-- Logs begin at Thu 2021-09-16 03:42:41 UTC, end at Thu 2021-09-16 06:25:58 UTC. -- Sep 16 04:28:54.115912 n-d-712137-12 systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 04:28:56.898543 n-d-712137-12 neutron-server[95342]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:28:56.899153 n-d-712137-12 neutron-server[95342]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:28:56.899312 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95342) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:28:56.902982 n-d-712137-12 neutron-server[95342]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:28:56.903237 n-d-712137-12 neutron-server[95342]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:28:56.903552 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95342) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:28:56.904523 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:28:56.904760 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:28:56.905123 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:28:56.905376 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:28:56.905602 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:28:56.905924 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.906223 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.906520 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.906747 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.907040 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.907332 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.907615 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.907903 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.908201 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.908511 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.908790 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.909070 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.909298 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.909578 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.909863 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.910146 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.910369 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] debug = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.910646 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.911068 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.911517 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.911831 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.912222 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.912401 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.912700 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.912978 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.913260 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.913591 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] host = n-d-712137-12 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.913871 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.914157 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.914445 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.914733 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.915007 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.915289 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.915576 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.915849 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.916308 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] log_file = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.916626 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.916910 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.917197 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.917486 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.917712 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.917934 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.918221 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.918508 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.918783 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.919056 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.919328 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.919601 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.919875 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.920144 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.920429 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.920736 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.921021 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.921292 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.921564 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.921835 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.922106 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.922388 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.922658 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.922930 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.923201 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.923484 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.923753 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.924025 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.924322 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.924635 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.924919 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.925206 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.925482 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.925765 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.926039 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.926313 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.926585 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] use_json = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.926858 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.927128 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.927409 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.927686 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.927962 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.928235 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.928534 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.928822 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:28:56.929122 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.929418 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.929717 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.930003 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.930298 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.930578 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.930866 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.931143 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.931430 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.932360 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.932670 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.932943 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.933236 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.933519 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.933815 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.934121 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.934419 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.934713 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.934990 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.935269 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.935542 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.935820 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.936106 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.936382 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.936694 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.936984 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.937262 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.937547 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.937838 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.938126 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.938400 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.938678 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.938967 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.939244 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.939516 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.939791 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.940076 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.940352 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.940653 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.940934 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.941209 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.941480 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.941752 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.942031 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.942321 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.942598 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.942872 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.943149 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.943422 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.943692 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.943975 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.944252 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.944548 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.944824 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.945102 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.945381 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.945651 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.945929 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.946201 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.946477 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.946750 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.947021 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.948047 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.948047 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.948489 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.948743 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.949021 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.949301 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.949574 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.949846 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.950120 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.950391 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.950666 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.950951 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.951249 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.951528 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.951805 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.952082 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.952360 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.952734 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.953015 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.953296 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.953605 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.953879 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.954170 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.954453 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.954739 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.955025 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.955312 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.955614 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.955890 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.956172 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.956449 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.956747 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.957027 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.957310 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.957602 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.957895 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.958187 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.958479 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.958770 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.959052 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.959361 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.959640 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:28:56.959861 n-d-712137-12 neutron-server[95342]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:28:56.960102 n-d-712137-12 neutron-server[95342]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95342) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 04:28:57.314930 n-d-712137-12 neutron-server[95342]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:28:57.315211 n-d-712137-12 neutron-server[95342]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:28:57.315503 n-d-712137-12 neutron-server[95342]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:28:57.315832 n-d-712137-12 neutron-server[95342]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 04:28:57.709240 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.709541 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.709808 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.711107 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.711382 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.711645 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.748067 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.748342 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.748636 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.763230 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.763512 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.763782 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.793123 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.793405 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.793679 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.830882 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.831157 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:57.831421 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.065220 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.065881 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.065881 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.066042 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.066713 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.187362 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.187673 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.187956 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.188227 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.188517 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.188830 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.189092 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.189350 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.189603 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.189884 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.190143 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.190404 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.190659 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.190909 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.191161 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.191422 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.191676 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.191939 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.192207 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.192491 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.192761 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.193013 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.193295 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.193667 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.193914 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.194159 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.194550 n-d-712137-12 neutron-server[95342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:58.194795 n-d-712137-12 neutron-server[95342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:58.195031 n-d-712137-12 neutron-server[95342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:58.195269 n-d-712137-12 neutron-server[95342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:58.195502 n-d-712137-12 neutron-server[95342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:58.195734 n-d-712137-12 neutron-server[95342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:58.196096 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 04:28:58.199283 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 04:28:58.203323 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 04:28:58.206940 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 16 04:28:58.208593 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 04:28:58.209045 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 04:28:58.209381 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 04:28:58.209766 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 04:28:58.212563 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 04:28:58.212814 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 04:28:58.213259 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:28:58.218730 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 04:28:58.241436 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 04:28:58.241892 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.242193 n-d-712137-12 neutron-server[95342]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95342) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 04:28:58.242800 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.244800 n-d-712137-12 neutron-server[95342]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95342) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 04:28:58.245418 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:28:58.245671 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 04:28:58.248904 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.249184 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:58.321592 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 04:28:58.321773 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 04:28:58.322000 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 04:28:58.322469 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 04:28:58.344931 n-d-712137-12 neutron-server[95342]: DEBUG oslo_db.sqlalchemy.engines [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95342) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 04:28:59.022589 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Initializing driver for type 'gre' Sep 16 04:28:59.023114 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] gre ID ranges: [(1, 1000)] Sep 16 04:28:59.210792 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Initializing driver for type 'local' Sep 16 04:28:59.211441 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Initializing driver for type 'vlan' Sep 16 04:28:59.319545 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] VlanTypeDriver initialization complete Sep 16 04:28:59.319883 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Initializing driver for type 'vxlan' Sep 16 04:28:59.320401 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] vxlan ID ranges: [(1, 1000)] Sep 16 04:28:59.473797 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Initializing extension driver 'port_security' Sep 16 04:28:59.474139 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.extensions.port_security [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] PortSecurityExtensionDriver initialization complete Sep 16 04:28:59.474462 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Initializing mechanism driver 'openvswitch' Sep 16 04:28:59.474789 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Initializing mechanism driver 'hyperv' Sep 16 04:28:59.482410 n-d-712137-12 neutron-server[95342]: DEBUG neutron.plugins.ml2.plugin [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:28:59.483130 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > port after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.483501 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > port after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.483857 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > port after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.484409 n-d-712137-12 neutron-server[95342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:28:59.484863 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > subnet after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.485255 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > subnet after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.485599 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.485985 n-d-712137-12 neutron-server[95342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:28:59.486439 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > network after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.486789 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > network after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.487135 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > network after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.487522 n-d-712137-12 neutron-server[95342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:28:59.487926 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > security_group after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.488276 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > security_group after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.488644 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.489171 n-d-712137-12 neutron-server[95342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:28:59.489579 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.489991 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.490419 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.490730 n-d-712137-12 neutron-server[95342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:28:59.491131 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > address_group after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.491475 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > address_group after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.491811 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.492261 n-d-712137-12 neutron-server[95342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:28:59.492932 n-d-712137-12 neutron-server[95342]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] ML2 OVO RPC backend initialized. {{(pid=95342) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 04:28:59.493607 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.493963 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.494569 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > network before_response 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.495043 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > networks before_response 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.495399 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > port before_response 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.495743 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > ports before_response 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.496161 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > subnet before_response 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.496527 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > subnets before_response 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.496878 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > network after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.497219 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > network after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.497554 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > network after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.497890 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > port after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.498260 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > port after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.498634 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > port after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.498968 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > subnet after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.499303 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > subnet after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.499662 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.500237 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.plugin [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Modular L2 Plugin initialization complete Sep 16 04:28:59.500595 n-d-712137-12 neutron-server[95342]: DEBUG neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading services supported by the core plugin {{(pid=95342) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 04:28:59.500923 n-d-712137-12 neutron-server[95342]: INFO neutron.plugins.ml2.managers [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Got port-security extension from driver 'port_security' Sep 16 04:28:59.501387 n-d-712137-12 neutron-server[95342]: INFO neutron.extensions.vlantransparent [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Disabled vlantransparent extension. Sep 16 04:28:59.501871 n-d-712137-12 neutron-server[95342]: DEBUG neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95342) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 04:28:59.502191 n-d-712137-12 neutron-server[95342]: INFO neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading Plugin: router Sep 16 04:28:59.544397 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.544819 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router after_create 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.545189 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router before_create 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.545553 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.545925 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.546283 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router after_delete 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.546680 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.547031 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.547390 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router after_create 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.547743 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router after_update 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.548090 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router after_update 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.548436 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.548852 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router after_update 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.549369 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router precommit_update 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.549742 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: port after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.550083 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: port after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.550423 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: subnet after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.550765 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.551114 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.551460 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router precommit_create 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.551806 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: port before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.552147 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router precommit_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.552523 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router after_update 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.552930 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.553278 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router precommit_create 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.553636 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.553981 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router precommit_update 55549900 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.554341 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > agent after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.554689 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > agent after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.555032 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > network after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.555895 n-d-712137-12 neutron-server[95342]: DEBUG neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Tracking information for resource: router configured {{(pid=95342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:59.556228 n-d-712137-12 neutron-server[95342]: DEBUG neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Tracking information for resource: floatingip configured {{(pid=95342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:28:59.561631 n-d-712137-12 neutron-server[95342]: INFO neutron.db.l3_agentschedulers_db [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 04:28:59.562209 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: port after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.562571 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: port after_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.562922 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: port after_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.563274 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: port after_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.564067 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router before_create 55550100 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.564557 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.564928 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router precommit_create 55550100 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.565289 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > router precommit_update 55550100 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.570106 n-d-712137-12 neutron-server[95342]: DEBUG neutron.services.provider_configuration [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service providers = [] {{(pid=95342) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 04:28:59.570508 n-d-712137-12 neutron-server[95342]: DEBUG neutron.db.servicetype_db [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95342) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 04:28:59.574380 n-d-712137-12 neutron-server[95342]: DEBUG neutron.services.service_base [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:28:59.574760 n-d-712137-12 neutron-server[95342]: DEBUG neutron.services.service_base [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:28:59.575070 n-d-712137-12 neutron-server[95342]: DEBUG neutron.services.service_base [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:28:59.576021 n-d-712137-12 neutron-server[95342]: DEBUG neutron.services.service_base [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:28:59.576391 n-d-712137-12 neutron-server[95342]: INFO neutron.services.service_base [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 04:28:59.576786 n-d-712137-12 neutron-server[95342]: DEBUG neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:59.577104 n-d-712137-12 neutron-server[95342]: INFO neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 04:28:59.595568 n-d-712137-12 neutron-server[95342]: DEBUG neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:59.595903 n-d-712137-12 neutron-server[95342]: INFO neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading Plugin: auto_allocate Sep 16 04:28:59.601661 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: network precommit_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.602031 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: network precommit_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.602548 n-d-712137-12 neutron-server[95342]: DEBUG neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:59.602869 n-d-712137-12 neutron-server[95342]: INFO neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading Plugin: tag Sep 16 04:28:59.609718 n-d-712137-12 neutron-server[95342]: DEBUG neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:59.610083 n-d-712137-12 neutron-server[95342]: INFO neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading Plugin: timestamp Sep 16 04:28:59.621083 n-d-712137-12 neutron-server[95342]: DEBUG neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:59.621413 n-d-712137-12 neutron-server[95342]: INFO neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading Plugin: network_ip_availability Sep 16 04:28:59.626818 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.627232 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.627588 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.628297 n-d-712137-12 neutron-server[95342]: DEBUG neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:59.628648 n-d-712137-12 neutron-server[95342]: INFO neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading Plugin: flavors Sep 16 04:28:59.633326 n-d-712137-12 neutron-server[95342]: DEBUG neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:59.633652 n-d-712137-12 neutron-server[95342]: INFO neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading Plugin: revisions Sep 16 04:28:59.638667 n-d-712137-12 neutron-server[95342]: DEBUG neutron.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:28:59.639056 n-d-712137-12 neutron-server[95342]: DEBUG oslo_concurrency.lockutils [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.323s {{(pid=95342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:28:59.646010 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95342) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 04:28:59.646010 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Initializing extension manager. Sep 16 04:28:59.646010 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: __init__.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.646010 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: __pycache__ {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.646010 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.646010 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: address_group.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.646010 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.646873 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: address-group Sep 16 04:28:59.646873 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: address_scope.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.646873 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.646873 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: address-scope Sep 16 04:28:59.646873 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.646873 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.647538 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: router-admin-state-down-before-update Sep 16 04:28:59.647538 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: agent.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.647923 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.648428 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: agent Sep 16 04:28:59.648775 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: agent_resources_synced.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.649728 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.650528 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: agent-resources-synced Sep 16 04:28:59.651581 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: allowedaddresspairs.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.653470 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.653989 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: allowed-address-pairs Sep 16 04:28:59.654316 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: auto_allocated_topology.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.655385 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.655894 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: auto-allocated-topology Sep 16 04:28:59.656261 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: availability_zone.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.656978 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.657479 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: availability_zone Sep 16 04:28:59.657799 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: availability_zone_filter.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.658709 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.659214 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: availability_zone_filter Sep 16 04:28:59.659536 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: data_plane_status.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.660442 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.660962 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 04:28:59.661316 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: default_subnetpools.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.662235 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.662741 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: default-subnetpools Sep 16 04:28:59.663061 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.663865 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.664371 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: dhcp_agent_scheduler Sep 16 04:28:59.664716 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: dns.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.665641 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.666292 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 04:28:59.667057 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: dns_domain_ports.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.675328 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.675841 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 04:28:59.676161 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.677108 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.677611 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 04:28:59.677931 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: dvr.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.678599 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.679140 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: dvr Sep 16 04:28:59.679458 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: ecmp_routes.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.680370 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.680897 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 04:28:59.681215 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: empty_string_filtering.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.682392 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.682909 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: empty-string-filtering Sep 16 04:28:59.683272 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.684197 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.684733 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:28:59.685051 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.685973 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.686485 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 04:28:59.686804 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: external_net.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.687706 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.688211 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: external-net Sep 16 04:28:59.688568 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.689479 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.690033 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: extra_dhcp_opt Sep 16 04:28:59.690329 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: extraroute.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.691239 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.691743 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: extraroute Sep 16 04:28:59.692061 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: extraroute_atomic.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.693118 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.693656 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: extraroute-atomic Sep 16 04:28:59.693974 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: filter_validation.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.694634 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.695140 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: filter-validation Sep 16 04:28:59.695458 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: fip_pf_description.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.696405 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.696932 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 04:28:59.697958 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: fip_port_details.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.699100 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.699612 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: fip-port-details Sep 16 04:28:59.699933 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: flavors.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.701178 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.701725 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: flavors Sep 16 04:28:59.702045 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.703705 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.704231 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 04:28:59.704586 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: floatingip_pools.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.705289 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.705799 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: floatingip-pools Sep 16 04:28:59.706125 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: ip_allocation.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.707095 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.707601 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 04:28:59.707926 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.708885 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.709443 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: ip-substring-filtering Sep 16 04:28:59.709765 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: l2_adjacency.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.717274 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.717810 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 04:28:59.718143 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: l3.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.719279 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.719801 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: router Sep 16 04:28:59.720130 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.722398 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.722928 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:28:59.723292 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.724227 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.724779 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: ext-gw-mode Sep 16 04:28:59.725109 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.726050 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.726560 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: l3-ha Sep 16 04:28:59.726887 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: l3_flavors.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.727800 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.728306 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: l3-flavors Sep 16 04:28:59.728721 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.729709 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.730217 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 04:28:59.730541 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: l3agentscheduler.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.731570 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.732074 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: l3_agent_scheduler Sep 16 04:28:59.732398 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: logging.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.733895 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.734410 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension logging not supported by any of loaded plugins Sep 16 04:28:59.734740 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: metering.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.735533 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.736106 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: metering Sep 16 04:28:59.736429 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.737541 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.738057 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: metering_source_and_destination_fields Sep 16 04:28:59.738384 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: multiprovidernet.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.739308 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.739816 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: multi-provider Sep 16 04:28:59.740137 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: netmtu.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.741160 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.741713 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: net-mtu Sep 16 04:28:59.742033 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: netmtu_writable.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.747156 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.747664 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: net-mtu-writable Sep 16 04:28:59.747984 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: network_availability_zone.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.748676 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.749177 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: network_availability_zone Sep 16 04:28:59.749499 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: network_ip_availability.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.750634 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.751231 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: network-ip-availability Sep 16 04:28:59.751564 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: network_segment_range.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.752325 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.752861 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 04:28:59.753182 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: pagination.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.754164 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.754491 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: pagination Sep 16 04:28:59.754809 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: port_device_profile.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.755720 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.756236 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: port-device-profile Sep 16 04:28:59.756583 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.757496 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.758038 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: port-mac-address-regenerate Sep 16 04:28:59.758361 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.759284 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.760285 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: port-numa-affinity-policy Sep 16 04:28:59.760639 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: port_resource_request.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.761741 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.762253 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 04:28:59.762574 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: portbindings.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.763504 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.764049 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: binding Sep 16 04:28:59.764372 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: portbindings_extended.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.765660 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.766176 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: binding-extended Sep 16 04:28:59.766504 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: portsecurity.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.767423 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.767933 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: port-security Sep 16 04:28:59.768255 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: project_id.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.769263 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.769593 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: project-id Sep 16 04:28:59.769954 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: providernet.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.770888 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.771394 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: provider Sep 16 04:28:59.771714 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: qos.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.775346 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.776573 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension qos not supported by any of loaded plugins Sep 16 04:28:59.776909 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.780899 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.781416 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 04:28:59.781745 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.782668 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.783178 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 04:28:59.783501 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: qos_default.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.784408 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.784936 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension qos-default not supported by any of loaded plugins Sep 16 04:28:59.785259 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: qos_fip.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.785906 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.786404 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 04:28:59.786724 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: qos_gateway_ip.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.787700 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.788208 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 04:28:59.788562 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: qos_port_network_policy.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.789488 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.789990 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 04:28:59.790318 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: qos_pps_rule.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.791638 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.792062 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 04:28:59.792423 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: qos_rule_type_details.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.793362 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.793868 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 04:28:59.794189 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: qos_rules_alias.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.795276 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.795739 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 04:28:59.796061 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: quotasv2.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.797023 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.797354 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: quotas Sep 16 04:28:59.797676 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: quotasv2_detail.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.801060 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.801397 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: quota_details Sep 16 04:28:59.801726 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: rbac.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.802794 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.803319 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: rbac-policies Sep 16 04:28:59.803650 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: rbac_address_group.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.804605 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.805120 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: rbac-address-group Sep 16 04:28:59.805445 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: rbac_address_scope.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.806388 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.807008 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: rbac-address-scope Sep 16 04:28:59.807337 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: rbac_security_groups.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.808259 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.808801 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: rbac-security-groups Sep 16 04:28:59.809130 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: rbac_subnetpool.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.810047 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.810561 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: rbac-subnetpool Sep 16 04:28:59.810882 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: revisionifmatch.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.811836 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.812350 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: revision-if-match Sep 16 04:28:59.812699 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: revisions.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.813815 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.814328 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: standard-attr-revisions Sep 16 04:28:59.814657 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: router_availability_zone.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.815336 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.815843 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: router_availability_zone Sep 16 04:28:59.816165 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: routerservicetype.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.817112 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.817664 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 04:28:59.825447 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.826163 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.826675 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: security-groups-normalized-cidr Sep 16 04:28:59.827001 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.827926 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.828721 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: port-security-groups-filtering Sep 16 04:28:59.829058 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.829978 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.830483 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: security-groups-remote-address-group Sep 16 04:28:59.830804 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: securitygroup.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.843004 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.843536 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: security-group Sep 16 04:28:59.843870 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: segment.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.844748 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.845253 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension segment not supported by any of loaded plugins Sep 16 04:28:59.845584 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.846519 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.847029 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 04:28:59.847353 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: servicetype.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.848591 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.849156 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: service-type Sep 16 04:28:59.849486 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: sorting.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.850478 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.850802 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: sorting Sep 16 04:28:59.851120 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: standard_attr_segment.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.852052 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.852696 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 04:28:59.853020 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: standardattrdescription.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.853737 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.854240 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: standard-attr-description Sep 16 04:28:59.854561 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: stateful_security_group.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.855488 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.856066 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: stateful-security-group Sep 16 04:28:59.856381 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: stdattrs_common.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.856984 n-d-712137-12 neutron-server[95342]: WARNING neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 04:28:59.857301 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.858240 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.858754 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 04:28:59.859074 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: subnet_onboard.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.860151 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.860693 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: subnet_onboard Sep 16 04:28:59.861015 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.861978 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.862536 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 04:28:59.862854 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: subnet_service_types.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.863787 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.864305 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: subnet-service-types Sep 16 04:28:59.864658 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: subnetallocation.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.865747 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.866264 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: subnet_allocation Sep 16 04:28:59.866588 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.867299 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.868076 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: subnetpool-prefix-ops Sep 16 04:28:59.868398 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.870027 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.870560 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 04:28:59.870884 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: tagging.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.871967 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.872518 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: standard-attr-tag Sep 16 04:28:59.872846 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: timestamp.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.874033 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.874547 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loaded extension: standard-attr-timestamp Sep 16 04:28:59.874966 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: trunk.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.875999 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.876543 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension trunk not supported by any of loaded plugins Sep 16 04:28:59.876867 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: trunk_details.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.877789 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.878302 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 04:28:59.878635 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: uplink_status_propagation.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.879596 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.880105 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 04:28:59.880421 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Loading extension file: vlantransparent.py {{(pid=95342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:28:59.881106 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:28:59.881612 n-d-712137-12 neutron-server[95342]: INFO neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 04:28:59.884084 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:network Sep 16 04:28:59.884644 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:subnet Sep 16 04:28:59.885614 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:28:59.886009 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:port Sep 16 04:28:59.887198 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.887664 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service FLAVORS assigned prefix: {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.888285 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.888726 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.889059 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:router Sep 16 04:28:59.889484 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:28:59.889968 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service METERING assigned prefix: /metering {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.891448 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.891822 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.892174 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:28:59.893200 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:28:59.893648 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:28:59.894069 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:28:59.894661 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service CORE assigned prefix: {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.894995 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:28:59.895337 n-d-712137-12 neutron-server[95342]: WARNING neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] subnetpool is already registered Sep 16 04:28:59.895764 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service CORE assigned prefix: {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.896093 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:28:59.896420 n-d-712137-12 neutron-server[95342]: WARNING neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] subnetpool is already registered Sep 16 04:28:59.898719 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.899152 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service FLAVORS assigned prefix: {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.899746 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.900163 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.900643 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:router Sep 16 04:28:59.900993 n-d-712137-12 neutron-server[95342]: WARNING neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] router is already registered Sep 16 04:28:59.901403 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:28:59.901740 n-d-712137-12 neutron-server[95342]: WARNING neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] floatingip is already registered Sep 16 04:28:59.902191 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service METERING assigned prefix: /metering {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.902854 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:28:59.903180 n-d-712137-12 neutron-server[95342]: WARNING neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] rbac_policy is already registered Sep 16 04:28:59.903583 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:28:59.903913 n-d-712137-12 neutron-server[95342]: WARNING neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] security_group is already registered Sep 16 04:28:59.904308 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:28:59.904666 n-d-712137-12 neutron-server[95342]: WARNING neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] security_group_rule is already registered Sep 16 04:28:59.905287 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service CORE assigned prefix: {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.905611 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:28:59.905942 n-d-712137-12 neutron-server[95342]: WARNING neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] subnetpool is already registered Sep 16 04:28:59.906359 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.v2.resource_helper [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Service CORE assigned prefix: {{(pid=95342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:28:59.906688 n-d-712137-12 neutron-server[95342]: INFO neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:28:59.907018 n-d-712137-12 neutron-server[95342]: WARNING neutron.quota.resource_registry [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] subnetpool is already registered Sep 16 04:28:59.907483 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: extensions {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.908996 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: address-groups {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.910478 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: address-scopes {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.911798 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: agents {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.913007 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: auto-allocated-topology {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.914273 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: availability_zones {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.915499 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: dhcp-networks {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.917180 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: dhcp-agents {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.918623 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: routers {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.920875 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: flavors {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.922043 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: service_profiles {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.923259 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: next_providers {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.924741 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: service_profiles {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.926289 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: floatingip-pools {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.927561 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: routers {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.929776 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: floatingips {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.931071 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: l3-routers {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.933074 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: l3-agents {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.934495 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: metering-labels {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.935905 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: metering-label-rules {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.937208 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: network-ip-availabilities {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.938494 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: bindings {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.941064 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: quotas {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.942614 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: quotas {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.944207 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: rbac-policies {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.945439 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: security-groups {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.946813 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: security-group-rules {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.948956 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: service-providers {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.950189 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: subnetpools {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.951629 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: subnetpools {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.953199 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: tags {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.954934 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: tags {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.956798 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: tags {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.958698 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: tags {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.960522 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: tags {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.962379 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: tags {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.964320 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: tags {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.966270 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: tags {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.968042 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: tags {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.969876 n-d-712137-12 neutron-server[95342]: DEBUG neutron.api.extensions [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Extended resource: tags {{(pid=95342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:28:59.975833 n-d-712137-12 neutron-server[95342]: WARNING keystonemiddleware.auth_token [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 04:28:59.980926 n-d-712137-12 neutron-server[95342]: WARNING keystonemiddleware.auth_token [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 04:28:59.989633 n-d-712137-12 neutron-server[95342]: DEBUG oslo_concurrency.lockutils [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Acquired lock "singleton_lock" {{(pid=95342) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 04:28:59.990101 n-d-712137-12 neutron-server[95342]: DEBUG oslo_concurrency.lockutils [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Releasing lock "singleton_lock" {{(pid=95342) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 04:28:59.990736 n-d-712137-12 neutron-server[95342]: INFO oslo_service.service [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Starting 2 workers Sep 16 04:28:59.996525 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Started child 95451 {{(pid=95342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:29:00.001149 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Started child 95452 {{(pid=95342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:29:00.001909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:00.002722 n-d-712137-12 neutron-server[95342]: INFO neutron.service [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 04:29:00.003277 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Notify callbacks [] for process, before_spawn {{(pid=95342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:00.003600 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [-] (95451) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:29:00.005836 n-d-712137-12 neutron-server[95342]: INFO oslo_service.service [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Starting 1 workers Sep 16 04:29:00.006145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:00.007552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [-] (95452) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:29:00.011604 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Started child 95453 {{(pid=95342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:29:00.012118 n-d-712137-12 neutron-server[95342]: INFO oslo_service.service [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Starting 1 workers Sep 16 04:29:00.015405 n-d-712137-12 neutron-server[95453]: DEBUG neutron.service [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] calling RpcWorker wait() {{(pid=95453) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 04:29:00.020613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.service [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] returning from RpcWorker wait() {{(pid=95453) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 04:29:00.020755 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Started child 95454 {{(pid=95342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:29:00.020852 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:00.020927 n-d-712137-12 neutron-server[95342]: DEBUG neutron_lib.callbacks.manager [None req-6e537f36-29cd-4183-85bf-15a001e87a28 None None] Notify callbacks [] for process, after_spawn {{(pid=95342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:00.021003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:00.021080 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95342) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:29:00.021080 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:29:00.021080 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:29:00.021080 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:29:00.021080 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:29:00.021080 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:29:00.021450 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.021450 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.021577 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:00.022031 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.022031 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.022309 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.022785 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.023020 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.023366 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.023745 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.023745 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.023951 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.024082 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.024342 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.024614 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.024912 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.025191 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.025469 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.025739 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.025909 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.026160 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.026427 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.026669 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.026927 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] debug = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.027180 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.027740 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.027962 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.028210 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.028424 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.028717 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.028944 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.029211 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.029454 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.029667 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.029904 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.030144 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.030373 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.030596 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.030846 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.031095 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.031313 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.031793 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] host = n-d-712137-12 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.032067 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.032314 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.032648 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.032831 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.033075 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.033301 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.033564 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.033803 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.034063 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.034283 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.034518 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.034776 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.035023 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.035263 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_file = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.035424 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_options = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.035659 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.035902 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.036163 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.036357 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.036543 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.036715 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.036960 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.037123 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.037364 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.037576 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.037783 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.038008 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.038236 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.038449 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.038941 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.039216 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.039436 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.039645 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.039888 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.040129 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.040351 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.040611 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.040826 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.041114 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.041461 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.041701 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.041958 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.042190 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.042439 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.042651 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.042888 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.043140 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.043366 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.044103 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.044366 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.044619 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.044890 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.045111 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.045418 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.045598 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.045854 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.046121 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.046330 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.046584 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.046796 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.047028 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.047241 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] use_json = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.047451 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.047681 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.047942 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.048152 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.048362 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.048608 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.048934 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.055271 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.055271 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.055271 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.055271 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.055271 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.055271 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.055271 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.055271 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.057396 n-d-712137-12 neutron-server[95454]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:00.057544 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.057544 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.057544 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.057544 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.057544 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.057544 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.057544 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.057544 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.058232 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.058232 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.058232 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.058232 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.058232 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.058232 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.058667 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.058877 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.059122 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.059376 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.059627 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.059891 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.060228 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.060527 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.060811 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.061078 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.061324 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.061595 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.061822 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.062068 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.062314 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.062558 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.062833 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.063067 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.063292 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.063524 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.063876 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.064090 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.064339 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.064779 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.065204 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.065204 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.065427 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.065561 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.065811 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.066248 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.066248 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.066600 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.066729 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.067021 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.067277 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.067503 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.067730 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.067970 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.068229 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.068539 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.068756 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.068978 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.070958 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.071225 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.071464 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.071735 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.072015 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.072294 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.073318 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.077379 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.077379 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.077379 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.080657 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.080657 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.080657 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.080657 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.080657 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.080657 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.080657 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.080657 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.080657 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.081198 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.081198 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.081198 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.081198 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.081198 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.081198 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.081198 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.081582 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.081844 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.082121 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.082421 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.082654 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.082910 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.083135 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.083483 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.083739 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.084012 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.084237 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.084578 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.084842 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.085115 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.085403 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.085660 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.085931 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.086404 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.086646 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.086892 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.087142 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.087379 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.087651 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.087948 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.088341 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.088722 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.089004 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.089308 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.089554 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.089900 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.090139 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.090420 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.090710 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.090999 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.091249 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.091509 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.091785 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.092056 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.092314 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.092585 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.092840 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.093077 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.093328 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.093622 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.093855 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.094102 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.094326 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.094562 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.094981 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.095221 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.095472 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.095701 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.095980 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.096233 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.096506 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.096792 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.097045 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.097283 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.097524 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.097756 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.098013 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.098256 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.098483 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.098724 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.098981 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.099237 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.099486 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.099704 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.099920 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.100173 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.100389 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.100649 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.100884 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.101108 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.101349 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.101598 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.101816 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.102055 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.102294 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.102514 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.102733 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.102973 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.103190 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.103523 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.103768 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.104041 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.104301 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.104548 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.104798 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.105046 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.105302 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.105541 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.105796 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.106016 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.106237 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.106472 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.106716 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.106935 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.107155 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.107415 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.107634 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.107873 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.108114 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.108478 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.108735 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.108997 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.109239 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.109460 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.109701 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.109939 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.110181 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.110409 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.110629 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.110867 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.111146 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.111381 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.111628 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.111853 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.112092 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.112310 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.112573 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.112792 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.113088 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.113335 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.113594 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.113871 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.114141 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.114363 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.114596 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.114812 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.115027 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.115258 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.115477 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.115692 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.115923 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.116200 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.116421 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.116690 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.116910 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.117124 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.117354 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.117843 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.118066 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.118292 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.118513 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.118729 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.118962 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.119684 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.119903 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.120217 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.120453 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.120704 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.120958 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.121173 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.121387 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.121635 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.121855 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.122071 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.122377 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.122628 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.122871 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.123178 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.123435 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.123689 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.123936 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.124487 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.124712 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.124969 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.125199 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.125444 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.125695 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.125961 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.126291 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.126826 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.127082 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.127340 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.127655 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.127955 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.128230 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.128452 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.128779 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.129123 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.129411 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.129679 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.129936 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.130180 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.130439 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.130670 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.130926 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.131178 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.131395 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.131637 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.131868 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.132116 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.132354 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.132609 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.132848 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.133094 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.133342 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.133583 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.133808 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.133970 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:29:00.134483 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95342) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:29:00.134644 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:29:00.135395 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:29:00.135550 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:29:00.135690 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:29:00.135871 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:29:00.136050 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.136209 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.136370 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.136555 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.136718 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.136898 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.137061 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.137220 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.137379 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.137538 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.137700 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.137859 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.138017 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.138188 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.138318 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.138482 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.138640 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.138799 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.138964 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.139128 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.139287 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.139446 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.139605 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] debug = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.139763 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.139984 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.140151 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.140310 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.140479 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.140648 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.140808 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.140968 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.141128 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.141287 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.141430 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.141594 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.141752 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.141911 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.142069 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.142227 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.142386 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.142544 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] host = n-d-712137-12 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.142702 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.142861 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.143019 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.143178 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.143337 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.143495 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.143654 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.143813 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.143960 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.144119 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.144279 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.144437 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.144625 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.144784 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_file = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.144942 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_options = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.145102 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.145261 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.145421 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.145605 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.145771 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.145930 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.146088 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.146266 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.146391 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.146553 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.146711 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.146869 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.147027 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.147186 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.147344 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.147505 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.147667 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.147824 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.147984 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.148143 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.148302 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.148489 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.148639 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.148796 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.148959 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.149117 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.149276 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.149434 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.149593 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.149752 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.149910 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.150069 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.150227 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.150439 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.150726 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.151122 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.151254 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.151415 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.151579 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.151738 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.151899 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.152058 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.152216 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.152376 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.152638 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.152800 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.152960 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] use_json = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.153120 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.153279 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.153440 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.153599 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.153757 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.153915 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.154075 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.154235 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:29:00.154977 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.155151 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.155326 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.155490 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.155653 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.155817 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.155981 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.156143 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.156306 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.156505 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.156657 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.156821 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.156995 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.157158 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.157318 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.157483 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.157650 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.157830 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.157973 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.158134 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.158297 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.158459 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.158630 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.158792 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.158959 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.159125 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.159284 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.159460 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.159622 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.159785 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.159953 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.160127 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.160273 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.160431 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.160616 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.160780 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.160946 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.161108 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.161270 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.161434 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.161600 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.161760 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.161923 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.162086 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.162249 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.162411 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.162574 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.162740 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.162907 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.163110 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.163233 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.163395 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.163557 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.163720 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.163882 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.164055 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.164218 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.164380 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.164589 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.164732 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.164893 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.165055 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.165217 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.165379 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.165541 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.165702 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.165877 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.166071 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.166297 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.166540 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.166706 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.166870 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.167031 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.167193 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.167356 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.167518 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.167680 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.167843 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.168004 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.168167 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.168362 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.168586 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.168751 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.168954 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.169138 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.169302 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.169465 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.169628 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.169790 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.169962 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.170142 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.170308 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.170470 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.170632 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.170794 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.170957 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.171119 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.171281 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.171443 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.171606 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.171767 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.171929 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.172094 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.172257 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.172420 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.172603 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.172766 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.172928 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.173089 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.173250 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.173413 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.173578 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.173740 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.173903 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.174089 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.174253 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.174425 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.174589 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.174751 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.174863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:00.174964 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.175056 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.175262 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.175425 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.175623 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.175740 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.175901 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.176062 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.176225 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.176386 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.176567 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.176730 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.176892 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.177091 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.177292 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.177456 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.177620 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.177792 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.177956 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.178119 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.178282 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.178444 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.178606 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.178774 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.178935 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.179097 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.179259 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.179419 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.179581 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.179743 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.179905 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.180066 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.180228 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.180390 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.180574 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.180739 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.180903 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.181065 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.181227 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.181389 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.181550 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.182224 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.182384 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.182535 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.182700 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.182983 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.183147 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.183310 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.183472 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.183635 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.183797 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.183960 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.184123 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.184285 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.184448 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.184634 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.184798 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.184962 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.185125 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.185288 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.185451 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.185614 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.185780 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.185943 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.186106 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.186270 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.186433 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.187240 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.187457 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.187627 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.187790 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.188303 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.188442 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.188576 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.188688 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.188851 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.189014 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.189177 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.189339 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.189502 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.189666 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.189878 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.190040 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.190209 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.190375 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.190541 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.190705 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.190868 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.191031 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.191193 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.191356 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.191518 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.191693 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.191857 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.192020 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.192182 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.192345 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.192528 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.192810 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.192937 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.193010 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.193166 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.193328 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.193490 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.193663 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.193826 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.193989 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.194150 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.194312 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.194474 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.194645 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.194808 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.194970 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.195130 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.195290 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.195452 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.195624 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.195786 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.195948 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.196111 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.196272 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.196433 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.196625 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.196790 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.196951 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.197113 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.197349 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.198010 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.198202 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.198409 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.198495 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.198663 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.198827 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.198990 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.199153 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.199328 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.199492 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.199656 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.199818 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.199979 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.200140 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.200302 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.200486 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.200661 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.200830 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.200994 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.201164 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.201519 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.201519 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.201692 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.201810 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.201983 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.202146 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.202307 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.202469 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.202647 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.202791 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.202953 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.203115 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.203276 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.203437 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.203598 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.203759 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.203920 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.204081 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.204243 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.204404 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.204595 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.204759 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.204921 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.205085 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:29:00.205239 n-d-712137-12 neutron-server[95342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:29:00.296300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60216) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:00.305123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065961 Sep 16 04:29:11.943203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475ebd8a-74ff-4a58-b007-3363aac627e2 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:29:12.027130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475ebd8a-74ff-4a58-b007-3363aac627e2 None None] No non-hosted networks {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 04:29:12.036952 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.agentschedulers_db [None req-475ebd8a-74ff-4a58-b007-3363aac627e2 None None] DHCP Agent not found on host n-d-712137-12 {{(pid=95453) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 04:29:12.291823 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4279-5e00-40da-9984-c81a02ace890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014571'] for agent, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:14.465380 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e0fda8b-a36a-49cc-881e-d1942a17be28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014571'] for agent, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:14.497931 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-e6a8eff5-fc17-41f5-819f-c1203966bb76 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-712137-12 {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:29:14.498575 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-e6a8eff5-fc17-41f5-819f-c1203966bb76 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:29:15.154994 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e6a8eff5-fc17-41f5-819f-c1203966bb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:15.183907 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014571'] for agent, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:15.184574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:15.184911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:15.185238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:15.185561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:15.185883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:15.186198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:15.186511 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:15.186827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:15.187145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:15.187452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:15.187769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:15.188080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:15.188496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712137-12', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:15.206920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712137-12', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:15.795176 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014571'] for agent, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:17.303502 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014571'] for agent, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:18.273512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60308) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:18.766047 n-d-712137-12 neutron-server[95453]: INFO neutron.db.l3_hamode_db [None req-f70d4f2b-e809-43c5-9337-c605c5ed2090 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 04:29:18.773274 n-d-712137-12 neutron-server[95452]: WARNING oslo_policy.policy [None req-9342a862-10b4-4ad2-a5af-4a869700d2b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:18.773837 n-d-712137-12 neutron-server[95452]: WARNING oslo_policy.policy [None req-9342a862-10b4-4ad2-a5af-4a869700d2b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:18.844695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d4f2b-e809-43c5-9337-c605c5ed2090 None None] Routers set() bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:29:18.845088 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d4f2b-e809-43c5-9337-c605c5ed2090 None None] Router IDs set() for agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:29:19.002322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-9342a862-10b4-4ad2-a5af-4a869700d2b2 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:29:19.003368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9342a862-10b4-4ad2-a5af-4a869700d2b2 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7289286 Sep 16 04:29:21.404651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60322) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:21.710621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ec40ce77-84c6-4d69-bd70-0f1c84217c25 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:21.805489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.policy [None req-ec40ce77-84c6-4d69-bd70-0f1c84217c25 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95452) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:29:21.850302 n-d-712137-12 neutron-server[95452]: WARNING oslo_policy.policy [None req-ec40ce77-84c6-4d69-bd70-0f1c84217c25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:21.850708 n-d-712137-12 neutron-server[95452]: WARNING oslo_policy.policy [None req-ec40ce77-84c6-4d69-bd70-0f1c84217c25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:21.859793 n-d-712137-12 neutron-server[95452]: INFO neutron.quota [None req-ec40ce77-84c6-4d69-bd70-0f1c84217c25 admin admin] Loaded quota_driver: . Sep 16 04:29:22.040739 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec40ce77-84c6-4d69-bd70-0f1c84217c25 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770201681446', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770201680117', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770201669394', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770201665782', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770203218419', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770201711928', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1587602', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2074508', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1012227', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645929'] for rbac-policy, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:22.250605 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec40ce77-84c6-4d69-bd70-0f1c84217c25 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:22.251771 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ec40ce77-84c6-4d69-bd70-0f1c84217c25 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8461242 Sep 16 04:29:24.836992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60334) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:25.131259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Request body: {'network': {'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'name': 'private', 'admin_state_up': True}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:25.227743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Made reservation on behalf of 6a3abd9c817842af8cdbd518eeab76d7 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:29:25.230702 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.248283 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.372151 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.445887 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.466806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:29:25.494053 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770204521364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.495478 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Unsubscribe: segment precommit_create {{(pid=95452) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:29:25.495990 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Added segment 26a07562-8500-494e-b9d2-7c555c9f0910 of type vlan for network d44ae208-3a87-4823-998b-a1d57a6c3198 Sep 16 04:29:25.513223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861127b1-94c5-4d3c-84e7-19e751ea4ba4,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:25.563158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.563491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.563823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.564146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.564485 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.564812 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.565126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.565437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.565745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.566052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.566359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.566664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Tracked resource versions report: Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: pushed versions: Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: { 'AddressGroup': {'1.2'}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'ConntrackHelper': {'1.0'}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'Log': {'1.0'}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'Network': {'1.1'}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'Port': {'1.7'}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'PortForwarding': {'1.2'}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'QosPolicy': {'1.9'}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'SecurityGroup': {'1.4'}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'SubPort': {'1.0'}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'Subnet': {'1.1'}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'Trunk': {'1.1'}} Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: consumer versions: Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: { DHCP agent@n-d-712137-12: {}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: L3 agent@n-d-712137-12: {}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: Metadata agent@n-d-712137-12: {}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: Metering agent@n-d-712137-12: {}, Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: Open vSwitch agent@n-d-712137-12: { 'AddressGroup': '1.2', Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'ConntrackHelper': '1.0', Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'Log': '1.0', Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'Network': '1.1', Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'Port': '1.7', Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'PortForwarding': '1.2', Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'QosPolicy': '1.9', Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'SecurityGroup': '1.4', Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'SecurityGroupRule': '1.2', Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'SubPort': '1.0', Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'Subnet': '1.1', Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: 'Trunk': '1.1'}} Sep 16 04:29:25.567747 n-d-712137-12 neutron-server[95452]: {{(pid=95452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:29:25.621382 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.714580 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.715699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:25.716340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:25.816632 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] Pushing event updated for resources: {'Network': ['ID=d44ae208-3a87-4823-998b-a1d57a6c3198,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:25.828818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network d44ae208-3a87-4823-998b-a1d57a6c3198 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:29:25.926820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d53bb1ba-9a17-4d2e-ba4b-f6213181af9d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0886381 Sep 16 04:29:28.584636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60348) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:29.087009 n-d-712137-12 neutron-server[95451]: WARNING oslo_policy.policy [None req-03332435-6fb4-43a0-9b13-90b3e0e6ab94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:29.087609 n-d-712137-12 neutron-server[95451]: WARNING oslo_policy.policy [None req-03332435-6fb4-43a0-9b13-90b3e0e6ab94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:29.531007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.policy [None req-03332435-6fb4-43a0-9b13-90b3e0e6ab94 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95451) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:29:29.575845 n-d-712137-12 neutron-server[95451]: WARNING oslo_policy.policy [None req-03332435-6fb4-43a0-9b13-90b3e0e6ab94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:29.576216 n-d-712137-12 neutron-server[95451]: WARNING oslo_policy.policy [None req-03332435-6fb4-43a0-9b13-90b3e0e6ab94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:29:29.585060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03332435-6fb4-43a0-9b13-90b3e0e6ab94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:29.586962 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-03332435-6fb4-43a0-9b13-90b3e0e6ab94 admin admin] 10.222.0.24 "GET /v2.0/networks/d44ae208-3a87-4823-998b-a1d57a6c3198 HTTP/1.1" status: 200 len: 824 time: 1.0002251 Sep 16 04:29:29.627425 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5ecf23d4-184d-4eb8-9b59-27ba4f50f01f admin admin] 10.222.0.24 "GET /v2.0/subnetpools/141bcdc7-6274-4ce4-af95-521e3aaae32d HTTP/1.1" status: 200 len: 734 time: 0.0340478 Sep 16 04:29:29.636993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Request body: {'subnet': {'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198', 'subnetpool_id': '141bcdc7-6274-4ce4-af95-521e3aaae32d', 'name': 'private-subnet'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:29.638591 n-d-712137-12 neutron-server[95451]: INFO neutron.quota [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Loaded quota_driver: . Sep 16 04:29:29.743757 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Made reservation on behalf of 6a3abd9c817842af8cdbd518eeab76d7 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:29:29.747402 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:30.103331 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:30.173437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Checking segment: {'id': '26a07562-8500-494e-b9d2-7c555c9f0910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:29:30.173783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Network hostable DHCP agents. Network: d44ae208-3a87-4823-998b-a1d57a6c3198, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:29:30.183136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dccf5c69-b630-44ef-8830-9be8ff6b9a23,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:30.192989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:30.193326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:30.193656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:30.193980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:30.194297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:30.195953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:30.195953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:30.195953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:30.195953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:30.195953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:30.196536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:30.196536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Tracked resource versions report: Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: pushed versions: Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: { 'AddressGroup': {'1.2'}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'ConntrackHelper': {'1.0'}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'Log': {'1.0'}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'Network': {'1.1'}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'Port': {'1.7'}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'PortForwarding': {'1.2'}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'QosPolicy': {'1.9'}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'SecurityGroup': {'1.4'}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'SubPort': {'1.0'}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'Subnet': {'1.1'}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'Trunk': {'1.1'}} Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: consumer versions: Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: { DHCP agent@n-d-712137-12: {}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: L3 agent@n-d-712137-12: {}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: Metadata agent@n-d-712137-12: {}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: Metering agent@n-d-712137-12: {}, Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: Open vSwitch agent@n-d-712137-12: { 'AddressGroup': '1.2', Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'ConntrackHelper': '1.0', Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'Log': '1.0', Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'Network': '1.1', Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'Port': '1.7', Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'PortForwarding': '1.2', Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'QosPolicy': '1.9', Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'SecurityGroup': '1.4', Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'SecurityGroupRule': '1.2', Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'SubPort': '1.0', Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'Subnet': '1.1', Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: 'Trunk': '1.1'}} Sep 16 04:29:30.197636 n-d-712137-12 neutron-server[95451]: {{(pid=95451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:29:30.285882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Network d44ae208-3a87-4823-998b-a1d57a6c3198 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:29:30.354811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, d44ae208-3a87-4823-998b-a1d57a6c3198) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:29:30.359526 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:30.360139 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:30.364495 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8536368b-2547-4d6b-85f8-46f0278e09c2 None None] Network d44ae208-3a87-4823-998b-a1d57a6c3198 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:29:30.447823 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bcb544e5-4144-45b3-9fcf-b8b6cf03922c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8137417 Sep 16 04:29:30.696078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-d44ae208-3a87-4823-998b-a1d57a6c3198', 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'fixed_ips': [{'subnet_id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:29:30.697982 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:30.972740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Allocated IP 172.20.0.2 (d44ae208-3a87-4823-998b-a1d57a6c3198/dccf5c69-b630-44ef-8830-9be8ff6b9a23/5641d750-b86a-4fe7-8860-fa8b31dda4d1) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:29:31.218056 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:31.281552 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:31.350815 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Network d44ae208-3a87-4823-998b-a1d57a6c3198 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:29:31.356852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:29:31.367356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:29:31.371395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Pushing event updated for resources: {'Port': ['ID=5641d750-b86a-4fe7-8860-fa8b31dda4d1,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:31.404105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:31.404492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:31.404811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:31.405139 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:31.405473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:31.405796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:31.406115 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:31.406432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:31.406748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:31.407061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:31.407379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:31.407692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Tracked resource versions report: Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: pushed versions: Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: { 'AddressGroup': {'1.2'}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'ConntrackHelper': {'1.0'}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'Log': {'1.0'}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'Network': {'1.1'}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'Port': {'1.7'}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'PortForwarding': {'1.2'}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'QosPolicy': {'1.9'}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'SecurityGroup': {'1.4'}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'SubPort': {'1.0'}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'Subnet': {'1.1'}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'Trunk': {'1.1'}} Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: consumer versions: Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: { DHCP agent@n-d-712137-12: {}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: L3 agent@n-d-712137-12: {}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: Metadata agent@n-d-712137-12: {}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: Metering agent@n-d-712137-12: {}, Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: Open vSwitch agent@n-d-712137-12: { 'AddressGroup': '1.2', Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'ConntrackHelper': '1.0', Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'Log': '1.0', Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'Network': '1.1', Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'Port': '1.7', Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'PortForwarding': '1.2', Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'QosPolicy': '1.9', Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'SecurityGroup': '1.4', Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'SecurityGroupRule': '1.2', Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'SubPort': '1.0', Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'Subnet': '1.1', Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: 'Trunk': '1.1'}} Sep 16 04:29:31.408841 n-d-712137-12 neutron-server[95453]: {{(pid=95453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:29:31.455922 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Attempting to bind port 5641d750-b86a-4fe7-8860-fa8b31dda4d1 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:29:31.456307 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Attempting to bind port 5641d750-b86a-4fe7-8860-fa8b31dda4d1 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '26a07562-8500-494e-b9d2-7c555c9f0910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:29:31.456740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Attempting to bind port 5641d750-b86a-4fe7-8860-fa8b31dda4d1 on network d44ae208-3a87-4823-998b-a1d57a6c3198 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:29:31.461488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:29:31.461896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Checking segment: {'id': '26a07562-8500-494e-b9d2-7c555c9f0910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:29:31.462345 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:31.462730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Bound using segment: {'id': '26a07562-8500-494e-b9d2-7c555c9f0910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:29:31.463732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Bound port: 5641d750-b86a-4fe7-8860-fa8b31dda4d1, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a07562-8500-494e-b9d2-7c555c9f0910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:29:31.464121 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:31.524949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] For port 5641d750-b86a-4fe7-8860-fa8b31dda4d1, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:29:31.529209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] For port 5641d750-b86a-4fe7-8860-fa8b31dda4d1, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5641d750-b86a-4fe7-8860-fa8b31dda4d1,segment=NetworkSegment(26a07562-8500-494e-b9d2-7c555c9f0910),segment_id=26a07562-8500-494e-b9d2-7c555c9f0910)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:29:31.594453 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:31.659220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f3b96-e468-45dd-89fb-463134e25a06 None None] Pushing event updated for resources: {'Port': ['ID=5641d750-b86a-4fe7-8860-fa8b31dda4d1,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:32.925374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60368) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:33.242853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-65ac812d-6831-43c3-ae15-84229b7130cb admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:29:33.244146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-65ac812d-6831-43c3-ae15-84229b7130cb admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3176768 Sep 16 04:29:35.734986 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60376) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:36.047379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-fef35497-f256-4e37-9cc3-0cbd4479f40b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:29:36.060494 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fef35497-f256-4e37-9cc3-0cbd4479f40b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124547 Sep 16 04:29:38.716565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60386) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:39.031983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-64936762-0634-438b-9686-2637c0a0b91d admin admin] Request body: {'router': {'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'name': 'router1', 'admin_state_up': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:39.109530 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64936762-0634-438b-9686-2637c0a0b91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:39.111337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64936762-0634-438b-9686-2637c0a0b91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:39.251222 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64936762-0634-438b-9686-2637c0a0b91d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:39.312856 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64936762-0634-438b-9686-2637c0a0b91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:39.395024 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64936762-0634-438b-9686-2637c0a0b91d admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:39.396289 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-64936762-0634-438b-9686-2637c0a0b91d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6787305 Sep 16 04:29:40.108593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b74f8-c9d3-4397-b056-deec30d98462 None None] Network d44ae208-3a87-4823-998b-a1d57a6c3198 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:29:40.230673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ec0c6057-f133-44e6-a62a-482ba8eb375a None None] Provisioning complete for port 5641d750-b86a-4fe7-8860-fa8b31dda4d1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:40.231060 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6057-f133-44e6-a62a-482ba8eb375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:40.417809 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6057-f133-44e6-a62a-482ba8eb375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:40.459316 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ec0c6057-f133-44e6-a62a-482ba8eb375a None None] For port 5641d750-b86a-4fe7-8860-fa8b31dda4d1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5641d750-b86a-4fe7-8860-fa8b31dda4d1,segment=NetworkSegment(26a07562-8500-494e-b9d2-7c555c9f0910),segment_id=26a07562-8500-494e-b9d2-7c555c9f0910)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:29:40.549681 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6057-f133-44e6-a62a-482ba8eb375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:40.598667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c6057-f133-44e6-a62a-482ba8eb375a None None] Pushing event updated for resources: {'Port': ['ID=5641d750-b86a-4fe7-8860-fa8b31dda4d1,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:40.618926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5641d750-b86a-4fe7-8860-fa8b31dda4d1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:29:40.678404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-029f8643-95d4-4a86-8352-a71d8175de8f None None] Provisioning complete for port 5641d750-b86a-4fe7-8860-fa8b31dda4d1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:40.678671 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-029f8643-95d4-4a86-8352-a71d8175de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:40.680873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5641d750-b86a-4fe7-8860-fa8b31dda4d1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:40.681233 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:41.817338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60398) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:41.949345 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb626-cf58-42b1-a043-7839388e9fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:42.132152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-23aec0d2-9e77-4ea5-b8ec-8bfd9aacc2c5 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:29:42.133178 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-23aec0d2-9e77-4ea5-b8ec-8bfd9aacc2c5 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149071 Sep 16 04:29:42.573691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5641d750-b86a-4fe7-8860-fa8b31dda4d1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:29:42.622640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5641d750-b86a-4fe7-8860-fa8b31dda4d1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:42.623006 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:44.411007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3f5b35d9-0457-486b-99cf-091695a717f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:44.534114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60406) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:44.840322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:44.977687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Made reservation on behalf of 120617df05624851b0c83f38f0f9b51e for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:29:44.980197 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:44.996543 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.115644 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.183413 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.218038 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.234803 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Reserving flat network on physical network physnet1 {{(pid=95451) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 04:29:45.258109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4593ced4-18a6-47a5-aa59-34502a7d667c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:45.263180 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770204521364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.263757 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Unsubscribe: segment precommit_create {{(pid=95451) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:29:45.264243 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Added segment 2b1b7f75-2793-4f6f-8feb-3ad475516396 of type flat for network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 Sep 16 04:29:45.326982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.435287 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.436187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:45.436784 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:45.525088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] Pushing event updated for resources: {'Network': ['ID=6b8d09e5-620c-4857-8f70-2e928d95d8e9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:45.535444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:29:45.595778 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-249787bf-6705-4a63-b8f7-8e685187d109 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0549436 Sep 16 04:29:45.721112 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:47.076106 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:29:47.250919 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:47.971368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60424) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:48.187426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59164500-bc45-4873-a177-9820adf3d321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:48.188834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-59164500-bc45-4873-a177-9820adf3d321 admin admin] 10.222.0.24 "GET /v2.0/subnets/dccf5c69-b630-44ef-8830-9be8ff6b9a23 HTTP/1.1" status: 200 len: 849 time: 0.2165184 Sep 16 04:29:48.371040 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ed8caf95-15ba-467b-9f51-83ebd94fba3c admin admin] 10.222.0.24 "GET /v2.0/routers/a3164390-4225-46a4-b8c1-e39db46aed75 HTTP/1.1" status: 200 len: 704 time: 0.1758640 Sep 16 04:29:48.643275 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:48.965764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Allocated IP 172.20.0.1 (d44ae208-3a87-4823-998b-a1d57a6c3198/dccf5c69-b630-44ef-8830-9be8ff6b9a23/b7e710dd-f6d5-494f-a182-1974e3bd0368) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:29:49.149666 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:49.258595 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:49.333775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Network d44ae208-3a87-4823-998b-a1d57a6c3198 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:29:49.339641 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:29:49.351618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:29:49.351618 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:49.371099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e710dd-f6d5-494f-a182-1974e3bd0368,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:49.579919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-359cff0e-0de6-460c-9cb4-770d90744ce3 None None] Provisioning complete for port b7e710dd-f6d5-494f-a182-1974e3bd0368 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:49.580516 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-359cff0e-0de6-460c-9cb4-770d90744ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:49.583521 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:49.613749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-359cff0e-0de6-460c-9cb4-770d90744ce3 None None] Port b7e710dd-f6d5-494f-a182-1974e3bd0368 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:29:49.837167 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:49.896728 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:49.897483 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:49.955865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e710dd-f6d5-494f-a182-1974e3bd0368,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:50.021667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Network d44ae208-3a87-4823-998b-a1d57a6c3198 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:29:50.023044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:29:50.236053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5ba52c36-e13d-4e59-ae99-637565a19e36 None None] Provisioning complete for port b7e710dd-f6d5-494f-a182-1974e3bd0368 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:50.236422 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5ba52c36-e13d-4e59-ae99-637565a19e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:50.240834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Router a3164390-4225-46a4-b8c1-e39db46aed75 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:29:50.270401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5ba52c36-e13d-4e59-ae99-637565a19e36 None None] Port b7e710dd-f6d5-494f-a182-1974e3bd0368 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:29:50.335618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:29:50.341676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b451b6d8-9c3b-4bd5-bd06-949ecaef3519 admin admin] 10.222.0.24 "PUT /v2.0/routers/a3164390-4225-46a4-b8c1-e39db46aed75/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9649229 Sep 16 04:29:50.359761 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Sync routers for ids ['a3164390-4225-46a4-b8c1-e39db46aed75'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:29:50.371756 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Routers {'a3164390-4225-46a4-b8c1-e39db46aed75'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:29:50.372496 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:29:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a3164390-4225-46a4-b8c1-e39db46aed75'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:50.558061 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Set router a3164390-4225-46a4-b8c1-e39db46aed75 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:29:50.989602 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'name': 'router1', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:29:39Z', 'updated_at': '2021-09-16T04:29:49Z', 'revision_number': 2, 'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'gw_port_host': None, '_interfaces': [{'id': 'b7e710dd-f6d5-494f-a182-1974e3bd0368', 'name': '', 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'mac_address': 'fa:16:3e:ab:0f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:48Z', 'updated_at': '2021-09-16T04:29:49Z', 'revision_number': 2, 'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'subnets': [{'id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '141bcdc7-6274-4ce4-af95-521e3aaae32d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:51.039441 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Checking router: a3164390-4225-46a4-b8c1-e39db46aed75 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:29:51.039821 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Updating router a3164390-4225-46a4-b8c1-e39db46aed75 port b7e710dd-f6d5-494f-a182-1974e3bd0368 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:29:51.089197 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:51.602645 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:51.697867 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:51.797002 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Pushing event updated for resources: {'Port': ['ID=b7e710dd-f6d5-494f-a182-1974e3bd0368,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:51.850794 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:51.851282 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:51.851639 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:51.851974 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:51.852307 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:51.852723 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:51.853006 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:51.853392 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:51.854361 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:51.854687 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:51.855094 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:51.855419 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Tracked resource versions report: Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: pushed versions: Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: { 'AddressGroup': {'1.2'}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'ConntrackHelper': {'1.0'}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'Log': {'1.0'}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'Network': {'1.1'}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'Port': {'1.7'}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'PortForwarding': {'1.2'}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'QosPolicy': {'1.9'}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'SecurityGroup': {'1.4'}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'SubPort': {'1.0'}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'Subnet': {'1.1'}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'Trunk': {'1.1'}} Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: consumer versions: Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: { DHCP agent@n-d-712137-12: {}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: L3 agent@n-d-712137-12: {}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: Metadata agent@n-d-712137-12: {}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: Metering agent@n-d-712137-12: {}, Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: Open vSwitch agent@n-d-712137-12: { 'AddressGroup': '1.2', Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'ConntrackHelper': '1.0', Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'Log': '1.0', Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'Network': '1.1', Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'Port': '1.7', Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'PortForwarding': '1.2', Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'QosPolicy': '1.9', Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'SecurityGroup': '1.4', Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'SecurityGroupRule': '1.2', Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'SubPort': '1.0', Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'Subnet': '1.1', Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: 'Trunk': '1.1'}} Sep 16 04:29:51.856605 n-d-712137-12 neutron-server[95454]: {{(pid=95454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:29:51.888802 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Attempting to bind port b7e710dd-f6d5-494f-a182-1974e3bd0368 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:29:51.889209 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Attempting to bind port b7e710dd-f6d5-494f-a182-1974e3bd0368 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '26a07562-8500-494e-b9d2-7c555c9f0910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:29:51.889632 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Attempting to bind port b7e710dd-f6d5-494f-a182-1974e3bd0368 on network d44ae208-3a87-4823-998b-a1d57a6c3198 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:29:51.894424 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:29:51.894833 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Checking segment: {'id': '26a07562-8500-494e-b9d2-7c555c9f0910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:29:51.895295 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:51.895769 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Bound using segment: {'id': '26a07562-8500-494e-b9d2-7c555c9f0910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:29:51.896162 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Bound port: b7e710dd-f6d5-494f-a182-1974e3bd0368, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a07562-8500-494e-b9d2-7c555c9f0910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:29:51.896560 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:51.896658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-486f323e-b9b6-40c3-85fe-28a59c712ac1 None None] Provisioning complete for port b7e710dd-f6d5-494f-a182-1974e3bd0368 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:51.897165 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-486f323e-b9b6-40c3-85fe-28a59c712ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:51.931440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-486f323e-b9b6-40c3-85fe-28a59c712ac1 None None] Port b7e710dd-f6d5-494f-a182-1974e3bd0368 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:29:51.963949 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] For port b7e710dd-f6d5-494f-a182-1974e3bd0368, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:29:51.983358 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] For port b7e710dd-f6d5-494f-a182-1974e3bd0368, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b7e710dd-f6d5-494f-a182-1974e3bd0368,segment=NetworkSegment(26a07562-8500-494e-b9d2-7c555c9f0910),segment_id=26a07562-8500-494e-b9d2-7c555c9f0910)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:29:52.064440 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:52.122325 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc5ca0-ed9b-4475-932c-84b3c0f16888 None None] Pushing event updated for resources: {'Port': ['ID=b7e710dd-f6d5-494f-a182-1974e3bd0368,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:52.127611 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Routers {'a3164390-4225-46a4-b8c1-e39db46aed75'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:29:52.128220 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:29:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a3164390-4225-46a4-b8c1-e39db46aed75'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:52.220276 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] Set router a3164390-4225-46a4-b8c1-e39db46aed75 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:29:52.251531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9237a920-fc7f-4fe5-8cb7-6893facbc78c None None] Provisioning complete for port b7e710dd-f6d5-494f-a182-1974e3bd0368 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:52.251970 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9237a920-fc7f-4fe5-8cb7-6893facbc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:52.338688 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9237a920-fc7f-4fe5-8cb7-6893facbc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:52.371508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9237a920-fc7f-4fe5-8cb7-6893facbc78c None None] For port b7e710dd-f6d5-494f-a182-1974e3bd0368, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b7e710dd-f6d5-494f-a182-1974e3bd0368,segment=NetworkSegment(26a07562-8500-494e-b9d2-7c555c9f0910),segment_id=26a07562-8500-494e-b9d2-7c555c9f0910)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:29:52.432769 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'name': 'router1', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:29:39Z', 'updated_at': '2021-09-16T04:29:49Z', 'revision_number': 2, 'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'gw_port_host': None, '_interfaces': [{'id': 'b7e710dd-f6d5-494f-a182-1974e3bd0368', 'name': '', 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'mac_address': 'fa:16:3e:ab:0f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:48Z', 'updated_at': '2021-09-16T04:29:51Z', 'revision_number': 4, 'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'subnets': [{'id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '141bcdc7-6274-4ce4-af95-521e3aaae32d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:52.446990 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9237a920-fc7f-4fe5-8cb7-6893facbc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:52.459653 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755ff05-44d2-4802-ac14-347d8dd4767a None None] The sync data for ids ['a3164390-4225-46a4-b8c1-e39db46aed75'] in n-d-712137-12 is: [{'id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'name': 'router1', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:29:39Z', 'updated_at': '2021-09-16T04:29:49Z', 'revision_number': 2, 'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'gw_port_host': None, '_interfaces': [{'id': 'b7e710dd-f6d5-494f-a182-1974e3bd0368', 'name': '', 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'mac_address': 'fa:16:3e:ab:0f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:48Z', 'updated_at': '2021-09-16T04:29:51Z', 'revision_number': 4, 'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'subnets': [{'id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '141bcdc7-6274-4ce4-af95-521e3aaae32d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:29:52.508163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237a920-fc7f-4fe5-8cb7-6893facbc78c None None] Pushing event updated for resources: {'Port': ['ID=b7e710dd-f6d5-494f-a182-1974e3bd0368,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:52.630755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60444) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:52.747029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff505be-7e64-4545-8a78-6883644715a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:52.748392 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0ff505be-7e64-4545-8a78-6883644715a7 admin admin] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 842 time: 0.1167512 Sep 16 04:29:52.758251 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:52.834925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] Made reservation on behalf of 120617df05624851b0c83f38f0f9b51e for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:29:52.837314 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] Notify callbacks [] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:53.226958 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:29:53.227412 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:53.284224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5c8fcf-4665-4b79-91b6-abce8698e4d0,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:53.291765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:29:53.291765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] Network hostable DHCP agents. Network: 6b8d09e5-620c-4857-8f70-2e928d95d8e9, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:29:53.394276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:29:53.480585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 6b8d09e5-620c-4857-8f70-2e928d95d8e9) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:29:53.485268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:53.486283 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:53.490269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99b144-9ad3-422d-b717-b307421c0aab None None] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:29:53.578779 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-344d659f-62bc-4dbd-ac6c-b08d5043bcee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8238947 Sep 16 04:29:53.622564 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b46c2b1-00bd-4c4f-990b-f725b8cad7f6 None None] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:29:55.923078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60452) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:29:56.134657 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c325120d-cf4d-407c-8c57-009087bd83c3 admin admin] 10.222.0.24 "GET /v2.0/routers/a3164390-4225-46a4-b8c1-e39db46aed75 HTTP/1.1" status: 200 len: 710 time: 0.2104743 Sep 16 04:29:56.224270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c74280d-dd8c-450e-8445-57cc22df5a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:29:56.225628 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2c74280d-dd8c-450e-8445-57cc22df5a76 admin admin] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 886 time: 0.0843091 Sep 16 04:29:56.235692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:29:56.534569 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:56.819279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:56.897421 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:57.054172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Allocated IP 172.25.3.28 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/e43ab2e0-74c1-4541-abbb-679a7bfdef7d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:29:57.164117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:57.276799 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:57.344924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:29:57.346682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:29:57.349337 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:29:57.405464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Pushing event updated for resources: {'Port': ['ID=e43ab2e0-74c1-4541-abbb-679a7bfdef7d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:29:57.756044 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:57.954294 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:57.958528 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:58.133959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Router a3164390-4225-46a4-b8c1-e39db46aed75 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:29:58.243662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:29:58.248356 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:58.249579 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1c1bf117-9271-4e11-a20b-b4c9fa9bb271 admin admin] 10.222.0.24 "PUT /v2.0/routers/a3164390-4225-46a4-b8c1-e39db46aed75 HTTP/1.1" status: 200 len: 889 time: 2.0171115 Sep 16 04:29:58.630654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b7e710dd-f6d5-494f-a182-1974e3bd0368 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:29:58.680881 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b7e710dd-f6d5-494f-a182-1974e3bd0368 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:29:58.681253 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:58.885766 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Sync routers for ids ['a3164390-4225-46a4-b8c1-e39db46aed75'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:29:58.895869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Routers {'a3164390-4225-46a4-b8c1-e39db46aed75'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:29:58.896543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a83af067-8b50-4129-9099-fc662a488974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:29:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a3164390-4225-46a4-b8c1-e39db46aed75'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:59.100522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Set router a3164390-4225-46a4-b8c1-e39db46aed75 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:29:59.499886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a83af067-8b50-4129-9099-fc662a488974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'name': 'router1', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e43ab2e0-74c1-4541-abbb-679a7bfdef7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:29:39Z', 'updated_at': '2021-09-16T04:29:57Z', 'revision_number': 4, 'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'gw_port': {'id': 'e43ab2e0-74c1-4541-abbb-679a7bfdef7d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:56Z', 'updated_at': '2021-09-16T04:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'b7e710dd-f6d5-494f-a182-1974e3bd0368', 'name': '', 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'mac_address': 'fa:16:3e:ab:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:48Z', 'updated_at': '2021-09-16T04:29:52Z', 'revision_number': 5, 'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'subnets': [{'id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '141bcdc7-6274-4ce4-af95-521e3aaae32d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:29:59.552288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Checking router: a3164390-4225-46a4-b8c1-e39db46aed75 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:29:59.552663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Updating router a3164390-4225-46a4-b8c1-e39db46aed75 port e43ab2e0-74c1-4541-abbb-679a7bfdef7d binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:29:59.599141 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:59.914320 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:59.983693 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:00.110753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Attempting to bind port e43ab2e0-74c1-4541-abbb-679a7bfdef7d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:30:00.111050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Attempting to bind port e43ab2e0-74c1-4541-abbb-679a7bfdef7d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:30:00.111420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Attempting to bind port e43ab2e0-74c1-4541-abbb-679a7bfdef7d on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:30:00.114468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ea4a2-3d63-4aaf-a55f-f9775e5d76fa None None] Pushing event updated for resources: {'Port': ['ID=e43ab2e0-74c1-4541-abbb-679a7bfdef7d,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:30:00.119769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:30:00.120149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:30:00.120572 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:00.120966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:30:00.121437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Bound port: e43ab2e0-74c1-4541-abbb-679a7bfdef7d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:30:00.122432 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:00.171638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a83af067-8b50-4129-9099-fc662a488974 None None] For port e43ab2e0-74c1-4541-abbb-679a7bfdef7d, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:30:00.174663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a83af067-8b50-4129-9099-fc662a488974 None None] For port e43ab2e0-74c1-4541-abbb-679a7bfdef7d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e43ab2e0-74c1-4541-abbb-679a7bfdef7d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:30:00.252884 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:00.312241 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Routers {'a3164390-4225-46a4-b8c1-e39db46aed75'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:30:00.312889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a83af067-8b50-4129-9099-fc662a488974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:29:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a3164390-4225-46a4-b8c1-e39db46aed75'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:30:00.317494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ea4a2-3d63-4aaf-a55f-f9775e5d76fa None None] Pushing event updated for resources: {'Port': ['ID=e43ab2e0-74c1-4541-abbb-679a7bfdef7d,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:30:00.422701 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-a83af067-8b50-4129-9099-fc662a488974 None None] Set router a3164390-4225-46a4-b8c1-e39db46aed75 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:30:00.640113 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a83af067-8b50-4129-9099-fc662a488974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'name': 'router1', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e43ab2e0-74c1-4541-abbb-679a7bfdef7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:29:39Z', 'updated_at': '2021-09-16T04:29:57Z', 'revision_number': 4, 'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'gw_port': {'id': 'e43ab2e0-74c1-4541-abbb-679a7bfdef7d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:56Z', 'updated_at': '2021-09-16T04:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'b7e710dd-f6d5-494f-a182-1974e3bd0368', 'name': '', 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'mac_address': 'fa:16:3e:ab:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:48Z', 'updated_at': '2021-09-16T04:29:52Z', 'revision_number': 5, 'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'subnets': [{'id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '141bcdc7-6274-4ce4-af95-521e3aaae32d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:30:00.667919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83af067-8b50-4129-9099-fc662a488974 None None] The sync data for ids ['a3164390-4225-46a4-b8c1-e39db46aed75'] in n-d-712137-12 is: [{'id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'name': 'router1', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e43ab2e0-74c1-4541-abbb-679a7bfdef7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:29:39Z', 'updated_at': '2021-09-16T04:29:57Z', 'revision_number': 4, 'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'gw_port': {'id': 'e43ab2e0-74c1-4541-abbb-679a7bfdef7d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:56Z', 'updated_at': '2021-09-16T04:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'b7e710dd-f6d5-494f-a182-1974e3bd0368', 'name': '', 'network_id': 'd44ae208-3a87-4823-998b-a1d57a6c3198', 'tenant_id': '6a3abd9c817842af8cdbd518eeab76d7', 'mac_address': 'fa:16:3e:ab:0f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3164390-4225-46a4-b8c1-e39db46aed75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:29:48Z', 'updated_at': '2021-09-16T04:29:52Z', 'revision_number': 5, 'project_id': '6a3abd9c817842af8cdbd518eeab76d7', 'subnets': [{'id': 'dccf5c69-b630-44ef-8830-9be8ff6b9a23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '141bcdc7-6274-4ce4-af95-521e3aaae32d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:30:00.688811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60464) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:30:00.837408 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9ee52ae2-edb9-4fff-8058-62d5bf8d358b admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1475434 Sep 16 04:30:02.631066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e43ab2e0-74c1-4541-abbb-679a7bfdef7d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:30:02.683453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e43ab2e0-74c1-4541-abbb-679a7bfdef7d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:30:02.683851 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:02.770544 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:02.791893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port e43ab2e0-74c1-4541-abbb-679a7bfdef7d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e43ab2e0-74c1-4541-abbb-679a7bfdef7d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:30:02.892581 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:02.948071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=e43ab2e0-74c1-4541-abbb-679a7bfdef7d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:30:04.622770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e43ab2e0-74c1-4541-abbb-679a7bfdef7d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:30:04.701100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e43ab2e0-74c1-4541-abbb-679a7bfdef7d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:30:04.701717 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:11.933541 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f3536361-55f6-4880-858e-53c43a22304e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:14.446885 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19135f00-30f9-4bf8-804b-542369f0ecd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:15.195804 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:15.732844 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:17.343220 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:24.076174 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:30:41.909901 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6ac79dcf-a816-4f68-9495-815b4d26812a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:44.441789 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-22a3e7c3-d6c1-4034-bd93-6472906cf0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:45.177393 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:45.801820 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:47.297369 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:01.075118 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:31:11.932184 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-23ef5791-fff4-4277-a269-0869275ef7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:14.459586 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90f09ee0-7ba8-403a-b6d8-08ee40efc376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:15.178604 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:15.773096 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:17.310578 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:38.074234 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:31:41.937254 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4da5fc73-bae5-4830-a3be-9b56ceee54bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:44.458708 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-369405b9-4178-4879-b1ed-6b199de907bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:45.190549 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:45.738447 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:47.297242 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:47.314586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32826) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:47.376611 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3000e8aa-2410-4a54-afb7-d5faaffe257a admin admin] GET failed (client error): The resource could not be found. Sep 16 04:31:47.377939 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3000e8aa-2410-4a54-afb7-d5faaffe257a admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623817 Sep 16 04:31:47.563752 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd88331-ba84-444b-8191-5c5cd49e2b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:47.566041 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0dd88331-ba84-444b-8191-5c5cd49e2b7a admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1827855 Sep 16 04:31:49.746162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32836) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:49.836481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7f642a-74e2-4612-95e0-166a664dac0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:49.837768 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-df7f642a-74e2-4612-95e0-166a664dac0b admin admin] 10.222.0.24 "GET /v2.0/subnets/dccf5c69-b630-44ef-8830-9be8ff6b9a23 HTTP/1.1" status: 200 len: 849 time: 0.0906348 Sep 16 04:31:49.847600 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:31:49.932124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:50.125032 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770204364804'] for subnet, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:50.157215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:50.158056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:50.159385 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] 10.222.0.24 "PUT /v2.0/subnets/dccf5c69-b630-44ef-8830-9be8ff6b9a23 HTTP/1.1" status: 200 len: 868 time: 0.3153999 Sep 16 04:31:50.159724 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a42aac-01e3-4e82-8565-63a221e481e9 None None] Network d44ae208-3a87-4823-998b-a1d57a6c3198 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:31:50.177787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dccf5c69-b630-44ef-8830-9be8ff6b9a23,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:31:50.186440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:50.186655 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:50.186999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:50.187344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:50.187652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:50.187974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:50.188294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:50.188643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:50.188962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:50.189288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:50.189590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:50.189909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20c35c-fcdf-472f-a6b8-3432ce395748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:31:50.572247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9bb6680f-326d-42d4-9a90-2b6858c87ebc None None] Provisioning complete for port 5641d750-b86a-4fe7-8860-fa8b31dda4d1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:31:50.572646 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9bb6680f-326d-42d4-9a90-2b6858c87ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:50.662360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9bb6680f-326d-42d4-9a90-2b6858c87ebc None None] Provisioning complete for port b7e710dd-f6d5-494f-a182-1974e3bd0368 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:31:50.662804 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9bb6680f-326d-42d4-9a90-2b6858c87ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:52.431344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32844) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:52.629603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372729de-2a9a-4588-9494-193805de4db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:52.630096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372729de-2a9a-4588-9494-193805de4db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:52.631661 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-372729de-2a9a-4588-9494-193805de4db2 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1993563 Sep 16 04:31:54.838900 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32852) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:54.971201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f81d34c-ef11-4276-adb6-4bae3b07a27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:54.971679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f81d34c-ef11-4276-adb6-4bae3b07a27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:54.973258 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7f81d34c-ef11-4276-adb6-4bae3b07a27e admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1334124 Sep 16 04:31:57.167004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32860) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:57.294640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933c7e4c-5c90-4948-b53c-d6fe0c028aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:57.296062 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-933c7e4c-5c90-4948-b53c-d6fe0c028aa9 admin admin] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 886 time: 0.1281097 Sep 16 04:31:59.491523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32868) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:31:59.632348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddae75-b100-4381-ae27-9eb1db7ec0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:31:59.633898 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-adddae75-b100-4381-ae27-9eb1db7ec0c4 admin admin] 10.222.0.24 "GET /v2.0/networks/d44ae208-3a87-4823-998b-a1d57a6c3198 HTTP/1.1" status: 200 len: 868 time: 0.1413829 Sep 16 04:32:01.824141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32876) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:01.955703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb4e81d-507a-436a-ba2e-e0d30d0a8c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:01.956165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb4e81d-507a-436a-ba2e-e0d30d0a8c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:01.957758 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8cb4e81d-507a-436a-ba2e-e0d30d0a8c4d admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325819 Sep 16 04:32:04.165859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32884) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:04.290853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f147807-e957-49a6-83e6-a1a6d81b59de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:04.291328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f147807-e957-49a6-83e6-a1a6d81b59de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:04.292892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6f147807-e957-49a6-83e6-a1a6d81b59de admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260881 Sep 16 04:32:06.441553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32894) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:06.529647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dd69f6-7090-411c-9315-378ea907f8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:06.530968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-31dd69f6-7090-411c-9315-378ea907f8a9 admin admin] 10.222.0.24 "GET /v2.0/subnets/dc5c8fcf-4665-4b79-91b6-abce8698e4d0 HTTP/1.1" status: 200 len: 816 time: 0.0884714 Sep 16 04:32:08.786412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32902) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:08.883755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad0457-d503-40ed-b3af-13de91fae0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:08.885117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-09ad0457-d503-40ed-b3af-13de91fae0c1 admin admin] 10.222.0.24 "GET /v2.0/subnets/dccf5c69-b630-44ef-8830-9be8ff6b9a23 HTTP/1.1" status: 200 len: 868 time: 0.0977235 Sep 16 04:32:11.947973 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-caa9fb54-12d3-4e5b-8f7c-305c950cb0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:14.493064 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47f151d5-9a09-462a-8ff3-a3f85120157b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:15.072757 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:32:15.200040 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:15.766791 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:17.330903 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:33.491628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32956) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:33.540053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-0c5c5b10-f421-4c3c-bac2-1faa33bab2ec admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:32:33.541028 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0c5c5b10-f421-4c3c-bac2-1faa33bab2ec admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484765 Sep 16 04:32:35.829867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32964) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:35.890880 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-566fd1ef-935b-4ef1-8126-4b413dfb0a5f admin admin] GET failed (client error): The resource could not be found. Sep 16 04:32:35.892195 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-566fd1ef-935b-4ef1-8126-4b413dfb0a5f admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613911 Sep 16 04:32:35.978361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7314f3-ac0f-4fca-aad3-5b9074aa4d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:35.979823 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-db7314f3-ac0f-4fca-aad3-5b9074aa4d49 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829124 Sep 16 04:32:38.187355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32972) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:38.234589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:32:38.326681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] Made reservation on behalf of 120617df05624851b0c83f38f0f9b51e for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:32:38.329245 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:38.363596 n-d-712137-12 neutron-server[95451]: WARNING neutron.services.revisions.revision_plugin [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] Could not find related network for resource to bump revision. Sep 16 04:32:38.378839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:32:38.390999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:38.396580 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] Added segment 45f57905-dd6c-4c59-8bdd-19344eccc0b2 of type vlan for network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 Sep 16 04:32:38.432191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:38.541447 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:38.542435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:38.543028 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:38.701474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] Pushing event updated for resources: {'Network': ['ID=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:32:38.712843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:32:38.750483 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-15ba876c-17b2-4c0c-b302-9479c58e7fbb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5619464 Sep 16 04:32:41.030897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32980) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:41.091008 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40cb3a0-03ff-4c45-baf9-bebee896d211 admin admin] GET failed (client error): The resource could not be found. Sep 16 04:32:41.092357 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a40cb3a0-03ff-4c45-baf9-bebee896d211 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605052 Sep 16 04:32:41.164898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b470cc4f-65b3-491f-9952-8ce23e0ef10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:41.166414 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b470cc4f-65b3-491f-9952-8ce23e0ef10a admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0694039 Sep 16 04:32:41.176743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cad205a5-cd4a-4835-b26a-e5a55996d796 admin admin] Request body: {'subnet': {'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:32:41.326073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad205a5-cd4a-4835-b26a-e5a55996d796 admin admin] Made reservation on behalf of 120617df05624851b0c83f38f0f9b51e for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:32:41.328405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cad205a5-cd4a-4835-b26a-e5a55996d796 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:41.680753 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cad205a5-cd4a-4835-b26a-e5a55996d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:41.732281 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad205a5-cd4a-4835-b26a-e5a55996d796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acdeb573-56fc-4888-be56-e1b3018f4687,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:32:41.743031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad205a5-cd4a-4835-b26a-e5a55996d796 admin admin] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:32:41.743384 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad205a5-cd4a-4835-b26a-e5a55996d796 admin admin] Network hostable DHCP agents. Network: 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:32:41.835376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad205a5-cd4a-4835-b26a-e5a55996d796 admin admin] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:32:41.983890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-cad205a5-cd4a-4835-b26a-e5a55996d796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:32:41.987915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad205a5-cd4a-4835-b26a-e5a55996d796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:32:41.988528 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cad205a5-cd4a-4835-b26a-e5a55996d796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:41.992873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb65db-fc0b-4922-8d86-20e60e22517b None None] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:32:42.090120 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b074-9439-4d92-b865-d4fcb7e80f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:42.115840 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cad205a5-cd4a-4835-b26a-e5a55996d796 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9424243 Sep 16 04:32:42.142389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'tenant_id': '120617df05624851b0c83f38f0f9b51e', 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:32:42.143284 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:42.293516 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Allocated IP 192.168.233.2 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/454e87e7-300b-4715-b552-ab15a380e10b) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:32:42.455251 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:42.538597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:42.579144 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:32:42.581979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:32:42.585261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:32:42.601154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Pushing event updated for resources: {'Port': ['ID=454e87e7-300b-4715-b552-ab15a380e10b,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:32:42.623779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:42.624142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:42.624484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:42.624836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:42.625178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:42.625543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:42.625894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:42.626274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:42.626606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:42.626965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:42.627321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:42.627653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:32:42.657516 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Attempting to bind port 454e87e7-300b-4715-b552-ab15a380e10b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:32:42.657918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Attempting to bind port 454e87e7-300b-4715-b552-ab15a380e10b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:32:42.658295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Attempting to bind port 454e87e7-300b-4715-b552-ab15a380e10b on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:32:42.663402 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:32:42.663779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:32:42.664180 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:42.664601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:32:42.665068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Bound port: 454e87e7-300b-4715-b552-ab15a380e10b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:32:42.665463 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:42.727965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] For port 454e87e7-300b-4715-b552-ab15a380e10b, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:32:42.731122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] For port 454e87e7-300b-4715-b552-ab15a380e10b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=454e87e7-300b-4715-b552-ab15a380e10b,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:32:42.824481 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:42.887439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd679df-cde0-450a-96c8-1b8872750efd None None] Pushing event updated for resources: {'Port': ['ID=454e87e7-300b-4715-b552-ab15a380e10b,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:32:43.712623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a63041b-d29f-4c0c-ad52-19ae26fbe643 None None] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:32:43.795583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2e6f1622-0d92-45d8-820c-983b8cdcb43b None None] Provisioning complete for port 454e87e7-300b-4715-b552-ab15a380e10b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:32:43.795959 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1622-0d92-45d8-820c-983b8cdcb43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:43.934203 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1622-0d92-45d8-820c-983b8cdcb43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:43.973367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-2e6f1622-0d92-45d8-820c-983b8cdcb43b None None] For port 454e87e7-300b-4715-b552-ab15a380e10b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=454e87e7-300b-4715-b552-ab15a380e10b,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:32:44.055885 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1622-0d92-45d8-820c-983b8cdcb43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:44.108232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f1622-0d92-45d8-820c-983b8cdcb43b None None] Pushing event updated for resources: {'Port': ['ID=454e87e7-300b-4715-b552-ab15a380e10b,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:32:44.174682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c506b0c5-6759-4103-ac22-f5af7b99a480 None None] Provisioning complete for port 454e87e7-300b-4715-b552-ab15a380e10b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:32:44.175057 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c506b0c5-6759-4103-ac22-f5af7b99a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:44.463652 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4f7eaf2d-4026-45f4-ae50-86c2ec1a0f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:44.729226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 454e87e7-300b-4715-b552-ab15a380e10b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:32:44.780258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 454e87e7-300b-4715-b552-ab15a380e10b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:32:44.780732 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:45.187357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:45.783679 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:47.335726 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:52.071976 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:33:11.941041 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bd9c91a6-0b93-4606-bf72-dafd6554acd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:14.443572 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f009af9e-0670-4942-a74d-296087fb3e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:15.200321 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:15.743371 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:17.290193 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:29.070611 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:33:42.009395 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93c92ac2-64c5-4b3f-91b1-b70934f508d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:44.449241 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5a9f7026-5e35-4ab1-a438-33a8be97afe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.174334 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:45.763201 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:47.308692 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.202605 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33032) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:02.209089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-49071514-a0b3-47a8-9aa2-d217cc1ac5ec tempest-verify_tempest_config-1341090455 tempest-verify_tempest_config-1341090455-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:02.210069 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-49071514-a0b3-47a8-9aa2-d217cc1ac5ec tempest-verify_tempest_config-1341090455 tempest-verify_tempest_config-1341090455-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064864 Sep 16 04:34:02.977472 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33050) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:03.080283 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.165922 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.248214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.295538 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=248bd0bbadcc4a76b887df90b0ced92f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3169992 Sep 16 04:34:03.296375 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5f3806-96d4-478c-807e-fce54ed9d534,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:03.298240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33054) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:03.303489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.303837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.304212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.304566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.304904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.305231 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.305554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.305876 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.306199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.306515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.306830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.307148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96503a62-97a2-4daf-9daa-9580f7e3f879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.356007 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.376897 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.534536 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.536725 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.537892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd5f3806-96d4-478c-807e-fce54ed9d534 HTTP/1.1" status: 204 len: 168 time: 0.2386928 Sep 16 04:34:03.545659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5f3806-96d4-478c-807e-fce54ed9d534,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:03.552829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.553181 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.553522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.553859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.554193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.554524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.554853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.555178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.555502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.555881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.556206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:03.556551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ae647-b56c-45be-9834-26594588b02a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.069106 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:34:11.945479 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1a2e-043d-47ed-8fe2-70421f76833a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.468071 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6294e0e0-e8f7-4175-9b97-f8c594b18af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.208002 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.768095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.285642 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.945100 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3110e9b9-5b1d-42ec-b9a7-33f21777975a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.067830 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:34:44.453155 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d42ebc5-b7a3-4d6a-9447-92d2a0fdfb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.193505 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.790241 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.321787 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.967695 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f2ddea6e-b792-4fe3-8aed-c610f0021ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.444639 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-101c5b27-69f6-47dd-b0ae-a33fe5d8eedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.227759 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.764134 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.361997 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.066570 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:35:41.952583 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2335d3ca-1ae3-4a12-a983-3f98613f4e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.464297 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a08f144-48b3-480c-bf63-b23d78499be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.204332 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.801137 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:47.292272 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.066080 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:36:11.955148 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ed62cf40-d05b-4e13-9b76-92f2d4eb584b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.455440 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fc584b6f-9e5a-4ae1-be7f-9e7ce27c56a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:15.188826 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:15.771838 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:17.309306 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.064640 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:36:41.960337 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90c0a1f5-a413-4653-9b1c-7b3d67ef3702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.474219 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8d6d9324-5e18-49fc-953f-d999632bda32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.188493 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.800424 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.314614 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.063737 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 5 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:37:11.973579 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b094e143-1dae-4ce1-b604-58d5f773ffa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.100970 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014571'] for agent, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:14.454860 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12ee2398-519f-482e-a7aa-d29fb0526005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.245385 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.780748 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.077937 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014571'] for agent, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.308487 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:41.951826 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c28b985d-20af-4261-844e-00c232d16def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:42.016654 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:44.477457 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af38bc32-5e3b-447d-b733-d287a9e0db78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:45.319428 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:45.793432 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:46.027548 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:47.313328 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:48.063077 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:37:58.801708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33120) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:58.909005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8dffc22e-0012-4a7e-93c1-0c71c840ecc2 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1062138 Sep 16 04:38:01.129385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33130) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:01.186226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0f3ede43-c652-4f27-a60a-f6039f3846c6 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0557442 Sep 16 04:38:11.964722 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bfcc48a8-9c94-4232-9232-5b66827d7427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:12.016017 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.478719 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bf21bda0-0b1e-45f8-a063-ee32e40e11a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.227305 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.802680 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:16.118880 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.317628 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:25.062778 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:38:41.959099 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45e3910f-ecfb-4476-a7db-39d92e73359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:42.015886 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.471650 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d20a098-e271-4d16-8784-dbecd3701ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:45.265669 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:45.791868 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:46.067490 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.323392 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:02.061723 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:39:11.992337 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8848-702f-482b-a56f-35f98f449835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.072784 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.460683 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c2bce6c6-4ef4-4980-b7e9-cba8948a5380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.209473 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.786531 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.061268 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.324093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.534688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33358) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:29.198965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-197ebb99-8db1-4532-89e6-25f247ce65dd tempest-AutoAllocateNetworkTest-1947556718 tempest-AutoAllocateNetworkTest-1947556718-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e90fb82db57140d4bdd53d5e33cf1a0b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6631033 Sep 16 04:39:29.201696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33378) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:29.384893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e672383-d73f-4dc2-940f-83746087859c tempest-AutoAllocateNetworkTest-1947556718 tempest-AutoAllocateNetworkTest-1947556718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:29.389273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0e672383-d73f-4dc2-940f-83746087859c tempest-AutoAllocateNetworkTest-1947556718 tempest-AutoAllocateNetworkTest-1947556718-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1838386 Sep 16 04:39:29.390140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33384) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:29.452909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-965011b9-16fd-440b-ab8f-3b55b673a6ff tempest-AutoAllocateNetworkTest-1947556718 tempest-AutoAllocateNetworkTest-1947556718-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623636 Sep 16 04:39:29.456109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33388) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:29.484628 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-690d3b19-a918-4d85-bc55-40ff5e49a7c6 tempest-AutoAllocateNetworkTest-1947556718 tempest-AutoAllocateNetworkTest-1947556718-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e90fb82db57140d4bdd53d5e33cf1a0b HTTP/1.1" status: 200 len: 208 time: 0.0274377 Sep 16 04:39:30.594145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33426) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:31.015405 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.105521 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.203708 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.257790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e90fb82db57140d4bdd53d5e33cf1a0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6553450 Sep 16 04:39:31.257790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33464) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:31.260668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b5bb06-4d4a-46cf-8e4e-6bda5e68e2a5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:31.278116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.278662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.279007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.279348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.279685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.280099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.280346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.280698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.281025 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.281347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.281676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.281995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754b69f-9778-4f45-978d-a3f6694451e8 admin admin] Tracked resource versions report: Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: pushed versions: Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: { 'AddressGroup': {'1.2'}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'ConntrackHelper': {'1.0'}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'Log': {'1.0'}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'Network': {'1.1'}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'Port': {'1.7'}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'PortForwarding': {'1.2'}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'QosPolicy': {'1.9'}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'SecurityGroup': {'1.4'}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'SubPort': {'1.0'}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'Subnet': {'1.1'}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'Trunk': {'1.1'}} Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: consumer versions: Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: { DHCP agent@n-d-712137-12: {}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: HyperV agent@n-h1-712137-12: {}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: HyperV agent@n-h2-712137-12: {}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: L3 agent@n-d-712137-12: {}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: Metadata agent@n-d-712137-12: {}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: Metering agent@n-d-712137-12: {}, Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: Open vSwitch agent@n-d-712137-12: { 'AddressGroup': '1.2', Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'ConntrackHelper': '1.0', Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'Log': '1.0', Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'Network': '1.1', Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'Port': '1.7', Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'PortForwarding': '1.2', Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'QosPolicy': '1.9', Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'SecurityGroup': '1.4', Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'SecurityGroupRule': '1.2', Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'SubPort': '1.0', Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'Subnet': '1.1', Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: 'Trunk': '1.1'}} Sep 16 04:39:31.284118 n-d-712137-12 neutron-server[95452]: {{(pid=95452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:39:31.320721 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f160e1e5-6c14-4c2e-94db-89fefbfc05a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.342424 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f160e1e5-6c14-4c2e-94db-89fefbfc05a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.461413 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f160e1e5-6c14-4c2e-94db-89fefbfc05a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.464627 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f160e1e5-6c14-4c2e-94db-89fefbfc05a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.466010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f160e1e5-6c14-4c2e-94db-89fefbfc05a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5b5bb06-4d4a-46cf-8e4e-6bda5e68e2a5 HTTP/1.1" status: 204 len: 168 time: 0.2114544 Sep 16 04:39:31.475391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160e1e5-6c14-4c2e-94db-89fefbfc05a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b5bb06-4d4a-46cf-8e4e-6bda5e68e2a5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:32.891391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33542) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:33.226849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33558) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:33.292564 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a897c10d-c1cb-4d7c-9321-be43ac0ee74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.297128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-network', 'tenant_id': 'bc90348af2cc4668a81319630766a035'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:33.331983 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-a897c10d-c1cb-4d7c-9321-be43ac0ee74f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:39:33.331983 n-d-712137-12 neutron-server[95452]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:39:33.331983 n-d-712137-12 neutron-server[95452]: [parameters: {'project_id': 'd62c7030cae34fb29de371e8a3531f7c', 'id': 'bcbe4c7a-1fc1-487b-bfab-b946c36b9820', 'expiration': datetime.datetime(2021, 9, 16, 4, 41, 33, 323357)}] Sep 16 04:39:33.331983 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:39:33.332709 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-a897c10d-c1cb-4d7c-9321-be43ac0ee74f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:39:33.420689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Made reservation on behalf of bc90348af2cc4668a81319630766a035 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:33.423625 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.433514 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.531107 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.598301 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.631469 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:39:33.634203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28097707-5bf6-4cf0-b106-2274949ee21c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:33.649565 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.650150 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Added segment 46f46519-2cd2-437f-a72d-cf25d5307873 of type vlan for network fb732cf4-3497-45d6-8853-b2066fbc4fa6 Sep 16 04:39:33.695842 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.804084 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.805104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.805696 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.835604 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a897c10d-c1cb-4d7c-9321-be43ac0ee74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.957854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] Pushing event updated for resources: {'Network': ['ID=fb732cf4-3497-45d6-8853-b2066fbc4fa6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:33.964746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5b25e4e5-eed8-4808-9972-1baf257f84eb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0684664 Sep 16 04:39:33.966065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33600) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:33.968241 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network fb732cf4-3497-45d6-8853-b2066fbc4fa6 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:39:33.975175 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-87ab50ba-2191-497b-ae81-16e2a4f17bca admin admin] Request body: {'subnet': {'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-subnet', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:34.068905 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a897c10d-c1cb-4d7c-9321-be43ac0ee74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.216752 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a897c10d-c1cb-4d7c-9321-be43ac0ee74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.268044 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a897c10d-c1cb-4d7c-9321-be43ac0ee74f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d62c7030cae34fb29de371e8a3531f7c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0360568 Sep 16 04:39:34.270327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33628) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:34.271729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897c10d-c1cb-4d7c-9321-be43ac0ee74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3160a6fd-f204-468c-a85c-c3535a8d347e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:34.346181 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ab50ba-2191-497b-ae81-16e2a4f17bca admin admin] Made reservation on behalf of bc90348af2cc4668a81319630766a035 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:34.349989 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87ab50ba-2191-497b-ae81-16e2a4f17bca admin admin] Notify callbacks [] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.365793 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.433143 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.626993 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.632177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.632871 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3160a6fd-f204-468c-a85c-c3535a8d347e HTTP/1.1" status: 204 len: 168 time: 0.3606322 Sep 16 04:39:34.640736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3160a6fd-f204-468c-a85c-c3535a8d347e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:34.648957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.649306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.649643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.649979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.650391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.650626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.650948 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.651272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.651590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.651909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.652226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.652563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399614e-035f-4d7f-a7bb-9ab665cbf22c admin admin] Tracked resource versions report: Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: pushed versions: Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: { 'AddressGroup': {'1.2'}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'ConntrackHelper': {'1.0'}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'Log': {'1.0'}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'Network': {'1.1'}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'Port': {'1.7'}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'PortForwarding': {'1.2'}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'QosPolicy': {'1.9'}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'SecurityGroup': {'1.4'}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'SubPort': {'1.0'}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'Subnet': {'1.1'}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'Trunk': {'1.1'}} Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: consumer versions: Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: { DHCP agent@n-d-712137-12: {}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: HyperV agent@n-h1-712137-12: {}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: HyperV agent@n-h2-712137-12: {}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: L3 agent@n-d-712137-12: {}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: Metadata agent@n-d-712137-12: {}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: Metering agent@n-d-712137-12: {}, Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: Open vSwitch agent@n-d-712137-12: { 'AddressGroup': '1.2', Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'ConntrackHelper': '1.0', Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'Log': '1.0', Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'Network': '1.1', Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'Port': '1.7', Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'PortForwarding': '1.2', Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'QosPolicy': '1.9', Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'SecurityGroup': '1.4', Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'SecurityGroupRule': '1.2', Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'SubPort': '1.0', Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'Subnet': '1.1', Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: 'Trunk': '1.1'}} Sep 16 04:39:34.653668 n-d-712137-12 neutron-server[95451]: {{(pid=95451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:39:34.658447 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87ab50ba-2191-497b-ae81-16e2a4f17bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.706992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab50ba-2191-497b-ae81-16e2a4f17bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7096e50a-d25d-4f19-a589-a5b7967e7926,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:34.726525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab50ba-2191-497b-ae81-16e2a4f17bca admin admin] Checking segment: {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:34.726892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab50ba-2191-497b-ae81-16e2a4f17bca admin admin] Network hostable DHCP agents. Network: fb732cf4-3497-45d6-8853-b2066fbc4fa6, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:39:34.802893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab50ba-2191-497b-ae81-16e2a4f17bca admin admin] Network fb732cf4-3497-45d6-8853-b2066fbc4fa6 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:39:34.846476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33666) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:34.912365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-87ab50ba-2191-497b-ae81-16e2a4f17bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, fb732cf4-3497-45d6-8853-b2066fbc4fa6) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:34.917248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab50ba-2191-497b-ae81-16e2a4f17bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.917832 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87ab50ba-2191-497b-ae81-16e2a4f17bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.935103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb12b060-4046-4311-bb04-7a64130cce09 None None] Network fb732cf4-3497-45d6-8853-b2066fbc4fa6 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:35.005148 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-87ab50ba-2191-497b-ae81-16e2a4f17bca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0373068 Sep 16 04:39:35.007943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33678) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.025158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:35.109458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33686) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.112018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:39:35.113092 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.152389 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.162619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.274352 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02db1892-be07-433e-bbfc-00e676956c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.320198 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.322580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Allocated IP 172.20.0.2 (fb732cf4-3497-45d6-8853-b2066fbc4fa6/7096e50a-d25d-4f19-a589-a5b7967e7926/aae2276f-bbeb-4cb6-90d4-12062c493397) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:35.407511 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02db1892-be07-433e-bbfc-00e676956c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.495911 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.512049 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f36afe3-145e-4337-b9d1-fb7ec6feb106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.545322 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02db1892-be07-433e-bbfc-00e676956c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.587165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db1892-be07-433e-bbfc-00e676956c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353a81b0-1108-411f-ac56-ed4fdfd400cc,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.592286 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.596693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-02db1892-be07-433e-bbfc-00e676956c92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b555688bcff54a758d1a52394fc26aa3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7490485 Sep 16 04:39:35.600893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33714) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.610033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.652054 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb996015-0ff7-4745-9686-bfd2d4c4ae9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.662143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Pushing event updated for resources: {'Port': ['ID=aae2276f-bbeb-4cb6-90d4-12062c493397,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.670257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Network fb732cf4-3497-45d6-8853-b2066fbc4fa6 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:35.671662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:35.672005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:35.672346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:35.672701 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:35.673097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:35.673431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:35.673756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:35.674168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:35.674495 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:35.675116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:35.675116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:35.675457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Tracked resource versions report: Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: pushed versions: Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: { 'AddressGroup': {'1.2'}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'ConntrackHelper': {'1.0'}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'Log': {'1.0'}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'Network': {'1.1'}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'Port': {'1.7'}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'PortForwarding': {'1.2'}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'QosPolicy': {'1.9'}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'SecurityGroup': {'1.4'}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'SubPort': {'1.0'}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'Subnet': {'1.1'}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'Trunk': {'1.1'}} Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: consumer versions: Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: { DHCP agent@n-d-712137-12: {}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: HyperV agent@n-h1-712137-12: {}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: HyperV agent@n-h2-712137-12: {}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: L3 agent@n-d-712137-12: {}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: Metadata agent@n-d-712137-12: {}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: Metering agent@n-d-712137-12: {}, Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: Open vSwitch agent@n-d-712137-12: { 'AddressGroup': '1.2', Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'ConntrackHelper': '1.0', Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'Log': '1.0', Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'Network': '1.1', Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'Port': '1.7', Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'PortForwarding': '1.2', Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'QosPolicy': '1.9', Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'SecurityGroup': '1.4', Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'SecurityGroupRule': '1.2', Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'SubPort': '1.0', Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'Subnet': '1.1', Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: 'Trunk': '1.1'}} Sep 16 04:39:35.676561 n-d-712137-12 neutron-server[95453]: {{(pid=95453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:39:35.685678 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:35.694991 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb996015-0ff7-4745-9686-bfd2d4c4ae9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.707712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:35.713617 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f36afe3-145e-4337-b9d1-fb7ec6feb106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.762011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Attempting to bind port aae2276f-bbeb-4cb6-90d4-12062c493397 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:35.762394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Attempting to bind port aae2276f-bbeb-4cb6-90d4-12062c493397 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:35.762750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Attempting to bind port aae2276f-bbeb-4cb6-90d4-12062c493397 on network fb732cf4-3497-45d6-8853-b2066fbc4fa6 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:35.768549 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:35.768886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Checking segment: {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:35.769284 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.769667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Bound using segment: {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:35.770120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Bound port: aae2276f-bbeb-4cb6-90d4-12062c493397, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:35.770712 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.789860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33724) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.803647 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f36afe3-145e-4337-b9d1-fb7ec6feb106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.823876 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cc3f17d1-e1b5-4c51-b180-011f66ec3e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.847116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] For port aae2276f-bbeb-4cb6-90d4-12062c493397, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:35.848775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] For port aae2276f-bbeb-4cb6-90d4-12062c493397, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=aae2276f-bbeb-4cb6-90d4-12062c493397,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:35.867569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36afe3-145e-4337-b9d1-fb7ec6feb106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf172ce-0442-46f5-a63c-8bfff8572bb4,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.874917 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb996015-0ff7-4745-9686-bfd2d4c4ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.878032 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb996015-0ff7-4745-9686-bfd2d4c4ae9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.879197 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bb996015-0ff7-4745-9686-bfd2d4c4ae9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/353a81b0-1108-411f-ac56-ed4fdfd400cc HTTP/1.1" status: 204 len: 168 time: 0.2772324 Sep 16 04:39:35.888570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33728) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.900595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8f36afe3-145e-4337-b9d1-fb7ec6feb106 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0351e5ba2e8c496da0276e107a7ceb3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7897029 Sep 16 04:39:35.908270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb996015-0ff7-4745-9686-bfd2d4c4ae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353a81b0-1108-411f-ac56-ed4fdfd400cc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.908637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33732) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.930876 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.973400 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cc3f17d1-e1b5-4c51-b180-011f66ec3e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.986585 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b4a82da3-e191-4774-aa3e-250f824a289e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.998362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8334c1d-732b-4c53-bcd6-e8a3ff0dacb0 None None] Pushing event updated for resources: {'Port': ['ID=aae2276f-bbeb-4cb6-90d4-12062c493397,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:36.061227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cc3f17d1-e1b5-4c51-b180-011f66ec3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.118139 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cc3f17d1-e1b5-4c51-b180-011f66ec3e55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b34fc093a5b4ec7b924dfb604c65b91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3270245 Sep 16 04:39:36.121632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33740) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:36.131046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f17d1-e1b5-4c51-b180-011f66ec3e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa2efa3-ad31-412f-a5f0-61b36cc2276c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:36.145639 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b4a82da3-e191-4774-aa3e-250f824a289e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.200798 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a999b847-00eb-428c-a7d4-243851df7087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.207742 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.226445 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a999b847-00eb-428c-a7d4-243851df7087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.233344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.417941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Allocated IP 172.25.3.86 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/7b4fc805-3bac-4244-a9d9-ed395b3cbb64) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:36.448002 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b4a82da3-e191-4774-aa3e-250f824a289e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.450586 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b4a82da3-e191-4774-aa3e-250f824a289e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.451790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b4a82da3-e191-4774-aa3e-250f824a289e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbf172ce-0442-46f5-a63c-8bfff8572bb4 HTTP/1.1" status: 204 len: 168 time: 0.5468569 Sep 16 04:39:36.468061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a82da3-e191-4774-aa3e-250f824a289e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf172ce-0442-46f5-a63c-8bfff8572bb4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:36.489942 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a999b847-00eb-428c-a7d4-243851df7087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.494566 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a999b847-00eb-428c-a7d4-243851df7087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.496669 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a999b847-00eb-428c-a7d4-243851df7087 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fa2efa3-ad31-412f-a5f0-61b36cc2276c HTTP/1.1" status: 204 len: 168 time: 0.3711174 Sep 16 04:39:36.505836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999b847-00eb-428c-a7d4-243851df7087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa2efa3-ad31-412f-a5f0-61b36cc2276c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:36.572311 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.625953 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-abac43af-f1d9-4927-b898-930ae11abb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.650617 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33754) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:36.718653 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.735685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-abac43af-f1d9-4927-b898-930ae11abb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.767779 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:36.771673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4fc805-3bac-4244-a9d9-ed395b3cbb64,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:36.775846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:36.781842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:36.976131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-abac43af-f1d9-4927-b898-930ae11abb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.037979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device aae2276f-bbeb-4cb6-90d4-12062c493397 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:37.039138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac43af-f1d9-4927-b898-930ae11abb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49050e3-d54d-488a-89e8-d359fc9f37db,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:37.044510 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-abac43af-f1d9-4927-b898-930ae11abb20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=826ac38ebca34788af659041e1d43f9f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1508405 Sep 16 04:39:37.046254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33776) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:37.094093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port aae2276f-bbeb-4cb6-90d4-12062c493397 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:37.094379 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.102630 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5cad58b1-3124-40b0-a952-b1a792b7b16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.125240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5cad58b1-3124-40b0-a952-b1a792b7b16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.139233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2852ac1-fe47-49ca-8dc1-45573de4e4a4 None None] Network fb732cf4-3497-45d6-8853-b2066fbc4fa6 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:37.244719 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.258069 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.306770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-19a8da68-61e2-4540-928d-340a677f911a None None] Provisioning complete for port aae2276f-bbeb-4cb6-90d4-12062c493397 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:37.307233 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19a8da68-61e2-4540-928d-340a677f911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.383037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port aae2276f-bbeb-4cb6-90d4-12062c493397, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=aae2276f-bbeb-4cb6-90d4-12062c493397,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:37.463248 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19a8da68-61e2-4540-928d-340a677f911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.495157 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5cad58b1-3124-40b0-a952-b1a792b7b16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.500559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5cad58b1-3124-40b0-a952-b1a792b7b16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.516058 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5cad58b1-3124-40b0-a952-b1a792b7b16c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a49050e3-d54d-488a-89e8-d359fc9f37db HTTP/1.1" status: 204 len: 168 time: 0.4555025 Sep 16 04:39:37.526200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad58b1-3124-40b0-a952-b1a792b7b16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49050e3-d54d-488a-89e8-d359fc9f37db,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:37.535102 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-28ece0b8-099d-4996-a6d9-b8d4d2b6837a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.559876 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.682693 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-28ece0b8-099d-4996-a6d9-b8d4d2b6837a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.721005 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.793778 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-19a8da68-61e2-4540-928d-340a677f911a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:39:37.794174 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-19a8da68-61e2-4540-928d-340a677f911a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:39:37.798484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=aae2276f-bbeb-4cb6-90d4-12062c493397,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:38.448228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ff49c1be-fb16-4779-9297-7171c45fbb5d None None] Provisioning complete for port aae2276f-bbeb-4cb6-90d4-12062c493397 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:38.448896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ff49c1be-fb16-4779-9297-7171c45fbb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.575152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Router 4b1202b5-d52b-4f90-812e-5af953534f6d is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:39:38.575677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-28ece0b8-099d-4996-a6d9-b8d4d2b6837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.614374 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-28ece0b8-099d-4996-a6d9-b8d4d2b6837a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a12c939f08749569a9840d7a6289727&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9626853 Sep 16 04:39:38.616363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ece0b8-099d-4996-a6d9-b8d4d2b6837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46724181-1af5-4eee-9e36-f1cba9f30c36,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:38.618837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33808) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:38.701225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33814) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:38.717922 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-047bd73c-3950-4883-aac0-c16cdbc5f5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.718946 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-90dd6197-60df-4164-ad17-9058deb9442a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.725534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:38.743222 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Sync routers for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:38.754448 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:38.755893 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-90dd6197-60df-4164-ad17-9058deb9442a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.755993 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:39:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:38.850529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33820) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:38.869420 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8b1a542a-05ec-4065-81e0-3ea195b57189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.870298 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-047bd73c-3950-4883-aac0-c16cdbc5f5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.895333 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-90dd6197-60df-4164-ad17-9058deb9442a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.900915 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-90dd6197-60df-4164-ad17-9058deb9442a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.900915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-90dd6197-60df-4164-ad17-9058deb9442a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46724181-1af5-4eee-9e36-f1cba9f30c36 HTTP/1.1" status: 204 len: 168 time: 0.2803924 Sep 16 04:39:38.910700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd6197-60df-4164-ad17-9058deb9442a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46724181-1af5-4eee-9e36-f1cba9f30c36,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:38.919888 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:38.953314 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-047bd73c-3950-4883-aac0-c16cdbc5f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.976132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device aae2276f-bbeb-4cb6-90d4-12062c493397 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:39.009506 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-047bd73c-3950-4883-aac0-c16cdbc5f5e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a75dd7746dfd4fa1ad0987ae1c4dbe0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3029437 Sep 16 04:39:39.009652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33828) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:39.009737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bd73c-3950-4883-aac0-c16cdbc5f5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aad9f6-141b-41ef-a600-d068955f6681,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:39.047387 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.059938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-51371889-0242-4582-a3f7-5867bb34d504 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0475771 Sep 16 04:39:39.061187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33832) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:39.076946 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:39:39.115127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port aae2276f-bbeb-4cb6-90d4-12062c493397 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:39.119801 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.185750 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4fee9c5c-cd2b-42de-89cc-4ad85e173882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.197168 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 3, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:39.248921 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Checking router: 4b1202b5-d52b-4f90-812e-5af953534f6d for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:39.252362 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Updating router 4b1202b5-d52b-4f90-812e-5af953534f6d port 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:39.262855 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4fee9c5c-cd2b-42de-89cc-4ad85e173882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.327613 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.371277 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8b1a542a-05ec-4065-81e0-3ea195b57189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.451848 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8b1a542a-05ec-4065-81e0-3ea195b57189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.482799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4fee9c5c-cd2b-42de-89cc-4ad85e173882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.486126 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4fee9c5c-cd2b-42de-89cc-4ad85e173882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.492525 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4fee9c5c-cd2b-42de-89cc-4ad85e173882 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28aad9f6-141b-41ef-a600-d068955f6681 HTTP/1.1" status: 204 len: 168 time: 0.4811745 Sep 16 04:39:39.492525 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8b1a542a-05ec-4065-81e0-3ea195b57189 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d98f05ae0ba4ead930d211d6b10d5cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6382456 Sep 16 04:39:39.493378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33856) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:39.519658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a542a-05ec-4065-81e0-3ea195b57189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5190967a-1ff1-4ae0-9d8f-4ddec9e15ff9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:39.541041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee9c5c-cd2b-42de-89cc-4ad85e173882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aad9f6-141b-41ef-a600-d068955f6681,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:39.601168 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6b6e0ebc-cade-443d-aa36-9f55721d7934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.639382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33868) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:39.644336 n-d-712137-12 neutron-server[95452]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 04:39:39.683966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-4c6703b3-cb89-4e84-83a7-ffe7eb667daa tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cc0b4b0eb2c34163a8a66453ec7cc5ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434349 Sep 16 04:39:39.701283 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.712701 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6b6e0ebc-cade-443d-aa36-9f55721d7934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.786218 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.826171 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.837149 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Attempting to bind port 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:39.837752 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Attempting to bind port 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:39.838289 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Attempting to bind port 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:39.846607 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:39.847220 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:39.847772 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.848329 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:39.849001 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Bound port: 7b4fc805-3bac-4244-a9d9-ed395b3cbb64, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:39.849586 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.852238 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Pushing event updated for resources: {'Port': ['ID=7b4fc805-3bac-4244-a9d9-ed395b3cbb64,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:39.869889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-5f92c700-4164-4d10-9a7e-24a6f647d779 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:39.871556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-5f92c700-4164-4d10-9a7e-24a6f647d779 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868265 Sep 16 04:39:39.881348 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:39.881694 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:39.882199 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:39.882534 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:39.882864 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:39.883190 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:39.883515 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:39.883834 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:39.884314 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:39.884662 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:39.884984 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:39.885301 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Tracked resource versions report: Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: pushed versions: Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: { 'AddressGroup': {'1.2'}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'ConntrackHelper': {'1.0'}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'Log': {'1.0'}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'Network': {'1.1'}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'Port': {'1.7'}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'PortForwarding': {'1.2'}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'QosPolicy': {'1.9'}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'SecurityGroup': {'1.4'}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'SubPort': {'1.0'}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'Subnet': {'1.1'}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'Trunk': {'1.1'}} Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: consumer versions: Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: { DHCP agent@n-d-712137-12: {}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: HyperV agent@n-h1-712137-12: {}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: HyperV agent@n-h2-712137-12: {}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: L3 agent@n-d-712137-12: {}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: Metadata agent@n-d-712137-12: {}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: Metering agent@n-d-712137-12: {}, Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: Open vSwitch agent@n-d-712137-12: { 'AddressGroup': '1.2', Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'ConntrackHelper': '1.0', Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'Log': '1.0', Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'Network': '1.1', Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'Port': '1.7', Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'PortForwarding': '1.2', Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'QosPolicy': '1.9', Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'SecurityGroup': '1.4', Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'SecurityGroupRule': '1.2', Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'SubPort': '1.0', Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'Subnet': '1.1', Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: 'Trunk': '1.1'}} Sep 16 04:39:39.886381 n-d-712137-12 neutron-server[95454]: {{(pid=95454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:39:39.892436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdda396-075b-4b6b-ab24-3a4198826a37 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/quotas/cc0b4b0eb2c34163a8a66453ec7cc5ec HTTP/1.1" status: 200 len: 375 time: 0.0109360 Sep 16 04:39:39.917756 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] For port 7b4fc805-3bac-4244-a9d9-ed395b3cbb64, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:39.920899 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] For port 7b4fc805-3bac-4244-a9d9-ed395b3cbb64, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7b4fc805-3bac-4244-a9d9-ed395b3cbb64,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:39.948927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-4e963166-5284-41c8-8049-747707e934ab tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc0b4b0eb2c34163a8a66453ec7cc5ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487313 Sep 16 04:39:39.949658 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6b6e0ebc-cade-443d-aa36-9f55721d7934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.952415 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6b6e0ebc-cade-443d-aa36-9f55721d7934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.956494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6b6e0ebc-cade-443d-aa36-9f55721d7934 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5190967a-1ff1-4ae0-9d8f-4ddec9e15ff9 HTTP/1.1" status: 204 len: 168 time: 0.4598050 Sep 16 04:39:39.962492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e0ebc-cade-443d-aa36-9f55721d7934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5190967a-1ff1-4ae0-9d8f-4ddec9e15ff9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:40.033972 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.097837 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:40.098505 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:39:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:40.136639 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d14d5-18d1-4b88-925b-0016b2a1da41 None None] Pushing event updated for resources: {'Port': ['ID=7b4fc805-3bac-4244-a9d9-ed395b3cbb64,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:40.137542 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33880) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:40.162844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Allocated IP 172.20.0.1 (fb732cf4-3497-45d6-8853-b2066fbc4fa6/7096e50a-d25d-4f19-a589-a5b7967e7926/53e61438-4585-4268-94d5-3536243b739e) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:40.172825 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-85b575e4-6aa5-405f-ba79-0ea47f286da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.300697 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-85b575e4-6aa5-405f-ba79-0ea47f286da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.305017 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.332767 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:40.375416 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-85b575e4-6aa5-405f-ba79-0ea47f286da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.415470 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.418293 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-85b575e4-6aa5-405f-ba79-0ea47f286da9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96dc6d0bc1b64371bf8f57935149ae9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2793591 Sep 16 04:39:40.418975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33898) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:40.422014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b575e4-6aa5-405f-ba79-0ea47f286da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a0f09e-f2e2-4ef6-8264-b68287ea859a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:40.461893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Network fb732cf4-3497-45d6-8853-b2066fbc4fa6 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:40.469098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:40.474521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:40.474971 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.500372 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-295a52de-d037-4772-9521-8c63fc474455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.500479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Pushing event updated for resources: {'Port': ['ID=53e61438-4585-4268-94d5-3536243b739e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:40.539277 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-295a52de-d037-4772-9521-8c63fc474455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.627125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33902) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:40.648942 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ed1086a1-55f9-4434-bdfb-d2ab9e880f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.674527 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-295a52de-d037-4772-9521-8c63fc474455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.677112 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-295a52de-d037-4772-9521-8c63fc474455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.678350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-295a52de-d037-4772-9521-8c63fc474455 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19a0f09e-f2e2-4ef6-8264-b68287ea859a HTTP/1.1" status: 204 len: 168 time: 0.2581916 Sep 16 04:39:40.698982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a52de-d037-4772-9521-8c63fc474455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a0f09e-f2e2-4ef6-8264-b68287ea859a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:40.703662 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 3, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:40.765188 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f538e-6d81-4d3c-b60e-d2b470c8a2ce None None] The sync data for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 is: [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 3, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:40.806912 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ed1086a1-55f9-4434-bdfb-d2ab9e880f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.863614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-39029dab-4aa5-4bd5-8f1c-177087d50b0a None None] Provisioning complete for port 53e61438-4585-4268-94d5-3536243b739e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:40.864206 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-39029dab-4aa5-4bd5-8f1c-177087d50b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.889524 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ed1086a1-55f9-4434-bdfb-d2ab9e880f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.900368 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-39029dab-4aa5-4bd5-8f1c-177087d50b0a None None] Port 53e61438-4585-4268-94d5-3536243b739e cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:40.914141 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.933863 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ed1086a1-55f9-4434-bdfb-d2ab9e880f50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a62c223cc03b4fe2be38eb012f737a46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3044856 Sep 16 04:39:40.936296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33908) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:40.955059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1086a1-55f9-4434-bdfb-d2ab9e880f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67efee1c-3201-4ce9-87d4-5653731725b7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:41.088720 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9afa115-85d4-44c5-96ae-e652860c001b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.139945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9afa115-85d4-44c5-96ae-e652860c001b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.158282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33916) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:41.241268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.330027 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.332760 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.381239 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9afa115-85d4-44c5-96ae-e652860c001b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.384071 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9afa115-85d4-44c5-96ae-e652860c001b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.385408 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b9afa115-85d4-44c5-96ae-e652860c001b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67efee1c-3201-4ce9-87d4-5653731725b7 HTTP/1.1" status: 204 len: 168 time: 0.4479475 Sep 16 04:39:41.417614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afa115-85d4-44c5-96ae-e652860c001b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67efee1c-3201-4ce9-87d4-5653731725b7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:41.458392 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Pushing event updated for resources: {'Port': ['ID=53e61438-4585-4268-94d5-3536243b739e,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:41.511405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Network fb732cf4-3497-45d6-8853-b2066fbc4fa6 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:41.513213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:41.632983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33940) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:41.669151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Router 4b1202b5-d52b-4f90-812e-5af953534f6d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:41.799735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:41.806862 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ce2cd015-cd0b-44a4-839a-18d4c9bf57ad admin admin] 10.222.0.24 "PUT /v2.0/routers/4b1202b5-d52b-4f90-812e-5af953534f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7434254 Sep 16 04:39:41.812995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f8f88b55-310b-49a5-89b6-bf85a7efe5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.842976 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a28f2eb7-4627-4275-bb2d-45963758c5ff None None] Provisioning complete for port 53e61438-4585-4268-94d5-3536243b739e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:41.843652 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a28f2eb7-4627-4275-bb2d-45963758c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.929267 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f8f88b55-310b-49a5-89b6-bf85a7efe5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.935359 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a28f2eb7-4627-4275-bb2d-45963758c5ff None None] Port 53e61438-4585-4268-94d5-3536243b739e cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:41.992884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f8f88b55-310b-49a5-89b6-bf85a7efe5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.995825 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1b51427e-4d66-43ee-ae14-ec8a00398eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.024562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f88b55-310b-49a5-89b6-bf85a7efe5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f7152d-357d-43e7-8c0c-c2384a75e199,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:42.046343 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f8f88b55-310b-49a5-89b6-bf85a7efe5cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19a1dac09e1347d4ab1bfb1724829bf7&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8811975 Sep 16 04:39:42.048929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33958) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:42.078354 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.107720 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f0488640-6858-4238-8815-852f2ddc4f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.138189 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f0488640-6858-4238-8815-852f2ddc4f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.242130 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe8fc58d-5a36-4b31-910a-481887586023 req-9e9c3f71-7508-4a4c-ad3b-2c730240609f tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 210 time: 0.6062179 Sep 16 04:39:42.284148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f0488640-6858-4238-8815-852f2ddc4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.286979 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f0488640-6858-4238-8815-852f2ddc4f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.288288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f0488640-6858-4238-8815-852f2ddc4f78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1f7152d-357d-43e7-8c0c-c2384a75e199 HTTP/1.1" status: 204 len: 168 time: 0.2382691 Sep 16 04:39:42.297394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0488640-6858-4238-8815-852f2ddc4f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f7152d-357d-43e7-8c0c-c2384a75e199,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:42.705938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Sync routers for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:42.715780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:42.716812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:39:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:42.827163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:43.035369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:43.104885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:43.105597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.138383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 2, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:43.175290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Checking router: 4b1202b5-d52b-4f90-812e-5af953534f6d for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:43.175639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Updating router 4b1202b5-d52b-4f90-812e-5af953534f6d port 53e61438-4585-4268-94d5-3536243b739e binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:43.206933 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.277797 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.301150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 7b4fc805-3bac-4244-a9d9-ed395b3cbb64, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7b4fc805-3bac-4244-a9d9-ed395b3cbb64,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:43.455341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a08d444-81d1-41d9-b53c-c412d89b5901 req-ac3b0b6e-ea62-4f1a-867d-4e3eb058e65e tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 210 time: 0.0274441 Sep 16 04:39:43.486970 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.570246 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34010) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:43.584539 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6362ed9-a979-4726-87d8-dabdd3083fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.592380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=7b4fc805-3bac-4244-a9d9-ed395b3cbb64,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:43.690916 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6362ed9-a979-4726-87d8-dabdd3083fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.712167 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.757671 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6362ed9-a979-4726-87d8-dabdd3083fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.795010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f6362ed9-a979-4726-87d8-dabdd3083fad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c0bc52229bc490c9bee8388e0868f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237079 Sep 16 04:39:43.796843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6362ed9-a979-4726-87d8-dabdd3083fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11847386-fa97-46f6-938e-67127ac1f762,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:43.797899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34014) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:43.815420 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.877781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3787e26-b84c-42cd-817c-66597f6c5221 None None] Pushing event updated for resources: {'Port': ['ID=53e61438-4585-4268-94d5-3536243b739e,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:43.879321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54dc929c-93c1-468a-8388-b2c3fb65bd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.936799 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54dc929c-93c1-468a-8388-b2c3fb65bd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.957025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Attempting to bind port 53e61438-4585-4268-94d5-3536243b739e on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:43.957639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Attempting to bind port 53e61438-4585-4268-94d5-3536243b739e by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:43.960688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Attempting to bind port 53e61438-4585-4268-94d5-3536243b739e on network fb732cf4-3497-45d6-8853-b2066fbc4fa6 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:43.967832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:43.968561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Checking segment: {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:43.969115 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.969746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Bound using segment: {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:43.970388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Bound port: 53e61438-4585-4268-94d5-3536243b739e, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:43.970930 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.067067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.37', 51286) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:44.089404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] For port 53e61438-4585-4268-94d5-3536243b739e, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:44.097933 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54dc929c-93c1-468a-8388-b2c3fb65bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.102359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54dc929c-93c1-468a-8388-b2c3fb65bd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.105846 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-54dc929c-93c1-468a-8388-b2c3fb65bd6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11847386-fa97-46f6-938e-67127ac1f762 HTTP/1.1" status: 204 len: 168 time: 0.3067913 Sep 16 04:39:44.114170 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] For port 53e61438-4585-4268-94d5-3536243b739e, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=53e61438-4585-4268-94d5-3536243b739e,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:44.114170 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a81cc9e1-28e8-4810-9916-c952aa0c2085 None None] Provisioning complete for port 53e61438-4585-4268-94d5-3536243b739e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:44.114170 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a81cc9e1-28e8-4810-9916-c952aa0c2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.120413 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-40b61013-de20-4edd-86b5-e9980bf4e692 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cc0b4b0eb2c34163a8a66453ec7cc5ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518582 Sep 16 04:39:44.125275 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc929c-93c1-468a-8388-b2c3fb65bd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11847386-fa97-46f6-938e-67127ac1f762,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:44.156777 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a81cc9e1-28e8-4810-9916-c952aa0c2085 None None] Port 53e61438-4585-4268-94d5-3536243b739e cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:44.227834 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.320219 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3787e26-b84c-42cd-817c-66597f6c5221 None None] Pushing event updated for resources: {'Port': ['ID=53e61438-4585-4268-94d5-3536243b739e,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:44.323599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:44.324990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:39:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:44.482238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:44.485326 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a91e8316-9295-4054-9787-12efc5bf63c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.501807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-99acd06e-c08c-4524-bd47-06e87e8b134a tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.503806 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-99acd06e-c08c-4524-bd47-06e87e8b134a tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3765435 Sep 16 04:39:44.590001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Request body: {'port': {'device_id': '4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'cc0b4b0eb2c34163a8a66453ec7cc5ec'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:44.672230 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-dd8bca54-e235-4db3-bccc-49371fab29ee None None] Provisioning complete for port 53e61438-4585-4268-94d5-3536243b739e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:44.672747 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd8bca54-e235-4db3-bccc-49371fab29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.765193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08814dc6-9d12-411b-81b6-d0fc7aa72b04 req-6c32341a-de23-4d44-b3b3-491969adb508 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 210 time: 0.0564969 Sep 16 04:39:44.839067 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd8bca54-e235-4db3-bccc-49371fab29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.887764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-dd8bca54-e235-4db3-bccc-49371fab29ee None None] For port 53e61438-4585-4268-94d5-3536243b739e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=53e61438-4585-4268-94d5-3536243b739e,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:44.893053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:44.927519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54dde8-de24-43c1-8e63-3431cfbf9d8e None None] The sync data for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 is: [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:44.981597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd8bca54-e235-4db3-bccc-49371fab29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.022425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Made reservation on behalf of cc0b4b0eb2c34163a8a66453ec7cc5ec for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:45.025530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:45.029611 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.049127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.102111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bca54-e235-4db3-bccc-49371fab29ee None None] Pushing event updated for resources: {'Port': ['ID=53e61438-4585-4268-94d5-3536243b739e,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:45.114538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:45.115083 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.242061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.244223 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.386332 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.537491 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2587c2-cf6a-410e-985b-901acdda53c1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:45.544538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34076) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:45.551703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-38780126-network', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:45.667301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Made reservation on behalf of 8bacd6e857e1432d8753d91bce5bde32 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:45.673594 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.682121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Allocated IP 192.168.233.152 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/1fe93e6f-342b-4061-8f5e-f2a1e1b8a897) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:45.699534 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.819929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.899167 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.900816 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.926008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-900bb702-c9cd-44c9-9b9a-392a2a401c2a req-e8484583-12d4-4478-8c28-f0f0b0d54db7 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 210 time: 0.0495791 Sep 16 04:39:45.946931 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.961760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:39:45.977140 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.977632 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Added segment a83a9b3a-2368-4e60-a146-21f750351e81 of type vlan for network 7fceae80-101d-42f4-b3d2-69196c53dca9 Sep 16 04:39:46.021272 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.033006 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.071830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9366a30-6645-4396-9edd-396ac605d68d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:46.077776 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.133745 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:46.135415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:46.137406 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Pushing event updated for resources: {'Port': ['ID=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:46.143147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:46.160863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:46.161534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.171919 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.182957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:46.183771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.262163 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-cecd9f8b-7f5c-437b-9ace-93bb55c4f471 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6757600 Sep 16 04:39:46.275781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-5139ac9e-e918-4505-b107-1867f9be3bca tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:39:46.277281 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-5139ac9e-e918-4505-b107-1867f9be3bca tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093811 Sep 16 04:39:46.312279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7fceae80-101d-42f4-b3d2-69196c53dca9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:46.321015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3699972b-024b-4742-b01c-6bd6c55559a5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7751973 Sep 16 04:39:46.323682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34102) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:46.325618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 7fceae80-101d-42f4-b3d2-69196c53dca9 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:39:46.329497 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-fa2cb48c-f32d-498c-a23e-4332bcdb1838 admin admin] Request body: {'subnet': {'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-38780126-subnet', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:46.428074 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0df9b778-42d1-457e-8076-dc388a2bc95a None None] Provisioning complete for port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:46.428382 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0df9b778-42d1-457e-8076-dc388a2bc95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.466322 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0df9b778-42d1-457e-8076-dc388a2bc95a None None] Port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:46.477627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2cb48c-f32d-498c-a23e-4332bcdb1838 admin admin] Made reservation on behalf of 8bacd6e857e1432d8753d91bce5bde32 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:46.480054 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fa2cb48c-f32d-498c-a23e-4332bcdb1838 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.775667 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fa2cb48c-f32d-498c-a23e-4332bcdb1838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.846148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cb48c-f32d-498c-a23e-4332bcdb1838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7056c3-b436-40e7-91e1-fc778653121a,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:46.854502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2cb48c-f32d-498c-a23e-4332bcdb1838 admin admin] Checking segment: {'id': 'a83a9b3a-2368-4e60-a146-21f750351e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:46.859858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2cb48c-f32d-498c-a23e-4332bcdb1838 admin admin] Network hostable DHCP agents. Network: 7fceae80-101d-42f4-b3d2-69196c53dca9, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:39:46.966761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2cb48c-f32d-498c-a23e-4332bcdb1838 admin admin] Network 7fceae80-101d-42f4-b3d2-69196c53dca9 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:39:47.071511 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 53e61438-4585-4268-94d5-3536243b739e up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:47.076498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-fa2cb48c-f32d-498c-a23e-4332bcdb1838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 7fceae80-101d-42f4-b3d2-69196c53dca9) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:47.093211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2cb48c-f32d-498c-a23e-4332bcdb1838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:47.093720 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fa2cb48c-f32d-498c-a23e-4332bcdb1838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.109762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648f606e-7cad-4b38-aab2-c7957563630b None None] Network 7fceae80-101d-42f4-b3d2-69196c53dca9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:47.138468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dc3cf-8889-4963-b6ac-b59d7e7440ce req-0b3613b9-f2c4-4c67-9667-2e40f0faf7e0 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:47.146190 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-621dc3cf-8889-4963-b6ac-b59d7e7440ce req-0b3613b9-f2c4-4c67-9667-2e40f0faf7e0 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 936 time: 0.0866823 Sep 16 04:39:47.202902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fa2cb48c-f32d-498c-a23e-4332bcdb1838 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8779743 Sep 16 04:39:47.216420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34132) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:47.224341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-38780126-router', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:47.233669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 53e61438-4585-4268-94d5-3536243b739e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:47.234041 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.262735 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-621dc3cf-8889-4963-b6ac-b59d7e7440ce req-9ed4bf7f-4899-47c7-b112-234a6ea3c53d tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156366 Sep 16 04:39:47.367012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Request body: {'port': {'device_id': '4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f', 'device_owner': 'compute:tempest-test_az-1703604915', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:47.439423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-7fceae80-101d-42f4-b3d2-69196c53dca9', 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'fixed_ips': [{'subnet_id': '5e7056c3-b436-40e7-91e1-fc778653121a'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:39:47.445548 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.473179 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.518224 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.519729 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.556042 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.725217 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Allocated IP 172.20.0.2 (7fceae80-101d-42f4-b3d2-69196c53dca9/5e7056c3-b436-40e7-91e1-fc778653121a/02f086c3-cddc-4882-ac3c-53129f0af12d) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:47.878040 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.989752 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.024108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:48.055722 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.118815 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.125356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Transition to ACTIVE for port object 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:48.169173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Network 7fceae80-101d-42f4-b3d2-69196c53dca9 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:48.174253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:48.174908 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.177876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:48.192704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Pushing event updated for resources: {'Port': ['ID=02f086c3-cddc-4882-ac3c-53129f0af12d,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:48.210459 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.273152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Attempting to bind port 02f086c3-cddc-4882-ac3c-53129f0af12d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:48.273834 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Attempting to bind port 02f086c3-cddc-4882-ac3c-53129f0af12d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'a83a9b3a-2368-4e60-a146-21f750351e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:48.274361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Attempting to bind port 02f086c3-cddc-4882-ac3c-53129f0af12d on network 7fceae80-101d-42f4-b3d2-69196c53dca9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:48.287984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:48.290720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Checking segment: {'id': 'a83a9b3a-2368-4e60-a146-21f750351e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:48.299226 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.299226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Bound using segment: {'id': 'a83a9b3a-2368-4e60-a146-21f750351e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:48.299226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Bound port: 02f086c3-cddc-4882-ac3c-53129f0af12d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83a9b3a-2368-4e60-a146-21f750351e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:48.303809 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.361555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Pushing event updated for resources: {'Port': ['ID=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:48.536995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Attempting to bind port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:48.537686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Attempting to bind port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:48.537686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Attempting to bind port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:48.545940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:48.546278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Attempting to bind port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:48.554015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:48.554424 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:48.554691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c8c10-d479-4ef0-9612-17f8c4f32d03 req-2229a403-2eba-4232-97f1-a64d478aee24 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:48.554988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:48.555442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Bound port: 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:48.555804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.559185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c8c10-d479-4ef0-9612-17f8c4f32d03 req-2229a403-2eba-4232-97f1-a64d478aee24 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 970 time: 0.0939963 Sep 16 04:39:48.591024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] For port 02f086c3-cddc-4882-ac3c-53129f0af12d, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:48.603229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] For port 02f086c3-cddc-4882-ac3c-53129f0af12d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=02f086c3-cddc-4882-ac3c-53129f0af12d,segment=NetworkSegment(a83a9b3a-2368-4e60-a146-21f750351e81),segment_id=a83a9b3a-2368-4e60-a146-21f750351e81)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:48.685446 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.707068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] For port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:48.712928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] For port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:48.732737 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c8c10-d479-4ef0-9612-17f8c4f32d03 req-0cc496e4-32d3-4741-a90f-a02785825f8f tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100574 Sep 16 04:39:48.758680 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.804231 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.819904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8273047-0f5f-4350-ac7a-e68c5eb4c5d6 None None] Pushing event updated for resources: {'Port': ['ID=02f086c3-cddc-4882-ac3c-53129f0af12d,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:48.836147 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.899713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:48.900406 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.901954 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] 10.222.0.37 "PUT /v2.0/ports/1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 HTTP/1.1" status: 200 len: 1119 time: 2.1066465 Sep 16 04:39:48.902433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f', 'tag': '1fe93e6f-342b-4061-8f5e-f2a1e1b8a897'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:49.098888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Allocated IP 172.25.3.238 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/5ebb55c4-3f80-42e4-98d6-e9faf2b88248) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:49.177856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf569e-bf8c-4c34-af68-1f5b4f411d1f service neutron] Pushing event updated for resources: {'Port': ['ID=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:49.205667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-b7181a52-0243-46e5-bd7b-ec04296ce155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:49.207267 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-b7181a52-0243-46e5-bd7b-ec04296ce155 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc0b4b0eb2c34163a8a66453ec7cc5ec&device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 1122 time: 0.1231546 Sep 16 04:39:49.428412 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.655930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.711055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:49.721100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:49.721100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:49.815362 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-44c8504e-f2b7-473a-8a9c-4a15495e3004 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 HTTP/1.1" status: 200 len: 217 time: 0.5954452 Sep 16 04:39:49.914159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Pushing event updated for resources: {'Port': ['ID=5ebb55c4-3f80-42e4-98d6-e9faf2b88248,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:49.962252 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-3d4e64f9-ed73-4e19-bfd5-ba61047b109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:49.967715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-3d4e64f9-ed73-4e19-bfd5-ba61047b109e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1324928 Sep 16 04:39:50.069847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547a63b-66af-436d-a83d-a0f7f37e8289 req-8658d8dc-9bcd-4129-aee9-ce634d7d21ce tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:50.080590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2547a63b-66af-436d-a83d-a0f7f37e8289 req-8658d8dc-9bcd-4129-aee9-ce634d7d21ce tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 970 time: 0.1425209 Sep 16 04:39:50.133054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2547a63b-66af-436d-a83d-a0f7f37e8289 req-e2d95f72-d38f-404f-a124-d69150233693 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515115 Sep 16 04:39:50.330429 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.385553 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-a6709547-60e4-4b75-b836-ceecd92b63da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:50.387557 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-a6709547-60e4-4b75-b836-ceecd92b63da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1016879 Sep 16 04:39:50.574913 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962e148b-5846-4be2-9d08-c01fe49fd1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f", "tag": "1fe93e6f-342b-4061-8f5e-f2a1e1b8a897"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:50.600530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c960bf35-6e0c-4eaf-9c89-251d432667cb None None] Network 7fceae80-101d-42f4-b3d2-69196c53dca9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:50.741275 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.990287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0c7d9afc-b7e5-44d9-9ef7-651ad1110225 None None] Provisioning complete for port 02f086c3-cddc-4882-ac3c-53129f0af12d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:50.991123 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9afc-b7e5-44d9-9ef7-651ad1110225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.092007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9afc-b7e5-44d9-9ef7-651ad1110225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.137957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 02f086c3-cddc-4882-ac3c-53129f0af12d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:51.169872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Router 32de58a1-1eae-400d-817b-25f298122026 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:39:51.340728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0c7d9afc-b7e5-44d9-9ef7-651ad1110225 None None] For port 02f086c3-cddc-4882-ac3c-53129f0af12d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=02f086c3-cddc-4882-ac3c-53129f0af12d,segment=NetworkSegment(a83a9b3a-2368-4e60-a146-21f750351e81),segment_id=a83a9b3a-2368-4e60-a146-21f750351e81)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:51.377436 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 02f086c3-cddc-4882-ac3c-53129f0af12d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:51.385898 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.448409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34224) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:51.476654 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9afc-b7e5-44d9-9ef7-651ad1110225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.559948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:51.584625 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Sync routers for ids ['32de58a1-1eae-400d-817b-25f298122026'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:51.593014 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d9afc-b7e5-44d9-9ef7-651ad1110225 None None] Pushing event updated for resources: {'Port': ['ID=02f086c3-cddc-4882-ac3c-53129f0af12d,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:51.608783 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Routers {'32de58a1-1eae-400d-817b-25f298122026'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:51.609734 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:39:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['32de58a1-1eae-400d-817b-25f298122026'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:51.613597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66621b33-3dbe-4fe5-b6e8-a20693e2284f req-efa1a9cc-f609-4dcd-bc6f-d0d1ccd94280 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:51.615918 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66621b33-3dbe-4fe5-b6e8-a20693e2284f req-efa1a9cc-f609-4dcd-bc6f-d0d1ccd94280 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 970 time: 0.1192219 Sep 16 04:39:51.668368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.669916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-016c8a97-baac-486f-a38f-f7b35048c8dd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.4536431 Sep 16 04:39:51.673969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34232) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:51.700480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66621b33-3dbe-4fe5-b6e8-a20693e2284f req-7bff3b7c-0da4-49c1-aa83-b0261d09e8c2 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774338 Sep 16 04:39:51.871260 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Set router 32de58a1-1eae-400d-817b-25f298122026 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:51.913123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5f9970d3-915a-4eb4-90d0-e6c1463ac88b None None] Provisioning complete for port 02f086c3-cddc-4882-ac3c-53129f0af12d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:51.928768 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f9970d3-915a-4eb4-90d0-e6c1463ac88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.163709 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad35362-d506-405c-b698-ccece014780c x-openstack-request-id: req-bad35362-d506-405c-b698-ccece014780c {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:52.164242 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f", "tag": "1fe93e6f-342b-4061-8f5e-f2a1e1b8a897", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:52.164361 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bad35362-d506-405c-b698-ccece014780c {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:52.164836 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f', 'tag': '1fe93e6f-342b-4061-8f5e-f2a1e1b8a897', 'status': 'completed', 'code': 200} Sep 16 04:39:52.250022 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-99400402-6ef0-4172-ae41-5b568ab01726 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676988 Sep 16 04:39:52.253492 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1bdc52fa-1c6a-4bce-942f-0f16152db8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.305026 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32de58a1-1eae-400d-817b-25f298122026', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-38780126-router', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:47Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 3, 'project_id': '8bacd6e857e1432d8753d91bce5bde32', 'gw_port': {'id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32de58a1-1eae-400d-817b-25f298122026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:48Z', 'updated_at': '2021-09-16T04:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:52.356620 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Checking router: 32de58a1-1eae-400d-817b-25f298122026 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:52.356620 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Updating router 32de58a1-1eae-400d-817b-25f298122026 port 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:52.410147 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.506994 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0fd4f663-fe31-4e99-806a-ac9f9ae279b7 req-40dfb01c-83ff-4913-969d-9ba441493407 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363358 Sep 16 04:39:52.657303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1bdc52fa-1c6a-4bce-942f-0f16152db8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.742446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1bdc52fa-1c6a-4bce-942f-0f16152db8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.804237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34282) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:52.805093 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1bdc52fa-1c6a-4bce-942f-0f16152db8c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d40aed96e674f41b7152e4f5ab6c9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3548682 Sep 16 04:39:52.850044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc52fa-1c6a-4bce-942f-0f16152db8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515c497f-675b-4415-a0a4-58bd186f748d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:52.937542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e148b-5846-4be2-9d08-c01fe49fd1e6 req-07aeb9d9-97f9-4849-ab64-770f5fea67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:52.940270 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-962e148b-5846-4be2-9d08-c01fe49fd1e6 req-07aeb9d9-97f9-4849-ab64-770f5fea67d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc0b4b0eb2c34163a8a66453ec7cc5ec&device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 1122 time: 0.2240200 Sep 16 04:39:52.964157 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.014464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b571a3-24fa-47f1-a13d-8b98e179377a req-f4bfb12d-6926-451f-a544-50a7fc8ed3de tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:53.026939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31b571a3-24fa-47f1-a13d-8b98e179377a req-f4bfb12d-6926-451f-a544-50a7fc8ed3de tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 970 time: 0.1942394 Sep 16 04:39:53.028157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34286) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:53.032855 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.040288 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.047026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 02f086c3-cddc-4882-ac3c-53129f0af12d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:53.062302 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a37a33d7-2698-4e4d-89e6-810383399c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.144174 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Attempting to bind port 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:53.144629 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Attempting to bind port 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:53.145003 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Attempting to bind port 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:53.147917 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08424de-2622-4494-9e65-419df859ec38 None None] Pushing event updated for resources: {'Port': ['ID=5ebb55c4-3f80-42e4-98d6-e9faf2b88248,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.154321 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:53.154862 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:53.155475 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.157421 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:53.157962 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Bound port: 5ebb55c4-3f80-42e4-98d6-e9faf2b88248, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:53.158447 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.199532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a37a33d7-2698-4e4d-89e6-810383399c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.227624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 02f086c3-cddc-4882-ac3c-53129f0af12d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:53.227998 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.238134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e148b-5846-4be2-9d08-c01fe49fd1e6 req-fe94757b-110f-4b63-b53b-3f368bc314cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:53.239627 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-962e148b-5846-4be2-9d08-c01fe49fd1e6 req-fe94757b-110f-4b63-b53b-3f368bc314cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2131319 Sep 16 04:39:53.258772 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] For port 5ebb55c4-3f80-42e4-98d6-e9faf2b88248, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:53.263689 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] For port 5ebb55c4-3f80-42e4-98d6-e9faf2b88248, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5ebb55c4-3f80-42e4-98d6-e9faf2b88248,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:53.378033 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.407038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31b571a3-24fa-47f1-a13d-8b98e179377a req-516c7ce6-c60f-4a1c-870a-9923ae6a20a4 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763573 Sep 16 04:39:53.466898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Allocated IP 172.20.0.1 (7fceae80-101d-42f4-b3d2-69196c53dca9/5e7056c3-b436-40e7-91e1-fc778653121a/90989601-42e5-4d26-90b9-337b40ceab3f) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:53.485418 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Routers {'32de58a1-1eae-400d-817b-25f298122026'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:53.486565 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:39:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['32de58a1-1eae-400d-817b-25f298122026'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:53.491480 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08424de-2622-4494-9e65-419df859ec38 None None] Pushing event updated for resources: {'Port': ['ID=5ebb55c4-3f80-42e4-98d6-e9faf2b88248,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.495192 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a37a33d7-2698-4e4d-89e6-810383399c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.498435 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a37a33d7-2698-4e4d-89e6-810383399c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.500046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a37a33d7-2698-4e4d-89e6-810383399c5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/515c497f-675b-4415-a0a4-58bd186f748d HTTP/1.1" status: 204 len: 168 time: 0.6944320 Sep 16 04:39:53.524381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a33d7-2698-4e4d-89e6-810383399c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515c497f-675b-4415-a0a4-58bd186f748d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.584225 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-962e148b-5846-4be2-9d08-c01fe49fd1e6 req-bcdfdfcb-d91e-4b1e-845b-abdeb268576f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 HTTP/1.1" status: 200 len: 217 time: 0.3323264 Sep 16 04:39:53.706495 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.758864 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] Set router 32de58a1-1eae-400d-817b-25f298122026 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:53.792119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e6cb273-1a9c-41b6-83c4-09630a821077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.809664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e148b-5846-4be2-9d08-c01fe49fd1e6 req-d9a481e9-96b1-4fd5-baa6-52c47836aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:53.811090 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-962e148b-5846-4be2-9d08-c01fe49fd1e6 req-d9a481e9-96b1-4fd5-baa6-52c47836aff0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1217608 Sep 16 04:39:53.914529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e148b-5846-4be2-9d08-c01fe49fd1e6 req-9e9db780-ccf4-42fa-8dfb-c6689291c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:53.916137 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-962e148b-5846-4be2-9d08-c01fe49fd1e6 req-9e9db780-ccf4-42fa-8dfb-c6689291c69a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0819983 Sep 16 04:39:53.923179 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.031545 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32de58a1-1eae-400d-817b-25f298122026', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-38780126-router', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:47Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 3, 'project_id': '8bacd6e857e1432d8753d91bce5bde32', 'gw_port': {'id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32de58a1-1eae-400d-817b-25f298122026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:48Z', 'updated_at': '2021-09-16T04:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:54.079034 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1abd8c6-b687-4cdb-8101-1cd789d1bcd5 None None] The sync data for ids ['32de58a1-1eae-400d-817b-25f298122026'] in n-d-712137-12 is: [{'id': '32de58a1-1eae-400d-817b-25f298122026', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-38780126-router', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:47Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 3, 'project_id': '8bacd6e857e1432d8753d91bce5bde32', 'gw_port': {'id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32de58a1-1eae-400d-817b-25f298122026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:48Z', 'updated_at': '2021-09-16T04:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:54.282919 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e6cb273-1a9c-41b6-83c4-09630a821077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.284313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Pushing event updated for resources: {'Port': ['ID=90989601-42e5-4d26-90b9-337b40ceab3f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:54.292612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Network 7fceae80-101d-42f4-b3d2-69196c53dca9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:54.302265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:54.306039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:54.306541 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.570979 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-962e148b-5846-4be2-9d08-c01fe49fd1e6 req-a8b89db7-de16-49a7-bd83-947dbe8dd252 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126552 Sep 16 04:39:54.702936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bbbd8-f2f1-46ab-9995-50cb9b8aa49d req-53bbeb29-4e36-49df-a495-df6e3860b811 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:54.784758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af7bbbd8-f2f1-46ab-9995-50cb9b8aa49d req-53bbeb29-4e36-49df-a495-df6e3860b811 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 970 time: 0.1143770 Sep 16 04:39:54.785433 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-962e148b-5846-4be2-9d08-c01fe49fd1e6 req-87a9eb3c-3e5c-4e25-8bc7-57d30542aabb service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689661 Sep 16 04:39:54.785881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af7bbbd8-f2f1-46ab-9995-50cb9b8aa49d req-5d9c4a0c-29d7-4f79-90bb-2ca8271f9890 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348568 Sep 16 04:39:54.808645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cf5bc81a-8b4d-4012-8a63-9e4666a2ae76 None None] Provisioning complete for port 90989601-42e5-4d26-90b9-337b40ceab3f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:54.809294 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc81a-8b4d-4012-8a63-9e4666a2ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.907151 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cf5bc81a-8b4d-4012-8a63-9e4666a2ae76 None None] Port 90989601-42e5-4d26-90b9-337b40ceab3f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:55.019515 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:55.090394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:55.090760 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.152657 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e6cb273-1a9c-41b6-83c4-09630a821077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.241670 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.246812 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cb273-1a9c-41b6-83c4-09630a821077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa13150a-85e5-49e6-bb34-e9ffd73867c8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.274192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 5ebb55c4-3f80-42e4-98d6-e9faf2b88248, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5ebb55c4-3f80-42e4-98d6-e9faf2b88248,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:55.286690 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7e6cb273-1a9c-41b6-83c4-09630a821077 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbdd125571f04f069da399e617ad1e40&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2515154 Sep 16 04:39:55.289451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34318) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:55.303612 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.352364 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.441683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a41fc5c2-9d88-4a6b-96b5-d0072b9c32f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.454784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=5ebb55c4-3f80-42e4-98d6-e9faf2b88248,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.478259 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a41fc5c2-9d88-4a6b-96b5-d0072b9c32f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.534686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34324) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:55.557031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e31ba0d4-fe29-4be3-be3c-a36438be83f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.638077 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a41fc5c2-9d88-4a6b-96b5-d0072b9c32f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.643120 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a41fc5c2-9d88-4a6b-96b5-d0072b9c32f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.644722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a41fc5c2-9d88-4a6b-96b5-d0072b9c32f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa13150a-85e5-49e6-bb34-e9ffd73867c8 HTTP/1.1" status: 204 len: 168 time: 0.3538399 Sep 16 04:39:55.662988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fc5c2-9d88-4a6b-96b5-d0072b9c32f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa13150a-85e5-49e6-bb34-e9ffd73867c8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.696234 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.845901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.845901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.880877 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e31ba0d4-fe29-4be3-be3c-a36438be83f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.901387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Pushing event updated for resources: {'Port': ['ID=90989601-42e5-4d26-90b9-337b40ceab3f,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.947981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ddc4c-cfbe-4f37-916a-d3fe4e506b5e req-5068e2c0-1501-48ef-8a9c-e3a03fe2e7f6 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:55.950963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-781ddc4c-cfbe-4f37-916a-d3fe4e506b5e req-5068e2c0-1501-48ef-8a9c-e3a03fe2e7f6 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 970 time: 0.0876610 Sep 16 04:39:56.021314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-781ddc4c-cfbe-4f37-916a-d3fe4e506b5e req-7f22d26c-01f5-4c2b-bb9b-58b381b0796e tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626953 Sep 16 04:39:56.054223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Network 7fceae80-101d-42f4-b3d2-69196c53dca9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:56.055783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:56.133425 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e31ba0d4-fe29-4be3-be3c-a36438be83f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.281459 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e31ba0d4-fe29-4be3-be3c-a36438be83f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9633bf7283fb423284fd3fcb39cb253d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7457149 Sep 16 04:39:56.284822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34342) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:56.297120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ba0d4-fe29-4be3-be3c-a36438be83f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce8a1ae-b2e0-4c59-97ff-665df1029a86,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:56.365483 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Router 32de58a1-1eae-400d-817b-25f298122026 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:56.425958 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6d809d0-15c3-450d-9ede-ea5c9985a1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.468025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-67dbe31f-efbf-4e98-8e78-4805693e32d3 None None] Provisioning complete for port 90989601-42e5-4d26-90b9-337b40ceab3f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:56.468564 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-67dbe31f-efbf-4e98-8e78-4805693e32d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.519054 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6d809d0-15c3-450d-9ede-ea5c9985a1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.550652 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-67dbe31f-efbf-4e98-8e78-4805693e32d3 None None] Port 90989601-42e5-4d26-90b9-337b40ceab3f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:56.664109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:56.672166 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7f93f833-dd4c-4e6c-b355-1aaf805221eb admin admin] 10.222.0.24 "PUT /v2.0/routers/32de58a1-1eae-400d-817b-25f298122026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9970796 Sep 16 04:39:56.677807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Sync routers for ids ['32de58a1-1eae-400d-817b-25f298122026'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:56.705463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Routers {'32de58a1-1eae-400d-817b-25f298122026'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:56.706039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:39:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['32de58a1-1eae-400d-817b-25f298122026'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:56.764667 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6d809d0-15c3-450d-9ede-ea5c9985a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.768409 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6d809d0-15c3-450d-9ede-ea5c9985a1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.772077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f6d809d0-15c3-450d-9ede-ea5c9985a1ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ce8a1ae-b2e0-4c59-97ff-665df1029a86 HTTP/1.1" status: 204 len: 168 time: 0.4826996 Sep 16 04:39:56.819375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d809d0-15c3-450d-9ede-ea5c9985a1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce8a1ae-b2e0-4c59-97ff-665df1029a86,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:56.873571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Set router 32de58a1-1eae-400d-817b-25f298122026 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:57.005997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:57.175794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:57.177097 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.217172 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e429f16-fb06-4478-af60-6f964447f753 req-38d82d2a-b7ee-4eff-a0d9-8905a74055c6 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.227420 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e429f16-fb06-4478-af60-6f964447f753 req-38d82d2a-b7ee-4eff-a0d9-8905a74055c6 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 970 time: 0.0868480 Sep 16 04:39:57.241288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32de58a1-1eae-400d-817b-25f298122026', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-38780126-router', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:47Z', 'updated_at': '2021-09-16T04:39:54Z', 'revision_number': 4, 'project_id': '8bacd6e857e1432d8753d91bce5bde32', 'gw_port': {'id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32de58a1-1eae-400d-817b-25f298122026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:48Z', 'updated_at': '2021-09-16T04:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '90989601-42e5-4d26-90b9-337b40ceab3f', 'name': '', 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'mac_address': 'fa:16:3e:80:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32de58a1-1eae-400d-817b-25f298122026', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '5e7056c3-b436-40e7-91e1-fc778653121a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:53Z', 'updated_at': '2021-09-16T04:39:55Z', 'revision_number': 2, 'project_id': '8bacd6e857e1432d8753d91bce5bde32', 'subnets': [{'id': '5e7056c3-b436-40e7-91e1-fc778653121a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:57.271827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Checking router: 32de58a1-1eae-400d-817b-25f298122026 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:57.272200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Updating router 32de58a1-1eae-400d-817b-25f298122026 port 90989601-42e5-4d26-90b9-337b40ceab3f binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:57.273794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34366) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:57.296787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d360d3a-604b-4430-978a-192cc8d7a3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.303288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e429f16-fb06-4478-af60-6f964447f753 req-1ff83ad7-e92d-46e0-bca9-dc05d4ce34a7 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746002 Sep 16 04:39:57.380389 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.477956 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d360d3a-604b-4430-978a-192cc8d7a3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.552360 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d360d3a-604b-4430-978a-192cc8d7a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.613515 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0d360d3a-604b-4430-978a-192cc8d7a3d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9ee0788414745aeb3ffd9892b64cbc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358760 Sep 16 04:39:57.613515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d360d3a-604b-4430-978a-192cc8d7a3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5effe01d-1704-46a5-9377-ddae345998b1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:57.613962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34376) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:57.693407 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2708a348-a248-4fee-b472-9271c6362794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.735158 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2708a348-a248-4fee-b472-9271c6362794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.895003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2708a348-a248-4fee-b472-9271c6362794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.897934 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2708a348-a248-4fee-b472-9271c6362794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.899108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2708a348-a248-4fee-b472-9271c6362794 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5effe01d-1704-46a5-9377-ddae345998b1 HTTP/1.1" status: 204 len: 168 time: 0.2818506 Sep 16 04:39:57.909947 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708a348-a248-4fee-b472-9271c6362794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5effe01d-1704-46a5-9377-ddae345998b1,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:57.973742 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.037847 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.088905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac86b9-e8b1-4475-8fed-1b5097af78fd None None] Pushing event updated for resources: {'Port': ['ID=90989601-42e5-4d26-90b9-337b40ceab3f,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:58.163269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Attempting to bind port 90989601-42e5-4d26-90b9-337b40ceab3f on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:58.163787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Attempting to bind port 90989601-42e5-4d26-90b9-337b40ceab3f by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'a83a9b3a-2368-4e60-a146-21f750351e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:58.164145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Attempting to bind port 90989601-42e5-4d26-90b9-337b40ceab3f on network 7fceae80-101d-42f4-b3d2-69196c53dca9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:58.170997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:58.171470 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Checking segment: {'id': 'a83a9b3a-2368-4e60-a146-21f750351e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:58.171881 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.184239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Bound using segment: {'id': 'a83a9b3a-2368-4e60-a146-21f750351e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:58.184239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Bound port: 90989601-42e5-4d26-90b9-337b40ceab3f, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83a9b3a-2368-4e60-a146-21f750351e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:58.184239 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.246654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] For port 90989601-42e5-4d26-90b9-337b40ceab3f, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:58.250077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] For port 90989601-42e5-4d26-90b9-337b40ceab3f, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=90989601-42e5-4d26-90b9-337b40ceab3f,segment=NetworkSegment(a83a9b3a-2368-4e60-a146-21f750351e81),segment_id=a83a9b3a-2368-4e60-a146-21f750351e81)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:58.293178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b5bfc960-4781-4b23-85bd-9583aa133b08 None None] Provisioning complete for port 90989601-42e5-4d26-90b9-337b40ceab3f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:58.293617 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc960-4781-4b23-85bd-9583aa133b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.331290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b5bfc960-4781-4b23-85bd-9583aa133b08 None None] Port 90989601-42e5-4d26-90b9-337b40ceab3f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:58.341097 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.390296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Routers {'32de58a1-1eae-400d-817b-25f298122026'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:58.391718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:39:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['32de58a1-1eae-400d-817b-25f298122026'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:58.499802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac86b9-e8b1-4475-8fed-1b5097af78fd None None] Pushing event updated for resources: {'Port': ['ID=90989601-42e5-4d26-90b9-337b40ceab3f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:58.521897 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] Set router 32de58a1-1eae-400d-817b-25f298122026 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:58.709989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3851cfe2-2e5d-49f8-9a01-53c2529566ae None None] Provisioning complete for port 90989601-42e5-4d26-90b9-337b40ceab3f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:58.710363 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3851cfe2-2e5d-49f8-9a01-53c2529566ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.769725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ba2af-c5c5-4860-98e2-ab7f87fed20b req-a6176279-5ef9-49f3-8285-46fb443b845e tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.772913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c87ba2af-c5c5-4860-98e2-ab7f87fed20b req-a6176279-5ef9-49f3-8285-46fb443b845e tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 970 time: 0.0545168 Sep 16 04:39:58.832411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c87ba2af-c5c5-4860-98e2-ab7f87fed20b req-3b701d9e-01fe-4793-9596-a0304c46bb39 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471325 Sep 16 04:39:58.907272 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3851cfe2-2e5d-49f8-9a01-53c2529566ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.956455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3851cfe2-2e5d-49f8-9a01-53c2529566ae None None] For port 90989601-42e5-4d26-90b9-337b40ceab3f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=90989601-42e5-4d26-90b9-337b40ceab3f,segment=NetworkSegment(a83a9b3a-2368-4e60-a146-21f750351e81),segment_id=a83a9b3a-2368-4e60-a146-21f750351e81)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:58.959883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32de58a1-1eae-400d-817b-25f298122026', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-38780126-router', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:47Z', 'updated_at': '2021-09-16T04:39:54Z', 'revision_number': 4, 'project_id': '8bacd6e857e1432d8753d91bce5bde32', 'gw_port': {'id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32de58a1-1eae-400d-817b-25f298122026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:48Z', 'updated_at': '2021-09-16T04:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '90989601-42e5-4d26-90b9-337b40ceab3f', 'name': '', 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'mac_address': 'fa:16:3e:80:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32de58a1-1eae-400d-817b-25f298122026', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '5e7056c3-b436-40e7-91e1-fc778653121a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:53Z', 'updated_at': '2021-09-16T04:39:58Z', 'revision_number': 4, 'project_id': '8bacd6e857e1432d8753d91bce5bde32', 'subnets': [{'id': '5e7056c3-b436-40e7-91e1-fc778653121a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:58.987833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df2c96-fad2-4a80-a71d-a50fe060f788 None None] The sync data for ids ['32de58a1-1eae-400d-817b-25f298122026'] in n-d-712137-12 is: [{'id': '32de58a1-1eae-400d-817b-25f298122026', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-38780126-router', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:47Z', 'updated_at': '2021-09-16T04:39:54Z', 'revision_number': 4, 'project_id': '8bacd6e857e1432d8753d91bce5bde32', 'gw_port': {'id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32de58a1-1eae-400d-817b-25f298122026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:48Z', 'updated_at': '2021-09-16T04:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '90989601-42e5-4d26-90b9-337b40ceab3f', 'name': '', 'network_id': '7fceae80-101d-42f4-b3d2-69196c53dca9', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'mac_address': 'fa:16:3e:80:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32de58a1-1eae-400d-817b-25f298122026', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '5e7056c3-b436-40e7-91e1-fc778653121a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:53Z', 'updated_at': '2021-09-16T04:39:58Z', 'revision_number': 4, 'project_id': '8bacd6e857e1432d8753d91bce5bde32', 'subnets': [{'id': '5e7056c3-b436-40e7-91e1-fc778653121a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:59.057666 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3851cfe2-2e5d-49f8-9a01-53c2529566ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.146410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851cfe2-2e5d-49f8-9a01-53c2529566ae None None] Pushing event updated for resources: {'Port': ['ID=90989601-42e5-4d26-90b9-337b40ceab3f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:59.515673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34456) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:59.660340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34462) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:59.666501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-52e180f2-f2c7-47db-b0f8-39fe48c1f6b7 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--969457455', 'description': 'tempest-description--510141273'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:59.667356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1060895194-network', 'tenant_id': 'f4a70497af814474abf0ba78527f1f40'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:59.688006 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-52e180f2-f2c7-47db-b0f8-39fe48c1f6b7 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:39:59.688006 n-d-712137-12 neutron-server[95452]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:39:59.688006 n-d-712137-12 neutron-server[95452]: [parameters: {'project_id': 'bc90348af2cc4668a81319630766a035', 'id': '4d2b9b5b-23bf-4075-8255-7b76411ee01c', 'expiration': datetime.datetime(2021, 9, 16, 4, 41, 59, 684526)}] Sep 16 04:39:59.688006 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:39:59.688958 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-52e180f2-f2c7-47db-b0f8-39fe48c1f6b7 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:39:59.780770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Made reservation on behalf of f4a70497af814474abf0ba78527f1f40 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:59.784281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.796686 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.940564 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.003652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b401c-5c60-4724-8fe3-3b7d16540cf7 req-2694a7f9-c37a-4c18-ab69-3de767376f26 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:00.005346 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b18b401c-5c60-4724-8fe3-3b7d16540cf7 req-2694a7f9-c37a-4c18-ab69-3de767376f26 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 970 time: 0.0578141 Sep 16 04:40:00.014422 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.053203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:00.071924 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b18b401c-5c60-4724-8fe3-3b7d16540cf7 req-dd551aea-0e0e-44ed-918f-604c2e5573d2 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539839 Sep 16 04:40:00.086579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.101312 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.101659 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Added segment 59db3fdc-0625-4c1d-931a-4725ec1e4eba of type vlan for network f85b52e9-15e2-487f-9f06-aba3d4f24964 Sep 16 04:40:00.150513 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.290089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.293331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:00.293952 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.314245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-52e180f2-f2c7-47db-b0f8-39fe48c1f6b7 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.366962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] Pushing event updated for resources: {'Network': ['ID=f85b52e9-15e2-487f-9f06-aba3d4f24964,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.377596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network f85b52e9-15e2-487f-9f06-aba3d4f24964 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:00.433900 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ed122802-7a91-4ceb-9cb6-fa813b8e6f84 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9170709 Sep 16 04:40:00.434800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34496) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:00.446912 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-eea4b176-39e5-4178-a178-a06d28409362 admin admin] Request body: {'subnet': {'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1060895194-subnet', 'tenant_id': 'f4a70497af814474abf0ba78527f1f40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:00.534643 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-52e180f2-f2c7-47db-b0f8-39fe48c1f6b7 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.614114 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-52e180f2-f2c7-47db-b0f8-39fe48c1f6b7 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.650028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e180f2-f2c7-47db-b0f8-39fe48c1f6b7 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170edeca-bb73-420c-b1f9-f7f171143079,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.723987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea4b176-39e5-4178-a178-a06d28409362 admin admin] Made reservation on behalf of f4a70497af814474abf0ba78527f1f40 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:00.726515 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eea4b176-39e5-4178-a178-a06d28409362 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.796758 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-52e180f2-f2c7-47db-b0f8-39fe48c1f6b7 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.800790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-52e180f2-f2c7-47db-b0f8-39fe48c1f6b7 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1366746 Sep 16 04:40:00.801955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34510) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:00.806580 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-bdf637b1-57d2-429e-a0d9-e28db0b8759a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Request body: {'security_group_rule': {'security_group_id': '170edeca-bb73-420c-b1f9-f7f171143079', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:00.951183 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bdf637b1-57d2-429e-a0d9-e28db0b8759a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.009882 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eea4b176-39e5-4178-a178-a06d28409362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.042369 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bdf637b1-57d2-429e-a0d9-e28db0b8759a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.064073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 90989601-42e5-4d26-90b9-337b40ceab3f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:01.095763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4b176-39e5-4178-a178-a06d28409362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaad16e2-265a-4ce3-a9d4-0188565c031b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:01.107208 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4b176-39e5-4178-a178-a06d28409362 admin admin] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:01.107580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea4b176-39e5-4178-a178-a06d28409362 admin admin] Network hostable DHCP agents. Network: f85b52e9-15e2-487f-9f06-aba3d4f24964, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:01.124836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 90989601-42e5-4d26-90b9-337b40ceab3f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:01.125339 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.152247 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bdf637b1-57d2-429e-a0d9-e28db0b8759a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.175457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf637b1-57d2-429e-a0d9-e28db0b8759a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4389746-8511-44ec-86e9-5799d008937a,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:01.182004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea4b176-39e5-4178-a178-a06d28409362 admin admin] Network f85b52e9-15e2-487f-9f06-aba3d4f24964 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:01.260608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-eea4b176-39e5-4178-a178-a06d28409362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, f85b52e9-15e2-487f-9f06-aba3d4f24964) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:01.270077 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea4b176-39e5-4178-a178-a06d28409362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:01.270832 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eea4b176-39e5-4178-a178-a06d28409362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.279681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8956c75-7382-4ff6-bc5c-03aa2d03aaa0 None None] Network f85b52e9-15e2-487f-9f06-aba3d4f24964 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:01.279909 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bdf637b1-57d2-429e-a0d9-e28db0b8759a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.280003 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34536) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:01.281249 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bdf637b1-57d2-429e-a0d9-e28db0b8759a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4780838 Sep 16 04:40:01.292845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-44e8175d-1beb-4693-83d5-ea6fc7a076a2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Request body: {'security_group_rule': {'security_group_id': '170edeca-bb73-420c-b1f9-f7f171143079', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:01.300171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef2411-196e-454d-a45e-2675863e15dc req-3bcb86e2-9f42-4a73-9ca7-c94c4aeb079e tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:01.301846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2bef2411-196e-454d-a45e-2675863e15dc req-3bcb86e2-9f42-4a73-9ca7-c94c4aeb079e tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 970 time: 0.0706105 Sep 16 04:40:01.345573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2bef2411-196e-454d-a45e-2675863e15dc req-de105f82-ea7c-4a4d-9a32-7dead845c415 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366247 Sep 16 04:40:01.371083 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eea4b176-39e5-4178-a178-a06d28409362 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9265969 Sep 16 04:40:01.450498 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44e8175d-1beb-4693-83d5-ea6fc7a076a2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.450616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc943737-f4f2-4b83-a84d-f5a2dd7650f0 None None] Network f85b52e9-15e2-487f-9f06-aba3d4f24964 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:01.527993 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44e8175d-1beb-4693-83d5-ea6fc7a076a2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.605792 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44e8175d-1beb-4693-83d5-ea6fc7a076a2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.617325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8175d-1beb-4693-83d5-ea6fc7a076a2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72b18e5-03d2-4bb5-bdc7-cdbe68ea5d32,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:01.706217 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44e8175d-1beb-4693-83d5-ea6fc7a076a2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.707486 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-44e8175d-1beb-4693-83d5-ea6fc7a076a2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4265256 Sep 16 04:40:01.710512 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34564) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:01.714995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:01.849213 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.942318 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.053816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Allocated IP 172.25.3.232 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/efcb384a-19d8-4e68-a936-47955c64d562) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:02.174639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34578) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:02.177553 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.273212 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.327820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:02.329310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Pushing event updated for resources: {'Port': ['ID=efcb384a-19d8-4e68-a936-47955c64d562,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:02.343039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:02.343039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:02.439008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6abc1a9f-96b6-49a9-b742-c9930d63acd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.444690 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.478723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34594) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:02.483909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1221299458-network', 'tenant_id': '41ede83bd3c042e890ed169544dbe750'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:02.517239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89f6b7-ac1f-4a5d-8b12-63e7e2f744a4 req-f59fee09-56b3-4d3e-b4d4-c768f5e985e4 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.518728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e89f6b7-ac1f-4a5d-8b12-63e7e2f744a4 req-f59fee09-56b3-4d3e-b4d4-c768f5e985e4 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 970 time: 0.0711257 Sep 16 04:40:02.554943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.575972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e89f6b7-ac1f-4a5d-8b12-63e7e2f744a4 req-9e784d2d-553b-4b1c-8e00-dad3ba5e1fb0 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508201 Sep 16 04:40:02.606753 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6abc1a9f-96b6-49a9-b742-c9930d63acd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.690211 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6abc1a9f-96b6-49a9-b742-c9930d63acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.724176 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.731910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6abc1a9f-96b6-49a9-b742-c9930d63acd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7d25d1d0e214d45b7ebd87db3066bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582294 Sep 16 04:40:02.732890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc1a9f-96b6-49a9-b742-c9930d63acd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1970d41a-db69-48e0-bb2c-e9fbcc8dc95e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:02.735554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34602) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:02.786801 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51499a39-6deb-4a06-a42d-bc99dd3bc63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.811065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51499a39-6deb-4a06-a42d-bc99dd3bc63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.821815 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.844160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:02.889912 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Made reservation on behalf of 41ede83bd3c042e890ed169544dbe750 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:02.892546 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.899345 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.911753 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.941646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Pushing event updated for resources: {'Port': ['ID=efcb384a-19d8-4e68-a936-47955c64d562,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:02.959166 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:02.970702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '1fe93e6f-342b-4061-8f5e-f2a1e1b8a897', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '1fe93e6f-342b-4061-8f5e-f2a1e1b8a897', 'mac_address': 'fa:16:3e:b7:0d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:tempest-test_az-1703604915', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:02.974534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51499a39-6deb-4a06-a42d-bc99dd3bc63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.977358 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51499a39-6deb-4a06-a42d-bc99dd3bc63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.984223 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-51499a39-6deb-4a06-a42d-bc99dd3bc63d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1970d41a-db69-48e0-bb2c-e9fbcc8dc95e HTTP/1.1" status: 204 len: 168 time: 0.2414260 Sep 16 04:40:02.986599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51499a39-6deb-4a06-a42d-bc99dd3bc63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1970d41a-db69-48e0-bb2c-e9fbcc8dc95e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:03.016402 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.026446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.027895 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9a8a804a-8845-4103-9a8c-8dfb6c38702a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3164506 Sep 16 04:40:03.029000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:03.059795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:03.142774 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.186553 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.221202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.240256 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:03.246345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:03.262168 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d9aa4a-5426-4868-9506-4f36ac7533e5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:03.264483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-997c9c7b-5b0f-4799-927e-8237b0dff40d tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--969457455&fields=id&tenant_id=bc90348af2cc4668a81319630766a035 HTTP/1.1" status: 200 len: 267 time: 0.0516794 Sep 16 04:40:03.268025 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.268025 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Added segment 12838213-d6e1-46f3-b5fa-50f7685c1aa8 of type vlan for network 9c00c7c8-0aef-4047-9e90-530eaae4dc04 Sep 16 04:40:03.305492 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.380537 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.381546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:03.382139 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.450087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] Pushing event updated for resources: {'Network': ['ID=9c00c7c8-0aef-4047-9e90-530eaae4dc04,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:03.462422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 9c00c7c8-0aef-4047-9e90-530eaae4dc04 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:03.469657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d511-3228-4d02-8828-138cc8e47a1e req-3bb42a9b-de03-42c9-92f5-0ff7e1e14903 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:03.471193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-3bb42a9b-de03-42c9-92f5-0ff7e1e14903 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/networks?id=fb732cf4-3497-45d6-8853-b2066fbc4fa6 HTTP/1.1" status: 200 len: 824 time: 0.1973863 Sep 16 04:40:03.482264 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-57a167d8-63d2-4a57-99cc-44660170ad95 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0023351 Sep 16 04:40:03.483625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34634) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:03.495038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4e1b0b2d-2212-48dc-8d2b-e8b8d1db2f9c admin admin] Request body: {'subnet': {'network_id': '9c00c7c8-0aef-4047-9e90-530eaae4dc04', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1221299458-subnet', 'tenant_id': '41ede83bd3c042e890ed169544dbe750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:03.499587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-4266bd15-9d86-4b70-b739-9f5ed1b4cd18 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/quotas/bc90348af2cc4668a81319630766a035 HTTP/1.1" status: 200 len: 375 time: 0.0212333 Sep 16 04:40:03.511807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1fe93e6f-342b-4061-8f5e-f2a1e1b8a897'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:03.597606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1b0b2d-2212-48dc-8d2b-e8b8d1db2f9c admin admin] Made reservation on behalf of 41ede83bd3c042e890ed169544dbe750 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:03.600993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-7ed374e5-4d94-4409-ae7b-034e43e662b9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc90348af2cc4668a81319630766a035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967443 Sep 16 04:40:03.601104 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e1b0b2d-2212-48dc-8d2b-e8b8d1db2f9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.709404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34640) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:03.866604 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f9e8033c-1778-44c9-a74a-290e6b452e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.889730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-143b28d6-3244-47a2-9a48-4d82be9de67f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:03.890762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-143b28d6-3244-47a2-9a48-4d82be9de67f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0731163 Sep 16 04:40:03.898750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e1b0b2d-2212-48dc-8d2b-e8b8d1db2f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.912559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34648) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:03.952209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b0b2d-2212-48dc-8d2b-e8b8d1db2f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26dc4ee4-3bbd-4e8c-bf22-86b14a886224,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:03.957516 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-76fd9cc2-4fcd-4c55-be77-3807490f4025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.965367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b0b2d-2212-48dc-8d2b-e8b8d1db2f9c admin admin] Checking segment: {'id': '12838213-d6e1-46f3-b5fa-50f7685c1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9c00c7c8-0aef-4047-9e90-530eaae4dc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:03.965866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1b0b2d-2212-48dc-8d2b-e8b8d1db2f9c admin admin] Network hostable DHCP agents. Network: 9c00c7c8-0aef-4047-9e90-530eaae4dc04, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:04.031783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1b0b2d-2212-48dc-8d2b-e8b8d1db2f9c admin admin] Network 9c00c7c8-0aef-4047-9e90-530eaae4dc04 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:04.050642 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-b2068ebd-c4de-4ce0-97b9-6fd4219622ea service neutron] 10.222.0.24 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507494 Sep 16 04:40:04.082982 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4e1b0b2d-2212-48dc-8d2b-e8b8d1db2f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 9c00c7c8-0aef-4047-9e90-530eaae4dc04) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:04.087471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b0b2d-2212-48dc-8d2b-e8b8d1db2f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.088065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e1b0b2d-2212-48dc-8d2b-e8b8d1db2f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.096137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7740f98c-d48b-4254-90d8-5b93bf8d912b None None] Network 9c00c7c8-0aef-4047-9e90-530eaae4dc04 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:04.098825 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f9e8033c-1778-44c9-a74a-290e6b452e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.157840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-5617b7f3-8964-4082-b4ca-22280277628a service neutron] 10.222.0.24 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975480 Sep 16 04:40:04.162439 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f9e8033c-1778-44c9-a74a-290e6b452e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.219805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f9e8033c-1778-44c9-a74a-290e6b452e4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94f75c6efd0544b684e9525bea91ccee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065329 Sep 16 04:40:04.220156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34650) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:04.225772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8033c-1778-44c9-a74a-290e6b452e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a8b411-bdfe-4095-bd2f-006cf9fcaa48,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.241237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154645e7-a819-46a6-bb0e-bf8f3f860c34 None None] Network 9c00c7c8-0aef-4047-9e90-530eaae4dc04 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:04.300510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-76fd9cc2-4fcd-4c55-be77-3807490f4025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.308620 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fda66f7d-22e9-44b1-8735-3304740d6812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.342656 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fda66f7d-22e9-44b1-8735-3304740d6812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.374614 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-76fd9cc2-4fcd-4c55-be77-3807490f4025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.436266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-76fd9cc2-4fcd-4c55-be77-3807490f4025 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=021dba01e39842f78ffb56a7059ad68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202549 Sep 16 04:40:04.449121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34662) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:04.449920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd9cc2-4fcd-4c55-be77-3807490f4025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8ceb2f-b415-40f6-badb-4e51112573e9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.618749 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4e1b0b2d-2212-48dc-8d2b-e8b8d1db2f9c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1312485 Sep 16 04:40:04.631749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fcdf0-a134-480c-bd06-6e86ee08ff3d req-2654c721-a340-40c7-9614-4a125aa013e8 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.633403 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-655fcdf0-a134-480c-bd06-6e86ee08ff3d req-2654c721-a340-40c7-9614-4a125aa013e8 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 971 time: 0.2192910 Sep 16 04:40:04.665988 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6a794fb-4743-44d9-a6e1-f2bcabd32eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.672998 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fda66f7d-22e9-44b1-8735-3304740d6812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.675895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fda66f7d-22e9-44b1-8735-3304740d6812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.683707 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fda66f7d-22e9-44b1-8735-3304740d6812 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47a8b411-bdfe-4095-bd2f-006cf9fcaa48 HTTP/1.1" status: 204 len: 168 time: 0.4604037 Sep 16 04:40:04.700760 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda66f7d-22e9-44b1-8735-3304740d6812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a8b411-bdfe-4095-bd2f-006cf9fcaa48,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.722324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-655fcdf0-a134-480c-bd06-6e86ee08ff3d req-3e24b9d8-7012-4416-835c-1a8c218579df tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670226 Sep 16 04:40:04.727069 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6a794fb-4743-44d9-a6e1-f2bcabd32eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.806467 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f99a9a2b-a959-431d-8cf3-1c0ab9befd9b req-e318e11c-5d06-47f7-a1e9-6de78f1a5cf0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 210 time: 0.0324831 Sep 16 04:40:04.843474 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:04.935511 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6a794fb-4743-44d9-a6e1-f2bcabd32eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.939396 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6a794fb-4743-44d9-a6e1-f2bcabd32eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.942965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f6a794fb-4743-44d9-a6e1-f2bcabd32eb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa8ceb2f-b415-40f6-badb-4e51112573e9 HTTP/1.1" status: 204 len: 168 time: 0.4877303 Sep 16 04:40:04.949168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a794fb-4743-44d9-a6e1-f2bcabd32eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8ceb2f-b415-40f6-badb-4e51112573e9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.986987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:04.992087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:04.992489 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.069496 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.092520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe93e6f-342b-4061-8f5e-f2a1e1b8a897'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:05.329741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:05.364830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e10e5d48-9791-48ab-958a-2b3ae8b0bcc0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.366369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e10e5d48-9791-48ab-958a-2b3ae8b0bcc0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 808 time: 0.1215365 Sep 16 04:40:05.382540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-1e934033-8e04-4b68-988d-d524c581c975 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/quotas/f4a70497af814474abf0ba78527f1f40 HTTP/1.1" status: 200 len: 375 time: 0.0101511 Sep 16 04:40:05.416400 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-2038ec79-c0bd-4425-9d1c-54be1ca096f3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282063 Sep 16 04:40:05.431796 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.486130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:05.521923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-ad22a75d-d513-4f33-8068-f2129bdd0123 service neutron] 10.222.0.24 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978470 Sep 16 04:40:05.614912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-7d18a6fe-1f5d-48e9-b159-03c86f458f80 service neutron] 10.222.0.24 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865324 Sep 16 04:40:05.728690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34712) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:05.754530 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-774723db-1134-4cb3-a151-44bbb1b57053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.899172 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b63ced-8045-4c2c-98bc-0828182be2c2 req-911f3498-66d3-454a-90c1-90bf185f2d1c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.907160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0b63ced-8045-4c2c-98bc-0828182be2c2 req-911f3498-66d3-454a-90c1-90bf185f2d1c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 972 time: 0.1060536 Sep 16 04:40:05.924181 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-774723db-1134-4cb3-a151-44bbb1b57053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.942925 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c9a6ef-75e5-4eff-abd8-07666fcd922c" -d '{"events": [{"server_uuid": "4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f", "name": "network-vif-plugged", "status": "completed", "tag": "1fe93e6f-342b-4061-8f5e-f2a1e1b8a897"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:05.956218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-873b1e13-76a2-4536-ac22-33ea77f78de1 req-34cc9436-a39b-4842-8edb-fdba50300b7a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 210 time: 0.0467136 Sep 16 04:40:05.985629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0b63ced-8045-4c2c-98bc-0828182be2c2 req-661a1025-3c09-464d-8d98-12917c6d6ca1 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774429 Sep 16 04:40:06.003949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-774723db-1134-4cb3-a151-44bbb1b57053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.048816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6732fce2-d895-43b1-8173-0783de73c18d req-481b1908-d6f1-4b30-aaa5-8fd3ebf907ef tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 210 time: 0.0348146 Sep 16 04:40:06.064239 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-774723db-1134-4cb3-a151-44bbb1b57053 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bd9cf271a264a61b059ded1c92aa229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343875 Sep 16 04:40:06.066771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34732) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:06.098912 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774723db-1134-4cb3-a151-44bbb1b57053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1898b2c5-d266-4293-b998-5f45abf375fb,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.132281 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3777195-c215-43cb-9951-6e6094848d39 x-openstack-request-id: req-f3777195-c215-43cb-9951-6e6094848d39 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:06.132845 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f", "name": "network-vif-plugged", "status": "completed", "tag": "1fe93e6f-342b-4061-8f5e-f2a1e1b8a897", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:06.133245 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3777195-c215-43cb-9951-6e6094848d39 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:06.133895 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe93e6f-342b-4061-8f5e-f2a1e1b8a897', 'code': 200} Sep 16 04:40:06.185091 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5509503d-8c4d-4320-8431-6a262f4288a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.227624 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5509503d-8c4d-4320-8431-6a262f4288a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.242756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34744) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:06.333278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6494261-6dfe-4dec-ad98-296e38bcc016 req-52d5dae3-3360-49a1-80d9-b4d9fb12c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.334872 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6494261-6dfe-4dec-ad98-296e38bcc016 req-52d5dae3-3360-49a1-80d9-b4d9fb12c082 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 1124 time: 0.1206419 Sep 16 04:40:06.354974 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d6494261-6dfe-4dec-ad98-296e38bcc016 req-3f1daf3a-d7a5-403d-9dad-9aa6bc99e894 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.376227 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8d4dc824-a51d-4bcf-99db-c7e0a83b05b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.433902 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5509503d-8c4d-4320-8431-6a262f4288a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.436804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5509503d-8c4d-4320-8431-6a262f4288a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.438583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5509503d-8c4d-4320-8431-6a262f4288a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1898b2c5-d266-4293-b998-5f45abf375fb HTTP/1.1" status: 204 len: 168 time: 0.3705220 Sep 16 04:40:06.447989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509503d-8c4d-4320-8431-6a262f4288a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1898b2c5-d266-4293-b998-5f45abf375fb,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.523528 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d6494261-6dfe-4dec-ad98-296e38bcc016 req-3f1daf3a-d7a5-403d-9dad-9aa6bc99e894 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.575785 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d6494261-6dfe-4dec-ad98-296e38bcc016 req-3f1daf3a-d7a5-403d-9dad-9aa6bc99e894 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.612182 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6494261-6dfe-4dec-ad98-296e38bcc016 req-3f1daf3a-d7a5-403d-9dad-9aa6bc99e894 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696662 Sep 16 04:40:06.635196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1daf3a-d7a5-403d-9dad-9aa6bc99e894 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8d5665-63dd-43c9-8007-9968117f45ac,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.701015 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8d4dc824-a51d-4bcf-99db-c7e0a83b05b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.781163 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8d4dc824-a51d-4bcf-99db-c7e0a83b05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.823496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8d4dc824-a51d-4bcf-99db-c7e0a83b05b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e33abbe7806c4ca6a7481338425bf822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5792282 Sep 16 04:40:06.825039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dc824-a51d-4bcf-99db-c7e0a83b05b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef53c4ae-bd70-4325-a634-f8d3ae998698,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.826247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34764) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:06.884118 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b0addd97-ced8-4862-81ca-d836a5b2b5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.907420 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b0addd97-ced8-4862-81ca-d836a5b2b5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.037992 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b0addd97-ced8-4862-81ca-d836a5b2b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.043005 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b0addd97-ced8-4862-81ca-d836a5b2b5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.048893 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b0addd97-ced8-4862-81ca-d836a5b2b5c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef53c4ae-bd70-4325-a634-f8d3ae998698 HTTP/1.1" status: 204 len: 168 time: 0.2211471 Sep 16 04:40:07.063668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34776) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:07.070699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0addd97-ced8-4862-81ca-d836a5b2b5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef53c4ae-bd70-4325-a634-f8d3ae998698,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:07.080113 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57dd413c-2ab3-4617-8f97-1d56ad1a3c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.084799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-638f56cf-cf4e-4fec-a6fe-dd611583e691 req-76256be6-d810-4b4f-ac0d-9689c86c68d9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 210 time: 0.0531919 Sep 16 04:40:07.139659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ae156-6c17-49f7-895e-7ddd556906c2 req-b1a876da-25cd-4d09-9114-74e77396fb44 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.159132 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-321ae156-6c17-49f7-895e-7ddd556906c2 req-b1a876da-25cd-4d09-9114-74e77396fb44 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 972 time: 0.0924306 Sep 16 04:40:07.201902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-321ae156-6c17-49f7-895e-7ddd556906c2 req-e69eb7a7-542d-4d9b-b04c-ba2e810f2672 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Sep 16 04:40:07.238265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36f3929b-c6f4-4b85-8f60-ec4e3647af47 req-c6ba356f-1a12-4297-a142-3afd8670dd7d tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 210 time: 0.0353904 Sep 16 04:40:07.325525 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57dd413c-2ab3-4617-8f97-1d56ad1a3c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.350808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.23', 61657) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:07.454736 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57dd413c-2ab3-4617-8f97-1d56ad1a3c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.546284 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-57dd413c-2ab3-4617-8f97-1d56ad1a3c0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac03eefea5394dbba3be28d91c9d1ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812486 Sep 16 04:40:07.547935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd413c-2ab3-4617-8f97-1d56ad1a3c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8a9006-258d-4a88-97ef-c7ad4057ee32,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:07.550741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34786) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:07.570695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d511-3228-4d02-8828-138cc8e47a1e req-6e2ae680-70d4-41d8-9163-da161b6f35cb tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.572271 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-6e2ae680-70d4-41d8-9163-da161b6f35cb tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.23 "GET /v2.0/networks?id=fb732cf4-3497-45d6-8853-b2066fbc4fa6 HTTP/1.1" status: 200 len: 824 time: 0.2204020 Sep 16 04:40:07.618889 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-275fdfc6-6963-4153-bbde-5e5eb7fc69b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.639966 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-275fdfc6-6963-4153-bbde-5e5eb7fc69b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.721892 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-c6df317e-726f-4983-9a15-b34ad3802f3c tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc90348af2cc4668a81319630766a035 HTTP/1.1" status: 200 len: 379 time: 0.0609822 Sep 16 04:40:07.731955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Request body: {'port': {'device_id': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'admin_state_up': True, 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'security_groups': ['170edeca-bb73-420c-b1f9-f7f171143079']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:07.763799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-275fdfc6-6963-4153-bbde-5e5eb7fc69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.779681 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-275fdfc6-6963-4153-bbde-5e5eb7fc69b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.779681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-275fdfc6-6963-4153-bbde-5e5eb7fc69b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b8a9006-258d-4a88-97ef-c7ad4057ee32 HTTP/1.1" status: 204 len: 168 time: 0.2195952 Sep 16 04:40:07.784566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fdfc6-6963-4153-bbde-5e5eb7fc69b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8a9006-258d-4a88-97ef-c7ad4057ee32,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:07.944249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34796) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:07.957516 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f841bfe2-ae61-4bb0-905d-c526eea8a354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.966517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Made reservation on behalf of bc90348af2cc4668a81319630766a035 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:07.970723 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.151627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Allocated IP 172.20.0.12 (fb732cf4-3497-45d6-8853-b2066fbc4fa6/7096e50a-d25d-4f19-a589-a5b7967e7926/b20838a8-0997-411f-8393-01152b61f6b1) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:08.181555 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f841bfe2-ae61-4bb0-905d-c526eea8a354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.222655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f43affb-79e7-4f7b-a660-c1ef44a08574 req-dc452922-ace9-4a30-bb02-fc83ca91bfc0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 210 time: 0.0392778 Sep 16 04:40:08.244252 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f841bfe2-ae61-4bb0-905d-c526eea8a354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.393431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b886c-695b-4cd0-9e9f-b528d44e6552 req-b2d749b1-bc42-4c94-98a6-eb3da52e914c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.406072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a45b886c-695b-4cd0-9e9f-b528d44e6552 req-b2d749b1-bc42-4c94-98a6-eb3da52e914c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 972 time: 0.0785925 Sep 16 04:40:08.440390 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f841bfe2-ae61-4bb0-905d-c526eea8a354 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00664451d84d417280f9209abce119b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950020 Sep 16 04:40:08.446317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34822) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:08.467706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841bfe2-ae61-4bb0-905d-c526eea8a354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ecbc3f-3cf9-4496-8125-fe44498f4fc1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:08.487941 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.534797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a45b886c-695b-4cd0-9e9f-b528d44e6552 req-e138fca3-9749-436d-862f-5501621a9742 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269727 Sep 16 04:40:08.575554 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a376-c694-4ace-b44e-cb6efea2531b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.598457 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.628416 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a376-c694-4ace-b44e-cb6efea2531b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.668551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Network fb732cf4-3497-45d6-8853-b2066fbc4fa6 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:08.677821 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:08.678015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92b9ba73-8278-430e-9f43-72f327cb5606 req-05f0440d-865e-4f88-a1de-73d6e2eb4d27 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 210 time: 0.0513577 Sep 16 04:40:08.683494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:08.703720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.704439 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.708592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Pushing event updated for resources: {'Port': ['ID=b20838a8-0997-411f-8393-01152b61f6b1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:08.798819 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2d1c09c0-5b94-4680-bc2b-474b6b8f3420 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0709944 Sep 16 04:40:08.826952 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a376-c694-4ace-b44e-cb6efea2531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.834920 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b1f2a376-c694-4ace-b44e-cb6efea2531b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.841263 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b1f2a376-c694-4ace-b44e-cb6efea2531b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60ecbc3f-3cf9-4496-8125-fe44498f4fc1 HTTP/1.1" status: 204 len: 168 time: 0.3804340 Sep 16 04:40:08.869914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2a376-c694-4ace-b44e-cb6efea2531b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ecbc3f-3cf9-4496-8125-fe44498f4fc1,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:08.957769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-43266cf3-d1f0-4113-bb03-27ce4a406e9f None None] Provisioning complete for port b20838a8-0997-411f-8393-01152b61f6b1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:08.958272 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43266cf3-d1f0-4113-bb03-27ce4a406e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.000809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-43266cf3-d1f0-4113-bb03-27ce4a406e9f None None] Port b20838a8-0997-411f-8393-01152b61f6b1 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:09.368069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7af86b-9fae-46cc-96f8-96c276285aa9 req-b72cf4ba-00ec-4eea-adbc-2654070cee79 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:09.369649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad7af86b-9fae-46cc-96f8-96c276285aa9 req-b72cf4ba-00ec-4eea-adbc-2654070cee79 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 932 time: 0.0578911 Sep 16 04:40:09.439158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad7af86b-9fae-46cc-96f8-96c276285aa9 req-17f4203d-92e6-4381-b99c-e70fcc54c539 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610833 Sep 16 04:40:09.679520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f93520-ea35-4487-bde1-929071324c7a req-7b36597f-6810-4fb1-8afa-9f9ff7de3239 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:09.681144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2f93520-ea35-4487-bde1-929071324c7a req-7b36597f-6810-4fb1-8afa-9f9ff7de3239 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 972 time: 0.0545514 Sep 16 04:40:09.724439 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2f93520-ea35-4487-bde1-929071324c7a req-c968a286-41ee-404b-9929-1d18f7452c6c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372295 Sep 16 04:40:09.845313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dff0f156-c49f-4bdb-bf79-99afb38e827e req-b567e0b7-21d5-41dc-beff-e0389e3b7667 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 210 time: 0.0525708 Sep 16 04:40:10.018076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb13ce9-59ea-4227-ae5d-93f29af51e75 req-29898aeb-532e-4749-b591-c0624e479e5e tempest-AggregatesAdminTestJSON-2103416823 tempest-AggregatesAdminTestJSON-2103416823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:10.025160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfb13ce9-59ea-4227-ae5d-93f29af51e75 req-29898aeb-532e-4749-b591-c0624e479e5e tempest-AggregatesAdminTestJSON-2103416823 tempest-AggregatesAdminTestJSON-2103416823-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 1124 time: 0.0970113 Sep 16 04:40:10.038912 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfb13ce9-59ea-4227-ae5d-93f29af51e75 req-d47f0cf4-8b48-4445-b5fe-ac065e5f0c77 tempest-AggregatesAdminTestJSON-2103416823 tempest-AggregatesAdminTestJSON-2103416823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.159387 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfb13ce9-59ea-4227-ae5d-93f29af51e75 req-d47f0cf4-8b48-4445-b5fe-ac065e5f0c77 tempest-AggregatesAdminTestJSON-2103416823 tempest-AggregatesAdminTestJSON-2103416823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.277568 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfb13ce9-59ea-4227-ae5d-93f29af51e75 req-d47f0cf4-8b48-4445-b5fe-ac065e5f0c77 tempest-AggregatesAdminTestJSON-2103416823 tempest-AggregatesAdminTestJSON-2103416823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.321814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfb13ce9-59ea-4227-ae5d-93f29af51e75 req-d47f0cf4-8b48-4445-b5fe-ac065e5f0c77 tempest-AggregatesAdminTestJSON-2103416823 tempest-AggregatesAdminTestJSON-2103416823-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957160 Sep 16 04:40:10.326235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f0cf4-8b48-4445-b5fe-ac065e5f0c77 tempest-AggregatesAdminTestJSON-2103416823 tempest-AggregatesAdminTestJSON-2103416823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8ce0c3-24dc-48a2-b39d-e5d190b5baef,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:10.657514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88306e8c-763c-4ddf-83e8-70890648d278 req-53721f24-9a21-4893-a606-15fc5a4d2c31 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:10.660939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88306e8c-763c-4ddf-83e8-70890648d278 req-53721f24-9a21-4893-a606-15fc5a4d2c31 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 932 time: 0.0545378 Sep 16 04:40:10.669246 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34912) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:10.710301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88306e8c-763c-4ddf-83e8-70890648d278 req-b390d54a-6c07-4f65-97a9-f4612e4d104e tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439384 Sep 16 04:40:10.855877 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cc97dbf4-1514-473a-a972-072705f30c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.969819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cc97dbf4-1514-473a-a972-072705f30c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.976742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f3768e3-adb0-4d99-8900-2a6130c10abc req-20bc1370-f32a-4bbb-91fa-b85e67ed2c1a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 210 time: 0.0501297 Sep 16 04:40:11.043249 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cc97dbf4-1514-473a-a972-072705f30c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.082290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97dbf4-1514-473a-a972-072705f30c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c628ccf5-99ef-4b6e-9fa9-6b630ad9e3b0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:11.086919 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cc97dbf4-1514-473a-a972-072705f30c34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bd9a71a34474184b837cf88e442b2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163520 Sep 16 04:40:11.091689 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34936) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:11.148981 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-72a12b15-231b-4fc7-90b3-a9c3103f8d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.172282 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-72a12b15-231b-4fc7-90b3-a9c3103f8d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.312189 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-72a12b15-231b-4fc7-90b3-a9c3103f8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.316446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-72a12b15-231b-4fc7-90b3-a9c3103f8d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.325660 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-72a12b15-231b-4fc7-90b3-a9c3103f8d58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c628ccf5-99ef-4b6e-9fa9-6b630ad9e3b0 HTTP/1.1" status: 204 len: 168 time: 0.2254105 Sep 16 04:40:11.329841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a12b15-231b-4fc7-90b3-a9c3103f8d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c628ccf5-99ef-4b6e-9fa9-6b630ad9e3b0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:11.340286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34948) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:11.581060 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b713ed43-cc1d-481c-904f-cec85cdde08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.725244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b713ed43-cc1d-481c-904f-cec85cdde08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.814817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b713ed43-cc1d-481c-904f-cec85cdde08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.874214 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b713ed43-cc1d-481c-904f-cec85cdde08a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a950702b14441df9e1e2f7b155857e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324657 Sep 16 04:40:11.875897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713ed43-cc1d-481c-904f-cec85cdde08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bec0f3b-049c-4370-accd-10bd3ae8c4a3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:11.879128 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34974) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:11.883223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb04adf-0caa-427f-937b-785379cd335e req-04a87054-dbdd-4b0e-9eb4-39ae5cbdb2b0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:11.885487 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-edb04adf-0caa-427f-937b-785379cd335e req-04a87054-dbdd-4b0e-9eb4-39ae5cbdb2b0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 932 time: 0.0688374 Sep 16 04:40:11.998341 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3bb87669-8b7d-4f90-b4b0-3c08fa5bc9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.006685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-edb04adf-0caa-427f-937b-785379cd335e req-eeaaf133-2239-4a56-afe2-34e8645fbe64 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005192 Sep 16 04:40:12.019069 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5bf7a3c5-0e1d-4f0a-bada-2d54a0d28d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.044851 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3bb87669-8b7d-4f90-b4b0-3c08fa5bc9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.055017 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.106053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-635a456c-c28c-4e72-896d-75aa32ac46a0 req-bf8f1a82-6cc3-4b52-9a34-3df715ee5377 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 210 time: 0.0292201 Sep 16 04:40:12.177609 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34990) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:12.193621 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4feed06c-7d7e-4949-86e9-b2cfe32faa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.235346 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3bb87669-8b7d-4f90-b4b0-3c08fa5bc9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.238359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3bb87669-8b7d-4f90-b4b0-3c08fa5bc9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.244449 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3bb87669-8b7d-4f90-b4b0-3c08fa5bc9d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bec0f3b-049c-4370-accd-10bd3ae8c4a3 HTTP/1.1" status: 204 len: 168 time: 0.3623672 Sep 16 04:40:12.322217 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb87669-8b7d-4f90-b4b0-3c08fa5bc9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bec0f3b-049c-4370-accd-10bd3ae8c4a3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:12.417644 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4feed06c-7d7e-4949-86e9-b2cfe32faa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.511820 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4feed06c-7d7e-4949-86e9-b2cfe32faa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.559383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feed06c-7d7e-4949-86e9-b2cfe32faa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758f9267-61a9-465a-985d-ddf242148a1e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:12.568633 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4feed06c-7d7e-4949-86e9-b2cfe32faa2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1e4c9dcbc47469f9b82b0dcdf65e2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895197 Sep 16 04:40:12.571097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35004) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:12.659798 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dd8a952e-fb4f-4b79-ad3a-aa8d4a82048c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.687141 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dd8a952e-fb4f-4b79-ad3a-aa8d4a82048c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.838245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dd8a952e-fb4f-4b79-ad3a-aa8d4a82048c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.841263 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dd8a952e-fb4f-4b79-ad3a-aa8d4a82048c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.845595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dd8a952e-fb4f-4b79-ad3a-aa8d4a82048c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/758f9267-61a9-465a-985d-ddf242148a1e HTTP/1.1" status: 204 len: 168 time: 0.2734554 Sep 16 04:40:12.860520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a952e-fb4f-4b79-ad3a-aa8d4a82048c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758f9267-61a9-465a-985d-ddf242148a1e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:13.116764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35036) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:13.130531 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-af99943d-ce85-4cb4-b1fa-0fe6bc9d74a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.140372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a824a0-4285-4d8d-81e6-8343a2f9922b req-546ca99b-5df5-4d80-8e7d-9c0faf789356 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:13.143723 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5a824a0-4285-4d8d-81e6-8343a2f9922b req-546ca99b-5df5-4d80-8e7d-9c0faf789356 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 932 time: 0.0723197 Sep 16 04:40:13.200103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5a824a0-4285-4d8d-81e6-8343a2f9922b req-07a4b73e-50b2-45d2-8cf2-a0d13304181a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483451 Sep 16 04:40:13.268516 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-af99943d-ce85-4cb4-b1fa-0fe6bc9d74a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.307066 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-703470b0-1ff9-40d9-98c0-a3ad19a08276 req-f38f21a5-e802-4c39-b321-86904e4347ef tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 210 time: 0.0522611 Sep 16 04:40:13.368335 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-af99943d-ce85-4cb4-b1fa-0fe6bc9d74a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.407676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99943d-ce85-4cb4-b1fa-0fe6bc9d74a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f7b7a6-bf2e-4c16-b1f5-718440125faa,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:13.412099 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-af99943d-ce85-4cb4-b1fa-0fe6bc9d74a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d073ff2a3b54bf687271de84b71cd54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942522 Sep 16 04:40:13.415154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35052) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:13.473230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae86-c9b8-497f-aed2-f9e3948540b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.499060 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae86-c9b8-497f-aed2-f9e3948540b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.666508 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae86-c9b8-497f-aed2-f9e3948540b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.669869 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ae86-c9b8-497f-aed2-f9e3948540b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.672842 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0ae9ae86-c9b8-497f-aed2-f9e3948540b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4f7b7a6-bf2e-4c16-b1f5-718440125faa HTTP/1.1" status: 204 len: 168 time: 0.2550645 Sep 16 04:40:13.684036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9ae86-c9b8-497f-aed2-f9e3948540b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f7b7a6-bf2e-4c16-b1f5-718440125faa,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:14.142585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35098) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:14.182735 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-48ca2a83-6b0d-4140-a9a3-1ddc54d75662 req-3acc8110-9ca0-4612-9c62-d5348b007034 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406446 Sep 16 04:40:14.325269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca2a83-6b0d-4140-a9a3-1ddc54d75662 req-9548ad51-0530-47c2-9fc6-9c63b30b9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.328862 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-48ca2a83-6b0d-4140-a9a3-1ddc54d75662 req-9548ad51-0530-47c2-9fc6-9c63b30b9541 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc0b4b0eb2c34163a8a66453ec7cc5ec&device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 1124 time: 0.0706165 Sep 16 04:40:14.341040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1832585615-network', 'tenant_id': 'a90cdc15f24043fba6cb9927dc16b179'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:14.455344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Made reservation on behalf of a90cdc15f24043fba6cb9927dc16b179 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:14.459394 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.471157 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.483909 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2d01-4295-4623-b009-4c863e369d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.484650 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca2a83-6b0d-4140-a9a3-1ddc54d75662 req-b5d8815e-3015-404c-8e34-2335157506d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.486213 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-48ca2a83-6b0d-4140-a9a3-1ddc54d75662 req-b5d8815e-3015-404c-8e34-2335157506d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1199150 Sep 16 04:40:14.547391 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-48ca2a83-6b0d-4140-a9a3-1ddc54d75662 req-d43c510f-d334-42d2-a302-afc6446648bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 HTTP/1.1" status: 200 len: 217 time: 0.0536342 Sep 16 04:40:14.591462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57187b0-3319-44a4-881d-043c292edc3e req-a1e5c1f0-1e3f-4924-9409-0e9d0fcaed1d tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.599304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f57187b0-3319-44a4-881d-043c292edc3e req-a1e5c1f0-1e3f-4924-9409-0e9d0fcaed1d tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 932 time: 0.1187451 Sep 16 04:40:14.603198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca2a83-6b0d-4140-a9a3-1ddc54d75662 req-ff88947d-977e-41a2-9f56-f769480c27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.607712 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-48ca2a83-6b0d-4140-a9a3-1ddc54d75662 req-ff88947d-977e-41a2-9f56-f769480c27d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0496888 Sep 16 04:40:14.624364 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f81f62b3-df83-4439-aede-aa80a5b522ed req-0cf4e113-1259-4600-952a-29a88da8a4ae tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 210 time: 0.0630248 Sep 16 04:40:14.655436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca2a83-6b0d-4140-a9a3-1ddc54d75662 req-70af2107-6364-4ca4-aa82-2aa4f5a3dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:14.657096 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-48ca2a83-6b0d-4140-a9a3-1ddc54d75662 req-70af2107-6364-4ca4-aa82-2aa4f5a3dff7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0455940 Sep 16 04:40:14.688176 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f57187b0-3319-44a4-881d-043c292edc3e req-44e6542f-d4a9-4ccf-99c5-6354ae9f3c0c tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863316 Sep 16 04:40:14.730288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.810300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-ded4b8a3-8ee5-44f4-814d-c3c5da7192a8 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:14.811885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-ded4b8a3-8ee5-44f4-814d-c3c5da7192a8 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072429 Sep 16 04:40:14.819902 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-48ca2a83-6b0d-4140-a9a3-1ddc54d75662 req-04953699-2391-4144-9733-416c584a34b1 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557100 Sep 16 04:40:14.820538 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.860122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:14.935285 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.935845 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Added segment d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff of type vlan for network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f Sep 16 04:40:14.942759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cf1717-9c0c-43a6-b978-5ef0d6429864,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:15.014000 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-48ca2a83-6b0d-4140-a9a3-1ddc54d75662 req-cd920fea-a02a-4f9f-9dcf-57dfbc36d8a9 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873305 Sep 16 04:40:15.024372 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.129456 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.130452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:15.131037 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.201591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.23', 61662) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:15.227027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] Pushing event updated for resources: {'Network': ['ID=09ebbe5c-732c-4cf1-a4a8-e16ff006292f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:15.237749 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.240866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:15.331372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5e88d41a-da6d-4d3a-a387-5d1872407f22 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1875598 Sep 16 04:40:15.334313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35168) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:15.340241 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9253337e-a83d-451e-ae36-876ddab3789c admin admin] Request body: {'subnet': {'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1832585615-subnet', 'tenant_id': 'a90cdc15f24043fba6cb9927dc16b179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:15.351339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-c551c20f-046b-48b2-9e3c-39023204855d tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:15.357213 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-c551c20f-046b-48b2-9e3c-39023204855d tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.23 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 808 time: 0.1982775 Sep 16 04:40:15.374033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Request body: {'port': {'device_id': '92338513-3eb7-4abc-8246-7bcc8bdb2dde', 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964', 'admin_state_up': True, 'tenant_id': 'f4a70497af814474abf0ba78527f1f40'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:15.474521 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9253337e-a83d-451e-ae36-876ddab3789c admin admin] Made reservation on behalf of a90cdc15f24043fba6cb9927dc16b179 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:15.481117 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9253337e-a83d-451e-ae36-876ddab3789c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.638115 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Made reservation on behalf of f4a70497af814474abf0ba78527f1f40 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:15.642526 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.796758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Allocated IP 172.20.0.11 (f85b52e9-15e2-487f-9f06-aba3d4f24964/aaad16e2-265a-4ce3-a9d4-0188565c031b/ec2301d5-9877-4ad6-bd73-04cca7ef1606) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:15.820488 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.832773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91ae50bb-0c95-46d8-b131-e3648860e28c req-b8e7f738-2024-41af-8f98-ad7c5a128433 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 210 time: 0.0304005 Sep 16 04:40:15.838440 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9253337e-a83d-451e-ae36-876ddab3789c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.902334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253337e-a83d-451e-ae36-876ddab3789c admin admin] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:15.902693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253337e-a83d-451e-ae36-876ddab3789c admin admin] Network hostable DHCP agents. Network: 09ebbe5c-732c-4cf1-a4a8-e16ff006292f, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:15.942843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253337e-a83d-451e-ae36-876ddab3789c admin admin] Pushing event updated for resources: {'Subnet': ['ID=39668278-5bbe-4dc3-a29c-c75e3dac6017,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:15.997166 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.009366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253337e-a83d-451e-ae36-876ddab3789c admin admin] Network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:16.023153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb352f-5c5f-4535-bda7-3eeb2590e37d req-59e97363-3bde-4b1b-9b06-2d887bea0a47 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.025283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4abb352f-5c5f-4535-bda7-3eeb2590e37d req-59e97363-3bde-4b1b-9b06-2d887bea0a47 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 932 time: 0.0673401 Sep 16 04:40:16.079926 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:40:16.083073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Request body: {'port': {'device_id': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:16.087024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4abb352f-5c5f-4535-bda7-3eeb2590e37d req-7e0673f3-93ae-4676-930a-1be256d30d11 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523353 Sep 16 04:40:16.106579 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.143308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35202) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:16.152879 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.158929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-9253337e-a83d-451e-ae36-876ddab3789c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 09ebbe5c-732c-4cf1-a4a8-e16ff006292f) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:16.165587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9253337e-a83d-451e-ae36-876ddab3789c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.166250 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9253337e-a83d-451e-ae36-876ddab3789c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.172941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2a9a6b-b308-4ed2-83db-74ef0143958d None None] Network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:16.180697 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.210246 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35208) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:16.256208 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-94f1805d-cefc-4d48-8abf-42b603ea8b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.298718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Pushing event updated for resources: {'Port': ['ID=ec2301d5-9877-4ad6-bd73-04cca7ef1606,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:16.322654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa03edb-54c0-49ac-b3a3-37a48ecbab97 None None] Network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:16.336290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Network f85b52e9-15e2-487f-9f06-aba3d4f24964 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:16.343594 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38ed00fe-308a-4a37-8af6-14456a3fbacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.346971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:16.350967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:16.356574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9253337e-a83d-451e-ae36-876ddab3789c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0161638 Sep 16 04:40:16.365456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.365456 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.530590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-94f1805d-cefc-4d48-8abf-42b603ea8b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.632123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-94f1805d-cefc-4d48-8abf-42b603ea8b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.668584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1805d-cefc-4d48-8abf-42b603ea8b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd2f44a-2409-4505-af70-c448e6e82dc0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:16.703858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-94f1805d-cefc-4d48-8abf-42b603ea8b7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9dc57ab575bf44c08b65182fe8cd0f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585172 Sep 16 04:40:16.708746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35232) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:16.747990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20838a8-0997-411f-8393-01152b61f6b1 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:16.754903 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-5ef94dea-8b05-43f9-9511-1c0c566a86e3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3877325 Sep 16 04:40:16.759351 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.771808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Request body: {'port': {'device_id': '92338513-3eb7-4abc-8246-7bcc8bdb2dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:16.798854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Transition to ACTIVE for port object b20838a8-0997-411f-8393-01152b61f6b1 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:16.799852 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28cde776-b9c8-4ad3-873a-dc1a40c65b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.836555 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28cde776-b9c8-4ad3-873a-dc1a40c65b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.838222 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.897419 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38ed00fe-308a-4a37-8af6-14456a3fbacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.959262 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.020060 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38ed00fe-308a-4a37-8af6-14456a3fbacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.039748 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28cde776-b9c8-4ad3-873a-dc1a40c65b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.046467 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28cde776-b9c8-4ad3-873a-dc1a40c65b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.048219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-28cde776-b9c8-4ad3-873a-dc1a40c65b2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdd2f44a-2409-4505-af70-c448e6e82dc0 HTTP/1.1" status: 204 len: 168 time: 0.3383620 Sep 16 04:40:17.071054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Pushing event updated for resources: {'Port': ['ID=b20838a8-0997-411f-8393-01152b61f6b1,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:17.085040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed00fe-308a-4a37-8af6-14456a3fbacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fe4c15-d233-4dd8-a691-02753f0deeed,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:17.103690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cde776-b9c8-4ad3-873a-dc1a40c65b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd2f44a-2409-4505-af70-c448e6e82dc0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:17.123268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedb38e-d527-4f59-808a-8f0f98fe9df4 req-acd23fca-c343-4c50-bff6-1841342f62c3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:17.125152 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-beedb38e-d527-4f59-808a-8f0f98fe9df4 req-acd23fca-c343-4c50-bff6-1841342f62c3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 932 time: 0.1667023 Sep 16 04:40:17.129944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-38ed00fe-308a-4a37-8af6-14456a3fbacd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04e7a500ee0b4b5dbc26c34c78968eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9181216 Sep 16 04:40:17.194941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35256) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:17.197120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-beedb38e-d527-4f59-808a-8f0f98fe9df4 req-46978dad-59df-49e8-8a81-9e84854d2aba tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642834 Sep 16 04:40:17.351123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39b0dfc9-1638-4652-9225-0b4bb227a6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.364109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b9f34-d547-4f9a-a5ea-3e5bbfd987e8 req-de7d1116-d575-4d82-804e-164874a7e30d tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:17.365703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd3b9f34-d547-4f9a-a5ea-3e5bbfd987e8 req-de7d1116-d575-4d82-804e-164874a7e30d tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 944 time: 0.0896475 Sep 16 04:40:17.402818 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39b0dfc9-1638-4652-9225-0b4bb227a6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.415378 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.448042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd3b9f34-d547-4f9a-a5ea-3e5bbfd987e8 req-735c4074-4609-4879-ae57-01ff183e302c tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743167 Sep 16 04:40:17.476737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Attempting to bind port b20838a8-0997-411f-8393-01152b61f6b1 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:17.477297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Attempting to bind port b20838a8-0997-411f-8393-01152b61f6b1 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:17.477662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Attempting to bind port b20838a8-0997-411f-8393-01152b61f6b1 on network fb732cf4-3497-45d6-8853-b2066fbc4fa6 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:17.485668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Port b20838a8-0997-411f-8393-01152b61f6b1 on network fb732cf4-3497-45d6-8853-b2066fbc4fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:17.486149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Attempting to bind port b20838a8-0997-411f-8393-01152b61f6b1 on network fb732cf4-3497-45d6-8853-b2066fbc4fa6 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:17.498565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:17.498700 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Checking segment: {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:17.499134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Bound using segment: {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:17.499804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Bound port: b20838a8-0997-411f-8393-01152b61f6b1, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:17.500230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.569201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39b0dfc9-1638-4652-9225-0b4bb227a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.572826 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39b0dfc9-1638-4652-9225-0b4bb227a6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.577069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-39b0dfc9-1638-4652-9225-0b4bb227a6c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7fe4c15-d233-4dd8-a691-02753f0deeed HTTP/1.1" status: 204 len: 168 time: 0.3790171 Sep 16 04:40:17.586248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0dfc9-1638-4652-9225-0b4bb227a6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fe4c15-d233-4dd8-a691-02753f0deeed,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:17.643412 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] For port b20838a8-0997-411f-8393-01152b61f6b1, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:17.650411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] For port b20838a8-0997-411f-8393-01152b61f6b1, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=b20838a8-0997-411f-8393-01152b61f6b1,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:17.652883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2301d5-9877-4ad6-bd73-04cca7ef1606 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:17.661986 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.688864 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Transition to ACTIVE for port object ec2301d5-9877-4ad6-bd73-04cca7ef1606 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:17.703753 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.767544 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:17.768699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.770285 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] 10.222.0.23 "PUT /v2.0/ports/b20838a8-0997-411f-8393-01152b61f6b1 HTTP/1.1" status: 200 len: 1093 time: 2.5675881 Sep 16 04:40:17.770764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'tag': 'b20838a8-0997-411f-8393-01152b61f6b1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:17.773641 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd41c11-c375-4646-9ba8-911b2d736a53" -d '{"events": [{"name": "network-changed", "server_uuid": "2b93c471-bccf-45e5-9da8-0eb52b4db955", "tag": "b20838a8-0997-411f-8393-01152b61f6b1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:17.779498 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.815539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f7815-1749-4c7b-a0dc-07dc1fb61e12 service neutron] Pushing event updated for resources: {'Port': ['ID=b20838a8-0997-411f-8393-01152b61f6b1,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:17.858944 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf8c3a3-d461-41a2-a4a1-e0a2ade1b4ab x-openstack-request-id: req-ebf8c3a3-d461-41a2-a4a1-e0a2ade1b4ab {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:17.859880 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b93c471-bccf-45e5-9da8-0eb52b4db955", "tag": "b20838a8-0997-411f-8393-01152b61f6b1", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:17.860544 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ebf8c3a3-d461-41a2-a4a1-e0a2ade1b4ab {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:17.861392 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'tag': 'b20838a8-0997-411f-8393-01152b61f6b1', 'status': 'completed', 'code': 200} Sep 16 04:40:17.982613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Attempting to bind port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:17.983011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Attempting to bind port ec2301d5-9877-4ad6-bd73-04cca7ef1606 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:17.985058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Attempting to bind port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:17.986859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2301d5-9877-4ad6-bd73-04cca7ef1606,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:17.998740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:17.999419 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Attempting to bind port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:18.007119 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:18.007480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:18.011976 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Bound using segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:18.012634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Bound port: ec2301d5-9877-4ad6-bd73-04cca7ef1606, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:18.013825 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.027374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd41c11-c375-4646-9ba8-911b2d736a53 req-5eb3517b-f44c-4f58-a79e-451eddd2a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.029024 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-afd41c11-c375-4646-9ba8-911b2d736a53 req-5eb3517b-f44c-4f58-a79e-451eddd2a128 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc90348af2cc4668a81319630766a035&device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 1096 time: 0.1307800 Sep 16 04:40:18.222759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:18.257923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:18.280545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd41c11-c375-4646-9ba8-911b2d736a53 req-2811057a-e72d-456d-8f38-85d1078155a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.282896 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-afd41c11-c375-4646-9ba8-911b2d736a53 req-2811057a-e72d-456d-8f38-85d1078155a3 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=bc90348af2cc4668a81319630766a035&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2171454 Sep 16 04:40:18.364649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.477550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30947451-1774-453c-a291-a7c9e7cd0cc6 req-3b527b98-9d4e-4bd0-a492-5b9c0f69b735 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.483399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.484769 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.486329 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] 10.222.0.23 "PUT /v2.0/ports/ec2301d5-9877-4ad6-bd73-04cca7ef1606 HTTP/1.1" status: 200 len: 1093 time: 1.7225742 Sep 16 04:40:18.486572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30947451-1774-453c-a291-a7c9e7cd0cc6 req-3b527b98-9d4e-4bd0-a492-5b9c0f69b735 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 944 time: 0.0807979 Sep 16 04:40:18.535056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30947451-1774-453c-a291-a7c9e7cd0cc6 req-351146a2-4c2a-4519-9962-8e0d5f41263b tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453260 Sep 16 04:40:18.549640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd41c11-c375-4646-9ba8-911b2d736a53 req-1782fd00-c038-4b13-a082-6f5fe4411674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.551427 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-afd41c11-c375-4646-9ba8-911b2d736a53 req-1782fd00-c038-4b13-a082-6f5fe4411674 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2615991 Sep 16 04:40:18.562043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c88c1e-ec5c-4c28-849b-ca1e2d3881f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2301d5-9877-4ad6-bd73-04cca7ef1606,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:18.653497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d511-3228-4d02-8828-138cc8e47a1e req-8735fe39-88bf-47cb-bf9c-325f6d82bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.655155 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-8735fe39-88bf-47cb-bf9c-325f6d82bea3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc90348af2cc4668a81319630766a035&device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 1096 time: 0.0570042 Sep 16 04:40:18.667546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35322) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:18.693926 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aae94d10-a34c-44cb-bd63-6f440d0e6abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.716566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bf346-8c43-4340-8711-279f92a5e388 req-e2c65916-6eba-4c47-a374-88d6ecac7ad4 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.718464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-526bf346-8c43-4340-8711-279f92a5e388 req-e2c65916-6eba-4c47-a374-88d6ecac7ad4 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 944 time: 0.1078320 Sep 16 04:40:18.723796 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-ce1eee60-1a5c-4bb0-aebf-16bc689eda41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b20838a8-0997-411f-8393-01152b61f6b1 HTTP/1.1" status: 200 len: 217 time: 0.0552535 Sep 16 04:40:18.742005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cafa1e-496b-408d-8c8c-ed2efab9f3b8 req-fcac7fac-7b74-45f4-bc5a-46ed2e9896d4 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.744001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6cafa1e-496b-408d-8c8c-ed2efab9f3b8 req-fcac7fac-7b74-45f4-bc5a-46ed2e9896d4 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 972 time: 0.1225927 Sep 16 04:40:18.768599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-d3ef9721-bb41-4807-ab26-97e2c16da79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.770243 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-d3ef9721-bb41-4807-ab26-97e2c16da79c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 1096 time: 0.1139729 Sep 16 04:40:18.831331 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-b476d031-310b-46dc-8e45-2958fdf67cd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606 HTTP/1.1" status: 200 len: 217 time: 0.0510743 Sep 16 04:40:18.832905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d511-3228-4d02-8828-138cc8e47a1e req-dc08ea51-9f0b-4055-adb9-dd55d82700fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.835817 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-dc08ea51-9f0b-4055-adb9-dd55d82700fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7096e50a-d25d-4f19-a589-a5b7967e7926 HTTP/1.1" status: 200 len: 863 time: 0.1031628 Sep 16 04:40:18.859823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-526bf346-8c43-4340-8711-279f92a5e388 req-7071e620-7a12-47a2-8587-5b9d586e035e tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269159 Sep 16 04:40:18.877995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6cafa1e-496b-408d-8c8c-ed2efab9f3b8 req-66b95ece-2005-4cf4-afac-0b70d31bdc56 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173398 Sep 16 04:40:18.894283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35324) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:18.932241 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd5ca-5b59-4b89-b048-a1cb07c1dc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.976070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-42281ba0-268a-4ef6-a4e2-47e507216c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.978994 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-42281ba0-268a-4ef6-a4e2-47e507216c24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.1340933 Sep 16 04:40:18.983688 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aae94d10-a34c-44cb-bd63-6f440d0e6abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.003782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2ff5f067-bc09-4095-880d-881542a4df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.005632 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-2ff5f067-bc09-4095-880d-881542a4df2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb732cf4-3497-45d6-8853-b2066fbc4fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911071 Sep 16 04:40:19.031643 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-4a31233f-e05c-43c1-b865-1bba5d7279e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418389 Sep 16 04:40:19.066810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35332) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:19.073958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-404665972-network', 'tenant_id': '57be870ed0f94502b9a6bb9ed87bc679'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:19.082957 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aae94d10-a34c-44cb-bd63-6f440d0e6abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.167926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-aae94d10-a34c-44cb-bd63-6f440d0e6abf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58e9fb9a4ff2427e9c892f0d78d50c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962423 Sep 16 04:40:19.170071 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35336) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:19.187631 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae94d10-a34c-44cb-bd63-6f440d0e6abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af8890a-288b-4901-9f18-fae43702fc4b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:19.227500 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-bf1c920f-e735-4b3b-99ca-a3afea2b8ca1 service neutron] 10.222.0.23 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974261 Sep 16 04:40:19.229645 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-0eb4dbb1-c02c-4511-b449-03f7219ecb53 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895590 Sep 16 04:40:19.276294 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd5ca-5b59-4b89-b048-a1cb07c1dc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.345933 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd5ca-5b59-4b89-b048-a1cb07c1dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.372430 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee4db4a4-86de-4b2f-9b6a-8c1a10707d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.381965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfd5ca-5b59-4b89-b048-a1cb07c1dc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992b6227-6423-4232-9728-276527cec90e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:19.415384 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7cdfd5ca-5b59-4b89-b048-a1cb07c1dc6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=378d962e702c40ee951b365434a52e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5171053 Sep 16 04:40:19.415591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35350) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:19.477776 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c7d533b-346d-4e08-a46b-a22ace75cfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.502980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Made reservation on behalf of 57be870ed0f94502b9a6bb9ed87bc679 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:19.506127 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.535632 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.540105 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c7d533b-346d-4e08-a46b-a22ace75cfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.627299 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee4db4a4-86de-4b2f-9b6a-8c1a10707d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.660239 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c809d511-3228-4d02-8828-138cc8e47a1e req-0cc6283a-d4d3-4e94-85f9-ef1347bdc28f service neutron] 10.222.0.23 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205914 Sep 16 04:40:19.666677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff37dc58-f902-42fe-a86f-35002d4601b9 req-c09146af-b344-4f15-96e2-1bb4b3736dc8 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166789 Sep 16 04:40:19.808959 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee4db4a4-86de-4b2f-9b6a-8c1a10707d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.812002 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee4db4a4-86de-4b2f-9b6a-8c1a10707d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.816294 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ee4db4a4-86de-4b2f-9b6a-8c1a10707d36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9af8890a-288b-4901-9f18-fae43702fc4b HTTP/1.1" status: 204 len: 168 time: 0.6441185 Sep 16 04:40:19.816510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c7d533b-346d-4e08-a46b-a22ace75cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.818608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c7d533b-346d-4e08-a46b-a22ace75cfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.819823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8c7d533b-346d-4e08-a46b-a22ace75cfbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/992b6227-6423-4232-9728-276527cec90e HTTP/1.1" status: 204 len: 168 time: 0.4032104 Sep 16 04:40:19.829994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4db4a4-86de-4b2f-9b6a-8c1a10707d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af8890a-288b-4901-9f18-fae43702fc4b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:19.857704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d533b-346d-4e08-a46b-a22ace75cfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992b6227-6423-4232-9728-276527cec90e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:19.863629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92338513-3eb7-4abc-8246-7bcc8bdb2dde', 'tag': 'ec2301d5-9877-4ad6-bd73-04cca7ef1606'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:19.865347 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71de5d77-6c32-460b-8d53-9c55a567f4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "92338513-3eb7-4abc-8246-7bcc8bdb2dde", "tag": "ec2301d5-9877-4ad6-bd73-04cca7ef1606"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:19.865695 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.881447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af485bff-8ad2-4cf9-93ba-85669c35f586 req-106d32a6-fae6-4c83-b250-f49c45a9a8f3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.882974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af485bff-8ad2-4cf9-93ba-85669c35f586 req-106d32a6-fae6-4c83-b250-f49c45a9a8f3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 944 time: 0.2329040 Sep 16 04:40:19.946616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af485bff-8ad2-4cf9-93ba-85669c35f586 req-0ce7e305-9868-4495-b385-ccab9fa578fe tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505717 Sep 16 04:40:19.991141 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d1b715-e608-4d40-a054-2858c7ddc185 x-openstack-request-id: req-49d1b715-e608-4d40-a054-2858c7ddc185 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:19.991438 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92338513-3eb7-4abc-8246-7bcc8bdb2dde", "tag": "ec2301d5-9877-4ad6-bd73-04cca7ef1606", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:19.991692 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49d1b715-e608-4d40-a054-2858c7ddc185 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:19.992260 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92338513-3eb7-4abc-8246-7bcc8bdb2dde', 'tag': 'ec2301d5-9877-4ad6-bd73-04cca7ef1606', 'status': 'completed', 'code': 200} Sep 16 04:40:20.007844 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.027536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:20.066859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14c1c6-1c2a-49b3-a092-1714fcf20029 req-1a43c1d8-5dc0-473b-a017-9a407e5d7c6a tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.068440 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-eb14c1c6-1c2a-49b3-a092-1714fcf20029 req-1a43c1d8-5dc0-473b-a017-9a407e5d7c6a tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 972 time: 0.1449578 Sep 16 04:40:20.081889 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.082229 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Added segment bf518888-9383-4f94-8589-4828dc8fdfd9 of type vlan for network ac41349e-1cf3-46e2-8b05-d4490184cb37 Sep 16 04:40:20.128065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d930efb3-38a4-45d0-835f-c4f6edfa8ae8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:20.129778 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de5d77-6c32-460b-8d53-9c55a567f4fc req-88382111-a5ad-493c-8338-11a6d59d2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.131417 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-71de5d77-6c32-460b-8d53-9c55a567f4fc req-88382111-a5ad-493c-8338-11a6d59d2fcd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 1096 time: 0.1134198 Sep 16 04:40:20.169016 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.204517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd8e24-9f81-40a9-80d2-f3cac805d2d9 req-8e0605a1-d4a8-4216-8032-f8f2caf0166b tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.206014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59fd8e24-9f81-40a9-80d2-f3cac805d2d9 req-8e0605a1-d4a8-4216-8032-f8f2caf0166b tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 944 time: 0.1640747 Sep 16 04:40:20.216534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9377d-5ded-41ce-9ca2-397a1ec39b8a req-8ee9ebea-ec55-4ed0-a1e1-55d827546df7 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.217961 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5af9377d-5ded-41ce-9ca2-397a1ec39b8a req-8ee9ebea-ec55-4ed0-a1e1-55d827546df7 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 972 time: 0.1563280 Sep 16 04:40:20.292417 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59fd8e24-9f81-40a9-80d2-f3cac805d2d9 req-3a2eba31-68c7-4daf-948f-17bea3745511 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721002 Sep 16 04:40:20.313411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5af9377d-5ded-41ce-9ca2-397a1ec39b8a req-b249fcfa-af65-40b6-8ab3-c756cab5a6f5 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf2587c2-cf6a-410e-985b-901acdda53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832155 Sep 16 04:40:20.330220 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.334104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.334816 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.342142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-eb14c1c6-1c2a-49b3-a092-1714fcf20029 req-53e6342e-c904-4d1a-88bc-d28178cb924c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Deleting port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:20.342490 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-eb14c1c6-1c2a-49b3-a092-1714fcf20029 req-53e6342e-c904-4d1a-88bc-d28178cb924c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.362290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de5d77-6c32-460b-8d53-9c55a567f4fc req-17b5cbbd-7a43-403f-b7e3-9613f053961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.363857 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-71de5d77-6c32-460b-8d53-9c55a567f4fc req-17b5cbbd-7a43-403f-b7e3-9613f053961f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.2184699 Sep 16 04:40:20.431683 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-71de5d77-6c32-460b-8d53-9c55a567f4fc req-6ce31078-a646-4688-abfe-c0a67ba9ea74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606 HTTP/1.1" status: 200 len: 217 time: 0.0540197 Sep 16 04:40:20.440072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] Pushing event updated for resources: {'Network': ['ID=ac41349e-1cf3-46e2-8b05-d4490184cb37,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:20.450895 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network ac41349e-1cf3-46e2-8b05-d4490184cb37 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:20.541902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-eca411ed-ebe8-4b46-992f-407b2f22ef46 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4716539 Sep 16 04:40:20.543218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35400) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:20.553852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-55f951b5-a69f-4666-846c-b7b2180c1653 admin admin] Request body: {'subnet': {'network_id': 'ac41349e-1cf3-46e2-8b05-d4490184cb37', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-404665972-subnet', 'tenant_id': '57be870ed0f94502b9a6bb9ed87bc679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:20.558680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de5d77-6c32-460b-8d53-9c55a567f4fc req-dc28168f-e42f-4622-9a3a-fcb5875cceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.560487 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-71de5d77-6c32-460b-8d53-9c55a567f4fc req-dc28168f-e42f-4622-9a3a-fcb5875cceeb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.0867357 Sep 16 04:40:20.588523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-eb14c1c6-1c2a-49b3-a092-1714fcf20029 req-53e6342e-c904-4d1a-88bc-d28178cb924c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] For port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:20.588523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-eb14c1c6-1c2a-49b3-a092-1714fcf20029 req-53e6342e-c904-4d1a-88bc-d28178cb924c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.612715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-71de5d77-6c32-460b-8d53-9c55a567f4fc req-cb835943-12b6-4865-a8b1-62cdfe5b322e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419602 Sep 16 04:40:20.619203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-eb14c1c6-1c2a-49b3-a092-1714fcf20029 req-53e6342e-c904-4d1a-88bc-d28178cb924c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Calling delete_port for 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 owned by compute:tempest-test_az-1703604915 {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:20.683246 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f951b5-a69f-4666-846c-b7b2180c1653 admin admin] Made reservation on behalf of 57be870ed0f94502b9a6bb9ed87bc679 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:20.685669 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-55f951b5-a69f-4666-846c-b7b2180c1653 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.814729 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-312a15bd-e659-4ba7-9bd2-ec1518e784f2 req-f32a5660-4946-4d7e-9169-0520d7207d0d tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f28c2bac8f3248c0b7849c59f7f1512c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307541 Sep 16 04:40:20.820825 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-71de5d77-6c32-460b-8d53-9c55a567f4fc req-45222c1b-5d71-42d9-b71e-4899f57a970e service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984465 Sep 16 04:40:20.964825 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-71de5d77-6c32-460b-8d53-9c55a567f4fc req-5fe036a4-4de5-4aba-a8d8-858e438dc79c service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356122 Sep 16 04:40:21.038498 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-eb14c1c6-1c2a-49b3-a092-1714fcf20029 req-53e6342e-c904-4d1a-88bc-d28178cb924c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.051933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1fe93e6f-342b-4061-8f5e-f2a1e1b8a897'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:21.066569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a15bd-e659-4ba7-9bd2-ec1518e784f2 req-0d8d87de-d7ea-4386-9fbd-0aa4fbfda4c4 tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.068191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-312a15bd-e659-4ba7-9bd2-ec1518e784f2 req-0d8d87de-d7ea-4386-9fbd-0aa4fbfda4c4 tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449572 Sep 16 04:40:21.075266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6342e-c904-4d1a-88bc-d28178cb924c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Pushing event deleted for resources: {'Port': ['ID=1fe93e6f-342b-4061-8f5e-f2a1e1b8a897,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:21.105320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38c5a9-097d-47f5-b682-5c7536783d01 req-e8ac048b-7792-4eb8-b91f-452381fbed41 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.107221 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb38c5a9-097d-47f5-b682-5c7536783d01 req-e8ac048b-7792-4eb8-b91f-452381fbed41 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 944 time: 0.0898197 Sep 16 04:40:21.113034 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-312a15bd-e659-4ba7-9bd2-ec1518e784f2 req-dcff14ad-97ec-4c37-b49b-1dc6ea936c55 tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] 10.222.0.24 "GET /v2.0/quotas/f28c2bac8f3248c0b7849c59f7f1512c HTTP/1.1" status: 200 len: 375 time: 0.0257881 Sep 16 04:40:21.117022 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-55f951b5-a69f-4666-846c-b7b2180c1653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.154004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb14c1c6-1c2a-49b3-a092-1714fcf20029 req-53e6342e-c904-4d1a-88bc-d28178cb924c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] No DVR routers for this DVR port 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:21.158117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-eb14c1c6-1c2a-49b3-a092-1714fcf20029 req-53e6342e-c904-4d1a-88bc-d28178cb924c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.160204 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-eb14c1c6-1c2a-49b3-a092-1714fcf20029 req-53e6342e-c904-4d1a-88bc-d28178cb924c tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.37 "DELETE /v2.0/ports/1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 HTTP/1.1" status: 204 len: 173 time: 1.0839057 Sep 16 04:40:21.199461 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-312a15bd-e659-4ba7-9bd2-ec1518e784f2 req-16ef4111-ff3f-4d1e-ba3e-ac566c170186 tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f28c2bac8f3248c0b7849c59f7f1512c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702968 Sep 16 04:40:21.266622 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb38c5a9-097d-47f5-b682-5c7536783d01 req-88b8467a-bec5-471d-91a9-7a40ca97335b tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430259 Sep 16 04:40:21.266622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f951b5-a69f-4666-846c-b7b2180c1653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd098b16-e2dc-44f1-94f5-881dc4d229d4,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:21.334407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f951b5-a69f-4666-846c-b7b2180c1653 admin admin] Checking segment: {'id': 'bf518888-9383-4f94-8589-4828dc8fdfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac41349e-1cf3-46e2-8b05-d4490184cb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:21.334407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f951b5-a69f-4666-846c-b7b2180c1653 admin admin] Network hostable DHCP agents. Network: ac41349e-1cf3-46e2-8b05-d4490184cb37, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:21.575826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f951b5-a69f-4666-846c-b7b2180c1653 admin admin] Network ac41349e-1cf3-46e2-8b05-d4490184cb37 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:21.602963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2f89b-4423-48cb-9300-bf87b0ee8c04 req-6eb3ede5-4d45-4ddf-835b-9b496c174fbe tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.604868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-faa2f89b-4423-48cb-9300-bf87b0ee8c04 req-6eb3ede5-4d45-4ddf-835b-9b496c174fbe tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 944 time: 0.0666397 Sep 16 04:40:21.647725 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-faa2f89b-4423-48cb-9300-bf87b0ee8c04 req-4cb4dd8d-52a3-450c-b578-c250ba7ec290 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363433 Sep 16 04:40:21.739937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-434af74e-f299-4372-9993-62c3e4c6d734 req-1ab1e157-d7b0-40df-b0c3-05737d4f4eb9 tempest-AggregatesAdminTestJSON-1534313951 tempest-AggregatesAdminTestJSON-1534313951-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f HTTP/1.1" status: 200 len: 210 time: 0.0274019 Sep 16 04:40:21.969217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-55f951b5-a69f-4666-846c-b7b2180c1653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, ac41349e-1cf3-46e2-8b05-d4490184cb37) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:21.979408 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7928657f-3e78-4c39-8e19-b8078268250c None None] Network ac41349e-1cf3-46e2-8b05-d4490184cb37 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:21.983705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f951b5-a69f-4666-846c-b7b2180c1653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.985489 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-55f951b5-a69f-4666-846c-b7b2180c1653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.993658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f', 'name': 'network-vif-deleted', 'tag': '1fe93e6f-342b-4061-8f5e-f2a1e1b8a897'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:21.996845 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f580ad-de64-4453-9a7c-35abba4b7bb9" -d '{"events": [{"server_uuid": "4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f", "name": "network-vif-deleted", "tag": "1fe93e6f-342b-4061-8f5e-f2a1e1b8a897"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:22.099902 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3299d21e-c921-4e87-b2bc-0e7f9c5e3768 x-openstack-request-id: req-3299d21e-c921-4e87-b2bc-0e7f9c5e3768 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:22.099902 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f", "name": "network-vif-deleted", "tag": "1fe93e6f-342b-4061-8f5e-f2a1e1b8a897", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:22.099902 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3299d21e-c921-4e87-b2bc-0e7f9c5e3768 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:22.099902 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbf7a64-2f07-4bd4-84f9-1c8b7361cb8f', 'name': 'network-vif-deleted', 'tag': '1fe93e6f-342b-4061-8f5e-f2a1e1b8a897', 'status': 'completed', 'code': 200} Sep 16 04:40:22.136045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab7f99e-6342-401c-b022-42d3974cfe31 None None] Network ac41349e-1cf3-46e2-8b05-d4490184cb37 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:22.162911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-55f951b5-a69f-4666-846c-b7b2180c1653 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6099048 Sep 16 04:40:22.366490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df6fb9-f92f-4d6c-9e7f-c3f2a4e05037 req-80ecbec1-25fb-4766-bc0c-94bd78dea31d tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:22.368155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6df6fb9-f92f-4d6c-9e7f-c3f2a4e05037 req-80ecbec1-25fb-4766-bc0c-94bd78dea31d tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 944 time: 0.0515890 Sep 16 04:40:22.411272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6df6fb9-f92f-4d6c-9e7f-c3f2a4e05037 req-81332684-6a81-4637-89f2-a0de4672427b tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364926 Sep 16 04:40:22.647379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35496) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:22.789571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7771b57-5ae9-4318-bbf5-57fd64d9df33 req-a19af229-1fc7-4afe-857a-691ef8ad09c9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:22.791072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7771b57-5ae9-4318-bbf5-57fd64d9df33 req-a19af229-1fc7-4afe-857a-691ef8ad09c9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 944 time: 0.0612504 Sep 16 04:40:22.830240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7771b57-5ae9-4318-bbf5-57fd64d9df33 req-30d2af26-3950-4635-9e27-0ad9e7433339 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325787 Sep 16 04:40:22.958208 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e6af6a7-2303-44d7-b2d5-a5a425d3efa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.007509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ec2301d5-9877-4ad6-bd73-04cca7ef1606 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:23.061135 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e6af6a7-2303-44d7-b2d5-a5a425d3efa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.104499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:23.120323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'ec2301d5-9877-4ad6-bd73-04cca7ef1606', 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964', 'port_id': 'ec2301d5-9877-4ad6-bd73-04cca7ef1606', 'mac_address': 'fa:16:3e:71:70:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaad16e2-265a-4ce3-a9d4-0188565c031b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:23.128334 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e6af6a7-2303-44d7-b2d5-a5a425d3efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.163625 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.173383 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7e6af6a7-2303-44d7-b2d5-a5a425d3efa1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0933d4b3f3a4ac5a3a01b0da4c0b52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247753 Sep 16 04:40:23.177885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2301d5-9877-4ad6-bd73-04cca7ef1606 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:23.178658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35532) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:23.200076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:23.204653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6af6a7-2303-44d7-b2d5-a5a425d3efa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c24b7-222f-4619-8fbe-14111dc14633,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:23.240000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-136f4d0b-5766-47a2-9f34-3f5e11bfebec tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.241659 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-136f4d0b-5766-47a2-9f34-3f5e11bfebec tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 821 time: 0.1527541 Sep 16 04:40:23.243151 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc549-f95d-4d56-8186-99f810a0e15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.257941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-85e7830f-dbcb-41b5-b5e4-11f665996d4c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/quotas/a90cdc15f24043fba6cb9927dc16b179 HTTP/1.1" status: 200 len: 375 time: 0.0101702 Sep 16 04:40:23.268944 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc549-f95d-4d56-8186-99f810a0e15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.294079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-00884293-cddc-4038-b2ec-4f29045d7bcf tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303264 Sep 16 04:40:23.317822 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.318503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device b20838a8-0997-411f-8393-01152b61f6b1 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:23.391757 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc549-f95d-4d56-8186-99f810a0e15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.394579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=ec2301d5-9877-4ad6-bd73-04cca7ef1606,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:23.394783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc549-f95d-4d56-8186-99f810a0e15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.399031 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c2fdc549-f95d-4d56-8186-99f810a0e15b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/524c24b7-222f-4619-8fbe-14111dc14633 HTTP/1.1" status: 204 len: 168 time: 0.2165871 Sep 16 04:40:23.417936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdc549-f95d-4d56-8186-99f810a0e15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c24b7-222f-4619-8fbe-14111dc14633,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:23.481897 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port b20838a8-0997-411f-8393-01152b61f6b1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=b20838a8-0997-411f-8393-01152b61f6b1,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:23.494545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'b20838a8-0997-411f-8393-01152b61f6b1', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'port_id': 'b20838a8-0997-411f-8393-01152b61f6b1', 'mac_address': 'fa:16:3e:da:94:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:23.534653 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.548142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20838a8-0997-411f-8393-01152b61f6b1 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:23.568347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port b20838a8-0997-411f-8393-01152b61f6b1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=b20838a8-0997-411f-8393-01152b61f6b1,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:23.648968 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.702901 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=b20838a8-0997-411f-8393-01152b61f6b1,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:23.758476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35552) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:23.856414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2059e5-0d0a-428d-8b44-7fee8100d598 req-726357b3-d285-44ef-960b-078bdab0a692 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.857951 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab2059e5-0d0a-428d-8b44-7fee8100d598 req-726357b3-d285-44ef-960b-078bdab0a692 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 945 time: 0.0541475 Sep 16 04:40:23.899031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab2059e5-0d0a-428d-8b44-7fee8100d598 req-4860c1f0-5c99-4b67-9870-ed05eb8b92ec tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339322 Sep 16 04:40:23.911061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-35918b35-092f-4ef2-acf7-9ec654cbd5ed service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:23.918153 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-35918b35-092f-4ef2-acf7-9ec654cbd5ed service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3988688 Sep 16 04:40:24.039435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['b20838a8-0997-411f-8393-01152b61f6b1'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:24.045834 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['ec2301d5-9877-4ad6-bd73-04cca7ef1606'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:24.079828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-98032abf-a4cf-4175-88f7-8b5505eb4d30 service neutron] 10.222.0.24 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540990 Sep 16 04:40:24.100167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0da08-4422-4e8f-bd6c-b7aff7c3f934 req-296df3ca-a9d1-43a6-8852-9d8e830b2165 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:24.102115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a0da08-4422-4e8f-bd6c-b7aff7c3f934 req-296df3ca-a9d1-43a6-8852-9d8e830b2165 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 945 time: 0.0981922 Sep 16 04:40:24.210938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a0da08-4422-4e8f-bd6c-b7aff7c3f934 req-e026c931-8032-4281-bc30-4e63cac1c7ea tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959792 Sep 16 04:40:24.255423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-b0b9796c-4023-44bc-8edb-761b8f87ee0f service neutron] 10.222.0.24 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745789 Sep 16 04:40:24.260877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35570) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:24.261303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2235fed6-3fd8-43d7-a40b-80c9d2cde3a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc0b4b0eb2c34163a8a66453ec7cc5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4913995 Sep 16 04:40:24.334197 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab9c716f-eb4e-46c7-80b1-abb27010174e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.366503 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab9c716f-eb4e-46c7-80b1-abb27010174e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.431862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35574) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:24.445541 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0a0b408d-a468-42ac-be14-117d5313381f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.512428 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab9c716f-eb4e-46c7-80b1-abb27010174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.515806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab9c716f-eb4e-46c7-80b1-abb27010174e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.519259 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab9c716f-eb4e-46c7-80b1-abb27010174e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf2587c2-cf6a-410e-985b-901acdda53c1 HTTP/1.1" status: 204 len: 168 time: 0.2544594 Sep 16 04:40:24.530662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c716f-eb4e-46c7-80b1-abb27010174e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2587c2-cf6a-410e-985b-901acdda53c1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:24.579812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-244647f5-baa8-4603-a828-a52b7215591a req-044b7a68-0304-4b46-bd34-0d7a9fec82b5 tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f28c2bac8f3248c0b7849c59f7f1512c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413864 Sep 16 04:40:24.627119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0a0b408d-a468-42ac-be14-117d5313381f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.683309 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0a0b408d-a468-42ac-be14-117d5313381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.727237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244647f5-baa8-4603-a828-a52b7215591a req-ec571df5-5c7e-413f-8dc2-f8a05459f2c8 tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:24.728452 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0a0b408d-a468-42ac-be14-117d5313381f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e284818c89494316bd0650ec6ab2ed3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954338 Sep 16 04:40:24.729309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b408d-a468-42ac-be14-117d5313381f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afab89d4-6d70-48de-ad26-233b2e4ac837,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:24.733093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-244647f5-baa8-4603-a828-a52b7215591a req-ec571df5-5c7e-413f-8dc2-f8a05459f2c8 tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473634 Sep 16 04:40:24.734787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35598) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:24.773230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-244647f5-baa8-4603-a828-a52b7215591a req-e58cde74-d6df-40e3-95f9-f39e39abe63e tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] 10.222.0.24 "GET /v2.0/quotas/f28c2bac8f3248c0b7849c59f7f1512c HTTP/1.1" status: 200 len: 375 time: 0.0281644 Sep 16 04:40:24.821940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-244647f5-baa8-4603-a828-a52b7215591a req-acd8f1ef-9388-4b98-9e7a-8b6ceb7f063a tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f28c2bac8f3248c0b7849c59f7f1512c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345225 Sep 16 04:40:24.860149 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b948d79-a495-4f94-b812-901554a75226 req-db0e70c1-356a-49fb-aa43-fdb42a806cb4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 210 time: 0.0298204 Sep 16 04:40:24.869608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc917189-8be8-4086-9248-3b2d6e55072a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.913497 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc917189-8be8-4086-9248-3b2d6e55072a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.931379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:24.977869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:24.978124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1fe93e6f-342b-4061-8f5e-f2a1e1b8a897 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:24.994718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ec2301d5-9877-4ad6-bd73-04cca7ef1606 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:25.054395 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc917189-8be8-4086-9248-3b2d6e55072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.057221 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc917189-8be8-4086-9248-3b2d6e55072a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.061042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fc917189-8be8-4086-9248-3b2d6e55072a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afab89d4-6d70-48de-ad26-233b2e4ac837 HTTP/1.1" status: 204 len: 168 time: 0.3246365 Sep 16 04:40:25.071596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc917189-8be8-4086-9248-3b2d6e55072a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afab89d4-6d70-48de-ad26-233b2e4ac837,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:25.111163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port ec2301d5-9877-4ad6-bd73-04cca7ef1606 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:25.117016 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port ec2301d5-9877-4ad6-bd73-04cca7ef1606 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:25.117394 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.124322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b921d8d-361a-4789-896a-2493a83ee4e5 req-fadf5f92-0c89-4a74-bd4e-e36a259d28bf tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.132626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b921d8d-361a-4789-896a-2493a83ee4e5 req-fadf5f92-0c89-4a74-bd4e-e36a259d28bf tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 945 time: 0.0628479 Sep 16 04:40:25.175590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b921d8d-361a-4789-896a-2493a83ee4e5 req-5035162c-e3f4-4084-9919-0c4f79de6eb9 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Sep 16 04:40:25.212721 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.246024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92338513-3eb7-4abc-8246-7bcc8bdb2dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2301d5-9877-4ad6-bd73-04cca7ef1606'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:25.249408 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d514ef-236d-463d-83a3-f35f22d13e63" -d '{"events": [{"server_uuid": "92338513-3eb7-4abc-8246-7bcc8bdb2dde", "name": "network-vif-plugged", "status": "completed", "tag": "ec2301d5-9877-4ad6-bd73-04cca7ef1606"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:25.272928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:25.346276 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.347792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device b20838a8-0997-411f-8393-01152b61f6b1 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:25.386530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35636) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:25.405482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90ee05-dec1-43af-a903-0b7e00a558f5 req-225843a1-023d-4bc7-8378-29e7544b27c5 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.407902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e90ee05-dec1-43af-a903-0b7e00a558f5 req-225843a1-023d-4bc7-8378-29e7544b27c5 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 945 time: 0.0708044 Sep 16 04:40:25.440693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-535d8494-e441-4db2-85af-e085e95bae32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ad570e347b6420fb7ba42bf18c2e88e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515726 Sep 16 04:40:25.448185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35640) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:25.471804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=ec2301d5-9877-4ad6-bd73-04cca7ef1606,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:25.472940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e90ee05-dec1-43af-a903-0b7e00a558f5 req-1f180f5d-a0af-4266-811a-91d8fb31e251 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518916 Sep 16 04:40:25.492485 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a5c3fe-80cd-4649-9de9-dbbdc945102a x-openstack-request-id: req-08a5c3fe-80cd-4649-9de9-dbbdc945102a {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:25.493024 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92338513-3eb7-4abc-8246-7bcc8bdb2dde", "name": "network-vif-plugged", "status": "completed", "tag": "ec2301d5-9877-4ad6-bd73-04cca7ef1606", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:25.493457 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08a5c3fe-80cd-4649-9de9-dbbdc945102a {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:25.494041 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92338513-3eb7-4abc-8246-7bcc8bdb2dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2301d5-9877-4ad6-bd73-04cca7ef1606', 'code': 200} Sep 16 04:40:25.546035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a1a8003-daa2-4120-8a91-1d92b1310c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.563671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port b20838a8-0997-411f-8393-01152b61f6b1 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:25.568554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port b20838a8-0997-411f-8393-01152b61f6b1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:25.568952 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.627780 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a1a8003-daa2-4120-8a91-1d92b1310c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.697889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b7038-b87f-4279-b82f-b70a60425ffa req-839a8b7c-27c0-400b-95da-9b15fbbe3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.699730 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8b0b7038-b87f-4279-b82f-b70a60425ffa req-839a8b7c-27c0-400b-95da-9b15fbbe3acc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 1098 time: 0.1418481 Sep 16 04:40:25.735469 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.749025 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8b0b7038-b87f-4279-b82f-b70a60425ffa req-43365dc2-c0f5-422e-937b-a0c1fbe96178 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410805 Sep 16 04:40:25.770422 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a1a8003-daa2-4120-8a91-1d92b1310c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.777166 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a1a8003-daa2-4120-8a91-1d92b1310c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.778943 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4a1a8003-daa2-4120-8a91-1d92b1310c94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f8ce0c3-24dc-48a2-b39d-e5d190b5baef HTTP/1.1" status: 204 len: 168 time: 0.3296919 Sep 16 04:40:25.805198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a8003-daa2-4120-8a91-1d92b1310c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8ce0c3-24dc-48a2-b39d-e5d190b5baef,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:25.806275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port b20838a8-0997-411f-8393-01152b61f6b1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=b20838a8-0997-411f-8393-01152b61f6b1,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:25.915556 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.963306 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=b20838a8-0997-411f-8393-01152b61f6b1,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:26.050207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-089473ce-48d7-426b-adaf-3f6361598a7c req-806f2d39-2290-4a21-963e-be4c1f201fe8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 210 time: 0.0272453 Sep 16 04:40:26.465471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67181368-e5aa-432b-9a78-9ceb341de614 req-c86b5880-d457-448c-b6d1-26abe09873e8 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.467250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67181368-e5aa-432b-9a78-9ceb341de614 req-c86b5880-d457-448c-b6d1-26abe09873e8 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 946 time: 0.0562825 Sep 16 04:40:26.506575 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67181368-e5aa-432b-9a78-9ceb341de614 req-722dbf8b-fbce-463d-b22e-6633b11a7713 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327020 Sep 16 04:40:26.608410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f7733-6d26-40fb-9772-74f150c47ede req-2e428a50-cd5b-4f98-9305-d7576c257cb0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.610450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c8f7733-6d26-40fb-9772-74f150c47ede req-2e428a50-cd5b-4f98-9305-d7576c257cb0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 946 time: 0.0527074 Sep 16 04:40:26.657672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c8f7733-6d26-40fb-9772-74f150c47ede req-1ab3d18d-f35a-4455-91ed-fa624e172034 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378869 Sep 16 04:40:26.764180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35726) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:26.833407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c40b1b9-058f-4c32-8e64-91b944736f6a req-a61a2fc4-eba5-4277-9034-9991b58a7347 tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f28c2bac8f3248c0b7849c59f7f1512c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285540 Sep 16 04:40:26.898519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35738) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:26.981052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40b1b9-058f-4c32-8e64-91b944736f6a req-e1499353-3fd9-4b5f-8e71-60f6ba541b1c tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.990196 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c40b1b9-058f-4c32-8e64-91b944736f6a req-e1499353-3fd9-4b5f-8e71-60f6ba541b1c tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558051 Sep 16 04:40:27.007587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c40b1b9-058f-4c32-8e64-91b944736f6a req-09d47570-8d24-40fd-b581-2fbd5bb015d4 tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] 10.222.0.24 "GET /v2.0/quotas/f28c2bac8f3248c0b7849c59f7f1512c HTTP/1.1" status: 200 len: 375 time: 0.0163469 Sep 16 04:40:27.018808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-f5a2c7cc-87a3-4953-8dbd-10f08ab73288 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.021285 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-f5a2c7cc-87a3-4953-8dbd-10f08ab73288 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.37 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 821 time: 0.1332672 Sep 16 04:40:27.056625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Request body: {'port': {'device_id': 'd59a258a-d422-411f-aae3-2e331d30ad29', 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f', 'admin_state_up': True, 'tenant_id': 'a90cdc15f24043fba6cb9927dc16b179'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:27.168566 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e89c7447-fd8b-41c0-96b9-70d0869420eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.207324 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-26da2a2e-3a6e-4844-9ae8-65714fcc113e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.222619 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c40b1b9-058f-4c32-8e64-91b944736f6a req-53b5fd65-82c2-4587-8fff-5c5e01a50ad0 tempest-QuotasAdminNegativeTest-1595031302 tempest-QuotasAdminNegativeTest-1595031302-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f28c2bac8f3248c0b7849c59f7f1512c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2137046 Sep 16 04:40:27.267708 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1cfeb753-1c83-4756-92c2-cd0057f17f69 req-11aca40f-46b6-4923-812f-31e351c0e8c7 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 210 time: 0.0568542 Sep 16 04:40:27.392800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e89c7447-fd8b-41c0-96b9-70d0869420eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.445098 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e89c7447-fd8b-41c0-96b9-70d0869420eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.476570 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:40:27.476570 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:40:27.476570 n-d-712137-12 neutron-server[95451]: [parameters: {'project_id_1': 'a90cdc15f24043fba6cb9927dc16b179', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 40, 7, 323030)}] Sep 16 04:40:27.476570 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:40:27.476981 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:40:27.496529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20838a8-0997-411f-8393-01152b61f6b1'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:27.498844 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768bc165-5d75-4a79-a97e-51c33bc93669" -d '{"events": [{"server_uuid": "2b93c471-bccf-45e5-9da8-0eb52b4db955", "name": "network-vif-plugged", "status": "completed", "tag": "b20838a8-0997-411f-8393-01152b61f6b1"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:27.503065 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e89c7447-fd8b-41c0-96b9-70d0869420eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec1ac5a60a09415b86fb263828f359c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7339680 Sep 16 04:40:27.505270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35762) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:27.509336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c7447-fd8b-41c0-96b9-70d0869420eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e0d08e-b80b-4a66-af27-3ce522abcdf4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:27.567452 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c3f2bc-967a-4379-a1df-30ca1cf5f628 x-openstack-request-id: req-67c3f2bc-967a-4379-a1df-30ca1cf5f628 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:27.567452 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b93c471-bccf-45e5-9da8-0eb52b4db955", "name": "network-vif-plugged", "status": "completed", "tag": "b20838a8-0997-411f-8393-01152b61f6b1", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:27.567452 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67c3f2bc-967a-4379-a1df-30ca1cf5f628 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:27.567452 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20838a8-0997-411f-8393-01152b61f6b1', 'code': 200} Sep 16 04:40:27.581849 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cce3d9e-f8da-4294-835c-5fa43c40e642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.599147 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-26da2a2e-3a6e-4844-9ae8-65714fcc113e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.614300 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cce3d9e-f8da-4294-835c-5fa43c40e642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.688176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512cc42-721d-45bf-8782-64c152827c79 req-da2693e0-9304-4b16-848f-90b4dd020702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.690608 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0512cc42-721d-45bf-8782-64c152827c79 req-da2693e0-9304-4b16-848f-90b4dd020702 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 1098 time: 0.0502570 Sep 16 04:40:27.738086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15490c21-02da-49ae-adba-43de8125419e req-edb61ffc-0165-4369-be44-e2aafef4805a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.803148 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15490c21-02da-49ae-adba-43de8125419e req-edb61ffc-0165-4369-be44-e2aafef4805a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 946 time: 0.0798087 Sep 16 04:40:27.803809 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0512cc42-721d-45bf-8782-64c152827c79 req-68a632b1-5bbd-4ba9-b930-69cd9fa1e795 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424087 Sep 16 04:40:27.804695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15490c21-02da-49ae-adba-43de8125419e req-24687b4b-0380-4529-9707-0f22716b3ed3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Sep 16 04:40:27.849175 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-26da2a2e-3a6e-4844-9ae8-65714fcc113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.884044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e304c24-c4d0-4b62-8cff-06fa14123c74 req-8c1058e6-7484-4101-8b12-efa240733daf tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.036388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e304c24-c4d0-4b62-8cff-06fa14123c74 req-8c1058e6-7484-4101-8b12-efa240733daf tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 946 time: 0.0492690 Sep 16 04:40:28.037732 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-26da2a2e-3a6e-4844-9ae8-65714fcc113e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df04afd0dc1c4c15b6a42c10f6d5f2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9871211 Sep 16 04:40:28.037732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da2a2e-3a6e-4844-9ae8-65714fcc113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de29a13-55c0-44c3-9e2c-054b0c0fd34a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:28.038396 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e304c24-c4d0-4b62-8cff-06fa14123c74 req-dec6d0dd-1768-44d5-b840-9a99ea8aa3e9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313816 Sep 16 04:40:28.040209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35772) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:28.079992 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cce3d9e-f8da-4294-835c-5fa43c40e642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.079992 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cce3d9e-f8da-4294-835c-5fa43c40e642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.079992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7cce3d9e-f8da-4294-835c-5fa43c40e642 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3e0d08e-b80b-4a66-af27-3ce522abcdf4 HTTP/1.1" status: 204 len: 168 time: 0.5625379 Sep 16 04:40:28.081031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce3d9e-f8da-4294-835c-5fa43c40e642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e0d08e-b80b-4a66-af27-3ce522abcdf4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:28.101328 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-916cc8ff-d469-424e-b63d-69c91a009b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.131544 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-916cc8ff-d469-424e-b63d-69c91a009b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.389849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c1980ad-f93b-4e69-8d34-1ca391496430 req-fc588b5c-5eca-4f24-9aaf-792a911bd908 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 210 time: 0.0282438 Sep 16 04:40:28.506456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Made reservation on behalf of a90cdc15f24043fba6cb9927dc16b179 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:28.511834 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.517726 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-916cc8ff-d469-424e-b63d-69c91a009b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.521090 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-916cc8ff-d469-424e-b63d-69c91a009b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.526399 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-916cc8ff-d469-424e-b63d-69c91a009b5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8de29a13-55c0-44c3-9e2c-054b0c0fd34a HTTP/1.1" status: 204 len: 168 time: 0.4850783 Sep 16 04:40:28.548100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cc8ff-d469-424e-b63d-69c91a009b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de29a13-55c0-44c3-9e2c-054b0c0fd34a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:28.670687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Allocated IP 172.20.0.9 (09ebbe5c-732c-4cf1-a4a8-e16ff006292f/39668278-5bbe-4dc3-a29c-c75e3dac6017/c0d09182-1b2a-4e6d-a7eb-e5d8a9609010) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:28.827131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.916907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d87ab-dffe-4e78-9565-79f650414f82 req-28acefd3-1a9d-4e30-a7ad-a1b1a4c93cb9 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.918288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef3d87ab-dffe-4e78-9565-79f650414f82 req-28acefd3-1a9d-4e30-a7ad-a1b1a4c93cb9 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 946 time: 0.0529957 Sep 16 04:40:28.929376 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.963354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef3d87ab-dffe-4e78-9565-79f650414f82 req-0538eb5f-c7b3-4a07-81ea-b211cdf49926 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382237 Sep 16 04:40:28.971895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:28.975336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:28.978069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:28.984544 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.985232 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.007549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Pushing event updated for resources: {'Port': ['ID=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:29.138480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c4ee8-14e8-42e2-a276-0d0ea5583edd req-c228b81d-2647-4661-977b-da64a026986b tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.139944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-295c4ee8-14e8-42e2-a276-0d0ea5583edd req-c228b81d-2647-4661-977b-da64a026986b tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 946 time: 0.0499990 Sep 16 04:40:29.161587 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-9be5ecba-d0a9-4fe2-aad9-e27c5258718d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1191130 Sep 16 04:40:29.179928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Request body: {'port': {'device_id': 'd59a258a-d422-411f-aae3-2e331d30ad29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:29.181893 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-295c4ee8-14e8-42e2-a276-0d0ea5583edd req-eb1c6b28-db8a-43d6-a6cc-d973f8e9bd46 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353630 Sep 16 04:40:29.244675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.513398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bcae2-d89a-46e7-b07a-24498623c122 req-f87b8afe-72e0-47ed-890f-6bfaf585ce9b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.515159 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c74bcae2-d89a-46e7-b07a-24498623c122 req-f87b8afe-72e0-47ed-890f-6bfaf585ce9b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 931 time: 0.0545189 Sep 16 04:40:29.528061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:29.535996 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.548255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Transition to ACTIVE for port object c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:29.561696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c74bcae2-d89a-46e7-b07a-24498623c122 req-981f337a-e07c-4765-b899-2cbb968f8890 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389664 Sep 16 04:40:29.602600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35814) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:29.614666 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.616600 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33f4f307-44d8-476c-bb1b-a2b88383cdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.681142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:29.698893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Attempting to bind port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:29.699513 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Attempting to bind port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:29.700112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Attempting to bind port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:29.708735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:29.709991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Attempting to bind port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:29.715477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:29.716243 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:29.717187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Bound using segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:29.718217 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Bound port: c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:29.718810 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.732617 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33f4f307-44d8-476c-bb1b-a2b88383cdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.749361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35816) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:29.798749 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33f4f307-44d8-476c-bb1b-a2b88383cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.802488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:29.806982 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:29.846432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ee949-a009-4968-9314-b8d043e1dca2 req-bdd407e9-c49a-46ee-8265-a1fc3d8d8441 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.848004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d0ee949-a009-4968-9314-b8d043e1dca2 req-bdd407e9-c49a-46ee-8265-a1fc3d8d8441 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 1098 time: 0.0905828 Sep 16 04:40:29.848898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4f307-44d8-476c-bb1b-a2b88383cdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8cb7dc-8771-43ec-a8d8-361562c799ca,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:29.855451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-33f4f307-44d8-476c-bb1b-a2b88383cdac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=191120780ed64507b8027643815a0dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494607 Sep 16 04:40:29.856187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35822) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:29.885511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d0ee949-a009-4968-9314-b8d043e1dca2 req-d859f70e-cdad-4c9d-bf94-9d326f23a21f tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Sep 16 04:40:29.895783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.939202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.939829 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.941266 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] 10.222.0.37 "PUT /v2.0/ports/c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 HTTP/1.1" status: 200 len: 1092 time: 0.7710483 Sep 16 04:40:29.941706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59a258a-d422-411f-aae3-2e331d30ad29', 'tag': 'c0d09182-1b2a-4e6d-a7eb-e5d8a9609010'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:29.944134 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3301fb3d-000b-4da4-9e4a-80e271b71121" -d '{"events": [{"name": "network-changed", "server_uuid": "d59a258a-d422-411f-aae3-2e331d30ad29", "tag": "c0d09182-1b2a-4e6d-a7eb-e5d8a9609010"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:29.963002 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15e480df-0781-4a2d-9a8e-5dd5db1c999e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.991392 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940f641-45b0-43ee-ac0a-21eb0a299e57 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.007685 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f71e2b-728f-4b8a-8f91-b80dce0ad1fd x-openstack-request-id: req-78f71e2b-728f-4b8a-8f91-b80dce0ad1fd {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:30.007982 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59a258a-d422-411f-aae3-2e331d30ad29", "tag": "c0d09182-1b2a-4e6d-a7eb-e5d8a9609010", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:30.008235 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78f71e2b-728f-4b8a-8f91-b80dce0ad1fd {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:30.008645 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59a258a-d422-411f-aae3-2e331d30ad29', 'tag': 'c0d09182-1b2a-4e6d-a7eb-e5d8a9609010', 'status': 'completed', 'code': 200} Sep 16 04:40:30.019594 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15e480df-0781-4a2d-9a8e-5dd5db1c999e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.053161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561fb0e-25b2-43e5-8403-df4bf40caa2f req-4c1cf1fc-aab3-400b-b47c-d7d6698a7c7e tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.054744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d561fb0e-25b2-43e5-8403-df4bf40caa2f req-4c1cf1fc-aab3-400b-b47c-d7d6698a7c7e tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 1098 time: 0.0448587 Sep 16 04:40:30.095515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301fb3d-000b-4da4-9e4a-80e271b71121 req-b9301506-f912-477e-b5ba-e104a7af0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.097319 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3301fb3d-000b-4da4-9e4a-80e271b71121 req-b9301506-f912-477e-b5ba-e104a7af0505 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 1095 time: 0.0807874 Sep 16 04:40:30.100497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d561fb0e-25b2-43e5-8403-df4bf40caa2f req-ef78c5ea-3b27-440a-9701-9917ddf3ed20 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399129 Sep 16 04:40:30.101003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35830) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:30.135971 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-435e8010-0522-4573-a9a8-3167a9ff14d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.138315 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-23a8f154-8bc0-4acd-870e-c0365276c5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.245920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15e480df-0781-4a2d-9a8e-5dd5db1c999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.250293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15e480df-0781-4a2d-9a8e-5dd5db1c999e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.252990 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-15e480df-0781-4a2d-9a8e-5dd5db1c999e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d8cb7dc-8771-43ec-a8d8-361562c799ca HTTP/1.1" status: 204 len: 168 time: 0.3950219 Sep 16 04:40:30.269240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301fb3d-000b-4da4-9e4a-80e271b71121 req-dd65c399-f369-4535-b93d-a3a33179bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.269240 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3301fb3d-000b-4da4-9e4a-80e271b71121 req-dd65c399-f369-4535-b93d-a3a33179bb9d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a90cdc15f24043fba6cb9927dc16b179&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1488893 Sep 16 04:40:30.307720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e480df-0781-4a2d-9a8e-5dd5db1c999e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8cb7dc-8771-43ec-a8d8-361562c799ca,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.354886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-3fff96cb-8d02-4809-a449-996c51707e11 req-a4a73446-cddd-4f24-a409-da4556e658d4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:30.361589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fff96cb-8d02-4809-a449-996c51707e11 req-a4a73446-cddd-4f24-a409-da4556e658d4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107770 Sep 16 04:40:30.395648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36aac4-f163-44de-b2bd-c833b071936a req-a50d9a25-7425-40ee-8828-e42112acbc7f tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.397241 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee36aac4-f163-44de-b2bd-c833b071936a req-a50d9a25-7425-40ee-8828-e42112acbc7f tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 946 time: 0.0976245 Sep 16 04:40:30.424971 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-435e8010-0522-4573-a9a8-3167a9ff14d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.453753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee36aac4-f163-44de-b2bd-c833b071936a req-bd92c3b9-6647-42ee-8ce9-8620cce6f14e tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442686 Sep 16 04:40:30.502974 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-435e8010-0522-4573-a9a8-3167a9ff14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.565702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-435e8010-0522-4573-a9a8-3167a9ff14d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f28c2bac8f3248c0b7849c59f7f1512c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8121746 Sep 16 04:40:30.568856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e8010-0522-4573-a9a8-3167a9ff14d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2602179-f015-4436-8501-db21ca1c640b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.573018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35852) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:30.641226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301fb3d-000b-4da4-9e4a-80e271b71121 req-e6dbaf0e-37d6-4d28-be14-dea39eaf3545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.644254 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3301fb3d-000b-4da4-9e4a-80e271b71121 req-e6dbaf0e-37d6-4d28-be14-dea39eaf3545 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3743155 Sep 16 04:40:30.700297 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afb0670c-2d7a-4654-a77d-33b41f4acdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.730194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-d25543c6-be40-4be1-a7b5-af7e77537dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.731940 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-d25543c6-be40-4be1-a7b5-af7e77537dd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 1095 time: 0.0496364 Sep 16 04:40:30.738984 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afb0670c-2d7a-4654-a77d-33b41f4acdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.741750 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-23a8f154-8bc0-4acd-870e-c0365276c5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.785318 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-b42a0fd6-1b24-46af-b0df-a8305ef62708 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 HTTP/1.1" status: 200 len: 217 time: 0.0446043 Sep 16 04:40:30.819667 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-23a8f154-8bc0-4acd-870e-c0365276c5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.847382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-5b12474b-e2c1-4705-9d3c-448d764c67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.854037 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-5b12474b-e2c1-4705-9d3c-448d764c67ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.0580566 Sep 16 04:40:30.854163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8f154-8bc0-4acd-870e-c0365276c5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e061225-21e8-4e8f-b656-832d86430a20,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.877896 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-23a8f154-8bc0-4acd-870e-c0365276c5dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=edfc9fd257a942a4990714c20036f302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7738485 Sep 16 04:40:30.881916 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afb0670c-2d7a-4654-a77d-33b41f4acdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.881916 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afb0670c-2d7a-4654-a77d-33b41f4acdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.885195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-afb0670c-2d7a-4654-a77d-33b41f4acdc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2602179-f015-4436-8501-db21ca1c640b HTTP/1.1" status: 204 len: 168 time: 0.3087287 Sep 16 04:40:30.885195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35864) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:30.898117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0670c-2d7a-4654-a77d-33b41f4acdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2602179-f015-4436-8501-db21ca1c640b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.900977 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-8e241b82-c17e-4eed-88b6-006c25b0a139 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440092 Sep 16 04:40:30.951860 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.997368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.074821 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-8ccb3d01-75d3-4d37-9d48-1722a6b5fe1a service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659410 Sep 16 04:40:31.129829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6d51a-44d2-4fc6-8f2a-9db3b3bb781c req-623d9abc-6c12-4bd9-8e72-681a69b7718c tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.131570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14f6d51a-44d2-4fc6-8f2a-9db3b3bb781c req-623d9abc-6c12-4bd9-8e72-681a69b7718c tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 946 time: 0.0563264 Sep 16 04:40:31.142648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35878) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:31.149464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-fb273f7f-be78-4f7d-b734-794f2fa302b0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Request body: {'floatingip': {'port_id': 'b20838a8-0997-411f-8393-01152b61f6b1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:31.199301 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9de6ee75-a08e-4cb9-9b45-66ddb385fc93 req-f68191f9-a338-4fb6-afca-31200c4d11a4 service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177773 Sep 16 04:40:31.251546 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.255083 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.258637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e061225-21e8-4e8f-b656-832d86430a20 HTTP/1.1" status: 204 len: 168 time: 0.3701835 Sep 16 04:40:31.298224 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb273f7f-be78-4f7d-b734-794f2fa302b0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.336967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e061225-21e8-4e8f-b656-832d86430a20,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:31.396168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.396531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.396871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.397201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.397532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.397857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.398175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.398490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.398805 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.399124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.399438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.399752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2917-ce8e-4757-a3a7-f7551d4d0995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:31.453514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d8f3c-99ee-48ad-841d-7efac2ff141a req-60236c8e-2ecf-48c3-b7ba-7ad795fd8677 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.455540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-315d8f3c-99ee-48ad-841d-7efac2ff141a req-60236c8e-2ecf-48c3-b7ba-7ad795fd8677 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 943 time: 0.2644908 Sep 16 04:40:31.563849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35892) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:31.565410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-315d8f3c-99ee-48ad-841d-7efac2ff141a req-74f47c3e-6e7a-41ea-bace-ebdb103bee47 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031401 Sep 16 04:40:31.606452 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-beb0bf0a-90f7-40a1-8180-c037d3696875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.720408 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-beb0bf0a-90f7-40a1-8180-c037d3696875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.760853 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-beb0bf0a-90f7-40a1-8180-c037d3696875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.809557 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-beb0bf0a-90f7-40a1-8180-c037d3696875 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3a3ef49d4364169b16d9a3d252c7131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376781 Sep 16 04:40:31.811846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0bf0a-90f7-40a1-8180-c037d3696875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695366f9-e46e-4a5a-9953-ec071e190643,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:31.814826 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35912) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:31.874506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ab875e6-79d6-4de2-89c7-be1c022506f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.923506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ab875e6-79d6-4de2-89c7-be1c022506f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.056704 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ab875e6-79d6-4de2-89c7-be1c022506f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.059981 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ab875e6-79d6-4de2-89c7-be1c022506f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.061287 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2ab875e6-79d6-4de2-89c7-be1c022506f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/695366f9-e46e-4a5a-9953-ec071e190643 HTTP/1.1" status: 204 len: 168 time: 0.2454064 Sep 16 04:40:32.078005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab875e6-79d6-4de2-89c7-be1c022506f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695366f9-e46e-4a5a-9953-ec071e190643,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:32.201201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-71242c42-3bf1-41f5-996b-7f9fe23f5686 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d9539476406a4644bfac6209ebfced53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448442 Sep 16 04:40:32.203029 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.resource_extend [None req-fb273f7f-be78-4f7d-b734-794f2fa302b0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:40:32.325796 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb273f7f-be78-4f7d-b734-794f2fa302b0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.399563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a3a289be-4e09-4a55-adc1-a39735209fe4 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.405026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a3a289be-4e09-4a55-adc1-a39735209fe4 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668584 Sep 16 04:40:32.417780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-7dc31638-2daa-42f7-96c3-e42528904431 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/quotas/d9539476406a4644bfac6209ebfced53 HTTP/1.1" status: 200 len: 375 time: 0.0105712 Sep 16 04:40:32.435534 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb273f7f-be78-4f7d-b734-794f2fa302b0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.487536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8d686a43-546b-438a-9f3c-169425289072 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9539476406a4644bfac6209ebfced53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634656 Sep 16 04:40:32.558879 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-fb273f7f-be78-4f7d-b734-794f2fa302b0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Floating IP bad642b4-883d-4447-8875-989a303b0466 associated. External IP: 172.25.3.232, port: b20838a8-0997-411f-8393-01152b61f6b1. Sep 16 04:40:32.571726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35944) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:32.892999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea4dcd-9e55-4f6c-b3b4-cec4c62aa60d req-2256c0cc-246c-4720-9a2c-4bae0058e4bf tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.894705 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-49ea4dcd-9e55-4f6c-b3b4-cec4c62aa60d req-2256c0cc-246c-4720-9a2c-4bae0058e4bf tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 943 time: 0.1413152 Sep 16 04:40:32.928781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb273f7f-be78-4f7d-b734-794f2fa302b0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Router 4b1202b5-d52b-4f90-812e-5af953534f6d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:32.951479 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-49ea4dcd-9e55-4f6c-b3b4-cec4c62aa60d req-5710b390-bb4a-40b8-8644-1ee7f44feb23 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492303 Sep 16 04:40:32.962813 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8d91b64-e9d6-4217-a17f-0339904251f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.111735 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7ca2d94-e7b4-4d61-bed8-9dd49e44e792 req-47fdb4d4-bf37-4f73-8df8-72b6be075bed tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 210 time: 0.0631495 Sep 16 04:40:33.113104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb273f7f-be78-4f7d-b734-794f2fa302b0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:33.117390 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8d91b64-e9d6-4217-a17f-0339904251f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.118357 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb273f7f-be78-4f7d-b734-794f2fa302b0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.133008 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0db9d8-dde9-4aa7-9302-076ffb88bf9c None None] Sync routers for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:33.148070 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0db9d8-dde9-4aa7-9302-076ffb88bf9c None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:33.148904 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7f0db9d8-dde9-4aa7-9302-076ffb88bf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:40:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:33.150075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fb273f7f-be78-4f7d-b734-794f2fa302b0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "PUT /v2.0/floatingips/bad642b4-883d-4447-8875-989a303b0466 HTTP/1.1" status: 200 len: 992 time: 2.0059819 Sep 16 04:40:33.150988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'tag': 'b20838a8-0997-411f-8393-01152b61f6b1'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:33.214954 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8d91b64-e9d6-4217-a17f-0339904251f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.287847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35984) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:33.295644 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b8d91b64-e9d6-4217-a17f-0339904251f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf05674cb019420e9baa7eb662e72c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7223558 Sep 16 04:40:33.301751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d91b64-e9d6-4217-a17f-0339904251f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872a821e-58e1-47a6-9b31-f7b4eff75ee2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.348581 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-706a84da-d513-4b75-9a20-7c7979b78c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.371694 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-706a84da-d513-4b75-9a20-7c7979b78c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.420173 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-7f0db9d8-dde9-4aa7-9302-076ffb88bf9c None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:33.529340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-706a84da-d513-4b75-9a20-7c7979b78c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.532566 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-706a84da-d513-4b75-9a20-7c7979b78c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.533373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-706a84da-d513-4b75-9a20-7c7979b78c66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/872a821e-58e1-47a6-9b31-f7b4eff75ee2 HTTP/1.1" status: 204 len: 168 time: 0.2445850 Sep 16 04:40:33.544796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a84da-d513-4b75-9a20-7c7979b78c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872a821e-58e1-47a6-9b31-f7b4eff75ee2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.714608 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f441b0-c68a-4cf3-aaa4-2843152718b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b93c471-bccf-45e5-9da8-0eb52b4db955", "tag": "b20838a8-0997-411f-8393-01152b61f6b1"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:33.767170 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7f0db9d8-dde9-4aa7-9302-076ffb88bf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'bad642b4-883d-4447-8875-989a303b0466', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'port_id': 'b20838a8-0997-411f-8393-01152b61f6b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'mac_address': 'fa:16:3e:da:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:02Z', 'updated_at': '2021-09-16T04:40:32Z', 'revision_number': 1, 'project_id': 'bc90348af2cc4668a81319630766a035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:33.799240 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0db9d8-dde9-4aa7-9302-076ffb88bf9c None None] Checking router: 4b1202b5-d52b-4f90-812e-5af953534f6d for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:33.811621 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0db9d8-dde9-4aa7-9302-076ffb88bf9c None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:33.812347 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7f0db9d8-dde9-4aa7-9302-076ffb88bf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:40:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:33.917367 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-7f0db9d8-dde9-4aa7-9302-076ffb88bf9c None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:34.165536 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7f0db9d8-dde9-4aa7-9302-076ffb88bf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'bad642b4-883d-4447-8875-989a303b0466', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'port_id': 'b20838a8-0997-411f-8393-01152b61f6b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'mac_address': 'fa:16:3e:da:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:02Z', 'updated_at': '2021-09-16T04:40:32Z', 'revision_number': 1, 'project_id': 'bc90348af2cc4668a81319630766a035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:34.179420 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8b09ac-64df-4a6c-8a03-421c750296e5 x-openstack-request-id: req-7c8b09ac-64df-4a6c-8a03-421c750296e5 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:34.179713 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b93c471-bccf-45e5-9da8-0eb52b4db955", "tag": "b20838a8-0997-411f-8393-01152b61f6b1", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:34.179984 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c8b09ac-64df-4a6c-8a03-421c750296e5 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:34.181189 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'tag': 'b20838a8-0997-411f-8393-01152b61f6b1', 'status': 'completed', 'code': 200} Sep 16 04:40:34.206341 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0db9d8-dde9-4aa7-9302-076ffb88bf9c None None] The sync data for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 is: [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'bad642b4-883d-4447-8875-989a303b0466', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'port_id': 'b20838a8-0997-411f-8393-01152b61f6b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'mac_address': 'fa:16:3e:da:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:02Z', 'updated_at': '2021-09-16T04:40:32Z', 'revision_number': 1, 'project_id': 'bc90348af2cc4668a81319630766a035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:34.278701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f441b0-c68a-4cf3-aaa4-2843152718b8 req-c9385242-67eb-4ee8-a19b-c2548fdd2016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.281441 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-29f441b0-c68a-4cf3-aaa4-2843152718b8 req-c9385242-67eb-4ee8-a19b-c2548fdd2016 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc90348af2cc4668a81319630766a035&device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 1098 time: 0.0608382 Sep 16 04:40:34.332446 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969cece-568c-4e07-a0f9-af0cd6310d40 req-5498f0d1-425a-4440-952b-7a8a5594f282 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.334146 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c969cece-568c-4e07-a0f9-af0cd6310d40 req-5498f0d1-425a-4440-952b-7a8a5594f282 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 943 time: 0.0589526 Sep 16 04:40:34.389074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c969cece-568c-4e07-a0f9-af0cd6310d40 req-9befd9aa-00da-4439-a9a4-fec1765c6bdc tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477710 Sep 16 04:40:34.392217 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f441b0-c68a-4cf3-aaa4-2843152718b8 req-374395d1-10cc-4a67-b412-262f459278d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.394733 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-29f441b0-c68a-4cf3-aaa4-2843152718b8 req-374395d1-10cc-4a67-b412-262f459278d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb732cf4-3497-45d6-8853-b2066fbc4fa6 HTTP/1.1" status: 200 len: 924 time: 0.1065216 Sep 16 04:40:34.532989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da3d0c90-1090-4f35-b763-532743b36c3a req-5a7fc9d8-9407-4669-b578-89af216b986f tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 210 time: 0.0375652 Sep 16 04:40:34.546953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bde9c-b275-4305-9b06-097de839fb7e None None] New status for floating IP bad642b4-883d-4447-8875-989a303b0466: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:40:34.556857 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-29f441b0-c68a-4cf3-aaa4-2843152718b8 req-27f0c1bf-5c4d-4456-9419-60e834d549f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b20838a8-0997-411f-8393-01152b61f6b1 HTTP/1.1" status: 200 len: 1000 time: 0.1561003 Sep 16 04:40:34.636760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36032) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:34.651311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f441b0-c68a-4cf3-aaa4-2843152718b8 req-f668d3ef-df32-42f7-bc95-54086a6fd5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.653633 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-29f441b0-c68a-4cf3-aaa4-2843152718b8 req-f668d3ef-df32-42f7-bc95-54086a6fd5bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7096e50a-d25d-4f19-a589-a5b7967e7926 HTTP/1.1" status: 200 len: 863 time: 0.0891371 Sep 16 04:40:34.668019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36036) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:34.708382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f441b0-c68a-4cf3-aaa4-2843152718b8 req-cfb44ae6-18dc-488c-bdf2-cbdca2accdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.709913 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-29f441b0-c68a-4cf3-aaa4-2843152718b8 req-cfb44ae6-18dc-488c-bdf2-cbdca2accdb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb732cf4-3497-45d6-8853-b2066fbc4fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490065 Sep 16 04:40:34.823869 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-29f441b0-c68a-4cf3-aaa4-2843152718b8 req-9bc1ce10-00f8-43a1-8233-97ee643176fb service neutron] 10.222.0.23 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066804 Sep 16 04:40:34.848324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-4cf2118d-1019-43f9-b78a-ff451169be90 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:34.859998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-4cf2118d-1019-43f9-b78a-ff451169be90 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2215095 Sep 16 04:40:34.900870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-834233361-network', 'tenant_id': '914e6480bea446afa5ab52bad77f8019'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:34.919417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820188-6980-4f4c-9213-a423800e99f7 req-864cc807-6c9e-46a9-86be-9a0fb55b7c5b tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:34.929381 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-864cc807-6c9e-46a9-86be-9a0fb55b7c5b tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports/ec2301d5-9877-4ad6-bd73-04cca7ef1606 HTTP/1.1" status: 200 len: 1095 time: 0.0667617 Sep 16 04:40:34.932444 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-29f441b0-c68a-4cf3-aaa4-2843152718b8 req-8af487b6-3122-4d41-b28b-384872070d96 service neutron] 10.222.0.23 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015015 Sep 16 04:40:34.973294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36048) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:34.987255 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.993443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:35.025870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Made reservation on behalf of 914e6480bea446afa5ab52bad77f8019 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:35.028335 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.039031 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.253926 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-0399e5ed-d78d-4f83-9d71-d245212112e7 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9539476406a4644bfac6209ebfced53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501995 Sep 16 04:40:35.266335 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.282490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:35.296691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'c0d09182-1b2a-4e6d-a7eb-e5d8a9609010', 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f', 'port_id': 'c0d09182-1b2a-4e6d-a7eb-e5d8a9609010', 'mac_address': 'fa:16:3e:a9:ab:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39668278-5bbe-4dc3-a29c-c75e3dac6017', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:35.352894 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.369539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:35.394510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:35.402895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.408551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36060) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:35.415404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] Request body: {'binding': {'host': 'n-h2-712137-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:35.415951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] Unknown quota resources ['binding']. {{(pid=95452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:40:35.472757 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=134b14c2cbe940029b59b31c1239d640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957540 Sep 16 04:40:35.474438 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.476446 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36066) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:35.488290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34350b6-e5c5-467a-b0c8-9e23b37d9769,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:35.519300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac833-c35c-4a8a-b941-7377cd943648 req-e3ab76fe-b7bc-4aa7-87c0-adb3831e01aa tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.520839 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-e3ab76fe-b7bc-4aa7-87c0-adb3831e01aa tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528560 Sep 16 04:40:35.530937 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:35.531279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:35.531696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:35.532200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:35.532376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:35.532806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:35.533057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:35.533378 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:35.533701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:35.534014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:35.534646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:35.534646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed2911-af54-4186-9012-51472e463938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:35.550956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Request body: {'port': {'device_id': 'cfffe384-dc96-4f00-91a7-4a645802c5aa', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'd9539476406a4644bfac6209ebfced53'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:35.559522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1518841900-network', 'tenant_id': 'cd9a6fda97224dd1a5de18bc70643c27'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:35.570678 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:35.660624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['c0d09182-1b2a-4e6d-a7eb-e5d8a9609010'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:35.748729 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.777772 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0cf4f211-9b2c-4db0-82d6-28c1da1a38d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.787490 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-a3ee0fb9-0ef8-48d3-a422-6a34962e9c8b tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=dcdbd1a051cc400fac88c8d6c75f6898&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375021 Sep 16 04:40:35.834160 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.853085 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0cf4f211-9b2c-4db0-82d6-28c1da1a38d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.907049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Made reservation on behalf of cd9a6fda97224dd1a5de18bc70643c27 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:35.909918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.917099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:35.922684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.962303 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.962642 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Added segment 04e531fc-787a-42b2-871c-56f0f25cdefb of type vlan for network be389af4-1726-4147-8ae1-bc3dcc34a96b Sep 16 04:40:35.963903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] Attempting to bind port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on host n-h2-712137-12 for vnic_type normal with profile None {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:35.964252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] Attempting to bind port ec2301d5-9877-4ad6-bd73-04cca7ef1606 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:35.964618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] Attempting to bind port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:35.996916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] Port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:35.997234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] Attempting to bind port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:35.999012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1507d35-873f-43e5-bfdf-b80aaeddbd21,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.023803 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Made reservation on behalf of d9539476406a4644bfac6209ebfced53 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:36.027621 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.033596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:36.033935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:36.034494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] Bound using segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:36.034944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] Bound port: ec2301d5-9877-4ad6-bd73-04cca7ef1606, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:36.044206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.071173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-256ab854-0892-48c7-b194-475961f2ea6b tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.072669 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-256ab854-0892-48c7-b194-475961f2ea6b tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2772467 Sep 16 04:40:36.095222 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.121016 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.146272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-82f3800a-3622-41c8-99e9-f2776c2b9a5f tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/quotas/dcdbd1a051cc400fac88c8d6c75f6898 HTTP/1.1" status: 200 len: 375 time: 0.0441818 Sep 16 04:40:36.191971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-c220fdef-ad05-4e41-8ff9-be056d33c0d7 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dcdbd1a051cc400fac88c8d6c75f6898&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387096 Sep 16 04:40:36.196435 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0cf4f211-9b2c-4db0-82d6-28c1da1a38d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.199027 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0cf4f211-9b2c-4db0-82d6-28c1da1a38d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.202635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0cf4f211-9b2c-4db0-82d6-28c1da1a38d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d34350b6-e5c5-467a-b0c8-9e23b37d9769 HTTP/1.1" status: 204 len: 168 time: 0.7228057 Sep 16 04:40:36.202635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:36.209431 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.212370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4f211-9b2c-4db0-82d6-28c1da1a38d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34350b6-e5c5-467a-b0c8-9e23b37d9769,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.237890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:36.258778 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.259127 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Added segment 5a8159ec-9c59-424b-a016-da645a4b0719 of type vlan for network 7a8db2b3-9fcc-469a-815f-46317841ba23 Sep 16 04:40:36.273359 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.274602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.275435 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.283193 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484d7224-61f4-4cbd-9f7a-6ea49fadd737,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.325678 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.330108 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] Notify callbacks [] for binding, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.331301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-29b21e5b-863e-4a60-a7d1-72a02dbdf82e service neutron] 10.222.0.24 "POST /v2.0/ports/ec2301d5-9877-4ad6-bd73-04cca7ef1606/bindings HTTP/1.1" status: 201 len: 390 time: 1.1391087 Sep 16 04:40:36.365410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] Pushing event updated for resources: {'Network': ['ID=be389af4-1726-4147-8ae1-bc3dcc34a96b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.375374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network be389af4-1726-4147-8ae1-bc3dcc34a96b details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:36.383822 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.437716 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.449171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.449825 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.531334 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.542770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7a8db2b3-9fcc-469a-815f-46317841ba23,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.555380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 7a8db2b3-9fcc-469a-815f-46317841ba23 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:36.598213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72b10c-5d43-4496-a767-34bd417545ee req-40ce3003-c5c4-4d0b-a42b-e2cbd1d51f2a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.598213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e72b10c-5d43-4496-a767-34bd417545ee req-40ce3003-c5c4-4d0b-a42b-e2cbd1d51f2a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 944 time: 0.1131508 Sep 16 04:40:36.626812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5e21e188-9cd6-4a86-a2b7-563550966e3d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9543836 Sep 16 04:40:36.627030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36092) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:36.632720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-425454dc-89b2-45f9-b7e8-1edaa3369547 admin admin] Request body: {'subnet': {'network_id': 'be389af4-1726-4147-8ae1-bc3dcc34a96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-834233361-subnet', 'tenant_id': '914e6480bea446afa5ab52bad77f8019', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:36.644028 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a44eefba-c4eb-45f8-a327-73ad283af8c3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2286212 Sep 16 04:40:36.652150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36094) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:36.656576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a78dfb-b221-4018-9ad7-f8406df1c84d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.677895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2e8898f7-2589-4f3f-823b-0a80e7346177 admin admin] Request body: {'subnet': {'network_id': '7a8db2b3-9fcc-469a-815f-46317841ba23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1518841900-subnet', 'tenant_id': 'cd9a6fda97224dd1a5de18bc70643c27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:36.679614 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e72b10c-5d43-4496-a767-34bd417545ee req-3aa7aa81-7359-41c5-a6fe-316b576130f6 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757279 Sep 16 04:40:36.730896 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-544fc8f7-17ca-463e-8031-dff3afdcfc41 req-1e70df1e-2117-4adc-abfb-ebcfca243a64 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 210 time: 0.0374153 Sep 16 04:40:36.764149 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425454dc-89b2-45f9-b7e8-1edaa3369547 admin admin] Made reservation on behalf of 914e6480bea446afa5ab52bad77f8019 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:36.767509 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-425454dc-89b2-45f9-b7e8-1edaa3369547 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.808242 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Allocated IP 192.168.233.150 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/3f776396-89d1-46f6-b5ca-bc955117bad2) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:36.835212 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ef3f3b2-f30c-4e84-bb91-b6dad0089ac6 req-1fbe6d3c-502d-42f0-af23-f0f8068cdcef tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 210 time: 0.0397422 Sep 16 04:40:36.908267 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8898f7-2589-4f3f-823b-0a80e7346177 admin admin] Made reservation on behalf of cd9a6fda97224dd1a5de18bc70643c27 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:36.910767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e8898f7-2589-4f3f-823b-0a80e7346177 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.985154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a344-63b5-4356-96b0-235a860b69b7 req-ad9c7666-464d-42a0-b582-2b2fa8e8731e tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.986883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6501a344-63b5-4356-96b0-235a860b69b7 req-ad9c7666-464d-42a0-b582-2b2fa8e8731e tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 946 time: 0.0961285 Sep 16 04:40:36.993605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:37.086598 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6501a344-63b5-4356-96b0-235a860b69b7 req-dc834942-06ba-4b9d-ae4f-13e5a3b78a31 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915418 Sep 16 04:40:37.099619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.37', 51303) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:37.124787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.175403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820188-6980-4f4c-9213-a423800e99f7 req-009009f3-f3c1-49ca-b5ad-b21e936bd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.176932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-009009f3-f3c1-49ca-b5ad-b21e936bd9a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 1098 time: 0.0761518 Sep 16 04:40:37.248832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:37.254161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:37.254526 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.273117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.286522 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-425454dc-89b2-45f9-b7e8-1edaa3369547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.334536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:37.339585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:37.353782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:37.362141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.363395 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.366927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e8898f7-2589-4f3f-823b-0a80e7346177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.408277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820188-6980-4f4c-9213-a423800e99f7 req-fe5f909f-03b7-4db9-b21b-2778d1699d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.409859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-fe5f909f-03b7-4db9-b21b-2778d1699d98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.2260931 Sep 16 04:40:37.414642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425454dc-89b2-45f9-b7e8-1edaa3369547 admin admin] Checking segment: {'id': '04e531fc-787a-42b2-871c-56f0f25cdefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'be389af4-1726-4147-8ae1-bc3dcc34a96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:37.415001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425454dc-89b2-45f9-b7e8-1edaa3369547 admin admin] Network hostable DHCP agents. Network: be389af4-1726-4147-8ae1-bc3dcc34a96b, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:37.418665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425454dc-89b2-45f9-b7e8-1edaa3369547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f63b7e6-1331-41c1-a064-aa67ef64c000,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:37.461141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8898f7-2589-4f3f-823b-0a80e7346177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c027e7b6-71da-4dee-ae16-28fddf7e87be,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:37.487743 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.491685 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Pushing event updated for resources: {'Port': ['ID=3f776396-89d1-46f6-b5ca-bc955117bad2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:37.505629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8898f7-2589-4f3f-823b-0a80e7346177 admin admin] Checking segment: {'id': '5a8159ec-9c59-424b-a016-da645a4b0719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7a8db2b3-9fcc-469a-815f-46317841ba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:37.506084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8898f7-2589-4f3f-823b-0a80e7346177 admin admin] Network hostable DHCP agents. Network: 7a8db2b3-9fcc-469a-815f-46317841ba23, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:37.511707 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-fbe961cd-01c9-4ae9-abc2-7e46922b19d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606 HTTP/1.1" status: 200 len: 217 time: 0.0938084 Sep 16 04:40:37.536805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59a258a-d422-411f-aae3-2e331d30ad29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d09182-1b2a-4e6d-a7eb-e5d8a9609010'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:37.539398 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9701c476-1f48-4023-bd53-5f995fd1d539" -d '{"events": [{"server_uuid": "d59a258a-d422-411f-aae3-2e331d30ad29", "name": "network-vif-plugged", "status": "completed", "tag": "c0d09182-1b2a-4e6d-a7eb-e5d8a9609010"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:37.558169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:37.592323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-8a5b8a84-97e3-4b3e-b0ac-0b666427be0e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0464530 Sep 16 04:40:37.604248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Request body: {'port': {'device_id': 'cfffe384-dc96-4f00-91a7-4a645802c5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:37.626538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425454dc-89b2-45f9-b7e8-1edaa3369547 admin admin] Network be389af4-1726-4147-8ae1-bc3dcc34a96b is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:37.631726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8898f7-2589-4f3f-823b-0a80e7346177 admin admin] Network 7a8db2b3-9fcc-469a-815f-46317841ba23 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:37.668383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820188-6980-4f4c-9213-a423800e99f7 req-b7c04612-f2df-45dc-9aff-7b8cb74d368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.669899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-b7c04612-f2df-45dc-9aff-7b8cb74d368a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.1510222 Sep 16 04:40:37.671220 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf01cd6-69bd-45ed-b776-91f4ad772717 x-openstack-request-id: req-1cf01cd6-69bd-45ed-b776-91f4ad772717 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:37.671688 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59a258a-d422-411f-aae3-2e331d30ad29", "name": "network-vif-plugged", "status": "completed", "tag": "c0d09182-1b2a-4e6d-a7eb-e5d8a9609010", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:37.672091 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cf01cd6-69bd-45ed-b776-91f4ad772717 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:37.673908 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59a258a-d422-411f-aae3-2e331d30ad29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d09182-1b2a-4e6d-a7eb-e5d8a9609010', 'code': 200} Sep 16 04:40:37.677659 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.681001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.37', 51304) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:37.685923 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.726653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2e8898f7-2589-4f3f-823b-0a80e7346177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 7a8db2b3-9fcc-469a-815f-46317841ba23) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:37.733619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8898f7-2589-4f3f-823b-0a80e7346177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.734563 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e8898f7-2589-4f3f-823b-0a80e7346177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.735319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-425454dc-89b2-45f9-b7e8-1edaa3369547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, be389af4-1726-4147-8ae1-bc3dcc34a96b) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:37.738910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-1349c24c-0290-4ff9-bade-57908b9990d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534062 Sep 16 04:40:37.742894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425454dc-89b2-45f9-b7e8-1edaa3369547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.743924 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-425454dc-89b2-45f9-b7e8-1edaa3369547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.757582 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cc4e25-bc6b-4352-a2e1-ec6f24042f04 None None] Network 7a8db2b3-9fcc-469a-815f-46317841ba23 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:37.779620 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372bcbc1-efc1-4d98-a2ac-38196e2d8382 None None] Network be389af4-1726-4147-8ae1-bc3dcc34a96b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:37.781038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512b1d5-f873-4b19-9c9a-8b05d092d5b1 req-56a3634e-c200-4785-bce6-04474d8d1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.783181 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f512b1d5-f873-4b19-9c9a-8b05d092d5b1 req-56a3634e-c200-4785-bce6-04474d8d1487 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 1097 time: 0.0981636 Sep 16 04:40:37.787621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-269e4138-8d31-4c8e-9e8c-9981c3adf280 None None] Provisioning complete for port 3f776396-89d1-46f6-b5ca-bc955117bad2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:37.788344 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-269e4138-8d31-4c8e-9e8c-9981c3adf280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.839404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:37.952046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-425454dc-89b2-45f9-b7e8-1edaa3369547 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3231525 Sep 16 04:40:37.966468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.966871 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.967213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.967548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.967878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.968203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.968554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.968876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.969249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.970878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.971203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:37.971737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:38.014520 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-b553fa01-8633-4c9b-a836-2e1e89d624ff service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678316 Sep 16 04:40:38.039384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30f7e7-1959-438e-aa3c-e0313ce28673 req-a32e1aaf-2b2c-4beb-a180-9e43c35f8463 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.043053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-269e4138-8d31-4c8e-9e8c-9981c3adf280 None None] Port 3f776396-89d1-46f6-b5ca-bc955117bad2 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:38.044532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b30f7e7-1959-438e-aa3c-e0313ce28673 req-a32e1aaf-2b2c-4beb-a180-9e43c35f8463 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 945 time: 0.1760468 Sep 16 04:40:38.091450 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2e8898f7-2589-4f3f-823b-0a80e7346177 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4142787 Sep 16 04:40:38.100622 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf816f0-0fbf-4368-bd43-20369e5f9676 None None] Network 7a8db2b3-9fcc-469a-815f-46317841ba23 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:38.153914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f776396-89d1-46f6-b5ca-bc955117bad2 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:38.164915 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.180026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Transition to ACTIVE for port object 3f776396-89d1-46f6-b5ca-bc955117bad2 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:38.192879 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f512b1d5-f873-4b19-9c9a-8b05d092d5b1 req-3565d7f1-1a09-43dd-a63f-78c9dd1c3175 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915644 Sep 16 04:40:38.248639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead42097-679c-4a17-9736-86ac588baa17 None None] Network be389af4-1726-4147-8ae1-bc3dcc34a96b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:38.306083 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.337611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae95a2e-9c3c-498e-8b8e-85dfea3e6561 req-695adce9-bc2c-4193-acfd-4cc3161415b1 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.339118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cae95a2e-9c3c-498e-8b8e-85dfea3e6561 req-695adce9-bc2c-4193-acfd-4cc3161415b1 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 936 time: 0.4703298 Sep 16 04:40:38.424021 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Pushing event updated for resources: {'Port': ['ID=3f776396-89d1-46f6-b5ca-bc955117bad2,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:38.430366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Attempting to bind port 3f776396-89d1-46f6-b5ca-bc955117bad2 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:38.430955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Attempting to bind port 3f776396-89d1-46f6-b5ca-bc955117bad2 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:38.431495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Attempting to bind port 3f776396-89d1-46f6-b5ca-bc955117bad2 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:38.437707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Port 3f776396-89d1-46f6-b5ca-bc955117bad2 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:38.438664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Attempting to bind port 3f776396-89d1-46f6-b5ca-bc955117bad2 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:38.445017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cae95a2e-9c3c-498e-8b8e-85dfea3e6561 req-9fea312a-207f-4362-a04f-42dd6144efcc tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751746 Sep 16 04:40:38.445967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:38.446631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:38.447896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:38.449457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Bound port: 3f776396-89d1-46f6-b5ca-bc955117bad2, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:38.450433 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.464264 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b30f7e7-1959-438e-aa3c-e0313ce28673 req-a28e7489-68df-448b-aaaf-9819d578a7d2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038651 Sep 16 04:40:38.541296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-084a0f81-db39-4b17-a86c-7f78b670714a service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957347 Sep 16 04:40:38.637835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7eedc14-cd3a-4ecb-92b9-58fdc0f31c01 req-dc721840-3c30-4349-9d65-552e715bbcb5 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 210 time: 0.0355628 Sep 16 04:40:38.666793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] For port 3f776396-89d1-46f6-b5ca-bc955117bad2, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:38.673906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] For port 3f776396-89d1-46f6-b5ca-bc955117bad2, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3f776396-89d1-46f6-b5ca-bc955117bad2,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:38.776925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488ef69-658f-4f36-90fe-d59504c95323 req-76e781f0-1578-49de-93fc-e64f8ce1beec tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.778500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4488ef69-658f-4f36-90fe-d59504c95323 req-76e781f0-1578-49de-93fc-e64f8ce1beec tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 946 time: 0.0620553 Sep 16 04:40:38.780697 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.831106 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.831358 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.832832 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] 10.222.0.37 "PUT /v2.0/ports/3f776396-89d1-46f6-b5ca-bc955117bad2 HTTP/1.1" status: 200 len: 1097 time: 1.2328877 Sep 16 04:40:38.835706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfffe384-dc96-4f00-91a7-4a645802c5aa', 'tag': '3f776396-89d1-46f6-b5ca-bc955117bad2'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:38.862517 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db8d5fd-d114-46d3-9be8-c8cd7371c831" -d '{"events": [{"name": "network-changed", "server_uuid": "cfffe384-dc96-4f00-91a7-4a645802c5aa", "tag": "3f776396-89d1-46f6-b5ca-bc955117bad2"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:38.898574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4488ef69-658f-4f36-90fe-d59504c95323 req-fa3874ce-d8c0-4be8-a682-369963f339e4 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069877 Sep 16 04:40:38.908510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820188-6980-4f4c-9213-a423800e99f7 req-21fb076a-0828-40af-8d41-3f4ea428f2f0 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.910917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8be47-a52a-4faa-8666-e1439b704645 service neutron] Pushing event updated for resources: {'Port': ['ID=3f776396-89d1-46f6-b5ca-bc955117bad2,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:38.912874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-21fb076a-0828-40af-8d41-3f4ea428f2f0 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde&tenant_id=f4a70497af814474abf0ba78527f1f40&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1098 time: 0.1317618 Sep 16 04:40:38.927233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-12'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:39.005832 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861d8ae7-976d-49cf-973c-e3763467405b x-openstack-request-id: req-861d8ae7-976d-49cf-973c-e3763467405b {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:39.006128 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfffe384-dc96-4f00-91a7-4a645802c5aa", "tag": "3f776396-89d1-46f6-b5ca-bc955117bad2", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:39.006385 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-861d8ae7-976d-49cf-973c-e3763467405b {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:39.007325 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfffe384-dc96-4f00-91a7-4a645802c5aa', 'tag': '3f776396-89d1-46f6-b5ca-bc955117bad2', 'status': 'completed', 'code': 200} Sep 16 04:40:39.022171 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.049474 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-cb76d20c-ae53-499e-a532-4bc9ee6d8ac8 req-0c441e28-599f-429b-be67-0083061d2a98 tempest-SecurityGroupsNegativeTestJSON-1442898997 tempest-SecurityGroupsNegativeTestJSON-1442898997-project] show failed (client error): The resource could not be found. Sep 16 04:40:39.051219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb76d20c-ae53-499e-a532-4bc9ee6d8ac8 req-0c441e28-599f-429b-be67-0083061d2a98 tempest-SecurityGroupsNegativeTestJSON-1442898997 tempest-SecurityGroupsNegativeTestJSON-1442898997-project] 10.222.0.24 "GET /v2.0/security-groups/427e18ef-2262-411f-b127-92dbed8d3b10 HTTP/1.1" status: 404 len: 352 time: 0.0180290 Sep 16 04:40:39.063596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac833-c35c-4a8a-b941-7377cd943648 req-444b8936-993f-4946-b620-a69cbedf77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.067580 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-444b8936-993f-4946-b620-a69cbedf77c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9539476406a4644bfac6209ebfced53&device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 1100 time: 0.0998335 Sep 16 04:40:39.132744 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-ba08ba01-922c-4763-9a1d-1c3edd41b849 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3f776396-89d1-46f6-b5ca-bc955117bad2 HTTP/1.1" status: 200 len: 217 time: 0.0495849 Sep 16 04:40:39.206700 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a6446099-3b31-4716-a915-f37d1771aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.208562 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-a6446099-3b31-4716-a915-f37d1771aeb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0685477 Sep 16 04:40:39.234597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ecfde5d-c6f4-4829-a451-de2d7a77bd7e req-ca095fde-8f37-450c-8b2a-b3e9bcc96447 tempest-SecurityGroupsNegativeTestJSON-1442898997 tempest-SecurityGroupsNegativeTestJSON-1442898997-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=914e6480bea446afa5ab52bad77f8019 HTTP/1.1" status: 200 len: 2984 time: 0.1169460 Sep 16 04:40:39.296575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:39.311714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac833-c35c-4a8a-b941-7377cd943648 req-d7a1fa4a-0f8f-4193-b732-74ab539e2d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.314200 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-d7a1fa4a-0f8f-4193-b732-74ab539e2d5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0980034 Sep 16 04:40:39.319469 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ecfde5d-c6f4-4829-a451-de2d7a77bd7e req-632252e6-4590-4e94-9e91-ebb95aba27f2 tempest-SecurityGroupsNegativeTestJSON-1442898997 tempest-SecurityGroupsNegativeTestJSON-1442898997-project] 10.222.0.24 "GET /v2.0/security-groups/f1507d35-873f-43e5-bfdf-b80aaeddbd21 HTTP/1.1" status: 200 len: 2981 time: 0.0749874 Sep 16 04:40:39.388318 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ecfde5d-c6f4-4829-a451-de2d7a77bd7e req-01f8a6c4-241b-431b-b8a9-8ba577cf886c tempest-SecurityGroupsNegativeTestJSON-1442898997 tempest-SecurityGroupsNegativeTestJSON-1442898997-project] 10.222.0.24 "GET /v2.0/security-groups/f1507d35-873f-43e5-bfdf-b80aaeddbd21 HTTP/1.1" status: 200 len: 2981 time: 0.0677550 Sep 16 04:40:39.402856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:39.456541 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-91de65c9-675a-4aff-8d9a-dfe057a37fd6 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345465 Sep 16 04:40:39.467443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36182) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:39.478281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2063214634-network', 'tenant_id': '9e6ad274c13b4aecb6270be8afcabc24'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:39.513491 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-18b36619-6efd-43ad-bc94-31e062154b3b tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dcdbd1a051cc400fac88c8d6c75f6898&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469975 Sep 16 04:40:39.532276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92338513-3eb7-4abc-8246-7bcc8bdb2dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2301d5-9877-4ad6-bd73-04cca7ef1606'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:39.534673 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860c506d-ff8f-4381-9633-2abc54a796fe" -d '{"events": [{"server_uuid": "92338513-3eb7-4abc-8246-7bcc8bdb2dde", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2301d5-9877-4ad6-bd73-04cca7ef1606"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:39.542098 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.559158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c6186d9-3ef8-4c19-b1a6-3f57f723d0bc req-8df75626-75aa-4ac2-8755-e69b6bc9ae78 tempest-SecurityGroupsNegativeTestJSON-1442898997 tempest-SecurityGroupsNegativeTestJSON-1442898997-project] 10.222.0.24 "GET /v2.0/security-groups/f1507d35-873f-43e5-bfdf-b80aaeddbd21 HTTP/1.1" status: 200 len: 2981 time: 0.0965281 Sep 16 04:40:39.612548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Made reservation on behalf of 9e6ad274c13b4aecb6270be8afcabc24 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:39.615075 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.627484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.652857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.671450 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-754ac833-c35c-4a8a-b941-7377cd943648 req-947040d2-6a8d-41d9-a276-97cf3305444b service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036910 Sep 16 04:40:39.697108 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-8c6186d9-3ef8-4c19-b1a6-3f57f723d0bc req-d3a8c943-049b-42c8-8db4-9d88a0125f48 tempest-SecurityGroupsNegativeTestJSON-1442898997 tempest-SecurityGroupsNegativeTestJSON-1442898997-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:40:39.697643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-db6122fe-a35e-4527-9bc3-a3cf892fade7 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.698130 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c6186d9-3ef8-4c19-b1a6-3f57f723d0bc req-d3a8c943-049b-42c8-8db4-9d88a0125f48 tempest-SecurityGroupsNegativeTestJSON-1442898997 tempest-SecurityGroupsNegativeTestJSON-1442898997-project] 10.222.0.24 "DELETE /v2.0/security-groups/f1507d35-873f-43e5-bfdf-b80aaeddbd21 HTTP/1.1" status: 409 len: 352 time: 0.1325541 Sep 16 04:40:39.711655 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-db6122fe-a35e-4527-9bc3-a3cf892fade7 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897659 Sep 16 04:40:39.728126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Request body: {'port': {'device_id': '45fc144f-bf6f-430e-8c50-2ea6db01ef68', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'dcdbd1a051cc400fac88c8d6c75f6898'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:39.872295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8d5fd-d114-46d3-9be8-c8cd7371c831 req-fcaf8597-a4b5-436e-90f8-f342815734b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.873738 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0db8d5fd-d114-46d3-9be8-c8cd7371c831 req-fcaf8597-a4b5-436e-90f8-f342815734b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9539476406a4644bfac6209ebfced53&device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 1100 time: 0.0641050 Sep 16 04:40:39.879677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Pushing event updated for resources: {'Port': ['ID=ec2301d5-9877-4ad6-bd73-04cca7ef1606,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.905504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a88321-e074-4ada-acdf-7c3689069b4e req-d15bd1df-49e9-411d-ba86-66ebdcbb59b7 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.908307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71a88321-e074-4ada-acdf-7c3689069b4e req-d15bd1df-49e9-411d-ba86-66ebdcbb59b7 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 948 time: 0.2076311 Sep 16 04:40:39.913088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Attempting to bind port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on host n-h1-712137-12 for vnic_type normal with profile {"migrating_to": "n-h2-712137-12"} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:39.913424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Attempting to bind port ec2301d5-9877-4ad6-bd73-04cca7ef1606 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:39.913751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Attempting to bind port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:39.934363 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:39.934684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Attempting to bind port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:39.971117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dd27f-3347-49b6-b709-8697c3566094 req-fa080271-5921-43fc-b835-148a098368b8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.973588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-948dd27f-3347-49b6-b709-8697c3566094 req-fa080271-5921-43fc-b835-148a098368b8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 945 time: 0.1969419 Sep 16 04:40:39.974515 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:39.974702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:39.975089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Bound using segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:39.975848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Bound port: ec2301d5-9877-4ad6-bd73-04cca7ef1606, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:39.976094 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.977015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8d5fd-d114-46d3-9be8-c8cd7371c831 req-049c0979-43ae-48c8-bedb-98fd3bd92d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.980240 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0db8d5fd-d114-46d3-9be8-c8cd7371c831 req-049c0979-43ae-48c8-bedb-98fd3bd92d4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.0973320 Sep 16 04:40:40.021560 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0db8d5fd-d114-46d3-9be8-c8cd7371c831 req-b93e6ac3-4445-4c70-8362-5d227baadcb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3f776396-89d1-46f6-b5ca-bc955117bad2 HTTP/1.1" status: 200 len: 217 time: 0.0348072 Sep 16 04:40:40.031520 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.037744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71a88321-e074-4ada-acdf-7c3689069b4e req-14ec1d84-e7da-43b4-a2eb-fba79f6c6ccb tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122835 Sep 16 04:40:40.078980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8d5fd-d114-46d3-9be8-c8cd7371c831 req-3ce61f73-79b5-4d71-aaad-66affacd4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.080145 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0db8d5fd-d114-46d3-9be8-c8cd7371c831 req-3ce61f73-79b5-4d71-aaad-66affacd4cd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0502210 Sep 16 04:40:40.095234 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-948dd27f-3347-49b6-b709-8697c3566094 req-072409dd-498b-4d65-b759-81e19a8c0f7e tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972252 Sep 16 04:40:40.096657 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e27f21-f0b9-447f-8898-63ad06ff8c92 x-openstack-request-id: req-40e27f21-f0b9-447f-8898-63ad06ff8c92 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:40.096946 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92338513-3eb7-4abc-8246-7bcc8bdb2dde", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2301d5-9877-4ad6-bd73-04cca7ef1606", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:40.097210 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40e27f21-f0b9-447f-8898-63ad06ff8c92 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:40.097676 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92338513-3eb7-4abc-8246-7bcc8bdb2dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2301d5-9877-4ad6-bd73-04cca7ef1606', 'code': 200} Sep 16 04:40:40.104509 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.132295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:40.138330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:40.163277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3c861a-d70d-4e1a-b738-f8d9b4949313,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:40.187943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:40.187943 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.187943 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Added segment 53a2948b-d39a-4a08-a262-6de5a6322e29 of type vlan for network 387c0c5f-60ad-4b0d-9341-af784315f0f7 Sep 16 04:40:40.203161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d367212-01fd-46cf-a8bd-26b0644f71de req-cf8ddadb-d557-45ab-9df0-746b93d92e8e tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 210 time: 0.0440960 Sep 16 04:40:40.211037 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Made reservation on behalf of dcdbd1a051cc400fac88c8d6c75f6898 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:40.216348 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.230519 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.233011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36202) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:40.247833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8d5fd-d114-46d3-9be8-c8cd7371c831 req-ca59f5d9-3b4d-4460-8fc5-ecd385c982ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.249391 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0db8d5fd-d114-46d3-9be8-c8cd7371c831 req-ca59f5d9-3b4d-4460-8fc5-ecd385c982ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1584041 Sep 16 04:40:40.263794 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.266576 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.272046 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-fc4ace42-c031-4cee-aa36-5c805de4c5c0 req-f96928b5-8a27-4544-86ce-1a79148ea121 tempest-SecurityGroupsNegativeTestJSON-1442898997 tempest-SecurityGroupsNegativeTestJSON-1442898997-project] show failed (client error): The resource could not be found. Sep 16 04:40:40.273380 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc4ace42-c031-4cee-aa36-5c805de4c5c0 req-f96928b5-8a27-4544-86ce-1a79148ea121 tempest-SecurityGroupsNegativeTestJSON-1442898997 tempest-SecurityGroupsNegativeTestJSON-1442898997-project] 10.222.0.24 "GET /v2.0/security-groups/533862d3-897a-4663-9503-3d5b4ec7b27b HTTP/1.1" status: 404 len: 352 time: 0.0326574 Sep 16 04:40:40.392346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Pushing event updated for resources: {'Port': ['ID=ec2301d5-9877-4ad6-bd73-04cca7ef1606,revision_number=8']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:40.414463 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.415118 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.416602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-575e1887-0e01-4e50-8127-8c6bc1e40e0d service neutron] 10.222.0.37 "PUT /v2.0/ports/ec2301d5-9877-4ad6-bd73-04cca7ef1606 HTTP/1.1" status: 200 len: 1124 time: 1.4951231 Sep 16 04:40:40.432048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eba0d3-954c-498e-9530-9216ee3e9670 req-c1c0f07f-5185-4bc8-a143-6e470224e628 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.433663 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9eba0d3-954c-498e-9530-9216ee3e9670 req-c1c0f07f-5185-4bc8-a143-6e470224e628 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 944 time: 0.1528144 Sep 16 04:40:40.461058 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.462047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.462641 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.492921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['ec2301d5-9877-4ad6-bd73-04cca7ef1606'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:40.519930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9eba0d3-954c-498e-9530-9216ee3e9670 req-de1cc04e-8a5a-4c8e-b00d-2f6d856909df tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746236 Sep 16 04:40:40.578397 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=387c0c5f-60ad-4b0d-9341-af784315f0f7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:40.587337 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-097b66bf-beb2-4a06-aba3-e6d1bfdc2f53 req-16be0060-02ba-4565-a043-41a110789377 tempest-SecurityGroupsNegativeTestJSON-1442898997 tempest-SecurityGroupsNegativeTestJSON-1442898997-project] show failed (client error): The resource could not be found. Sep 16 04:40:40.592393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 387c0c5f-60ad-4b0d-9341-af784315f0f7 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:40.593964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-097b66bf-beb2-4a06-aba3-e6d1bfdc2f53 req-16be0060-02ba-4565-a043-41a110789377 tempest-SecurityGroupsNegativeTestJSON-1442898997 tempest-SecurityGroupsNegativeTestJSON-1442898997-project] 10.222.0.24 "GET /v2.0/security-groups/97fcc968-d5ef-4df6-a969-c10c14258aeb HTTP/1.1" status: 404 len: 352 time: 0.0262649 Sep 16 04:40:40.601021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36210) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:40.655079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b14f923c-ddfd-4b42-b65c-bd46673fbe36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.664493 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0db8d5fd-d114-46d3-9be8-c8cd7371c831 req-27bbdd8b-1448-4989-a6ad-1e50de057eca service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061565 Sep 16 04:40:40.683324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc43c40-565d-4317-807f-415427af731d admin admin] Deleting subnet 8f63b7e6-1331-41c1-a064-aa67ef64c000 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:40:40.691308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5d37c-1f3f-4392-a753-72b3111f63c3 req-6dec3ec3-32fc-4602-a354-51d6cfd60eb8 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.698907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83e5d37c-1f3f-4392-a753-72b3111f63c3 req-6dec3ec3-32fc-4602-a354-51d6cfd60eb8 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 1097 time: 0.0966125 Sep 16 04:40:40.700927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-abc43c40-565d-4317-807f-415427af731d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.755331 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-abc43c40-565d-4317-807f-415427af731d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.762311 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.765285 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83e5d37c-1f3f-4392-a753-72b3111f63c3 req-31d86486-eda3-450d-bc6d-eb36b4a4fcdd tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654643 Sep 16 04:40:40.771786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-abc43c40-565d-4317-807f-415427af731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.788946 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0db8d5fd-d114-46d3-9be8-c8cd7371c831 req-d274f4eb-04ab-40ef-9d1c-8cd03cae3fea service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163781 Sep 16 04:40:40.831887 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.863729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1a0a6d-1d77-4ea9-b8e3-488552d4d595,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:40.923865 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-abc43c40-565d-4317-807f-415427af731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.953375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc43c40-565d-4317-807f-415427af731d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f63b7e6-1331-41c1-a064-aa67ef64c000,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:40.958084 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-37c20eb8-3635-4395-bcd7-995567289fa0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4835081 Sep 16 04:40:40.961111 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-abc43c40-565d-4317-807f-415427af731d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.963135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-abc43c40-565d-4317-807f-415427af731d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8f63b7e6-1331-41c1-a064-aa67ef64c000 HTTP/1.1" status: 204 len: 168 time: 0.3597343 Sep 16 04:40:40.964024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36214) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:40.965979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36216) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:40.976625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-77bff54a-c990-4ae3-a371-bb010d8a187b admin admin] Request body: {'subnet': {'network_id': '387c0c5f-60ad-4b0d-9341-af784315f0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2063214634-subnet', 'tenant_id': '9e6ad274c13b4aecb6270be8afcabc24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:40.988010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc99df-e033-49bb-8fda-d2185fd213b3 req-5eee637c-3015-4fa7-9b01-ef66ec490bb3 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.989593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dcc99df-e033-49bb-8fda-d2185fd213b3 req-5eee637c-3015-4fa7-9b01-ef66ec490bb3 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 1097 time: 0.0953970 Sep 16 04:40:41.062552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Allocated IP 192.168.233.123 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:41.066276 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.080776 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dcc99df-e033-49bb-8fda-d2185fd213b3 req-6c068155-6ff4-4c22-bd95-8e98ca52ec50 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824459 Sep 16 04:40:41.139948 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b14f923c-ddfd-4b42-b65c-bd46673fbe36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.190005 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.216669 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.217020 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.217805 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.218153 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > port after_create 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.218457 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b14f923c-ddfd-4b42-b65c-bd46673fbe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.218572 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > port after_delete 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.218841 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > port after_update 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.219953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.220413 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.220766 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.221094 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.294980 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b14f923c-ddfd-4b42-b65c-bd46673fbe36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=937c5ac2911748249cdc75f3915eb3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0601695 Sep 16 04:40:41.300248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f923c-ddfd-4b42-b65c-bd46673fbe36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e88f0b-c057-4206-9569-912f084a480d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.308434 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36230) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:41.324072 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.330052 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.330052 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.330052 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95452) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:41.330052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be389af4-1726-4147-8ae1-bc3dcc34a96b']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:41.342451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-850c11c9-abc4-413a-ae09-9a3b0f49d8a4 req-f25bbb57-04e7-488c-835c-d7f20e49b31a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:41.342858 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.343429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-850c11c9-abc4-413a-ae09-9a3b0f49d8a4 req-f25bbb57-04e7-488c-835c-d7f20e49b31a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053329 Sep 16 04:40:41.352183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e531fc-787a-42b2-871c-56f0f25cdefb') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:41.352498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e531fc-787a-42b2-871c-56f0f25cdefb') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:41.353217 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bff54a-c990-4ae3-a371-bb010d8a187b admin admin] Made reservation on behalf of 9e6ad274c13b4aecb6270be8afcabc24 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:41.355557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77bff54a-c990-4ae3-a371-bb010d8a187b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.373070 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.393344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c48bd7-70ad-4b90-99ca-ad373badfcac req-0cd4e579-1d07-44c0-9d0f-bdad44bb34d5 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.395191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10c48bd7-70ad-4b90-99ca-ad373badfcac req-0cd4e579-1d07-44c0-9d0f-bdad44bb34d5 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 948 time: 0.2663682 Sep 16 04:40:41.407986 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.422013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:40:41.423025 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: from cryptography.utils import int_from_bytes Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: from cryptography.utils import int_from_bytes Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:40:41.438833 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:40:41.450760 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6436a00-02a3-492a-90e2-9886f5eb09f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.492304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6436a00-02a3-492a-90e2-9886f5eb09f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.514376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10c48bd7-70ad-4b90-99ca-ad373badfcac req-d29b7503-e4eb-4930-b8fa-16f6f0c4d293 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029730 Sep 16 04:40:41.566337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.602750 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.612230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.617006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] 10.222.0.24 "DELETE /v2.0/networks/be389af4-1726-4147-8ae1-bc3dcc34a96b HTTP/1.1" status: 204 len: 168 time: 0.6500764 Sep 16 04:40:41.627044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77419e9d-593c-4291-8e6d-5b081ce6574f admin admin] Pushing event deleted for resources: {'Network': ['ID=be389af4-1726-4147-8ae1-bc3dcc34a96b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.657802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:41.669503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:41.679316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:41.687756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.688446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.707547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Pushing event updated for resources: {'Port': ['ID=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.736234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4e07f-48ef-48fc-8de7-254cc07d5648 req-cc49f63d-a8cb-44f5-8a95-d0d5d26c3ba4 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.740837 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79a4e07f-48ef-48fc-8de7-254cc07d5648 req-cc49f63d-a8cb-44f5-8a95-d0d5d26c3ba4 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 936 time: 0.0620787 Sep 16 04:40:41.757582 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6436a00-02a3-492a-90e2-9886f5eb09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.760918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6436a00-02a3-492a-90e2-9886f5eb09f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.764601 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b6436a00-02a3-492a-90e2-9886f5eb09f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8e88f0b-c057-4206-9569-912f084a480d HTTP/1.1" status: 204 len: 168 time: 0.4528189 Sep 16 04:40:41.772681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6436a00-02a3-492a-90e2-9886f5eb09f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e88f0b-c057-4206-9569-912f084a480d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.793308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79a4e07f-48ef-48fc-8de7-254cc07d5648 req-22d48ecc-abde-47ea-9085-2d16b5f8ebf8 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490742 Sep 16 04:40:41.810146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-548ee05d-98a2-405f-b9da-863048585dc9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0879080 Sep 16 04:40:41.810989 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77bff54a-c990-4ae3-a371-bb010d8a187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.865796 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Request body: {'port': {'device_id': '45fc144f-bf6f-430e-8c50-2ea6db01ef68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:41.923757 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bff54a-c990-4ae3-a371-bb010d8a187b admin admin] Checking segment: {'id': '53a2948b-d39a-4a08-a262-6de5a6322e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '387c0c5f-60ad-4b0d-9341-af784315f0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:41.923757 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bff54a-c990-4ae3-a371-bb010d8a187b admin admin] Network hostable DHCP agents. Network: 387c0c5f-60ad-4b0d-9341-af784315f0f7, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:41.923945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6500d19-9b05-48e5-8a8a-cc1eee4eaf81 req-34698209-bf20-47c4-a6c5-5c5d61ae0cb6 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:41.924308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d6500d19-9b05-48e5-8a8a-cc1eee4eaf81 req-34698209-bf20-47c4-a6c5-5c5d61ae0cb6 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 944 time: 0.0663619 Sep 16 04:40:41.933435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bff54a-c990-4ae3-a371-bb010d8a187b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a0cd98-aebc-4945-b49a-e6382d48dba3,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.964875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bd798708-e16c-4d9e-b9ee-903fa9d2189c None None] Provisioning complete for port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:41.965349 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bd798708-e16c-4d9e-b9ee-903fa9d2189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.971409 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.007489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36242) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:42.009903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d6500d19-9b05-48e5-8a8a-cc1eee4eaf81 req-3ed5898c-7014-4bd3-8456-07b90061bf6a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686820 Sep 16 04:40:42.027498 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ac121b59-52f0-4395-90c6-d2afff6436e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.031386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-bd798708-e16c-4d9e-b9ee-903fa9d2189c None None] Port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:42.099475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92338513-3eb7-4abc-8246-7bcc8bdb2dde', 'tag': 'ec2301d5-9877-4ad6-bd73-04cca7ef1606'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:42.102703 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b3fefe-538e-4139-b6c6-a4fed3c05936" -d '{"events": [{"name": "network-changed", "server_uuid": "92338513-3eb7-4abc-8246-7bcc8bdb2dde", "tag": "ec2301d5-9877-4ad6-bd73-04cca7ef1606"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:42.118129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bff54a-c990-4ae3-a371-bb010d8a187b admin admin] Network 387c0c5f-60ad-4b0d-9341-af784315f0f7 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:42.125304 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.154182 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9349b4b7-74be-483d-b804-c81792564754 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=914e6480bea446afa5ab52bad77f8019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454923 Sep 16 04:40:42.157418 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b9b11c-08c5-4e5f-9274-cc989cf2f380 x-openstack-request-id: req-f6b9b11c-08c5-4e5f-9274-cc989cf2f380 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:42.157825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36256) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:42.158028 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92338513-3eb7-4abc-8246-7bcc8bdb2dde", "tag": "ec2301d5-9877-4ad6-bd73-04cca7ef1606", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:42.158430 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6b9b11c-08c5-4e5f-9274-cc989cf2f380 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:42.158962 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92338513-3eb7-4abc-8246-7bcc8bdb2dde', 'tag': 'ec2301d5-9877-4ad6-bd73-04cca7ef1606', 'status': 'completed', 'code': 200} Sep 16 04:40:42.239981 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-77bff54a-c990-4ae3-a371-bb010d8a187b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 387c0c5f-60ad-4b0d-9341-af784315f0f7) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:42.251097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16e3eff-e24d-4766-a9fc-7bc9eadc8093 None None] Network 387c0c5f-60ad-4b0d-9341-af784315f0f7 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:42.260045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bff54a-c990-4ae3-a371-bb010d8a187b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:42.260675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77bff54a-c990-4ae3-a371-bb010d8a187b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.280012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e38c9ce-dfc3-4602-bf2a-a98705c773a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.361056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3fefe-538e-4139-b6c6-a4fed3c05936 req-d4bdd4c3-d739-4f3b-a611-b261a89aa27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:42.362677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-55b3fefe-538e-4139-b6c6-a4fed3c05936 req-d4bdd4c3-d739-4f3b-a611-b261a89aa27e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 1127 time: 0.1573737 Sep 16 04:40:42.366215 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e38c9ce-dfc3-4602-bf2a-a98705c773a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.446026 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-77bff54a-c990-4ae3-a371-bb010d8a187b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4756730 Sep 16 04:40:42.532801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd17ef8-b4d6-4a79-85ec-6a85464e68fb None None] Network 387c0c5f-60ad-4b0d-9341-af784315f0f7 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:42.553743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3fefe-538e-4139-b6c6-a4fed3c05936 req-05393bb5-2f93-47b8-9da2-d25a075e7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:42.555479 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-55b3fefe-538e-4139-b6c6-a4fed3c05936 req-05393bb5-2f93-47b8-9da2-d25a075e7aef service neutron] 10.222.0.23 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.1777802 Sep 16 04:40:42.576855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:42.586391 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.625964 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-55b3fefe-538e-4139-b6c6-a4fed3c05936 req-077a1ea4-d5dc-46b1-b099-497390afc3e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606 HTTP/1.1" status: 200 len: 217 time: 0.0559530 Sep 16 04:40:42.639120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Transition to ACTIVE for port object fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:42.659029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36274) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:42.684169 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-281a8f32-ec6f-4c7e-9deb-6179619b48ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.713561 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e38c9ce-dfc3-4602-bf2a-a98705c773a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.716103 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e38c9ce-dfc3-4602-bf2a-a98705c773a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.721083 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9e38c9ce-dfc3-4602-bf2a-a98705c773a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1507d35-873f-43e5-bfdf-b80aaeddbd21 HTTP/1.1" status: 204 len: 168 time: 0.5582175 Sep 16 04:40:42.746871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.786005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3fefe-538e-4139-b6c6-a4fed3c05936 req-0ab3e0f4-0767-4b40-8957-c10464cf2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:42.788794 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-55b3fefe-538e-4139-b6c6-a4fed3c05936 req-0ab3e0f4-0767-4b40-8957-c10464cf2026 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.1452742 Sep 16 04:40:42.790526 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38c9ce-dfc3-4602-bf2a-a98705c773a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1507d35-873f-43e5-bfdf-b80aaeddbd21,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:42.885194 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-55b3fefe-538e-4139-b6c6-a4fed3c05936 req-a632217c-8e5b-43e7-bfb2-bdf4e2e8f960 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804226 Sep 16 04:40:42.932969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Pushing event updated for resources: {'Port': ['ID=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:42.996643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b8917-14cd-4d16-999b-055552786e19 req-41be2602-d1fd-48f1-b66c-7011e8c5616a tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.006369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b1b8917-14cd-4d16-999b-055552786e19 req-41be2602-d1fd-48f1-b66c-7011e8c5616a tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 948 time: 0.2981806 Sep 16 04:40:43.007520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 3f776396-89d1-46f6-b5ca-bc955117bad2 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:43.043383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Attempting to bind port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:43.043724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Attempting to bind port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:43.044104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Attempting to bind port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:43.051845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:43.052402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Attempting to bind port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:43.063911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:43.066741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:43.066741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:43.066741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Bound port: fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:43.066741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.091773 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-55b3fefe-538e-4139-b6c6-a4fed3c05936 req-6a8eedfe-2748-4408-a4c7-08b14a9952a2 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989241 Sep 16 04:40:43.101530 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b1b8917-14cd-4d16-999b-055552786e19 req-592f085b-c870-4404-ae59-cfe3bd380fbe tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936425 Sep 16 04:40:43.185492 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-281a8f32-ec6f-4c7e-9deb-6179619b48ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.226173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 3f776396-89d1-46f6-b5ca-bc955117bad2, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3f776396-89d1-46f6-b5ca-bc955117bad2,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:43.240363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '3f776396-89d1-46f6-b5ca-bc955117bad2', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '3f776396-89d1-46f6-b5ca-bc955117bad2', 'mac_address': 'fa:16:3e:b6:9b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:43.248302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] For port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:43.252956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] For port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:43.255845 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-281a8f32-ec6f-4c7e-9deb-6179619b48ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.297549 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-55b3fefe-538e-4139-b6c6-a4fed3c05936 req-3a594b1d-d4a0-4230-af09-945719615d08 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759040 Sep 16 04:40:43.303150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a8f32-ec6f-4c7e-9deb-6179619b48ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5406540-ed5f-4dfa-a635-1ca0f92bb353,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:43.319659 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.325744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-281a8f32-ec6f-4c7e-9deb-6179619b48ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c531a5dc6c10498f896b6c37aab52224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6654203 Sep 16 04:40:43.329525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36296) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:43.336714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f776396-89d1-46f6-b5ca-bc955117bad2 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:43.373302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 3f776396-89d1-46f6-b5ca-bc955117bad2, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3f776396-89d1-46f6-b5ca-bc955117bad2,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:43.375668 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.407731 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f564cf9b-253e-4d56-9f85-899ca002f2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.417864 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.418734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.420502 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] 10.222.0.23 "PUT /v2.0/ports/fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 HTTP/1.1" status: 200 len: 1097 time: 1.5727997 Sep 16 04:40:43.423639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fc144f-bf6f-430e-8c50-2ea6db01ef68', 'tag': 'fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:43.436019 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9247d949-64b8-47ba-bc46-ad49e1a8d662" -d '{"events": [{"name": "network-changed", "server_uuid": "45fc144f-bf6f-430e-8c50-2ea6db01ef68", "tag": "fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:43.448983 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f564cf9b-253e-4d56-9f85-899ca002f2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.454604 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.458953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ec2301d5-9877-4ad6-bd73-04cca7ef1606 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:43.498039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcca01-50a6-4ab9-ad70-a3a8f38a37fd service neutron] Pushing event updated for resources: {'Port': ['ID=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:43.580512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=3f776396-89d1-46f6-b5ca-bc955117bad2,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:43.620438 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f564cf9b-253e-4d56-9f85-899ca002f2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.622972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-fb18a4cb-1749-4bc5-9805-9430b255680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.623109 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f564cf9b-253e-4d56-9f85-899ca002f2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.624090 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f564cf9b-253e-4d56-9f85-899ca002f2ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5406540-ed5f-4dfa-a635-1ca0f92bb353 HTTP/1.1" status: 204 len: 168 time: 0.2936392 Sep 16 04:40:43.626859 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-fb18a4cb-1749-4bc5-9805-9430b255680d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dcdbd1a051cc400fac88c8d6c75f6898&device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 1100 time: 0.0517623 Sep 16 04:40:43.661119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564cf9b-253e-4d56-9f85-899ca002f2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5406540-ed5f-4dfa-a635-1ca0f92bb353,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:43.689194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:43.700834 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-5947eb04-78e4-4dbf-8bc0-fc38ca199372 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 HTTP/1.1" status: 200 len: 217 time: 0.0663333 Sep 16 04:40:43.706540 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ec2301d5-9877-4ad6-bd73-04cca7ef1606 has no active binding in host n-h2-712137-12 {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:40:43.766971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-afcbb135-906e-42f6-b03f-fe27739ee27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.769306 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-afcbb135-906e-42f6-b03f-fe27739ee27d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0612209 Sep 16 04:40:43.773484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-520fe2cf-4cbe-46c9-81fd-bff728094825 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.774973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-520fe2cf-4cbe-46c9-81fd-bff728094825 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/networks?id=7a8db2b3-9fcc-469a-815f-46317841ba23 HTTP/1.1" status: 200 len: 815 time: 0.1900392 Sep 16 04:40:43.797213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-4da6aaa1-07e8-443a-86b1-8f53fe02f870 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/quotas/cd9a6fda97224dd1a5de18bc70643c27 HTTP/1.1" status: 200 len: 375 time: 0.0155151 Sep 16 04:40:43.823317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e4461256-9a7c-41bf-a30c-f27979cdec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.824832 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-092ce1ec-c7ee-4198-9f01-f9ec2447bdbb tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd9a6fda97224dd1a5de18bc70643c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264714 Sep 16 04:40:43.829660 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e4461256-9a7c-41bf-a30c-f27979cdec0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0496976 Sep 16 04:40:43.926175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-2a7633f5-e948-4475-988b-44d20e8e2e5c service neutron] 10.222.0.24 "GET /v2.0/networks/7a8db2b3-9fcc-469a-815f-46317841ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933504 Sep 16 04:40:43.938226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['3f776396-89d1-46f6-b5ca-bc955117bad2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:43.939236 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-e9c1a353-ee12-4d4b-98fb-2ff7f7608f43 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949786 Sep 16 04:40:44.046693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36326) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:44.067539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-3119143b-5d12-4495-a518-8c1c96045ea5 service neutron] 10.222.0.24 "GET /v2.0/networks/7a8db2b3-9fcc-469a-815f-46317841ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350546 Sep 16 04:40:44.083510 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-33320271-4c3d-4b4d-996e-1ed3c7f0ef53 req-1d9f0d64-48fb-4b9c-9d34-5817c3b9d9d7 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313312 Sep 16 04:40:44.238457 n-d-712137-12 neutron-server[95451]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 04:40:44.242380 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-482a97f1-3558-45c5-b49d-181bb31b2d5b tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:44.243407 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-482a97f1-3558-45c5-b49d-181bb31b2d5b tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1937451 Sep 16 04:40:44.292001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-d2476d56-268c-4d5d-ad1d-9ebd2ebb75eb tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.293411 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-d2476d56-268c-4d5d-ad1d-9ebd2ebb75eb tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports/c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 HTTP/1.1" status: 200 len: 1094 time: 0.0437329 Sep 16 04:40:44.420523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a564ca6-bd0f-4db3-8f6f-a8a04de83c2e req-a3e66715-5519-40cc-8b51-41732f2d52a2 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.422089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a564ca6-bd0f-4db3-8f6f-a8a04de83c2e req-a3e66715-5519-40cc-8b51-41732f2d52a2 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 948 time: 0.0564263 Sep 16 04:40:44.454769 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-58a20881-1994-4455-87be-5a4cc9d6dbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.475015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a564ca6-bd0f-4db3-8f6f-a8a04de83c2e req-49841870-baaa-45cb-b221-f10f7bd1513d tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459924 Sep 16 04:40:44.519877 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36360) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:44.590800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f338f-8f2f-4bc7-90a3-15a3d24dc381 req-fcd11853-6f22-46fe-a315-703900328767 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.593440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a9f338f-8f2f-4bc7-90a3-15a3d24dc381 req-fcd11853-6f22-46fe-a315-703900328767 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 944 time: 0.0506685 Sep 16 04:40:44.608355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] Request body: {'binding': {'host': 'n-h1-712137-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:44.608957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] Unknown quota resources ['binding']. {{(pid=95451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:40:44.653015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a9f338f-8f2f-4bc7-90a3-15a3d24dc381 req-695d45ba-0f16-49ed-b197-6fa5e45b2da2 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524089 Sep 16 04:40:44.666027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1052426615-network', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:44.696615 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774efce3-2bdd-4aa7-91c9-dffb93e1cfbb x-openstack-request-id: req-774efce3-2bdd-4aa7-91c9-dffb93e1cfbb {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:44.696615 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fc144f-bf6f-430e-8c50-2ea6db01ef68", "tag": "fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:44.696615 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-774efce3-2bdd-4aa7-91c9-dffb93e1cfbb {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:44.697049 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fc144f-bf6f-430e-8c50-2ea6db01ef68', 'tag': 'fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0', 'status': 'completed', 'code': 200} Sep 16 04:40:44.769326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Made reservation on behalf of 7bd4e6ac0cb24343bba0afecf762e654 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:44.771762 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.785956 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.788721 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d949-64b8-47ba-bc46-ad49e1a8d662 req-a4f673c0-db07-45c3-9af6-830ab66f8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.790213 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9247d949-64b8-47ba-bc46-ad49e1a8d662 req-a4f673c0-db07-45c3-9af6-830ab66f8454 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dcdbd1a051cc400fac88c8d6c75f6898&device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 1100 time: 0.0523317 Sep 16 04:40:44.821591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3785d-e7a8-4dbd-bada-e40e591f5dae req-5cf1c66d-0470-494e-9f56-4715a8e27007 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.821591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7b3785d-e7a8-4dbd-bada-e40e591f5dae req-5cf1c66d-0470-494e-9f56-4715a8e27007 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 949 time: 0.0786662 Sep 16 04:40:44.894036 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7b3785d-e7a8-4dbd-bada-e40e591f5dae req-748d98a3-4581-4d5f-97b5-e82e075d8c65 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656292 Sep 16 04:40:44.894811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] Attempting to bind port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on host n-h1-712137-12 for vnic_type normal with profile None {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:44.895279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] Attempting to bind port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:44.895467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] Attempting to bind port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:44.905439 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] Port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:44.905599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] Attempting to bind port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:44.912771 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:44.913118 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:44.913493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] Bound using segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:44.913927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] Bound port: c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:44.986752 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.989172 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36372) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:45.007341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 3f776396-89d1-46f6-b5ca-bc955117bad2 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:45.007934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d949-64b8-47ba-bc46-ad49e1a8d662 req-1f481fea-3eae-4cf9-9a6f-4f4349007d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.009641 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9247d949-64b8-47ba-bc46-ad49e1a8d662 req-1f481fea-3eae-4cf9-9a6f-4f4349007d4c service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2087092 Sep 16 04:40:45.077864 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9247d949-64b8-47ba-bc46-ad49e1a8d662 req-5c2e1ee7-29af-458a-b951-a089c245b971 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 HTTP/1.1" status: 200 len: 217 time: 0.0574400 Sep 16 04:40:45.079583 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:45.085447 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.095263 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6967e0dc-fc94-4d74-9c5a-44532c2c0512 req-df046632-3853-45e7-9c59-ccf703c6636b tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 210 time: 0.0426717 Sep 16 04:40:45.125354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:45.131335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f7dc40-3d7e-4c62-9b89-08e39b445631,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:45.141234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-382272011-network', 'tenant_id': '9f38bb092a194c0e96f3b0263bd71914'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:45.146841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d949-64b8-47ba-bc46-ad49e1a8d662 req-d863bbdd-fbb1-458d-86e2-e4c40c01736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.148254 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9247d949-64b8-47ba-bc46-ad49e1a8d662 req-d863bbdd-fbb1-458d-86e2-e4c40c01736f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0600719 Sep 16 04:40:45.151372 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.151741 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Added segment 13c913eb-2628-475e-8846-dd9d5bce9243 of type vlan for network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 Sep 16 04:40:45.152347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.153440 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0a6651e7-c52f-44ef-a3e4-febcb85d95f9 service neutron] 10.222.0.24 "POST /v2.0/ports/c0d09182-1b2a-4e6d-a7eb-e5d8a9609010/bindings HTTP/1.1" status: 201 len: 390 time: 0.7051804 Sep 16 04:40:45.174915 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 3f776396-89d1-46f6-b5ca-bc955117bad2 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:45.180522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 3f776396-89d1-46f6-b5ca-bc955117bad2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:45.181013 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.196163 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d949-64b8-47ba-bc46-ad49e1a8d662 req-63cf13b9-eefe-4fb2-bae6-857b78ba7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.198000 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9247d949-64b8-47ba-bc46-ad49e1a8d662 req-63cf13b9-eefe-4fb2-bae6-857b78ba7031 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0420032 Sep 16 04:40:45.205797 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.213841 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.273137 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.299269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfffe384-dc96-4f00-91a7-4a645802c5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f776396-89d1-46f6-b5ca-bc955117bad2'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:45.301565 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06c6c42-f54b-4f85-b277-fbab5b3023b4" -d '{"events": [{"server_uuid": "cfffe384-dc96-4f00-91a7-4a645802c5aa", "name": "network-vif-plugged", "status": "completed", "tag": "3f776396-89d1-46f6-b5ca-bc955117bad2"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:45.305334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Made reservation on behalf of 9f38bb092a194c0e96f3b0263bd71914 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:45.308035 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.321145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.322924 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9247d949-64b8-47ba-bc46-ad49e1a8d662 req-01a22107-38a0-4240-8915-5dc349434473 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168792 Sep 16 04:40:45.323440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 3f776396-89d1-46f6-b5ca-bc955117bad2, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3f776396-89d1-46f6-b5ca-bc955117bad2,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:45.349288 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bca617-40de-461e-b063-61f9aa98b4c7 x-openstack-request-id: req-44bca617-40de-461e-b063-61f9aa98b4c7 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:45.349844 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfffe384-dc96-4f00-91a7-4a645802c5aa", "name": "network-vif-plugged", "status": "completed", "tag": "3f776396-89d1-46f6-b5ca-bc955117bad2", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:45.350173 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44bca617-40de-461e-b063-61f9aa98b4c7 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:45.350661 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfffe384-dc96-4f00-91a7-4a645802c5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f776396-89d1-46f6-b5ca-bc955117bad2', 'code': 200} Sep 16 04:40:45.355130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.356080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.356684 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.409061 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.451350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] Pushing event updated for resources: {'Network': ['ID=0b1f6d5d-ed89-46e3-b590-37d2b4020673,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:45.477076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:45.478365 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9247d949-64b8-47ba-bc46-ad49e1a8d662 req-0b937e4f-e3da-4d38-a181-30ccdddbe0fa service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480250 Sep 16 04:40:45.482824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e830304-629c-43a1-9ecd-345e5182361a req-c489bdd2-1d6a-4ab9-9b9e-8e028808b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.485821 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5e830304-629c-43a1-9ecd-345e5182361a req-c489bdd2-1d6a-4ab9-9b9e-8e028808b9fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 1102 time: 0.0748668 Sep 16 04:40:45.522831 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.523101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=3f776396-89d1-46f6-b5ca-bc955117bad2,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:45.561326 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5e830304-629c-43a1-9ecd-345e5182361a req-7d058bd7-76e3-4724-b6fb-fdbc48769350 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515344 Sep 16 04:40:45.618982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e3561-512b-45d2-ada9-76171605ae78 req-8df72e90-3c54-45e8-a750-c4c9b856cb0f tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.620391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d34e3561-512b-45d2-ada9-76171605ae78 req-8df72e90-3c54-45e8-a750-c4c9b856cb0f tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 948 time: 0.0548155 Sep 16 04:40:45.660287 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.698908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4ff12236-6348-4a00-ac37-763dcb995077 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1778162 Sep 16 04:40:45.702658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36386) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:45.709309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4a65070c-f564-4984-9732-c09a680fb7f3 admin admin] Request body: {'subnet': {'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1052426615-subnet', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:45.718175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:45.740481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecae0cfb-3b32-437a-a976-33d05d15ffc9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:45.764934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84056dee-6a4f-4375-b2d0-7263ac16c163 req-a0b23d3f-da2c-4bf3-9fdb-34ce599b85e4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.767253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84056dee-6a4f-4375-b2d0-7263ac16c163 req-a0b23d3f-da2c-4bf3-9fdb-34ce599b85e4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 945 time: 0.1459265 Sep 16 04:40:45.768501 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.768840 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Added segment a69fcbc3-551a-466b-bcd5-30882240fca6 of type vlan for network 606fc458-b914-4aff-8f5b-83a325c771fc Sep 16 04:40:45.783350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d34e3561-512b-45d2-ada9-76171605ae78 req-917bdff8-d1ac-4f32-968d-2bfb3febccff tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501527 Sep 16 04:40:45.792126 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.815834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a65070c-f564-4984-9732-c09a680fb7f3 admin admin] Made reservation on behalf of 7bd4e6ac0cb24343bba0afecf762e654 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:45.820066 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a65070c-f564-4984-9732-c09a680fb7f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.843016 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.923815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84056dee-6a4f-4375-b2d0-7263ac16c163 req-dc7ee872-5369-45fe-a552-de5a373bdbe9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447830 Sep 16 04:40:45.951247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92dc1f-7a9d-4005-91e4-edfa25c5bacb req-54194213-7d29-4279-a0bc-3f0cbca331a5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.952930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd92dc1f-7a9d-4005-91e4-edfa25c5bacb req-54194213-7d29-4279-a0bc-3f0cbca331a5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 944 time: 0.1007209 Sep 16 04:40:45.993580 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.994586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.995160 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.064571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0742304 Sep 16 04:40:46.068029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36392) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:46.068611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd92dc1f-7a9d-4005-91e4-edfa25c5bacb req-f0d2a17f-81b3-40ff-b9be-47ee5f836a38 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073780 Sep 16 04:40:46.071545 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.075338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-760b64bd-ee80-45e7-a855-44b5ec013ea6 admin admin] Request body: {'subnet': {'network_id': '606fc458-b914-4aff-8f5b-83a325c771fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-382272011-subnet', 'tenant_id': '9f38bb092a194c0e96f3b0263bd71914', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:46.118774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c4f7a-dc75-4cdd-83a0-5b262739e034 admin admin] Pushing event updated for resources: {'Network': ['ID=606fc458-b914-4aff-8f5b-83a325c771fc,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:46.129796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 606fc458-b914-4aff-8f5b-83a325c771fc details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:46.140504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911ac2b-7e94-478d-a176-adede132c53e req-177595be-7578-4081-a2ca-a28f3b9a8720 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.147056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3911ac2b-7e94-478d-a176-adede132c53e req-177595be-7578-4081-a2ca-a28f3b9a8720 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 950 time: 0.1073623 Sep 16 04:40:46.157886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a65070c-f564-4984-9732-c09a680fb7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.193572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3911ac2b-7e94-478d-a176-adede132c53e req-9385306f-6eeb-4d0e-a916-6330885fac6c tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Sep 16 04:40:46.200230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760b64bd-ee80-45e7-a855-44b5ec013ea6 admin admin] Made reservation on behalf of 9f38bb092a194c0e96f3b0263bd71914 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:46.205581 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-760b64bd-ee80-45e7-a855-44b5ec013ea6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.271177 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ecb7775-d2d8-496a-9339-14f8aa0069e6 req-7417af15-e30e-46f5-a63c-fddd32e9ed7e tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 210 time: 0.0307980 Sep 16 04:40:46.288097 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65070c-f564-4984-9732-c09a680fb7f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc13275-6ab6-4fa6-86cd-bc7d2a213f74,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:46.299935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-e70439c0-ac11-4e33-be1a-298e4e44577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.301503 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-e70439c0-ac11-4e33-be1a-298e4e44577c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 1097 time: 0.1714933 Sep 16 04:40:46.342362 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65070c-f564-4984-9732-c09a680fb7f3 admin admin] Checking segment: {'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:46.342714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a65070c-f564-4984-9732-c09a680fb7f3 admin admin] Network hostable DHCP agents. Network: 0b1f6d5d-ed89-46e3-b590-37d2b4020673, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:46.461233 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-c5ac11eb-c584-4700-ab07-5f4c41825465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.462662 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-c5ac11eb-c584-4700-ab07-5f4c41825465 service neutron] 10.222.0.23 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.1517091 Sep 16 04:40:46.484072 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a65070c-f564-4984-9732-c09a680fb7f3 admin admin] Network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:46.747505 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-dee25f97-be3b-4b17-ab9b-530d3a6a2955 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 HTTP/1.1" status: 200 len: 217 time: 0.2642384 Sep 16 04:40:46.747987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4a65070c-f564-4984-9732-c09a680fb7f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 0b1f6d5d-ed89-46e3-b590-37d2b4020673) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:46.754106 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a65070c-f564-4984-9732-c09a680fb7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.754671 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a65070c-f564-4984-9732-c09a680fb7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.755804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a678fd-5f21-40c2-a784-e95938ca3f9c None None] Network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:46.806634 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-760b64bd-ee80-45e7-a855-44b5ec013ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.824910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0157eb18-1d8c-42f2-8624-e6cdd9600c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.826470 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-0157eb18-1d8c-42f2-8624-e6cdd9600c5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.0638270 Sep 16 04:40:46.873271 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4a65070c-f564-4984-9732-c09a680fb7f3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1685288 Sep 16 04:40:46.877217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36398) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:46.891429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1052426615-router', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:46.892440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34141888-c900-43c9-aed7-3d8f12690687 None None] Network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:46.911155 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-d34b287d-1e46-46a0-9220-cc9fa3ec730e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628672 Sep 16 04:40:46.945290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30061065-6b7b-49ee-98b3-5b3b141050a1 req-ab687219-fa8d-47f8-b222-d850851a20da tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.964947 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30061065-6b7b-49ee-98b3-5b3b141050a1 req-ab687219-fa8d-47f8-b222-d850851a20da tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 948 time: 0.0885046 Sep 16 04:40:46.998861 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b64bd-ee80-45e7-a855-44b5ec013ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19672ded-0987-42bb-8e20-8df833b79848,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:47.015515 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.018177 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.043383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30061065-6b7b-49ee-98b3-5b3b141050a1 req-38898326-b4e6-41d6-82f9-17b850c18a1a tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774765 Sep 16 04:40:47.070872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b64bd-ee80-45e7-a855-44b5ec013ea6 admin admin] Checking segment: {'id': 'a69fcbc3-551a-466b-bcd5-30882240fca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '606fc458-b914-4aff-8f5b-83a325c771fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:47.071453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b64bd-ee80-45e7-a855-44b5ec013ea6 admin admin] Network hostable DHCP agents. Network: 606fc458-b914-4aff-8f5b-83a325c771fc, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:47.098761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-6afb2db8-5dca-4a1c-85c8-22a5604fb48e tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.100291 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-6afb2db8-5dca-4a1c-85c8-22a5604fb48e tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.37 "GET /v2.0/networks?id=7a8db2b3-9fcc-469a-815f-46317841ba23 HTTP/1.1" status: 200 len: 815 time: 0.2902279 Sep 16 04:40:47.103284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:47.125023 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Request body: {'port': {'device_id': '19f7c0ed-7fd2-454d-82ba-8715fb4e6415', 'network_id': '7a8db2b3-9fcc-469a-815f-46317841ba23', 'admin_state_up': True, 'tenant_id': 'cd9a6fda97224dd1a5de18bc70643c27'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:47.160300 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-82d887cb-6028-40db-b37c-7d4e1918b2c9 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370172 Sep 16 04:40:47.178906 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.188625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82a11f-4c9e-4d68-acf5-8fd6dc68d796 req-909e7303-aad3-4618-9adc-67f91d3003b4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.192591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c82a11f-4c9e-4d68-acf5-8fd6dc68d796 req-909e7303-aad3-4618-9adc-67f91d3003b4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 945 time: 0.1459153 Sep 16 04:40:47.214877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:47.227014 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0', 'mac_address': 'fa:16:3e:9c:be:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:47.258357 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b64bd-ee80-45e7-a855-44b5ec013ea6 admin admin] Network 606fc458-b914-4aff-8f5b-83a325c771fc is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:47.261763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c82a11f-4c9e-4d68-acf5-8fd6dc68d796 req-c9f104f3-25ee-430b-a02b-99f520e0de48 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543721 Sep 16 04:40:47.282210 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c257359-ca7b-42fa-bd48-7b75e4dcc5a0 req-8077fd42-d329-4256-ab74-3f659ba204a0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.296209 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.297683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c257359-ca7b-42fa-bd48-7b75e4dcc5a0 req-8077fd42-d329-4256-ab74-3f659ba204a0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 944 time: 0.0993562 Sep 16 04:40:47.316605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:47.337126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:47.364125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-760b64bd-ee80-45e7-a855-44b5ec013ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 606fc458-b914-4aff-8f5b-83a325c771fc) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:47.369373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760b64bd-ee80-45e7-a855-44b5ec013ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.370742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-760b64bd-ee80-45e7-a855-44b5ec013ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.377799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e72855-bc60-4170-893b-7922ef7896a2 None None] Network 606fc458-b914-4aff-8f5b-83a325c771fc requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:47.409617 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.425855 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-e4dd51b6-9e71-4b08-bd36-f6bc005b5040 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562978 Sep 16 04:40:47.444264 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.458259 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c257359-ca7b-42fa-bd48-7b75e4dcc5a0 req-da961d4c-d1fe-4e0d-9dea-85f663cb06d4 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594663 Sep 16 04:40:47.512537 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.513985 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-760b64bd-ee80-45e7-a855-44b5ec013ea6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4447870 Sep 16 04:40:47.534464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:47.538383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16147b-9efd-4703-b2cb-b67bbda828df req-30df754e-44f6-4db0-b676-1f2cd7bc7209 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.545719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d16147b-9efd-4703-b2cb-b67bbda828df req-30df754e-44f6-4db0-b676-1f2cd7bc7209 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 950 time: 0.1100943 Sep 16 04:40:47.561637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94048138-8dd8-4fdc-9ba6-15611f0790f7 None None] Network 606fc458-b914-4aff-8f5b-83a325c771fc requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:47.585583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19f96e7c-d7a8-42a7-b375-95ae7890c657 req-844b00cc-f9e5-4bdc-acf2-1826bc50d30d tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 210 time: 0.0320499 Sep 16 04:40:47.602667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Made reservation on behalf of cd9a6fda97224dd1a5de18bc70643c27 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:47.606494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.624277 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d16147b-9efd-4703-b2cb-b67bbda828df req-9dd61f06-1e66-486a-9d83-3d757fbcea02 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775421 Sep 16 04:40:47.672716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:47.856383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Allocated IP 172.20.0.12 (7a8db2b3-9fcc-469a-815f-46317841ba23/c027e7b6-71da-4dee-ae16-28fddf7e87be/6b00de79-a4d8-47ad-8407-9bf990eb3aac) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:47.899466 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.924434 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.982564 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-3f921d65-feea-40f8-83a9-a55073abaa76 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:47.984057 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-3f921d65-feea-40f8-83a9-a55073abaa76 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29&tenant_id=a90cdc15f24043fba6cb9927dc16b179&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1097 time: 0.2593999 Sep 16 04:40:48.005758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-12'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:48.079900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Allocated IP 172.25.3.228 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/ee13cb76-e90f-44b4-8d51-0bdff8be4c17) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:48.109384 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.177525 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.214556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e2714-82e8-42cf-8627-9d7b9081dd05 req-0f756827-eebd-4bd2-88b8-11ef2e015678 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.216038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-763e2714-82e8-42cf-8627-9d7b9081dd05 req-0f756827-eebd-4bd2-88b8-11ef2e015678 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 949 time: 0.0866871 Sep 16 04:40:48.261548 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.288714 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-763e2714-82e8-42cf-8627-9d7b9081dd05 req-aa39bca7-3e24-4e93-a2cb-4d190100a85d tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622437 Sep 16 04:40:48.335753 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-eec6752e-6ac7-4d53-ace1-1662c257d7a2 service neutron] 10.222.0.23 "GET /v2.0/ports/ec2301d5-9877-4ad6-bd73-04cca7ef1606/bindings/n-h2-712137-12 HTTP/1.1" status: 200 len: 385 time: 0.1462646 Sep 16 04:40:48.357212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:48.387030 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.428674 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.459648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:48.468697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:48.469587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:48.470877 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36436) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:48.478110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:48.490606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-266144794-network', 'tenant_id': '3f9dd0f626e74f1d843baefc3d52d3eb'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:48.500169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f529b-a3fc-4747-a24a-607a47a44cff req-641c735a-aa2f-47b8-a73a-4f0769a14fac tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.501696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e1f529b-a3fc-4747-a24a-607a47a44cff req-641c735a-aa2f-47b8-a73a-4f0769a14fac tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 950 time: 0.1515043 Sep 16 04:40:48.523944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee13cb76-e90f-44b4-8d51-0bdff8be4c17,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:48.534953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Network 7a8db2b3-9fcc-469a-815f-46317841ba23 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:48.538728 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Pushing event updated for resources: {'Port': ['ID=6b00de79-a4d8-47ad-8407-9bf990eb3aac,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:48.544271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:48.551576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:48.553627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a40841-8f80-43fd-a4dd-9e5f42b23e0f req-355a5461-df6f-4ff2-8206-8acddf89ab32 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.555102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25a40841-8f80-43fd-a4dd-9e5f42b23e0f req-355a5461-df6f-4ff2-8206-8acddf89ab32 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 945 time: 0.1714747 Sep 16 04:40:48.557151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.557772 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.576748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59a258a-d422-411f-aae3-2e331d30ad29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d09182-1b2a-4e6d-a7eb-e5d8a9609010'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:48.579677 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e48713-daa0-4e77-a254-0ed32389bd9e" -d '{"events": [{"server_uuid": "d59a258a-d422-411f-aae3-2e331d30ad29", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d09182-1b2a-4e6d-a7eb-e5d8a9609010"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:48.588053 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.646711 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e1f529b-a3fc-4747-a24a-607a47a44cff req-763b93a4-b176-4354-8680-ecf377d19d9e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140659 Sep 16 04:40:48.670949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ed820188-6980-4f4c-9213-a423800e99f7 req-a5127387-2da7-4fd5-830d-c5ae1925f16e service neutron] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:48.691047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Made reservation on behalf of 3f9dd0f626e74f1d843baefc3d52d3eb for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:48.693585 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.693946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ed820188-6980-4f4c-9213-a423800e99f7 req-a5127387-2da7-4fd5-830d-c5ae1925f16e service neutron] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:48.696119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.701120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25a40841-8f80-43fd-a4dd-9e5f42b23e0f req-f33f7f65-c4f9-4c80-a796-7d030799c3f6 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345973 Sep 16 04:40:48.735174 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.778969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:48.783202 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86c7c67-a785-4b8e-b1f8-6f3509ad5d5e x-openstack-request-id: req-d86c7c67-a785-4b8e-b1f8-6f3509ad5d5e {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:48.783493 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59a258a-d422-411f-aae3-2e331d30ad29", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d09182-1b2a-4e6d-a7eb-e5d8a9609010", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:48.783740 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d86c7c67-a785-4b8e-b1f8-6f3509ad5d5e {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:48.784163 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59a258a-d422-411f-aae3-2e331d30ad29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d09182-1b2a-4e6d-a7eb-e5d8a9609010', 'code': 200} Sep 16 04:40:48.785516 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-5473f1d4-b399-45ed-9aa4-3c7ad7f3070c tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6681306 Sep 16 04:40:48.805279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Request body: {'port': {'device_id': '19f7c0ed-7fd2-454d-82ba-8715fb4e6415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:48.809702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-ed820188-6980-4f4c-9213-a423800e99f7 req-a5127387-2da7-4fd5-830d-c5ae1925f16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2301d5-9877-4ad6-bd73-04cca7ef1606 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:48.843033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ed820188-6980-4f4c-9213-a423800e99f7 req-a5127387-2da7-4fd5-830d-c5ae1925f16e service neutron] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:48.902451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b491b13-2dc0-4a03-9772-5649aedd72b7 req-316a781f-7936-4672-b782-4208f63b8617 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.903917 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b491b13-2dc0-4a03-9772-5649aedd72b7 req-316a781f-7936-4672-b782-4208f63b8617 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 944 time: 0.1333663 Sep 16 04:40:48.909143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Attempting to bind port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on host n-h2-712137-12 for vnic_type normal with profile {"migrating_to": "n-h1-712137-12"} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:48.909715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Attempting to bind port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:48.910036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Attempting to bind port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:48.916269 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.919084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:48.919402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Attempting to bind port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:48.932280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:48.934198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:48.934198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Bound using segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:48.934198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Bound port: c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:48.934198 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.969375 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ed820188-6980-4f4c-9213-a423800e99f7 req-a5127387-2da7-4fd5-830d-c5ae1925f16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.982739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bd9a1-3582-46b9-bf65-70a3bf4a7aa5 req-07c3523c-fc04-42f7-a569-5901beccb812 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:48.984214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e61bd9a1-3582-46b9-bf65-70a3bf4a7aa5 req-07c3523c-fc04-42f7-a569-5901beccb812 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 932 time: 0.1538749 Sep 16 04:40:49.104482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:49.158510 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:49.163976 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:49.202068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-ed820188-6980-4f4c-9213-a423800e99f7 req-a5127387-2da7-4fd5-830d-c5ae1925f16e service neutron] Transition to ACTIVE for port object ec2301d5-9877-4ad6-bd73-04cca7ef1606 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:49.230813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:49.235706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:49.236011 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.255940 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.257916 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.272281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ed820188-6980-4f4c-9213-a423800e99f7 req-a5127387-2da7-4fd5-830d-c5ae1925f16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.273051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b491b13-2dc0-4a03-9772-5649aedd72b7 req-f8862aa2-1df2-4553-b554-57b4cfaa4a18 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565264 Sep 16 04:40:49.288661 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e61bd9a1-3582-46b9-bf65-70a3bf4a7aa5 req-c2738608-aa88-4846-909d-814e11bb02ba tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/security-groups?id=484d7224-61f4-4cbd-9f7a-6ea49fadd737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937760 Sep 16 04:40:49.303141 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.355120 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.374774 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.386267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:49.394320 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fc144f-bf6f-430e-8c50-2ea6db01ef68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:49.397273 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0fd73e-b6bd-4caa-be42-c72535b604ac" -d '{"events": [{"server_uuid": "45fc144f-bf6f-430e-8c50-2ea6db01ef68", "name": "network-vif-plugged", "status": "completed", "tag": "fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:49.402028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:49.402187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed820188-6980-4f4c-9213-a423800e99f7 req-a5127387-2da7-4fd5-830d-c5ae1925f16e service neutron] No DVR routers for this DVR port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:49.433078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,revision_number=8']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:49.434085 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.434386 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Added segment 9b76a4b1-68f4-428b-8b8a-0d937c9ce193 of type vlan for network da407541-b8d7-47bd-b499-9a3a27dae2d1 Sep 16 04:40:49.443056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.443673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.449033 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a623985c-c704-4701-b7c0-8698d5baccb6 x-openstack-request-id: req-a623985c-c704-4701-b7c0-8698d5baccb6 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:49.449457 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fc144f-bf6f-430e-8c50-2ea6db01ef68", "name": "network-vif-plugged", "status": "completed", "tag": "fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:49.449772 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a623985c-c704-4701-b7c0-8698d5baccb6 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:49.450777 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fc144f-bf6f-430e-8c50-2ea6db01ef68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0', 'code': 200} Sep 16 04:40:49.456758 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-eba0bcc4-e11e-4944-b4a8-2202acf1e008 service neutron] 10.222.0.23 "PUT /v2.0/ports/c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 HTTP/1.1" status: 200 len: 1123 time: 1.4474351 Sep 16 04:40:49.482693 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.534707 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.538918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981f20d3-d606-4037-8bd1-0c4f0ac70fb3,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:49.543106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['c0d09182-1b2a-4e6d-a7eb-e5d8a9609010'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:49.554036 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-a5127387-2da7-4fd5-830d-c5ae1925f16e service neutron] 10.222.0.23 "PUT /v2.0/ports/ec2301d5-9877-4ad6-bd73-04cca7ef1606/bindings/n-h2-712137-12/activate HTTP/1.1" status: 200 len: 370 time: 1.2088895 Sep 16 04:40:49.557257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b00de79-a4d8-47ad-8407-9bf990eb3aac {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:49.575265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:49.603018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5127387-2da7-4fd5-830d-c5ae1925f16e service neutron] Pushing event updated for resources: {'Port': ['ID=ec2301d5-9877-4ad6-bd73-04cca7ef1606,revision_number=10']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:49.611089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.634889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Transition to ACTIVE for port object 6b00de79-a4d8-47ad-8407-9bf990eb3aac will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:49.641413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1ea23-fbc3-448f-9058-1142faa5222d req-a6ba81cf-9b98-4826-9a22-a9a425b24abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.642858 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a6c1ea23-fbc3-448f-9058-1142faa5222d req-a6ba81cf-9b98-4826-9a22-a9a425b24abe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 1102 time: 0.1022398 Sep 16 04:40:49.660673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e4113-64cc-4542-b9c0-d5f4431a0e0d req-2affc511-5980-460c-92c5-fdcff543bd35 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.664041 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-806e4113-64cc-4542-b9c0-d5f4431a0e0d req-2affc511-5980-460c-92c5-fdcff543bd35 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 949 time: 0.2674608 Sep 16 04:40:49.685809 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a6c1ea23-fbc3-448f-9058-1142faa5222d req-2eca75cf-9774-4a13-a8d3-a7558896513d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321043 Sep 16 04:40:49.739352 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.763603 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.764535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.765110 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.825120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Pushing event updated for resources: {'Port': ['ID=6b00de79-a4d8-47ad-8407-9bf990eb3aac,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:49.837073 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.854774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-806e4113-64cc-4542-b9c0-d5f4431a0e0d req-5b6d5640-2cfb-44b2-8ab8-ad4905fc7ff2 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748798 Sep 16 04:40:49.865282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820188-6980-4f4c-9213-a423800e99f7 req-efd63d99-1be8-4d3f-b4d2-2c68d9e46ce6 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.865282 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-efd63d99-1be8-4d3f-b4d2-2c68d9e46ce6 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde&tenant_id=f4a70497af814474abf0ba78527f1f40&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1097 time: 0.0962784 Sep 16 04:40:49.865282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Attempting to bind port 6b00de79-a4d8-47ad-8407-9bf990eb3aac on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:49.865282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Attempting to bind port 6b00de79-a4d8-47ad-8407-9bf990eb3aac by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '5a8159ec-9c59-424b-a016-da645a4b0719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7a8db2b3-9fcc-469a-815f-46317841ba23'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:49.865282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Attempting to bind port 6b00de79-a4d8-47ad-8407-9bf990eb3aac on network 7a8db2b3-9fcc-469a-815f-46317841ba23 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:49.870672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Port 6b00de79-a4d8-47ad-8407-9bf990eb3aac on network 7a8db2b3-9fcc-469a-815f-46317841ba23 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:49.870779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Attempting to bind port 6b00de79-a4d8-47ad-8407-9bf990eb3aac on network 7a8db2b3-9fcc-469a-815f-46317841ba23 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:49.903835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:49.904170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Checking segment: {'id': '5a8159ec-9c59-424b-a016-da645a4b0719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7a8db2b3-9fcc-469a-815f-46317841ba23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:49.904357 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3530ac-0ebc-43da-bb03-bb37ac555dfc req-c03f30c5-614d-4e42-b3ba-020206c8326b tempest-DeleteServersAdminTestJSON-1222564133 tempest-DeleteServersAdminTestJSON-1222564133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.904624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Bound using segment: {'id': '5a8159ec-9c59-424b-a016-da645a4b0719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7a8db2b3-9fcc-469a-815f-46317841ba23'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:49.905077 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Bound port: 6b00de79-a4d8-47ad-8407-9bf990eb3aac, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a8159ec-9c59-424b-a016-da645a4b0719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7a8db2b3-9fcc-469a-815f-46317841ba23'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:49.905435 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.905751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f3530ac-0ebc-43da-bb03-bb37ac555dfc req-c03f30c5-614d-4e42-b3ba-020206c8326b tempest-DeleteServersAdminTestJSON-1222564133 tempest-DeleteServersAdminTestJSON-1222564133-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 1102 time: 0.2226129 Sep 16 04:40:49.941745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4635670 Sep 16 04:40:49.946624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77ba76-307f-4fd4-9fd4-7071c9414c2a admin admin] Pushing event updated for resources: {'Network': ['ID=da407541-b8d7-47bd-b499-9a3a27dae2d1,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:49.949184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36458) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:49.957052 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-098ed20c-9de3-4c83-a6b8-6d43e0e23579 admin admin] Request body: {'subnet': {'network_id': 'da407541-b8d7-47bd-b499-9a3a27dae2d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-266144794-subnet', 'tenant_id': '3f9dd0f626e74f1d843baefc3d52d3eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:49.958367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network da407541-b8d7-47bd-b499-9a3a27dae2d1 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:49.977661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41562c40-2a91-4294-a6af-911159ea095d req-fd6855a7-9adf-43e6-afc3-46753d0eec26 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.979504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41562c40-2a91-4294-a6af-911159ea095d req-fd6855a7-9adf-43e6-afc3-46753d0eec26 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 950 time: 0.2509551 Sep 16 04:40:49.993261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820188-6980-4f4c-9213-a423800e99f7 req-c69cedbc-3d80-4ded-ae50-577c5ed53213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.994777 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-c69cedbc-3d80-4ded-ae50-577c5ed53213 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde&tenant_id=f4a70497af814474abf0ba78527f1f40 HTTP/1.1" status: 200 len: 1097 time: 0.1211026 Sep 16 04:40:50.058461 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] For port 6b00de79-a4d8-47ad-8407-9bf990eb3aac, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:50.074994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] For port 6b00de79-a4d8-47ad-8407-9bf990eb3aac, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=6b00de79-a4d8-47ad-8407-9bf990eb3aac,segment=NetworkSegment(5a8159ec-9c59-424b-a016-da645a4b0719),segment_id=5a8159ec-9c59-424b-a016-da645a4b0719)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:50.083538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820188-6980-4f4c-9213-a423800e99f7 req-35458553-9f60-4706-9e67-1e495ee52630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.085221 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-35458553-9f60-4706-9e67-1e495ee52630 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 1097 time: 0.0618224 Sep 16 04:40:50.123047 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098ed20c-9de3-4c83-a6b8-6d43e0e23579 admin admin] Made reservation on behalf of 3f9dd0f626e74f1d843baefc3d52d3eb for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:50.125901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-098ed20c-9de3-4c83-a6b8-6d43e0e23579 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.127518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41562c40-2a91-4294-a6af-911159ea095d req-cb3e9408-a267-4f56-9df3-047fc113fe2e tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177742 Sep 16 04:40:50.137101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f664fb-d3d0-4ec5-96bf-1b3c14dce8dc req-7d624687-b8f7-4a39-aafd-b0dcd40a944c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.138569 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75f664fb-d3d0-4ec5-96bf-1b3c14dce8dc req-7d624687-b8f7-4a39-aafd-b0dcd40a944c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 943 time: 0.1929083 Sep 16 04:40:50.210474 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75f664fb-d3d0-4ec5-96bf-1b3c14dce8dc req-e89fd957-d8a7-4229-a10b-685b3b709cd2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595884 Sep 16 04:40:50.211925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-1f3530ac-0ebc-43da-bb03-bb37ac555dfc req-d0f6a81d-b79f-42b8-9442-f2dc4c620a9c tempest-DeleteServersAdminTestJSON-1222564133 tempest-DeleteServersAdminTestJSON-1222564133-project-admin] Deleting port 3f776396-89d1-46f6-b5ca-bc955117bad2 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:50.211925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1f3530ac-0ebc-43da-bb03-bb37ac555dfc req-d0f6a81d-b79f-42b8-9442-f2dc4c620a9c tempest-DeleteServersAdminTestJSON-1222564133 tempest-DeleteServersAdminTestJSON-1222564133-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.217748 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.305840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-1f3530ac-0ebc-43da-bb03-bb37ac555dfc req-d0f6a81d-b79f-42b8-9442-f2dc4c620a9c tempest-DeleteServersAdminTestJSON-1222564133 tempest-DeleteServersAdminTestJSON-1222564133-project-admin] For port 3f776396-89d1-46f6-b5ca-bc955117bad2, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3f776396-89d1-46f6-b5ca-bc955117bad2,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:50.306468 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1f3530ac-0ebc-43da-bb03-bb37ac555dfc req-d0f6a81d-b79f-42b8-9442-f2dc4c620a9c tempest-DeleteServersAdminTestJSON-1222564133 tempest-DeleteServersAdminTestJSON-1222564133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.316874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Router 23537807-274d-409d-946e-7d5e349fbf8b is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:40:50.324697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-1f3530ac-0ebc-43da-bb03-bb37ac555dfc req-d0f6a81d-b79f-42b8-9442-f2dc4c620a9c tempest-DeleteServersAdminTestJSON-1222564133 tempest-DeleteServersAdminTestJSON-1222564133-project-admin] Calling delete_port for 3f776396-89d1-46f6-b5ca-bc955117bad2 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:50.507021 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.507522 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.508922 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] 10.222.0.37 "PUT /v2.0/ports/6b00de79-a4d8-47ad-8407-9bf990eb3aac HTTP/1.1" status: 200 len: 1093 time: 1.7082698 Sep 16 04:40:50.518856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820188-6980-4f4c-9213-a423800e99f7 req-5f0f1d84-0e55-461f-b820-932a9ff90eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.520352 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-5f0f1d84-0e55-461f-b820-932a9ff90eb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.4258132 Sep 16 04:40:50.575877 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-0ead4007-52b0-454e-bb32-f09741a51dd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606 HTTP/1.1" status: 200 len: 217 time: 0.0457206 Sep 16 04:40:50.578928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4404472-68f2-4d93-bac9-a58dcad4d080 service neutron] Pushing event updated for resources: {'Port': ['ID=6b00de79-a4d8-47ad-8407-9bf990eb3aac,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:50.595542 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b16be8-26de-4446-ad3b-007a64d4c73e req-52b6c630-a63e-4c96-915e-cb02cadbe993 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.597107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18b16be8-26de-4446-ad3b-007a64d4c73e req-52b6c630-a63e-4c96-915e-cb02cadbe993 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 944 time: 0.1956441 Sep 16 04:40:50.606512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bc5b3-a814-46c8-84e0-05326c81352d req-606a0ac4-d9c1-415e-9ee0-e87cf7197f00 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.607970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-723bc5b3-a814-46c8-84e0-05326c81352d req-606a0ac4-d9c1-415e-9ee0-e87cf7197f00 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 945 time: 0.2093053 Sep 16 04:40:50.612372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:50.623266 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Sync routers for ids ['23537807-274d-409d-946e-7d5e349fbf8b'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:50.634412 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Routers {'23537807-274d-409d-946e-7d5e349fbf8b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:50.635168 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:40:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['23537807-274d-409d-946e-7d5e349fbf8b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:50.690176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820188-6980-4f4c-9213-a423800e99f7 req-86f947f0-7d21-487a-8314-62bdafa92967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.691750 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-86f947f0-7d21-487a-8314-62bdafa92967 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.1080561 Sep 16 04:40:50.709917 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18b16be8-26de-4446-ad3b-007a64d4c73e req-eaea0ada-0d49-4924-a12f-fbe1c1b3c618 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/security-groups?id=484d7224-61f4-4cbd-9f7a-6ea49fadd737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009285 Sep 16 04:40:50.721486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-723bc5b3-a814-46c8-84e0-05326c81352d req-80f02b18-5db7-46ec-9845-fcdf476457d3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836158 Sep 16 04:40:50.746354 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.747775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-13739f22-6094-41f2-ac08-de168086a3d3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8597562 Sep 16 04:40:50.750499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36464) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:50.753909 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Set router 23537807-274d-409d-946e-7d5e349fbf8b gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:50.760039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-9fc9b4a9-0bff-45b7-b655-f37b1a32e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.761509 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-9fc9b4a9-0bff-45b7-b655-f37b1a32e639 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd9a6fda97224dd1a5de18bc70643c27&device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 1096 time: 0.1315191 Sep 16 04:40:50.763270 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-98a08826-0cf7-4f2a-bbf1-6765f6112907 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448411 Sep 16 04:40:50.790411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59a258a-d422-411f-aae3-2e331d30ad29', 'tag': 'c0d09182-1b2a-4e6d-a7eb-e5d8a9609010'}, {'name': 'network-changed', 'server_uuid': '19f7c0ed-7fd2-454d-82ba-8715fb4e6415', 'tag': '6b00de79-a4d8-47ad-8407-9bf990eb3aac'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:50.792943 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177b2f5f-74b6-4bd1-8d47-8af683fdb495" -d '{"events": [{"name": "network-changed", "server_uuid": "d59a258a-d422-411f-aae3-2e331d30ad29", "tag": "c0d09182-1b2a-4e6d-a7eb-e5d8a9609010"}, {"name": "network-changed", "server_uuid": "19f7c0ed-7fd2-454d-82ba-8715fb4e6415", "tag": "6b00de79-a4d8-47ad-8407-9bf990eb3aac"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:50.830602 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1f3530ac-0ebc-43da-bb03-bb37ac555dfc req-d0f6a81d-b79f-42b8-9442-f2dc4c620a9c tempest-DeleteServersAdminTestJSON-1222564133 tempest-DeleteServersAdminTestJSON-1222564133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.839981 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-b0fb906f-4226-432b-aba1-0b974ce8fbac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b00de79-a4d8-47ad-8407-9bf990eb3aac HTTP/1.1" status: 200 len: 217 time: 0.0621893 Sep 16 04:40:50.845839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['3f776396-89d1-46f6-b5ca-bc955117bad2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:50.849844 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-098ed20c-9de3-4c83-a6b8-6d43e0e23579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.910413 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.37', 51326) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:50.919580 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239abfac-5848-414a-b44b-1f31f9645200 x-openstack-request-id: req-239abfac-5848-414a-b44b-1f31f9645200 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:50.925866 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59a258a-d422-411f-aae3-2e331d30ad29", "tag": "c0d09182-1b2a-4e6d-a7eb-e5d8a9609010", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19f7c0ed-7fd2-454d-82ba-8715fb4e6415", "tag": "6b00de79-a4d8-47ad-8407-9bf990eb3aac", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:50.925866 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-239abfac-5848-414a-b44b-1f31f9645200 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:50.925866 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59a258a-d422-411f-aae3-2e331d30ad29', 'tag': 'c0d09182-1b2a-4e6d-a7eb-e5d8a9609010', 'status': 'completed', 'code': 200} Sep 16 04:40:50.925866 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f7c0ed-7fd2-454d-82ba-8715fb4e6415', 'tag': '6b00de79-a4d8-47ad-8407-9bf990eb3aac', 'status': 'completed', 'code': 200} Sep 16 04:40:50.927113 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6a81d-b79f-42b8-9442-f2dc4c620a9c tempest-DeleteServersAdminTestJSON-1222564133 tempest-DeleteServersAdminTestJSON-1222564133-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f776396-89d1-46f6-b5ca-bc955117bad2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:50.956739 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23537807-274d-409d-946e-7d5e349fbf8b', 'name': 'tempest-ServerRescueTestJSON-1052426615-router', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:48Z', 'revision_number': 3, 'project_id': '7bd4e6ac0cb24343bba0afecf762e654', 'gw_port': {'id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23537807-274d-409d-946e-7d5e349fbf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:50.991504 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Checking router: 23537807-274d-409d-946e-7d5e349fbf8b for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:50.992119 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Updating router 23537807-274d-409d-946e-7d5e349fbf8b port ee13cb76-e90f-44b4-8d51-0bdff8be4c17 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:51.026166 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.051087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-0cac85f4-a86a-45eb-ab02-b7ca756ff730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.052614 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-0cac85f4-a86a-45eb-ab02-b7ca756ff730 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c027e7b6-71da-4dee-ae16-28fddf7e87be HTTP/1.1" status: 200 len: 855 time: 0.1950824 Sep 16 04:40:51.103711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ed20c-9de3-4c83-a6b8-6d43e0e23579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c97275-c052-49c6-a681-7386936c2e83,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:51.113024 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-e54e6e77-9f03-4a2a-8f49-91351fe96807 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a8db2b3-9fcc-469a-815f-46317841ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463896 Sep 16 04:40:51.124032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098ed20c-9de3-4c83-a6b8-6d43e0e23579 admin admin] Checking segment: {'id': '9b76a4b1-68f4-428b-8b8a-0d937c9ce193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'da407541-b8d7-47bd-b499-9a3a27dae2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:51.124395 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098ed20c-9de3-4c83-a6b8-6d43e0e23579 admin admin] Network hostable DHCP agents. Network: da407541-b8d7-47bd-b499-9a3a27dae2d1, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:51.160162 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-e5f683d6-cb81-4298-a418-f977e155a895 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837070 Sep 16 04:40:51.241209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3530ac-0ebc-43da-bb03-bb37ac555dfc req-d0f6a81d-b79f-42b8-9442-f2dc4c620a9c tempest-DeleteServersAdminTestJSON-1222564133 tempest-DeleteServersAdminTestJSON-1222564133-project-admin] No DVR routers for this DVR port 3f776396-89d1-46f6-b5ca-bc955117bad2 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:51.274457 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1f3530ac-0ebc-43da-bb03-bb37ac555dfc req-d0f6a81d-b79f-42b8-9442-f2dc4c620a9c tempest-DeleteServersAdminTestJSON-1222564133 tempest-DeleteServersAdminTestJSON-1222564133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.276643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f3530ac-0ebc-43da-bb03-bb37ac555dfc req-d0f6a81d-b79f-42b8-9442-f2dc4c620a9c tempest-DeleteServersAdminTestJSON-1222564133 tempest-DeleteServersAdminTestJSON-1222564133-project-admin] 10.222.0.37 "DELETE /v2.0/ports/3f776396-89d1-46f6-b5ca-bc955117bad2 HTTP/1.1" status: 204 len: 173 time: 1.3348229 Sep 16 04:40:51.284511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfffe384-dc96-4f00-91a7-4a645802c5aa', 'name': 'network-vif-deleted', 'tag': '3f776396-89d1-46f6-b5ca-bc955117bad2'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:51.284511 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d967b2c4-3f2f-44e5-8bd4-0451409a2a9a" -d '{"events": [{"server_uuid": "cfffe384-dc96-4f00-91a7-4a645802c5aa", "name": "network-vif-deleted", "tag": "3f776396-89d1-46f6-b5ca-bc955117bad2"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:51.291478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098ed20c-9de3-4c83-a6b8-6d43e0e23579 admin admin] Network da407541-b8d7-47bd-b499-9a3a27dae2d1 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:51.312208 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c863d512-ac34-440d-8bd6-8688bcc107f0 req-60d4dbdc-3a85-4aa5-ac3b-eb2cac56c43d tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 210 time: 0.0744309 Sep 16 04:40:51.357281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-b7514963-1edb-4d45-ab69-8c74ffa3dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.358895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-b7514963-1edb-4d45-ab69-8c74ffa3dc36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 1126 time: 0.4470882 Sep 16 04:40:51.372321 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.389199 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-85b03944-0126-4fa5-bfbd-8fa478387b1b service neutron] 10.222.0.37 "GET /v2.0/networks/7a8db2b3-9fcc-469a-815f-46317841ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662385 Sep 16 04:40:51.389755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-098ed20c-9de3-4c83-a6b8-6d43e0e23579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, da407541-b8d7-47bd-b499-9a3a27dae2d1) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:51.394393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504764c9-e852-466e-8810-c5eac839c4c4 req-8aa77a3c-4ceb-4ffb-9b08-461137b6da0a tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.398429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-504764c9-e852-466e-8810-c5eac839c4c4 req-8aa77a3c-4ceb-4ffb-9b08-461137b6da0a tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 950 time: 0.2120612 Sep 16 04:40:51.404140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed20c-9de3-4c83-a6b8-6d43e0e23579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.404693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a9e4ce-266d-4f7d-9fb3-de519b8e8a55 None None] Network da407541-b8d7-47bd-b499-9a3a27dae2d1 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:51.404807 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-098ed20c-9de3-4c83-a6b8-6d43e0e23579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.448860 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.510719 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ecb4c84-474e-48b0-8152-570f18bc5e99 req-acaa3284-b519-4db1-b7d5-61b7b1d3b406 service neutron] 10.222.0.37 "GET /v2.0/networks/7a8db2b3-9fcc-469a-815f-46317841ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011493 Sep 16 04:40:51.531860 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-f18fcd9a-03d2-4536-9244-38ccc4ca3c4c service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460891 Sep 16 04:40:51.552913 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Attempting to bind port ee13cb76-e90f-44b4-8d51-0bdff8be4c17 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:51.553531 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Attempting to bind port ee13cb76-e90f-44b4-8d51-0bdff8be4c17 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:51.554191 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Attempting to bind port ee13cb76-e90f-44b4-8d51-0bdff8be4c17 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:51.568994 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Pushing event updated for resources: {'Port': ['ID=ee13cb76-e90f-44b4-8d51-0bdff8be4c17,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:51.573083 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:51.573751 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:51.574559 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.575147 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:51.575925 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Bound port: ee13cb76-e90f-44b4-8d51-0bdff8be4c17, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:51.576554 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.577632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-504764c9-e852-466e-8810-c5eac839c4c4 req-fbf6089a-5d25-4b4a-977d-ad048f700ac2 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696115 Sep 16 04:40:51.611417 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:51.611875 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:51.612932 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:51.613656 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:51.613997 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:51.614357 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:51.620734 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:51.620734 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:51.620734 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:51.620734 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:51.620734 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:51.620734 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:51.621401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57aa080-06e0-4948-8849-3064146b0ce0 None None] Network da407541-b8d7-47bd-b499-9a3a27dae2d1 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:51.647117 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5962a0cb-62d5-4de1-b7c8-c23b93319d4f x-openstack-request-id: req-5962a0cb-62d5-4de1-b7c8-c23b93319d4f {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:51.647908 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfffe384-dc96-4f00-91a7-4a645802c5aa", "name": "network-vif-deleted", "tag": "3f776396-89d1-46f6-b5ca-bc955117bad2", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:51.652333 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5962a0cb-62d5-4de1-b7c8-c23b93319d4f {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:51.652333 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfffe384-dc96-4f00-91a7-4a645802c5aa', 'name': 'network-vif-deleted', 'tag': '3f776396-89d1-46f6-b5ca-bc955117bad2', 'status': 'completed', 'code': 200} Sep 16 04:40:51.652534 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-098ed20c-9de3-4c83-a6b8-6d43e0e23579 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6976833 Sep 16 04:40:51.663983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-f33300be-f0f7-4507-be80-4a6cf72caae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.666612 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-f33300be-f0f7-4507-be80-4a6cf72caae3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.2928522 Sep 16 04:40:51.672979 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] For port ee13cb76-e90f-44b4-8d51-0bdff8be4c17, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:51.676819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c41a6-5217-47cc-9ea9-c249ea7da4f9 req-b2d4d11b-18ec-4112-a4d8-389d4da81204 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.677154 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] For port ee13cb76-e90f-44b4-8d51-0bdff8be4c17, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ee13cb76-e90f-44b4-8d51-0bdff8be4c17,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:51.678358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c1c41a6-5217-47cc-9ea9-c249ea7da4f9 req-b2d4d11b-18ec-4112-a4d8-389d4da81204 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 943 time: 0.2049460 Sep 16 04:40:51.731247 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-cf83a547-3ced-492f-9027-89cf2b3c21d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 HTTP/1.1" status: 200 len: 217 time: 0.0503170 Sep 16 04:40:51.776780 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.823239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36486) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:51.846984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c1c41a6-5217-47cc-9ea9-c249ea7da4f9 req-d3c467d8-2ebb-4c69-90d3-c70acfca5b44 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592863 Sep 16 04:40:51.847169 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Routers {'23537807-274d-409d-946e-7d5e349fbf8b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:51.849890 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:40:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['23537807-274d-409d-946e-7d5e349fbf8b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:51.898687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-b1b89fa3-f35e-4b56-9c41-244f421f9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.900168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-b1b89fa3-f35e-4b56-9c41-244f421f9b65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.1570637 Sep 16 04:40:51.905036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d27233-62e7-4cb2-bc7f-317dd8cf0dcd admin admin] Deleting subnet 19672ded-0987-42bb-8e20-8df833b79848 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:40:51.910982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-38d27233-62e7-4cb2-bc7f-317dd8cf0dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.966093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-dd154281-14b0-414d-b52c-a4ca737b71cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440123 Sep 16 04:40:51.970759 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-38d27233-62e7-4cb2-bc7f-317dd8cf0dcd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.992714 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-38d27233-62e7-4cb2-bc7f-317dd8cf0dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.019742 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f807c56-03c6-443a-bc17-fbddd2f6c3c8 None None] Pushing event updated for resources: {'Port': ['ID=ee13cb76-e90f-44b4-8d51-0bdff8be4c17,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:52.038486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292596a-34ad-43e9-a3ae-6cc08fa8fb3e req-29c43c4f-8ff9-4626-8074-1f8c513d3623 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.040005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a292596a-34ad-43e9-a3ae-6cc08fa8fb3e req-29c43c4f-8ff9-4626-8074-1f8c513d3623 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 944 time: 0.1884906 Sep 16 04:40:52.088088 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] Set router 23537807-274d-409d-946e-7d5e349fbf8b gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:52.136028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce9dab-3a8c-44b8-87b8-85c31b706991 req-7dec2faa-0608-42a3-bdfd-418b3357ffe5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.137530 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfce9dab-3a8c-44b8-87b8-85c31b706991 req-7dec2faa-0608-42a3-bdfd-418b3357ffe5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 945 time: 0.2041721 Sep 16 04:40:52.147085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-38d27233-62e7-4cb2-bc7f-317dd8cf0dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.194006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d27233-62e7-4cb2-bc7f-317dd8cf0dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19672ded-0987-42bb-8e20-8df833b79848,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:52.202736 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a292596a-34ad-43e9-a3ae-6cc08fa8fb3e req-8c0ab2a1-cf4d-4472-a058-ba80e5d2cde6 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/security-groups?id=484d7224-61f4-4cbd-9f7a-6ea49fadd737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346509 Sep 16 04:40:52.206581 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-38d27233-62e7-4cb2-bc7f-317dd8cf0dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.211248 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-38d27233-62e7-4cb2-bc7f-317dd8cf0dcd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/19672ded-0987-42bb-8e20-8df833b79848 HTTP/1.1" status: 204 len: 168 time: 0.3855286 Sep 16 04:40:52.214778 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36488) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:52.242599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-0b2200c1-cf53-4857-8af1-e0c33a7a2702 service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527285 Sep 16 04:40:52.249440 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.275909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfce9dab-3a8c-44b8-87b8-85c31b706991 req-24bd2052-2e10-4c24-991e-f7c5a4f05f44 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202102 Sep 16 04:40:52.314359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.317657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820188-6980-4f4c-9213-a423800e99f7 req-ae426344-dd36-4ae3-bc18-0d4e11f74386 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.318975 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-ae426344-dd36-4ae3-bc18-0d4e11f74386 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde&tenant_id=f4a70497af814474abf0ba78527f1f40&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1097 time: 0.1265013 Sep 16 04:40:52.325748 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23537807-274d-409d-946e-7d5e349fbf8b', 'name': 'tempest-ServerRescueTestJSON-1052426615-router', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:48Z', 'revision_number': 3, 'project_id': '7bd4e6ac0cb24343bba0afecf762e654', 'gw_port': {'id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23537807-274d-409d-946e-7d5e349fbf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:52.371704 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd5587f-fc5d-45d7-85be-be0a6a4f0ca4 None None] The sync data for ids ['23537807-274d-409d-946e-7d5e349fbf8b'] in n-d-712137-12 is: [{'id': '23537807-274d-409d-946e-7d5e349fbf8b', 'name': 'tempest-ServerRescueTestJSON-1052426615-router', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:48Z', 'revision_number': 3, 'project_id': '7bd4e6ac0cb24343bba0afecf762e654', 'gw_port': {'id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23537807-274d-409d-946e-7d5e349fbf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:52.493761 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-575ebe8e-338c-4884-90c3-2a414c3fe456 service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412064 Sep 16 04:40:52.502187 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.511418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-49500da3-7349-4ac6-a6a8-ad530be92fad req-9d8858cf-4856-48a8-be35-3f5d211d4e9b tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfffe384-dc96-4f00-91a7-4a645802c5aa HTTP/1.1" status: 200 len: 210 time: 0.0412393 Sep 16 04:40:52.544764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.545113 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.545876 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.546351 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > port after_create 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.546564 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > port after_delete 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.547492 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > port after_update 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.547922 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.548252 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.548588 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.549079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.565924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Allocated IP 172.20.0.1 (0b1f6d5d-ed89-46e3-b590-37d2b4020673/6cc13275-6ab6-4fa6-86cd-bc7d2a213f74/0de33be1-707e-459d-abcc-4d5f8789ce02) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:52.628914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.629246 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.629582 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.629911 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:40:52.630296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606fc458-b914-4aff-8f5b-83a325c771fc']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:52.652110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69fcbc3-551a-466b-bcd5-30882240fca6') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:52.652317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69fcbc3-551a-466b-bcd5-30882240fca6') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:52.675782 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.701541 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.710620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:40:52.713058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: from cryptography.utils import int_from_bytes Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: from cryptography.utils import int_from_bytes Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:40:52.716106 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:40:52.736649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-d6ec11f3-9fe6-4830-827f-f32ef09a36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.738145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-d6ec11f3-9fe6-4830-827f-f32ef09a36ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd9a6fda97224dd1a5de18bc70643c27&device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 1096 time: 0.1008215 Sep 16 04:40:52.743748 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.790774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ed820188-6980-4f4c-9213-a423800e99f7 req-baf8c542-c6bc-4379-8ad2-60377412c0e1 service neutron] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:52.794821 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ed820188-6980-4f4c-9213-a423800e99f7 req-baf8c542-c6bc-4379-8ad2-60377412c0e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.796006 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed820188-6980-4f4c-9213-a423800e99f7 req-baf8c542-c6bc-4379-8ad2-60377412c0e1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/ec2301d5-9877-4ad6-bd73-04cca7ef1606/bindings/n-h1-712137-12 HTTP/1.1" status: 204 len: 173 time: 0.4663467 Sep 16 04:40:52.799380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ae69e-04f3-44bf-b514-9298f344255b req-5ed0ebe4-0413-4bd5-bb06-4675744a94ed tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.801275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb8ae69e-04f3-44bf-b514-9298f344255b req-5ed0ebe4-0413-4bd5-bb06-4675744a94ed tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 950 time: 0.1318357 Sep 16 04:40:52.861304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.867806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.872386 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] 10.222.0.24 "DELETE /v2.0/networks/606fc458-b914-4aff-8f5b-83a325c771fc HTTP/1.1" status: 204 len: 168 time: 0.6555457 Sep 16 04:40:52.883257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36496) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:52.891972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bc842-43bd-4fc2-8b53-15870ebc5e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=606fc458-b914-4aff-8f5b-83a325c771fc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:52.944824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc1d069-6cd1-4b27-a2df-a2844fef5005 admin admin] Deleting subnet c1c97275-c052-49c6-a681-7386936c2e83 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:40:52.948250 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc1d069-6cd1-4b27-a2df-a2844fef5005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.950038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb8ae69e-04f3-44bf-b514-9298f344255b req-95701b03-6e78-4166-af6f-7c2dbac3424a tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372476 Sep 16 04:40:52.982105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-2a92387d-defd-46c7-830e-12d37edf539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.984253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-2a92387d-defd-46c7-830e-12d37edf539c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a8db2b3-9fcc-469a-815f-46317841ba23 HTTP/1.1" status: 200 len: 915 time: 0.2319779 Sep 16 04:40:53.009583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc1d069-6cd1-4b27-a2df-a2844fef5005 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.058704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-633fbda2-a083-4fb2-b11c-c163c284347c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b00de79-a4d8-47ad-8407-9bf990eb3aac HTTP/1.1" status: 200 len: 217 time: 0.0555046 Sep 16 04:40:53.062346 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc1d069-6cd1-4b27-a2df-a2844fef5005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.071630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23fa71-d514-4655-8cc2-25727c814622 req-73f178ab-0bce-4512-a6c2-410da56c802a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.073424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed23fa71-d514-4655-8cc2-25727c814622 req-73f178ab-0bce-4512-a6c2-410da56c802a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 943 time: 0.1192734 Sep 16 04:40:53.080339 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:40:53.126500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ee13cb76-e90f-44b4-8d51-0bdff8be4c17 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:53.137025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:53.139536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ec2301d5-9877-4ad6-bd73-04cca7ef1606 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:53.149394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-457d059d-9430-4b8f-ba7c-1b26d0e64a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.150879 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-457d059d-9430-4b8f-ba7c-1b26d0e64a94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c027e7b6-71da-4dee-ae16-28fddf7e87be HTTP/1.1" status: 200 len: 855 time: 0.0764279 Sep 16 04:40:53.153705 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.236391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ec2301d5-9877-4ad6-bd73-04cca7ef1606 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:53.260418 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc1d069-6cd1-4b27-a2df-a2844fef5005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.263970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=0de33be1-707e-459d-abcc-4d5f8789ce02,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:53.271684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-7390f589-0938-411c-8fad-782dd022889a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a8db2b3-9fcc-469a-815f-46317841ba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019962 Sep 16 04:40:53.306681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1d069-6cd1-4b27-a2df-a2844fef5005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c97275-c052-49c6-a681-7386936c2e83,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:53.316440 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc1d069-6cd1-4b27-a2df-a2844fef5005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.322244 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0bc1d069-6cd1-4b27-a2df-a2844fef5005 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c1c97275-c052-49c6-a681-7386936c2e83 HTTP/1.1" status: 204 len: 168 time: 0.4379013 Sep 16 04:40:53.322890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36508) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:53.436721 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.445117 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:53.558442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.583912 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da407541-b8d7-47bd-b499-9a3a27dae2d1']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:53.596447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b76a4b1-68f4-428b-8b8a-0d937c9ce193') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:53.597026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b76a4b1-68f4-428b-8b8a-0d937c9ce193') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:53.607926 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.620901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed23fa71-d514-4655-8cc2-25727c814622 req-1b3e9aac-ecec-4fb7-a0b7-fa57f47f6206 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366492 Sep 16 04:40:53.625891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:53.626173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.635125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:40:53.635709 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:40:53.640653 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:40:53.678081 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ee13cb76-e90f-44b4-8d51-0bdff8be4c17 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:53.678549 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.680329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 has no active binding in host n-h1-712137-12 {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:40:53.713998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:53.725962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:53.777550 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.798861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port ee13cb76-e90f-44b4-8d51-0bdff8be4c17, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ee13cb76-e90f-44b4-8d51-0bdff8be4c17,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:53.814697 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.823501 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.825674 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] 10.222.0.24 "DELETE /v2.0/networks/da407541-b8d7-47bd-b499-9a3a27dae2d1 HTTP/1.1" status: 204 len: 168 time: 0.5018151 Sep 16 04:40:53.833321 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-ef0bae2d-4ac6-46bc-aeb5-dbb6e781c714 service neutron] 10.222.0.37 "GET /v2.0/networks/7a8db2b3-9fcc-469a-815f-46317841ba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978655 Sep 16 04:40:53.834936 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.843141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c48be-fa77-43e5-a9cb-e7af533a6a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=da407541-b8d7-47bd-b499-9a3a27dae2d1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:53.882770 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.898965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41667d1-794c-4322-9498-b490e605e73a req-f78c7b3a-0254-498c-876d-01b42b308eef tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.912003 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c41667d1-794c-4322-9498-b490e605e73a req-f78c7b3a-0254-498c-876d-01b42b308eef tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 944 time: 0.2763145 Sep 16 04:40:53.939402 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=ee13cb76-e90f-44b4-8d51-0bdff8be4c17,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:53.939571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217c998-2e8e-4402-acd1-a82fb56e8dd3 req-ed78526e-f58c-43ee-87aa-5a686e5a8d5b tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.941079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5217c998-2e8e-4402-acd1-a82fb56e8dd3 req-ed78526e-f58c-43ee-87aa-5a686e5a8d5b tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 945 time: 0.2181153 Sep 16 04:40:54.113170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c41667d1-794c-4322-9498-b490e605e73a req-c633a8e4-c19a-41ff-a8b7-72d60c59ff70 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/security-groups?id=484d7224-61f4-4cbd-9f7a-6ea49fadd737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021172 Sep 16 04:40:54.119285 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5217c998-2e8e-4402-acd1-a82fb56e8dd3 req-3904b927-ea9a-4ad8-9218-1759b43c5102 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469083 Sep 16 04:40:54.152020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177b2f5f-74b6-4bd1-8d47-8af683fdb495 req-b28f0450-e10d-4386-ade8-0a8ebe210485 service neutron] 10.222.0.37 "GET /v2.0/networks/7a8db2b3-9fcc-469a-815f-46317841ba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097224 Sep 16 04:40:54.253308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168636c-0314-4776-b94f-4405724f31f2 req-a1f5d0ea-0f90-4354-b4ad-2a039f675605 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.254889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8168636c-0314-4776-b94f-4405724f31f2 req-a1f5d0ea-0f90-4354-b4ad-2a039f675605 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 950 time: 0.0688059 Sep 16 04:40:54.313230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.342263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36524) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:54.394796 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9ffec501-62f0-41bf-91d5-2516b5fdf58f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f38bb092a194c0e96f3b0263bd71914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510175 Sep 16 04:40:54.397582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36526) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:54.454120 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4452e29d-6a89-4725-9645-da20d99fbd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.462047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8168636c-0314-4776-b94f-4405724f31f2 req-8841c4e7-6087-4113-a1cd-7fd7bd592f02 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677911 Sep 16 04:40:54.476505 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4452e29d-6a89-4725-9645-da20d99fbd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.518269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea256c-71e9-406b-8b95-d10ab4e2b818 req-0248d603-ff72-4819-b826-2f02aa1c0a8e tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.525424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5ea256c-71e9-406b-8b95-d10ab4e2b818 req-0248d603-ff72-4819-b826-2f02aa1c0a8e tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 1097 time: 0.1115086 Sep 16 04:40:54.572339 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.590827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5ea256c-71e9-406b-8b95-d10ab4e2b818 req-4ecedc85-9562-4768-9a41-d01095b6b805 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645332 Sep 16 04:40:54.606077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-3422004b-a961-45c6-a85c-016e4a9761a4 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d9539476406a4644bfac6209ebfced53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266204 Sep 16 04:40:54.608607 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4452e29d-6a89-4725-9645-da20d99fbd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.612171 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4452e29d-6a89-4725-9645-da20d99fbd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.613356 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4452e29d-6a89-4725-9645-da20d99fbd87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecae0cfb-3b32-437a-a976-33d05d15ffc9 HTTP/1.1" status: 204 len: 168 time: 0.2145016 Sep 16 04:40:54.630694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452e29d-6a89-4725-9645-da20d99fbd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecae0cfb-3b32-437a-a976-33d05d15ffc9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:54.645637 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.792801 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fb219108-1444-4574-84c7-f750a9e384a6 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=dcdbd1a051cc400fac88c8d6c75f6898&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499971 Sep 16 04:40:54.803263 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.816428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=0de33be1-707e-459d-abcc-4d5f8789ce02,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:54.873404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-b3a3c5fe-854e-4b6a-9862-9128ff45766b tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.874850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-b3a3c5fe-854e-4b6a-9862-9128ff45766b tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666190 Sep 16 04:40:54.974531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-6ed60f6e-914d-4cf9-a234-2e268c4d1024 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/quotas/d9539476406a4644bfac6209ebfced53 HTTP/1.1" status: 200 len: 375 time: 0.0858703 Sep 16 04:40:55.029630 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ee13cb76-e90f-44b4-8d51-0bdff8be4c17 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:55.053774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-e7d57066-dd52-4387-9793-b4ff06c7ed64 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9539476406a4644bfac6209ebfced53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509508 Sep 16 04:40:55.083286 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ee13cb76-e90f-44b4-8d51-0bdff8be4c17 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:55.083855 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.087855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 6b00de79-a4d8-47ad-8407-9bf990eb3aac details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:55.100173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-a000ee49-f928-425d-a910-b318487dae1e tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.101825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-a000ee49-f928-425d-a910-b318487dae1e tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3022881 Sep 16 04:40:55.127901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:55.133355 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:55.133779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 3f776396-89d1-46f6-b5ca-bc955117bad2 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:55.137011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-8b545b45-a3fb-4c90-aa18-8f48a82723c2 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/quotas/dcdbd1a051cc400fac88c8d6c75f6898 HTTP/1.1" status: 200 len: 375 time: 0.0259700 Sep 16 04:40:55.140072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-2646ff62-6eee-4091-a91d-64b9bbccd868 service neutron] 10.222.0.37 "GET /v2.0/ports/c0d09182-1b2a-4e6d-a7eb-e5d8a9609010/bindings/n-h1-712137-12 HTTP/1.1" status: 200 len: 385 time: 0.2081885 Sep 16 04:40:55.168026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 3f776396-89d1-46f6-b5ca-bc955117bad2 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:55.168377 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 3f776396-89d1-46f6-b5ca-bc955117bad2 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:55.276416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 6b00de79-a4d8-47ad-8407-9bf990eb3aac, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=6b00de79-a4d8-47ad-8407-9bf990eb3aac,segment=NetworkSegment(5a8159ec-9c59-424b-a016-da645a4b0719),segment_id=5a8159ec-9c59-424b-a016-da645a4b0719)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:55.290627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '6b00de79-a4d8-47ad-8407-9bf990eb3aac', 'network_id': '7a8db2b3-9fcc-469a-815f-46317841ba23', 'port_id': '6b00de79-a4d8-47ad-8407-9bf990eb3aac', 'mac_address': 'fa:16:3e:40:f3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c027e7b6-71da-4dee-ae16-28fddf7e87be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:55.327835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-50c7eddc-d50f-4cee-ac0b-59f483d9a520 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dcdbd1a051cc400fac88c8d6c75f6898&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1449635 Sep 16 04:40:55.340203 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.372346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Router 23537807-274d-409d-946e-7d5e349fbf8b has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:55.373781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b00de79-a4d8-47ad-8407-9bf990eb3aac {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:55.425342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36568) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:55.429558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 6b00de79-a4d8-47ad-8407-9bf990eb3aac, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=6b00de79-a4d8-47ad-8407-9bf990eb3aac,segment=NetworkSegment(5a8159ec-9c59-424b-a016-da645a4b0719),segment_id=5a8159ec-9c59-424b-a016-da645a4b0719)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:55.471895 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5ec85769-9eeb-4717-acbe-1a9fba21b50f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f9dd0f626e74f1d843baefc3d52d3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421007 Sep 16 04:40:55.472144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36570) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:55.545600 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.555932 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3976fb74-b785-411b-b403-fe5be41c3556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.581163 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3976fb74-b785-411b-b403-fe5be41c3556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.676307 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=6b00de79-a4d8-47ad-8407-9bf990eb3aac,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:55.736075 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3976fb74-b785-411b-b403-fe5be41c3556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.740714 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3976fb74-b785-411b-b403-fe5be41c3556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.740714 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3976fb74-b785-411b-b403-fe5be41c3556 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/981f20d3-d606-4037-8bd1-0c4f0ac70fb3 HTTP/1.1" status: 204 len: 168 time: 0.2668498 Sep 16 04:40:55.749331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976fb74-b785-411b-b403-fe5be41c3556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981f20d3-d606-4037-8bd1-0c4f0ac70fb3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:55.772878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['6b00de79-a4d8-47ad-8407-9bf990eb3aac'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:55.807683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46cc84-69bc-4467-b01c-2717e45a5844 req-787f9653-1060-4cef-a0f9-35e751297148 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:55.809203 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc46cc84-69bc-4467-b01c-2717e45a5844 req-787f9653-1060-4cef-a0f9-35e751297148 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 943 time: 0.4046535 Sep 16 04:40:55.816839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-cc2d622c-6d12-419e-8ccc-6b1c1bf69e92 service neutron] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:55.880140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:55.893108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-369f9606-06e0-4139-b57d-4d28c7d4a0e0 admin admin] 10.222.0.24 "PUT /v2.0/routers/23537807-274d-409d-946e-7d5e349fbf8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1415734 Sep 16 04:40:55.897830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Sync routers for ids ['23537807-274d-409d-946e-7d5e349fbf8b'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:55.923863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-cc2d622c-6d12-419e-8ccc-6b1c1bf69e92 service neutron] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:55.935632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Routers {'23537807-274d-409d-946e-7d5e349fbf8b'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:55.936613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:40:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['23537807-274d-409d-946e-7d5e349fbf8b'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:55.975762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc46cc84-69bc-4467-b01c-2717e45a5844 req-e4dd2684-d2f3-4ae4-8a0f-e71bae3b2c38 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412880 Sep 16 04:40:55.994027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-cc2d622c-6d12-419e-8ccc-6b1c1bf69e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:56.022965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-284bdb0e-b4fd-40ae-b739-6ec9566d3551 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.023663 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-284bdb0e-b4fd-40ae-b739-6ec9566d3551 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 808 time: 0.2384667 Sep 16 04:40:56.028268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-cc2d622c-6d12-419e-8ccc-6b1c1bf69e92 service neutron] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:56.071616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-2e933eb2-8930-49c5-8167-1edfa1b17ef3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/quotas/f4a70497af814474abf0ba78527f1f40 HTTP/1.1" status: 200 len: 375 time: 0.0293546 Sep 16 04:40:56.116899 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-cc2d622c-6d12-419e-8ccc-6b1c1bf69e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.134176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Set router 23537807-274d-409d-946e-7d5e349fbf8b gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:56.150930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-140791e0-7184-4fad-872d-425a61b7df42 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771925 Sep 16 04:40:56.325737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bacf5-aa5f-4100-98b6-aa09b05a973f req-e856770e-bf46-451a-8586-8bfe765ec424 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.333021 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da8bacf5-aa5f-4100-98b6-aa09b05a973f req-e856770e-bf46-451a-8586-8bfe765ec424 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 945 time: 0.1793394 Sep 16 04:40:56.373565 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23537807-274d-409d-946e-7d5e349fbf8b', 'name': 'tempest-ServerRescueTestJSON-1052426615-router', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:54Z', 'revision_number': 4, 'project_id': '7bd4e6ac0cb24343bba0afecf762e654', 'gw_port': {'id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23537807-274d-409d-946e-7d5e349fbf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0de33be1-707e-459d-abcc-4d5f8789ce02', 'name': '', 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'mac_address': 'fa:16:3e:e4:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23537807-274d-409d-946e-7d5e349fbf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6cc13275-6ab6-4fa6-86cd-bc7d2a213f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:52Z', 'updated_at': '2021-09-16T04:40:54Z', 'revision_number': 2, 'project_id': '7bd4e6ac0cb24343bba0afecf762e654', 'subnets': [{'id': '6cc13275-6ab6-4fa6-86cd-bc7d2a213f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:56.374097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-b9b89a4d-80b3-4a59-a85e-f10e497f3d14 service neutron] 10.222.0.24 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223175 Sep 16 04:40:56.396539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-cc2d622c-6d12-419e-8ccc-6b1c1bf69e92 service neutron] Transition to ACTIVE for port object c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:56.409312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Checking router: 23537807-274d-409d-946e-7d5e349fbf8b for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:56.409617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Updating router 23537807-274d-409d-946e-7d5e349fbf8b port 0de33be1-707e-459d-abcc-4d5f8789ce02 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:56.435860 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.437050 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da8bacf5-aa5f-4100-98b6-aa09b05a973f req-9c03f31c-d694-4e3e-82a6-f222bbd68070 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/security-groups?id=484d7224-61f4-4cbd-9f7a-6ea49fadd737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031849 Sep 16 04:40:56.505169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-48b13f20-a35e-43aa-9361-b488b64b5a50 service neutron] 10.222.0.24 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195047 Sep 16 04:40:56.518877 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-cc2d622c-6d12-419e-8ccc-6b1c1bf69e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.623203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-cc2d622c-6d12-419e-8ccc-6b1c1bf69e92 service neutron] No DVR routers for this DVR port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:56.646870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d622c-6d12-419e-8ccc-6b1c1bf69e92 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,revision_number=10']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:56.710036 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db61571-36a6-4650-b9bc-03c78a8f8962 req-44a5cfb8-fb16-48f0-b3f0-141b6056cfb1 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 210 time: 0.0620258 Sep 16 04:40:56.715602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-cc2d622c-6d12-419e-8ccc-6b1c1bf69e92 service neutron] 10.222.0.37 "PUT /v2.0/ports/c0d09182-1b2a-4e6d-a7eb-e5d8a9609010/bindings/n-h1-712137-12/activate HTTP/1.1" status: 200 len: 370 time: 1.5338564 Sep 16 04:40:56.821555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd6ed0d1-2401-43c2-96de-fa8c00e38d74 req-0a8c868e-8c38-4604-9938-9275e9fca14b tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 210 time: 0.0499208 Sep 16 04:40:56.866121 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.919755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4024e3df-9e06-41b0-8298-eaca65d8dab2 req-1386029f-a516-4555-a7a3-34bb1fdb5380 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 210 time: 0.0321939 Sep 16 04:40:56.967309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-abc86a71-5051-4279-950d-da370b49e651 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.970031 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-abc86a71-5051-4279-950d-da370b49e651 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29&tenant_id=a90cdc15f24043fba6cb9927dc16b179&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1096 time: 0.0686104 Sep 16 04:40:57.003225 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.052704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-bf684931-3683-44b3-a19d-23f383d9f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.054841 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-bf684931-3683-44b3-a19d-23f383d9f7bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29&tenant_id=a90cdc15f24043fba6cb9927dc16b179 HTTP/1.1" status: 200 len: 1096 time: 0.0728593 Sep 16 04:40:57.119151 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 6b00de79-a4d8-47ad-8407-9bf990eb3aac up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:57.134140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-02570a29-f9ea-4d71-8b9c-c7dedce876ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.135901 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-02570a29-f9ea-4d71-8b9c-c7dedce876ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 1096 time: 0.0489788 Sep 16 04:40:57.198981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180e8cd-c36d-499a-b156-d127e0b9135b req-13ac41a4-c69c-4509-8e06-9e223976842d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.200596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9180e8cd-c36d-499a-b156-d127e0b9135b req-13ac41a4-c69c-4509-8e06-9e223976842d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 944 time: 0.1231859 Sep 16 04:40:57.215385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b19765-c637-4258-9924-23764fd78652 None None] Pushing event updated for resources: {'Port': ['ID=0de33be1-707e-459d-abcc-4d5f8789ce02,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.231733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Attempting to bind port 0de33be1-707e-459d-abcc-4d5f8789ce02 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:57.232108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Attempting to bind port 0de33be1-707e-459d-abcc-4d5f8789ce02 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:57.232512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Attempting to bind port 0de33be1-707e-459d-abcc-4d5f8789ce02 on network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:57.240576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:57.240962 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Checking segment: {'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:57.241361 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.241761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Bound using segment: {'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:57.242229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Bound port: 0de33be1-707e-459d-abcc-4d5f8789ce02, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:57.242612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.257549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-1bab9f21-01e4-4972-9090-4ab0624a6fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.259523 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-1bab9f21-01e4-4972-9090-4ab0624a6fa4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.1118314 Sep 16 04:40:57.301038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9180e8cd-c36d-499a-b156-d127e0b9135b req-210a4b2a-00b3-4f46-a4e6-1b39d76663f9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896034 Sep 16 04:40:57.332748 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-35f47046-2476-40f3-889a-2c0f8d07916f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 HTTP/1.1" status: 200 len: 217 time: 0.0606968 Sep 16 04:40:57.344585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-8ecd4173-f52b-4451-9e4a-103840c4386c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.348754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-8ecd4173-f52b-4451-9e4a-103840c4386c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/networks?id=0b1f6d5d-ed89-46e3-b590-37d2b4020673 HTTP/1.1" status: 200 len: 811 time: 0.2098544 Sep 16 04:40:57.356758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] For port 0de33be1-707e-459d-abcc-4d5f8789ce02, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:57.362464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-864028a5-3af2-4d9d-b577-024fb141b28e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/quotas/7bd4e6ac0cb24343bba0afecf762e654 HTTP/1.1" status: 200 len: 375 time: 0.0128453 Sep 16 04:40:57.364369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] For port 0de33be1-707e-459d-abcc-4d5f8789ce02, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0de33be1-707e-459d-abcc-4d5f8789ce02,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:57.368049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 6b00de79-a4d8-47ad-8407-9bf990eb3aac completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:57.376802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 6b00de79-a4d8-47ad-8407-9bf990eb3aac triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:57.381044 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.400498 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-571026eb-7066-420e-9319-d3782b69ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.402616 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-571026eb-7066-420e-9319-d3782b69ec54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.0604415 Sep 16 04:40:57.441456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-8d269201-0586-4751-8853-258dea8add30 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bd4e6ac0cb24343bba0afecf762e654&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708425 Sep 16 04:40:57.451690 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-cea7998e-e266-4c32-855f-154fc43bca13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333726 Sep 16 04:40:57.463165 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.518138 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.573185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-f6fc9173-968a-4413-9ff5-b0a7e2389699 service neutron] 10.222.0.24 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226132 Sep 16 04:40:57.586830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f7c0ed-7fd2-454d-82ba-8715fb4e6415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b00de79-a4d8-47ad-8407-9bf990eb3aac'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:57.589125 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5686ee62-093e-4ff4-bd6b-11413ad37ff7" -d '{"events": [{"server_uuid": "19f7c0ed-7fd2-454d-82ba-8715fb4e6415", "name": "network-vif-plugged", "status": "completed", "tag": "6b00de79-a4d8-47ad-8407-9bf990eb3aac"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:57.610833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Routers {'23537807-274d-409d-946e-7d5e349fbf8b'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:57.611666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:40:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['23537807-274d-409d-946e-7d5e349fbf8b'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:57.619875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 6b00de79-a4d8-47ad-8407-9bf990eb3aac, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=6b00de79-a4d8-47ad-8407-9bf990eb3aac,segment=NetworkSegment(5a8159ec-9c59-424b-a016-da645a4b0719),segment_id=5a8159ec-9c59-424b-a016-da645a4b0719)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:57.635406 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-6a53d7b5-6e9f-4279-9e57-d434987b67cc service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746604 Sep 16 04:40:57.659882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b19765-c637-4258-9924-23764fd78652 None None] Pushing event updated for resources: {'Port': ['ID=0de33be1-707e-459d-abcc-4d5f8789ce02,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.692336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c32ed8-0228-4182-9310-0f6e4e2eae40 req-8963a96e-2825-4320-a0f9-0ee3c91b2398 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.694321 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28c32ed8-0228-4182-9310-0f6e4e2eae40 req-8963a96e-2825-4320-a0f9-0ee3c91b2398 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 945 time: 0.1197801 Sep 16 04:40:57.746356 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.747289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:57.755869 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-af52840b-ec98-403f-9094-32d4bf93eab7 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125271 Sep 16 04:40:57.766069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-e0396c21-77bc-4528-960d-4da4dbfc4d27 service neutron] 10.222.0.24 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785100 Sep 16 04:40:57.776712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28c32ed8-0228-4182-9310-0f6e4e2eae40 req-183a3cb6-4206-4b73-8b12-fcb375d3dc38 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/security-groups?id=484d7224-61f4-4cbd-9f7a-6ea49fadd737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753253 Sep 16 04:40:57.861230 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] Set router 23537807-274d-409d-946e-7d5e349fbf8b gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:57.900231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=6b00de79-a4d8-47ad-8407-9bf990eb3aac,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.931780 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65329429-efbd-4950-a4f2-5a1d1f7c210f x-openstack-request-id: req-65329429-efbd-4950-a4f2-5a1d1f7c210f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:57.932078 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f7c0ed-7fd2-454d-82ba-8715fb4e6415", "name": "network-vif-plugged", "status": "completed", "tag": "6b00de79-a4d8-47ad-8407-9bf990eb3aac", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:57.932345 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65329429-efbd-4950-a4f2-5a1d1f7c210f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:57.933904 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f7c0ed-7fd2-454d-82ba-8715fb4e6415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b00de79-a4d8-47ad-8407-9bf990eb3aac', 'code': 200} Sep 16 04:40:57.938879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:58.062061 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-adf0f44c-682d-4f2a-887c-fc87afd7e245 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d9539476406a4644bfac6209ebfced53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288167 Sep 16 04:40:58.063372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-521ee878-220d-4338-b32f-52917d3efe0c req-9ceb16b4-8238-4775-9041-98de6367288b tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 210 time: 0.0911245 Sep 16 04:40:58.100211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896a128-ddca-492d-bba5-b7c06dafb857 req-9e3f64d7-9940-4d7c-8715-81562a5b6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.106927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f896a128-ddca-492d-bba5-b7c06dafb857 req-9e3f64d7-9940-4d7c-8715-81562a5b6b56 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 1098 time: 0.1228356 Sep 16 04:40:58.193418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f896a128-ddca-492d-bba5-b7c06dafb857 req-6f2aeb78-6714-47a8-b618-76b10cc135ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=484d7224-61f4-4cbd-9f7a-6ea49fadd737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796354 Sep 16 04:40:58.248350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0445071-ba4a-4991-aef4-5b1e5dea72f6 req-f654bc0b-8b0f-451c-9fc9-9afdfab659d7 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 210 time: 0.0414281 Sep 16 04:40:58.289969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff415226-6b9a-4ddc-8894-a2c0307fd5a3 req-2b133ecb-c9bf-4f97-8ed9-e528e2d034c5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 210 time: 0.0450184 Sep 16 04:40:58.347314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-448a8c4f-656b-4ebe-a604-51b4bd4c110d tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.349054 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-448a8c4f-656b-4ebe-a604-51b4bd4c110d tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799778 Sep 16 04:40:58.372757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28deb0bb-7655-4f2c-a73b-cb0b00a6e563 req-3419eca2-d31b-44c3-9366-bd2f3acf8149 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 210 time: 0.0352349 Sep 16 04:40:58.378971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Request body: {'port': {'device_id': '5ab62187-b90c-42b8-9572-bb2e42e2cad2', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'd9539476406a4644bfac6209ebfced53'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:58.389475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23537807-274d-409d-946e-7d5e349fbf8b', 'name': 'tempest-ServerRescueTestJSON-1052426615-router', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:54Z', 'revision_number': 4, 'project_id': '7bd4e6ac0cb24343bba0afecf762e654', 'gw_port': {'id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23537807-274d-409d-946e-7d5e349fbf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0de33be1-707e-459d-abcc-4d5f8789ce02', 'name': '', 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'mac_address': 'fa:16:3e:e4:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23537807-274d-409d-946e-7d5e349fbf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6cc13275-6ab6-4fa6-86cd-bc7d2a213f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:52Z', 'updated_at': '2021-09-16T04:40:57Z', 'revision_number': 4, 'project_id': '7bd4e6ac0cb24343bba0afecf762e654', 'subnets': [{'id': '6cc13275-6ab6-4fa6-86cd-bc7d2a213f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:58.414311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38920d88-6aa2-4831-bc4e-1fbc4b782c8d None None] The sync data for ids ['23537807-274d-409d-946e-7d5e349fbf8b'] in n-d-712137-12 is: [{'id': '23537807-274d-409d-946e-7d5e349fbf8b', 'name': 'tempest-ServerRescueTestJSON-1052426615-router', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:54Z', 'revision_number': 4, 'project_id': '7bd4e6ac0cb24343bba0afecf762e654', 'gw_port': {'id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23537807-274d-409d-946e-7d5e349fbf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0de33be1-707e-459d-abcc-4d5f8789ce02', 'name': '', 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'mac_address': 'fa:16:3e:e4:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23537807-274d-409d-946e-7d5e349fbf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6cc13275-6ab6-4fa6-86cd-bc7d2a213f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:52Z', 'updated_at': '2021-09-16T04:40:57Z', 'revision_number': 4, 'project_id': '7bd4e6ac0cb24343bba0afecf762e654', 'subnets': [{'id': '6cc13275-6ab6-4fa6-86cd-bc7d2a213f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:58.552307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30084e0-fe3e-4577-90bf-d2a66dae6e01 req-746c0faf-c62a-4668-a620-cde6e3418f86 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.563811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d30084e0-fe3e-4577-90bf-d2a66dae6e01 req-746c0faf-c62a-4668-a620-cde6e3418f86 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 944 time: 0.1254582 Sep 16 04:40:58.605215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d30084e0-fe3e-4577-90bf-d2a66dae6e01 req-13792bde-dee1-479e-9462-2ca7eec087c3 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Sep 16 04:40:58.642950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Made reservation on behalf of d9539476406a4644bfac6209ebfced53 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:58.649233 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.877749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Allocated IP 192.168.233.190 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/abdfbebe-11f7-4212-9e95-1ad206dbe8aa) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:58.936773 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-1eb72467-4005-4359-9921-3402ac79acef tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dcdbd1a051cc400fac88c8d6c75f6898&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306005 Sep 16 04:40:58.956861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.23', 61702) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:58.978984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45949fad-73cc-4101-ba4a-32210b271f70 req-8ba90424-3af2-4282-8190-7c2e87779d94 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.994426 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45949fad-73cc-4101-ba4a-32210b271f70 req-8ba90424-3af2-4282-8190-7c2e87779d94 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 946 time: 0.0835142 Sep 16 04:40:59.121930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45949fad-73cc-4101-ba4a-32210b271f70 req-7939261c-d80a-4a76-81a1-00af01bcf3a5 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/security-groups?id=484d7224-61f4-4cbd-9f7a-6ea49fadd737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265342 Sep 16 04:40:59.140337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-19c871c1-440f-446b-a2e5-7bd6a08eee24 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.142736 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-19c871c1-440f-446b-a2e5-7bd6a08eee24 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29&tenant_id=a90cdc15f24043fba6cb9927dc16b179&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1096 time: 0.1847403 Sep 16 04:40:59.231817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0de33be1-707e-459d-abcc-4d5f8789ce02 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:59.265313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-9f597926-9e5a-4bed-96f5-428b983f863d tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.268991 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-9f597926-9e5a-4bed-96f5-428b983f863d tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240564 Sep 16 04:40:59.296519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Request body: {'port': {'device_id': '1bac4bbd-c771-4b88-9227-4288723129ba', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'dcdbd1a051cc400fac88c8d6c75f6898'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:59.339653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0de33be1-707e-459d-abcc-4d5f8789ce02 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:59.340038 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.342999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2c6a6db-1c6b-4260-ab10-e85084df47de req-fb62b491-9df2-4c1b-ae59-363a463602d6 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 210 time: 0.0827131 Sep 16 04:40:59.506569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.23', 61703) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:59.534812 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.621150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-1604f96e-95e0-439f-a23f-0982c3b22f48 service neutron] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:59.631672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 0de33be1-707e-459d-abcc-4d5f8789ce02, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0de33be1-707e-459d-abcc-4d5f8789ce02,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:59.632842 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-1604f96e-95e0-439f-a23f-0982c3b22f48 service neutron] Notify callbacks [] for binding, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.634412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75141e3f-c036-414d-8dbf-5a126f737d71 req-1604f96e-95e0-439f-a23f-0982c3b22f48 service neutron] 10.222.0.23 "DELETE /v2.0/ports/c0d09182-1b2a-4e6d-a7eb-e5d8a9609010/bindings/n-h2-712137-12 HTTP/1.1" status: 204 len: 173 time: 0.4829149 Sep 16 04:40:59.641873 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb90c178-5026-43e4-a0d6-dcb9962edd35 req-180eb21c-7b5d-4abc-98cb-84a38dd0d079 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 210 time: 0.0859382 Sep 16 04:40:59.696011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.724729 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.828595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=0de33be1-707e-459d-abcc-4d5f8789ce02,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:59.828804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-41974500-f343-4552-b6b3-b581a1597d37 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:59.830700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-41974500-f343-4552-b6b3-b581a1597d37 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.23 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 808 time: 0.3231001 Sep 16 04:40:59.845986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20579b6d-b2ac-424c-b8e4-33e100312d48 req-d9faeb2b-d825-492e-a6da-5b9862802776 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 210 time: 0.0820746 Sep 16 04:40:59.909525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Request body: {'port': {'device_id': 'f70f27bf-7e08-4b8e-bc67-9e68070d5f55', 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964', 'admin_state_up': True, 'tenant_id': 'f4a70497af814474abf0ba78527f1f40'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:59.923445 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Made reservation on behalf of dcdbd1a051cc400fac88c8d6c75f6898 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:59.924796 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f5373df-708e-4143-be5e-9d13e10163e5 req-d2033d4a-7187-428a-bbd4-c50031e353c7 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 210 time: 0.1042945 Sep 16 04:40:59.926973 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.071067 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.121726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:00.139278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Allocated IP 192.168.233.107 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/36851dac-4516-44f5-addf-f32caaa3e1d1) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:00.147025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:00.161234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:00.230202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Pushing event updated for resources: {'Port': ['ID=abdfbebe-11f7-4212-9e95-1ad206dbe8aa,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:00.306524 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.307174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.327487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2baa3-30c6-4b61-b9ac-a14bb0137a9a req-dbff5750-5691-4937-981a-2da461ef365f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.340928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1de2baa3-30c6-4b61-b9ac-a14bb0137a9a req-dbff5750-5691-4937-981a-2da461ef365f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 944 time: 0.3920422 Sep 16 04:41:00.419648 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-35c3f5d0-feac-4e5a-acad-8ad8d5c57004 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0527384 Sep 16 04:41:00.434269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1de2baa3-30c6-4b61-b9ac-a14bb0137a9a req-c646e49b-f084-41d4-abce-44774a61e60f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924726 Sep 16 04:41:00.434672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Request body: {'port': {'device_id': '5ab62187-b90c-42b8-9572-bb2e42e2cad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:00.467008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cc2e7-70e7-4e8d-ab5e-d302ef8bbbcb req-155ae3a4-74d4-4bb1-bb09-e85443e79120 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.470426 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-920cc2e7-70e7-4e8d-ab5e-d302ef8bbbcb req-155ae3a4-74d4-4bb1-bb09-e85443e79120 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 946 time: 0.1236541 Sep 16 04:41:00.517438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9f6f7ab0-853d-4976-a64a-71ffd201b443 None None] Provisioning complete for port abdfbebe-11f7-4212-9e95-1ad206dbe8aa triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:00.518016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-920cc2e7-70e7-4e8d-ab5e-d302ef8bbbcb req-ff6e0d68-ca0c-4601-908f-62481b3100aa tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/security-groups?id=484d7224-61f4-4cbd-9f7a-6ea49fadd737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Sep 16 04:41:00.518384 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f6f7ab0-853d-4976-a64a-71ffd201b443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.522091 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.565033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f7ab0-853d-4976-a64a-71ffd201b443 None None] Port abdfbebe-11f7-4212-9e95-1ad206dbe8aa cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:00.568012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Made reservation on behalf of f4a70497af814474abf0ba78527f1f40 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:00.571635 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.577769 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.819768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75ae7a-51d5-47ba-a454-b064f7719e0b req-27c31c1c-ada8-41b3-80f8-ac3dc0deb073 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.821399 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c75ae7a-51d5-47ba-a454-b064f7719e0b req-27c31c1c-ada8-41b3-80f8-ac3dc0deb073 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 936 time: 0.1700068 Sep 16 04:41:00.877599 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.885414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Allocated IP 172.20.0.7 (f85b52e9-15e2-487f-9f06-aba3d4f24964/aaad16e2-265a-4ce3-a9d4-0188565c031b/7ded17e2-2fb5-4bb1-ba82-81288c47ea24) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:00.889981 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:00.932742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:00.941211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:00.951696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:00.959172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Pushing event updated for resources: {'Port': ['ID=36851dac-4516-44f5-addf-f32caaa3e1d1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:00.972762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95805e27-2b27-4b35-a0fe-9c45d991b206 req-949688c8-37e8-4c0c-b281-54ff621cdbf0 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.974357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95805e27-2b27-4b35-a0fe-9c45d991b206 req-949688c8-37e8-4c0c-b281-54ff621cdbf0 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 936 time: 0.1519070 Sep 16 04:41:01.011118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c75ae7a-51d5-47ba-a454-b064f7719e0b req-cee0f3b0-f6da-4e9d-8467-e8fbe35f10ca tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750016 Sep 16 04:41:01.060065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.060788 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.137023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0de33be1-707e-459d-abcc-4d5f8789ce02 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:01.199677 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdfbebe-11f7-4212-9e95-1ad206dbe8aa {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:01.226363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.252301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Transition to ACTIVE for port object abdfbebe-11f7-4212-9e95-1ad206dbe8aa will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:01.256365 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-fe1da604-0d76-4235-a5b0-e4eec8e80459 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9720986 Sep 16 04:41:01.258002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0de33be1-707e-459d-abcc-4d5f8789ce02 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:01.258387 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.280552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Request body: {'port': {'device_id': '1bac4bbd-c771-4b88-9227-4288723129ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:01.330294 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.445853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Pushing event updated for resources: {'Port': ['ID=abdfbebe-11f7-4212-9e95-1ad206dbe8aa,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:01.448478 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.472355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b1a15257-0d70-494d-b50f-9fc8e98b22c7 None None] Provisioning complete for port 36851dac-4516-44f5-addf-f32caaa3e1d1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:01.474680 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b1a15257-0d70-494d-b50f-9fc8e98b22c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.517150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b1a15257-0d70-494d-b50f-9fc8e98b22c7 None None] Port 36851dac-4516-44f5-addf-f32caaa3e1d1 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:01.559893 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95805e27-2b27-4b35-a0fe-9c45d991b206 req-c22612c4-bc59-4ac3-adea-ecf27986af8c tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985614 Sep 16 04:41:01.584575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49456230-6d55-4052-b50f-ea331b72cfbd req-5cecc776-7a3c-4a18-abcd-87ea65e1bd0b tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.586121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-49456230-6d55-4052-b50f-ea331b72cfbd req-5cecc776-7a3c-4a18-abcd-87ea65e1bd0b tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 1096 time: 0.1755702 Sep 16 04:41:01.664213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-d55097cf-3b64-48f1-8b97-7c14387a2829 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.665833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-d55097cf-3b64-48f1-8b97-7c14387a2829 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.23 "GET /v2.0/networks?id=0b1f6d5d-ed89-46e3-b590-37d2b4020673 HTTP/1.1" status: 200 len: 811 time: 0.7209291 Sep 16 04:41:01.682717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Attempting to bind port abdfbebe-11f7-4212-9e95-1ad206dbe8aa on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:01.683250 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Attempting to bind port abdfbebe-11f7-4212-9e95-1ad206dbe8aa by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:01.683844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Attempting to bind port abdfbebe-11f7-4212-9e95-1ad206dbe8aa on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:01.692570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Port abdfbebe-11f7-4212-9e95-1ad206dbe8aa on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:01.693085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Attempting to bind port abdfbebe-11f7-4212-9e95-1ad206dbe8aa on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:01.706533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:01.707157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:01.707803 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:01.708488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Bound port: abdfbebe-11f7-4212-9e95-1ad206dbe8aa, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:01.709430 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.711588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Request body: {'port': {'device_id': 'bb3fb89c-53b5-46f2-a11e-4023c7732859', 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673', 'admin_state_up': True, 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:01.826704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-494e67fb-ef27-4966-985d-6a1c8b344136 req-82e764a2-52be-4754-b4db-21ea6e965918 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 210 time: 0.1016977 Sep 16 04:41:01.899913 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.932812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-49456230-6d55-4052-b50f-ea331b72cfbd req-d96c04d7-05d2-4b25-9e3c-e2368a990fb9 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738051 Sep 16 04:41:01.997068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] For port abdfbebe-11f7-4212-9e95-1ad206dbe8aa, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:02.001272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] For port abdfbebe-11f7-4212-9e95-1ad206dbe8aa, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=abdfbebe-11f7-4212-9e95-1ad206dbe8aa,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:02.014458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36851dac-4516-44f5-addf-f32caaa3e1d1 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:02.026962 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.045025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Transition to ACTIVE for port object 36851dac-4516-44f5-addf-f32caaa3e1d1 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:02.061856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3940e96c-28a3-42f1-9a4e-b1846f41c939 req-99a2e58b-937f-484e-8db8-d440445be17a tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 210 time: 0.1137121 Sep 16 04:41:02.077705 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.153372 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.173686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Pushing event updated for resources: {'Port': ['ID=abdfbebe-11f7-4212-9e95-1ad206dbe8aa,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.187731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.187731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.187731 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-f9be20d3-927b-4dd0-a005-eb941d6eb6af service neutron] 10.222.0.23 "PUT /v2.0/ports/abdfbebe-11f7-4212-9e95-1ad206dbe8aa HTTP/1.1" status: 200 len: 1097 time: 1.7576141 Sep 16 04:41:02.187731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab62187-b90c-42b8-9572-bb2e42e2cad2', 'tag': 'abdfbebe-11f7-4212-9e95-1ad206dbe8aa'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:02.193249 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16111ad-978c-4ddb-ac43-91cfcc5ec743" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab62187-b90c-42b8-9572-bb2e42e2cad2", "tag": "abdfbebe-11f7-4212-9e95-1ad206dbe8aa"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:02.244178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11594679-a2bc-48b2-a6ed-3922b4a12eb2 req-6a1671fc-eeba-46ec-8e2d-814889a540d0 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.253997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11594679-a2bc-48b2-a6ed-3922b4a12eb2 req-6a1671fc-eeba-46ec-8e2d-814889a540d0 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 948 time: 0.1091366 Sep 16 04:41:02.288796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Made reservation on behalf of 7bd4e6ac0cb24343bba0afecf762e654 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:02.289426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Pushing event updated for resources: {'Port': ['ID=36851dac-4516-44f5-addf-f32caaa3e1d1,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.292538 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.307964 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.326705 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11594679-a2bc-48b2-a6ed-3922b4a12eb2 req-b362648f-371e-441c-bca3-6d1c02f4d5f3 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714474 Sep 16 04:41:02.399033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Attempting to bind port 36851dac-4516-44f5-addf-f32caaa3e1d1 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:02.399560 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Attempting to bind port 36851dac-4516-44f5-addf-f32caaa3e1d1 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:02.399984 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Attempting to bind port 36851dac-4516-44f5-addf-f32caaa3e1d1 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:02.405497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Port 36851dac-4516-44f5-addf-f32caaa3e1d1 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:02.406557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Attempting to bind port 36851dac-4516-44f5-addf-f32caaa3e1d1 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:02.410286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-dd52649b-a16f-4c1f-9993-ac77f0074e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.412551 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-dd52649b-a16f-4c1f-9993-ac77f0074e28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9539476406a4644bfac6209ebfced53&device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 1100 time: 0.0873616 Sep 16 04:41:02.417960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:02.418645 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:02.419095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:02.419646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Bound port: 36851dac-4516-44f5-addf-f32caaa3e1d1, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:02.420092 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.451498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Network f85b52e9-15e2-487f-9f06-aba3d4f24964 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:02.461229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:02.469026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:02.497846 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-665d5536-81cc-46b7-aaaf-642ad86490cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=abdfbebe-11f7-4212-9e95-1ad206dbe8aa HTTP/1.1" status: 200 len: 217 time: 0.0733881 Sep 16 04:41:02.502084 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259052de-54fd-4bfd-95a7-09f7682457ad x-openstack-request-id: req-259052de-54fd-4bfd-95a7-09f7682457ad {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:02.502541 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab62187-b90c-42b8-9572-bb2e42e2cad2", "tag": "abdfbebe-11f7-4212-9e95-1ad206dbe8aa", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:02.502884 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-259052de-54fd-4bfd-95a7-09f7682457ad {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:02.503388 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab62187-b90c-42b8-9572-bb2e42e2cad2', 'tag': 'abdfbebe-11f7-4212-9e95-1ad206dbe8aa', 'status': 'completed', 'code': 200} Sep 16 04:41:02.564991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] For port 36851dac-4516-44f5-addf-f32caaa3e1d1, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:02.568674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] For port 36851dac-4516-44f5-addf-f32caaa3e1d1, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=36851dac-4516-44f5-addf-f32caaa3e1d1,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:02.585257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.586095 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.623043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-a46d614d-5dd5-4498-b252-fbfe02033d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.625230 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-a46d614d-5dd5-4498-b252-fbfe02033d58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1191425 Sep 16 04:41:02.663289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Pushing event updated for resources: {'Port': ['ID=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.693457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-d4d0a43b-d68e-472e-8d1c-aa79d058e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.712169 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-d4d0a43b-d68e-472e-8d1c-aa79d058e425 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787501 Sep 16 04:41:02.718261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-2f82084c-9773-49f3-a2bd-a7436dc26f2d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.720119 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-2f82084c-9773-49f3-a2bd-a7436dc26f2d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 821 time: 0.4362471 Sep 16 04:41:02.788944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-e924f447-4645-4f93-9884-50948140c154 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/quotas/a90cdc15f24043fba6cb9927dc16b179 HTTP/1.1" status: 200 len: 375 time: 0.0369637 Sep 16 04:41:02.824260 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-b28a504f-0df8-4432-8274-bf2f3101482e service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994124 Sep 16 04:41:02.838790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Allocated IP 172.20.0.11 (0b1f6d5d-ed89-46e3-b590-37d2b4020673/6cc13275-6ab6-4fa6-86cd-bc7d2a213f74/ad9398f9-99a2-4d3e-b70d-e3c00ac77cec) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:02.851801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6413a8f-31a9-41fb-9e8f-9e0bdf228415 req-ea078d09-f96f-429a-a5c3-8dd061d67b77 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:02.853326 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6413a8f-31a9-41fb-9e8f-9e0bdf228415 req-ea078d09-f96f-429a-a5c3-8dd061d67b77 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 948 time: 0.1426711 Sep 16 04:41:02.934656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-24b3318a-3534-4b37-8574-afa0ded7d40a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1318259 Sep 16 04:41:02.949771 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6413a8f-31a9-41fb-9e8f-9e0bdf228415 req-bccb5711-4244-4c12-99b4-881b5f703b80 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801578 Sep 16 04:41:02.970317 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24fe58a7-9a5b-4cbb-876c-c5da0de6c6c5 req-c42c1d32-8004-4a40-8c24-e04f284b2a86 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230917 Sep 16 04:41:03.111074 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36804) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:03.166626 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838940c1-7872-4c7a-a16f-83ed7532b586 req-d9901a2e-120f-4331-a655-dcd2cbe1e188 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.168097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-838940c1-7872-4c7a-a16f-83ed7532b586 req-d9901a2e-120f-4331-a655-dcd2cbe1e188 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 931 time: 0.1550281 Sep 16 04:41:03.209517 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-7f843761-4bde-4d76-93c3-4add32689fc5 service neutron] 10.222.0.24 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329845 Sep 16 04:41:03.222693 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-07be1dbf-f5e4-4709-b7d4-453e278879a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.254644 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.282019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-838940c1-7872-4c7a-a16f-83ed7532b586 req-b52a5108-0a3e-4099-ad7c-2631c882a605 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020942 Sep 16 04:41:03.361008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-b80ed5c4-5f91-4387-8c53-164179660ff2 service neutron] 10.222.0.24 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446550 Sep 16 04:41:03.431703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b889a29-2a78-470b-ac7e-0ae65214ccc3 req-5184ae03-61f1-4f6a-bca9-2c1dbd41a380 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 210 time: 0.0271940 Sep 16 04:41:03.463962 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.493157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.493828 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.495115 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] 10.222.0.23 "PUT /v2.0/ports/36851dac-4516-44f5-addf-f32caaa3e1d1 HTTP/1.1" status: 200 len: 1097 time: 2.2248831 Sep 16 04:41:03.512876 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b48e5-c3f2-4d46-8b59-8f7da2de4897 service neutron] Pushing event updated for resources: {'Port': ['ID=36851dac-4516-44f5-addf-f32caaa3e1d1,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:03.549302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a070ae-3d6a-441b-9c26-b8df4875e1d8 req-9cab1ffc-48d7-4aea-9b5e-13b6b8a0683b tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.550989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1a070ae-3d6a-441b-9c26-b8df4875e1d8 req-9cab1ffc-48d7-4aea-9b5e-13b6b8a0683b tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 948 time: 0.0610018 Sep 16 04:41:03.600556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1a070ae-3d6a-441b-9c26-b8df4875e1d8 req-8c88b986-cf18-4d26-89ed-2493b602fa4f tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Sep 16 04:41:03.602867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-5275b298-c9a0-45fd-84c1-8c5e3897661f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7551267 Sep 16 04:41:03.626008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Request body: {'port': {'device_id': 'f70f27bf-7e08-4b8e-bc67-9e68070d5f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:03.650707 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.692504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16111ad-978c-4ddb-ac43-91cfcc5ec743 req-050ccd03-f9d1-47cd-b443-f8bed609cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.701156 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e16111ad-978c-4ddb-ac43-91cfcc5ec743 req-050ccd03-f9d1-47cd-b443-f8bed609cbd8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9539476406a4644bfac6209ebfced53&device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 1100 time: 0.0614021 Sep 16 04:41:03.736300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:03.737182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:03.755988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:03.764576 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.812918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Pushing event updated for resources: {'Port': ['ID=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:03.833723 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f82cde5b-eff2-4347-91e9-6a729ffb16ed req-21e82f20-b95c-403b-a6c2-1090ab614e14 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 210 time: 0.0728467 Sep 16 04:41:03.864878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-968ef9e2-1a1b-43c8-848d-4c1c0770a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.867198 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-968ef9e2-1a1b-43c8-848d-4c1c0770a857 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dcdbd1a051cc400fac88c8d6c75f6898&device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 1100 time: 0.1625001 Sep 16 04:41:03.919657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.919657 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.961426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16111ad-978c-4ddb-ac43-91cfcc5ec743 req-55ed8592-da65-441d-8852-ec19f0305de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.970809 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e16111ad-978c-4ddb-ac43-91cfcc5ec743 req-55ed8592-da65-441d-8852-ec19f0305de3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2442453 Sep 16 04:41:03.970809 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-2bde99f3-3578-4c51-88d7-239e9cb17517 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=36851dac-4516-44f5-addf-f32caaa3e1d1 HTTP/1.1" status: 200 len: 217 time: 0.0882380 Sep 16 04:41:04.046046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-ba9f89e2-b887-4fa6-aa1d-12a24fc3ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.047700 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-ba9f89e2-b887-4fa6-aa1d-12a24fc3ef25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0701296 Sep 16 04:41:04.057805 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-07be1dbf-f5e4-4709-b7d4-453e278879a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.111184 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e16111ad-978c-4ddb-ac43-91cfcc5ec743 req-7dd12e12-8115-4efb-aaa2-831962eb7e3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=abdfbebe-11f7-4212-9e95-1ad206dbe8aa HTTP/1.1" status: 200 len: 217 time: 0.1322944 Sep 16 04:41:04.183879 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-c9d7dee9-13b3-4528-a2ad-e90b43efe18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.188199 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-c9d7dee9-13b3-4528-a2ad-e90b43efe18e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0881550 Sep 16 04:41:04.191014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16111ad-978c-4ddb-ac43-91cfcc5ec743 req-8fe0ccb0-81c6-4175-a988-7abd6f61e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.192604 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e16111ad-978c-4ddb-ac43-91cfcc5ec743 req-8fe0ccb0-81c6-4175-a988-7abd6f61e8a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0627069 Sep 16 04:41:04.211617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626d1e5-a8f9-4fe6-adcf-c12d0adb957e req-52b870d8-35b7-4e87-b756-f058df10a701 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.219545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c626d1e5-a8f9-4fe6-adcf-c12d0adb957e req-52b870d8-35b7-4e87-b756-f058df10a701 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 948 time: 0.1759820 Sep 16 04:41:04.268218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c626d1e5-a8f9-4fe6-adcf-c12d0adb957e req-87ccfb00-7413-4394-bbf8-69989a92152a tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476661 Sep 16 04:41:04.313540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16111ad-978c-4ddb-ac43-91cfcc5ec743 req-7285e4f3-fbe7-4302-b78b-d3071cc07191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.315177 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e16111ad-978c-4ddb-ac43-91cfcc5ec743 req-7285e4f3-fbe7-4302-b78b-d3071cc07191 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1040518 Sep 16 04:41:04.342590 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-f670a23c-2088-423e-9e05-f575edf7534f service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370533 Sep 16 04:41:04.367963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:04.372871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-07be1dbf-f5e4-4709-b7d4-453e278879a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.383791 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.413843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36826) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:04.414071 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-07be1dbf-f5e4-4709-b7d4-453e278879a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e27ddd29180f41ea93eb4218e3bdc8ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3017786 Sep 16 04:41:04.418994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Transition to ACTIVE for port object 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:04.460279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65c7b0-6bfc-4063-8c71-929be41fa430 req-ae05c701-b989-42e6-829e-98187f12c536 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.461951 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e65c7b0-6bfc-4063-8c71-929be41fa430 req-ae05c701-b989-42e6-829e-98187f12c536 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 931 time: 0.0964777 Sep 16 04:41:04.504918 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c5e5bb88-9a10-4750-9597-395ed9b083a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.507605 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bac4bbd-c771-4b88-9227-4288723129ba', 'tag': '36851dac-4516-44f5-addf-f32caaa3e1d1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:04.510165 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ae81fa-0da6-4107-8cd6-26d195df0ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "1bac4bbd-c771-4b88-9227-4288723129ba", "tag": "36851dac-4516-44f5-addf-f32caaa3e1d1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:04.522052 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be1dbf-f5e4-4709-b7d4-453e278879a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ca940f-a185-4834-aff4-1939dd9108b8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:04.527015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e65c7b0-6bfc-4063-8c71-929be41fa430 req-42247537-b867-4c3e-b35c-f90a65f3ab52 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556808 Sep 16 04:41:04.544026 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c5e5bb88-9a10-4750-9597-395ed9b083a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.589545 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e16111ad-978c-4ddb-ac43-91cfcc5ec743 req-7fdc0331-d718-4fc5-a512-e6f71a93f52a service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642574 Sep 16 04:41:04.596199 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bc602f4-f8f2-431e-9a37-f2d1c7542fdb req-38268862-531e-4f44-9c3e-7a434c97c7f6 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413123 Sep 16 04:41:04.600811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-cd140c00-2575-4db5-8ec2-e87358f452e1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8954372 Sep 16 04:41:04.602185 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.675538 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8277c82c-7887-484e-833c-a416d7730d6a x-openstack-request-id: req-8277c82c-7887-484e-833c-a416d7730d6a {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:04.675834 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bac4bbd-c771-4b88-9227-4288723129ba", "tag": "36851dac-4516-44f5-addf-f32caaa3e1d1", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:04.680337 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8277c82c-7887-484e-833c-a416d7730d6a {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:04.680337 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bac4bbd-c771-4b88-9227-4288723129ba', 'tag': '36851dac-4516-44f5-addf-f32caaa3e1d1', 'status': 'completed', 'code': 200} Sep 16 04:41:04.686330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Request body: {'port': {'device_id': 'bb3fb89c-53b5-46f2-a11e-4023c7732859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:04.744021 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e16111ad-978c-4ddb-ac43-91cfcc5ec743 req-75c56bff-fbca-4ec9-93e4-0376d6cc72d1 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465096 Sep 16 04:41:04.817854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae81fa-0da6-4107-8cd6-26d195df0ec6 req-9ef85777-b4e7-4ba4-a25e-6ddfc54d940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.819890 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81ae81fa-0da6-4107-8cd6-26d195df0ec6 req-9ef85777-b4e7-4ba4-a25e-6ddfc54d940f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dcdbd1a051cc400fac88c8d6c75f6898&device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 1100 time: 0.0591831 Sep 16 04:41:04.927138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae81fa-0da6-4107-8cd6-26d195df0ec6 req-4bf275aa-e4f8-41fb-81a7-b8a8798753e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.928675 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81ae81fa-0da6-4107-8cd6-26d195df0ec6 req-4bf275aa-e4f8-41fb-81a7-b8a8798753e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.0943718 Sep 16 04:41:04.985944 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81ae81fa-0da6-4107-8cd6-26d195df0ec6 req-c9702380-8256-40c9-9ba6-a1b5a701a084 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=36851dac-4516-44f5-addf-f32caaa3e1d1 HTTP/1.1" status: 200 len: 217 time: 0.0403142 Sep 16 04:41:05.003556 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c5e5bb88-9a10-4750-9597-395ed9b083a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.006085 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c5e5bb88-9a10-4750-9597-395ed9b083a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.007200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c5e5bb88-9a10-4750-9597-395ed9b083a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75ca940f-a185-4834-aff4-1939dd9108b8 HTTP/1.1" status: 204 len: 168 time: 0.5909455 Sep 16 04:41:05.018450 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.043289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae81fa-0da6-4107-8cd6-26d195df0ec6 req-960ea7cd-b861-4751-a678-96cffba4e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.044885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81ae81fa-0da6-4107-8cd6-26d195df0ec6 req-960ea7cd-b861-4751-a678-96cffba4e6e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0504792 Sep 16 04:41:05.051267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5bb88-9a10-4750-9597-395ed9b083a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ca940f-a185-4834-aff4-1939dd9108b8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.096952 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.107852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae81fa-0da6-4107-8cd6-26d195df0ec6 req-707917d4-75df-4e2f-819a-73ab2e9fb5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.110677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81ae81fa-0da6-4107-8cd6-26d195df0ec6 req-707917d4-75df-4e2f-819a-73ab2e9fb5a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567362 Sep 16 04:41:05.129966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8760484-8814-4d80-b057-a83c24723cc8 req-19238dea-119f-411e-ae38-a2a3742171b1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.131461 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8760484-8814-4d80-b057-a83c24723cc8 req-19238dea-119f-411e-ae38-a2a3742171b1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 932 time: 0.4864328 Sep 16 04:41:05.148233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff476a4c-e7ff-4061-bde7-ea65b31c06e5 req-7e2afcab-ce39-42be-abb0-c7cecdd6e015 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.159724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff476a4c-e7ff-4061-bde7-ea65b31c06e5 req-7e2afcab-ce39-42be-abb0-c7cecdd6e015 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 948 time: 0.4088478 Sep 16 04:41:05.218350 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81ae81fa-0da6-4107-8cd6-26d195df0ec6 req-0f9d9fcc-5fa6-403d-a8cf-9a061a4f7104 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987849 Sep 16 04:41:05.247758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Attempting to bind port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:05.248091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Attempting to bind port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:05.248514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Attempting to bind port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:05.268394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8760484-8814-4d80-b057-a83c24723cc8 req-e1138f64-0210-4969-b1c2-fdfa4b4997f0 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143379 Sep 16 04:41:05.271005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff476a4c-e7ff-4061-bde7-ea65b31c06e5 req-7d955e9a-82bd-4d22-a44e-ac372da1ee41 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119447 Sep 16 04:41:05.273736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:05.274061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Attempting to bind port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:05.346413 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81ae81fa-0da6-4107-8cd6-26d195df0ec6 req-93de2320-7c89-44d6-8486-849f4b672d9e service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169143 Sep 16 04:41:05.375042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:05.375386 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:05.376210 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Bound using segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:05.376210 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Bound port: 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:05.376739 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.419739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9eef6876-7390-4537-a1aa-1a101ddfbe81 req-d5f2d432-a113-4c7c-9524-e1aacf97ba75 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 210 time: 0.0516469 Sep 16 04:41:05.580704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:05.597880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:05.629700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f6a56-595a-415a-ad58-adcedbe108b9 req-0098c525-d9e9-499e-9612-cb01e388255e tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.631312 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef8f6a56-595a-415a-ad58-adcedbe108b9 req-0098c525-d9e9-499e-9612-cb01e388255e tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 948 time: 0.1326551 Sep 16 04:41:05.715073 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.724140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef8f6a56-595a-415a-ad58-adcedbe108b9 req-89eb5236-510c-446c-8b27-2fb5bd0ad202 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843897 Sep 16 04:41:05.762216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:05.762838 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.764483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] 10.222.0.23 "PUT /v2.0/ports/7ded17e2-2fb5-4bb1-ba82-81288c47ea24 HTTP/1.1" status: 200 len: 1092 time: 2.1425529 Sep 16 04:41:05.772078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70f27bf-7e08-4b8e-bc67-9e68070d5f55', 'tag': '7ded17e2-2fb5-4bb1-ba82-81288c47ea24'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:05.774408 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb1a582-8b13-4f5e-b58a-de3377fc3d13" -d '{"events": [{"name": "network-changed", "server_uuid": "f70f27bf-7e08-4b8e-bc67-9e68070d5f55", "tag": "7ded17e2-2fb5-4bb1-ba82-81288c47ea24"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:05.780368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9398f9-99a2-4d3e-b70d-e3c00ac77cec {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:05.791880 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.818711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Transition to ACTIVE for port object ad9398f9-99a2-4d3e-b70d-e3c00ac77cec will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:05.822315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eace8b-7f12-4747-856b-98c07545e7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.861608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36860) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:05.885703 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ca56a6fd-8dfc-490f-bdbe-ed4cccb5d9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.903079 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.016714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:06.054068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc092d-c4ce-4609-a7d8-6ab41281c2e6 req-b466c1bd-fb71-43c5-a255-49d20707aa1d tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.055597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69fc092d-c4ce-4609-a7d8-6ab41281c2e6 req-b466c1bd-fb71-43c5-a255-49d20707aa1d tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 943 time: 0.1865664 Sep 16 04:41:06.101430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-e5ef1fe8-beb4-44f1-8b54-99d908a1ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.102789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-e5ef1fe8-beb4-44f1-8b54-99d908a1ef36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 1095 time: 0.1626925 Sep 16 04:41:06.180803 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-030cc9cc-fb1e-40c5-90fa-bef13b40a6e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24 HTTP/1.1" status: 200 len: 217 time: 0.0625117 Sep 16 04:41:06.202228 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003f8446-61e3-4c07-ba67-3d5273f98716 x-openstack-request-id: req-003f8446-61e3-4c07-ba67-3d5273f98716 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:06.202515 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70f27bf-7e08-4b8e-bc67-9e68070d5f55", "tag": "7ded17e2-2fb5-4bb1-ba82-81288c47ea24", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:06.202799 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-003f8446-61e3-4c07-ba67-3d5273f98716 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:06.203751 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70f27bf-7e08-4b8e-bc67-9e68070d5f55', 'tag': '7ded17e2-2fb5-4bb1-ba82-81288c47ea24', 'status': 'completed', 'code': 200} Sep 16 04:41:06.215513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69fc092d-c4ce-4609-a7d8-6ab41281c2e6 req-8417fe87-cd72-4713-a565-9c1b4b7ee711 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477878 Sep 16 04:41:06.255082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Attempting to bind port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:06.255406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Attempting to bind port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:06.255726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Attempting to bind port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec on network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:06.269707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec on network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:06.270024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Attempting to bind port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec on network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:06.292994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-e0e0ccf6-2dbb-4c84-87cc-f8f3ed930265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.294223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-e0e0ccf6-2dbb-4c84-87cc-f8f3ed930265 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.0999115 Sep 16 04:41:06.299332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:06.299723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Checking segment: {'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:06.300046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Bound using segment: {'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:06.300499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Bound port: ad9398f9-99a2-4d3e-b70d-e3c00ac77cec, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:06.300847 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.304846 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ca56a6fd-8dfc-490f-bdbe-ed4cccb5d9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.341487 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-8797877b-9e13-4c99-8f45-b36c95ad0728 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353503 Sep 16 04:41:06.394680 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ca56a6fd-8dfc-490f-bdbe-ed4cccb5d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.556774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ca56a6fd-8dfc-490f-bdbe-ed4cccb5d9ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a650070f4eb4555ad3bd210b3569ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6940210 Sep 16 04:41:06.559443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36874) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:06.586044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56a6fd-8dfc-490f-bdbe-ed4cccb5d9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b662afd6-561f-4d25-8025-7d6c2f595b00,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:06.589624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] For port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:06.630294 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-95922e1a-1388-4457-8b36-b89e33244dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.655692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-95922e1a-1388-4457-8b36-b89e33244dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.683976 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b1202-a167-474b-a552-cacda1ab1932 req-5afca2f2-4127-4104-a87e-35bfc2d5943c tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.685655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d4b1202-a167-474b-a552-cacda1ab1932 req-5afca2f2-4127-4104-a87e-35bfc2d5943c tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 948 time: 0.3234246 Sep 16 04:41:06.688389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] For port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:06.702327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e65fd0-41cb-460b-a3fa-a8f18c550d5b req-5c9b054c-1e3c-4aaf-b075-8f0a7480d415 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.704381 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-24e65fd0-41cb-460b-a3fa-a8f18c550d5b req-5c9b054c-1e3c-4aaf-b075-8f0a7480d415 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 944 time: 0.3400753 Sep 16 04:41:06.778781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-27eccd37-f480-459c-88d4-a723ae3ceec5 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152715 Sep 16 04:41:06.797794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-9a04427b-de03-45bd-97bc-0eb47fcbcf31 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.799290 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-9a04427b-de03-45bd-97bc-0eb47fcbcf31 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.37 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 821 time: 0.3266504 Sep 16 04:41:06.821337 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.826069 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-95922e1a-1388-4457-8b36-b89e33244dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.829972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Request body: {'port': {'device_id': '4f9966d9-b75b-4a63-83ad-f49f69469dc8', 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f', 'admin_state_up': True, 'tenant_id': 'a90cdc15f24043fba6cb9927dc16b179'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:06.830130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-95922e1a-1388-4457-8b36-b89e33244dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.835164 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-95922e1a-1388-4457-8b36-b89e33244dc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b662afd6-561f-4d25-8025-7d6c2f595b00 HTTP/1.1" status: 204 len: 168 time: 0.2702825 Sep 16 04:41:06.840833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95922e1a-1388-4457-8b36-b89e33244dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b662afd6-561f-4d25-8025-7d6c2f595b00,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:06.856085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d4b1202-a167-474b-a552-cacda1ab1932 req-b179e821-eb6e-42f5-a874-a03c6b4c16e5 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484971 Sep 16 04:41:06.902046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-24e65fd0-41cb-460b-a3fa-a8f18c550d5b req-5452ff58-1b8a-4378-a1fe-98ff51ae8c0c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891317 Sep 16 04:41:06.928746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:06.928864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.930385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] 10.222.0.23 "PUT /v2.0/ports/ad9398f9-99a2-4d3e-b70d-e3c00ac77cec HTTP/1.1" status: 200 len: 1093 time: 2.2873526 Sep 16 04:41:07.114022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0cead-ae6e-4e1e-a0f0-4a3d6b683a61 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:07.133676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90afef03-ab18-4140-a23a-d5ac5aed3367 req-63f30ef8-3bcd-4ec1-a35d-fe6542f445af tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 210 time: 0.0968227 Sep 16 04:41:07.180484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8826783-27f0-4fbf-8820-2b6e0b784f91 req-b3704a91-f4d1-47a7-af6e-ba9f0fe41fb8 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720589 Sep 16 04:41:07.217595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device abdfbebe-11f7-4212-9e95-1ad206dbe8aa details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:07.225629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-f6f54cbc-4c49-42dd-aaba-f69ae2f173b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.227156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-f6f54cbc-4c49-42dd-aaba-f69ae2f173b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bd4e6ac0cb24343bba0afecf762e654&device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 1096 time: 0.1511085 Sep 16 04:41:07.239719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c28943-a66a-4c3d-807a-21a5ec39d87f req-41f120db-174b-403d-b44c-c5516318fe5a tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.247198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7c28943-a66a-4c3d-807a-21a5ec39d87f req-41f120db-174b-403d-b44c-c5516318fe5a tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 948 time: 0.2072256 Sep 16 04:41:07.383460 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port abdfbebe-11f7-4212-9e95-1ad206dbe8aa, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=abdfbebe-11f7-4212-9e95-1ad206dbe8aa,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:07.396762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'abdfbebe-11f7-4212-9e95-1ad206dbe8aa', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'abdfbebe-11f7-4212-9e95-1ad206dbe8aa', 'mac_address': 'fa:16:3e:6b:da:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:07.450095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.468353 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdfbebe-11f7-4212-9e95-1ad206dbe8aa {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:07.491588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port abdfbebe-11f7-4212-9e95-1ad206dbe8aa, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=abdfbebe-11f7-4212-9e95-1ad206dbe8aa,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:07.568447 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.597721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-6638cc5a-2d2b-45de-aefd-a72c459a1e1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec HTTP/1.1" status: 200 len: 217 time: 0.3450966 Sep 16 04:41:07.630941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=abdfbebe-11f7-4212-9e95-1ad206dbe8aa,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:07.688686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Made reservation on behalf of a90cdc15f24043fba6cb9927dc16b179 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:07.692034 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.716830 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7c28943-a66a-4c3d-807a-21a5ec39d87f req-fb019680-34f5-44e4-9e2f-d318a442a3e5 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687288 Sep 16 04:41:07.740756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-f744fe38-6432-43bf-9387-351f4e1cedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.742271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-f744fe38-6432-43bf-9387-351f4e1cedd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cc13275-6ab6-4fa6-86cd-bc7d2a213f74 HTTP/1.1" status: 200 len: 851 time: 0.1212077 Sep 16 04:41:07.751570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a582-8b13-4f5e-b58a-de3377fc3d13 req-ab371e11-c75a-4303-af70-af11d10b8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.753059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0eb1a582-8b13-4f5e-b58a-de3377fc3d13 req-ab371e11-c75a-4303-af70-af11d10b8209 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 1095 time: 0.1703203 Sep 16 04:41:07.787380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db557b-d186-4cf0-88ab-f79c4f7f6d73 req-b3a3aaa7-d2bd-4c87-ad58-b321a6a71ae2 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:07.788905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9db557b-d186-4cf0-88ab-f79c4f7f6d73 req-b3a3aaa7-d2bd-4c87-ad58-b321a6a71ae2 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 943 time: 0.1980696 Sep 16 04:41:07.847797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-87b0311e-bb68-4b4a-a920-0c221f95ba58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b1f6d5d-ed89-46e3-b590-37d2b4020673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522346 Sep 16 04:41:07.853221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['abdfbebe-11f7-4212-9e95-1ad206dbe8aa'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:07.971547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9db557b-d186-4cf0-88ab-f79c4f7f6d73 req-8c5d2bb1-de86-462d-9c40-e3ed96fb9dd8 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585648 Sep 16 04:41:08.094416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a582-8b13-4f5e-b58a-de3377fc3d13 req-7982cc4e-5a72-4bbb-96dc-6a5f73050654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.095904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0eb1a582-8b13-4f5e-b58a-de3377fc3d13 req-7982cc4e-5a72-4bbb-96dc-6a5f73050654 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.3027258 Sep 16 04:41:08.150152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Allocated IP 172.20.0.10 (09ebbe5c-732c-4cf1-a4a8-e16ff006292f/39668278-5bbe-4dc3-a29c-c75e3dac6017/e0812d21-9818-4f84-abc0-ba58fec8761f) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:08.202321 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-9e063772-24b3-4f74-afbe-8936535a6905 service neutron] 10.222.0.23 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321795 Sep 16 04:41:08.212490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f8bd8-06b5-4743-8f51-2022806a67a1 req-3ff38fd3-085c-4d14-bd0d-0f41536173f3 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.213948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b87f8bd8-06b5-4743-8f51-2022806a67a1 req-3ff38fd3-085c-4d14-bd0d-0f41536173f3 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 949 time: 0.2202551 Sep 16 04:41:08.214389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3fb89c-53b5-46f2-a11e-4023c7732859', 'tag': 'ad9398f9-99a2-4d3e-b70d-e3c00ac77cec'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:08.216759 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adca8df-5f3b-4126-8513-4b829e6cae77" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3fb89c-53b5-46f2-a11e-4023c7732859", "tag": "ad9398f9-99a2-4d3e-b70d-e3c00ac77cec"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:08.219756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36916) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:08.220287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0eb1a582-8b13-4f5e-b58a-de3377fc3d13 req-4ebfb017-a623-4c99-b475-a6ef4dfbaef1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24 HTTP/1.1" status: 200 len: 217 time: 0.1005173 Sep 16 04:41:08.330324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efd058-0bee-4aae-b27c-f537af8c0cec req-447f4663-8b41-4398-ad8c-2dfce9a2860b tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.337425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1327744621-network', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:08.339026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62efd058-0bee-4aae-b27c-f537af8c0cec req-447f4663-8b41-4398-ad8c-2dfce9a2860b tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 944 time: 0.2506111 Sep 16 04:41:08.441746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b87f8bd8-06b5-4743-8f51-2022806a67a1 req-6ced8c73-6bb6-4be4-a257-2f8c39bec4b0 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067208 Sep 16 04:41:08.464519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1a582-8b13-4f5e-b58a-de3377fc3d13 req-5d44c1f9-01aa-40d4-8766-9335a79976e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.466025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0eb1a582-8b13-4f5e-b58a-de3377fc3d13 req-5d44c1f9-01aa-40d4-8766-9335a79976e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.2246420 Sep 16 04:41:08.476878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Made reservation on behalf of 3ceb97a7fd604673bdc64f441af87285 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:08.484007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62efd058-0bee-4aae-b27c-f537af8c0cec req-0ab4615e-839e-45a6-8a19-23817137dcaa tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387746 Sep 16 04:41:08.484293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.505836 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.535132 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c878d5-caae-4e05-887c-01897e893467 x-openstack-request-id: req-80c878d5-caae-4e05-887c-01897e893467 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:08.535416 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3fb89c-53b5-46f2-a11e-4023c7732859", "tag": "ad9398f9-99a2-4d3e-b70d-e3c00ac77cec", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:08.535667 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80c878d5-caae-4e05-887c-01897e893467 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:08.536051 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3fb89c-53b5-46f2-a11e-4023c7732859', 'tag': 'ad9398f9-99a2-4d3e-b70d-e3c00ac77cec', 'status': 'completed', 'code': 200} Sep 16 04:41:08.572489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0eb1a582-8b13-4f5e-b58a-de3377fc3d13 req-dafe26da-ba15-4d21-8931-8f65a5ba9248 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928004 Sep 16 04:41:08.597599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea96f16d-a392-4bc9-97ff-be6967541e71 req-e73e7280-a36f-41b2-883e-98f807f79389 service neutron] 10.222.0.23 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730829 Sep 16 04:41:08.603301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d80cadc-aad7-4064-97a5-733ff887b664 req-e9beb750-6c12-4bee-ad45-85e657b2c0ae tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 210 time: 0.0779991 Sep 16 04:41:08.636491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.691396 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.722551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.742307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0eb1a582-8b13-4f5e-b58a-de3377fc3d13 req-c47919ad-9b02-41cf-9cb1-9229705864d5 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416624 Sep 16 04:41:08.746458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:08.762628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:08.784716 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.790025 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Added segment 2e2f3369-2e9c-428f-9b98-9ced3659690d of type vlan for network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 Sep 16 04:41:08.831377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.854650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adca8df-5f3b-4126-8513-4b829e6cae77 req-c8ffbb30-59ff-4b1e-a3d7-052c9d98515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.856117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2adca8df-5f3b-4126-8513-4b829e6cae77 req-c8ffbb30-59ff-4b1e-a3d7-052c9d98515e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bd4e6ac0cb24343bba0afecf762e654&device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 1096 time: 0.1308134 Sep 16 04:41:08.877749 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.945530 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.946687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.947417 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.000330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0eb1a582-8b13-4f5e-b58a-de3377fc3d13 req-8d7c9068-4b0a-4513-b72a-5b115bb1a832 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397084 Sep 16 04:41:09.002320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:09.020793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db1f70-0972-4874-a471-4fde798947bf req-54ef6512-9a54-4400-abb2-5c4b34874411 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.028000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-76db1f70-0972-4874-a471-4fde798947bf req-54ef6512-9a54-4400-abb2-5c4b34874411 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 948 time: 0.1905198 Sep 16 04:41:09.035437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:09.046083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:09.047154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] Pushing event updated for resources: {'Network': ['ID=6757a761-164d-4cd7-b4b3-2d43b98f9dd9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:09.048418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Pushing event updated for resources: {'Port': ['ID=e0812d21-9818-4f84-abc0-ba58fec8761f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:09.058941 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b4e1ed2f-5b62-4462-a2c3-3fb6bf2f41d6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8345287 Sep 16 04:41:09.059411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36928) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:09.065837 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:09.076340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5f7ad711-d3e2-4241-a449-1328edc4d984 admin admin] Request body: {'subnet': {'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1327744621-subnet', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:09.144904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adca8df-5f3b-4126-8513-4b829e6cae77 req-b688a4a1-954b-489e-b248-4507003e6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.146359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2adca8df-5f3b-4126-8513-4b829e6cae77 req-b688a4a1-954b-489e-b248-4507003e6ce7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b1f6d5d-ed89-46e3-b590-37d2b4020673 HTTP/1.1" status: 200 len: 911 time: 0.2700915 Sep 16 04:41:09.170183 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-76db1f70-0972-4874-a471-4fde798947bf req-678b3775-09cb-4963-992c-191f42b8553e tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414332 Sep 16 04:41:09.176390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.177045 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.180347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7ad711-d3e2-4241-a449-1328edc4d984 admin admin] Made reservation on behalf of 3ceb97a7fd604673bdc64f441af87285 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:09.182778 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad711-d3e2-4241-a449-1328edc4d984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.216837 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 36851dac-4516-44f5-addf-f32caaa3e1d1 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:09.220947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device abdfbebe-11f7-4212-9e95-1ad206dbe8aa up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:09.239660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9143f-df9c-41d9-90c8-60d160874177 req-91751c83-0f0c-4804-bb61-6c88af6a70ba tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.241300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fa9143f-df9c-41d9-90c8-60d160874177 req-91751c83-0f0c-4804-bb61-6c88af6a70ba tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 943 time: 0.1567912 Sep 16 04:41:09.242856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2adca8df-5f3b-4126-8513-4b829e6cae77 req-77fd8603-a169-42db-8a5a-38bd9bf4dba1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec HTTP/1.1" status: 200 len: 217 time: 0.0812733 Sep 16 04:41:09.316780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-c09c89b2-43e9-40a0-a8ec-ed2b34d82b9c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5054338 Sep 16 04:41:09.336046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fa9143f-df9c-41d9-90c8-60d160874177 req-59ad85f6-7982-4e82-8cc2-cc741f66bf25 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832071 Sep 16 04:41:09.341695 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Request body: {'port': {'device_id': '4f9966d9-b75b-4a63-83ad-f49f69469dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:09.345940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adca8df-5f3b-4126-8513-4b829e6cae77 req-ccd9c483-7c34-4e01-9da6-8372a88482ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.350852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2adca8df-5f3b-4126-8513-4b829e6cae77 req-ccd9c483-7c34-4e01-9da6-8372a88482ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cc13275-6ab6-4fa6-86cd-bc7d2a213f74 HTTP/1.1" status: 200 len: 851 time: 0.0927751 Sep 16 04:41:09.368190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port abdfbebe-11f7-4212-9e95-1ad206dbe8aa completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:09.379268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port abdfbebe-11f7-4212-9e95-1ad206dbe8aa triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:09.379912 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.440610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 36851dac-4516-44f5-addf-f32caaa3e1d1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=36851dac-4516-44f5-addf-f32caaa3e1d1,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:09.447405 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2adca8df-5f3b-4126-8513-4b829e6cae77 req-d4e29501-f2a1-4301-af98-2a817bcd5504 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b1f6d5d-ed89-46e3-b590-37d2b4020673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533113 Sep 16 04:41:09.450490 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.493471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '36851dac-4516-44f5-addf-f32caaa3e1d1', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '36851dac-4516-44f5-addf-f32caaa3e1d1', 'mac_address': 'fa:16:3e:23:91:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:09.544017 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.560050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36851dac-4516-44f5-addf-f32caaa3e1d1 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:09.595571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 36851dac-4516-44f5-addf-f32caaa3e1d1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=36851dac-4516-44f5-addf-f32caaa3e1d1,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:09.616570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2adca8df-5f3b-4126-8513-4b829e6cae77 req-55cda28e-b3a9-47d8-959f-6487cb3894c1 service neutron] 10.222.0.23 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555779 Sep 16 04:41:09.638517 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.666741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab62187-b90c-42b8-9572-bb2e42e2cad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdfbebe-11f7-4212-9e95-1ad206dbe8aa'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:09.669221 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1621c9-0562-4a4c-b76c-365f2e0ad0c4" -d '{"events": [{"server_uuid": "5ab62187-b90c-42b8-9572-bb2e42e2cad2", "name": "network-vif-plugged", "status": "completed", "tag": "abdfbebe-11f7-4212-9e95-1ad206dbe8aa"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:09.675318 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.706235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port abdfbebe-11f7-4212-9e95-1ad206dbe8aa, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=abdfbebe-11f7-4212-9e95-1ad206dbe8aa,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:09.738819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=36851dac-4516-44f5-addf-f32caaa3e1d1,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:09.746340 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad711-d3e2-4241-a449-1328edc4d984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.773896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.798113 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ad711-d3e2-4241-a449-1328edc4d984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c195371b-def0-4f24-877b-dd6d6def750c,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:09.826687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ad711-d3e2-4241-a449-1328edc4d984 admin admin] Checking segment: {'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:09.827044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ad711-d3e2-4241-a449-1328edc4d984 admin admin] Network hostable DHCP agents. Network: 6757a761-164d-4cd7-b4b3-2d43b98f9dd9, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:09.847922 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=abdfbebe-11f7-4212-9e95-1ad206dbe8aa,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:09.911231 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ad711-d3e2-4241-a449-1328edc4d984 admin admin] Network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:09.947491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['36851dac-4516-44f5-addf-f32caaa3e1d1'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:09.980230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-5f7ad711-d3e2-4241-a449-1328edc4d984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 6757a761-164d-4cd7-b4b3-2d43b98f9dd9) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:09.985941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7ad711-d3e2-4241-a449-1328edc4d984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.990620 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad711-d3e2-4241-a449-1328edc4d984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.000480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b2ff4-4e23-4d6f-a983-d9029ed0683e None None] Network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:10.066529 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5f7ad711-d3e2-4241-a449-1328edc4d984 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0059838 Sep 16 04:41:10.069315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36942) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:10.076211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1327744621-router', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:10.107190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e01b4-14c1-4070-9526-ed58a9f4ae90 req-ebcf8b8a-a7be-4f6a-bd1d-342675fd17e7 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.115864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c6e01b4-14c1-4070-9526-ed58a9f4ae90 req-ebcf8b8a-a7be-4f6a-bd1d-342675fd17e7 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 944 time: 0.4945564 Sep 16 04:41:10.137063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e41481-a988-4dcb-86de-2b6ae7be2e53 req-e86b10d3-727d-412f-8d1b-acdb4d77df38 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.138794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45e41481-a988-4dcb-86de-2b6ae7be2e53 req-e86b10d3-727d-412f-8d1b-acdb4d77df38 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 949 time: 0.5088027 Sep 16 04:41:10.186061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.189150 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.204566 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2adca8df-5f3b-4126-8513-4b829e6cae77 req-6870e2b3-d93b-4ed3-a15a-fb24841cfb79 service neutron] 10.222.0.23 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561066 Sep 16 04:41:10.230869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-6757a761-164d-4cd7-b4b3-2d43b98f9dd9', 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'fixed_ips': [{'subnet_id': 'c195371b-def0-4f24-877b-dd6d6def750c'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:41:10.235916 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.293017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c6e01b4-14c1-4070-9526-ed58a9f4ae90 req-8f38fd21-43e0-4d8f-9019-bf32be240314 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724038 Sep 16 04:41:10.308387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.314858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45e41481-a988-4dcb-86de-2b6ae7be2e53 req-4910d53b-604a-414a-87b4-b7684efe4724 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606927 Sep 16 04:41:10.429563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Allocated IP 172.20.0.2 (6757a761-164d-4cd7-b4b3-2d43b98f9dd9/c195371b-def0-4f24-877b-dd6d6def750c/50016baf-ce5d-4b9e-a7f6-22c89d6d5c85) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:10.448134 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082fc496-120d-4ed6-b0ea-50ba6d78efe3 x-openstack-request-id: req-082fc496-120d-4ed6-b0ea-50ba6d78efe3 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:10.448729 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab62187-b90c-42b8-9572-bb2e42e2cad2", "name": "network-vif-plugged", "status": "completed", "tag": "abdfbebe-11f7-4212-9e95-1ad206dbe8aa", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:10.448987 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-082fc496-120d-4ed6-b0ea-50ba6d78efe3 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:10.449388 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab62187-b90c-42b8-9572-bb2e42e2cad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdfbebe-11f7-4212-9e95-1ad206dbe8aa', 'code': 200} Sep 16 04:41:10.575251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0812d21-9818-4f84-abc0-ba58fec8761f {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:10.591405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78723-6dfa-484f-8f8d-72c615572a61 req-0fae1811-7b2d-4699-8502-dc27ee6c5a1e tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.600163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18f78723-6dfa-484f-8f8d-72c615572a61 req-0fae1811-7b2d-4699-8502-dc27ee6c5a1e tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 932 time: 0.1913843 Sep 16 04:41:10.635843 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.648517 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.653654 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.682705 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18f78723-6dfa-484f-8f8d-72c615572a61 req-8e00a19e-c55a-45df-979b-90dd7473e3ef tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815799 Sep 16 04:41:10.690319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866a0f8-723a-4f30-a75d-cfcb0d88d174 req-9d51bb16-443c-4f53-a20d-0dd600a5baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.691788 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0866a0f8-723a-4f30-a75d-cfcb0d88d174 req-9d51bb16-443c-4f53-a20d-0dd600a5baf1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 1102 time: 0.1600962 Sep 16 04:41:10.693709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Transition to ACTIVE for port object e0812d21-9818-4f84-abc0-ba58fec8761f will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:10.713582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264837a-2170-4cd8-940c-c24810bfbb7b req-a7e39f0f-2de3-4525-8bce-71eb841a0c8c tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.715231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b264837a-2170-4cd8-940c-c24810bfbb7b req-a7e39f0f-2de3-4525-8bce-71eb841a0c8c tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 949 time: 0.2034037 Sep 16 04:41:10.723428 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.777286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b264837a-2170-4cd8-940c-c24810bfbb7b req-f13ef814-59e5-4a72-acb5-c04bf9ff35ce tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Sep 16 04:41:10.801000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0866a0f8-723a-4f30-a75d-cfcb0d88d174 req-15297e27-a987-4bdc-b2f4-b261763b72cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930357 Sep 16 04:41:10.801000 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.813747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:10.822553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:10.825168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:10.833947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Pushing event updated for resources: {'Port': ['ID=50016baf-ce5d-4b9e-a7f6-22c89d6d5c85,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:10.886150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Pushing event updated for resources: {'Port': ['ID=e0812d21-9818-4f84-abc0-ba58fec8761f,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:10.916732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Attempting to bind port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:10.917353 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Attempting to bind port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:10.917728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Attempting to bind port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 on network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:10.924119 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:10.924517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Checking segment: {'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:10.925076 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.925489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Bound using segment: {'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:10.925962 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Bound port: 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:10.926357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.944902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae54aa-23da-4018-93da-f761d43cb968 req-7abe45c4-57c9-4dd6-8d78-058986209618 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.947325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85ae54aa-23da-4018-93da-f761d43cb968 req-7abe45c4-57c9-4dd6-8d78-058986209618 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 943 time: 0.1175015 Sep 16 04:41:10.985488 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.002359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Attempting to bind port e0812d21-9818-4f84-abc0-ba58fec8761f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:11.002958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Attempting to bind port e0812d21-9818-4f84-abc0-ba58fec8761f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:11.003455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Attempting to bind port e0812d21-9818-4f84-abc0-ba58fec8761f on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:11.004324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] For port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:11.008591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] For port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50016baf-ce5d-4b9e-a7f6-22c89d6d5c85,segment=NetworkSegment(2e2f3369-2e9c-428f-9b98-9ced3659690d),segment_id=2e2f3369-2e9c-428f-9b98-9ced3659690d)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:11.012553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85ae54aa-23da-4018-93da-f761d43cb968 req-d8b38ef5-e0b0-4690-9848-98573cfe0b66 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583572 Sep 16 04:41:11.013711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Port e0812d21-9818-4f84-abc0-ba58fec8761f on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:11.014324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Attempting to bind port e0812d21-9818-4f84-abc0-ba58fec8761f on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:11.017943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.020844 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:11.021379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:11.021911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Bound using segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:11.022484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Bound port: e0812d21-9818-4f84-abc0-ba58fec8761f, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:11.022992 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.066163 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.103642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:11.106946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e0812d21-9818-4f84-abc0-ba58fec8761f,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:11.135717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59e0d9-8237-4d77-ab96-b2892372acbb None None] Pushing event updated for resources: {'Port': ['ID=50016baf-ce5d-4b9e-a7f6-22c89d6d5c85,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:11.142600 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Allocated IP 172.25.3.93 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/e7b7246a-d7fb-4de7-aafe-df30ab89520d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:11.203408 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.245739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.246353 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.247765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] 10.222.0.37 "PUT /v2.0/ports/e0812d21-9818-4f84-abc0-ba58fec8761f HTTP/1.1" status: 200 len: 1093 time: 1.9104857 Sep 16 04:41:11.248215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9966d9-b75b-4a63-83ad-f49f69469dc8', 'tag': 'e0812d21-9818-4f84-abc0-ba58fec8761f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:11.250927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:11.251404 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bd5cb8-85d1-44c1-869f-2e1c9c1fd7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9966d9-b75b-4a63-83ad-f49f69469dc8", "tag": "e0812d21-9818-4f84-abc0-ba58fec8761f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:11.266363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 36851dac-4516-44f5-addf-f32caaa3e1d1 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:11.276021 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.308736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63c830-d9ba-4aa0-890e-8b6100275c43 service neutron] Pushing event updated for resources: {'Port': ['ID=e0812d21-9818-4f84-abc0-ba58fec8761f,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:11.331274 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67019d8-366c-4013-9b44-94e97a6f9d3f x-openstack-request-id: req-a67019d8-366c-4013-9b44-94e97a6f9d3f {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:11.331619 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9966d9-b75b-4a63-83ad-f49f69469dc8", "tag": "e0812d21-9818-4f84-abc0-ba58fec8761f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:11.331807 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a67019d8-366c-4013-9b44-94e97a6f9d3f {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:11.332200 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9966d9-b75b-4a63-83ad-f49f69469dc8', 'tag': 'e0812d21-9818-4f84-abc0-ba58fec8761f', 'status': 'completed', 'code': 200} Sep 16 04:41:11.392770 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.443402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd5cb8-85d1-44c1-869f-2e1c9c1fd7fd req-c8dd10ec-c144-4341-8c3f-d2343b80f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.445000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8bd5cb8-85d1-44c1-869f-2e1c9c1fd7fd req-c8dd10ec-c144-4341-8c3f-d2343b80f8d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0733092 Sep 16 04:41:11.478821 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:11.483696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:11.494758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:11.539865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Pushing event updated for resources: {'Port': ['ID=e7b7246a-d7fb-4de7-aafe-df30ab89520d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:11.576453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:11.591876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '7ded17e2-2fb5-4bb1-ba82-81288c47ea24', 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964', 'port_id': '7ded17e2-2fb5-4bb1-ba82-81288c47ea24', 'mac_address': 'fa:16:3e:69:49:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaad16e2-265a-4ce3-a9d4-0188565c031b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:11.657641 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.661348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 36851dac-4516-44f5-addf-f32caaa3e1d1 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:11.674464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 36851dac-4516-44f5-addf-f32caaa3e1d1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:11.675882 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.725946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1c58-029e-484c-b765-5d5a08378d5d req-6c1a5f4c-0f6c-4749-9c3f-20b056c5215a tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.727492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b1f1c58-029e-484c-b765-5d5a08378d5d req-6c1a5f4c-0f6c-4749-9c3f-20b056c5215a tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 944 time: 0.2721536 Sep 16 04:41:11.739705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568c0ba-040e-42cc-a3d2-1f7257ee12af req-b3683c9d-ef19-4e15-9cd7-d8b484d93257 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.744643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:11.747172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9568c0ba-040e-42cc-a3d2-1f7257ee12af req-b3683c9d-ef19-4e15-9cd7-d8b484d93257 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 950 time: 0.2727685 Sep 16 04:41:11.762638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd5cb8-85d1-44c1-869f-2e1c9c1fd7fd req-8f5b7b02-7fd2-478c-9172-43358e3cee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:11.764157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8bd5cb8-85d1-44c1-869f-2e1c9c1fd7fd req-8f5b7b02-7fd2-478c-9172-43358e3cee9c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a90cdc15f24043fba6cb9927dc16b179&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3099518 Sep 16 04:41:11.802364 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:11.813833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.850531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 36851dac-4516-44f5-addf-f32caaa3e1d1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=36851dac-4516-44f5-addf-f32caaa3e1d1,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:11.872871 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.931538 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.941650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9568c0ba-040e-42cc-a3d2-1f7257ee12af req-07e36448-1309-4ad0-a017-12a27fe1661c tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936085 Sep 16 04:41:11.965634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b1f1c58-029e-484c-b765-5d5a08378d5d req-35beec11-faee-48d8-824d-3bf1fd23c48a tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111256 Sep 16 04:41:11.967651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:11.990375 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.040223 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-58443d38-3e9c-4f5d-9282-3c94c661b933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.054363 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd5cb8-85d1-44c1-869f-2e1c9c1fd7fd req-bd4399fa-0d54-467c-b19b-e45896359e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.055979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8bd5cb8-85d1-44c1-869f-2e1c9c1fd7fd req-bd4399fa-0d54-467c-b19b-e45896359e78 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2829258 Sep 16 04:41:12.152599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=36851dac-4516-44f5-addf-f32caaa3e1d1,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:12.191264 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.198060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['7ded17e2-2fb5-4bb1-ba82-81288c47ea24'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:12.223559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57209c-8a96-40f7-b0ce-cae31f13588d req-41fe6056-2ec2-418f-96e0-74d5fd2f3402 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.231295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb57209c-8a96-40f7-b0ce-cae31f13588d req-41fe6056-2ec2-418f-96e0-74d5fd2f3402 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 944 time: 0.1451640 Sep 16 04:41:12.260268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-e7a97b5a-1003-48fd-8b6d-22ae2fae8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.261939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-e7a97b5a-1003-48fd-8b6d-22ae2fae8631 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 1096 time: 0.1270282 Sep 16 04:41:12.379262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-8346ac5a-2814-43a5-8e79-8c0a852a2b94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0812d21-9818-4f84-abc0-ba58fec8761f HTTP/1.1" status: 200 len: 217 time: 0.0833449 Sep 16 04:41:12.392262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb57209c-8a96-40f7-b0ce-cae31f13588d req-a306c077-09cc-436c-9a6d-326525cbd33c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604054 Sep 16 04:41:12.396795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.450656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bac4bbd-c771-4b88-9227-4288723129ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36851dac-4516-44f5-addf-f32caaa3e1d1'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:12.454308 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e85cf5-da0d-4d30-8ef7-ca0ad5a621c9" -d '{"events": [{"server_uuid": "1bac4bbd-c771-4b88-9227-4288723129ba", "name": "network-vif-plugged", "status": "completed", "tag": "36851dac-4516-44f5-addf-f32caaa3e1d1"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:12.458198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-51fce1af-2550-4d6f-937f-b1063ccf67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.461411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-51fce1af-2550-4d6f-937f-b1063ccf67a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.0670371 Sep 16 04:41:12.493949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ceb75-fb6b-4480-8d6c-111ce05c899b req-7fb92336-57f2-4c8d-9e94-22f7177d153b tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.495502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767ceb75-fb6b-4480-8d6c-111ce05c899b req-7fb92336-57f2-4c8d-9e94-22f7177d153b tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 950 time: 0.2562509 Sep 16 04:41:12.527108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-1bd301fc-dd37-4765-9fc1-f3109313071c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576570 Sep 16 04:41:12.563994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bcc22b-abe0-452a-9bcf-9d57fc6f906e None None] Network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:12.635958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767ceb75-fb6b-4480-8d6c-111ce05c899b req-185369cc-398a-4465-bbee-9ec8c704398c tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251016 Sep 16 04:41:12.649578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f4ee9-bc39-4ff0-8de8-7b46f81f652c req-51ebdacb-9793-49ec-8a59-8952534a9a99 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.651082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9f4ee9-bc39-4ff0-8de8-7b46f81f652c req-51ebdacb-9793-49ec-8a59-8952534a9a99 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 944 time: 0.1346667 Sep 16 04:41:12.654940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Router 757f1bd1-a510-47df-87ed-a47dc5acd252 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:41:12.697500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-74a240f5-8d81-4b93-86a5-fa69658fe703 None None] Provisioning complete for port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:12.697843 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-74a240f5-8d81-4b93-86a5-fa69658fe703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.701615 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64a47d8-f0af-4378-8baf-bb752971a22e x-openstack-request-id: req-c64a47d8-f0af-4378-8baf-bb752971a22e {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:12.701900 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bac4bbd-c771-4b88-9227-4288723129ba", "name": "network-vif-plugged", "status": "completed", "tag": "36851dac-4516-44f5-addf-f32caaa3e1d1", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:12.702148 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c64a47d8-f0af-4378-8baf-bb752971a22e {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:12.703432 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bac4bbd-c771-4b88-9227-4288723129ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36851dac-4516-44f5-addf-f32caaa3e1d1', 'code': 200} Sep 16 04:41:12.715829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-1551a240-7aa4-45db-9618-19029d8ef5ba service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628461 Sep 16 04:41:12.730544 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9f4ee9-bc39-4ff0-8de8-7b46f81f652c req-252332f0-4954-47f5-8220-e711980c6192 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578415 Sep 16 04:41:12.861724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:12.876070 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Sync routers for ids ['757f1bd1-a510-47df-87ed-a47dc5acd252'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:12.878336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593f1a-ac64-4c58-8471-fafeda9039fd req-5e276090-86e6-4b98-8949-e46cfc73ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.879842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e593f1a-ac64-4c58-8471-fafeda9039fd req-5e276090-86e6-4b98-8949-e46cfc73ead7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 1102 time: 0.0899000 Sep 16 04:41:12.884624 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Routers {'757f1bd1-a510-47df-87ed-a47dc5acd252'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:12.885235 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:40:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['757f1bd1-a510-47df-87ed-a47dc5acd252'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:12.885362 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24bf245-7954-425c-96d3-9c991bfa5181 req-5d5eee46-1927-4481-a0fd-f78220c23de1 service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537452 Sep 16 04:41:12.920605 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e593f1a-ac64-4c58-8471-fafeda9039fd req-a9af9892-3aa4-4fbd-889d-2f1d7f395741 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305936 Sep 16 04:41:12.945639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.946946 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0589fd74-3151-4bbf-83bf-0bd79abc3f8b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8766525 Sep 16 04:41:12.949865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36970) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:13.011122 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Set router 757f1bd1-a510-47df-87ed-a47dc5acd252 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:13.025992 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-74a240f5-8d81-4b93-86a5-fa69658fe703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.114719 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-74a240f5-8d81-4b93-86a5-fa69658fe703 None None] For port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50016baf-ce5d-4b9e-a7f6-22c89d6d5c85,segment=NetworkSegment(2e2f3369-2e9c-428f-9b98-9ced3659690d),segment_id=2e2f3369-2e9c-428f-9b98-9ced3659690d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:13.161712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:13.205482 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-74a240f5-8d81-4b93-86a5-fa69658fe703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.257147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7bb5e-aaf2-4639-ab73-e3e8449edfe6 req-4aa15afc-aefb-40b9-9c39-09fb9dafe295 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.258713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27c7bb5e-aaf2-4639-ab73-e3e8449edfe6 req-4aa15afc-aefb-40b9-9c39-09fb9dafe295 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 950 time: 0.1590266 Sep 16 04:41:13.269416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b438b-daf2-438e-8d31-c0a185b27f74 req-1f35f090-0a81-4e9b-b97b-5c3f7587c7a5 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.271000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f6b438b-daf2-438e-8d31-c0a185b27f74 req-1f35f090-0a81-4e9b-b97b-5c3f7587c7a5 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 944 time: 0.1481683 Sep 16 04:41:13.272315 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'name': 'tempest-AttachSCSIVolumeTestJSON-1327744621-router', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:11Z', 'revision_number': 3, 'project_id': '3ceb97a7fd604673bdc64f441af87285', 'gw_port': {'id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:11Z', 'updated_at': '2021-09-16T04:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:13.288478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ad9398f9-99a2-4d3e-b70d-e3c00ac77cec details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:13.291017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:13.315350 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Checking router: 757f1bd1-a510-47df-87ed-a47dc5acd252 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:13.317522 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Updating router 757f1bd1-a510-47df-87ed-a47dc5acd252 port e7b7246a-d7fb-4de7-aafe-df30ab89520d binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:41:13.334860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a240f5-8d81-4b93-86a5-fa69658fe703 None None] Pushing event updated for resources: {'Port': ['ID=50016baf-ce5d-4b9e-a7f6-22c89d6d5c85,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.341708 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f6b438b-daf2-438e-8d31-c0a185b27f74 req-7185c737-a219-4d19-9a9e-ade75802c293 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Sep 16 04:41:13.356645 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27c7bb5e-aaf2-4639-ab73-e3e8449edfe6 req-e91c35cb-cce5-4bf1-b9b1-1ffdabeea149 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793781 Sep 16 04:41:13.370722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:13.371094 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.382579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c12054f7-e789-4877-ab0b-6e08ed0bb3f6 None None] Provisioning complete for port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:13.382957 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c12054f7-e789-4877-ab0b-6e08ed0bb3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.385233 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.567107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:13.578900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:13.584149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:13.584149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.639374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a8b5b-e7b6-4c68-a0cd-0dd7a69c1e00 req-ab571ac8-9a62-4ff8-9eaa-edf4926e3895 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.642539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd8a8b5b-e7b6-4c68-a0cd-0dd7a69c1e00 req-ab571ac8-9a62-4ff8-9eaa-edf4926e3895 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 944 time: 0.0558383 Sep 16 04:41:13.642705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'ad9398f9-99a2-4d3e-b70d-e3c00ac77cec', 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673', 'port_id': 'ad9398f9-99a2-4d3e-b70d-e3c00ac77cec', 'mac_address': 'fa:16:3e:64:aa:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc13275-6ab6-4fa6-86cd-bc7d2a213f74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:13.712931 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.725594 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd8a8b5b-e7b6-4c68-a0cd-0dd7a69c1e00 req-5931fc30-deda-4b11-a953-8a1f41699ec2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609870 Sep 16 04:41:13.727906 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.758502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9398f9-99a2-4d3e-b70d-e3c00ac77cec {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:13.764214 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.789393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:13.803021 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.812563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:13.831185 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.861252 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.876995 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Attempting to bind port e7b7246a-d7fb-4de7-aafe-df30ab89520d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:13.877518 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Attempting to bind port e7b7246a-d7fb-4de7-aafe-df30ab89520d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:13.877723 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Attempting to bind port e7b7246a-d7fb-4de7-aafe-df30ab89520d on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:13.894611 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:13.894984 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:13.896626 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.896626 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:13.897101 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Bound port: e7b7246a-d7fb-4de7-aafe-df30ab89520d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:13.897517 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.913341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447561b-976f-4a76-9a08-33bf8a8c2f5f req-2abb409d-6a4c-4cac-9e53-98d96d0f5919 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.913965 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.915306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f447561b-976f-4a76-9a08-33bf8a8c2f5f req-2abb409d-6a4c-4cac-9e53-98d96d0f5919 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 944 time: 0.0637050 Sep 16 04:41:13.945056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.953810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc0ace-73eb-4db9-91d6-cd110ae8ad5b req-af280d63-91da-43e4-b6c2-ae1ed62f2efc tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.955512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37bc0ace-73eb-4db9-91d6-cd110ae8ad5b req-af280d63-91da-43e4-b6c2-ae1ed62f2efc tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 950 time: 0.1473176 Sep 16 04:41:13.966169 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] For port e7b7246a-d7fb-4de7-aafe-df30ab89520d, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:13.970371 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] For port e7b7246a-d7fb-4de7-aafe-df30ab89520d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e7b7246a-d7fb-4de7-aafe-df30ab89520d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:13.987430 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987729cb-b53d-43b6-a508-3705bda41eb4 None None] Pushing event updated for resources: {'Port': ['ID=e7b7246a-d7fb-4de7-aafe-df30ab89520d,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:14.009178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:14.021263 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f447561b-976f-4a76-9a08-33bf8a8c2f5f req-3ffa37b5-2da2-49e2-b4b9-2d86f8de03c2 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995579 Sep 16 04:41:14.024053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37bc0ace-73eb-4db9-91d6-cd110ae8ad5b req-0375956f-3ddd-45ef-9234-71cb79d48bd1 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607224 Sep 16 04:41:14.043358 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.071668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Allocated IP 172.20.0.1 (6757a761-164d-4cd7-b4b3-2d43b98f9dd9/c195371b-def0-4f24-877b-dd6d6def750c/129cb29d-c30f-499e-a2ed-d95b46166c1d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:14.108291 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987729cb-b53d-43b6-a508-3705bda41eb4 None None] Pushing event updated for resources: {'Port': ['ID=e7b7246a-d7fb-4de7-aafe-df30ab89520d,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:14.111272 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Routers {'757f1bd1-a510-47df-87ed-a47dc5acd252'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:14.111873 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:40:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['757f1bd1-a510-47df-87ed-a47dc5acd252'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:14.193753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['ad9398f9-99a2-4d3e-b70d-e3c00ac77cec'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:14.208452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed7eef-6539-4b55-ae93-e18f6df95ea6 req-dd02d17d-80fa-45b9-b8e1-7a47bb72ee4c tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.209979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68ed7eef-6539-4b55-ae93-e18f6df95ea6 req-dd02d17d-80fa-45b9-b8e1-7a47bb72ee4c tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 950 time: 0.1031370 Sep 16 04:41:14.217267 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.240714 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-225844cd-2d3c-49d7-af75-06b07863be1b req-8589092d-6f95-45a2-aa5e-02de8bcd84e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0859222 Sep 16 04:41:14.254520 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] Set router 757f1bd1-a510-47df-87ed-a47dc5acd252 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:14.289544 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68ed7eef-6539-4b55-ae93-e18f6df95ea6 req-e005fd58-cd5b-4da4-a6d8-c9c159117652 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684323 Sep 16 04:41:14.300058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.353340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Pushing event updated for resources: {'Port': ['ID=129cb29d-c30f-499e-a2ed-d95b46166c1d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:14.365917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:14.367401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:14.369917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:14.382420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225844cd-2d3c-49d7-af75-06b07863be1b req-6ccd2728-ad20-444e-a550-7a5b11e8d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.383919 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-225844cd-2d3c-49d7-af75-06b07863be1b req-6ccd2728-ad20-444e-a550-7a5b11e8d9ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 1097 time: 0.0924559 Sep 16 04:41:14.421932 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.494009 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-201bdda7-f867-4cd4-a091-d46e9c59ee61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.560417 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'name': 'tempest-AttachSCSIVolumeTestJSON-1327744621-router', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:11Z', 'revision_number': 3, 'project_id': '3ceb97a7fd604673bdc64f441af87285', 'gw_port': {'id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:11Z', 'updated_at': '2021-09-16T04:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:14.567131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b8e18-0691-436a-ad58-5045ebd6f287 req-9d8f8ae1-15a9-4931-a79a-d9a72db17564 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.568763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b96b8e18-0691-436a-ad58-5045ebd6f287 req-9d8f8ae1-15a9-4931-a79a-d9a72db17564 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 945 time: 0.0761755 Sep 16 04:41:14.569823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225844cd-2d3c-49d7-af75-06b07863be1b req-cdf996af-5179-4f61-aafa-7dff4f241800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.571270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-225844cd-2d3c-49d7-af75-06b07863be1b req-cdf996af-5179-4f61-aafa-7dff4f241800 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.1643803 Sep 16 04:41:14.603418 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ddc25-6896-4b28-b729-7b1a40d1cc1b None None] The sync data for ids ['757f1bd1-a510-47df-87ed-a47dc5acd252'] in n-d-712137-12 is: [{'id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'name': 'tempest-AttachSCSIVolumeTestJSON-1327744621-router', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:11Z', 'revision_number': 3, 'project_id': '3ceb97a7fd604673bdc64f441af87285', 'gw_port': {'id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:11Z', 'updated_at': '2021-09-16T04:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:14.629527 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-225844cd-2d3c-49d7-af75-06b07863be1b req-178f9eda-eb72-4f13-b462-5c0876e39698 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606 HTTP/1.1" status: 200 len: 217 time: 0.0430093 Sep 16 04:41:14.672445 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.686438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-875a974c-f57f-4e66-9565-16e9a2472c34 None None] Provisioning complete for port 129cb29d-c30f-499e-a2ed-d95b46166c1d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:14.690022 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-875a974c-f57f-4e66-9565-16e9a2472c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.717994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f27bf-7e08-4b8e-bc67-9e68070d5f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ded17e2-2fb5-4bb1-ba82-81288c47ea24'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:14.723466 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d5626d-c34c-4f6d-814e-49e6b552516e" -d '{"events": [{"server_uuid": "f70f27bf-7e08-4b8e-bc67-9e68070d5f55", "name": "network-vif-plugged", "status": "completed", "tag": "7ded17e2-2fb5-4bb1-ba82-81288c47ea24"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:14.742547 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-875a974c-f57f-4e66-9565-16e9a2472c34 None None] Port 129cb29d-c30f-499e-a2ed-d95b46166c1d cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:14.887415 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b39cde-90b3-485a-8caa-245f9657fdb2 x-openstack-request-id: req-14b39cde-90b3-485a-8caa-245f9657fdb2 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:14.887415 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70f27bf-7e08-4b8e-bc67-9e68070d5f55", "name": "network-vif-plugged", "status": "completed", "tag": "7ded17e2-2fb5-4bb1-ba82-81288c47ea24", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:14.887646 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14b39cde-90b3-485a-8caa-245f9657fdb2 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:14.888428 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f27bf-7e08-4b8e-bc67-9e68070d5f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ded17e2-2fb5-4bb1-ba82-81288c47ea24', 'code': 200} Sep 16 04:41:14.898971 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.961503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b96b8e18-0691-436a-ad58-5045ebd6f287 req-8692333d-3c79-4c6a-98b2-cc066f1d7c99 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818536 Sep 16 04:41:14.962751 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.011630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225844cd-2d3c-49d7-af75-06b07863be1b req-291c2b64-bdf6-44f6-945f-8a3a059024da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.013155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-225844cd-2d3c-49d7-af75-06b07863be1b req-291c2b64-bdf6-44f6-945f-8a3a059024da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.3729501 Sep 16 04:41:15.083000 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.111295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Pushing event updated for resources: {'Port': ['ID=129cb29d-c30f-499e-a2ed-d95b46166c1d,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:15.141254 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-225844cd-2d3c-49d7-af75-06b07863be1b req-65cacaf9-bc4f-444e-bbf7-62c81580c596 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022780 Sep 16 04:41:15.197318 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.203973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79986348-0e29-4860-a6f3-3871bf4fb48b req-3195ed21-7518-40e6-8acc-9d370f162496 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.212639 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79986348-0e29-4860-a6f3-3871bf4fb48b req-3195ed21-7518-40e6-8acc-9d370f162496 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 944 time: 0.2358215 Sep 16 04:41:15.214273 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:15.228334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d8e61-1bc2-4d94-aea8-3a12af93db96 req-41240d9e-78f8-439f-8904-055f48393570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.229917 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-932d8e61-1bc2-4d94-aea8-3a12af93db96 req-41240d9e-78f8-439f-8904-055f48393570 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 1097 time: 0.1834595 Sep 16 04:41:15.246567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:15.249065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:15.272366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:15.272788 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.309030 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ad9398f9-99a2-4d3e-b70d-e3c00ac77cec up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:15.339065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7514adb-205a-4617-8b13-991923ae6b07 req-2ebe7547-53eb-4321-bea8-f34dd1d01615 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.346451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7514adb-205a-4617-8b13-991923ae6b07 req-2ebe7547-53eb-4321-bea8-f34dd1d01615 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 950 time: 0.2216082 Sep 16 04:41:15.408225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7514adb-205a-4617-8b13-991923ae6b07 req-0c81e1dc-d8f3-4df5-9e3d-19a0694c374f tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562999 Sep 16 04:41:15.437073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Router 757f1bd1-a510-47df-87ed-a47dc5acd252 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:15.447115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-932d8e61-1bc2-4d94-aea8-3a12af93db96 req-e46b7c53-3d55-4ac4-a6b8-883879fbf20d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905541 Sep 16 04:41:15.464573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e7b7246a-d7fb-4de7-aafe-df30ab89520d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:15.466040 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79986348-0e29-4860-a6f3-3871bf4fb48b req-e9b976d3-b003-44b9-9a2d-ecf68c8bab90 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470407 Sep 16 04:41:15.498579 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-225844cd-2d3c-49d7-af75-06b07863be1b req-476fd5c3-fe45-4838-b9ea-f83d484c01b9 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327310 Sep 16 04:41:15.528970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:15.542054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:15.542397 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.621481 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e7b7246a-d7fb-4de7-aafe-df30ab89520d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:15.621481 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.634557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:15.649359 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-94829b1e-1565-4286-9598-992dc049cca7 admin admin] 10.222.0.24 "PUT /v2.0/routers/757f1bd1-a510-47df-87ed-a47dc5acd252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6889186 Sep 16 04:41:15.716246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-98e2a5bf-c4d8-488a-9542-b7cf18297af1 None None] Provisioning complete for port 129cb29d-c30f-499e-a2ed-d95b46166c1d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:15.719996 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98e2a5bf-c4d8-488a-9542-b7cf18297af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.720146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00f625-c59f-4ada-9613-3985dfd15d76 req-6a8ad15f-1e6c-44c5-914f-36367c498f74 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.720913 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.721043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b00f625-c59f-4ada-9613-3985dfd15d76 req-6a8ad15f-1e6c-44c5-914f-36367c498f74 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 945 time: 0.2021790 Sep 16 04:41:15.733984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fabe8a-21b6-4c38-80ef-589a23cd4c27 req-d88c4d30-085d-4413-ad13-1c7d32c173f6 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.741001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4fabe8a-21b6-4c38-80ef-589a23cd4c27 req-d88c4d30-085d-4413-ad13-1c7d32c173f6 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 950 time: 0.1395173 Sep 16 04:41:15.787370 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-225844cd-2d3c-49d7-af75-06b07863be1b req-0865c88a-d9fc-4931-ac8e-dba74c361a14 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807844 Sep 16 04:41:15.836373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b00f625-c59f-4ada-9613-3985dfd15d76 req-09393ecf-3e50-4c29-a278-e63087923cfa tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939310 Sep 16 04:41:15.843545 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.849859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:15.852120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-98e2a5bf-c4d8-488a-9542-b7cf18297af1 None None] Port 129cb29d-c30f-499e-a2ed-d95b46166c1d cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:15.854418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4fabe8a-21b6-4c38-80ef-589a23cd4c27 req-e520dfcf-78b9-4c4c-ad0a-bcd4eb78352f tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054826 Sep 16 04:41:15.868824 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.870573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port e7b7246a-d7fb-4de7-aafe-df30ab89520d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e7b7246a-d7fb-4de7-aafe-df30ab89520d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:15.934003 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.964392 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.986175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:16.052078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=e7b7246a-d7fb-4de7-aafe-df30ab89520d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:16.103325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486e647-02d7-4995-9392-710e7a5afb3d req-e3092a48-69c6-4709-9219-27840841d73f tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.104881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9486e647-02d7-4995-9392-710e7a5afb3d req-e3092a48-69c6-4709-9219-27840841d73f tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.0546072 Sep 16 04:41:16.105277 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.145811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9486e647-02d7-4995-9392-710e7a5afb3d req-cc207971-d3a6-4094-b8d0-ff511544cbcb tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339024 Sep 16 04:41:16.433986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c83c62-c1c6-4e02-8481-9fe75dfb5fa9 req-8ef84836-dcd4-4872-a2ab-8a550d22b92f tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.439624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64c83c62-c1c6-4e02-8481-9fe75dfb5fa9 req-8ef84836-dcd4-4872-a2ab-8a550d22b92f tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 950 time: 0.0536816 Sep 16 04:41:16.477098 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64c83c62-c1c6-4e02-8481-9fe75dfb5fa9 req-91bae62c-ab8c-495c-b86e-7a7380ef9e78 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344491 Sep 16 04:41:16.532908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37036) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:16.539384 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-362924194-network', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:16.567526 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d64ef-f24f-42c8-8e2f-3728b95e4134 req-f1d380b3-34f3-401e-899c-b647bfd70759 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.569069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f7d64ef-f24f-42c8-8e2f-3728b95e4134 req-f1d380b3-34f3-401e-899c-b647bfd70759 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 950 time: 0.0617199 Sep 16 04:41:16.625529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f7d64ef-f24f-42c8-8e2f-3728b95e4134 req-a42bc3b6-75a2-4e67-83b1-e2ed940b7b63 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a78dfb-b221-4018-9ad7-f8406df1c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431581 Sep 16 04:41:16.632031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Made reservation on behalf of a498345e1c3f4876936c831f73be6d7c for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:16.633521 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Sync routers for ids ['757f1bd1-a510-47df-87ed-a47dc5acd252'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:16.635442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.645997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da51404-75eb-45d4-b244-32d54565a4d2 req-f1e2a1b2-16be-40e1-9619-09f27408a0e0 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.645997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9da51404-75eb-45d4-b244-32d54565a4d2 req-f1e2a1b2-16be-40e1-9619-09f27408a0e0 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 944 time: 0.0980957 Sep 16 04:41:16.646585 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.649057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Routers {'757f1bd1-a510-47df-87ed-a47dc5acd252'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:16.649694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:41:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['757f1bd1-a510-47df-87ed-a47dc5acd252'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:16.679981 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9da51404-75eb-45d4-b244-32d54565a4d2 req-89548f0a-467b-40b6-b827-0ae70d2dfa24 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346203 Sep 16 04:41:16.741301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e239a-edc7-4d94-a1c1-35127b702221 req-22ddaec8-1c98-47fb-8085-96363405770d tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.742842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-108e239a-edc7-4d94-a1c1-35127b702221 req-22ddaec8-1c98-47fb-8085-96363405770d tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 950 time: 0.0597906 Sep 16 04:41:16.752944 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.772501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Set router 757f1bd1-a510-47df-87ed-a47dc5acd252 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:16.842144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.888314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:16.894021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-108e239a-edc7-4d94-a1c1-35127b702221 req-6ab23032-c019-4ca8-adf6-adc7e4424982 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Deleting port abdfbebe-11f7-4212-9e95-1ad206dbe8aa {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:16.894364 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-108e239a-edc7-4d94-a1c1-35127b702221 req-6ab23032-c019-4ca8-adf6-adc7e4424982 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.899001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116198d9-d62f-4a2c-bae5-10512e2c33ce,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:16.902836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3fb89c-53b5-46f2-a11e-4023c7732859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9398f9-99a2-4d3e-b70d-e3c00ac77cec'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:16.903863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.904211 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Added segment 8ac886b7-d607-4e90-bf9b-c1b8907306a3 of type vlan for network 87f38819-c846-4330-b4b0-94e596120714 Sep 16 04:41:16.905294 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dae246d-0353-4810-9b9a-4131038d72e1" -d '{"events": [{"server_uuid": "bb3fb89c-53b5-46f2-a11e-4023c7732859", "name": "network-vif-plugged", "status": "completed", "tag": "ad9398f9-99a2-4d3e-b70d-e3c00ac77cec"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:16.992694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.032225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'name': 'tempest-AttachSCSIVolumeTestJSON-1327744621-router', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:14Z', 'revision_number': 4, 'project_id': '3ceb97a7fd604673bdc64f441af87285', 'gw_port': {'id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:11Z', 'updated_at': '2021-09-16T04:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '129cb29d-c30f-499e-a2ed-d95b46166c1d', 'name': '', 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'mac_address': 'fa:16:3e:f1:fa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c195371b-def0-4f24-877b-dd6d6def750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:13Z', 'updated_at': '2021-09-16T04:41:14Z', 'revision_number': 2, 'project_id': '3ceb97a7fd604673bdc64f441af87285', 'subnets': [{'id': 'c195371b-def0-4f24-877b-dd6d6def750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:17.035321 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5f2f02-6cef-4451-8713-7c083f6647a1 x-openstack-request-id: req-eb5f2f02-6cef-4451-8713-7c083f6647a1 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:17.035776 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3fb89c-53b5-46f2-a11e-4023c7732859", "name": "network-vif-plugged", "status": "completed", "tag": "ad9398f9-99a2-4d3e-b70d-e3c00ac77cec", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:17.036027 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb5f2f02-6cef-4451-8713-7c083f6647a1 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:17.036431 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3fb89c-53b5-46f2-a11e-4023c7732859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9398f9-99a2-4d3e-b70d-e3c00ac77cec', 'code': 200} Sep 16 04:41:17.062895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-108e239a-edc7-4d94-a1c1-35127b702221 req-6ab23032-c019-4ca8-adf6-adc7e4424982 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] For port abdfbebe-11f7-4212-9e95-1ad206dbe8aa, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=abdfbebe-11f7-4212-9e95-1ad206dbe8aa,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:17.063497 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-108e239a-edc7-4d94-a1c1-35127b702221 req-6ab23032-c019-4ca8-adf6-adc7e4424982 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.080392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Checking router: 757f1bd1-a510-47df-87ed-a47dc5acd252 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:17.080392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Updating router 757f1bd1-a510-47df-87ed-a47dc5acd252 port 129cb29d-c30f-499e-a2ed-d95b46166c1d binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:41:17.082533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-108e239a-edc7-4d94-a1c1-35127b702221 req-6ab23032-c019-4ca8-adf6-adc7e4424982 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Calling delete_port for abdfbebe-11f7-4212-9e95-1ad206dbe8aa owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:17.100142 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.101471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.103579 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.112363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e7b7246a-d7fb-4de7-aafe-df30ab89520d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:17.217844 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.224243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e0812d21-9818-4f84-abc0-ba58fec8761f details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:17.240433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be933d-6389-4938-9a89-0b82e9afb9fd req-7c2e99c2-a7df-475e-b615-654af26d43c0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.247766 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81be933d-6389-4938-9a89-0b82e9afb9fd req-7c2e99c2-a7df-475e-b615-654af26d43c0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 945 time: 0.2424805 Sep 16 04:41:17.270123 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=87f38819-c846-4330-b4b0-94e596120714,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:17.303763 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 87f38819-c846-4330-b4b0-94e596120714 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:17.314192 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab640cfe-783e-452c-86dd-45e3c5f6b7e5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7771122 Sep 16 04:41:17.315902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37048) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:17.321560 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ac9bc123-8a3a-4b60-907b-ee7cf11c4bca admin admin] Request body: {'subnet': {'network_id': '87f38819-c846-4330-b4b0-94e596120714', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-362924194-subnet', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:17.338749 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-108e239a-edc7-4d94-a1c1-35127b702221 req-6ab23032-c019-4ca8-adf6-adc7e4424982 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.356885 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81be933d-6389-4938-9a89-0b82e9afb9fd req-50560e4b-f36e-4328-89a6-48028e977ea2 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081517 Sep 16 04:41:17.368231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['abdfbebe-11f7-4212-9e95-1ad206dbe8aa'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:17.397830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab23032-c019-4ca8-adf6-adc7e4424982 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Pushing event deleted for resources: {'Port': ['ID=abdfbebe-11f7-4212-9e95-1ad206dbe8aa,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:17.407864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060be1e-d198-46db-9534-c2ed2807d555 req-afabbcc6-f79b-4936-ae8b-eee007454c43 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.409508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6060be1e-d198-46db-9534-c2ed2807d555 req-afabbcc6-f79b-4936-ae8b-eee007454c43 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.1362441 Sep 16 04:41:17.413820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9bc123-8a3a-4b60-907b-ee7cf11c4bca admin admin] Made reservation on behalf of a498345e1c3f4876936c831f73be6d7c for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:17.414617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c41812-4a90-49b3-ae38-7f4dc97515ef req-06b1e50a-b850-4fd5-b494-e19f7a7916c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.416116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21c41812-4a90-49b3-ae38-7f4dc97515ef req-06b1e50a-b850-4fd5-b494-e19f7a7916c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 1098 time: 0.1529107 Sep 16 04:41:17.416849 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc123-8a3a-4b60-907b-ee7cf11c4bca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.506816 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.547964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-108e239a-edc7-4d94-a1c1-35127b702221 req-6ab23032-c019-4ca8-adf6-adc7e4424982 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] No DVR routers for this DVR port abdfbebe-11f7-4212-9e95-1ad206dbe8aa on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:17.553932 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-108e239a-edc7-4d94-a1c1-35127b702221 req-6ab23032-c019-4ca8-adf6-adc7e4424982 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.558415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-108e239a-edc7-4d94-a1c1-35127b702221 req-6ab23032-c019-4ca8-adf6-adc7e4424982 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.23 "DELETE /v2.0/ports/abdfbebe-11f7-4212-9e95-1ad206dbe8aa HTTP/1.1" status: 204 len: 173 time: 0.8069246 Sep 16 04:41:17.567975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab62187-b90c-42b8-9572-bb2e42e2cad2', 'name': 'network-vif-deleted', 'tag': 'abdfbebe-11f7-4212-9e95-1ad206dbe8aa'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:17.577722 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be265a24-c420-4d80-be82-35523324d05b" -d '{"events": [{"server_uuid": "5ab62187-b90c-42b8-9572-bb2e42e2cad2", "name": "network-vif-deleted", "tag": "abdfbebe-11f7-4212-9e95-1ad206dbe8aa"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:17.587550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21c41812-4a90-49b3-ae38-7f4dc97515ef req-43a52df0-5af9-4900-b313-ca01b1c20a1b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453443 Sep 16 04:41:17.588954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e7b7246a-d7fb-4de7-aafe-df30ab89520d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:17.589335 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.636453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6060be1e-d198-46db-9534-c2ed2807d555 req-7af5d610-06e8-4dda-893c-1a7c2004b8df tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931088 Sep 16 04:41:17.662603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292af08-dd80-4946-8f2d-cc18b82c5199 req-e75abe6e-8036-46b6-ab76-4607822b0753 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.673588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9292af08-dd80-4946-8f2d-cc18b82c5199 req-e75abe6e-8036-46b6-ab76-4607822b0753 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 950 time: 0.0810349 Sep 16 04:41:17.699763 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75672e2-4ea6-4a90-a96f-4bbe383ce12f x-openstack-request-id: req-c75672e2-4ea6-4a90-a96f-4bbe383ce12f {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:17.700052 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab62187-b90c-42b8-9572-bb2e42e2cad2", "name": "network-vif-deleted", "tag": "abdfbebe-11f7-4212-9e95-1ad206dbe8aa", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:17.700301 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c75672e2-4ea6-4a90-a96f-4bbe383ce12f {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:17.700717 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab62187-b90c-42b8-9572-bb2e42e2cad2', 'name': 'network-vif-deleted', 'tag': 'abdfbebe-11f7-4212-9e95-1ad206dbe8aa', 'status': 'completed', 'code': 200} Sep 16 04:41:17.716176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e0812d21-9818-4f84-abc0-ba58fec8761f,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:17.739525 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9292af08-dd80-4946-8f2d-cc18b82c5199 req-3e0f4af0-efb9-47df-8feb-1f2430ad7032 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649912 Sep 16 04:41:17.747874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'e0812d21-9818-4f84-abc0-ba58fec8761f', 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f', 'port_id': 'e0812d21-9818-4f84-abc0-ba58fec8761f', 'mac_address': 'fa:16:3e:3c:dd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39668278-5bbe-4dc3-a29c-c75e3dac6017', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:17.797433 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc123-8a3a-4b60-907b-ee7cf11c4bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.815200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0cf39c1-a4dd-4866-8081-fac0ee329261 req-0d9f29a4-064f-4b93-a5c2-55499dcdb923 tempest-DeleteServersAdminTestJSON-273029621 tempest-DeleteServersAdminTestJSON-273029621-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab62187-b90c-42b8-9572-bb2e42e2cad2 HTTP/1.1" status: 200 len: 210 time: 0.0364213 Sep 16 04:41:17.849363 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.879917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23148-2551-4a5b-bc29-056e0f657844 req-bffe6487-3c9c-4ba0-881b-1654edd8018b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.887938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27b23148-2551-4a5b-bc29-056e0f657844 req-bffe6487-3c9c-4ba0-881b-1654edd8018b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 944 time: 0.0755639 Sep 16 04:41:17.907174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0812d21-9818-4f84-abc0-ba58fec8761f {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:17.924773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9bc123-8a3a-4b60-907b-ee7cf11c4bca admin admin] Checking segment: {'id': '8ac886b7-d607-4e90-bf9b-c1b8907306a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87f38819-c846-4330-b4b0-94e596120714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:17.925285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9bc123-8a3a-4b60-907b-ee7cf11c4bca admin admin] Network hostable DHCP agents. Network: 87f38819-c846-4330-b4b0-94e596120714, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:17.941883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bc123-8a3a-4b60-907b-ee7cf11c4bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=311d9671-5371-40a9-9ede-5cde666e8828,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:17.958076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e0812d21-9818-4f84-abc0-ba58fec8761f,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:17.978161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27b23148-2551-4a5b-bc29-056e0f657844 req-041d1490-90be-4726-9b5d-19397f4e3069 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892830 Sep 16 04:41:17.981361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53703b-34c7-43d5-aaca-ce53dae3ffbd req-37abb963-2912-4a4b-b1d7-f1406bc6dc25 tempest-LiveMigrationNegativeTest-563097547 tempest-LiveMigrationNegativeTest-563097547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.983243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac53703b-34c7-43d5-aaca-ce53dae3ffbd req-37abb963-2912-4a4b-b1d7-f1406bc6dc25 tempest-LiveMigrationNegativeTest-563097547 tempest-LiveMigrationNegativeTest-563097547-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 1102 time: 0.0853112 Sep 16 04:41:18.008065 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ac53703b-34c7-43d5-aaca-ce53dae3ffbd req-ef51e001-8d87-4dba-aee8-7225b253327f tempest-LiveMigrationNegativeTest-563097547 tempest-LiveMigrationNegativeTest-563097547-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.008994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9bc123-8a3a-4b60-907b-ee7cf11c4bca admin admin] Network 87f38819-c846-4330-b4b0-94e596120714 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:18.022172 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.031058 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.083196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e0812d21-9818-4f84-abc0-ba58fec8761f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:18.099645 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-ac9bc123-8a3a-4b60-907b-ee7cf11c4bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 87f38819-c846-4330-b4b0-94e596120714) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:18.101132 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.103621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9bc123-8a3a-4b60-907b-ee7cf11c4bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:18.104206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc123-8a3a-4b60-907b-ee7cf11c4bca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.120009 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ac53703b-34c7-43d5-aaca-ce53dae3ffbd req-ef51e001-8d87-4dba-aee8-7225b253327f tempest-LiveMigrationNegativeTest-563097547 tempest-LiveMigrationNegativeTest-563097547-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.129445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c4ec5-af43-4d0a-bdaf-84a646a739f5 None None] Network 87f38819-c846-4330-b4b0-94e596120714 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:18.185583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ac53703b-34c7-43d5-aaca-ce53dae3ffbd req-ef51e001-8d87-4dba-aee8-7225b253327f tempest-LiveMigrationNegativeTest-563097547 tempest-LiveMigrationNegativeTest-563097547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.204931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01c9ac-ce15-40a9-b247-733efec58893 None None] Pushing event updated for resources: {'Port': ['ID=129cb29d-c30f-499e-a2ed-d95b46166c1d,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:18.236630 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac53703b-34c7-43d5-aaca-ce53dae3ffbd req-ef51e001-8d87-4dba-aee8-7225b253327f tempest-LiveMigrationNegativeTest-563097547 tempest-LiveMigrationNegativeTest-563097547-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464352 Sep 16 04:41:18.259169 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ac9bc123-8a3a-4b60-907b-ee7cf11c4bca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9413645 Sep 16 04:41:18.266671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37068) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:18.271030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-362924194-router', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:18.275272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51e001-8d87-4dba-aee8-7225b253327f tempest-LiveMigrationNegativeTest-563097547 tempest-LiveMigrationNegativeTest-563097547-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8e0e46-a779-4114-9a62-2aa3ddaa3745,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:18.314056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Attempting to bind port 129cb29d-c30f-499e-a2ed-d95b46166c1d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:18.314430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Attempting to bind port 129cb29d-c30f-499e-a2ed-d95b46166c1d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:18.314784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Attempting to bind port 129cb29d-c30f-499e-a2ed-d95b46166c1d on network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:18.327272 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:18.328204 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Checking segment: {'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:18.328631 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.329023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Bound using segment: {'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:18.329494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Bound port: 129cb29d-c30f-499e-a2ed-d95b46166c1d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:18.330009 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.401064 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.401558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['e0812d21-9818-4f84-abc0-ba58fec8761f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:18.401652 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.467678 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.493783 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-87f38819-c846-4330-b4b0-94e596120714', 'network_id': '87f38819-c846-4330-b4b0-94e596120714', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'fixed_ips': [{'subnet_id': '311d9671-5371-40a9-9ede-5cde666e8828'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:41:18.495632 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.526503 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f619bb8-fdc0-4d54-9a12-988a77506dc1 req-5ccf5e71-f363-4802-8f6a-55635978ead3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:18.528043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f619bb8-fdc0-4d54-9a12-988a77506dc1 req-5ccf5e71-f363-4802-8f6a-55635978ead3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 945 time: 0.0630481 Sep 16 04:41:18.543093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] For port 129cb29d-c30f-499e-a2ed-d95b46166c1d, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:18.572120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] For port 129cb29d-c30f-499e-a2ed-d95b46166c1d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=129cb29d-c30f-499e-a2ed-d95b46166c1d,segment=NetworkSegment(2e2f3369-2e9c-428f-9b98-9ced3659690d),segment_id=2e2f3369-2e9c-428f-9b98-9ced3659690d)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:18.622194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6f9bcd55-7304-4c0a-bfd4-4021b06dec46 None None] Provisioning complete for port 129cb29d-c30f-499e-a2ed-d95b46166c1d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:18.622564 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6f9bcd55-7304-4c0a-bfd4-4021b06dec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.669957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f619bb8-fdc0-4d54-9a12-988a77506dc1 req-0963ad7e-3148-4d98-94a2-fb31b47a00dd tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299307 Sep 16 04:41:18.674896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.704941 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.760724 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bcd55-7304-4c0a-bfd4-4021b06dec46 None None] Port 129cb29d-c30f-499e-a2ed-d95b46166c1d cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:18.852981 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01c9ac-ce15-40a9-b247-733efec58893 None None] Pushing event updated for resources: {'Port': ['ID=129cb29d-c30f-499e-a2ed-d95b46166c1d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:18.856426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Routers {'757f1bd1-a510-47df-87ed-a47dc5acd252'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:18.857267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:41:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['757f1bd1-a510-47df-87ed-a47dc5acd252'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:18.904499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Allocated IP 172.20.0.2 (87f38819-c846-4330-b4b0-94e596120714/311d9671-5371-40a9-9ede-5cde666e8828/c3ba8079-88b2-47f7-89a9-7a1b20d172ca) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:18.929608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3e03d-9ed4-426d-837a-ba2a0ec53b14 req-76edcfe9-8be0-4cbf-98ba-fcc8dd2d8d4b tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:18.931750 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05d3e03d-9ed4-426d-837a-ba2a0ec53b14 req-76edcfe9-8be0-4cbf-98ba-fcc8dd2d8d4b tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.1625328 Sep 16 04:41:19.078778 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05d3e03d-9ed4-426d-837a-ba2a0ec53b14 req-c757d88b-ce73-407e-a9bf-562c9b8ef3b5 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294150 Sep 16 04:41:19.083973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] Set router 757f1bd1-a510-47df-87ed-a47dc5acd252 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:19.086235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5d3c2-c24e-4b66-bcf0-f458db2a87c3 req-8804eddb-1902-47a2-b7f7-341488341bbe tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.087308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3d5d3c2-c24e-4b66-bcf0-f458db2a87c3 req-8804eddb-1902-47a2-b7f7-341488341bbe tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 1097 time: 0.1459792 Sep 16 04:41:19.186727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3d5d3c2-c24e-4b66-bcf0-f458db2a87c3 req-385698cf-9af1-45f8-975c-da76f6658cc5 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839145 Sep 16 04:41:19.199919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9dceba74-8d87-4038-9490-49627872a205 None None] Provisioning complete for port 129cb29d-c30f-499e-a2ed-d95b46166c1d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:19.200345 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9dceba74-8d87-4038-9490-49627872a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.283977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99226d5-79d7-43f7-9a52-d8de7a6eca1c req-b76060a6-e55e-41a3-813e-fbcbf83d4f53 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.284956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c99226d5-79d7-43f7-9a52-d8de7a6eca1c req-b76060a6-e55e-41a3-813e-fbcbf83d4f53 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 950 time: 0.1153202 Sep 16 04:41:19.289558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.293130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.316633 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.374690 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.418841 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9dceba74-8d87-4038-9490-49627872a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.606669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Pushing event updated for resources: {'Port': ['ID=c3ba8079-88b2-47f7-89a9-7a1b20d172ca,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:19.614027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Network 87f38819-c846-4330-b4b0-94e596120714 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:19.619869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:19.622421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:19.644150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9dceba74-8d87-4038-9490-49627872a205 None None] For port 129cb29d-c30f-499e-a2ed-d95b46166c1d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=129cb29d-c30f-499e-a2ed-d95b46166c1d,segment=NetworkSegment(2e2f3369-2e9c-428f-9b98-9ced3659690d),segment_id=2e2f3369-2e9c-428f-9b98-9ced3659690d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:19.679396 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c99226d5-79d7-43f7-9a52-d8de7a6eca1c req-61706fb1-f73c-4950-86c1-c9460399851b tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657391 Sep 16 04:41:19.704349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Attempting to bind port c3ba8079-88b2-47f7-89a9-7a1b20d172ca on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:19.704349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Attempting to bind port c3ba8079-88b2-47f7-89a9-7a1b20d172ca by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '8ac886b7-d607-4e90-bf9b-c1b8907306a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87f38819-c846-4330-b4b0-94e596120714'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:19.704349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Attempting to bind port c3ba8079-88b2-47f7-89a9-7a1b20d172ca on network 87f38819-c846-4330-b4b0-94e596120714 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:19.704649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe749380-5b7f-45d8-aa56-d64b6f183234 req-1f6416cd-ae8f-48ad-b5e5-c572732a63bd tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.704649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe749380-5b7f-45d8-aa56-d64b6f183234 req-1f6416cd-ae8f-48ad-b5e5-c572732a63bd tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 945 time: 0.3898115 Sep 16 04:41:19.704815 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:19.705609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Checking segment: {'id': '8ac886b7-d607-4e90-bf9b-c1b8907306a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87f38819-c846-4330-b4b0-94e596120714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:19.705609 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.705989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Bound using segment: {'id': '8ac886b7-d607-4e90-bf9b-c1b8907306a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87f38819-c846-4330-b4b0-94e596120714'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:19.706458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Bound port: c3ba8079-88b2-47f7-89a9-7a1b20d172ca, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac886b7-d607-4e90-bf9b-c1b8907306a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87f38819-c846-4330-b4b0-94e596120714'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:19.706844 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.717165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'name': 'tempest-AttachSCSIVolumeTestJSON-1327744621-router', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:14Z', 'revision_number': 4, 'project_id': '3ceb97a7fd604673bdc64f441af87285', 'gw_port': {'id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:11Z', 'updated_at': '2021-09-16T04:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '129cb29d-c30f-499e-a2ed-d95b46166c1d', 'name': '', 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'mac_address': 'fa:16:3e:f1:fa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c195371b-def0-4f24-877b-dd6d6def750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:13Z', 'updated_at': '2021-09-16T04:41:18Z', 'revision_number': 4, 'project_id': '3ceb97a7fd604673bdc64f441af87285', 'subnets': [{'id': 'c195371b-def0-4f24-877b-dd6d6def750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:19.722924 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9dceba74-8d87-4038-9490-49627872a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.750619 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a74d446d-77ce-473e-9a55-510956880b92 req-f6bf8bfa-d6f9-42c2-a846-5e2b6d5d6966 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1653376 Sep 16 04:41:19.756281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d233c-7eef-490b-b76c-b2ce23985b06 None None] The sync data for ids ['757f1bd1-a510-47df-87ed-a47dc5acd252'] in n-d-712137-12 is: [{'id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'name': 'tempest-AttachSCSIVolumeTestJSON-1327744621-router', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:14Z', 'revision_number': 4, 'project_id': '3ceb97a7fd604673bdc64f441af87285', 'gw_port': {'id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:11Z', 'updated_at': '2021-09-16T04:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '129cb29d-c30f-499e-a2ed-d95b46166c1d', 'name': '', 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'mac_address': 'fa:16:3e:f1:fa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c195371b-def0-4f24-877b-dd6d6def750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:13Z', 'updated_at': '2021-09-16T04:41:18Z', 'revision_number': 4, 'project_id': '3ceb97a7fd604673bdc64f441af87285', 'subnets': [{'id': 'c195371b-def0-4f24-877b-dd6d6def750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:19.857710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dceba74-8d87-4038-9490-49627872a205 None None] Pushing event updated for resources: {'Port': ['ID=129cb29d-c30f-499e-a2ed-d95b46166c1d,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:19.867695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] For port c3ba8079-88b2-47f7-89a9-7a1b20d172ca, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:19.868037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Allocated IP 172.25.3.104 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/4a0c5418-f51a-409d-a129-2d49fa639c3b) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:19.873432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] For port c3ba8079-88b2-47f7-89a9-7a1b20d172ca, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c3ba8079-88b2-47f7-89a9-7a1b20d172ca,segment=NetworkSegment(8ac886b7-d607-4e90-bf9b-c1b8907306a3),segment_id=8ac886b7-d607-4e90-bf9b-c1b8907306a3)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:19.881994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe749380-5b7f-45d8-aa56-d64b6f183234 req-31dbb6ab-e248-41ec-885c-19312db0f1fb tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464760 Sep 16 04:41:19.908881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7be6f7-fbf2-4bed-9e0f-2dd5c2097700 req-35bd0402-0d0e-423c-8b00-44a677bb0640 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.910530 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c7be6f7-fbf2-4bed-9e0f-2dd5c2097700 req-35bd0402-0d0e-423c-8b00-44a677bb0640 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 1097 time: 0.1589563 Sep 16 04:41:19.955634 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.961395 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d446d-77ce-473e-9a55-510956880b92 req-cb4d07d5-4d01-408f-b3a9-b521a1206ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.962917 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a74d446d-77ce-473e-9a55-510956880b92 req-cb4d07d5-4d01-408f-b3a9-b521a1206ebe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc90348af2cc4668a81319630766a035&device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 1098 time: 0.1602561 Sep 16 04:41:20.022405 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632bd82-e7c2-4235-9d5c-8e162c7aa4ea None None] Pushing event updated for resources: {'Port': ['ID=c3ba8079-88b2-47f7-89a9-7a1b20d172ca,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:20.052177 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c7be6f7-fbf2-4bed-9e0f-2dd5c2097700 req-f1bbbc0a-3057-4b19-abcf-604132f96afa tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197567 Sep 16 04:41:20.175037 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.201826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d446d-77ce-473e-9a55-510956880b92 req-6a0ded85-2779-4cce-923c-b7e4db03825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.204743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a74d446d-77ce-473e-9a55-510956880b92 req-6a0ded85-2779-4cce-923c-b7e4db03825e service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb732cf4-3497-45d6-8853-b2066fbc4fa6 HTTP/1.1" status: 200 len: 924 time: 0.2046351 Sep 16 04:41:20.430382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a74d446d-77ce-473e-9a55-510956880b92 req-f47ddca0-b28e-4a95-b15a-4fb76e178b36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b20838a8-0997-411f-8393-01152b61f6b1 HTTP/1.1" status: 200 len: 1002 time: 0.2066295 Sep 16 04:41:20.446839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b1aed-9ecc-4be5-b545-3b49de325abb req-ef7a1435-46a5-4c28-a6e5-e5b69a0613c1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.450988 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-827b1aed-9ecc-4be5-b545-3b49de325abb req-ef7a1435-46a5-4c28-a6e5-e5b69a0613c1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.1190901 Sep 16 04:41:20.496064 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.567942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:20.573490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:20.576365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d446d-77ce-473e-9a55-510956880b92 req-a1d84a63-2abe-413b-b02a-c76009c80700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.578334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a74d446d-77ce-473e-9a55-510956880b92 req-a1d84a63-2abe-413b-b02a-c76009c80700 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7096e50a-d25d-4f19-a589-a5b7967e7926 HTTP/1.1" status: 200 len: 863 time: 0.1289024 Sep 16 04:41:20.579254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:20.594730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-827b1aed-9ecc-4be5-b545-3b49de325abb req-b0f38a35-7fd9-4d63-8ad1-9bfb3f9aac4e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123719 Sep 16 04:41:20.633437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Pushing event updated for resources: {'Port': ['ID=4a0c5418-f51a-409d-a129-2d49fa639c3b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:20.816862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d446d-77ce-473e-9a55-510956880b92 req-f895ab8e-d016-47fc-bc82-a3ac520a88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.819869 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a74d446d-77ce-473e-9a55-510956880b92 req-f895ab8e-d016-47fc-bc82-a3ac520a88b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb732cf4-3497-45d6-8853-b2066fbc4fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2200203 Sep 16 04:41:20.890985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0edb9c-501b-4957-8ee0-c93bd7d0d76c req-f68b8584-df90-4019-8515-abe34b4d58a7 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.901915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c0edb9c-501b-4957-8ee0-c93bd7d0d76c req-f68b8584-df90-4019-8515-abe34b4d58a7 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 950 time: 0.2146122 Sep 16 04:41:21.199996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 129cb29d-c30f-499e-a2ed-d95b46166c1d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:21.252778 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e0812d21-9818-4f84-abc0-ba58fec8761f up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:21.355749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946738b8-f0d1-4119-9081-388a5a403136 req-643f46ac-c79f-4a38-8a5e-c8c42a62a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.364331 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-946738b8-f0d1-4119-9081-388a5a403136 req-643f46ac-c79f-4a38-8a5e-c8c42a62a600 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7bd4e6ac0cb24343bba0afecf762e654&device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 1098 time: 0.1304085 Sep 16 04:41:21.365465 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device abdfbebe-11f7-4212-9e95-1ad206dbe8aa no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:21.392348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 129cb29d-c30f-499e-a2ed-d95b46166c1d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:21.396352 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.424573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a74d446d-77ce-473e-9a55-510956880b92 req-eda04190-b1b0-44f5-b4a4-79fda0fe08d2 service neutron] 10.222.0.23 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719073 Sep 16 04:41:21.425623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37144) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:21.457797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: abdfbebe-11f7-4212-9e95-1ad206dbe8aa {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:21.458148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device abdfbebe-11f7-4212-9e95-1ad206dbe8aa not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:21.510515 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c4198-726a-4c98-aa15-7b40b85f5a80 req-09f7b821-63a1-4e21-9565-9a0304d1d39d tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.518789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c5c4198-726a-4c98-aa15-7b40b85f5a80 req-09f7b821-63a1-4e21-9565-9a0304d1d39d tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 950 time: 0.4832709 Sep 16 04:41:21.535545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-2c0edb9c-501b-4957-8ee0-c93bd7d0d76c req-54a662dc-7ef7-42e0-9f29-5f7250c38175 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Deleting port 36851dac-4516-44f5-addf-f32caaa3e1d1 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:21.535807 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2c0edb9c-501b-4957-8ee0-c93bd7d0d76c req-54a662dc-7ef7-42e0-9f29-5f7250c38175 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.567326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc04785f-01f1-42c7-8823-25e39734af03 None None] Network 87f38819-c846-4330-b4b0-94e596120714 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:21.575117 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946738b8-f0d1-4119-9081-388a5a403136 req-d05d73a5-262f-4504-adad-6662334c20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.579526 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-946738b8-f0d1-4119-9081-388a5a403136 req-d05d73a5-262f-4504-adad-6662334c20b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b1f6d5d-ed89-46e3-b590-37d2b4020673 HTTP/1.1" status: 200 len: 911 time: 0.2102451 Sep 16 04:41:21.637366 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-946738b8-f0d1-4119-9081-388a5a403136 req-6bc820c9-6385-479b-8f31-a8a83cda189f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec HTTP/1.1" status: 200 len: 217 time: 0.0481663 Sep 16 04:41:21.681107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port e0812d21-9818-4f84-abc0-ba58fec8761f completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:21.713666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c3ba8079-88b2-47f7-89a9-7a1b20d172ca up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:21.746348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946738b8-f0d1-4119-9081-388a5a403136 req-60a6637e-0432-43ea-b1ed-d7827b15b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.748000 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-946738b8-f0d1-4119-9081-388a5a403136 req-60a6637e-0432-43ea-b1ed-d7827b15b962 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cc13275-6ab6-4fa6-86cd-bc7d2a213f74 HTTP/1.1" status: 200 len: 851 time: 0.1021085 Sep 16 04:41:21.752178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.754001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port e0812d21-9818-4f84-abc0-ba58fec8761f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:21.754389 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.755004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-2c0edb9c-501b-4957-8ee0-c93bd7d0d76c req-54a662dc-7ef7-42e0-9f29-5f7250c38175 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] For port 36851dac-4516-44f5-addf-f32caaa3e1d1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=36851dac-4516-44f5-addf-f32caaa3e1d1,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:21.755363 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2c0edb9c-501b-4957-8ee0-c93bd7d0d76c req-54a662dc-7ef7-42e0-9f29-5f7250c38175 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.776039 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f1431e78-9273-4343-b035-9032a65d0c46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9539476406a4644bfac6209ebfced53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484106 Sep 16 04:41:21.797311 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-946738b8-f0d1-4119-9081-388a5a403136 req-21cedd81-8810-451c-8815-ccd3d2d27ef4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b1f6d5d-ed89-46e3-b590-37d2b4020673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386581 Sep 16 04:41:21.797784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37150) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:21.806548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e09da01e-f3d1-462b-af93-3d76227c77db None None] Provisioning complete for port c3ba8079-88b2-47f7-89a9-7a1b20d172ca triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:21.806968 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e09da01e-f3d1-462b-af93-3d76227c77db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.817073 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-2c0edb9c-501b-4957-8ee0-c93bd7d0d76c req-54a662dc-7ef7-42e0-9f29-5f7250c38175 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Calling delete_port for 36851dac-4516-44f5-addf-f32caaa3e1d1 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:21.849388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c5c4198-726a-4c98-aa15-7b40b85f5a80 req-96426f2c-0e6d-4532-b2cb-449c6552c7a2 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246830 Sep 16 04:41:21.874929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c3ba8079-88b2-47f7-89a9-7a1b20d172ca triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:21.875357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.885239 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a74d446d-77ce-473e-9a55-510956880b92 req-9795b0e0-8b4b-4cd8-828d-ddf40bad75ef service neutron] 10.222.0.23 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348512 Sep 16 04:41:22.006456 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.037370 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-21ceccf9-e755-422e-b8b8-1b905b5ec959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.071998 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-21ceccf9-e755-422e-b8b8-1b905b5ec959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.078790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9966d9-b75b-4a63-83ad-f49f69469dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0812d21-9818-4f84-abc0-ba58fec8761f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:22.081094 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ebcc08-8e11-4159-af57-1e8efad8536b" -d '{"events": [{"server_uuid": "4f9966d9-b75b-4a63-83ad-f49f69469dc8", "name": "network-vif-plugged", "status": "completed", "tag": "e0812d21-9818-4f84-abc0-ba58fec8761f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:22.089923 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e09da01e-f3d1-462b-af93-3d76227c77db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.106699 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-946738b8-f0d1-4119-9081-388a5a403136 req-06f3b578-0954-442c-8b50-5a19d77f665a service neutron] 10.222.0.23 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821741 Sep 16 04:41:22.122207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e0812d21-9818-4f84-abc0-ba58fec8761f,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:22.124946 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.182131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f588ffd-5783-4927-99a6-eff196fb5b3a req-40b22955-e962-4d17-a132-639e9161e3d4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.184935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f588ffd-5783-4927-99a6-eff196fb5b3a req-40b22955-e962-4d17-a132-639e9161e3d4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 945 time: 0.1745734 Sep 16 04:41:22.185648 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.189116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4379f-3562-421e-8dd0-1292a356844f req-77915438-4851-4598-b8d1-7930c693a9d2 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.190952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fe4379f-3562-421e-8dd0-1292a356844f req-77915438-4851-4598-b8d1-7930c693a9d2 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 1097 time: 0.1830049 Sep 16 04:41:22.247964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e09da01e-f3d1-462b-af93-3d76227c77db None None] For port c3ba8079-88b2-47f7-89a9-7a1b20d172ca, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c3ba8079-88b2-47f7-89a9-7a1b20d172ca,segment=NetworkSegment(8ac886b7-d607-4e90-bf9b-c1b8907306a3),segment_id=8ac886b7-d607-4e90-bf9b-c1b8907306a3)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:22.267106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e0812d21-9818-4f84-abc0-ba58fec8761f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:22.289552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fe4379f-3562-421e-8dd0-1292a356844f req-bbb8080f-576d-4af7-9c95-90d67c991664 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894220 Sep 16 04:41:22.303558 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-21ceccf9-e755-422e-b8b8-1b905b5ec959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.306672 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-21ceccf9-e755-422e-b8b8-1b905b5ec959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.307861 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-21ceccf9-e755-422e-b8b8-1b905b5ec959 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53a78dfb-b221-4018-9ad7-f8406df1c84d HTTP/1.1" status: 204 len: 168 time: 0.5091212 Sep 16 04:41:22.323828 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e09da01e-f3d1-462b-af93-3d76227c77db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.337677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f588ffd-5783-4927-99a6-eff196fb5b3a req-e65a23c7-8e4b-44d8-a72e-b953b627c460 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452200 Sep 16 04:41:22.339283 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-946738b8-f0d1-4119-9081-388a5a403136 req-b5389fbd-ac83-44f5-b735-3b1e0c02068e service neutron] 10.222.0.23 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019937 Sep 16 04:41:22.353395 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ceccf9-e755-422e-b8b8-1b905b5ec959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a78dfb-b221-4018-9ad7-f8406df1c84d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:22.446992 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:41:22.447360 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:41:22.456225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09da01e-f3d1-462b-af93-3d76227c77db None None] Pushing event updated for resources: {'Port': ['ID=c3ba8079-88b2-47f7-89a9-7a1b20d172ca,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:22.463772 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5f823f82-f2e5-4f5f-8cd9-b079b0d11552 None None] Provisioning complete for port c3ba8079-88b2-47f7-89a9-7a1b20d172ca triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:22.464146 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f823f82-f2e5-4f5f-8cd9-b079b0d11552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.602743 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eb0ab4-06c6-42e0-94c6-88f8c27f17a9 x-openstack-request-id: req-d1eb0ab4-06c6-42e0-94c6-88f8c27f17a9 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:22.603045 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9966d9-b75b-4a63-83ad-f49f69469dc8", "name": "network-vif-plugged", "status": "completed", "tag": "e0812d21-9818-4f84-abc0-ba58fec8761f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:22.603302 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1eb0ab4-06c6-42e0-94c6-88f8c27f17a9 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:22.603766 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9966d9-b75b-4a63-83ad-f49f69469dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0812d21-9818-4f84-abc0-ba58fec8761f', 'code': 200} Sep 16 04:41:22.864592 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2c0edb9c-501b-4957-8ee0-c93bd7d0d76c req-54a662dc-7ef7-42e0-9f29-5f7250c38175 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.878907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0', '36851dac-4516-44f5-addf-f32caaa3e1d1'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:22.924783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a662dc-7ef7-42e0-9f29-5f7250c38175 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Pushing event deleted for resources: {'Port': ['ID=36851dac-4516-44f5-addf-f32caaa3e1d1,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:23.006550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a4370-fbb4-4f6a-8db1-bf15956eacdc req-34dd7a31-0dd7-4be1-b4c2-1983524a49cc tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.010829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e43a4370-fbb4-4f6a-8db1-bf15956eacdc req-34dd7a31-0dd7-4be1-b4c2-1983524a49cc tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.1994436 Sep 16 04:41:23.022119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd14693-b9db-432b-9002-e43ccbe0d941 req-3c56e8f0-09c0-43cb-8fb0-74c4e9c99784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.023607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ffd14693-b9db-432b-9002-e43ccbe0d941 req-3c56e8f0-09c0-43cb-8fb0-74c4e9c99784 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 1098 time: 0.2133820 Sep 16 04:41:23.049128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0edb9c-501b-4957-8ee0-c93bd7d0d76c req-54a662dc-7ef7-42e0-9f29-5f7250c38175 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] No DVR routers for this DVR port 36851dac-4516-44f5-addf-f32caaa3e1d1 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:23.067281 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2c0edb9c-501b-4957-8ee0-c93bd7d0d76c req-54a662dc-7ef7-42e0-9f29-5f7250c38175 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.069269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c0edb9c-501b-4957-8ee0-c93bd7d0d76c req-54a662dc-7ef7-42e0-9f29-5f7250c38175 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.23 "DELETE /v2.0/ports/36851dac-4516-44f5-addf-f32caaa3e1d1 HTTP/1.1" status: 204 len: 173 time: 2.1580458 Sep 16 04:41:23.069702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bac4bbd-c771-4b88-9227-4288723129ba', 'name': 'network-vif-deleted', 'tag': '36851dac-4516-44f5-addf-f32caaa3e1d1'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:23.071944 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a293566-2b64-4bac-93f3-0b2657bc0447" -d '{"events": [{"server_uuid": "1bac4bbd-c771-4b88-9227-4288723129ba", "name": "network-vif-deleted", "tag": "36851dac-4516-44f5-addf-f32caaa3e1d1"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:23.100252 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.119566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37172) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:23.168532 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fd6552d-28b2-42df-9e0d-16711db4051b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.266397 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c3ba8079-88b2-47f7-89a9-7a1b20d172ca up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:23.353242 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e43a4370-fbb4-4f6a-8db1-bf15956eacdc req-016b280c-7382-42b8-bcbe-67fbf444f7d6 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105621 Sep 16 04:41:23.382845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ffd14693-b9db-432b-9002-e43ccbe0d941 req-9fb5e9a5-5b74-468d-aff9-309a3c3c53d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226681 Sep 16 04:41:23.391090 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fd6552d-28b2-42df-9e0d-16711db4051b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.404650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c3ba8079-88b2-47f7-89a9-7a1b20d172ca triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:23.404650 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.518538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b3f757f-dad5-4a75-95d1-76fa03d76ed5 req-b8982014-2fad-46a2-b0a7-ba3aca36e1fc tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bac4bbd-c771-4b88-9227-4288723129ba HTTP/1.1" status: 200 len: 210 time: 0.0666163 Sep 16 04:41:23.528096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fd6552d-28b2-42df-9e0d-16711db4051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.556806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Router f81d18c1-6294-45a3-a1d4-e2f0556e13cd is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:41:23.621318 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1fd6552d-28b2-42df-9e0d-16711db4051b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9a990ded35342f997b2c66862165546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962080 Sep 16 04:41:23.621318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6552d-28b2-42df-9e0d-16711db4051b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94848c17-87b1-4c4c-baf8-a40f5865696c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:23.622046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37194) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:23.666530 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfc3930-49de-474a-bfc2-2ffdc3445868 x-openstack-request-id: req-dcfc3930-49de-474a-bfc2-2ffdc3445868 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:23.667036 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bac4bbd-c771-4b88-9227-4288723129ba", "name": "network-vif-deleted", "tag": "36851dac-4516-44f5-addf-f32caaa3e1d1", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:23.667490 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcfc3930-49de-474a-bfc2-2ffdc3445868 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:23.668041 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bac4bbd-c771-4b88-9227-4288723129ba', 'name': 'network-vif-deleted', 'tag': '36851dac-4516-44f5-addf-f32caaa3e1d1', 'status': 'completed', 'code': 200} Sep 16 04:41:23.697122 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2b64-3535-452c-8701-8413f58b7184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.723069 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2b64-3535-452c-8701-8413f58b7184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.761475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c4c0d-ed9a-4fa7-8215-bc916abd913f req-0e051269-98a2-4eb1-b484-0505a5f629b8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.762953 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f3c4c0d-ed9a-4fa7-8215-bc916abd913f req-0e051269-98a2-4eb1-b484-0505a5f629b8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 946 time: 0.0987809 Sep 16 04:41:23.795138 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:23.808017 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Sync routers for ids ['f81d18c1-6294-45a3-a1d4-e2f0556e13cd'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:23.820780 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Routers {'f81d18c1-6294-45a3-a1d4-e2f0556e13cd'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:23.822232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f3c4c0d-ed9a-4fa7-8215-bc916abd913f req-0dcd25b3-21cb-4ca5-a336-b3008eae3a6f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509233 Sep 16 04:41:23.822746 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:41:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f81d18c1-6294-45a3-a1d4-e2f0556e13cd'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:23.853734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2b64-3535-452c-8701-8413f58b7184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.856787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2b64-3535-452c-8701-8413f58b7184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.876449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.877722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9e1e98ce-d947-4325-99d7-9b22c706ef21 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6100798 Sep 16 04:41:23.880396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37200) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:23.901315 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4d1f2b64-3535-452c-8701-8413f58b7184 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94848c17-87b1-4c4c-baf8-a40f5865696c HTTP/1.1" status: 204 len: 168 time: 0.2350709 Sep 16 04:41:23.939634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f2b64-3535-452c-8701-8413f58b7184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94848c17-87b1-4c4c-baf8-a40f5865696c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:24.088747 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Set router f81d18c1-6294-45a3-a1d4-e2f0556e13cd gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:24.284360 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-362924194-router', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:18Z', 'updated_at': '2021-09-16T04:41:20Z', 'revision_number': 3, 'project_id': 'a498345e1c3f4876936c831f73be6d7c', 'gw_port': {'id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:42:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:19Z', 'updated_at': '2021-09-16T04:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:24.324578 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Checking router: f81d18c1-6294-45a3-a1d4-e2f0556e13cd for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:24.325014 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Updating router f81d18c1-6294-45a3-a1d4-e2f0556e13cd port 4a0c5418-f51a-409d-a129-2d49fa639c3b binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:41:24.368438 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.583031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e08917-fc49-4cbf-9d05-bb57715e1f55 req-82ba3407-a138-48f3-a460-f392d9325897 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:24.593658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12e08917-fc49-4cbf-9d05-bb57715e1f55 req-82ba3407-a138-48f3-a460-f392d9325897 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.1018701 Sep 16 04:41:24.648652 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.672858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12e08917-fc49-4cbf-9d05-bb57715e1f55 req-ed48ea04-cf6e-491b-8cfb-f6882d3d52dd tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742507 Sep 16 04:41:24.765330 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.810340 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.862830 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac252fd-cfe8-4de7-9f10-70fe0c61427f None None] Pushing event updated for resources: {'Port': ['ID=4a0c5418-f51a-409d-a129-2d49fa639c3b,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:24.915963 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Attempting to bind port 4a0c5418-f51a-409d-a129-2d49fa639c3b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:24.916632 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Attempting to bind port 4a0c5418-f51a-409d-a129-2d49fa639c3b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:24.917163 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Attempting to bind port 4a0c5418-f51a-409d-a129-2d49fa639c3b on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:24.923513 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:24.923887 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:24.924290 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.924713 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:24.925181 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Bound port: 4a0c5418-f51a-409d-a129-2d49fa639c3b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:24.925578 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.936450 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Allocated IP 172.20.0.1 (87f38819-c846-4330-b4b0-94e596120714/311d9671-5371-40a9-9ede-5cde666e8828/9aa0a515-e7e7-4cf1-a109-76de95d2f9fc) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:24.942475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-3118d057-d306-4807-aee2-5d705c822867 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:41:24.949707 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-3118d057-d306-4807-aee2-5d705c822867 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147538 Sep 16 04:41:24.981349 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] For port 4a0c5418-f51a-409d-a129-2d49fa639c3b, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:24.985780 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] For port 4a0c5418-f51a-409d-a129-2d49fa639c3b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4a0c5418-f51a-409d-a129-2d49fa639c3b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:25.006159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-04b929d7-d43f-42d0-b916-2dfc973c6205 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.007595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-04b929d7-d43f-42d0-b916-2dfc973c6205 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports/7ded17e2-2fb5-4bb1-ba82-81288c47ea24 HTTP/1.1" status: 200 len: 1094 time: 0.0571456 Sep 16 04:41:25.020334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] Request body: {'binding': {'host': 'n-h2-712137-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:25.025863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] Unknown quota resources ['binding']. {{(pid=95452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:41:25.083110 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.198797 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac252fd-cfe8-4de7-9f10-70fe0c61427f None None] Pushing event updated for resources: {'Port': ['ID=4a0c5418-f51a-409d-a129-2d49fa639c3b,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:25.217434 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Routers {'f81d18c1-6294-45a3-a1d4-e2f0556e13cd'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:25.218817 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:41:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f81d18c1-6294-45a3-a1d4-e2f0556e13cd'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:25.257337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] Attempting to bind port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on host n-h2-712137-12 for vnic_type normal with profile None {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:25.257679 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] Attempting to bind port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:25.257990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] Attempting to bind port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:25.281399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] Port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:25.287087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] Attempting to bind port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:25.297212 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.299430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:25.299759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:25.300131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] Bound using segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:25.300582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] Bound port: 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:25.318754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d90c4-b2d4-4561-953c-7e69ee739255 req-a24fcaf0-8b95-4084-b738-07173b647899 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.320338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b59d90c4-b2d4-4561-953c-7e69ee739255 req-a24fcaf0-8b95-4084-b738-07173b647899 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 946 time: 0.1036274 Sep 16 04:41:25.353124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 36851dac-4516-44f5-addf-f32caaa3e1d1 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:25.375825 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] Set router f81d18c1-6294-45a3-a1d4-e2f0556e13cd gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:25.392875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 36851dac-4516-44f5-addf-f32caaa3e1d1 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:25.393229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 36851dac-4516-44f5-addf-f32caaa3e1d1 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:25.450771 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b59d90c4-b2d4-4561-953c-7e69ee739255 req-19be06ce-cf3a-4062-ae88-6c6c6c3afb9a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114764 Sep 16 04:41:25.484266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:25.564382 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.605705 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-362924194-router', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:18Z', 'updated_at': '2021-09-16T04:41:20Z', 'revision_number': 3, 'project_id': 'a498345e1c3f4876936c831f73be6d7c', 'gw_port': {'id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:42:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:19Z', 'updated_at': '2021-09-16T04:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:25.642988 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.643149 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41285a57-acd3-4e8d-a74b-e59c4d847834 None None] The sync data for ids ['f81d18c1-6294-45a3-a1d4-e2f0556e13cd'] in n-d-712137-12 is: [{'id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-362924194-router', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:18Z', 'updated_at': '2021-09-16T04:41:20Z', 'revision_number': 3, 'project_id': 'a498345e1c3f4876936c831f73be6d7c', 'gw_port': {'id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:42:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:19Z', 'updated_at': '2021-09-16T04:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:25.644162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-2ac0c4dd-13fe-45a7-bc52-6f19af3bb3b0 service neutron] 10.222.0.24 "POST /v2.0/ports/7ded17e2-2fb5-4bb1-ba82-81288c47ea24/bindings HTTP/1.1" status: 201 len: 390 time: 0.6301234 Sep 16 04:41:25.661456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Network 87f38819-c846-4330-b4b0-94e596120714 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:25.669414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:25.672995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa0a515-e7e7-4cf1-a109-76de95d2f9fc,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:25.674970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:25.776437 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.874781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe70cb-1b7c-4a90-9d0a-89285b187f10 req-63c288a2-67f1-40ba-9d05-c4f879ed1d88 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.876764 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70fe70cb-1b7c-4a90-9d0a-89285b187f10 req-63c288a2-67f1-40ba-9d05-c4f879ed1d88 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 950 time: 0.1574020 Sep 16 04:41:26.037085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70fe70cb-1b7c-4a90-9d0a-89285b187f10 req-cf09c539-ef36-4088-9784-c8c2ed850275 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927167 Sep 16 04:41:26.047247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-49f47498-fb38-4db9-acfe-c7d241f74ff7 None None] Provisioning complete for port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:26.047918 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49f47498-fb38-4db9-acfe-c7d241f74ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.080396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3ff25-570a-4a8a-9748-cf33270d08db req-c4166f49-509e-428c-bd25-bec6e16d93a8 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.085667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3cb3ff25-570a-4a8a-9748-cf33270d08db req-c4166f49-509e-428c-bd25-bec6e16d93a8 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 1098 time: 0.1182685 Sep 16 04:41:26.156902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-49f47498-fb38-4db9-acfe-c7d241f74ff7 None None] Port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:26.174650 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.252125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3cb3ff25-570a-4a8a-9748-cf33270d08db req-77f69a92-30c7-4d04-b2ce-29c5eae92298 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537247 Sep 16 04:41:26.658182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9932b-94ed-4289-b3a8-a420df813f72 req-854c9e14-9eb6-4602-a735-7034862a13b6 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.659770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b9932b-94ed-4289-b3a8-a420df813f72 req-854c9e14-9eb6-4602-a735-7034862a13b6 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.5012157 Sep 16 04:41:26.748895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df703e86-94fb-4c49-abdd-c6b00d9359fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.750479 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df703e86-94fb-4c49-abdd-c6b00d9359fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 1097 time: 0.5577550 Sep 16 04:41:26.818613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eced364-450b-4b29-9b6f-d867e5fb7a4a req-f3b05240-5490-4efd-aa09-34990b2b0c47 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.820139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7eced364-450b-4b29-9b6f-d867e5fb7a4a req-f3b05240-5490-4efd-aa09-34990b2b0c47 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.23 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 950 time: 0.2208333 Sep 16 04:41:26.840390 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b9932b-94ed-4289-b3a8-a420df813f72 req-5f06202e-16ed-4f0d-84df-84a55fad4661 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352029 Sep 16 04:41:26.848930 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea6dae-73d9-40f6-bd7c-66e2a1b340c2 req-8f9e3097-bad9-4d3b-8813-ddc26a08216f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.850406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0dea6dae-73d9-40f6-bd7c-66e2a1b340c2 req-8f9e3097-bad9-4d3b-8813-ddc26a08216f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 945 time: 0.2524359 Sep 16 04:41:26.993118 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.053530 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-0f4e48dc-fd0f-4d28-a29f-40ae0832cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.055017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-0f4e48dc-fd0f-4d28-a29f-40ae0832cc5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.2907705 Sep 16 04:41:27.059702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0dea6dae-73d9-40f6-bd7c-66e2a1b340c2 req-c52847cb-ea90-4282-afda-98efc3da39e1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911075 Sep 16 04:41:27.077955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f1193-9fb4-4166-85c1-681dbf711fcf req-f668c9ef-3048-4315-87ea-c5df7e6af708 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.077955 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa5f1193-9fb4-4166-85c1-681dbf711fcf req-f668c9ef-3048-4315-87ea-c5df7e6af708 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 1098 time: 0.1582344 Sep 16 04:41:27.120578 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.123224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-b0eebee7-82b3-4288-974a-95bafd952586 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24 HTTP/1.1" status: 200 len: 217 time: 0.0579720 Sep 16 04:41:27.169499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4a0c5418-f51a-409d-a129-2d49fa639c3b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:27.227801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4a0c5418-f51a-409d-a129-2d49fa639c3b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:27.228794 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.262066 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.281465 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa5f1193-9fb4-4166-85c1-681dbf711fcf req-f24ae11f-7597-43f2-97b1-9a0b465ac2b1 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673963 Sep 16 04:41:27.303886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-7eced364-450b-4b29-9b6f-d867e5fb7a4a req-58f2c54f-c3f9-48a3-823b-0504ac9f53a9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Deleting port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:27.304531 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7eced364-450b-4b29-9b6f-d867e5fb7a4a req-58f2c54f-c3f9-48a3-823b-0504ac9f53a9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.333100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa0a515-e7e7-4cf1-a109-76de95d2f9fc,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:27.342252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-3242ca3e-4377-4e69-b481-f9a4ba37f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.343992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-3242ca3e-4377-4e69-b481-f9a4ba37f743 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.1889400 Sep 16 04:41:27.367459 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.393028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 4a0c5418-f51a-409d-a129-2d49fa639c3b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4a0c5418-f51a-409d-a129-2d49fa639c3b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:27.460246 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.461940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-88c24b3d-0a0e-4816-9f3a-08446385f208 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913401 Sep 16 04:41:27.521210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=4a0c5418-f51a-409d-a129-2d49fa639c3b,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:27.647288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7eced364-450b-4b29-9b6f-d867e5fb7a4a req-58f2c54f-c3f9-48a3-823b-0504ac9f53a9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] For port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:27.647758 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7eced364-450b-4b29-9b6f-d867e5fb7a4a req-58f2c54f-c3f9-48a3-823b-0504ac9f53a9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.675158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-7eced364-450b-4b29-9b6f-d867e5fb7a4a req-58f2c54f-c3f9-48a3-823b-0504ac9f53a9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Calling delete_port for fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:27.685097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d24288-3a43-49ea-b1a5-6518e3836fd2 req-c5a10bb5-efa1-4ed9-bffd-9ef2125f1904 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.686702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28d24288-3a43-49ea-b1a5-6518e3836fd2 req-c5a10bb5-efa1-4ed9-bffd-9ef2125f1904 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 950 time: 0.2290373 Sep 16 04:41:27.700650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Network 87f38819-c846-4330-b4b0-94e596120714 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:27.713885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:27.723613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-b89c4e83-f5ab-4778-ad80-15e58267168c service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261789 Sep 16 04:41:27.863916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28d24288-3a43-49ea-b1a5-6518e3836fd2 req-dbd17eb5-1ab2-4d6f-9e3f-9cda3975361c tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1a0a6d-1d77-4ea9-b8e3-488552d4d595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626744 Sep 16 04:41:27.993556 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9d9d6934-8079-4a84-bb4e-41d6a473a889 None None] Provisioning complete for port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:27.994405 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6934-8079-4a84-bb4e-41d6a473a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.028424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d6934-8079-4a84-bb4e-41d6a473a889 None None] Port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:28.047687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-decb67a6-5c6d-4006-97d7-6ec56aec1e52 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156474 Sep 16 04:41:28.098426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Router f81d18c1-6294-45a3-a1d4-e2f0556e13cd has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:28.125490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d414ebf-b4d2-4c82-b77a-1e2554b0834c req-55b7185e-5088-4fb3-9871-4d7e886424cd tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.127046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d414ebf-b4d2-4c82-b77a-1e2554b0834c req-55b7185e-5088-4fb3-9871-4d7e886424cd tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.1723845 Sep 16 04:41:28.135972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfdd50-7b0f-46a6-9ea8-d7892392b184 req-851be3dc-a154-4ce0-981f-649e3c4615a5 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.137562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dedfdd50-7b0f-46a6-9ea8-d7892392b184 req-851be3dc-a154-4ce0-981f-649e3c4615a5 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 1098 time: 0.1792479 Sep 16 04:41:28.232640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d414ebf-b4d2-4c82-b77a-1e2554b0834c req-94042464-c148-4e28-b6ef-bedecd323149 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924442 Sep 16 04:41:28.248108 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7eced364-450b-4b29-9b6f-d867e5fb7a4a req-58f2c54f-c3f9-48a3-823b-0504ac9f53a9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.260215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:28.339815 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2c54f-c3f9-48a3-823b-0504ac9f53a9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Pushing event deleted for resources: {'Port': ['ID=fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:28.345988 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dedfdd50-7b0f-46a6-9ea8-d7892392b184 req-b7e04b3e-6c07-41c0-9a83-af504ca32895 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879356 Sep 16 04:41:28.433351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:28.438158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eced364-450b-4b29-9b6f-d867e5fb7a4a req-58f2c54f-c3f9-48a3-823b-0504ac9f53a9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] No DVR routers for this DVR port fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:28.443637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3731c667-23cb-4ae6-bbc0-4b958661daa9 admin admin] 10.222.0.24 "PUT /v2.0/routers/f81d18c1-6294-45a3-a1d4-e2f0556e13cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5622237 Sep 16 04:41:28.445472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Sync routers for ids ['f81d18c1-6294-45a3-a1d4-e2f0556e13cd'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:28.445888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-8fced341-7b97-4f2c-aa3e-85409f4cfbaf tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.447349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-8fced341-7b97-4f2c-aa3e-85409f4cfbaf tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55&tenant_id=f4a70497af814474abf0ba78527f1f40&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1097 time: 0.2134681 Sep 16 04:41:28.448693 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7eced364-450b-4b29-9b6f-d867e5fb7a4a req-58f2c54f-c3f9-48a3-823b-0504ac9f53a9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.450597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7eced364-450b-4b29-9b6f-d867e5fb7a4a req-58f2c54f-c3f9-48a3-823b-0504ac9f53a9 tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.23 "DELETE /v2.0/ports/fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 HTTP/1.1" status: 204 len: 173 time: 1.6149642 Sep 16 04:41:28.452633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fc144f-bf6f-430e-8c50-2ea6db01ef68', 'name': 'network-vif-deleted', 'tag': 'fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:28.455021 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c47c34-1641-40ec-9c10-32424ed3d4b7" -d '{"events": [{"server_uuid": "45fc144f-bf6f-430e-8c50-2ea6db01ef68", "name": "network-vif-deleted", "tag": "fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:28.464596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-12'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:28.483858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Routers {'f81d18c1-6294-45a3-a1d4-e2f0556e13cd'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:28.489615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:41:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f81d18c1-6294-45a3-a1d4-e2f0556e13cd'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:28.502036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9bbe6-1232-4acd-b5e3-95aab99b3178 req-0f900775-3ebe-4815-b011-474cd9cd5872 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.509436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0e9bbe6-1232-4acd-b5e3-95aab99b3178 req-0f900775-3ebe-4815-b011-474cd9cd5872 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 945 time: 0.1572156 Sep 16 04:41:28.551600 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2036e1-8631-455c-b3e8-976971f1af01 x-openstack-request-id: req-1f2036e1-8631-455c-b3e8-976971f1af01 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:28.551902 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fc144f-bf6f-430e-8c50-2ea6db01ef68", "name": "network-vif-deleted", "tag": "fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:28.552189 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f2036e1-8631-455c-b3e8-976971f1af01 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:28.552608 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fc144f-bf6f-430e-8c50-2ea6db01ef68', 'name': 'network-vif-deleted', 'tag': 'fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0', 'status': 'completed', 'code': 200} Sep 16 04:41:28.571248 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.597137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0e9bbe6-1232-4acd-b5e3-95aab99b3178 req-3d818391-e28e-46b0-83c3-2a463c7661c3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867484 Sep 16 04:41:28.841437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Set router f81d18c1-6294-45a3-a1d4-e2f0556e13cd gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:28.939570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:29.028943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:29.261809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-542918f6-13ee-494e-9fcf-9e4172db1073 req-982b1c05-2d3b-447f-ab5a-1c82fdf41c2c tempest-LiveMigrationNegativeTest-331692693 tempest-LiveMigrationNegativeTest-331692693-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fc144f-bf6f-430e-8c50-2ea6db01ef68 HTTP/1.1" status: 200 len: 210 time: 0.2767556 Sep 16 04:41:29.262487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-362924194-router', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:18Z', 'updated_at': '2021-09-16T04:41:25Z', 'revision_number': 4, 'project_id': 'a498345e1c3f4876936c831f73be6d7c', 'gw_port': {'id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:19Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '9aa0a515-e7e7-4cf1-a109-76de95d2f9fc', 'name': '', 'network_id': '87f38819-c846-4330-b4b0-94e596120714', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'mac_address': 'fa:16:3e:96:85:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '311d9671-5371-40a9-9ede-5cde666e8828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:24Z', 'updated_at': '2021-09-16T04:41:26Z', 'revision_number': 2, 'project_id': 'a498345e1c3f4876936c831f73be6d7c', 'subnets': [{'id': '311d9671-5371-40a9-9ede-5cde666e8828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:29.316380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Checking router: f81d18c1-6294-45a3-a1d4-e2f0556e13cd for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:29.317032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Updating router f81d18c1-6294-45a3-a1d4-e2f0556e13cd port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:41:29.338545 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.346577 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.360845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4a0c5418-f51a-409d-a129-2d49fa639c3b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:29.482967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63aeaf4-0942-4ba2-b065-6c5bbb78911a req-1d512d97-0ddd-4ed5-b86f-bc2d62fe8267 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.501069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c63aeaf4-0942-4ba2-b065-6c5bbb78911a req-1d512d97-0ddd-4ed5-b86f-bc2d62fe8267 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.1357658 Sep 16 04:41:29.548087 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.794912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c63aeaf4-0942-4ba2-b065-6c5bbb78911a req-90526550-ebed-4810-9138-e0d74f287bf9 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911842 Sep 16 04:41:29.922944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37358) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:30.079547 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:41:30.168790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7efdbb13-24a1-4a34-b4bb-d250157179ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.275666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676f24c-873b-4463-86f2-7c788709975f req-67d654a6-4d13-40a7-bd2a-65a3f2c52741 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.283773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b676f24c-873b-4463-86f2-7c788709975f req-67d654a6-4d13-40a7-bd2a-65a3f2c52741 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 1098 time: 0.7517920 Sep 16 04:41:30.288340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Attempting to bind port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on host n-h1-712137-12 for vnic_type normal with profile {"migrating_to": "n-h2-712137-12"} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:30.346176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Attempting to bind port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:30.346176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Attempting to bind port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:30.346176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Pushing event updated for resources: {'Port': ['ID=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:30.347654 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7efdbb13-24a1-4a34-b4bb-d250157179ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.347872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:30.347872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Attempting to bind port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:30.348048 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.348453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:30.348453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:30.348453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Bound using segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:30.348453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Bound port: 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:30.348453 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.348928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4a0c5418-f51a-409d-a129-2d49fa639c3b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:30.348928 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.430183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:30.434326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:30.454862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7efdbb13-24a1-4a34-b4bb-d250157179ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.473100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdaf4cf-44ec-4bdd-b8ce-b386f56124c9 req-567a8de4-e18e-4456-8297-f46d3d1ddd49 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.481097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdaf4cf-44ec-4bdd-b8ce-b386f56124c9 req-567a8de4-e18e-4456-8297-f46d3d1ddd49 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 943 time: 0.2271268 Sep 16 04:41:30.490209 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.505146 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b676f24c-873b-4463-86f2-7c788709975f req-364fcdd7-1687-4174-a501-b2a0d17fa4c6 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176924 Sep 16 04:41:30.538376 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7efdbb13-24a1-4a34-b4bb-d250157179ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b72be3d395484654a935a9edf8b2d5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6138511 Sep 16 04:41:30.539304 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdbb13-24a1-4a34-b4bb-d250157179ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1496fca-0077-4853-aa8f-534fc78eef13,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:30.542634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37368) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:30.567893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f27bf-7e08-4b8e-bc67-9e68070d5f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ded17e2-2fb5-4bb1-ba82-81288c47ea24'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:30.579923 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bd3451-f453-4899-a52e-42c9cf39b611" -d '{"events": [{"server_uuid": "f70f27bf-7e08-4b8e-bc67-9e68070d5f55", "name": "network-vif-unplugged", "status": "completed", "tag": "7ded17e2-2fb5-4bb1-ba82-81288c47ea24"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:30.606206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.651377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44a82bfd-8d05-4377-bce5-331cd217697e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.675079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f63759-67cc-4720-95b2-b50b189e5a72 None None] Pushing event updated for resources: {'Port': ['ID=9aa0a515-e7e7-4cf1-a109-76de95d2f9fc,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:30.708349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44a82bfd-8d05-4377-bce5-331cd217697e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.742671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdaf4cf-44ec-4bdd-b8ce-b386f56124c9 req-3a2df128-b99d-47e4-bebe-29a994c56419 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606263 Sep 16 04:41:30.793885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Attempting to bind port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:30.794254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Attempting to bind port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '8ac886b7-d607-4e90-bf9b-c1b8907306a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87f38819-c846-4330-b4b0-94e596120714'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:30.795887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Attempting to bind port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc on network 87f38819-c846-4330-b4b0-94e596120714 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:30.835354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:30.836138 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Checking segment: {'id': '8ac886b7-d607-4e90-bf9b-c1b8907306a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87f38819-c846-4330-b4b0-94e596120714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:30.836703 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.837203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Bound using segment: {'id': '8ac886b7-d607-4e90-bf9b-c1b8907306a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87f38819-c846-4330-b4b0-94e596120714'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:30.837802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Bound port: 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac886b7-d607-4e90-bf9b-c1b8907306a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87f38819-c846-4330-b4b0-94e596120714'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:30.838293 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.883121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44a82bfd-8d05-4377-bce5-331cd217697e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.886133 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44a82bfd-8d05-4377-bce5-331cd217697e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.887631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-44a82bfd-8d05-4377-bce5-331cd217697e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1496fca-0077-4853-aa8f-534fc78eef13 HTTP/1.1" status: 204 len: 168 time: 0.3323057 Sep 16 04:41:30.906780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a82bfd-8d05-4377-bce5-331cd217697e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1496fca-0077-4853-aa8f-534fc78eef13,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:30.943956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.944578 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.956801 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] 10.222.0.37 "PUT /v2.0/ports/7ded17e2-2fb5-4bb1-ba82-81288c47ea24 HTTP/1.1" status: 200 len: 1123 time: 2.4982786 Sep 16 04:41:30.957666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f586e-b197-4051-9283-8fdf983eb59a service neutron] Pushing event updated for resources: {'Port': ['ID=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,revision_number=8']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:31.034314 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12b925f-9086-4243-988a-cb329fe44e90 x-openstack-request-id: req-b12b925f-9086-4243-988a-cb329fe44e90 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:31.034314 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70f27bf-7e08-4b8e-bc67-9e68070d5f55", "name": "network-vif-unplugged", "status": "completed", "tag": "7ded17e2-2fb5-4bb1-ba82-81288c47ea24", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:31.034314 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b12b925f-9086-4243-988a-cb329fe44e90 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:31.034314 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f27bf-7e08-4b8e-bc67-9e68070d5f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ded17e2-2fb5-4bb1-ba82-81288c47ea24', 'code': 200} Sep 16 04:41:31.111945 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['7ded17e2-2fb5-4bb1-ba82-81288c47ea24'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:31.184017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61533aae-8424-42a5-b671-bea57b8a2823 req-2f191ff4-f9cd-4601-9270-b7e444f484f7 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.193046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61533aae-8424-42a5-b671-bea57b8a2823 req-2f191ff4-f9cd-4601-9270-b7e444f484f7 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.0897455 Sep 16 04:41:31.229605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4bdfc5c8-3d8a-4f86-b958-9588584cc195 None None] Provisioning complete for port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:31.230373 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4bdfc5c8-3d8a-4f86-b958-9588584cc195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.250386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61533aae-8424-42a5-b671-bea57b8a2823 req-9e5a6464-25c4-49eb-a8bb-a94994cbc53c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557809 Sep 16 04:41:31.257017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] For port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:31.281377 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] For port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9aa0a515-e7e7-4cf1-a109-76de95d2f9fc,segment=NetworkSegment(8ac886b7-d607-4e90-bf9b-c1b8907306a3),segment_id=8ac886b7-d607-4e90-bf9b-c1b8907306a3)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:31.346658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4bdfc5c8-3d8a-4f86-b958-9588584cc195 None None] Port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:31.396050 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.405760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:31.436174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37390) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:31.509931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:31.516610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device fcf2b0bf-0ce2-4fe2-a9cb-e5881c57c0d0 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:31.574020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Routers {'f81d18c1-6294-45a3-a1d4-e2f0556e13cd'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:31.574545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:41:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f81d18c1-6294-45a3-a1d4-e2f0556e13cd'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:31.633389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f63759-67cc-4720-95b2-b50b189e5a72 None None] Pushing event updated for resources: {'Port': ['ID=9aa0a515-e7e7-4cf1-a109-76de95d2f9fc,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:31.776851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] Set router f81d18c1-6294-45a3-a1d4-e2f0556e13cd gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:31.913625 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bf9df992-d238-40a8-b1c6-f16ece527594 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcdbd1a051cc400fac88c8d6c75f6898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638255 Sep 16 04:41:31.914548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37402) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:31.963114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37404) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:32.003862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b0cc0-080f-40cc-ac35-511789f6ab1d req-610a0518-2a55-494c-8948-0509cef3dc31 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.016869 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c11a889d-0442-42ca-9695-2ed79cd99d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.023713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-269b0cc0-080f-40cc-ac35-511789f6ab1d req-610a0518-2a55-494c-8948-0509cef3dc31 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 943 time: 0.1483374 Sep 16 04:41:32.163880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-269b0cc0-080f-40cc-ac35-511789f6ab1d req-89212cf2-7e47-4f7c-801f-d96f44a42978 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369023 Sep 16 04:41:32.223350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-18c96a7f-7a8d-4ad0-ae5d-0801bdb5a664 None None] Provisioning complete for port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:32.224046 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18c96a7f-7a8d-4ad0-ae5d-0801bdb5a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.228887 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c11a889d-0442-42ca-9695-2ed79cd99d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.261694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac203-03d5-4976-b894-fdb778f03beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.301445 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac203-03d5-4976-b894-fdb778f03beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.369522 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c11a889d-0442-42ca-9695-2ed79cd99d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.471291 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18c96a7f-7a8d-4ad0-ae5d-0801bdb5a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.478350 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c11a889d-0442-42ca-9695-2ed79cd99d4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b79f2d0612c54cbbb6bddae1b668085d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128877 Sep 16 04:41:32.483232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37420) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:32.484346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-362924194-router', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:18Z', 'updated_at': '2021-09-16T04:41:25Z', 'revision_number': 4, 'project_id': 'a498345e1c3f4876936c831f73be6d7c', 'gw_port': {'id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:19Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '9aa0a515-e7e7-4cf1-a109-76de95d2f9fc', 'name': '', 'network_id': '87f38819-c846-4330-b4b0-94e596120714', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'mac_address': 'fa:16:3e:96:85:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '311d9671-5371-40a9-9ede-5cde666e8828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:24Z', 'updated_at': '2021-09-16T04:41:31Z', 'revision_number': 4, 'project_id': 'a498345e1c3f4876936c831f73be6d7c', 'subnets': [{'id': '311d9671-5371-40a9-9ede-5cde666e8828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:32.507250 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a889d-0442-42ca-9695-2ed79cd99d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4574ea6-5893-41d3-9156-24507ea186ef,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:32.510764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac203-03d5-4976-b894-fdb778f03beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.515155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac203-03d5-4976-b894-fdb778f03beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.516578 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9f6ac203-03d5-4976-b894-fdb778f03beb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be1a0a6d-1d77-4ea9-b8e3-488552d4d595 HTTP/1.1" status: 204 len: 168 time: 0.5980248 Sep 16 04:41:32.569828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ac203-03d5-4976-b894-fdb778f03beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1a0a6d-1d77-4ea9-b8e3-488552d4d595,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:32.681938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabdbdec-3751-429e-a6ec-12cfd876622d None None] The sync data for ids ['f81d18c1-6294-45a3-a1d4-e2f0556e13cd'] in n-d-712137-12 is: [{'id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-362924194-router', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:18Z', 'updated_at': '2021-09-16T04:41:25Z', 'revision_number': 4, 'project_id': 'a498345e1c3f4876936c831f73be6d7c', 'gw_port': {'id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:19Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '9aa0a515-e7e7-4cf1-a109-76de95d2f9fc', 'name': '', 'network_id': '87f38819-c846-4330-b4b0-94e596120714', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'mac_address': 'fa:16:3e:96:85:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '311d9671-5371-40a9-9ede-5cde666e8828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:24Z', 'updated_at': '2021-09-16T04:41:31Z', 'revision_number': 4, 'project_id': 'a498345e1c3f4876936c831f73be6d7c', 'subnets': [{'id': '311d9671-5371-40a9-9ede-5cde666e8828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:32.747589 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef902321-e94a-44ed-a159-11e3f22459a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.772867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e954c-79ff-4171-84e4-e396f52df5a6 req-2a527561-1cfe-4312-bc29-e7dec5078a3c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.791792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e7e954c-79ff-4171-84e4-e396f52df5a6 req-2a527561-1cfe-4312-bc29-e7dec5078a3c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.3356860 Sep 16 04:41:32.862361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-18c96a7f-7a8d-4ad0-ae5d-0801bdb5a664 None None] For port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9aa0a515-e7e7-4cf1-a109-76de95d2f9fc,segment=NetworkSegment(8ac886b7-d607-4e90-bf9b-c1b8907306a3),segment_id=8ac886b7-d607-4e90-bf9b-c1b8907306a3)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:32.878081 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef902321-e94a-44ed-a159-11e3f22459a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.928633 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18c96a7f-7a8d-4ad0-ae5d-0801bdb5a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.955375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e7e954c-79ff-4171-84e4-e396f52df5a6 req-94bf307e-bd72-4db1-a7e4-a3c4a7e6bce6 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605504 Sep 16 04:41:33.032599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70f27bf-7e08-4b8e-bc67-9e68070d5f55', 'tag': '7ded17e2-2fb5-4bb1-ba82-81288c47ea24'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:33.043296 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65498f6f-75ec-45e2-994f-238f9aa6e11a" -d '{"events": [{"name": "network-changed", "server_uuid": "f70f27bf-7e08-4b8e-bc67-9e68070d5f55", "tag": "7ded17e2-2fb5-4bb1-ba82-81288c47ea24"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:33.164996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c96a7f-7a8d-4ad0-ae5d-0801bdb5a664 None None] Pushing event updated for resources: {'Port': ['ID=9aa0a515-e7e7-4cf1-a109-76de95d2f9fc,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:33.206583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef902321-e94a-44ed-a159-11e3f22459a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.223683 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef902321-e94a-44ed-a159-11e3f22459a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.243567 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ef902321-e94a-44ed-a159-11e3f22459a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4574ea6-5893-41d3-9156-24507ea186ef HTTP/1.1" status: 204 len: 168 time: 0.7558212 Sep 16 04:41:33.270784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef902321-e94a-44ed-a159-11e3f22459a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4574ea6-5893-41d3-9156-24507ea186ef,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:33.303492 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e8a4b0-a71f-4a57-b3b9-adc806ddc7bf x-openstack-request-id: req-c8e8a4b0-a71f-4a57-b3b9-adc806ddc7bf {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:33.304065 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70f27bf-7e08-4b8e-bc67-9e68070d5f55", "tag": "7ded17e2-2fb5-4bb1-ba82-81288c47ea24", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:33.304627 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8e8a4b0-a71f-4a57-b3b9-adc806ddc7bf {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:33.305201 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70f27bf-7e08-4b8e-bc67-9e68070d5f55', 'tag': '7ded17e2-2fb5-4bb1-ba82-81288c47ea24', 'status': 'completed', 'code': 200} Sep 16 04:41:33.387721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:33.447619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65498f6f-75ec-45e2-994f-238f9aa6e11a req-d95781da-2485-4261-89e9-2b0e328e3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.453747 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65498f6f-75ec-45e2-994f-238f9aa6e11a req-d95781da-2485-4261-89e9-2b0e328e3461 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 1126 time: 0.1189923 Sep 16 04:41:33.533917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:33.534366 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.740348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c1d8b-239a-46f0-979d-fe2df6643140 req-69961f23-22c6-4a05-8a67-c9a64c7d510a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.743003 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-620c1d8b-239a-46f0-979d-fe2df6643140 req-69961f23-22c6-4a05-8a67-c9a64c7d510a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 943 time: 0.3065212 Sep 16 04:41:33.831663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65498f6f-75ec-45e2-994f-238f9aa6e11a req-30def591-8169-4b48-a4bf-b16aa3706757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.834630 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65498f6f-75ec-45e2-994f-238f9aa6e11a req-30def591-8169-4b48-a4bf-b16aa3706757 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.3532367 Sep 16 04:41:33.870561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-620c1d8b-239a-46f0-979d-fe2df6643140 req-af85fbb3-b6c8-4b94-b13b-26a71a234169 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185169 Sep 16 04:41:34.020289 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65498f6f-75ec-45e2-994f-238f9aa6e11a req-0c879434-afdf-4082-bb62-51b84fe5d7a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24 HTTP/1.1" status: 200 len: 217 time: 0.1347554 Sep 16 04:41:34.151675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37446) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:34.199856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65498f6f-75ec-45e2-994f-238f9aa6e11a req-efeab1ed-5705-4cf6-8d75-4072f7670648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.203536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65498f6f-75ec-45e2-994f-238f9aa6e11a req-efeab1ed-5705-4cf6-8d75-4072f7670648 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.1734867 Sep 16 04:41:34.236308 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fbc56a7a-f2e1-4c7a-9680-fdc8bfbf1961 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9fea7776a004739a60efc49e6e1d6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0833817 Sep 16 04:41:34.240140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37450) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:34.245474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-99e18687-83db-42b5-b354-d528a49492d5 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:41:34.254175 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-99e18687-83db-42b5-b354-d528a49492d5 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166938 Sep 16 04:41:34.307229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65498f6f-75ec-45e2-994f-238f9aa6e11a req-eca1d527-7068-4267-9685-b7f342168ef4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808692 Sep 16 04:41:34.325259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3e78-a052-4ed4-b641-8ce06ce441fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.334719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3af3-1f02-4c0d-9921-5a2b0e596382 req-98e89105-9150-4678-a286-b04ca976ba30 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.349719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a17d3af3-1f02-4c0d-9921-5a2b0e596382 req-98e89105-9150-4678-a286-b04ca976ba30 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.2298112 Sep 16 04:41:34.390297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d786-655f-405b-8d42-5ce721187109 req-f1e004d5-360e-46c2-a478-f39af0e882e7 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.397474 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-f1e004d5-360e-46c2-a478-f39af0e882e7 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports/e0812d21-9818-4f84-abc0-ba58fec8761f HTTP/1.1" status: 200 len: 1095 time: 0.1422348 Sep 16 04:41:34.416786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] Request body: {'binding': {'host': 'n-h1-712137-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:34.417568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] Unknown quota resources ['binding']. {{(pid=95451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:41:34.554794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a17d3af3-1f02-4c0d-9921-5a2b0e596382 req-c39a4a54-4414-487e-85ba-bacbe5a2dea1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040281 Sep 16 04:41:34.603843 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3e78-a052-4ed4-b641-8ce06ce441fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.665964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] Attempting to bind port e0812d21-9818-4f84-abc0-ba58fec8761f on host n-h1-712137-12 for vnic_type normal with profile None {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:34.668092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] Attempting to bind port e0812d21-9818-4f84-abc0-ba58fec8761f by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:34.670273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] Attempting to bind port e0812d21-9818-4f84-abc0-ba58fec8761f on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:34.704672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] Port e0812d21-9818-4f84-abc0-ba58fec8761f on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:34.709887 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] Attempting to bind port e0812d21-9818-4f84-abc0-ba58fec8761f on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:34.711329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:34.711792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:34.712247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] Bound using segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:34.712778 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] Bound port: e0812d21-9818-4f84-abc0-ba58fec8761f, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:34.720423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65498f6f-75ec-45e2-994f-238f9aa6e11a req-723179b6-3e87-4325-9b4f-f0225effa0a8 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387337 Sep 16 04:41:34.800200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e0812d21-9818-4f84-abc0-ba58fec8761f,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:34.857723 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3e78-a052-4ed4-b641-8ce06ce441fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.871057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3e78-a052-4ed4-b641-8ce06ce441fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.872905 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8b7f3e78-a052-4ed4-b641-8ce06ce441fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b8e0e46-a779-4114-9a62-2aa3ddaa3745 HTTP/1.1" status: 204 len: 168 time: 0.6162517 Sep 16 04:41:34.901672 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:34.903926 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-0f8e793b-195c-43da-9f1f-af3dc53663e7 service neutron] 10.222.0.24 "POST /v2.0/ports/e0812d21-9818-4f84-abc0-ba58fec8761f/bindings HTTP/1.1" status: 201 len: 390 time: 0.5053847 Sep 16 04:41:34.917967 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65498f6f-75ec-45e2-994f-238f9aa6e11a req-e4d20094-6410-4bfd-97f6-44d06c4d3fc8 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817815 Sep 16 04:41:34.937697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f3e78-a052-4ed4-b641-8ce06ce441fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8e0e46-a779-4114-9a62-2aa3ddaa3745,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:35.146895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26f214-e6aa-4895-8a4a-fc14e7f170de req-19ee2842-7e91-4afd-9f52-6c05e141693e tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.161338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a26f214-e6aa-4895-8a4a-fc14e7f170de req-19ee2842-7e91-4afd-9f52-6c05e141693e tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 943 time: 0.0896389 Sep 16 04:41:35.238540 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:35.242713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a26f214-e6aa-4895-8a4a-fc14e7f170de req-e2df1cfd-44d5-4a76-a8a3-2e48858396ed tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801342 Sep 16 04:41:35.316240 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:35.347875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1862510-9191-43a5-bac9-fd45b9e5e695 req-2a1179ab-3a72-4bff-943e-c7678a0fa4aa tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.350721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1862510-9191-43a5-bac9-fd45b9e5e695 req-2a1179ab-3a72-4bff-943e-c7678a0fa4aa tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 946 time: 0.0732076 Sep 16 04:41:35.407604 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1862510-9191-43a5-bac9-fd45b9e5e695 req-3abf2adc-c65b-4244-a136-97457e5c0d3c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Sep 16 04:41:35.455748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:35.456352 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.537760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:35.599178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-4187158c-3318-4b30-85fd-8dde8d0b6b20 service neutron] 10.222.0.23 "GET /v2.0/ports/7ded17e2-2fb5-4bb1-ba82-81288c47ea24/bindings/n-h2-712137-12 HTTP/1.1" status: 200 len: 385 time: 0.1677809 Sep 16 04:41:35.695470 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 has no active binding in host n-h2-712137-12 {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:41:35.701323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d786-655f-405b-8d42-5ce721187109 req-2c73fa60-da7d-4678-a67f-f03e6a49644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.719744 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-2c73fa60-da7d-4678-a67f-f03e6a49644b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 1098 time: 0.1052783 Sep 16 04:41:35.945556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d786-655f-405b-8d42-5ce721187109 req-93b2f38f-4202-4837-a0b2-7616d103c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.947317 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-93b2f38f-4202-4837-a0b2-7616d103c626 service neutron] 10.222.0.23 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.2185986 Sep 16 04:41:35.951425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddee8c-1d2e-4e9c-8790-43098d7ec79e req-1c8b5809-f529-40b4-b367-18f70ed2fbf6 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.960013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2ddee8c-1d2e-4e9c-8790-43098d7ec79e req-1c8b5809-f529-40b4-b367-18f70ed2fbf6 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.2589326 Sep 16 04:41:36.007738 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-8b2373cc-ecc8-40c6-9de5-298d7fb9f1b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0812d21-9818-4f84-abc0-ba58fec8761f HTTP/1.1" status: 200 len: 217 time: 0.0521226 Sep 16 04:41:36.022160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2ddee8c-1d2e-4e9c-8790-43098d7ec79e req-20b3dfd6-a2df-4df7-b16a-d0739a386829 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571349 Sep 16 04:41:36.038927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:36.059431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:36.074367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d786-655f-405b-8d42-5ce721187109 req-3cd6691f-a31d-48cb-b7f9-be7b47e554cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.076646 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-3cd6691f-a31d-48cb-b7f9-be7b47e554cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.0610564 Sep 16 04:41:36.125191 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-17e666ff-3f31-407a-80e0-051e2309302f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394111 Sep 16 04:41:36.147333 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:36.168349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:36.287501 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.292839 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-bed11ce4-e07e-41e5-9012-d8bcda99a56f service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589346 Sep 16 04:41:36.565562 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-ab2775a4-3de3-40f0-acea-4e78d333a290 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656307 Sep 16 04:41:36.668012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Transition to ACTIVE for port object 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:36.676719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce8f25-3c6b-4276-8676-cfd11dc5dcf6 req-b27171f5-47cf-43f6-8a75-ab32d96e27e2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.678239 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cce8f25-3c6b-4276-8676-cfd11dc5dcf6 req-b27171f5-47cf-43f6-8a75-ab32d96e27e2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 946 time: 0.0863354 Sep 16 04:41:36.687598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f0790-0540-4aac-b0de-93d8abac2c8d req-66f0336e-8a5e-400e-8bce-726fc1a06779 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.695100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb5f0790-0540-4aac-b0de-93d8abac2c8d req-66f0336e-8a5e-400e-8bce-726fc1a06779 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 943 time: 0.2287748 Sep 16 04:41:36.801731 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:36.842376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d786-655f-405b-8d42-5ce721187109 req-16520920-9961-4105-81bf-c7c09bd952c7 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.849833 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-16520920-9961-4105-81bf-c7c09bd952c7 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8&tenant_id=a90cdc15f24043fba6cb9927dc16b179&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1098 time: 0.1273043 Sep 16 04:41:36.864234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-12'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:36.979027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Pushing event updated for resources: {'Port': ['ID=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,revision_number=10']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:37.013076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cce8f25-3c6b-4276-8676-cfd11dc5dcf6 req-e307fed2-f1db-42fd-883c-70a3bae00b75 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149953 Sep 16 04:41:37.058840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.058840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.058840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.063825 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.064456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.071525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.071525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.071525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.071525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.071525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.071525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.071525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.091970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.183790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb5f0790-0540-4aac-b0de-93d8abac2c8d req-9465583f-a56c-42de-acb0-cef15010af06 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829671 Sep 16 04:41:37.231416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] No DVR routers for this DVR port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:37.335704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-1a2160a2-2bad-40f8-8cee-c1cea1af7114 service neutron] 10.222.0.23 "PUT /v2.0/ports/7ded17e2-2fb5-4bb1-ba82-81288c47ea24/bindings/n-h2-712137-12/activate HTTP/1.1" status: 200 len: 370 time: 1.7169881 Sep 16 04:41:37.457478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e0812d21-9818-4f84-abc0-ba58fec8761f,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:37.472775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa64fc-dde3-48fe-b922-0e28232b9c2e req-c60b5375-d11a-423b-baf8-95cab8832e6f tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.474511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3afa64fc-dde3-48fe-b922-0e28232b9c2e req-c60b5375-d11a-423b-baf8-95cab8832e6f tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.1355612 Sep 16 04:41:37.569577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:37.666091 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3afa64fc-dde3-48fe-b922-0e28232b9c2e req-e3af8cb1-9d8a-468a-badc-7135dee89226 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033022 Sep 16 04:41:37.699989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-4401fb38-3433-4291-acd6-aa53d4c01994 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.706379 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-4401fb38-3433-4291-acd6-aa53d4c01994 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55&tenant_id=f4a70497af814474abf0ba78527f1f40&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1096 time: 0.2269261 Sep 16 04:41:37.706536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9966d9-b75b-4a63-83ad-f49f69469dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0812d21-9818-4f84-abc0-ba58fec8761f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:37.708932 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c72dc8-ebaf-410f-8e25-34c29ce6df11" -d '{"events": [{"server_uuid": "4f9966d9-b75b-4a63-83ad-f49f69469dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "e0812d21-9818-4f84-abc0-ba58fec8761f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:37.715396 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.785265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.811562 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d756f553-c0e6-44f1-8b6f-0afe67863909 x-openstack-request-id: req-d756f553-c0e6-44f1-8b6f-0afe67863909 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:37.812402 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9966d9-b75b-4a63-83ad-f49f69469dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "e0812d21-9818-4f84-abc0-ba58fec8761f", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:37.812911 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d756f553-c0e6-44f1-8b6f-0afe67863909 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:37.813504 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9966d9-b75b-4a63-83ad-f49f69469dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0812d21-9818-4f84-abc0-ba58fec8761f', 'code': 200} Sep 16 04:41:37.876269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-c1e4afeb-cfbd-4f5f-9a47-14b0642ca61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.882307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-c1e4afeb-cfbd-4f5f-9a47-14b0642ca61d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55&tenant_id=f4a70497af814474abf0ba78527f1f40 HTTP/1.1" status: 200 len: 1096 time: 0.1648819 Sep 16 04:41:37.927261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Pushing event updated for resources: {'Port': ['ID=e0812d21-9818-4f84-abc0-ba58fec8761f,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:37.957245 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.957245 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.957245 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.957245 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.957720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.957720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.958101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.958321 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.958652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.958978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.960502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:37.960502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:38.010029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-215a16bf-cfce-4f52-a4f6-03bbf757d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.011534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-215a16bf-cfce-4f52-a4f6-03bbf757d7f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 1096 time: 0.1042600 Sep 16 04:41:38.073534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Attempting to bind port e0812d21-9818-4f84-abc0-ba58fec8761f on host n-h2-712137-12 for vnic_type normal with profile {"migrating_to": "n-h1-712137-12"} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:38.073534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Attempting to bind port e0812d21-9818-4f84-abc0-ba58fec8761f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:38.073534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Attempting to bind port e0812d21-9818-4f84-abc0-ba58fec8761f on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:38.110684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Port e0812d21-9818-4f84-abc0-ba58fec8761f on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:38.112620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Attempting to bind port e0812d21-9818-4f84-abc0-ba58fec8761f on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:38.119460 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:38.120040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:38.120693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Bound using segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:38.121616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Bound port: e0812d21-9818-4f84-abc0-ba58fec8761f, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:38.122154 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.238432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-3b244df1-2f6e-4074-b5b6-2dbfb99c2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.238432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-3b244df1-2f6e-4074-b5b6-2dbfb99c2a94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.1919060 Sep 16 04:41:38.294634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-4049ff57-d0ab-40f7-b040-d734923925af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24 HTTP/1.1" status: 200 len: 217 time: 0.0669491 Sep 16 04:41:38.402229 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:38.429072 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e0812d21-9818-4f84-abc0-ba58fec8761f,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:38.444657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2081146-8420-4888-9aef-6aef3887c719 req-74efcef8-e15c-4284-8613-b1c53706fc59 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.446221 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2081146-8420-4888-9aef-6aef3887c719 req-74efcef8-e15c-4284-8613-b1c53706fc59 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 944 time: 0.1605532 Sep 16 04:41:38.458584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-5791eb30-7147-475c-b4db-6cbe1a7ac87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.460109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-5791eb30-7147-475c-b4db-6cbe1a7ac87d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.1341441 Sep 16 04:41:38.499890 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.515758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-fe7b800f-5332-49b2-9495-a8d90591447c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483782 Sep 16 04:41:38.556378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2081146-8420-4888-9aef-6aef3887c719 req-28e96d9b-6d3f-470f-99b1-27fa420ea870 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951486 Sep 16 04:41:38.610577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.611116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.612686 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] 10.222.0.23 "PUT /v2.0/ports/e0812d21-9818-4f84-abc0-ba58fec8761f HTTP/1.1" status: 200 len: 1124 time: 1.7529078 Sep 16 04:41:38.636775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b024ac-eb14-4972-871a-a729732f6fec service neutron] Pushing event updated for resources: {'Port': ['ID=e0812d21-9818-4f84-abc0-ba58fec8761f,revision_number=8']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:38.679162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37564) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:38.692113 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['e0812d21-9818-4f84-abc0-ba58fec8761f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:38.859054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b26160-12ca-40dd-9905-d4ceb48bbfdc req-d1726094-44fc-4386-ba25-4f4c7f2d7919 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.869389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79b26160-12ca-40dd-9905-d4ceb48bbfdc req-d1726094-44fc-4386-ba25-4f4c7f2d7919 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 944 time: 0.3269253 Sep 16 04:41:38.928287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-e5aaceae-7ab2-499d-ad6c-74c96557897b service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013503 Sep 16 04:41:38.969790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb263687-a2bd-4bcd-bd9e-b3b33b133160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.106163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79b26160-12ca-40dd-9905-d4ceb48bbfdc req-fda9fcea-4bfd-4751-8c6c-32039f27cdcf tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355564 Sep 16 04:41:39.150436 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb263687-a2bd-4bcd-bd9e-b3b33b133160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.162684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a958233-4123-422a-a106-0778f14d2d0d req-1fa2bc09-9e72-4225-9e20-2234cafd31dc tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.170059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a958233-4123-422a-a106-0778f14d2d0d req-1fa2bc09-9e72-4225-9e20-2234cafd31dc tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.3226194 Sep 16 04:41:39.219851 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb263687-a2bd-4bcd-bd9e-b3b33b133160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.244492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-1eecf71f-d55a-4a5f-96a3-9df756348567 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058743 Sep 16 04:41:39.276762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a958233-4123-422a-a106-0778f14d2d0d req-2571fa96-08ce-4c5b-816a-46368d42f5fa tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014028 Sep 16 04:41:39.284814 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eb263687-a2bd-4bcd-bd9e-b3b33b133160 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e14640b09eeb42ffb666ab8b0ef00b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034100 Sep 16 04:41:39.295586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37576) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:39.306503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb263687-a2bd-4bcd-bd9e-b3b33b133160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb3c319-2537-4baa-816f-ee87632c262c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:39.412710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3bf51918-0855-4477-b387-63410993c8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.444940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:39.477358 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3bf51918-0855-4477-b387-63410993c8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.518583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-187c385f-3c31-44b4-ad72-093d8eb0a48c tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9e85140033a0435499fa0a6cb175eb96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549250 Sep 16 04:41:39.525290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:39.748136 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-c9438b33-e7c6-42be-9812-0a697b1a0e03 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.750028 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-c9438b33-e7c6-42be-9812-0a697b1a0e03 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304635 Sep 16 04:41:39.778309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859952c-0a43-4966-98da-411add8a532f req-125937d2-0eb3-44c2-a0b4-dbea4821e89a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.778309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f859952c-0a43-4966-98da-411add8a532f req-125937d2-0eb3-44c2-a0b4-dbea4821e89a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 944 time: 0.0933869 Sep 16 04:41:39.809815 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3bf51918-0855-4477-b387-63410993c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.813507 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3bf51918-0855-4477-b387-63410993c8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:39.819433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3bf51918-0855-4477-b387-63410993c8b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bb3c319-2537-4baa-816f-ee87632c262c HTTP/1.1" status: 204 len: 168 time: 0.5179555 Sep 16 04:41:39.820128 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9966d9-b75b-4a63-83ad-f49f69469dc8', 'tag': 'e0812d21-9818-4f84-abc0-ba58fec8761f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:39.822744 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5a7d52-e3a6-4902-a30d-c18682e0defc" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9966d9-b75b-4a63-83ad-f49f69469dc8", "tag": "e0812d21-9818-4f84-abc0-ba58fec8761f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:39.823017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-a0fc4e6d-c61e-4ca5-8e62-5676f2baaf9b tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/quotas/9e85140033a0435499fa0a6cb175eb96 HTTP/1.1" status: 200 len: 375 time: 0.0493724 Sep 16 04:41:39.893259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf51918-0855-4477-b387-63410993c8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb3c319-2537-4baa-816f-ee87632c262c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:39.948272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-7181bdd0-8fde-45be-b9b8-a77655be291a tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e85140033a0435499fa0a6cb175eb96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936379 Sep 16 04:41:39.968256 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f859952c-0a43-4966-98da-411add8a532f req-ed824b9d-0a5d-46c6-b63d-860b82bb470b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789935 Sep 16 04:41:39.974221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-21cf0dbd-297a-4b53-8155-a5567cbf8708 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.978147 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-21cf0dbd-297a-4b53-8155-a5567cbf8708 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55&tenant_id=f4a70497af814474abf0ba78527f1f40&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1096 time: 0.1826954 Sep 16 04:41:40.051030 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfb2fff-1af1-4b1f-ab24-46cea64f6d32 x-openstack-request-id: req-fdfb2fff-1af1-4b1f-ab24-46cea64f6d32 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:40.051544 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9966d9-b75b-4a63-83ad-f49f69469dc8", "tag": "e0812d21-9818-4f84-abc0-ba58fec8761f", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:40.051544 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdfb2fff-1af1-4b1f-ab24-46cea64f6d32 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:40.051944 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9966d9-b75b-4a63-83ad-f49f69469dc8', 'tag': 'e0812d21-9818-4f84-abc0-ba58fec8761f', 'status': 'completed', 'code': 200} Sep 16 04:41:40.178479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a7d52-e3a6-4902-a30d-c18682e0defc req-0775bb31-cc74-4a01-b4f7-d50f6991494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.180047 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a5a7d52-e3a6-4902-a30d-c18682e0defc req-0775bb31-cc74-4a01-b4f7-d50f6991494e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 1127 time: 0.1160836 Sep 16 04:41:40.265352 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-77815c9a-1d8c-4be2-885e-7b1488dae3e8 service neutron] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:40.271746 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-77815c9a-1d8c-4be2-885e-7b1488dae3e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.276563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb0ec58e-fed4-4cf3-bb75-03791c938831 req-77815c9a-1d8c-4be2-885e-7b1488dae3e8 service neutron] 10.222.0.37 "DELETE /v2.0/ports/7ded17e2-2fb5-4bb1-ba82-81288c47ea24/bindings/n-h1-712137-12 HTTP/1.1" status: 204 len: 173 time: 0.2859521 Sep 16 04:41:40.363403 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a71a766-49ac-4c52-a45a-d968f35d2d3d req-aa7ab7b0-2b47-4a51-9a7f-b25e64de9e83 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 210 time: 0.0311236 Sep 16 04:41:40.426823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dbae9-93b5-4c56-9050-c656de892858 req-ea78a831-a5d4-4db3-9e11-63f639ded5d0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.429482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-937dbae9-93b5-4c56-9050-c656de892858 req-ea78a831-a5d4-4db3-9e11-63f639ded5d0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 944 time: 0.1308310 Sep 16 04:41:40.536309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-937dbae9-93b5-4c56-9050-c656de892858 req-21b52d12-88a3-49ee-a5e8-da759f16b146 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980103 Sep 16 04:41:40.634785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f4c56-d23e-4773-b750-3f57c05dbafd req-3abc32bb-dcb5-4f8b-af41-b04d3532b47c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.636524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-838f4c56-d23e-4773-b750-3f57c05dbafd req-3abc32bb-dcb5-4f8b-af41-b04d3532b47c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.0840564 Sep 16 04:41:40.715353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37616) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:40.756344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-838f4c56-d23e-4773-b750-3f57c05dbafd req-a02ef8fe-ea0c-4a27-bfb1-ad5878f35037 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108100 Sep 16 04:41:40.767305 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75315ffd-3fa6-431d-b653-4f3d213d70d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.866501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a7d52-e3a6-4902-a30d-c18682e0defc req-0ee1a609-3617-44b7-a7c7-15393bd5e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.868011 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a5a7d52-e3a6-4902-a30d-c18682e0defc req-0ee1a609-3617-44b7-a7c7-15393bd5e43d service neutron] 10.222.0.37 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.6771710 Sep 16 04:41:40.938995 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a5a7d52-e3a6-4902-a30d-c18682e0defc req-b63f7138-46ae-48ba-9a99-0e38c69a923d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0812d21-9818-4f84-abc0-ba58fec8761f HTTP/1.1" status: 200 len: 217 time: 0.0628238 Sep 16 04:41:40.949766 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75315ffd-3fa6-431d-b653-4f3d213d70d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.013877 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75315ffd-3fa6-431d-b653-4f3d213d70d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.056195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a7d52-e3a6-4902-a30d-c18682e0defc req-5b00e9e3-5d94-4c60-bdcf-107797e5e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.068972 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a5a7d52-e3a6-4902-a30d-c18682e0defc req-5b00e9e3-5d94-4c60-bdcf-107797e5e9b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.1125658 Sep 16 04:41:41.095693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a5a7d52-e3a6-4902-a30d-c18682e0defc req-90ed3de5-d47c-4c67-9cfc-6f81e28623ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302022 Sep 16 04:41:41.146769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f3bfd-0931-4713-a180-88a49eb3be48 req-7868069b-3f91-41ab-93b2-c37476864b42 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.148157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a04f3bfd-0931-4713-a180-88a49eb3be48 req-7868069b-3f91-41ab-93b2-c37476864b42 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 1096 time: 0.3386760 Sep 16 04:41:41.196983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75315ffd-3fa6-431d-b653-4f3d213d70d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad874a7-9888-414e-a04d-48108a846a37,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:41.207722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-75315ffd-3fa6-431d-b653-4f3d213d70d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ce5a8e7d6984f8ebb79e9e15839d091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914439 Sep 16 04:41:41.227390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37624) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:41.288856 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a5a7d52-e3a6-4902-a30d-c18682e0defc req-afef9d83-8f9e-467c-b355-372b35f6048f service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851366 Sep 16 04:41:41.304242 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19865a-04b7-45e8-8ab6-fd464fa3ede5 req-5cae7c07-f42e-4205-834c-a5728972fb14 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.309515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c19865a-04b7-45e8-8ab6-fd464fa3ede5 req-5cae7c07-f42e-4205-834c-a5728972fb14 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 944 time: 0.2313168 Sep 16 04:41:41.321566 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a04f3bfd-0931-4713-a180-88a49eb3be48 req-c3713960-f0f9-481f-b053-3027326f8486 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508622 Sep 16 04:41:41.426122 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c19865a-04b7-45e8-8ab6-fd464fa3ede5 req-4d6df78c-6594-48c3-8068-ebb3fbe73cdd tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061251 Sep 16 04:41:41.428146 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-56788520-de89-4a36-b8dd-eaf21f9347d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.467479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e0812d21-9818-4f84-abc0-ba58fec8761f details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:41.472343 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a5a7d52-e3a6-4902-a30d-c18682e0defc req-2c45b948-3dd5-4c0d-8155-b5a83c7e350e service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744311 Sep 16 04:41:41.505169 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-56788520-de89-4a36-b8dd-eaf21f9347d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.637353 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67f1d899-1040-473a-bca2-c26031f818b5 req-9d1d1614-ba21-439b-afe3-7cd4308a87fa tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 210 time: 0.0464759 Sep 16 04:41:41.693632 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-56788520-de89-4a36-b8dd-eaf21f9347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.696841 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-56788520-de89-4a36-b8dd-eaf21f9347d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.700221 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-56788520-de89-4a36-b8dd-eaf21f9347d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ad874a7-9888-414e-a04d-48108a846a37 HTTP/1.1" status: 204 len: 168 time: 0.4698894 Sep 16 04:41:41.714029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56788520-de89-4a36-b8dd-eaf21f9347d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad874a7-9888-414e-a04d-48108a846a37,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:41.750993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e0812d21-9818-4f84-abc0-ba58fec8761f,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:41.786344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e0812d21-9818-4f84-abc0-ba58fec8761f has no active binding in host n-h1-712137-12 {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:41:41.914725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e825af41-9717-40c8-a2d2-2bb0cc022e1f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.934515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e825af41-9717-40c8-a2d2-2bb0cc022e1f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 808 time: 0.1859868 Sep 16 04:41:41.957999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-ff2552fe-fa3e-4abf-b8d5-eed961702fc3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/quotas/f4a70497af814474abf0ba78527f1f40 HTTP/1.1" status: 200 len: 375 time: 0.0190966 Sep 16 04:41:42.008319 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c38ef76c-177a-4c71-ada7-c4db031792a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.090787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-0a6404e9-c8b8-413a-9475-40c21558d7a9 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323164 Sep 16 04:41:42.127456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5ceeb-210e-4500-a755-7c589a2efdc3 req-85322663-9b47-4d4c-bc60-0135ca13598d tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.129025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6d5ceeb-210e-4500-a755-7c589a2efdc3 req-85322663-9b47-4d4c-bc60-0135ca13598d tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.1150243 Sep 16 04:41:42.214098 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.222766 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-6012ef92-bfed-4eb2-8285-445a67a883c5 service neutron] 10.222.0.24 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327441 Sep 16 04:41:42.259873 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6d5ceeb-210e-4500-a755-7c589a2efdc3 req-e3756692-89f0-427e-83c3-88017c759074 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176612 Sep 16 04:41:42.408043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-1eef3bc2-bd2b-431e-ad85-9bec63b25a5a service neutron] 10.222.0.24 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685338 Sep 16 04:41:42.472564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d017d7-627e-4a7e-a3fc-b1e1420c67db req-4cd19ca7-4e73-4d75-b9f5-d62ace301cb2 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.480501 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19d017d7-627e-4a7e-a3fc-b1e1420c67db req-4cd19ca7-4e73-4d75-b9f5-d62ace301cb2 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 946 time: 0.1081994 Sep 16 04:41:42.568340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19d017d7-627e-4a7e-a3fc-b1e1420c67db req-e37ccbae-58ff-41cb-9709-ef1a4efdbb79 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/security-groups?id=484d7224-61f4-4cbd-9f7a-6ea49fadd737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833635 Sep 16 04:41:42.739646 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-3c7c05b9-3fe6-48bc-8f8c-ae59790c6a73 service neutron] 10.222.0.37 "GET /v2.0/ports/e0812d21-9818-4f84-abc0-ba58fec8761f/bindings/n-h1-712137-12 HTTP/1.1" status: 200 len: 385 time: 0.1147830 Sep 16 04:41:42.784183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bca588-a075-46e3-9a70-d79334c87b19 req-5f1ed6d2-9d6c-4fa2-a78e-9e8427f3b97b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.785806 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9bca588-a075-46e3-9a70-d79334c87b19 req-5f1ed6d2-9d6c-4fa2-a78e-9e8427f3b97b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 944 time: 0.1299603 Sep 16 04:41:42.832571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44f1b6dd-01f7-4af6-8ac3-e1dbeb97bedb req-8ca1c1d0-6be8-461d-828d-cca461c605b1 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 210 time: 0.0435097 Sep 16 04:41:42.883554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9bca588-a075-46e3-9a70-d79334c87b19 req-29408807-25d4-4f6d-b1ae-2fc36405429b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839384 Sep 16 04:41:42.981152 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fdcee936-7300-46ab-bddc-8bd992b9057d req-fbc58b13-7fd1-4c65-8016-fcb09b84d9ac tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 210 time: 0.0337319 Sep 16 04:41:43.058924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0b56d786-655f-405b-8d42-5ce721187109 req-d53b9b5e-0fc8-4bd5-af30-f81b8595f162 service neutron] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e0812d21-9818-4f84-abc0-ba58fec8761f,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:43.082816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0b56d786-655f-405b-8d42-5ce721187109 req-d53b9b5e-0fc8-4bd5-af30-f81b8595f162 service neutron] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:43.122989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-0b56d786-655f-405b-8d42-5ce721187109 req-d53b9b5e-0fc8-4bd5-af30-f81b8595f162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0812d21-9818-4f84-abc0-ba58fec8761f {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:43.140747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0b56d786-655f-405b-8d42-5ce721187109 req-d53b9b5e-0fc8-4bd5-af30-f81b8595f162 service neutron] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e0812d21-9818-4f84-abc0-ba58fec8761f,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:43.266342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b56d786-655f-405b-8d42-5ce721187109 req-d53b9b5e-0fc8-4bd5-af30-f81b8595f162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.351387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-0b56d786-655f-405b-8d42-5ce721187109 req-d53b9b5e-0fc8-4bd5-af30-f81b8595f162 service neutron] Transition to ACTIVE for port object e0812d21-9818-4f84-abc0-ba58fec8761f will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:43.399542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-a6c2f802-86cb-4ef0-9e5d-274ebfb7d3d2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9e85140033a0435499fa0a6cb175eb96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452275 Sep 16 04:41:43.418964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cbc20-d003-4ffc-95b9-99f1603ac014 req-3d25e4e7-44f1-48d5-a6f0-e6e4f34d3eb8 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.421009 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf2cbc20-d003-4ffc-95b9-99f1603ac014 req-3d25e4e7-44f1-48d5-a6f0-e6e4f34d3eb8 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.0781598 Sep 16 04:41:43.470345 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b56d786-655f-405b-8d42-5ce721187109 req-d53b9b5e-0fc8-4bd5-af30-f81b8595f162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.537027 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf2cbc20-d003-4ffc-95b9-99f1603ac014 req-6f01792b-e853-4ea8-97d4-87bc56aeffb1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025884 Sep 16 04:41:43.557788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b9b5e-0fc8-4bd5-af30-f81b8595f162 service neutron] Pushing event updated for resources: {'Port': ['ID=e0812d21-9818-4f84-abc0-ba58fec8761f,revision_number=10']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:43.575259 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b56d786-655f-405b-8d42-5ce721187109 req-d53b9b5e-0fc8-4bd5-af30-f81b8595f162 service neutron] No DVR routers for this DVR port e0812d21-9818-4f84-abc0-ba58fec8761f on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:43.594885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6f64d-d417-4679-b176-f5a2776f7db4 req-7e26ef67-29c4-4c83-bbab-7e0e375cc200 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.595109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-afa8e9b1-b9b9-4e93-af32-3a3403540c22 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.596631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a7d6f64d-d417-4679-b176-f5a2776f7db4 req-7e26ef67-29c4-4c83-bbab-7e0e375cc200 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.37 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 946 time: 0.1787670 Sep 16 04:41:43.596786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-afa8e9b1-b9b9-4e93-af32-3a3403540c22 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748776 Sep 16 04:41:43.615785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Request body: {'port': {'device_id': '01db606e-ec70-455f-a29d-9f2d25513177', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': '9e85140033a0435499fa0a6cb175eb96'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:43.645582 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-d53b9b5e-0fc8-4bd5-af30-f81b8595f162 service neutron] 10.222.0.37 "PUT /v2.0/ports/e0812d21-9818-4f84-abc0-ba58fec8761f/bindings/n-h1-712137-12/activate HTTP/1.1" status: 200 len: 370 time: 0.8979127 Sep 16 04:41:43.751798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-a7d6f64d-d417-4679-b176-f5a2776f7db4 req-e32f555f-d77f-47e0-927f-c077558364f4 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Deleting port 6b00de79-a4d8-47ad-8407-9bf990eb3aac {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:43.752404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a7d6f64d-d417-4679-b176-f5a2776f7db4 req-e32f555f-d77f-47e0-927f-c077558364f4 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.806802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b6919-7cd4-4146-813e-9f557324f646 req-7df75d46-a065-4242-9c18-c378e9f7f22e tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.808345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b13b6919-7cd4-4146-813e-9f557324f646 req-7df75d46-a065-4242-9c18-c378e9f7f22e tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 946 time: 0.0796387 Sep 16 04:41:43.865037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b13b6919-7cd4-4146-813e-9f557324f646 req-d2e50652-3ff7-4d8a-807f-b4f5d94cb8ae tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/security-groups?id=484d7224-61f4-4cbd-9f7a-6ea49fadd737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489929 Sep 16 04:41:43.905671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Made reservation on behalf of 9e85140033a0435499fa0a6cb175eb96 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:43.909787 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.922914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.965034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-a7d6f64d-d417-4679-b176-f5a2776f7db4 req-e32f555f-d77f-47e0-927f-c077558364f4 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] For port 6b00de79-a4d8-47ad-8407-9bf990eb3aac, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=6b00de79-a4d8-47ad-8407-9bf990eb3aac,segment=NetworkSegment(5a8159ec-9c59-424b-a016-da645a4b0719),segment_id=5a8159ec-9c59-424b-a016-da645a4b0719)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:43.965413 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a7d6f64d-d417-4679-b176-f5a2776f7db4 req-e32f555f-d77f-47e0-927f-c077558364f4 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.979929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d786-655f-405b-8d42-5ce721187109 req-2f4d27e9-4610-40fe-b566-4adbfa116f02 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.981528 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-2f4d27e9-4610-40fe-b566-4adbfa116f02 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8&tenant_id=a90cdc15f24043fba6cb9927dc16b179&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1097 time: 0.1250668 Sep 16 04:41:43.990641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-a7d6f64d-d417-4679-b176-f5a2776f7db4 req-e32f555f-d77f-47e0-927f-c077558364f4 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Calling delete_port for 6b00de79-a4d8-47ad-8407-9bf990eb3aac owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:44.064985 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c117600a-9d82-44be-b85c-c115f68cd8bb req-84ac3f3f-50cf-40c8-98b1-768778abfc81 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 210 time: 0.0615289 Sep 16 04:41:44.137159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d786-655f-405b-8d42-5ce721187109 req-a68781f1-3240-4f38-9b21-0b4ec7e7859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.140798 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-a68781f1-3240-4f38-9b21-0b4ec7e7859d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8&tenant_id=a90cdc15f24043fba6cb9927dc16b179 HTTP/1.1" status: 200 len: 1097 time: 0.1497698 Sep 16 04:41:44.143144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6265e-fcab-419e-919d-c1633a14a84e req-4aaba415-78cc-40d6-98d7-6e8642fb5dd3 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.146297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75a6265e-fcab-419e-919d-c1633a14a84e req-4aaba415-78cc-40d6-98d7-6e8642fb5dd3 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 945 time: 0.1403234 Sep 16 04:41:44.227070 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.260321 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee072baa-b44a-48e1-85cb-87b297b1a152 req-4e3a1b66-d3c3-42aa-b364-4eb27bbf4f37 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 210 time: 0.0319788 Sep 16 04:41:44.286948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75a6265e-fcab-419e-919d-c1633a14a84e req-12c8d27c-6bc4-4962-89b3-6d60c134cb87 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273198 Sep 16 04:41:44.321252 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d786-655f-405b-8d42-5ce721187109 req-0584f2b8-26e2-4ed6-8429-9ce0146fa6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.322925 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-0584f2b8-26e2-4ed6-8429-9ce0146fa6e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 1097 time: 0.1475480 Sep 16 04:41:44.329442 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.468261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5d8346-e927-4793-a33a-b86608cea935,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:44.469337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a7d6f64d-d417-4679-b176-f5a2776f7db4 req-e32f555f-d77f-47e0-927f-c077558364f4 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.481129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['6b00de79-a4d8-47ad-8407-9bf990eb3aac'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:44.533589 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-11f1e07c-aa6c-4637-8b65-b06c05056e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.543480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f555f-d77f-47e0-927f-c077558364f4 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Pushing event deleted for resources: {'Port': ['ID=6b00de79-a4d8-47ad-8407-9bf990eb3aac,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:44.659414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d6f64d-d417-4679-b176-f5a2776f7db4 req-e32f555f-d77f-47e0-927f-c077558364f4 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] No DVR routers for this DVR port 6b00de79-a4d8-47ad-8407-9bf990eb3aac on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:44.676960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a7d6f64d-d417-4679-b176-f5a2776f7db4 req-e32f555f-d77f-47e0-927f-c077558364f4 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.679204 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a7d6f64d-d417-4679-b176-f5a2776f7db4 req-e32f555f-d77f-47e0-927f-c077558364f4 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.37 "DELETE /v2.0/ports/6b00de79-a4d8-47ad-8407-9bf990eb3aac HTTP/1.1" status: 204 len: 173 time: 1.0499110 Sep 16 04:41:44.680183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f7c0ed-7fd2-454d-82ba-8715fb4e6415', 'name': 'network-vif-deleted', 'tag': '6b00de79-a4d8-47ad-8407-9bf990eb3aac'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:44.682766 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2c72ac-d6e3-4e1e-a923-1c32f770e96b" -d '{"events": [{"server_uuid": "19f7c0ed-7fd2-454d-82ba-8715fb4e6415", "name": "network-vif-deleted", "tag": "6b00de79-a4d8-47ad-8407-9bf990eb3aac"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:44.690995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d786-655f-405b-8d42-5ce721187109 req-37da3835-14aa-4a27-9ae7-65cdf199ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.694463 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-37da3835-14aa-4a27-9ae7-65cdf199ea68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.3557012 Sep 16 04:41:44.759506 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98257f9f-3205-4fa2-a0e9-a3b18be37c76 x-openstack-request-id: req-98257f9f-3205-4fa2-a0e9-a3b18be37c76 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:44.761080 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f7c0ed-7fd2-454d-82ba-8715fb4e6415", "name": "network-vif-deleted", "tag": "6b00de79-a4d8-47ad-8407-9bf990eb3aac", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:44.761480 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98257f9f-3205-4fa2-a0e9-a3b18be37c76 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:44.761895 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f7c0ed-7fd2-454d-82ba-8715fb4e6415', 'name': 'network-vif-deleted', 'tag': '6b00de79-a4d8-47ad-8407-9bf990eb3aac', 'status': 'completed', 'code': 200} Sep 16 04:41:44.764980 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-48452f06-7a0a-44f2-8c4e-4fcd7ef60af5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0812d21-9818-4f84-abc0-ba58fec8761f HTTP/1.1" status: 200 len: 217 time: 0.0615118 Sep 16 04:41:44.848195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d786-655f-405b-8d42-5ce721187109 req-337b903a-ca15-4e33-bb93-e0442d668574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.851262 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-337b903a-ca15-4e33-bb93-e0442d668574 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.0784929 Sep 16 04:41:44.902025 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-f3ef5469-63f8-4776-ba26-1ff89da7fb9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426531 Sep 16 04:41:45.010361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Allocated IP 192.168.233.218 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/d7d0c438-0c46-4460-899d-f50cb77136e7) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:45.034070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41385a-f6ca-47c2-ba20-0c4905c37479 req-131f3e0e-d02c-432a-a61a-acced64464d4 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.043697 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b41385a-f6ca-47c2-ba20-0c4905c37479 req-131f3e0e-d02c-432a-a61a-acced64464d4 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.0999072 Sep 16 04:41:45.065549 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-1cdd89a5-fdab-46ea-8fc6-6fe5d7152a8a service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513290 Sep 16 04:41:45.131520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-b35d43d1-057a-49a7-8033-ab226564d888 req-71e755f0-49b6-4566-aef9-60365f779214 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Request body: {'security_group': {'name': 'tempest-securitygroup-405650689', 'description': 'tempest-description-412763102'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:45.166655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b41385a-f6ca-47c2-ba20-0c4905c37479 req-c76107f1-faf7-4e2c-bb73-1e1c12703db8 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172607 Sep 16 04:41:45.224230 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-5e02aff6-67e4-4df5-a664-95e79f146a7a service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452618 Sep 16 04:41:45.271092 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.341940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aca8f562-f235-45fa-ae51-a6d737074508 req-6ddbb231-e487-41eb-a335-c9abdc927c55 tempest-VolumesAdminNegativeTest-1686817636 tempest-VolumesAdminNegativeTest-1686817636-project] 10.222.0.24 "GET /v2.0/ports?device_id=19f7c0ed-7fd2-454d-82ba-8715fb4e6415 HTTP/1.1" status: 200 len: 210 time: 0.0374982 Sep 16 04:41:45.358842 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b35d43d1-057a-49a7-8033-ab226564d888 req-71e755f0-49b6-4566-aef9-60365f779214 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.369361 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b35d43d1-057a-49a7-8033-ab226564d888 req-71e755f0-49b6-4566-aef9-60365f779214 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.425269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-d11c457b-8985-4062-b04c-a188f331e138 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.427699 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.433602 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-d11c457b-8985-4062-b04c-a188f331e138 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.23 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 808 time: 0.1963520 Sep 16 04:41:45.448059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Request body: {'port': {'device_id': 'f48f8bc3-d167-4f90-8c00-31966e558de6', 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964', 'admin_state_up': True, 'tenant_id': 'f4a70497af814474abf0ba78527f1f40'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:45.499715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a561d040-87c2-47b0-8afc-91838a646ab4 req-e3c4fcb4-7960-4349-8dda-92985271aef8 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 210 time: 0.0669377 Sep 16 04:41:45.617796 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b35d43d1-057a-49a7-8033-ab226564d888 req-71e755f0-49b6-4566-aef9-60365f779214 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.651785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a737afee-8be5-44f5-a647-067e8399d5ce req-ac5a2d46-8fa6-4308-aea6-cf7c48dde56a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 210 time: 0.0403740 Sep 16 04:41:45.652984 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.683792 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:45.705831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:45.708611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:45.821924 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b35d43d1-057a-49a7-8033-ab226564d888 req-71e755f0-49b6-4566-aef9-60365f779214 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.847417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Pushing event updated for resources: {'Port': ['ID=d7d0c438-0c46-4460-899d-f50cb77136e7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:45.877882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.878955 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.891431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e755f0-49b6-4566-aef9-60365f779214 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb32935-f720-4f1e-a4a8-acedeca0001e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:45.908321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d9aa-0980-43bd-adb9-482071737398 req-99c608ff-c578-4e54-89c3-4fa4b72676b1 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.910355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5222d9aa-0980-43bd-adb9-482071737398 req-99c608ff-c578-4e54-89c3-4fa4b72676b1 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 945 time: 0.1585371 Sep 16 04:41:45.922566 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.996165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cb6ba81e-9e1b-489a-878a-dfa62a632153 None None] Provisioning complete for port d7d0c438-0c46-4460-899d-f50cb77136e7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:45.996935 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba81e-9e1b-489a-878a-dfa62a632153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.997081 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5222d9aa-0980-43bd-adb9-482071737398 req-2f42faba-e72a-4075-9f55-2bbb131ed8c1 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791404 Sep 16 04:41:46.033747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d786-655f-405b-8d42-5ce721187109 req-7fd93b47-e7cf-478e-a6cb-0b61922ea649 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.035395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-7fd93b47-e7cf-478e-a6cb-0b61922ea649 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8&tenant_id=a90cdc15f24043fba6cb9927dc16b179&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1097 time: 0.0923326 Sep 16 04:41:46.052528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Made reservation on behalf of f4a70497af814474abf0ba78527f1f40 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:46.056972 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.069084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ba81e-9e1b-489a-878a-dfa62a632153 None None] Port d7d0c438-0c46-4460-899d-f50cb77136e7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:46.259006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Allocated IP 172.20.0.5 (f85b52e9-15e2-487f-9f06-aba3d4f24964/aaad16e2-265a-4ce3-a9d4-0188565c031b/71fe8797-96de-49f3-8b40-29ce548ec970) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:46.329662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b0b35-c1ae-4d64-a1bb-491ea9fc4485 req-bd2e2158-efdf-481c-b728-49007d52899e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.331335 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a58b0b35-c1ae-4d64-a1bb-491ea9fc4485 req-bd2e2158-efdf-481c-b728-49007d52899e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.0750358 Sep 16 04:41:46.379182 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.395273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a58b0b35-c1ae-4d64-a1bb-491ea9fc4485 req-781d57be-92d9-43d4-939d-b3a60fda782c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438256 Sep 16 04:41:46.439047 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37756) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:46.475637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-1495b45a-acc6-4ed7-b3bc-d6e5338932a2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8644047 Sep 16 04:41:46.488622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0b56d786-655f-405b-8d42-5ce721187109 req-b0e6b618-536d-4d5c-8a3b-a6187d16525a service neutron] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:46.494093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Request body: {'port': {'device_id': '01db606e-ec70-455f-a29d-9f2d25513177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:46.506965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.516659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61ed231-6ae1-4be5-b5fd-a4f7071d4b76 admin admin] Deleting subnet c027e7b6-71da-4dee-ae16-28fddf7e87be {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:41:46.521959 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d61ed231-6ae1-4be5-b5fd-a4f7071d4b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.537892 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0b56d786-655f-405b-8d42-5ce721187109 req-b0e6b618-536d-4d5c-8a3b-a6187d16525a service neutron] Notify callbacks [] for binding, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.537892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b56d786-655f-405b-8d42-5ce721187109 req-b0e6b618-536d-4d5c-8a3b-a6187d16525a service neutron] 10.222.0.23 "DELETE /v2.0/ports/e0812d21-9818-4f84-abc0-ba58fec8761f/bindings/n-h2-712137-12 HTTP/1.1" status: 204 len: 173 time: 0.4826226 Sep 16 04:41:46.573010 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d61ed231-6ae1-4be5-b5fd-a4f7071d4b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.619004 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d61ed231-6ae1-4be5-b5fd-a4f7071d4b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.636334 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.682780 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b35d43d1-057a-49a7-8033-ab226564d888 req-71e755f0-49b6-4566-aef9-60365f779214 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.723286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d6c97-f17e-4aea-92fa-c2b5fb2a9b95 req-6c40d255-89bf-4fc1-81ad-d2bdf7a36f73 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.724818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-022d6c97-f17e-4aea-92fa-c2b5fb2a9b95 req-6c40d255-89bf-4fc1-81ad-d2bdf7a36f73 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 936 time: 0.1068606 Sep 16 04:41:46.769204 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.814281 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b35d43d1-057a-49a7-8033-ab226564d888 req-71e755f0-49b6-4566-aef9-60365f779214 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.844552 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d61ed231-6ae1-4be5-b5fd-a4f7071d4b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.873033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d61ed231-6ae1-4be5-b5fd-a4f7071d4b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.876252 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d61ed231-6ae1-4be5-b5fd-a4f7071d4b76 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c027e7b6-71da-4dee-ae16-28fddf7e87be HTTP/1.1" status: 204 len: 168 time: 0.4362254 Sep 16 04:41:46.877993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-022d6c97-f17e-4aea-92fa-c2b5fb2a9b95 req-92494559-61cd-4d6e-b60d-b954cea24960 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368320 Sep 16 04:41:46.882880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37762) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:46.941162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Network f85b52e9-15e2-487f-9f06-aba3d4f24964 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:46.951302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ed231-6ae1-4be5-b5fd-a4f7071d4b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c027e7b6-71da-4dee-ae16-28fddf7e87be,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:46.961511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:46.968479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:46.973498 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.977594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e755f0-49b6-4566-aef9-60365f779214 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b923f9-8231-481a-a473-c467c53c9de9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:47.005697 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b35d43d1-057a-49a7-8033-ab226564d888 req-71e755f0-49b6-4566-aef9-60365f779214 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.007406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b35d43d1-057a-49a7-8033-ab226564d888 req-71e755f0-49b6-4566-aef9-60365f779214 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8964541 Sep 16 04:41:47.060494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.062169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.072278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Pushing event updated for resources: {'Port': ['ID=71fe8797-96de-49f3-8b40-29ce548ec970,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:47.077247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-fa807ef7-f248-446c-9291-deb0825b0e47 req-b6051433-aa1c-4841-a7d5-6dc19806931f tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Request body: {'security_group': {'name': 'tempest-securitygroup-603694759', 'description': 'tempest-description-571786521'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:47.164944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea42354-f383-46e7-98e6-3f1552fcbbec req-137f4bfe-681e-4fea-b3d4-a190fdd4d07c tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.172736 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bea42354-f383-46e7-98e6-3f1552fcbbec req-137f4bfe-681e-4fea-b3d4-a190fdd4d07c tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 931 time: 0.1728539 Sep 16 04:41:47.198059 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e96b4f3f-b860-4026-bf40-43454e57ce10 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7539384 Sep 16 04:41:47.211381 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Request body: {'port': {'device_id': 'f48f8bc3-d167-4f90-8c00-31966e558de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:47.227512 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.290520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8db2b3-9fcc-469a-815f-46317841ba23']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:47.296733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bea42354-f383-46e7-98e6-3f1552fcbbec req-b1ec5856-099e-4e68-9478-28b83fe7e33f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231143 Sep 16 04:41:47.313904 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.314115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8159ec-9c59-424b-a016-da645a4b0719') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:47.314115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8159ec-9c59-424b-a016-da645a4b0719') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:47.350549 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e0812d21-9818-4f84-abc0-ba58fec8761f no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:47.387908 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.403421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fa807ef7-f248-446c-9291-deb0825b0e47 req-b6051433-aa1c-4841-a7d5-6dc19806931f tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.409206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.423402 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e0812d21-9818-4f84-abc0-ba58fec8761f not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:47.423836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 6b00de79-a4d8-47ad-8407-9bf990eb3aac no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:47.451356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:41:47.452832 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:41:47.454835 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:41:47.473520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 6b00de79-a4d8-47ad-8407-9bf990eb3aac {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:47.473964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 6b00de79-a4d8-47ad-8407-9bf990eb3aac not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:47.478346 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.479483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d0c438-0c46-4460-899d-f50cb77136e7 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:47.501202 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.561245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Transition to ACTIVE for port object d7d0c438-0c46-4460-899d-f50cb77136e7 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:47.579589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a1fa0-849a-417a-8e60-75d95f9543fc req-40c79c2a-aa7c-4c4e-9524-9604a9ae91c4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.587169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-195a1fa0-849a-417a-8e60-75d95f9543fc req-40c79c2a-aa7c-4c4e-9524-9604a9ae91c4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 945 time: 0.1874244 Sep 16 04:41:47.619008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.660612 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.665637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] 10.222.0.24 "DELETE /v2.0/networks/7a8db2b3-9fcc-469a-815f-46317841ba23 HTTP/1.1" status: 204 len: 168 time: 0.7808297 Sep 16 04:41:47.668745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37772) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:47.681657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ee586-9755-493a-a039-846b93a4e43a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a8db2b3-9fcc-469a-815f-46317841ba23,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:47.683222 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.747827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-195a1fa0-849a-417a-8e60-75d95f9543fc req-9605ff35-217b-4b5a-8831-0a8fc997b862 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484170 Sep 16 04:41:47.756870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fe8797-96de-49f3-8b40-29ce548ec970 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:47.756870 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.773978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Transition to ACTIVE for port object 71fe8797-96de-49f3-8b40-29ce548ec970 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:47.824710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab34da8-0e17-4463-bf8d-5ca0cd60b794 admin admin] Deleting subnet 91a0cd98-aebc-4945-b49a-e6382d48dba3 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:41:47.843700 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ab34da8-0e17-4463-bf8d-5ca0cd60b794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.845923 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.887991 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fa807ef7-f248-446c-9291-deb0825b0e47 req-b6051433-aa1c-4841-a7d5-6dc19806931f tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.908561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d0c438-0c46-4460-899d-f50cb77136e7,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:47.956551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fa807ef7-f248-446c-9291-deb0825b0e47 req-b6051433-aa1c-4841-a7d5-6dc19806931f tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.031591 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ab34da8-0e17-4463-bf8d-5ca0cd60b794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.050562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Pushing event updated for resources: {'Port': ['ID=71fe8797-96de-49f3-8b40-29ce548ec970,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:48.112905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Attempting to bind port 71fe8797-96de-49f3-8b40-29ce548ec970 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:48.114023 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Attempting to bind port 71fe8797-96de-49f3-8b40-29ce548ec970 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:48.114521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Attempting to bind port 71fe8797-96de-49f3-8b40-29ce548ec970 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:48.122735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Port 71fe8797-96de-49f3-8b40-29ce548ec970 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:48.123253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Attempting to bind port 71fe8797-96de-49f3-8b40-29ce548ec970 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:48.124392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6051433-aa1c-4841-a7d5-6dc19806931f tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdb5b2e-8da6-485a-8c2c-7a0ca5fb9445,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:48.130146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:48.130756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:48.131152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Bound using segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:48.131586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Bound port: 71fe8797-96de-49f3-8b40-29ce548ec970, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:48.131943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.134212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42403db6-3830-4166-b71e-2d40dfbb4175 req-e54159f7-9dc6-4742-9b94-a243494c031b tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.144344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42403db6-3830-4166-b71e-2d40dfbb4175 req-e54159f7-9dc6-4742-9b94-a243494c031b tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.2342751 Sep 16 04:41:48.170299 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fa807ef7-f248-446c-9291-deb0825b0e47 req-b6051433-aa1c-4841-a7d5-6dc19806931f tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.171562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa807ef7-f248-446c-9291-deb0825b0e47 req-b6051433-aa1c-4841-a7d5-6dc19806931f tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1281049 Sep 16 04:41:48.172733 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ab34da8-0e17-4463-bf8d-5ca0cd60b794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.216039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Attempting to bind port d7d0c438-0c46-4460-899d-f50cb77136e7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:48.216367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Attempting to bind port d7d0c438-0c46-4460-899d-f50cb77136e7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:48.216800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Attempting to bind port d7d0c438-0c46-4460-899d-f50cb77136e7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:48.232189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:48.233991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Port d7d0c438-0c46-4460-899d-f50cb77136e7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:48.234295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Attempting to bind port d7d0c438-0c46-4460-899d-f50cb77136e7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:48.237900 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=71fe8797-96de-49f3-8b40-29ce548ec970,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:48.263398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42403db6-3830-4166-b71e-2d40dfbb4175 req-26d7eb72-14e3-4519-940d-1aa2a58099f1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125572 Sep 16 04:41:48.263398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:48.263398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:48.263398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:48.263398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Bound port: d7d0c438-0c46-4460-899d-f50cb77136e7, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:48.263398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.339685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.394388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.395261 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.396904 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] 10.222.0.23 "PUT /v2.0/ports/71fe8797-96de-49f3-8b40-29ce548ec970 HTTP/1.1" status: 200 len: 1092 time: 1.1906664 Sep 16 04:41:48.397461 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48f8bc3-d167-4f90-8c00-31966e558de6', 'tag': '71fe8797-96de-49f3-8b40-29ce548ec970'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:48.399710 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c386ea-c1af-45da-a876-2798fa7a25e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f48f8bc3-d167-4f90-8c00-31966e558de6", "tag": "71fe8797-96de-49f3-8b40-29ce548ec970"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:48.427257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c5cf3e94-4bfe-424a-b37f-fd6642cfa681 req-84b81d69-a078-4d19-968e-46b5798b8504 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1126664550', 'description': 'tempest-description-319666459'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:48.429749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f7cbc-ebdc-4400-a2c9-6d48b351af5a service neutron] Pushing event updated for resources: {'Port': ['ID=71fe8797-96de-49f3-8b40-29ce548ec970,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:48.432129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ab34da8-0e17-4463-bf8d-5ca0cd60b794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.480723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab34da8-0e17-4463-bf8d-5ca0cd60b794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a0cd98-aebc-4945-b49a-e6382d48dba3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:48.483372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] For port d7d0c438-0c46-4460-899d-f50cb77136e7, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:48.494465 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ab34da8-0e17-4463-bf8d-5ca0cd60b794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.497065 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6ab34da8-0e17-4463-bf8d-5ca0cd60b794 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/91a0cd98-aebc-4945-b49a-e6382d48dba3 HTTP/1.1" status: 204 len: 168 time: 0.8250353 Sep 16 04:41:48.502199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37790) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:48.526642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] For port d7d0c438-0c46-4460-899d-f50cb77136e7, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d7d0c438-0c46-4460-899d-f50cb77136e7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:48.554642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926f4c8-5c44-45e5-ae1c-bcbd3e7e7a2d req-c628caeb-6a62-4bee-871a-1f40d8859058 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.562061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f926f4c8-5c44-45e5-ae1c-bcbd3e7e7a2d req-c628caeb-6a62-4bee-871a-1f40d8859058 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 948 time: 0.1975632 Sep 16 04:41:48.608239 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c5cf3e94-4bfe-424a-b37f-fd6642cfa681 req-84b81d69-a078-4d19-968e-46b5798b8504 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.630157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f926f4c8-5c44-45e5-ae1c-bcbd3e7e7a2d req-690b283f-88a9-47de-a75a-055e81b8c838 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613184 Sep 16 04:41:48.631647 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c5cf3e94-4bfe-424a-b37f-fd6642cfa681 req-84b81d69-a078-4d19-968e-46b5798b8504 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.635666 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.636064 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.643761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-81355c3b-e204-456f-998f-8e99499354ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.645693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-81355c3b-e204-456f-998f-8e99499354ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 1095 time: 0.1211309 Sep 16 04:41:48.722496 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-e42809fd-0884-4eeb-b18d-f6f26531d661 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71fe8797-96de-49f3-8b40-29ce548ec970 HTTP/1.1" status: 200 len: 217 time: 0.0682502 Sep 16 04:41:48.753193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.754039 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.755977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] 10.222.0.37 "PUT /v2.0/ports/d7d0c438-0c46-4460-899d-f50cb77136e7 HTTP/1.1" status: 200 len: 1097 time: 2.2712083 Sep 16 04:41:48.758103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01db606e-ec70-455f-a29d-9f2d25513177', 'tag': 'd7d0c438-0c46-4460-899d-f50cb77136e7'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:48.760453 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83926158-8c4f-4094-939d-44a09c70ce0e" -d '{"events": [{"name": "network-changed", "server_uuid": "01db606e-ec70-455f-a29d-9f2d25513177", "tag": "d7d0c438-0c46-4460-899d-f50cb77136e7"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:48.816873 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.836541 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-7a8286e6-870c-4af4-ac43-2323ba822b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.837704 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-7a8286e6-870c-4af4-ac43-2323ba822b7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.0979545 Sep 16 04:41:48.852693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a877d2-3494-48ed-9cfa-576a721e1e70 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d0c438-0c46-4460-899d-f50cb77136e7,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:48.857843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387c0c5f-60ad-4b0d-9341-af784315f0f7']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:48.884700 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-1eb29a38-3ff5-40ec-b5b9-c3a217ce20a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381169 Sep 16 04:41:48.886494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a2948b-d39a-4a08-a262-6de5a6322e29') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:48.886796 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a2948b-d39a-4a08-a262-6de5a6322e29') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:48.901454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b04d66-6d1f-4abb-aeca-f531def43edf req-ac6ba66b-9a27-46c0-a7c2-40210c1a44a1 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.903124 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23b04d66-6d1f-4abb-aeca-f531def43edf req-ac6ba66b-9a27-46c0-a7c2-40210c1a44a1 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 1097 time: 0.1313753 Sep 16 04:41:48.913704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4e46c-f801-4013-8e48-2ed5edb84695 req-bdbe431f-88c5-47fb-bd82-5c702eebd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.914044 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.915721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ca4e46c-f801-4013-8e48-2ed5edb84695 req-bdbe431f-88c5-47fb-bd82-5c702eebd126 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 1098 time: 0.1374631 Sep 16 04:41:48.928968 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.954945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:41:48.955358 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:41:48.957310 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:41:49.002277 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23b04d66-6d1f-4abb-aeca-f531def43edf req-e98cde65-0658-4942-960c-20aae91a9e70 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842559 Sep 16 04:41:49.005915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ca4e46c-f801-4013-8e48-2ed5edb84695 req-ff363143-3b84-44da-86b1-5bec814b70e3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803413 Sep 16 04:41:49.029377 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c5cf3e94-4bfe-424a-b37f-fd6642cfa681 req-84b81d69-a078-4d19-968e-46b5798b8504 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.100016 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-ea066f2e-7ba4-4bdd-8b98-a0aceb1fff5e service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049024 Sep 16 04:41:49.167431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bebe1a-b53e-40f8-a187-530f8024fb8e req-3ee21c87-144d-4f4f-88e6-f4172f46a913 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.169555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32bebe1a-b53e-40f8-a187-530f8024fb8e req-3ee21c87-144d-4f4f-88e6-f4172f46a913 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 943 time: 0.0547996 Sep 16 04:41:49.209959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32bebe1a-b53e-40f8-a187-530f8024fb8e req-761bfbaf-e686-46e9-a8a4-eafd5f4fb047 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334153 Sep 16 04:41:49.254836 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c218074d-8a9d-4e55-b620-14da3d3f9712 x-openstack-request-id: req-c218074d-8a9d-4e55-b620-14da3d3f9712 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:49.255341 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48f8bc3-d167-4f90-8c00-31966e558de6", "tag": "71fe8797-96de-49f3-8b40-29ce548ec970", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:49.255467 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c218074d-8a9d-4e55-b620-14da3d3f9712 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:49.255753 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48f8bc3-d167-4f90-8c00-31966e558de6', 'tag': '71fe8797-96de-49f3-8b40-29ce548ec970', 'status': 'completed', 'code': 200} Sep 16 04:41:49.278499 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e695499-ff1e-4024-9e9b-cc2b57201e31 req-1537ead4-2088-40e3-ad4f-56a638ebf906 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889325 Sep 16 04:41:49.285821 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1c2fbf-632f-485a-9949-928eef5161a8 x-openstack-request-id: req-2e1c2fbf-632f-485a-9949-928eef5161a8 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:49.286401 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01db606e-ec70-455f-a29d-9f2d25513177", "tag": "d7d0c438-0c46-4460-899d-f50cb77136e7", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:49.286657 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e1c2fbf-632f-485a-9949-928eef5161a8 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:49.287061 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01db606e-ec70-455f-a29d-9f2d25513177', 'tag': 'd7d0c438-0c46-4460-899d-f50cb77136e7', 'status': 'completed', 'code': 200} Sep 16 04:41:49.328933 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.335055 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.337369 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] 10.222.0.24 "DELETE /v2.0/networks/387c0c5f-60ad-4b0d-9341-af784315f0f7 HTTP/1.1" status: 204 len: 168 time: 0.8340402 Sep 16 04:41:49.341512 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c5cf3e94-4bfe-424a-b37f-fd6642cfa681 req-84b81d69-a078-4d19-968e-46b5798b8504 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.354480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec232470-4631-4de0-9a74-0fc32e58305d admin admin] Pushing event deleted for resources: {'Network': ['ID=387c0c5f-60ad-4b0d-9341-af784315f0f7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:49.390860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b81d69-a078-4d19-968e-46b5798b8504 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d144a4-f358-4a11-a13c-af82d0c477bd,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:49.419920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83926158-8c4f-4094-939d-44a09c70ce0e req-58256dcb-6011-4c54-986d-fef7833eeaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.422247 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83926158-8c4f-4094-939d-44a09c70ce0e req-58256dcb-6011-4c54-986d-fef7833eeaa9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e85140033a0435499fa0a6cb175eb96&device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 1100 time: 0.1114371 Sep 16 04:41:49.470453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83926158-8c4f-4094-939d-44a09c70ce0e req-2839a59f-61e3-427d-bf18-ec109ea79982 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9e85140033a0435499fa0a6cb175eb96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275834 Sep 16 04:41:49.519551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c386ea-c1af-45da-a876-2798fa7a25e8 req-c66b3859-e116-4ebf-966c-33839713cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.521313 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53c386ea-c1af-45da-a876-2798fa7a25e8 req-c66b3859-e116-4ebf-966c-33839713cbcf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 1095 time: 0.0902550 Sep 16 04:41:49.645798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c386ea-c1af-45da-a876-2798fa7a25e8 req-c359e753-fa15-40d0-8cc0-d45fe247b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.647747 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53c386ea-c1af-45da-a876-2798fa7a25e8 req-c359e753-fa15-40d0-8cc0-d45fe247b6dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.1192420 Sep 16 04:41:49.658078 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c5cf3e94-4bfe-424a-b37f-fd6642cfa681 req-84b81d69-a078-4d19-968e-46b5798b8504 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.682885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-818185c8-f34c-4160-bf65-ee8cada36b8a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.684400 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-818185c8-f34c-4160-bf65-ee8cada36b8a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 821 time: 0.2610562 Sep 16 04:41:49.709698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83926158-8c4f-4094-939d-44a09c70ce0e req-a21a0683-973c-4670-8ce1-bca40efab233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.712105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83926158-8c4f-4094-939d-44a09c70ce0e req-a21a0683-973c-4670-8ce1-bca40efab233 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2258353 Sep 16 04:41:49.718539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-6c31867d-9c3d-4d0d-845e-8a03f9c665ec tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/quotas/a90cdc15f24043fba6cb9927dc16b179 HTTP/1.1" status: 200 len: 375 time: 0.0269222 Sep 16 04:41:49.727848 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53c386ea-c1af-45da-a876-2798fa7a25e8 req-f19736a7-9b0f-48f7-9b5d-cad6f8d5e7f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71fe8797-96de-49f3-8b40-29ce548ec970 HTTP/1.1" status: 200 len: 217 time: 0.0728917 Sep 16 04:41:49.729460 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c5cf3e94-4bfe-424a-b37f-fd6642cfa681 req-84b81d69-a078-4d19-968e-46b5798b8504 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.795131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37818) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:49.807551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c386ea-c1af-45da-a876-2798fa7a25e8 req-4def2845-b8b1-4064-a41b-c429da5c85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.809477 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53c386ea-c1af-45da-a876-2798fa7a25e8 req-4def2845-b8b1-4064-a41b-c429da5c85a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.0674798 Sep 16 04:41:49.819896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b81d69-a078-4d19-968e-46b5798b8504 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be94b079-c303-4381-a358-f91e38a2a981,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:49.852440 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53c386ea-c1af-45da-a876-2798fa7a25e8 req-db8b2d79-9a4c-4f3f-8877-343a50404c9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307152 Sep 16 04:41:49.856834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-7b502d2f-db85-4aa7-acf9-c5f8f8a3cb0a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366804 Sep 16 04:41:49.863011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c5cf3e94-4bfe-424a-b37f-fd6642cfa681 req-84b81d69-a078-4d19-968e-46b5798b8504 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.875257 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5cf3e94-4bfe-424a-b37f-fd6642cfa681 req-84b81d69-a078-4d19-968e-46b5798b8504 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4558859 Sep 16 04:41:49.922455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-e4fe40e3-54fa-41d3-b77b-22a006bee55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.924617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-e4fe40e3-54fa-41d3-b77b-22a006bee55e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e85140033a0435499fa0a6cb175eb96&device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 1100 time: 0.1719923 Sep 16 04:41:49.946618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37822) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:49.947754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-052b8d34-7044-4ad6-bd5d-726e1b6c1207 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd9a6fda97224dd1a5de18bc70643c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497157 Sep 16 04:41:50.025745 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5a99820-9571-42c1-864e-ecffbead954d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.032118 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53c386ea-c1af-45da-a876-2798fa7a25e8 req-b5f1e048-dd4b-460a-aa8a-cdae50b2aa26 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711209 Sep 16 04:41:50.037567 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-d8ae496c-9112-4c91-a5de-e3f69990ac46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=d7d0c438-0c46-4460-899d-f50cb77136e7 HTTP/1.1" status: 200 len: 217 time: 0.0867846 Sep 16 04:41:50.138116 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53c386ea-c1af-45da-a876-2798fa7a25e8 req-afb5c11a-781e-44ca-9a81-6a22c5cb77dc service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932875 Sep 16 04:41:50.149059 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5a99820-9571-42c1-864e-ecffbead954d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.168500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c699-0e08-4eb0-ba94-3154d8e62684 req-06ae35ad-8797-47d5-bdd6-6387353ca209 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.171441 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7c7c699-0e08-4eb0-ba94-3154d8e62684 req-06ae35ad-8797-47d5-bdd6-6387353ca209 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.2217863 Sep 16 04:41:50.225056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-9bc3ecf3-0405-41c4-94cb-4e7bf61da4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.226850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-9bc3ecf3-0405-41c4-94cb-4e7bf61da4b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1549098 Sep 16 04:41:50.268420 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7c7c699-0e08-4eb0-ba94-3154d8e62684 req-2fce02f6-2014-4682-a6e0-20883af10261 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864346 Sep 16 04:41:50.270809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-0fba56ce-63d6-469d-9094-4fbfc0e1febd service neutron] 10.222.0.24 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945973 Sep 16 04:41:50.316718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b2ca36ff-77aa-4b04-a671-6ff4ba8598aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.319848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-b2ca36ff-77aa-4b04-a671-6ff4ba8598aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0815933 Sep 16 04:41:50.343943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5a99820-9571-42c1-864e-ecffbead954d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.347506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5a99820-9571-42c1-864e-ecffbead954d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.348889 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f5a99820-9571-42c1-864e-ecffbead954d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/484d7224-61f4-4cbd-9f7a-6ea49fadd737 HTTP/1.1" status: 204 len: 168 time: 0.4007826 Sep 16 04:41:50.370986 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a99820-9571-42c1-864e-ecffbead954d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484d7224-61f4-4cbd-9f7a-6ea49fadd737,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:50.742671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b1a2f-8fa9-4ae6-87a9-d1cd63d2fbc1 req-92b979a0-797c-4df3-b472-358a19918d8d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.750648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-905b1a2f-8fa9-4ae6-87a9-d1cd63d2fbc1 req-92b979a0-797c-4df3-b472-358a19918d8d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 948 time: 0.3657696 Sep 16 04:41:50.765432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-571698c8-db84-44f7-a9bf-215da3b39cb9 service neutron] 10.222.0.24 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826801 Sep 16 04:41:50.819204 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-2a10618c-cd33-4bca-9fb2-65cd4c33a154 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885955 Sep 16 04:41:50.889590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-905b1a2f-8fa9-4ae6-87a9-d1cd63d2fbc1 req-4910d210-779d-4002-91cd-f4ea2d92e6b2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374557 Sep 16 04:41:50.949283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ca1686a7-e4f2-491c-972d-636c5ada6176 req-8e0f1977-b5a8-42c1-8628-9d3cffea86d5 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1424017629', 'description': 'tempest-description-1276781033'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:50.996207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8488a57-2823-4f46-93ed-acc8233e83dc req-dd47e608-d9e9-4a03-a475-8ef22afd2036 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676402 Sep 16 04:41:51.053874 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca1686a7-e4f2-491c-972d-636c5ada6176 req-8e0f1977-b5a8-42c1-8628-9d3cffea86d5 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.211838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bdfee-24b7-4b05-a8db-a87a14d36fbb req-3778afa6-7c20-42dc-8230-d7a9e7ab19a5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.214069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-006bdfee-24b7-4b05-a8db-a87a14d36fbb req-3778afa6-7c20-42dc-8230-d7a9e7ab19a5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 943 time: 0.0972483 Sep 16 04:41:51.251507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37836) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:51.279566 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca1686a7-e4f2-491c-972d-636c5ada6176 req-8e0f1977-b5a8-42c1-8628-9d3cffea86d5 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.306259 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-006bdfee-24b7-4b05-a8db-a87a14d36fbb req-e4e41a12-aa26-4141-bdc0-2190904c3c76 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598686 Sep 16 04:41:51.339270 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca1686a7-e4f2-491c-972d-636c5ada6176 req-8e0f1977-b5a8-42c1-8628-9d3cffea86d5 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.372865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f1977-b5a8-42c1-8628-9d3cffea86d5 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eca0614-5813-4350-b1d2-118e181639bb,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:51.442734 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca1686a7-e4f2-491c-972d-636c5ada6176 req-8e0f1977-b5a8-42c1-8628-9d3cffea86d5 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.444397 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca1686a7-e4f2-491c-972d-636c5ada6176 req-8e0f1977-b5a8-42c1-8628-9d3cffea86d5 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5004947 Sep 16 04:41:51.490163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30fb143d-a187-4181-8b28-e7f1afd93e06 req-65173539-896d-48b1-a059-ff33e61085e0 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 210 time: 0.0349307 Sep 16 04:41:51.673368 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6690b233-6308-461f-980f-57c09133ab99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e6ad274c13b4aecb6270be8afcabc24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180243 Sep 16 04:41:51.673915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37846) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:51.731522 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3c31-7e31-48ff-aaca-0451bab6c32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.738573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6310c8f-68ae-4f38-9f62-5aaf06385b49 req-4a72896b-59e9-4864-9466-783c46037bc5 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.740115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6310c8f-68ae-4f38-9f62-5aaf06385b49 req-4a72896b-59e9-4864-9466-783c46037bc5 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.1204908 Sep 16 04:41:51.765615 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3c31-7e31-48ff-aaca-0451bab6c32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.798121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6310c8f-68ae-4f38-9f62-5aaf06385b49 req-be548910-03da-403c-b9ca-ba31890e1997 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500910 Sep 16 04:41:51.961811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3c31-7e31-48ff-aaca-0451bab6c32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.964990 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3c31-7e31-48ff-aaca-0451bab6c32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.966188 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6a5f3c31-7e31-48ff-aaca-0451bab6c32b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc3c861a-d70d-4e1a-b738-f8d9b4949313 HTTP/1.1" status: 204 len: 168 time: 0.2915010 Sep 16 04:41:51.977726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f3c31-7e31-48ff-aaca-0451bab6c32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3c861a-d70d-4e1a-b738-f8d9b4949313,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:52.012093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-073c08df-f57b-4388-bbac-5cb1e9d9a2f7 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53372 time: 0.4866614 Sep 16 04:41:52.095173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-e2854f6e-5f51-4d14-ac97-42f8be8dfb1e tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/116198d9-d62f-4a2c-bae5-10512e2c33ce HTTP/1.1" status: 200 len: 2981 time: 0.0816381 Sep 16 04:41:52.135819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009953b-1861-49e1-80c7-f9c463aefe1d req-d7e764dd-b773-4c9f-8412-ac6d17c85aa4 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.137549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5009953b-1861-49e1-80c7-f9c463aefe1d req-d7e764dd-b773-4c9f-8412-ac6d17c85aa4 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 948 time: 0.1232142 Sep 16 04:41:52.193042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-9a43b542-adca-4cc6-af8a-b631afc91f1f tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/116198d9-d62f-4a2c-bae5-10512e2c33ce HTTP/1.1" status: 200 len: 2981 time: 0.0973034 Sep 16 04:41:52.222723 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5009953b-1861-49e1-80c7-f9c463aefe1d req-03696f53-fd70-4b0a-bfd2-38afc5fe863a tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757482 Sep 16 04:41:52.263024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-8dbaa5f8-73b9-4149-a87f-115213e7e6a2 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/28097707-5bf6-4cf0-b106-2274949ee21c HTTP/1.1" status: 200 len: 2977 time: 0.0684590 Sep 16 04:41:52.332269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-7f8c77e0-a0c4-44ae-acf5-7e7f656d1351 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/28097707-5bf6-4cf0-b106-2274949ee21c HTTP/1.1" status: 200 len: 2977 time: 0.0687518 Sep 16 04:41:52.397635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-664600b1-6c29-41b6-b431-d25f20128aad tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/4593ced4-18a6-47a5-aa59-34502a7d667c HTTP/1.1" status: 200 len: 2977 time: 0.0639966 Sep 16 04:41:52.532199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-4798709e-b518-461a-b5d8-8897e43e9c08 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/4593ced4-18a6-47a5-aa59-34502a7d667c HTTP/1.1" status: 200 len: 2977 time: 0.1335151 Sep 16 04:41:52.607382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-edac7ec8-a883-4e4c-a608-69046cba994d tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/5e5d8346-e927-4793-a33a-b86608cea935 HTTP/1.1" status: 200 len: 2981 time: 0.0666678 Sep 16 04:41:52.619391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-53050c07-9ccf-41df-89f8-a28912fbf55f tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.625505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-53050c07-9ccf-41df-89f8-a28912fbf55f tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/networks?id=0b1f6d5d-ed89-46e3-b590-37d2b4020673 HTTP/1.1" status: 200 len: 811 time: 0.2254691 Sep 16 04:41:52.644011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-3b6d9433-be94-4432-991b-246b38d90ac9 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/quotas/7bd4e6ac0cb24343bba0afecf762e654 HTTP/1.1" status: 200 len: 375 time: 0.0175345 Sep 16 04:41:52.721932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-9e841587-8e33-490a-a40a-0a1942d79409 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/5e5d8346-e927-4793-a33a-b86608cea935 HTTP/1.1" status: 200 len: 2981 time: 0.0936499 Sep 16 04:41:52.762372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c9db124a-3bab-4514-b633-d0525dbf87e6 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bd4e6ac0cb24343bba0afecf762e654&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170442 Sep 16 04:41:52.822003 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-b0d0835e-34b6-438f-924d-bc783facd104 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/65cf1717-9c0c-43a6-b978-5ef0d6429864 HTTP/1.1" status: 200 len: 2981 time: 0.0991852 Sep 16 04:41:52.923269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-7db6ff16-298a-4666-a46f-beb052569d26 service neutron] 10.222.0.24 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506960 Sep 16 04:41:52.924812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-5c43cd6e-1cb2-46d3-bc7e-0a807a61c858 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/65cf1717-9c0c-43a6-b978-5ef0d6429864 HTTP/1.1" status: 200 len: 2981 time: 0.0671842 Sep 16 04:41:53.040427 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-df2bc4c9-1571-4769-94c7-5d1dbf30a64b tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/69d144a4-f358-4a11-a13c-af82d0c477bd HTTP/1.1" status: 200 len: 2981 time: 0.0988965 Sep 16 04:41:53.073392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-cb789f47-cb10-46a5-ab01-9e20c8bffa10 service neutron] 10.222.0.24 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429014 Sep 16 04:41:53.113222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-3b214fca-6808-407d-a616-94f427e9ebd9 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/69d144a4-f358-4a11-a13c-af82d0c477bd HTTP/1.1" status: 200 len: 2981 time: 0.0533929 Sep 16 04:41:53.151269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-eb79afaf-a1c1-41a3-a14c-9415fc96b71e tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7e8d5665-63dd-43c9-8007-9968117f45ac HTTP/1.1" status: 200 len: 2981 time: 0.0386016 Sep 16 04:41:53.195976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-6e5121a7-b662-4ec2-b4fd-5e02b4485281 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7e8d5665-63dd-43c9-8007-9968117f45ac HTTP/1.1" status: 200 len: 2981 time: 0.0388312 Sep 16 04:41:53.241384 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-16c06bed-281c-433a-8170-a05a9bc659e9 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7fb32935-f720-4f1e-a4a8-acedeca0001e HTTP/1.1" status: 200 len: 2981 time: 0.0370049 Sep 16 04:41:53.287691 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-fae73d9a-f9a7-48fc-b6fe-220250a6d36a tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7fb32935-f720-4f1e-a4a8-acedeca0001e HTTP/1.1" status: 200 len: 2981 time: 0.0403159 Sep 16 04:41:53.335416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-eeadb430-9ee5-4d16-990a-67f3b76d328f tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/861127b1-94c5-4d3c-84e7-19e751ea4ba4 HTTP/1.1" status: 200 len: 2973 time: 0.0375674 Sep 16 04:41:53.380005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-22f2ade2-656d-4390-b92a-1b85b648dd23 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/861127b1-94c5-4d3c-84e7-19e751ea4ba4 HTTP/1.1" status: 200 len: 2973 time: 0.0386715 Sep 16 04:41:53.437805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-f818f1b0-976c-4486-9d13-7fedcac94ca6 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/93f7dc40-3d7e-4c62-9b89-08e39b445631 HTTP/1.1" status: 200 len: 2981 time: 0.0499101 Sep 16 04:41:53.481276 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-ba2c1ad4-4182-4e28-bf65-c27318bdcb3d tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/93f7dc40-3d7e-4c62-9b89-08e39b445631 HTTP/1.1" status: 200 len: 2981 time: 0.0377541 Sep 16 04:41:53.525253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-9c4f54ca-4d09-4863-aa09-44a8c587b6dd tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a3119ea2-bf78-47cc-a5a8-e90ba8f29f76 HTTP/1.1" status: 200 len: 2981 time: 0.0363173 Sep 16 04:41:53.539557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 71fe8797-96de-49f3-8b40-29ce548ec970 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:53.572165 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-fa44350b-78c9-4e8c-9289-a0e8a15600a4 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a3119ea2-bf78-47cc-a5a8-e90ba8f29f76 HTTP/1.1" status: 200 len: 2981 time: 0.0406990 Sep 16 04:41:53.697823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37900) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:53.718667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=71fe8797-96de-49f3-8b40-29ce548ec970,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:53.732013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '71fe8797-96de-49f3-8b40-29ce548ec970', 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964', 'port_id': '71fe8797-96de-49f3-8b40-29ce548ec970', 'mac_address': 'fa:16:3e:d8:01:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaad16e2-265a-4ce3-a9d4-0188565c031b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:53.790315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-31a4f26c-3665-4a80-bb63-7c9cbd7b0f9b tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a4d9aa4a-5426-4868-9506-4f36ac7533e5 HTTP/1.1" status: 200 len: 2981 time: 0.1944325 Sep 16 04:41:53.821131 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.838584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fe8797-96de-49f3-8b40-29ce548ec970 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:53.872117 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=71fe8797-96de-49f3-8b40-29ce548ec970,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:53.918336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9a5b1-a448-4c55-8ecb-ef6284779ddf req-f6a58dbf-7ebb-44e3-9ff2-8011734b99e9 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.919293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-114955552-network', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:53.926355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ae9a5b1-a448-4c55-8ecb-ef6284779ddf req-f6a58dbf-7ebb-44e3-9ff2-8011734b99e9 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 943 time: 0.2409527 Sep 16 04:41:53.970206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-7aa6d47c-c440-49b5-b5ce-c59bb60a2069 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a4d9aa4a-5426-4868-9506-4f36ac7533e5 HTTP/1.1" status: 200 len: 2981 time: 0.1828895 Sep 16 04:41:53.979464 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.984190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-e7eb0d41-3caa-474a-8014-4974ec4013ba tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.986004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-e7eb0d41-3caa-474a-8014-4974ec4013ba tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.37 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 821 time: 0.3878269 Sep 16 04:41:54.001336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Request body: {'port': {'device_id': '3b3f13bd-e9f2-427b-8e22-a08af27dde0b', 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f', 'admin_state_up': True, 'tenant_id': 'a90cdc15f24043fba6cb9927dc16b179'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:54.008362 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Made reservation on behalf of da292a1bd136472ba9a9090423f672bb for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:54.010690 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.022620 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.080640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=71fe8797-96de-49f3-8b40-29ce548ec970,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:54.104079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.104821 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.105369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.105960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.106542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.107199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.107895 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.109235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.110076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.110657 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.111132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.111700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:54.172509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.195673 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ae9a5b1-a448-4c55-8ecb-ef6284779ddf req-19652e89-98d7-49cc-a8a0-78cf2821b565 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684410 Sep 16 04:41:54.221438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-73719b93-a2e8-4c3e-98f3-1fc6d74b94ed tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d930efb3-38a4-45d0-835f-c4f6edfa8ae8 HTTP/1.1" status: 200 len: 2981 time: 0.2330799 Sep 16 04:41:54.225400 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['71fe8797-96de-49f3-8b40-29ce548ec970'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:54.259702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.276622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:54.297892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-f4b6981b-2e35-4742-ae0a-36668215c235 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d930efb3-38a4-45d0-835f-c4f6edfa8ae8 HTTP/1.1" status: 200 len: 2981 time: 0.0752337 Sep 16 04:41:54.311470 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.312159 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Added segment 77f2bd5e-d063-4684-b8fd-b72d45bce304 of type vlan for network 3ccb26c1-8218-4bcb-8e46-4cfafd47781c Sep 16 04:41:54.320291 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-9d71f9cf-51df-4d74-8e95-94644add85d3 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] show failed (client error): The resource could not be found. Sep 16 04:41:54.321532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-9d71f9cf-51df-4d74-8e95-94644add85d3 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dc3c861a-d70d-4e1a-b738-f8d9b4949313 HTTP/1.1" status: 404 len: 352 time: 0.0152416 Sep 16 04:41:54.363638 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-acf5c624-a28d-4336-ac19-cdbc0fed2ea3 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] show failed (client error): The resource could not be found. Sep 16 04:41:54.367878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-acf5c624-a28d-4336-ac19-cdbc0fed2ea3 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dc3c861a-d70d-4e1a-b738-f8d9b4949313 HTTP/1.1" status: 404 len: 352 time: 0.0361118 Sep 16 04:41:54.386513 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.408635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Made reservation on behalf of a90cdc15f24043fba6cb9927dc16b179 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:54.412376 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.438312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f557ef-0eaa-4ec3-9c6b-55d5d5188f4e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:54.499268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.500862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.501734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.538873 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c65f198f-69da-4808-93e7-4fcb33dfd569 req-6882aee1-7fcf-440c-beb6-19eb4127c710 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 210 time: 0.1365061 Sep 16 04:41:54.572814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] Pushing event updated for resources: {'Network': ['ID=3ccb26c1-8218-4bcb-8e46-4cfafd47781c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:54.588128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 3ccb26c1-8218-4bcb-8e46-4cfafd47781c details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:54.588782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37910) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:54.589534 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a115a5db-be2f-4082-9b71-9ad0a82c535f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8895273 Sep 16 04:41:54.591936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-e5f90c0f-cab7-407f-81ec-8e257bb4f6d0 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dc6f85cb-70cb-4ebd-8b2a-325a07930f5b HTTP/1.1" status: 200 len: 2981 time: 0.2145357 Sep 16 04:41:54.600563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-04b536cf-bdf4-4dd0-b71e-e28ceab70c84 admin admin] Request body: {'subnet': {'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-114955552-subnet', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:54.694432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Allocated IP 172.20.0.7 (09ebbe5c-732c-4cf1-a4a8-e16ff006292f/39668278-5bbe-4dc3-a29c-c75e3dac6017/3c1a2824-4ec5-477a-badd-e06513efbcad) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:54.740163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879282d-da8e-4159-ac3f-837f8af72728 req-58b6389d-b2db-4dcf-aaaa-3cb562e8325d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.741686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8879282d-da8e-4159-ac3f-837f8af72728 req-58b6389d-b2db-4dcf-aaaa-3cb562e8325d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 948 time: 0.1003759 Sep 16 04:41:54.745833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-a8db9a07-3588-453e-a4f5-aa406709342c tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dc6f85cb-70cb-4ebd-8b2a-325a07930f5b HTTP/1.1" status: 200 len: 2981 time: 0.1395922 Sep 16 04:41:54.751863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b536cf-bdf4-4dd0-b71e-e28ceab70c84 admin admin] Made reservation on behalf of da292a1bd136472ba9a9090423f672bb for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:54.751863 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-04b536cf-bdf4-4dd0-b71e-e28ceab70c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.923353 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-4956e39e-c75a-4ec3-aa2d-b727b5c9e2a4 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e9366a30-6645-4396-9edd-396ac605d68d HTTP/1.1" status: 200 len: 2981 time: 0.1586187 Sep 16 04:41:54.938737 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8879282d-da8e-4159-ac3f-837f8af72728 req-f9fefdd8-9eb7-4c45-81fa-aa655cbe773d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849191 Sep 16 04:41:55.119812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73de98d0-be6e-4d37-a872-d34ae68c7863 req-316aad3c-87af-494f-9517-6310be5d5d10 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 210 time: 0.0631893 Sep 16 04:41:55.130129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.136907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f35d0d-92eb-4cb9-a87f-360c144fc9bd req-71163bef-06ed-44fd-adc6-d42dc99cd9ce tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e9366a30-6645-4396-9edd-396ac605d68d HTTP/1.1" status: 200 len: 2981 time: 0.1949117 Sep 16 04:41:55.294188 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea73a478-f590-4d86-bc56-b3408135975e req-e382b8ac-b3e2-4bec-a1a9-f52307ec9d2d tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b29225b32e2b491d9d88893dc354bde9 HTTP/1.1" status: 200 len: 6100 time: 0.1171036 Sep 16 04:41:55.296058 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.400983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:55.404716 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-04b536cf-bdf4-4dd0-b71e-e28ceab70c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.423520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:55.426751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:55.429728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d7d0c438-0c46-4460-899d-f50cb77136e7 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:55.486962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Pushing event updated for resources: {'Port': ['ID=3c1a2824-4ec5-477a-badd-e06513efbcad,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:55.519541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea73a478-f590-4d86-bc56-b3408135975e req-ca026f31-d0d5-464c-bc66-af38f903f944 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] 10.222.0.24 "GET /v2.0/security-groups/7fb32935-f720-4f1e-a4a8-acedeca0001e HTTP/1.1" status: 200 len: 2981 time: 0.2180731 Sep 16 04:41:55.538555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71b5e3-a6e8-4c3b-8cdb-f80930e9b1d9 req-e5429e64-59d4-4310-afc4-ee0e65f60b79 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.540131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab71b5e3-a6e8-4c3b-8cdb-f80930e9b1d9 req-e5429e64-59d4-4310-afc4-ee0e65f60b79 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 944 time: 0.2315092 Sep 16 04:41:55.557278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 71fe8797-96de-49f3-8b40-29ce548ec970 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:55.567795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b536cf-bdf4-4dd0-b71e-e28ceab70c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8767a05c-1266-43d7-bb08-7c810505d48e,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:55.601470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.602148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.623904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d7d0c438-0c46-4460-899d-f50cb77136e7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d7d0c438-0c46-4460-899d-f50cb77136e7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:55.640033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'd7d0c438-0c46-4460-899d-f50cb77136e7', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'd7d0c438-0c46-4460-899d-f50cb77136e7', 'mac_address': 'fa:16:3e:9c:23:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:55.663621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab71b5e3-a6e8-4c3b-8cdb-f80930e9b1d9 req-157d9cf5-ab98-4f92-985c-aa8284738972 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143878 Sep 16 04:41:55.664235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b536cf-bdf4-4dd0-b71e-e28ceab70c84 admin admin] Checking segment: {'id': '77f2bd5e-d063-4684-b8fd-b72d45bce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:55.664627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b536cf-bdf4-4dd0-b71e-e28ceab70c84 admin admin] Network hostable DHCP agents. Network: 3ccb26c1-8218-4bcb-8e46-4cfafd47781c, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:55.674456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea73a478-f590-4d86-bc56-b3408135975e req-40e02e6b-6dc8-4617-9cdb-f829fef2005f tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] 10.222.0.24 "GET /v2.0/security-groups/7fb32935-f720-4f1e-a4a8-acedeca0001e HTTP/1.1" status: 200 len: 2981 time: 0.1316011 Sep 16 04:41:55.741235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-5f567722-f993-46a8-85cf-3264cd58f02a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7445526 Sep 16 04:41:55.759243 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.759494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Request body: {'port': {'device_id': '3b3f13bd-e9f2-427b-8e22-a08af27dde0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:55.771160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 71fe8797-96de-49f3-8b40-29ce548ec970 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:55.789276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b536cf-bdf4-4dd0-b71e-e28ceab70c84 admin admin] Network 3ccb26c1-8218-4bcb-8e46-4cfafd47781c is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:55.789765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d0c438-0c46-4460-899d-f50cb77136e7 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:55.793979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 71fe8797-96de-49f3-8b40-29ce548ec970 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:55.794430 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.875268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d7d0c438-0c46-4460-899d-f50cb77136e7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d7d0c438-0c46-4460-899d-f50cb77136e7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:55.910723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.919300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c46e2d6e-9c4e-4834-905c-f31389063da5 req-5534aef0-129d-4b62-acff-3a896e802537 tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/4eca0614-5813-4350-b1d2-118e181639bb HTTP/1.1" status: 200 len: 1778 time: 0.0789187 Sep 16 04:41:55.931477 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-04b536cf-bdf4-4dd0-b71e-e28ceab70c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 3ccb26c1-8218-4bcb-8e46-4cfafd47781c) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:55.945037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b536cf-bdf4-4dd0-b71e-e28ceab70c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.945953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-04b536cf-bdf4-4dd0-b71e-e28ceab70c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.949092 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.975486 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b742961-3ea1-493e-9db6-8c6a255320bc None None] Network 3ccb26c1-8218-4bcb-8e46-4cfafd47781c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:55.977941 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.985282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066e0a4-7275-40d1-9b84-3ccca23b69a7 req-7943c585-d37f-498d-8645-6105c8a8ab37 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.988818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1066e0a4-7275-40d1-9b84-3ccca23b69a7 req-7943c585-d37f-498d-8645-6105c8a8ab37 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 931 time: 0.1871464 Sep 16 04:41:56.056350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d7d0c438-0c46-4460-899d-f50cb77136e7,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:56.068130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48f8bc3-d167-4f90-8c00-31966e558de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe8797-96de-49f3-8b40-29ce548ec970'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:56.070789 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db16b207-addf-4218-9d2e-e9a98247c6f0" -d '{"events": [{"server_uuid": "f48f8bc3-d167-4f90-8c00-31966e558de6", "name": "network-vif-plugged", "status": "completed", "tag": "71fe8797-96de-49f3-8b40-29ce548ec970"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:56.137144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-04b536cf-bdf4-4dd0-b71e-e28ceab70c84 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5472035 Sep 16 04:41:56.141735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37926) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:56.147310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-114955552-router', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:56.205874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-80a62b46-ec9a-4855-bdf9-ca14e621e58e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.207854 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-80a62b46-ec9a-4855-bdf9-ca14e621e58e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.37 "GET /v2.0/networks?id=0b1f6d5d-ed89-46e3-b590-37d2b4020673 HTTP/1.1" status: 200 len: 811 time: 0.1767914 Sep 16 04:41:56.209169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1066e0a4-7275-40d1-9b84-3ccca23b69a7 req-1be959b5-5169-4b20-b749-f34251c8ecfd tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916692 Sep 16 04:41:56.222458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Request body: {'port': {'device_id': 'df3747d7-e32e-43e5-98e6-e5e5b561eb5c', 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673', 'admin_state_up': True, 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:56.225029 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c46e2d6e-9c4e-4834-905c-f31389063da5 req-af633b29-d553-40a7-9a03-c8e45ce2bacd tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.301090 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c46e2d6e-9c4e-4834-905c-f31389063da5 req-af633b29-d553-40a7-9a03-c8e45ce2bacd tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.362112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=71fe8797-96de-49f3-8b40-29ce548ec970,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:56.424843 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.429572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.454643 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.460794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d7d0c438-0c46-4460-899d-f50cb77136e7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:56.479990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5108b-27f8-48d2-bff7-33414c95ab81 req-b1d5cc0b-ea71-4291-bcd5-1b87d205ab6b tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.482178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-acc5108b-27f8-48d2-bff7-33414c95ab81 req-b1d5cc0b-ea71-4291-bcd5-1b87d205ab6b tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 949 time: 0.1157687 Sep 16 04:41:56.487944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Made reservation on behalf of 7bd4e6ac0cb24343bba0afecf762e654 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:56.492974 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.569083 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c46e2d6e-9c4e-4834-905c-f31389063da5 req-af633b29-d553-40a7-9a03-c8e45ce2bacd tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.572398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c46e2d6e-9c4e-4834-905c-f31389063da5 req-af633b29-d553-40a7-9a03-c8e45ce2bacd tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.574250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c46e2d6e-9c4e-4834-905c-f31389063da5 req-af633b29-d553-40a7-9a03-c8e45ce2bacd tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eca0614-5813-4350-b1d2-118e181639bb HTTP/1.1" status: 204 len: 173 time: 0.6436241 Sep 16 04:41:56.591376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-acc5108b-27f8-48d2-bff7-33414c95ab81 req-b4c39650-6a88-4249-9a6b-e0609ae4d4c2 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865109 Sep 16 04:41:56.644404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=71fe8797-96de-49f3-8b40-29ce548ec970,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:56.664130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af633b29-d553-40a7-9a03-c8e45ce2bacd tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eca0614-5813-4350-b1d2-118e181639bb,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:56.672811 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481c7f32-b9ec-4546-9c62-8170ff3a09ac x-openstack-request-id: req-481c7f32-b9ec-4546-9c62-8170ff3a09ac {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:56.673409 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48f8bc3-d167-4f90-8c00-31966e558de6", "name": "network-vif-plugged", "status": "completed", "tag": "71fe8797-96de-49f3-8b40-29ce548ec970", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:56.673819 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-481c7f32-b9ec-4546-9c62-8170ff3a09ac {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:56.674559 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48f8bc3-d167-4f90-8c00-31966e558de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe8797-96de-49f3-8b40-29ce548ec970', 'code': 200} Sep 16 04:41:56.690846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1a2824-4ec5-477a-badd-e06513efbcad {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:56.716343 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.754667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Allocated IP 172.20.0.9 (0b1f6d5d-ed89-46e3-b590-37d2b4020673/6cc13275-6ab6-4fa6-86cd-bc7d2a213f74/9dad7e90-8098-4424-9763-2c01ac612b2d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:56.787805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-3ccb26c1-8218-4bcb-8e46-4cfafd47781c', 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'fixed_ips': [{'subnet_id': '8767a05c-1266-43d7-bb08-7c810505d48e'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:41:56.789193 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.792933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd6ab2a7-97c4-4712-b257-66439f06edaf req-ea2c0091-71d2-4a2c-86b1-c6882fe53444 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 210 time: 0.0709503 Sep 16 04:41:56.802713 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.830531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Transition to ACTIVE for port object 3c1a2824-4ec5-477a-badd-e06513efbcad will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:56.868235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8907a475-12b4-4a41-8bba-7a825d5c5ae5 req-396fd36f-59f8-4f90-97bb-5472afff906f tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "GET /v2.0/security-groups/be94b079-c303-4381-a358-f91e38a2a981 HTTP/1.1" status: 200 len: 1777 time: 0.1690192 Sep 16 04:41:56.923875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c733e-8235-4073-a3da-f5212b78c344 req-4bf181c6-9bbc-41a1-b881-8a1e84cd0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.925753 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-352c733e-8235-4073-a3da-f5212b78c344 req-4bf181c6-9bbc-41a1-b881-8a1e84cd0dac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 1097 time: 0.1297472 Sep 16 04:41:56.936016 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.023486 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Allocated IP 172.20.0.2 (3ccb26c1-8218-4bcb-8e46-4cfafd47781c/8767a05c-1266-43d7-bb08-7c810505d48e/c16bb4c6-5719-46f4-97c9-5c14b362da5a) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:57.089599 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8907a475-12b4-4a41-8bba-7a825d5c5ae5 req-af03bfe9-eb52-4154-af6b-1870d0d6a9db tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.091243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1a2824-4ec5-477a-badd-e06513efbcad,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:57.111251 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-352c733e-8235-4073-a3da-f5212b78c344 req-62a514d6-34d3-4f92-afb1-4c76e68e3ada service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752131 Sep 16 04:41:57.115895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.146248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174faf2-ea8b-4205-92ed-6fbfa7156975 req-7033cf14-abf3-4497-a3a2-280afd434629 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.147783 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a174faf2-ea8b-4205-92ed-6fbfa7156975 req-7033cf14-abf3-4497-a3a2-280afd434629 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 945 time: 0.2079222 Sep 16 04:41:57.150262 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8907a475-12b4-4a41-8bba-7a825d5c5ae5 req-af03bfe9-eb52-4154-af6b-1870d0d6a9db tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.254926 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.256247 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.266771 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a174faf2-ea8b-4205-92ed-6fbfa7156975 req-c99c397a-878c-4cde-b7a7-ecf20fad8824 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061141 Sep 16 04:41:57.282219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Attempting to bind port 3c1a2824-4ec5-477a-badd-e06513efbcad on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:57.282219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Attempting to bind port 3c1a2824-4ec5-477a-badd-e06513efbcad by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:57.289514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Attempting to bind port 3c1a2824-4ec5-477a-badd-e06513efbcad on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:57.292304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Port 3c1a2824-4ec5-477a-badd-e06513efbcad on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:57.292483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Attempting to bind port 3c1a2824-4ec5-477a-badd-e06513efbcad on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:57.304641 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:57.305048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:57.305452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Bound using segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:57.305911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Bound port: 3c1a2824-4ec5-477a-badd-e06513efbcad, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:57.306288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.320288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8907a475-12b4-4a41-8bba-7a825d5c5ae5 req-af03bfe9-eb52-4154-af6b-1870d0d6a9db tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.334678 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8907a475-12b4-4a41-8bba-7a825d5c5ae5 req-af03bfe9-eb52-4154-af6b-1870d0d6a9db tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.336287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8907a475-12b4-4a41-8bba-7a825d5c5ae5 req-af03bfe9-eb52-4154-af6b-1870d0d6a9db tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/be94b079-c303-4381-a358-f91e38a2a981 HTTP/1.1" status: 204 len: 173 time: 0.4613523 Sep 16 04:41:57.357387 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.374119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03bfe9-eb52-4154-af6b-1870d0d6a9db tempest-SecurityGroupsTestAdminJSON-199271810 tempest-SecurityGroupsTestAdminJSON-199271810-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be94b079-c303-4381-a358-f91e38a2a981,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:57.466433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Network 3ccb26c1-8218-4bcb-8e46-4cfafd47781c is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:57.473343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:57.477893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:57.507351 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.515471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Pushing event updated for resources: {'Port': ['ID=c16bb4c6-5719-46f4-97c9-5c14b362da5a,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:57.527601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['ad9398f9-99a2-4d3e-b70d-e3c00ac77cec'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:57.590370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Pushing event updated for resources: {'Port': ['ID=9dad7e90-8098-4424-9763-2c01ac612b2d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:57.603444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:57.605624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:57.616453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3c1a2824-4ec5-477a-badd-e06513efbcad,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:57.631155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Attempting to bind port c16bb4c6-5719-46f4-97c9-5c14b362da5a on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:57.631367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Attempting to bind port c16bb4c6-5719-46f4-97c9-5c14b362da5a by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '77f2bd5e-d063-4684-b8fd-b72d45bce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:57.631586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Attempting to bind port c16bb4c6-5719-46f4-97c9-5c14b362da5a on network 3ccb26c1-8218-4bcb-8e46-4cfafd47781c {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:57.642303 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:57.642686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Checking segment: {'id': '77f2bd5e-d063-4684-b8fd-b72d45bce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:57.643123 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.643527 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Bound using segment: {'id': '77f2bd5e-d063-4684-b8fd-b72d45bce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:57.644017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Bound port: c16bb4c6-5719-46f4-97c9-5c14b362da5a, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f2bd5e-d063-4684-b8fd-b72d45bce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:57.644411 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.652032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fee792-6570-4017-850d-594129c2f97d req-3047a4ec-6a8c-408a-9f24-db98c71fb3f3 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.653846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8fee792-6570-4017-850d-594129c2f97d req-3047a4ec-6a8c-408a-9f24-db98c71fb3f3 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.2010820 Sep 16 04:41:57.657283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1becbe4-3eb6-463b-b1a6-f9ec1bc96c57 req-7ca499b4-f920-4d5e-9abf-947e065a9dcc tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] 10.222.0.24 "GET /v2.0/security-groups/dbdb5b2e-8da6-485a-8c2c-7a0ca5fb9445 HTTP/1.1" status: 200 len: 1776 time: 0.2242200 Sep 16 04:41:57.668578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:57.671996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:57.710899 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.751589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] For port c16bb4c6-5719-46f4-97c9-5c14b362da5a, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:57.753004 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.755640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] For port c16bb4c6-5719-46f4-97c9-5c14b362da5a, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c16bb4c6-5719-46f4-97c9-5c14b362da5a,segment=NetworkSegment(77f2bd5e-d063-4684-b8fd-b72d45bce304),segment_id=77f2bd5e-d063-4684-b8fd-b72d45bce304)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:57.765408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.766465 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.799851 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.838512 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.942640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae086ecd-e50f-4078-9962-723c362d30c2 None None] Pushing event updated for resources: {'Port': ['ID=c16bb4c6-5719-46f4-97c9-5c14b362da5a,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:57.963903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Allocated IP 172.25.3.185 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/a9221cf3-2b3b-4d71-8982-7eaaa111e467) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:57.974986 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-c356d763-48bb-4514-86e9-ea47f7537814 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7573721 Sep 16 04:41:57.992981 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Request body: {'port': {'device_id': 'df3747d7-e32e-43e5-98e6-e5e5b561eb5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:58.089784 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8fee792-6570-4017-850d-594129c2f97d req-cebe1c4f-d266-4826-8ed9-93979d9a2cf2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245002 Sep 16 04:41:58.127670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.139303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.139641 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.143076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] 10.222.0.37 "PUT /v2.0/ports/3c1a2824-4ec5-477a-badd-e06513efbcad HTTP/1.1" status: 200 len: 1092 time: 2.3931949 Sep 16 04:41:58.155350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3f13bd-e9f2-427b-8e22-a08af27dde0b', 'tag': '3c1a2824-4ec5-477a-badd-e06513efbcad'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:58.168552 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5a708a-7092-4f22-a045-3763d3658fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3f13bd-e9f2-427b-8e22-a08af27dde0b", "tag": "3c1a2824-4ec5-477a-badd-e06513efbcad"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:58.210662 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c1becbe4-3eb6-463b-b1a6-f9ec1bc96c57 req-6644ffc0-8c0b-4420-a5cc-da51e987b7d1 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.226105 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.228992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998732a-f485-4512-a09d-fe12ef48b921 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1a2824-4ec5-477a-badd-e06513efbcad,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:58.390491 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c1becbe4-3eb6-463b-b1a6-f9ec1bc96c57 req-6644ffc0-8c0b-4420-a5cc-da51e987b7d1 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.448536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-9767c7a2-4dc0-4b97-80ff-a09278244f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.449719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-9767c7a2-4dc0-4b97-80ff-a09278244f5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 1095 time: 0.1680593 Sep 16 04:41:58.474093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2e618-329a-4de4-83fb-94db1c074775 req-7f39ada7-7374-407c-978a-8ae1792a8943 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.474093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6e2e618-329a-4de4-83fb-94db1c074775 req-7f39ada7-7374-407c-978a-8ae1792a8943 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 949 time: 0.1280990 Sep 16 04:41:58.545879 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-fc606ad4-e517-4a01-b9f5-ea0510762bf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1a2824-4ec5-477a-badd-e06513efbcad HTTP/1.1" status: 200 len: 217 time: 0.0736394 Sep 16 04:41:58.595819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6e2e618-329a-4de4-83fb-94db1c074775 req-70e8318c-b86e-4893-af36-c7164ddbad2d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158717 Sep 16 04:41:58.598218 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.624408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-7a8d9f02-dc33-4cff-83a0-aa77cc26ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.625866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-7a8d9f02-dc33-4cff-83a0-aa77cc26ba06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.0698128 Sep 16 04:41:58.666433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-a65e9167-36ad-4f64-a062-a7b72d0f72ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324876 Sep 16 04:41:58.667861 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c1becbe4-3eb6-463b-b1a6-f9ec1bc96c57 req-6644ffc0-8c0b-4420-a5cc-da51e987b7d1 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.673769 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c1becbe4-3eb6-463b-b1a6-f9ec1bc96c57 req-6644ffc0-8c0b-4420-a5cc-da51e987b7d1 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.686266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1becbe4-3eb6-463b-b1a6-f9ec1bc96c57 req-6644ffc0-8c0b-4420-a5cc-da51e987b7d1 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] 10.222.0.24 "DELETE /v2.0/security-groups/dbdb5b2e-8da6-485a-8c2c-7a0ca5fb9445 HTTP/1.1" status: 204 len: 173 time: 1.0220807 Sep 16 04:41:58.694713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:58.704087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Pushing event updated for resources: {'Port': ['ID=a9221cf3-2b3b-4d71-8982-7eaaa111e467,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:58.706992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:58.710780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dad7e90-8098-4424-9763-2c01ac612b2d {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:58.712254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644ffc0-8c0b-4420-a5cc-da51e987b7d1 tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdb5b2e-8da6-485a-8c2c-7a0ca5fb9445,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:58.716192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:58.725086 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.735380 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46607c4f-fc78-4a47-951c-14a8ce6611e9 x-openstack-request-id: req-46607c4f-fc78-4a47-951c-14a8ce6611e9 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:58.735646 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3f13bd-e9f2-427b-8e22-a08af27dde0b", "tag": "3c1a2824-4ec5-477a-badd-e06513efbcad", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:58.735979 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46607c4f-fc78-4a47-951c-14a8ce6611e9 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:58.736278 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3f13bd-e9f2-427b-8e22-a08af27dde0b', 'tag': '3c1a2824-4ec5-477a-badd-e06513efbcad', 'status': 'completed', 'code': 200} Sep 16 04:41:58.776879 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Transition to ACTIVE for port object 9dad7e90-8098-4424-9763-2c01ac612b2d will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:58.896909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26d296-ddde-4784-a7a7-0435eec2405e req-7f2b8e90-319d-414f-b88a-89fb52a323a0 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.898887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb26d296-ddde-4784-a7a7-0435eec2405e req-7f2b8e90-319d-414f-b88a-89fb52a323a0 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 931 time: 0.1466362 Sep 16 04:41:58.908645 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-b621408a-4991-41c5-b17d-abb0aa48f0ae service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198822 Sep 16 04:41:58.920884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac5219-8fcd-4c5e-992a-c01283f32525 req-a5f2cb02-f5b5-4327-b9fc-8fb0ae870b68 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.922590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4eac5219-8fcd-4c5e-992a-c01283f32525 req-a5f2cb02-f5b5-4327-b9fc-8fb0ae870b68 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 945 time: 0.1380560 Sep 16 04:41:59.051762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb26d296-ddde-4784-a7a7-0435eec2405e req-b1447972-0170-4617-8b65-e91d3b46ec48 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281681 Sep 16 04:41:59.056380 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4eac5219-8fcd-4c5e-992a-c01283f32525 req-64f58010-8d16-40b4-af20-26683db398a2 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218212 Sep 16 04:41:59.115031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9a5d96b-b705-40bb-a04a-15e787a9a6e0 req-eff8fdf6-1c21-4943-a60e-e669c1ff2974 service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904030 Sep 16 04:41:59.151908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85a1d67f-06d5-44e5-a08c-e49f7553d193 req-da6a6bb9-4b8a-4b16-add8-09ced6b353ea tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] 10.222.0.24 "GET /v2.0/security-groups/78b923f9-8231-481a-a473-c467c53c9de9 HTTP/1.1" status: 200 len: 1776 time: 0.0621250 Sep 16 04:41:59.236838 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-85a1d67f-06d5-44e5-a08c-e49f7553d193 req-6fcf397e-9b78-4ceb-9247-fa788a0816da tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.240703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c16bb4c6-5719-46f4-97c9-5c14b362da5a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:59.283640 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-85a1d67f-06d5-44e5-a08c-e49f7553d193 req-6fcf397e-9b78-4ceb-9247-fa788a0816da tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.300893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da205d2-2894-4a4a-9d8e-3e4e7ff70803 req-9b6c81f7-561f-4aba-bb92-853240347c35 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.302494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c16bb4c6-5719-46f4-97c9-5c14b362da5a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:59.302984 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.304182 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2da205d2-2894-4a4a-9d8e-3e4e7ff70803 req-9b6c81f7-561f-4aba-bb92-853240347c35 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 1097 time: 0.0785632 Sep 16 04:41:59.359170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2da205d2-2894-4a4a-9d8e-3e4e7ff70803 req-0cacb679-2aeb-4bfa-bc82-fef951f08f5d tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489833 Sep 16 04:41:59.377861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b671f6-e6c6-4715-92b8-57b8fb048ae8 None None] Network 3ccb26c1-8218-4bcb-8e46-4cfafd47781c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:59.442041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.451301 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.469694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d7d0c438-0c46-4460-899d-f50cb77136e7 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:59.475924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8e7f-943b-4935-9adf-ae0bd6a44ff5 req-f4278cff-fb57-48b1-9d77-44900f96d099 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.480114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-037c8e7f-943b-4935-9adf-ae0bd6a44ff5 req-f4278cff-fb57-48b1-9d77-44900f96d099 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.0556545 Sep 16 04:41:59.497213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Pushing event updated for resources: {'Port': ['ID=9dad7e90-8098-4424-9763-2c01ac612b2d,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:59.520811 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-85a1d67f-06d5-44e5-a08c-e49f7553d193 req-6fcf397e-9b78-4ceb-9247-fa788a0816da tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.524817 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-85a1d67f-06d5-44e5-a08c-e49f7553d193 req-6fcf397e-9b78-4ceb-9247-fa788a0816da tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.525950 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-07fb4141-945c-49d7-99d9-d4bd99f9cc78 None None] Provisioning complete for port c16bb4c6-5719-46f4-97c9-5c14b362da5a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:59.526431 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-07fb4141-945c-49d7-99d9-d4bd99f9cc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.528450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85a1d67f-06d5-44e5-a08c-e49f7553d193 req-6fcf397e-9b78-4ceb-9247-fa788a0816da tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] 10.222.0.24 "DELETE /v2.0/security-groups/78b923f9-8231-481a-a473-c467c53c9de9 HTTP/1.1" status: 204 len: 173 time: 0.3663609 Sep 16 04:41:59.585166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf397e-9b78-4ceb-9247-fa788a0816da tempest-SecurityGroupsTestAdminJSON-1178042345 tempest-SecurityGroupsTestAdminJSON-1178042345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b923f9-8231-481a-a473-c467c53c9de9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:59.604526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-037c8e7f-943b-4935-9adf-ae0bd6a44ff5 req-ee35b109-5575-4aa9-a371-7ac31fd0d8b0 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155972 Sep 16 04:41:59.645299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a708a-7092-4f22-a045-3763d3658fe5 req-85261f7a-9b4a-489d-82ec-4d58d235dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.647015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e5a708a-7092-4f22-a045-3763d3658fe5 req-85261f7a-9b4a-489d-82ec-4d58d235dc60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 1095 time: 0.1098735 Sep 16 04:41:59.663926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port c16bb4c6-5719-46f4-97c9-5c14b362da5a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c16bb4c6-5719-46f4-97c9-5c14b362da5a,segment=NetworkSegment(77f2bd5e-d063-4684-b8fd-b72d45bce304),segment_id=77f2bd5e-d063-4684-b8fd-b72d45bce304)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:59.768298 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.772547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Attempting to bind port 9dad7e90-8098-4424-9763-2c01ac612b2d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:59.773040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Attempting to bind port 9dad7e90-8098-4424-9763-2c01ac612b2d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:59.773347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Attempting to bind port 9dad7e90-8098-4424-9763-2c01ac612b2d on network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:59.818819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Port 9dad7e90-8098-4424-9763-2c01ac612b2d on network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:59.819154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Attempting to bind port 9dad7e90-8098-4424-9763-2c01ac612b2d on network 0b1f6d5d-ed89-46e3-b590-37d2b4020673 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:59.826006 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.830015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:59.830387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Checking segment: {'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:59.830770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Bound using segment: {'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:59.831398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Bound port: 9dad7e90-8098-4424-9763-2c01ac612b2d, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c913eb-2628-475e-8846-dd9d5bce9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:59.832139 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.923143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=c16bb4c6-5719-46f4-97c9-5c14b362da5a,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:59.947998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port d7d0c438-0c46-4460-899d-f50cb77136e7 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:59.964851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port d7d0c438-0c46-4460-899d-f50cb77136e7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:59.965337 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.975882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a708a-7092-4f22-a045-3763d3658fe5 req-e52909f7-4bd8-4c66-84c7-32cf65009b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.977446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e5a708a-7092-4f22-a045-3763d3658fe5 req-e52909f7-4bd8-4c66-84c7-32cf65009b2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.3235233 Sep 16 04:42:00.033359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91604c-5d4b-4069-a346-9e3974fa5bad req-f492a9c5-0b5c-4d03-8896-2a9f1dc83d12 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.037518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab91604c-5d4b-4069-a346-9e3974fa5bad req-f492a9c5-0b5c-4d03-8896-2a9f1dc83d12 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 949 time: 0.3172126 Sep 16 04:42:00.147422 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.171044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37974) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:00.185731 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01db606e-ec70-455f-a29d-9f2d25513177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d0c438-0c46-4460-899d-f50cb77136e7'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:00.189807 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5842966-778c-4124-ac5b-cd7e0c518f0f" -d '{"events": [{"server_uuid": "01db606e-ec70-455f-a29d-9f2d25513177", "name": "network-vif-plugged", "status": "completed", "tag": "d7d0c438-0c46-4460-899d-f50cb77136e7"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:00.201735 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e5a708a-7092-4f22-a045-3763d3658fe5 req-804a83f1-4387-44b6-9673-9c0f7f702135 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1a2824-4ec5-477a-badd-e06513efbcad HTTP/1.1" status: 200 len: 217 time: 0.2117395 Sep 16 04:42:00.215293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d7d0c438-0c46-4460-899d-f50cb77136e7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d7d0c438-0c46-4460-899d-f50cb77136e7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:00.282442 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.319167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab91604c-5d4b-4069-a346-9e3974fa5bad req-2ab88190-eb64-4678-b217-821b1eab2ffc tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826344 Sep 16 04:42:00.333443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] For port 9dad7e90-8098-4424-9763-2c01ac612b2d, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:00.350142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a708a-7092-4f22-a045-3763d3658fe5 req-dba7856d-0b93-443a-bb32-d73da47f8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.351626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e5a708a-7092-4f22-a045-3763d3658fe5 req-dba7856d-0b93-443a-bb32-d73da47f8c94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.1368186 Sep 16 04:42:00.351850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] For port 9dad7e90-8098-4424-9763-2c01ac612b2d, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9dad7e90-8098-4424-9763-2c01ac612b2d,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:00.365395 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dd99b-e96a-4db4-9ad5-a531deca52ed req-cd2e5d04-36e1-48b6-acef-50de55e5dcdf tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.375362 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c56dd99b-e96a-4db4-9ad5-a531deca52ed req-cd2e5d04-36e1-48b6-acef-50de55e5dcdf tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 943 time: 0.1558514 Sep 16 04:42:00.431755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e5a708a-7092-4f22-a045-3763d3658fe5 req-b7dfa541-e0a1-4e14-853b-4c52824d95ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533285 Sep 16 04:42:00.450836 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.471443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d7d0c438-0c46-4460-899d-f50cb77136e7,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:00.504915 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-00ec78d4-2483-4b1e-a5fe-2ad07800d337 None None] Provisioning complete for port c16bb4c6-5719-46f4-97c9-5c14b362da5a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:00.505301 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-00ec78d4-2483-4b1e-a5fe-2ad07800d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.525401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.526125 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.527605 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] 10.222.0.37 "PUT /v2.0/ports/9dad7e90-8098-4424-9763-2c01ac612b2d HTTP/1.1" status: 200 len: 1092 time: 2.5419366 Sep 16 04:42:00.527731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c56dd99b-e96a-4db4-9ad5-a531deca52ed req-d595034b-bd9d-4254-81ab-bc3fe40b0b85 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512618 Sep 16 04:42:00.530962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3747d7-e32e-43e5-98e6-e5e5b561eb5c', 'tag': '9dad7e90-8098-4424-9763-2c01ac612b2d'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:00.551611 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad817168-efe4-46c1-8392-d23d86662da7" -d '{"events": [{"name": "network-changed", "server_uuid": "df3747d7-e32e-43e5-98e6-e5e5b561eb5c", "tag": "9dad7e90-8098-4424-9763-2c01ac612b2d"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:00.558876 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.581653 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cd509338-9288-4ec2-96bf-a4834f2ac791 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b29225b32e2b491d9d88893dc354bde9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002078 Sep 16 04:42:00.584096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37984) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:00.635494 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2eec2b-ef22-4130-89e9-85b3b366103d x-openstack-request-id: req-cc2eec2b-ef22-4130-89e9-85b3b366103d {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:00.638148 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01db606e-ec70-455f-a29d-9f2d25513177", "name": "network-vif-plugged", "status": "completed", "tag": "d7d0c438-0c46-4460-899d-f50cb77136e7", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:00.638947 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc2eec2b-ef22-4130-89e9-85b3b366103d {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:00.640253 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01db606e-ec70-455f-a29d-9f2d25513177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d0c438-0c46-4460-899d-f50cb77136e7', 'code': 200} Sep 16 04:42:00.663598 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c32d0a-5f83-43ef-b425-99de51513154 x-openstack-request-id: req-30c32d0a-5f83-43ef-b425-99de51513154 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:00.666367 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3747d7-e32e-43e5-98e6-e5e5b561eb5c", "tag": "9dad7e90-8098-4424-9763-2c01ac612b2d", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:00.667099 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30c32d0a-5f83-43ef-b425-99de51513154 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:00.667614 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3747d7-e32e-43e5-98e6-e5e5b561eb5c', 'tag': '9dad7e90-8098-4424-9763-2c01ac612b2d', 'status': 'completed', 'code': 200} Sep 16 04:42:00.733489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1bc4c-c5b3-46cd-ae0f-f5a715e43260 service neutron] Pushing event updated for resources: {'Port': ['ID=9dad7e90-8098-4424-9763-2c01ac612b2d,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:00.791551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-84553bc5-510f-4c45-b13f-97740ff78bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.796608 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-84553bc5-510f-4c45-b13f-97740ff78bd4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7bd4e6ac0cb24343bba0afecf762e654&device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 1095 time: 0.1273472 Sep 16 04:42:00.818695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e5a708a-7092-4f22-a045-3763d3658fe5 req-ed79d3cb-ebb4-47a2-ba07-08f4ce019847 service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762913 Sep 16 04:42:00.837407 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3208f789-6573-422b-9af8-ca27912ec321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.895224 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3208f789-6573-422b-9af8-ca27912ec321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.993891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3e701-dc71-4ea9-87cc-c4608d4f3a12 req-b7374438-2c88-4f00-9523-365a470ea05f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.995523 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9f3e701-dc71-4ea9-87cc-c4608d4f3a12 req-b7374438-2c88-4f00-9523-365a470ea05f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.2080846 Sep 16 04:42:01.038195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e5a708a-7092-4f22-a045-3763d3658fe5 req-1bf7ab69-3edb-4abc-a65b-12238eb40daa service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815517 Sep 16 04:42:01.057710 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9f3e701-dc71-4ea9-87cc-c4608d4f3a12 req-e36a24d7-847e-447e-9f84-76c6a3b2d9f2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523682 Sep 16 04:42:01.076543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eab17-9dfd-44d3-aa27-21dc668d6b5e req-000afb7b-0757-40fe-a5f2-a2a87f1e58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.077947 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f99eab17-9dfd-44d3-aa27-21dc668d6b5e req-000afb7b-0757-40fe-a5f2-a2a87f1e58c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 1102 time: 0.3718026 Sep 16 04:42:01.113203 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-74257f8f-8fe9-4a35-9794-9fc8e4b72a4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9dad7e90-8098-4424-9763-2c01ac612b2d HTTP/1.1" status: 200 len: 217 time: 0.0485249 Sep 16 04:42:01.179880 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3208f789-6573-422b-9af8-ca27912ec321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.182541 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3208f789-6573-422b-9af8-ca27912ec321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.183873 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3208f789-6573-422b-9af8-ca27912ec321 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fb32935-f720-4f1e-a4a8-acedeca0001e HTTP/1.1" status: 204 len: 168 time: 0.5987978 Sep 16 04:42:01.193947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c16bb4c6-5719-46f4-97c9-5c14b362da5a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:01.198353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208f789-6573-422b-9af8-ca27912ec321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb32935-f720-4f1e-a4a8-acedeca0001e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:01.203072 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f99eab17-9dfd-44d3-aa27-21dc668d6b5e req-8a8112d3-055d-4ca4-a713-3c3ccc598fca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982599 Sep 16 04:42:01.207780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-599e8860-3792-4966-8d26-f27e72a496cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.207780 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-599e8860-3792-4966-8d26-f27e72a496cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6cc13275-6ab6-4fa6-86cd-bc7d2a213f74 HTTP/1.1" status: 200 len: 851 time: 0.0878773 Sep 16 04:42:01.259883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c16bb4c6-5719-46f4-97c9-5c14b362da5a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:01.260183 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.345717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Router 0ecb1218-2513-4a64-8a79-1b548f936f29 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:42:01.439797 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-544cea17-8893-49bd-832e-80cfb4cb8795 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0b1f6d5d-ed89-46e3-b590-37d2b4020673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380232 Sep 16 04:42:01.491697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0ee36-e724-4ad4-b851-5e62e577eb6d req-e31d4a7c-3cbe-4f7e-98e3-d297c27ccfc5 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.493476 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51f0ee36-e724-4ad4-b851-5e62e577eb6d req-e31d4a7c-3cbe-4f7e-98e3-d297c27ccfc5 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 950 time: 0.0757265 Sep 16 04:42:01.567409 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51f0ee36-e724-4ad4-b851-5e62e577eb6d req-44b85aea-2d04-46e5-9e34-6bf9ac57d677 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672307 Sep 16 04:42:01.595272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:01.605128 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Sync routers for ids ['0ecb1218-2513-4a64-8a79-1b548f936f29'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:01.627563 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Routers {'0ecb1218-2513-4a64-8a79-1b548f936f29'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:01.628151 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:41:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['0ecb1218-2513-4a64-8a79-1b548f936f29'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:01.690133 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-d7a3060d-e038-43b3-b0b8-d0fc61ba0cc5 service neutron] 10.222.0.37 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416103 Sep 16 04:42:01.754170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.755409 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-87977417-b2d7-4b83-9a71-2dbeea90d336 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.6119344 Sep 16 04:42:01.758459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e6f73-0cc5-4977-ab35-ee75d0ae7955 req-e272c32b-5bbb-4ee5-aedf-28a14f00a2ef tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.759484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38016) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:01.779937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-519e6f73-0cc5-4977-ab35-ee75d0ae7955 req-e272c32b-5bbb-4ee5-aedf-28a14f00a2ef tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 943 time: 0.1144774 Sep 16 04:42:01.802153 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Set router 0ecb1218-2513-4a64-8a79-1b548f936f29 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:01.889984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-519e6f73-0cc5-4977-ab35-ee75d0ae7955 req-0ac6ce7d-8277-4f1b-a73f-8bc812ae0cb6 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009798 Sep 16 04:42:01.916360 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32d41da5-9327-4a0a-802e-cb54541ba46d req-0064de90-d070-4a93-9fff-3bbe5e57b151 service neutron] 10.222.0.37 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187591 Sep 16 04:42:02.011871 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-114955552-router', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:56Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 3, 'project_id': 'da292a1bd136472ba9a9090423f672bb', 'gw_port': {'id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:57Z', 'updated_at': '2021-09-16T04:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:02.027491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38028) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:02.053899 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Checking router: 0ecb1218-2513-4a64-8a79-1b548f936f29 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:02.054262 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Updating router 0ecb1218-2513-4a64-8a79-1b548f936f29 port a9221cf3-2b3b-4d71-8982-7eaaa111e467 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:02.088066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-61974fd2-2b6b-456c-9ae7-ccfeba5c957a tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.089793 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-61974fd2-2b6b-456c-9ae7-ccfeba5c957a tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/networks?id=6757a761-164d-4cd7-b4b3-2d43b98f9dd9 HTTP/1.1" status: 200 len: 815 time: 0.1448538 Sep 16 04:42:02.110095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1ea22377-8922-41a0-99b0-abecb729f5ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e18429360e5e48fd916df9b04f04f47c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811641 Sep 16 04:42:02.115134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38032) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:02.119999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-9d95abc8-efb0-4cee-a0f0-48813227e74f tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/quotas/3ceb97a7fd604673bdc64f441af87285 HTTP/1.1" status: 200 len: 375 time: 0.0213938 Sep 16 04:42:02.214238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad817168-efe4-46c1-8392-d23d86662da7 req-9f027b7b-c2d5-472b-8509-d4271204ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.215736 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad817168-efe4-46c1-8392-d23d86662da7 req-9f027b7b-c2d5-472b-8509-d4271204ec6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7bd4e6ac0cb24343bba0afecf762e654&device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 1095 time: 0.1028020 Sep 16 04:42:02.216626 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.380950 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-d256e984-c824-4671-b13d-b0f81710ae1f tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ceb97a7fd604673bdc64f441af87285&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2113485 Sep 16 04:42:02.414398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c50afe57-9c0b-40b0-95b3-ad39ca6a3df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.438922 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad817168-efe4-46c1-8392-d23d86662da7 req-59aeb546-5990-4f38-8fc4-df785e19bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.440489 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad817168-efe4-46c1-8392-d23d86662da7 req-59aeb546-5990-4f38-8fc4-df785e19bf16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0b1f6d5d-ed89-46e3-b590-37d2b4020673 HTTP/1.1" status: 200 len: 911 time: 0.2143691 Sep 16 04:42:02.459186 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.478723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c50afe57-9c0b-40b0-95b3-ad39ca6a3df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.490576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372d365-9fda-48cf-bad2-afc12bfff580 req-81bc6123-067e-43a8-8b47-2100def18407 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.492742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1372d365-9fda-48cf-bad2-afc12bfff580 req-81bc6123-067e-43a8-8b47-2100def18407 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.2532294 Sep 16 04:42:02.530906 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad817168-efe4-46c1-8392-d23d86662da7 req-d1a32b62-b016-4622-8322-2e48058a618e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9dad7e90-8098-4424-9763-2c01ac612b2d HTTP/1.1" status: 200 len: 217 time: 0.0821345 Sep 16 04:42:02.596409 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.626679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad817168-efe4-46c1-8392-d23d86662da7 req-f8cb12bb-fc3e-41b9-bead-c0a744eb2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.628158 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad817168-efe4-46c1-8392-d23d86662da7 req-f8cb12bb-fc3e-41b9-bead-c0a744eb2d30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6cc13275-6ab6-4fa6-86cd-bc7d2a213f74 HTTP/1.1" status: 200 len: 851 time: 0.0863526 Sep 16 04:42:02.646248 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-6a8a662a-a36c-48cc-a04b-9c6b38e73995 service neutron] 10.222.0.24 "GET /v2.0/networks/6757a761-164d-4cd7-b4b3-2d43b98f9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647190 Sep 16 04:42:02.651680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1372d365-9fda-48cf-bad2-afc12bfff580 req-b30e6a64-3251-44b0-b42c-7444a7cb7aab tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678728 Sep 16 04:42:02.681997 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.690840 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad817168-efe4-46c1-8392-d23d86662da7 req-f12e3c97-df52-4da5-9859-e2c8b8197902 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0b1f6d5d-ed89-46e3-b590-37d2b4020673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375881 Sep 16 04:42:02.738822 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Pushing event updated for resources: {'Port': ['ID=a9221cf3-2b3b-4d71-8982-7eaaa111e467,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:02.744407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-4abdc0b9-e541-422f-a46f-f24334b48fe0 service neutron] 10.222.0.24 "GET /v2.0/networks/6757a761-164d-4cd7-b4b3-2d43b98f9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913506 Sep 16 04:42:02.745344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c50afe57-9c0b-40b0-95b3-ad39ca6a3df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.747880 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c50afe57-9c0b-40b0-95b3-ad39ca6a3df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.751873 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c50afe57-9c0b-40b0-95b3-ad39ca6a3df3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69d144a4-f358-4a11-a13c-af82d0c477bd HTTP/1.1" status: 204 len: 168 time: 0.6331453 Sep 16 04:42:02.772220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50afe57-9c0b-40b0-95b3-ad39ca6a3df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d144a4-f358-4a11-a13c-af82d0c477bd,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:02.808064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Allocated IP 172.20.0.1 (3ccb26c1-8218-4bcb-8e46-4cfafd47781c/8767a05c-1266-43d7-bb08-7c810505d48e/7ccad9c9-249e-48e4-afbf-af78fb03841f) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:02.816011 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:02.816786 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:02.817344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4af54c-d239-4ba1-896d-27f9e7b77ea9 req-ae261eed-2515-4477-a148-a680ff3369de tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.817657 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:02.818125 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:02.819612 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:02.819851 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c4af54c-d239-4ba1-896d-27f9e7b77ea9 req-ae261eed-2515-4477-a148-a680ff3369de tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 950 time: 0.0636008 Sep 16 04:42:02.820325 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:02.822196 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:02.823032 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:02.823032 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:02.827756 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:02.828329 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:02.828755 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:02.860098 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad817168-efe4-46c1-8392-d23d86662da7 req-2c6dc947-30f7-4135-852d-de916a0d3c83 service neutron] 10.222.0.37 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590722 Sep 16 04:42:02.881125 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Attempting to bind port a9221cf3-2b3b-4d71-8982-7eaaa111e467 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:02.882437 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Attempting to bind port a9221cf3-2b3b-4d71-8982-7eaaa111e467 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:02.882860 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Attempting to bind port a9221cf3-2b3b-4d71-8982-7eaaa111e467 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:02.894815 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:02.896925 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:02.898137 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.898624 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:02.901921 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Bound port: a9221cf3-2b3b-4d71-8982-7eaaa111e467, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:02.901921 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.910167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c4af54c-d239-4ba1-896d-27f9e7b77ea9 req-55dac7be-1041-41d4-8328-5dec1bea94fa tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798876 Sep 16 04:42:02.992864 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] For port a9221cf3-2b3b-4d71-8982-7eaaa111e467, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:02.999254 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] For port a9221cf3-2b3b-4d71-8982-7eaaa111e467, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a9221cf3-2b3b-4d71-8982-7eaaa111e467,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:03.028275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.052815 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad817168-efe4-46c1-8392-d23d86662da7 req-a829bc4a-7c4a-4f2b-bf09-de26a3cdb081 service neutron] 10.222.0.37 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790931 Sep 16 04:42:03.088363 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.141495 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Routers {'0ecb1218-2513-4a64-8a79-1b548f936f29'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:03.142632 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:41:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['0ecb1218-2513-4a64-8a79-1b548f936f29'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:03.169382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a60d3-ab2a-4573-8040-2902d412d6d5 req-f9ebc2c3-7e2b-4e1f-b98d-e27f5f67a8d9 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.171833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-768a60d3-ab2a-4573-8040-2902d412d6d5 req-f9ebc2c3-7e2b-4e1f-b98d-e27f5f67a8d9 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 943 time: 0.1282151 Sep 16 04:42:03.174343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.274474 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-768a60d3-ab2a-4573-8040-2902d412d6d5 req-6204407e-0c51-44d3-bb88-00147fc98c35 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889795 Sep 16 04:42:03.281815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Network 3ccb26c1-8218-4bcb-8e46-4cfafd47781c is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:03.284231 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:03.306978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:03.323783 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3aeb8-57b9-4a3d-9613-7486f3268fc5 None None] Pushing event updated for resources: {'Port': ['ID=a9221cf3-2b3b-4d71-8982-7eaaa111e467,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:03.358398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ccad9c9-249e-48e4-afbf-af78fb03841f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:03.376078 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f40b22e-6a2e-42b8-b151-45c5340bfdc3 req-c502c989-3daf-41f1-856d-17eb1452457c tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 210 time: 0.0572560 Sep 16 04:42:03.377687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.382650 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] Set router 0ecb1218-2513-4a64-8a79-1b548f936f29 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:03.475526 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 3c1a2824-4ec5-477a-badd-e06513efbcad details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:03.670952 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-114955552-router', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:56Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 3, 'project_id': 'da292a1bd136472ba9a9090423f672bb', 'gw_port': {'id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:57Z', 'updated_at': '2021-09-16T04:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:03.715662 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.718762 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc26803-1be9-4aa6-b4da-65cb53095f0f None None] The sync data for ids ['0ecb1218-2513-4a64-8a79-1b548f936f29'] in n-d-712137-12 is: [{'id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-114955552-router', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:56Z', 'updated_at': '2021-09-16T04:41:58Z', 'revision_number': 3, 'project_id': 'da292a1bd136472ba9a9090423f672bb', 'gw_port': {'id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:57Z', 'updated_at': '2021-09-16T04:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:03.784924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-271e552e-0c12-44cb-8e79-64c3814cf24e None None] Provisioning complete for port 7ccad9c9-249e-48e4-afbf-af78fb03841f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:03.785292 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-271e552e-0c12-44cb-8e79-64c3814cf24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.838933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-271e552e-0c12-44cb-8e79-64c3814cf24e None None] Port 7ccad9c9-249e-48e4-afbf-af78fb03841f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:03.843743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3c1a2824-4ec5-477a-badd-e06513efbcad,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:03.861644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '3c1a2824-4ec5-477a-badd-e06513efbcad', 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f', 'port_id': '3c1a2824-4ec5-477a-badd-e06513efbcad', 'mac_address': 'fa:16:3e:70:a8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39668278-5bbe-4dc3-a29c-c75e3dac6017', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:03.905478 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.930940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1a2824-4ec5-477a-badd-e06513efbcad {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:03.937039 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.962008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3c1a2824-4ec5-477a-badd-e06513efbcad,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:04.035265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fa47-92a8-4696-94a2-7cba8ed46fe3 req-e9c64a35-8ee6-45f2-acae-aa534defcd41 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.036814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba44fa47-92a8-4696-94a2-7cba8ed46fe3 req-e9c64a35-8ee6-45f2-acae-aa534defcd41 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.0560842 Sep 16 04:42:04.103561 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.103901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.104384 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba44fa47-92a8-4696-94a2-7cba8ed46fe3 req-432dce8d-4489-44d7-bfad-8e7457a99539 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582201 Sep 16 04:42:04.158896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=3c1a2824-4ec5-477a-badd-e06513efbcad,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:04.168932 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.294359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ccad9c9-249e-48e4-afbf-af78fb03841f,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:04.314344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085822a-c88b-4155-9e7b-e62e1b63f7e2 req-3258e8f6-a7f4-4f9b-b782-fdb7df374673 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.322996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f085822a-c88b-4155-9e7b-e62e1b63f7e2 req-3258e8f6-a7f4-4f9b-b782-fdb7df374673 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 950 time: 0.1243181 Sep 16 04:42:04.339875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Network 3ccb26c1-8218-4bcb-8e46-4cfafd47781c is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:04.341568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:04.344644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['3c1a2824-4ec5-477a-badd-e06513efbcad'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:04.433655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f085822a-c88b-4155-9e7b-e62e1b63f7e2 req-50fb713e-7acd-4a1f-b9a5-70409c77ac9a tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998318 Sep 16 04:42:04.596131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29e761a7-4ecc-4825-be77-6b8373617b1e req-2aac619a-8378-4d34-a93f-196fec9e31ce tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 210 time: 0.0621033 Sep 16 04:42:04.620358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Router 0ecb1218-2513-4a64-8a79-1b548f936f29 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:04.645900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceb9f7-c4b1-4faf-8b2f-9778d02c00d9 req-4288d523-0f90-43fa-b412-350615760444 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.650472 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43ceb9f7-c4b1-4faf-8b2f-9778d02c00d9 req-4288d523-0f90-43fa-b412-350615760444 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 943 time: 0.1758850 Sep 16 04:42:04.728402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43ceb9f7-c4b1-4faf-8b2f-9778d02c00d9 req-a57fd7ea-cc00-414d-9866-244ae50aaebc tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646288 Sep 16 04:42:04.780351 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a7185cb1-71c4-447f-b1cb-6ff202335bd3 None None] Provisioning complete for port 7ccad9c9-249e-48e4-afbf-af78fb03841f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:04.780932 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a7185cb1-71c4-447f-b1cb-6ff202335bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.829284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a7185cb1-71c4-447f-b1cb-6ff202335bd3 None None] Port 7ccad9c9-249e-48e4-afbf-af78fb03841f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:05.079879 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:05.086737 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-40d949f6-318f-4ed1-b454-1caa133a19e6 admin admin] 10.222.0.24 "PUT /v2.0/routers/0ecb1218-2513-4a64-8a79-1b548f936f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3256316 Sep 16 04:42:05.230542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a9221cf3-2b3b-4d71-8982-7eaaa111e467 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:05.276074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c13eb-1f59-4ca8-800e-834df56c60b1 req-ca4085bf-72d1-4bd0-b196-f0aa93e45201 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.278217 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-609c13eb-1f59-4ca8-800e-834df56c60b1 req-ca4085bf-72d1-4bd0-b196-f0aa93e45201 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 944 time: 0.0654228 Sep 16 04:42:05.327949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a9221cf3-2b3b-4d71-8982-7eaaa111e467 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:05.328348 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.352378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-609c13eb-1f59-4ca8-800e-834df56c60b1 req-2d6de028-69d1-4775-b6b3-b096be0eb757 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539691 Sep 16 04:42:05.374404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2c75a-835f-4a44-8c6d-607292b78dfc req-37f93645-8a68-4956-9f7a-9984c7631aca tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.376217 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ec2c75a-835f-4a44-8c6d-607292b78dfc req-37f93645-8a68-4956-9f7a-9984c7631aca tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.37 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 950 time: 0.1278827 Sep 16 04:42:05.506446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 9dad7e90-8098-4424-9763-2c01ac612b2d details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:05.517191 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 3c1a2824-4ec5-477a-badd-e06513efbcad up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:05.615863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-1ec2c75a-835f-4a44-8c6d-607292b78dfc req-5b08a346-1694-4558-82a1-880b87249c0d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Deleting port d7d0c438-0c46-4460-899d-f50cb77136e7 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:05.616355 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ec2c75a-835f-4a44-8c6d-607292b78dfc req-5b08a346-1694-4558-82a1-880b87249c0d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.643574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34af856-803a-4177-bd89-686c738dea0b req-2e727ea7-63f7-4307-a70a-74d83ae5805a tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.652518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a34af856-803a-4177-bd89-686c738dea0b req-2e727ea7-63f7-4307-a70a-74d83ae5805a tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 950 time: 0.0903411 Sep 16 04:42:05.660569 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.695108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port a9221cf3-2b3b-4d71-8982-7eaaa111e467, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a9221cf3-2b3b-4d71-8982-7eaaa111e467,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:05.721034 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a34af856-803a-4177-bd89-686c738dea0b req-87424597-b2c5-4639-9f66-15db791044a6 tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e5d8346-e927-4793-a33a-b86608cea935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669162 Sep 16 04:42:05.762158 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.825239 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-4196a410-ffc6-437d-8bfa-9ae0b27d198e req-f8a20297-7797-44fd-b833-7aee005d1e08 tempest-FloatingIPDetailsNegativeTestJSON-1396267880 tempest-FloatingIPDetailsNegativeTestJSON-1396267880-project] show failed (client error): The resource could not be found. Sep 16 04:42:05.827951 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4196a410-ffc6-437d-8bfa-9ae0b27d198e req-f8a20297-7797-44fd-b833-7aee005d1e08 tempest-FloatingIPDetailsNegativeTestJSON-1396267880 tempest-FloatingIPDetailsNegativeTestJSON-1396267880-project] 10.222.0.24 "GET /v2.0/floatingips/3e4c5974-eef2-4af4-8d15-baf71e8aeb7c HTTP/1.1" status: 404 len: 350 time: 0.0783613 Sep 16 04:42:05.837388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38128) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:05.845176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 3c1a2824-4ec5-477a-badd-e06513efbcad completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:05.861552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 3c1a2824-4ec5-477a-badd-e06513efbcad triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:05.861923 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.867176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-1ec2c75a-835f-4a44-8c6d-607292b78dfc req-5b08a346-1694-4558-82a1-880b87249c0d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] For port d7d0c438-0c46-4460-899d-f50cb77136e7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d7d0c438-0c46-4460-899d-f50cb77136e7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:05.867562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ec2c75a-835f-4a44-8c6d-607292b78dfc req-5b08a346-1694-4558-82a1-880b87249c0d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.891461 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-1ec2c75a-835f-4a44-8c6d-607292b78dfc req-5b08a346-1694-4558-82a1-880b87249c0d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Calling delete_port for d7d0c438-0c46-4460-899d-f50cb77136e7 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:05.911374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 9dad7e90-8098-4424-9763-2c01ac612b2d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9dad7e90-8098-4424-9763-2c01ac612b2d,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:05.916392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=a9221cf3-2b3b-4d71-8982-7eaaa111e467,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:05.939679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '9dad7e90-8098-4424-9763-2c01ac612b2d', 'network_id': '0b1f6d5d-ed89-46e3-b590-37d2b4020673', 'port_id': '9dad7e90-8098-4424-9763-2c01ac612b2d', 'mac_address': 'fa:16:3e:b2:48:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc13275-6ab6-4fa6-86cd-bc7d2a213f74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:05.976440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e651dd84-fa39-4db5-8107-655f592640c6 req-3bb870a7-05b7-4102-ba7e-8aa113b6ec3f tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 210 time: 0.0644617 Sep 16 04:42:06.001065 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.022708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dad7e90-8098-4424-9763-2c01ac612b2d {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:06.045404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 9dad7e90-8098-4424-9763-2c01ac612b2d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9dad7e90-8098-4424-9763-2c01ac612b2d,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:06.122711 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.127538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff32e7-16f7-49a0-9cf8-86ea5dc5e2b6 req-cb2c6c10-8ca9-4ae1-a4c7-aa73ca46bf14 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.129359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39ff32e7-16f7-49a0-9cf8-86ea5dc5e2b6 req-cb2c6c10-8ca9-4ae1-a4c7-aa73ca46bf14 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 943 time: 0.1488483 Sep 16 04:42:06.152122 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.212040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Sync routers for ids ['0ecb1218-2513-4a64-8a79-1b548f936f29'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:06.216901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39ff32e7-16f7-49a0-9cf8-86ea5dc5e2b6 req-24f384d3-e6c8-4d44-a083-ea514fe4f216 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485032 Sep 16 04:42:06.224100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3f13bd-e9f2-427b-8e22-a08af27dde0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1a2824-4ec5-477a-badd-e06513efbcad'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:06.226645 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688a4b01-6705-43db-b884-602b7fee7026" -d '{"events": [{"server_uuid": "3b3f13bd-e9f2-427b-8e22-a08af27dde0b", "name": "network-vif-plugged", "status": "completed", "tag": "3c1a2824-4ec5-477a-badd-e06513efbcad"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:06.278680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3c1a2824-4ec5-477a-badd-e06513efbcad,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:06.281141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=9dad7e90-8098-4424-9763-2c01ac612b2d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:06.311546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Routers {'0ecb1218-2513-4a64-8a79-1b548f936f29'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:06.312449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:41:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['0ecb1218-2513-4a64-8a79-1b548f936f29'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:06.381705 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7425ce21-51c3-45b0-87c3-eef106e02dba x-openstack-request-id: req-7425ce21-51c3-45b0-87c3-eef106e02dba {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:06.384054 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3f13bd-e9f2-427b-8e22-a08af27dde0b", "name": "network-vif-plugged", "status": "completed", "tag": "3c1a2824-4ec5-477a-badd-e06513efbcad", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:06.385971 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7425ce21-51c3-45b0-87c3-eef106e02dba {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:06.387881 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3f13bd-e9f2-427b-8e22-a08af27dde0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1a2824-4ec5-477a-badd-e06513efbcad', 'code': 200} Sep 16 04:42:06.403677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['9dad7e90-8098-4424-9763-2c01ac612b2d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:06.421177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ec2c75a-835f-4a44-8c6d-607292b78dfc req-5b08a346-1694-4558-82a1-880b87249c0d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.489586 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.704937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-d5d8d3ad-f522-4f6a-818a-17bd3b89bb17 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a466e1d644fe487f93d1c3cde159689c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1667047 Sep 16 04:42:06.712163 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08a346-1694-4558-82a1-880b87249c0d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Pushing event deleted for resources: {'Port': ['ID=d7d0c438-0c46-4460-899d-f50cb77136e7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:06.715980 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=3c1a2824-4ec5-477a-badd-e06513efbcad,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:06.723631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-a10e1ee3-5395-43d3-bc8d-13595ca4d4e7 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.725238 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-a10e1ee3-5395-43d3-bc8d-13595ca4d4e7 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.23 "GET /v2.0/networks?id=6757a761-164d-4cd7-b4b3-2d43b98f9dd9 HTTP/1.1" status: 200 len: 815 time: 0.4772058 Sep 16 04:42:06.735727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Set router 0ecb1218-2513-4a64-8a79-1b548f936f29 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:06.773710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Request body: {'port': {'device_id': 'e8ccb092-6640-4708-813d-810650aef72c', 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9', 'admin_state_up': True, 'tenant_id': '3ceb97a7fd604673bdc64f441af87285'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:06.793598 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec2c75a-835f-4a44-8c6d-607292b78dfc req-5b08a346-1694-4558-82a1-880b87249c0d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] No DVR routers for this DVR port d7d0c438-0c46-4460-899d-f50cb77136e7 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:06.808805 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1ec2c75a-835f-4a44-8c6d-607292b78dfc req-5b08a346-1694-4558-82a1-880b87249c0d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.812033 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ec2c75a-835f-4a44-8c6d-607292b78dfc req-5b08a346-1694-4558-82a1-880b87249c0d tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.37 "DELETE /v2.0/ports/d7d0c438-0c46-4460-899d-f50cb77136e7 HTTP/1.1" status: 204 len: 173 time: 1.4281836 Sep 16 04:42:06.812734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01db606e-ec70-455f-a29d-9f2d25513177', 'name': 'network-vif-deleted', 'tag': 'd7d0c438-0c46-4460-899d-f50cb77136e7'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:06.815683 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a71559-2c9f-418f-ba28-51360e15cd79" -d '{"events": [{"server_uuid": "01db606e-ec70-455f-a29d-9f2d25513177", "name": "network-vif-deleted", "tag": "d7d0c438-0c46-4460-899d-f50cb77136e7"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:06.845049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3af4a7-a54a-4ca0-a529-76b38c680cb2 req-46adf102-7a30-4df8-930c-bf4bb2634ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.847089 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2d3af4a7-a54a-4ca0-a529-76b38c680cb2 req-46adf102-7a30-4df8-930c-bf4bb2634ab3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 1097 time: 0.3798809 Sep 16 04:42:06.924286 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2d3af4a7-a54a-4ca0-a529-76b38c680cb2 req-83b7ff21-9bcf-4289-a60a-3dd39e8ff269 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Sep 16 04:42:07.057164 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-114955552-router', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:56Z', 'updated_at': '2021-09-16T04:42:03Z', 'revision_number': 4, 'project_id': 'da292a1bd136472ba9a9090423f672bb', 'gw_port': {'id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:57Z', 'updated_at': '2021-09-16T04:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '7ccad9c9-249e-48e4-afbf-af78fb03841f', 'name': '', 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'mac_address': 'fa:16:3e:55:5f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8767a05c-1266-43d7-bb08-7c810505d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:02Z', 'updated_at': '2021-09-16T04:42:03Z', 'revision_number': 2, 'project_id': 'da292a1bd136472ba9a9090423f672bb', 'subnets': [{'id': '8767a05c-1266-43d7-bb08-7c810505d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:07.076092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Made reservation on behalf of 3ceb97a7fd604673bdc64f441af87285 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:07.080815 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:42:07.087731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.145328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Checking router: 0ecb1218-2513-4a64-8a79-1b548f936f29 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:07.145328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Updating router 0ecb1218-2513-4a64-8a79-1b548f936f29 port 7ccad9c9-249e-48e4-afbf-af78fb03841f binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:07.169818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.200657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856a57-f4be-4b40-b595-279c023d8145 req-157202f4-522c-488c-8db3-5635de2da1d0 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.203144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-157202f4-522c-488c-8db3-5635de2da1d0 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4967635 Sep 16 04:42:07.256553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443506e-5e1e-42da-89f0-b4d60fdea25c req-46630a4f-16b2-44e3-afcb-e1da1aa818fb tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.265950 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2443506e-5e1e-42da-89f0-b4d60fdea25c req-46630a4f-16b2-44e3-afcb-e1da1aa818fb tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.7269630 Sep 16 04:42:07.277358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a9221cf3-2b3b-4d71-8982-7eaaa111e467 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:07.306633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-eb7eebcd-a5bf-45b8-96b1-39fed029bd98 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/quotas/a466e1d644fe487f93d1c3cde159689c HTTP/1.1" status: 200 len: 375 time: 0.0963011 Sep 16 04:42:07.329732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Allocated IP 172.20.0.14 (6757a761-164d-4cd7-b4b3-2d43b98f9dd9/c195371b-def0-4f24-877b-dd6d6def750c/80974e60-2c11-465f-bba3-d158a4715af7) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:07.393173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-6738297b-6697-4ee5-a0e5-504a30b15d2f tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a466e1d644fe487f93d1c3cde159689c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849202 Sep 16 04:42:07.491609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d7d0c438-0c46-4460-899d-f50cb77136e7 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:07.532713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2443506e-5e1e-42da-89f0-b4d60fdea25c req-b134516f-be01-4967-8366-8c18ba20dbd5 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652726 Sep 16 04:42:07.553039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: d7d0c438-0c46-4460-899d-f50cb77136e7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:07.553526 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d7d0c438-0c46-4460-899d-f50cb77136e7 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:07.575324 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37eb5a8a-2812-44ba-b076-f8dfddee5d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.604193 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a9221cf3-2b3b-4d71-8982-7eaaa111e467 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:07.604751 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.626946 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.774612 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.954282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Pushing event updated for resources: {'Port': ['ID=80974e60-2c11-465f-bba3-d158a4715af7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:07.962746 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bd618c-e69f-4314-ac6a-8b2f008a59c8 x-openstack-request-id: req-d2bd618c-e69f-4314-ac6a-8b2f008a59c8 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:07.963885 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01db606e-ec70-455f-a29d-9f2d25513177", "name": "network-vif-deleted", "tag": "d7d0c438-0c46-4460-899d-f50cb77136e7", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:07.964407 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2bd618c-e69f-4314-ac6a-8b2f008a59c8 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:07.967283 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01db606e-ec70-455f-a29d-9f2d25513177', 'name': 'network-vif-deleted', 'tag': 'd7d0c438-0c46-4460-899d-f50cb77136e7', 'status': 'completed', 'code': 200} Sep 16 04:42:08.006044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:08.015672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:08.045787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:08.088754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3e3e607-37cf-4db7-b7eb-a75cee1c8f13 req-509a4b4f-9484-4c04-8d08-5bd9a399234a tempest-ServerDiagnosticsNegativeTest-965075455 tempest-ServerDiagnosticsNegativeTest-965075455-project] 10.222.0.24 "GET /v2.0/ports?device_id=01db606e-ec70-455f-a29d-9f2d25513177 HTTP/1.1" status: 200 len: 210 time: 0.1207116 Sep 16 04:42:08.306376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.308094 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.358240 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.415485 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c49dc-38b8-4e00-84c1-2a085cd2a32e req-592e24a4-73ee-4e26-877a-e41835ca371b tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.421258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f8c49dc-38b8-4e00-84c1-2a085cd2a32e req-592e24a4-73ee-4e26-877a-e41835ca371b tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 944 time: 0.2043850 Sep 16 04:42:08.434056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ed949-7b61-459b-b891-eaf3d4f27e1b req-c69f93ad-e48c-465b-a86d-3d7a451bfbae tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.444582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b49ed949-7b61-459b-b891-eaf3d4f27e1b req-c69f93ad-e48c-465b-a86d-3d7a451bfbae tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 932 time: 0.2671361 Sep 16 04:42:08.493626 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.494282 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c2962fc7-4632-4c2d-875f-d39e39b753d4 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7378862 Sep 16 04:42:08.611957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b49ed949-7b61-459b-b891-eaf3d4f27e1b req-26161bb6-a528-436f-b7cc-49d615e7d15c tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635301 Sep 16 04:42:08.635443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Request body: {'port': {'device_id': 'e8ccb092-6640-4708-813d-810650aef72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:08.699568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56986a4b-c195-4f09-91cf-30416d8acc07 None None] Pushing event updated for resources: {'Port': ['ID=7ccad9c9-249e-48e4-afbf-af78fb03841f,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:08.712293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7cef8ef6-a6f0-4bd4-b7aa-80074e9ca628 None None] Provisioning complete for port 80974e60-2c11-465f-bba3-d158a4715af7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:08.712974 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7cef8ef6-a6f0-4bd4-b7aa-80074e9ca628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.787332 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Attempting to bind port 7ccad9c9-249e-48e4-afbf-af78fb03841f on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:08.788272 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Attempting to bind port 7ccad9c9-249e-48e4-afbf-af78fb03841f by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '77f2bd5e-d063-4684-b8fd-b72d45bce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:08.789094 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Attempting to bind port 7ccad9c9-249e-48e4-afbf-af78fb03841f on network 3ccb26c1-8218-4bcb-8e46-4cfafd47781c {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:08.805029 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:08.805029 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Checking segment: {'id': '77f2bd5e-d063-4684-b8fd-b72d45bce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:08.805029 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.805029 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Bound using segment: {'id': '77f2bd5e-d063-4684-b8fd-b72d45bce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:08.805470 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Bound port: 7ccad9c9-249e-48e4-afbf-af78fb03841f, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f2bd5e-d063-4684-b8fd-b72d45bce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:08.805573 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.823090 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.832512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7cef8ef6-a6f0-4bd4-b7aa-80074e9ca628 None None] Port 80974e60-2c11-465f-bba3-d158a4715af7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:08.880640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f8c49dc-38b8-4e00-84c1-2a085cd2a32e req-e9e1467d-a49b-4b35-8971-a5d88be95c95 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030905 Sep 16 04:42:08.947901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-37eb5a8a-2812-44ba-b076-f8dfddee5d3e admin admin] Deleting port 7ccad9c9-249e-48e4-afbf-af78fb03841f {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:08.956737 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37eb5a8a-2812-44ba-b076-f8dfddee5d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.009073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] For port 7ccad9c9-249e-48e4-afbf-af78fb03841f, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:09.012661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] For port 7ccad9c9-249e-48e4-afbf-af78fb03841f, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7ccad9c9-249e-48e4-afbf-af78fb03841f,segment=NetworkSegment(77f2bd5e-d063-4684-b8fd-b72d45bce304),segment_id=77f2bd5e-d063-4684-b8fd-b72d45bce304)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:09.030906 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-10749890-0b4e-4a8d-bd93-6eb51103925c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a466e1d644fe487f93d1c3cde159689c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2138042 Sep 16 04:42:09.078136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-543ccf5b-8ca5-456c-93e6-2b1aa83a03d7 None None] Provisioning complete for port 7ccad9c9-249e-48e4-afbf-af78fb03841f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:09.079381 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-543ccf5b-8ca5-456c-93e6-2b1aa83a03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.167650 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.243865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-2ff3145f-54e3-4254-9ca9-f7a34a725ded tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.252167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-2ff3145f-54e3-4254-9ca9-f7a34a725ded tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200947 Sep 16 04:42:09.273650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-934b87a4-6c28-40f8-a0c0-e775c1055bfa tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/quotas/a466e1d644fe487f93d1c3cde159689c HTTP/1.1" status: 200 len: 375 time: 0.0199947 Sep 16 04:42:09.319755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a09f7-9d1a-4b25-b5d6-9e51f5328d65 req-4d6199ee-3603-42aa-96d8-5b4bb44e5237 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.327862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-159a09f7-9d1a-4b25-b5d6-9e51f5328d65 req-4d6199ee-3603-42aa-96d8-5b4bb44e5237 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.1925988 Sep 16 04:42:09.349177 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37eb5a8a-2812-44ba-b076-f8dfddee5d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.356009 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56986a4b-c195-4f09-91cf-30416d8acc07 None None] Pushing event updated for resources: {'Port': ['ID=7ccad9c9-249e-48e4-afbf-af78fb03841f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:09.359241 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-543ccf5b-8ca5-456c-93e6-2b1aa83a03d7 None None] Port 7ccad9c9-249e-48e4-afbf-af78fb03841f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:09.375885 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-1bb06012-344a-4588-b3aa-b422d5965c20 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a466e1d644fe487f93d1c3cde159689c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0993314 Sep 16 04:42:09.412038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Routers {'0ecb1218-2513-4a64-8a79-1b548f936f29'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:09.419444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:41:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['0ecb1218-2513-4a64-8a79-1b548f936f29'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:09.442430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80974e60-2c11-465f-bba3-d158a4715af7 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:09.455542 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.458944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-37eb5a8a-2812-44ba-b076-f8dfddee5d3e admin admin] Calling delete_port for 7ccad9c9-249e-48e4-afbf-af78fb03841f owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:09.479770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Transition to ACTIVE for port object 80974e60-2c11-465f-bba3-d158a4715af7 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:09.516836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 9dad7e90-8098-4424-9763-2c01ac612b2d up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:09.538921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-159a09f7-9d1a-4b25-b5d6-9e51f5328d65 req-05575e75-2981-4054-814b-ea4e2f7d7355 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096009 Sep 16 04:42:09.578973 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.702683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] Set router 0ecb1218-2513-4a64-8a79-1b548f936f29 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:09.792102 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Pushing event updated for resources: {'Port': ['ID=80974e60-2c11-465f-bba3-d158a4715af7,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:09.956515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Attempting to bind port 80974e60-2c11-465f-bba3-d158a4715af7 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:09.956515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Attempting to bind port 80974e60-2c11-465f-bba3-d158a4715af7 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:09.956515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Attempting to bind port 80974e60-2c11-465f-bba3-d158a4715af7 on network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:09.961754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Port 80974e60-2c11-465f-bba3-d158a4715af7 on network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:09.971925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Attempting to bind port 80974e60-2c11-465f-bba3-d158a4715af7 on network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:09.990698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:09.990698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Checking segment: {'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:09.990698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Bound using segment: {'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:09.990698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Bound port: 80974e60-2c11-465f-bba3-d158a4715af7, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2f3369-2e9c-428f-9b98-9ced3659690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:09.990698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.000065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 9dad7e90-8098-4424-9763-2c01ac612b2d completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:10.082441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 9dad7e90-8098-4424-9763-2c01ac612b2d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:10.082441 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.147421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] For port 80974e60-2c11-465f-bba3-d158a4715af7, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:10.169147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] For port 80974e60-2c11-465f-bba3-d158a4715af7, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=80974e60-2c11-465f-bba3-d158a4715af7,segment=NetworkSegment(2e2f3369-2e9c-428f-9b98-9ced3659690d),segment_id=2e2f3369-2e9c-428f-9b98-9ced3659690d)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:10.182758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2b433d8d-02c5-48d1-8897-b456bc6c23eb None None] Provisioning complete for port 7ccad9c9-249e-48e4-afbf-af78fb03841f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:10.183212 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2b433d8d-02c5-48d1-8897-b456bc6c23eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.329829 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.350994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.351630 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.356244 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] 10.222.0.23 "PUT /v2.0/ports/80974e60-2c11-465f-bba3-d158a4715af7 HTTP/1.1" status: 200 len: 1093 time: 1.7294507 Sep 16 04:42:10.361458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c832710-d1dd-4e57-9cb5-a147582134aa req-8912b507-4e26-4c6a-9a5b-abbbf938925f tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.362539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c832710-d1dd-4e57-9cb5-a147582134aa req-8912b507-4e26-4c6a-9a5b-abbbf938925f tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 1097 time: 0.1711717 Sep 16 04:42:10.382878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd4e93-4030-4b7a-932a-d1aa7e56e22f req-7767372a-69cb-44b3-a1c4-68f57723166e tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.392515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9bd4e93-4030-4b7a-932a-d1aa7e56e22f req-7767372a-69cb-44b3-a1c4-68f57723166e tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 944 time: 0.2030916 Sep 16 04:42:10.396103 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ccb092-6640-4708-813d-810650aef72c', 'tag': '80974e60-2c11-465f-bba3-d158a4715af7'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:10.399020 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d7c80e-bb35-45e8-8341-6223ebc2a42d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ccb092-6640-4708-813d-810650aef72c", "tag": "80974e60-2c11-465f-bba3-d158a4715af7"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:10.417505 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.453716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbc921-1f2d-4a66-8460-654b4a560a5c service neutron] Pushing event updated for resources: {'Port': ['ID=80974e60-2c11-465f-bba3-d158a4715af7,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:10.494336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3747d7-e32e-43e5-98e6-e5e5b561eb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dad7e90-8098-4424-9763-2c01ac612b2d'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:10.497037 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6919acad-70c3-438d-9fe3-ee666b0323c4" -d '{"events": [{"server_uuid": "df3747d7-e32e-43e5-98e6-e5e5b561eb5c", "name": "network-vif-plugged", "status": "completed", "tag": "9dad7e90-8098-4424-9763-2c01ac612b2d"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:10.543116 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37eb5a8a-2812-44ba-b076-f8dfddee5d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.591219 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2b433d8d-02c5-48d1-8897-b456bc6c23eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.615367 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c832710-d1dd-4e57-9cb5-a147582134aa req-a9166fbc-8aef-4801-a2fb-bf08646739d7 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950290 Sep 16 04:42:10.635665 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 9dad7e90-8098-4424-9763-2c01ac612b2d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9dad7e90-8098-4424-9763-2c01ac612b2d,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:10.659807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb5a8a-2812-44ba-b076-f8dfddee5d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccad9c9-249e-48e4-afbf-af78fb03841f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:10.712641 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9bd4e93-4030-4b7a-932a-d1aa7e56e22f req-228e2014-f6cd-40d0-ae2c-7f4b3f2764a5 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161741 Sep 16 04:42:10.751732 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.877928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-9adf6916-40af-4f6d-85b5-8a357385043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.884926 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-9adf6916-40af-4f6d-85b5-8a357385043f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ceb97a7fd604673bdc64f441af87285&device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 1096 time: 0.2586837 Sep 16 04:42:10.900643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=9dad7e90-8098-4424-9763-2c01ac612b2d,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:10.974759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-114955552-router', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:56Z', 'updated_at': '2021-09-16T04:42:03Z', 'revision_number': 4, 'project_id': 'da292a1bd136472ba9a9090423f672bb', 'gw_port': {'id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:57Z', 'updated_at': '2021-09-16T04:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '7ccad9c9-249e-48e4-afbf-af78fb03841f', 'name': '', 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'mac_address': 'fa:16:3e:55:5f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8767a05c-1266-43d7-bb08-7c810505d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:02Z', 'updated_at': '2021-09-16T04:42:08Z', 'revision_number': 4, 'project_id': 'da292a1bd136472ba9a9090423f672bb', 'subnets': [{'id': '8767a05c-1266-43d7-bb08-7c810505d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:10.986531 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-74d655c1-ec30-41df-a90b-81424cae7b31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80974e60-2c11-465f-bba3-d158a4715af7 HTTP/1.1" status: 200 len: 217 time: 0.0902150 Sep 16 04:42:11.079094 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60858e-a038-46bf-abc0-341877c705a6 None None] The sync data for ids ['0ecb1218-2513-4a64-8a79-1b548f936f29'] in n-d-712137-12 is: [{'id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-114955552-router', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:56Z', 'updated_at': '2021-09-16T04:42:03Z', 'revision_number': 4, 'project_id': 'da292a1bd136472ba9a9090423f672bb', 'gw_port': {'id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:57Z', 'updated_at': '2021-09-16T04:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '7ccad9c9-249e-48e4-afbf-af78fb03841f', 'name': '', 'network_id': '3ccb26c1-8218-4bcb-8e46-4cfafd47781c', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'mac_address': 'fa:16:3e:55:5f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8767a05c-1266-43d7-bb08-7c810505d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:02Z', 'updated_at': '2021-09-16T04:42:08Z', 'revision_number': 4, 'project_id': 'da292a1bd136472ba9a9090423f672bb', 'subnets': [{'id': '8767a05c-1266-43d7-bb08-7c810505d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:11.143292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fae29f86-7562-4f5f-b9e1-37a2f1d654b7 req-c19ad3d9-3d85-4810-9ae3-6a7e09d6be82 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 210 time: 0.1673009 Sep 16 04:42:11.145463 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38240) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:11.228065 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcd95ff-7981-4858-81ce-2593950e3dc4 x-openstack-request-id: req-1fcd95ff-7981-4858-81ce-2593950e3dc4 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:11.228065 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ccb092-6640-4708-813d-810650aef72c", "tag": "80974e60-2c11-465f-bba3-d158a4715af7", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:11.228065 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fcd95ff-7981-4858-81ce-2593950e3dc4 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:11.232771 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ccb092-6640-4708-813d-810650aef72c', 'tag': '80974e60-2c11-465f-bba3-d158a4715af7', 'status': 'completed', 'code': 200} Sep 16 04:42:11.303078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-723e11c3-5179-4a84-b8aa-71e227c8fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.306375 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7ea939-e723-4c70-9f21-da5a2bf9138f x-openstack-request-id: req-8e7ea939-e723-4c70-9f21-da5a2bf9138f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:11.306678 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3747d7-e32e-43e5-98e6-e5e5b561eb5c", "name": "network-vif-plugged", "status": "completed", "tag": "9dad7e90-8098-4424-9763-2c01ac612b2d", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:11.306989 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e7ea939-e723-4c70-9f21-da5a2bf9138f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:11.307428 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3747d7-e32e-43e5-98e6-e5e5b561eb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dad7e90-8098-4424-9763-2c01ac612b2d', 'code': 200} Sep 16 04:42:11.319404 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-723e11c3-5179-4a84-b8aa-71e227c8fd23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c195371b-def0-4f24-877b-dd6d6def750c HTTP/1.1" status: 200 len: 854 time: 0.3122015 Sep 16 04:42:11.378634 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b2773-605d-43b9-b94a-e5e4ab7f5875 req-880cf4b7-20e0-48ef-be61-5f8cedb9cf77 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.397091 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a3b2773-605d-43b9-b94a-e5e4ab7f5875 req-880cf4b7-20e0-48ef-be61-5f8cedb9cf77 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.4258060 Sep 16 04:42:11.574793 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a3b2773-605d-43b9-b94a-e5e4ab7f5875 req-81ba4c09-9939-4d1b-88db-858f3e43e481 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586156 Sep 16 04:42:11.596179 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37eb5a8a-2812-44ba-b076-f8dfddee5d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.637930 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-2cba5749-1f30-47be-9666-2edb0ea13a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.639630 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-2cba5749-1f30-47be-9666-2edb0ea13a9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6757a761-164d-4cd7-b4b3-2d43b98f9dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3192844 Sep 16 04:42:11.711338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176a5eb-a1af-4ca5-9d39-53525c3cc70a req-c5f5afd6-a693-4342-a46d-ec9a9bc5da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.713150 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9176a5eb-a1af-4ca5-9d39-53525c3cc70a req-c5f5afd6-a693-4342-a46d-ec9a9bc5da6e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 1097 time: 0.3268378 Sep 16 04:42:12.019214 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-225884f3-63bc-4a27-a407-d6b7093bf354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.184709 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9176a5eb-a1af-4ca5-9d39-53525c3cc70a req-aa186366-6ca3-4c47-b3ee-f097952d70be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620512 Sep 16 04:42:12.187920 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-c3392bf7-d806-4822-aa4f-7ef0003e06b7 service neutron] 10.222.0.23 "GET /v2.0/networks/6757a761-164d-4cd7-b4b3-2d43b98f9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170050 Sep 16 04:42:12.196053 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-79e077d9-feb7-4e2f-81ff-3d583da413c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e85140033a0435499fa0a6cb175eb96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0466063 Sep 16 04:42:12.200062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38254) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:12.218578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8c3ac-9b7d-4b83-9330-ce1cf5d311e9 req-07b7dd2f-b167-4bde-9a63-5c191734e0e8 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.226844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abb8c3ac-9b7d-4b83-9330-ce1cf5d311e9 req-07b7dd2f-b167-4bde-9a63-5c191734e0e8 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 944 time: 0.3029225 Sep 16 04:42:12.258884 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.337898 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-49c2428c-adb2-4c3b-8b8f-620d2765aaf3 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a466e1d644fe487f93d1c3cde159689c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1298878 Sep 16 04:42:12.400285 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e989254-35c0-43cc-b1a0-78fb9a3693ac req-600c740f-60f9-4133-9759-d2534f5bee5b tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 210 time: 0.1068289 Sep 16 04:42:12.555903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eb5a8a-2812-44ba-b076-f8dfddee5d3e admin admin] Router 0ecb1218-2513-4a64-8a79-1b548f936f29 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:12.568850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abb8c3ac-9b7d-4b83-9330-ce1cf5d311e9 req-5f6a6f2a-70a3-4eb0-bab4-b2020fccd05f tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406615 Sep 16 04:42:12.694475 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a57fcda1-978c-4e44-b38b-aff0af20e08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.898350 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856a57-f4be-4b40-b595-279c023d8145 req-364235f5-1321-4199-b988-d1d6dcadfd0d tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.899975 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-364235f5-1321-4199-b988-d1d6dcadfd0d tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5019472 Sep 16 04:42:12.916515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Request body: {'port': {'device_id': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'a466e1d644fe487f93d1c3cde159689c'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:12.944037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eb5a8a-2812-44ba-b076-f8dfddee5d3e admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:12.955487 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-37eb5a8a-2812-44ba-b076-f8dfddee5d3e admin admin] 10.222.0.24 "PUT /v2.0/routers/0ecb1218-2513-4a64-8a79-1b548f936f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1144083 Sep 16 04:42:12.966899 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38264) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:13.068105 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a57fcda1-978c-4e44-b38b-aff0af20e08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.271007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc06cf1-0707-40be-80c0-3d2dab3504ac req-ad7e9bc0-1492-4bfa-a333-c0998e69f93a tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.291949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4bc06cf1-0707-40be-80c0-3d2dab3504ac req-ad7e9bc0-1492-4bfa-a333-c0998e69f93a tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.4115965 Sep 16 04:42:13.505138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Made reservation on behalf of a466e1d644fe487f93d1c3cde159689c for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:13.508750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.517643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a57fcda1-978c-4e44-b38b-aff0af20e08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.522196 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a57fcda1-978c-4e44-b38b-aff0af20e08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.534610 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a57fcda1-978c-4e44-b38b-aff0af20e08a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e5d8346-e927-4793-a33a-b86608cea935 HTTP/1.1" status: 204 len: 168 time: 1.3238580 Sep 16 04:42:13.558437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.595115 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fcda1-978c-4e44-b38b-aff0af20e08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5d8346-e927-4793-a33a-b86608cea935,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:13.718728 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d17371f-76fe-4bf1-95a4-a2582e205995 None None] Sync routers for ids ['0ecb1218-2513-4a64-8a79-1b548f936f29'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:13.735072 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d17371f-76fe-4bf1-95a4-a2582e205995 None None] Routers {'0ecb1218-2513-4a64-8a79-1b548f936f29'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:13.744792 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0d17371f-76fe-4bf1-95a4-a2582e205995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:41:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['0ecb1218-2513-4a64-8a79-1b548f936f29'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:13.775624 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.914086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4bc06cf1-0707-40be-80c0-3d2dab3504ac req-faf82c18-0c37-4ce5-9cd5-e6c649d54e2a tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197276 Sep 16 04:42:13.922466 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.949103 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-0d17371f-76fe-4bf1-95a4-a2582e205995 None None] Set router 0ecb1218-2513-4a64-8a79-1b548f936f29 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:13.964147 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.049165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f45486f-f2c9-48bc-a58d-7d2faaf15e00,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:14.113606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c8c67f6-4cf7-4a4e-9e68-d70f1f01700f req-1ec56b49-80af-4ede-90eb-ce9c4e94d8c4 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 210 time: 0.0507607 Sep 16 04:42:14.299180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Allocated IP 192.168.233.73 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/94d0a7c3-849d-47bb-981e-04887206b61c) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:14.368631 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0d17371f-76fe-4bf1-95a4-a2582e205995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-114955552-router', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:56Z', 'updated_at': '2021-09-16T04:42:10Z', 'revision_number': 5, 'project_id': 'da292a1bd136472ba9a9090423f672bb', 'gw_port': {'id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:57Z', 'updated_at': '2021-09-16T04:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:14.424937 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d17371f-76fe-4bf1-95a4-a2582e205995 None None] Checking router: 0ecb1218-2513-4a64-8a79-1b548f936f29 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:14.434674 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d17371f-76fe-4bf1-95a4-a2582e205995 None None] Routers {'0ecb1218-2513-4a64-8a79-1b548f936f29'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:14.436571 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0d17371f-76fe-4bf1-95a4-a2582e205995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:41:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['0ecb1218-2513-4a64-8a79-1b548f936f29'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:14.468839 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.509520 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.580045 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-018a2852-0773-422b-8f36-6eb8c9ab9c5c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a466e1d644fe487f93d1c3cde159689c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265479 Sep 16 04:42:14.581402 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-0d17371f-76fe-4bf1-95a4-a2582e205995 None None] Set router 0ecb1218-2513-4a64-8a79-1b548f936f29 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:14.619721 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7cada7d0-54ef-4cf4-8a29-4f3d27d31da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.676382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e966a5b-e19c-4915-9418-bc893f5a77f1 req-fe67894e-e7fc-463f-a0fd-7e0487552efc tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.678174 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e966a5b-e19c-4915-9418-bc893f5a77f1 req-fe67894e-e7fc-463f-a0fd-7e0487552efc tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 944 time: 0.4359095 Sep 16 04:42:14.702207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9fe6f9b9-ef5a-4a71-96ea-06b189e64270 req-4698dad8-54e2-48db-b99f-a9aa91e57680 service neutron] 10.222.0.23 "GET /v2.0/networks/6757a761-164d-4cd7-b4b3-2d43b98f9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476934 Sep 16 04:42:14.792756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.808055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01e4f8-9a31-4db9-9f3e-f675a3444f52 req-2b2b306d-477c-4c8c-b2be-f1dd90b4a451 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.824179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e01e4f8-9a31-4db9-9f3e-f675a3444f52 req-2b2b306d-477c-4c8c-b2be-f1dd90b4a451 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 946 time: 0.3224063 Sep 16 04:42:14.856211 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e966a5b-e19c-4915-9418-bc893f5a77f1 req-00a8c019-21ff-4345-8237-658373dc1cc2 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720328 Sep 16 04:42:14.899889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Pushing event updated for resources: {'Port': ['ID=94d0a7c3-849d-47bb-981e-04887206b61c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:14.917300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:14.922643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:14.927717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:14.928703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e01e4f8-9a31-4db9-9f3e-f675a3444f52 req-aca35a96-21a4-4df9-b2b6-5664d221b80d tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034462 Sep 16 04:42:14.936318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Deleting port a9221cf3-2b3b-4d71-8982-7eaaa111e467 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:14.948499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.026463 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0d17371f-76fe-4bf1-95a4-a2582e205995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-114955552-router', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:56Z', 'updated_at': '2021-09-16T04:42:10Z', 'revision_number': 5, 'project_id': 'da292a1bd136472ba9a9090423f672bb', 'gw_port': {'id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:57Z', 'updated_at': '2021-09-16T04:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:15.066557 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d17371f-76fe-4bf1-95a4-a2582e205995 None None] The sync data for ids ['0ecb1218-2513-4a64-8a79-1b548f936f29'] in n-d-712137-12 is: [{'id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-114955552-router', 'tenant_id': 'da292a1bd136472ba9a9090423f672bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:56Z', 'updated_at': '2021-09-16T04:42:10Z', 'revision_number': 5, 'project_id': 'da292a1bd136472ba9a9090423f672bb', 'gw_port': {'id': 'a9221cf3-2b3b-4d71-8982-7eaaa111e467', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecb1218-2513-4a64-8a79-1b548f936f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:57Z', 'updated_at': '2021-09-16T04:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:15.171630 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-510b0fac-8c60-4357-89c3-c5935bf7ea0c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.173651 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-510b0fac-8c60-4357-89c3-c5935bf7ea0c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4701192 Sep 16 04:42:15.207100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38296) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:15.262435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Request body: {'port': {'device_id': 'dccd4c96-1892-43c5-ba83-7a9bb776af13', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'a466e1d644fe487f93d1c3cde159689c'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:15.302458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.303191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.318062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cfb40c13-9ec5-4206-aca1-10a1ad27f969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.364566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] For port a9221cf3-2b3b-4d71-8982-7eaaa111e467, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a9221cf3-2b3b-4d71-8982-7eaaa111e467,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:15.364995 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.400383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7c80e-bb35-45e8-8341-6223ebc2a42d req-9fe9619f-7cb4-4e71-b57e-ccccb04353e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.402078 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84d7c80e-bb35-45e8-8341-6223ebc2a42d req-9fe9619f-7cb4-4e71-b57e-ccccb04353e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ceb97a7fd604673bdc64f441af87285&device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 1096 time: 0.3829348 Sep 16 04:42:15.413158 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.445646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Calling delete_port for a9221cf3-2b3b-4d71-8982-7eaaa111e467 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:15.467758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d727a75-46b5-49e7-aa2d-11a6f45f015d req-84ad56d7-5bec-4296-b631-db2605b6b477 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 210 time: 0.1591313 Sep 16 04:42:15.550114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-55cc86c0-ed3a-421a-b1e6-cc2672fc4495 None None] Provisioning complete for port 94d0a7c3-849d-47bb-981e-04887206b61c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:15.550496 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55cc86c0-ed3a-421a-b1e6-cc2672fc4495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.552598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec920-eb65-485b-8f46-aa937ffce8b8 req-f9091dbf-17e7-4dd0-9250-9da58c305c4e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.561222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2aec920-eb65-485b-8f46-aa937ffce8b8 req-f9091dbf-17e7-4dd0-9250-9da58c305c4e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.3908205 Sep 16 04:42:15.565036 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-98b627c3-6a53-41f1-96e0-18f6734f5806 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6532731 Sep 16 04:42:15.585794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Request body: {'port': {'device_id': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:15.632451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-55cc86c0-ed3a-421a-b1e6-cc2672fc4495 None None] Port 94d0a7c3-849d-47bb-981e-04887206b61c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:15.731054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2aec920-eb65-485b-8f46-aa937ffce8b8 req-814bc44a-012b-4b03-a175-e7b4e27da98c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653984 Sep 16 04:42:15.795116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.927401 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.094240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cfb40c13-9ec5-4206-aca1-10a1ad27f969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.163169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7c80e-bb35-45e8-8341-6223ebc2a42d req-a39e5e18-85bf-4be9-8dfc-3f9ecf5ef22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.163647 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.164613 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84d7c80e-bb35-45e8-8341-6223ebc2a42d req-a39e5e18-85bf-4be9-8dfc-3f9ecf5ef22c service neutron] 10.222.0.23 "GET /v2.0/networks?id=6757a761-164d-4cd7-b4b3-2d43b98f9dd9 HTTP/1.1" status: 200 len: 915 time: 0.3085082 Sep 16 04:42:16.223970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9221cf3-2b3b-4d71-8982-7eaaa111e467,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:16.320252 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.383013 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.391055 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cfb40c13-9ec5-4206-aca1-10a1ad27f969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.474980 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.483032 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.522604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d0a7c3-849d-47bb-981e-04887206b61c {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:16.532784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb40c13-9ec5-4206-aca1-10a1ad27f969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c2ac60-2def-4c6d-92f1-075d9484c226,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:16.540515 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cfb40c13-9ec5-4206-aca1-10a1ad27f969 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd6ac0ee9e5a4722867629f83a308802&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3308842 Sep 16 04:42:16.541401 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.561519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38314) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:16.588746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Transition to ACTIVE for port object 94d0a7c3-849d-47bb-981e-04887206b61c will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:16.615263 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51610703-d38e-4aca-a184-c3178206ebd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.645637 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51610703-d38e-4aca-a184-c3178206ebd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.688215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Made reservation on behalf of a466e1d644fe487f93d1c3cde159689c for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:16.698415 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.899784 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.900680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a66e6-b552-482f-891e-9269a390ad9e req-e0003fd4-34c5-4738-9135-03770fab514f tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.912979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f65a66e6-b552-482f-891e-9269a390ad9e req-e0003fd4-34c5-4738-9135-03770fab514f tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 944 time: 0.0661173 Sep 16 04:42:16.921252 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.921795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ecb1218-2513-4a64-8a79-1b548f936f29 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:42:16.946535 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.953452 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-070594ae-d935-4758-992e-fb50d1fd668a admin admin] 10.222.0.24 "DELETE /v2.0/routers/0ecb1218-2513-4a64-8a79-1b548f936f29 HTTP/1.1" status: 204 len: 168 time: 3.9578001 Sep 16 04:42:16.961113 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38322) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:17.024352 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f65a66e6-b552-482f-891e-9269a390ad9e req-52f2a8c8-194d-4422-a2a1-f0d913c5d09b tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103902 Sep 16 04:42:17.067142 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51610703-d38e-4aca-a184-c3178206ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.070386 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51610703-d38e-4aca-a184-c3178206ebd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.072014 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-51610703-d38e-4aca-a184-c3178206ebd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70c2ac60-2def-4c6d-92f1-075d9484c226 HTTP/1.1" status: 204 len: 168 time: 0.5251513 Sep 16 04:42:17.148145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51610703-d38e-4aca-a184-c3178206ebd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c2ac60-2def-4c6d-92f1-075d9484c226,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:17.336307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed98ed75-d555-4d49-a04c-bf400fd4464f req-4b769097-f4dd-4d97-8766-5069847e8a93 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 210 time: 0.1088820 Sep 16 04:42:17.352051 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Pushing event updated for resources: {'Port': ['ID=94d0a7c3-849d-47bb-981e-04887206b61c,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:17.399556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957869-d395-4c8d-8cca-15d51bb6fa52 req-5f6ea5b5-5a79-422f-9d8a-230546e33990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.412395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c957869-d395-4c8d-8cca-15d51bb6fa52 req-5f6ea5b5-5a79-422f-9d8a-230546e33990 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7bd4e6ac0cb24343bba0afecf762e654&device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 1097 time: 0.3019392 Sep 16 04:42:17.470807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-842d68e6-3737-4bb2-bb8b-73ba9e8371f6 admin admin] Deleting subnet 8767a05c-1266-43d7-bb08-7c810505d48e {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:17.477775 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.524717 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-842d68e6-3737-4bb2-bb8b-73ba9e8371f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.618890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7ccad9c9-249e-48e4-afbf-af78fb03841f no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:17.640314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957869-d395-4c8d-8cca-15d51bb6fa52 req-078a5ede-7687-4897-ad66-add310686e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.643119 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c957869-d395-4c8d-8cca-15d51bb6fa52 req-078a5ede-7687-4897-ad66-add310686e82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0b1f6d5d-ed89-46e3-b590-37d2b4020673 HTTP/1.1" status: 200 len: 911 time: 0.2209947 Sep 16 04:42:17.687006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 7ccad9c9-249e-48e4-afbf-af78fb03841f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:17.687950 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7ccad9c9-249e-48e4-afbf-af78fb03841f not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:17.713158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Attempting to bind port 94d0a7c3-849d-47bb-981e-04887206b61c on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:17.713828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Attempting to bind port 94d0a7c3-849d-47bb-981e-04887206b61c by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:17.713828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Attempting to bind port 94d0a7c3-849d-47bb-981e-04887206b61c on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:17.731525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Port 94d0a7c3-849d-47bb-981e-04887206b61c on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:17.732107 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Attempting to bind port 94d0a7c3-849d-47bb-981e-04887206b61c on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:17.736949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Allocated IP 192.168.233.6 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:17.746623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-842d68e6-3737-4bb2-bb8b-73ba9e8371f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.774677 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:17.779895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:17.779895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:17.779895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Bound port: 94d0a7c3-849d-47bb-981e-04887206b61c, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:17.779895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.793424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-3fc5bda8-1c30-40df-8fa2-752caa1ee366 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--969457455&fields=id&tenant_id=bc90348af2cc4668a81319630766a035 HTTP/1.1" status: 200 len: 267 time: 0.2510872 Sep 16 04:42:17.794853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c957869-d395-4c8d-8cca-15d51bb6fa52 req-f8872f6c-8190-4714-998e-aabfed5aaa4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9dad7e90-8098-4424-9763-2c01ac612b2d HTTP/1.1" status: 200 len: 217 time: 0.1447356 Sep 16 04:42:17.947735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957869-d395-4c8d-8cca-15d51bb6fa52 req-4c3ae06b-a774-43ee-9bc7-66e366185f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.949478 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c957869-d395-4c8d-8cca-15d51bb6fa52 req-4c3ae06b-a774-43ee-9bc7-66e366185f72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6cc13275-6ab6-4fa6-86cd-bc7d2a213f74 HTTP/1.1" status: 200 len: 851 time: 0.1476235 Sep 16 04:42:18.021852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c957869-d395-4c8d-8cca-15d51bb6fa52 req-1fad3b0b-5881-4ee9-bbf0-0b70dac16aaf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0b1f6d5d-ed89-46e3-b590-37d2b4020673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503409 Sep 16 04:42:18.107742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-4e79971e-d063-4cba-8f48-bf2bd958ac9f tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.114153 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-4e79971e-d063-4cba-8f48-bf2bd958ac9f tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/networks?id=fb732cf4-3497-45d6-8853-b2066fbc4fa6 HTTP/1.1" status: 200 len: 824 time: 0.2967916 Sep 16 04:42:18.250307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-8927a820-0ee1-49c5-a0ec-9eb54078cb9c tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/quotas/bc90348af2cc4668a81319630766a035 HTTP/1.1" status: 200 len: 375 time: 0.1012495 Sep 16 04:42:18.367938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c957869-d395-4c8d-8cca-15d51bb6fa52 req-dc916ba7-5b23-469e-a9e1-28372c49fbe6 service neutron] 10.222.0.37 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319013 Sep 16 04:42:18.450025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-39142965-df72-4c46-863c-02edc53f6d5f tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc90348af2cc4668a81319630766a035&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1855180 Sep 16 04:42:18.630375 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-842d68e6-3737-4bb2-bb8b-73ba9e8371f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.682268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:18.687073 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.693647 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c957869-d395-4c8d-8cca-15d51bb6fa52 req-56f5ff9f-8f38-4875-b3d5-5340940125eb service neutron] 10.222.0.37 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175337 Sep 16 04:42:18.709493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:18.712230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-af88636e-9bf2-4a2b-a4cc-e84173fd6e6d service neutron] 10.222.0.24 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518845 Sep 16 04:42:18.825885 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.863202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-e81d19e8-1671-4350-9d1e-60abc4a645c4 service neutron] 10.222.0.24 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430442 Sep 16 04:42:18.868871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.876310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-842d68e6-3737-4bb2-bb8b-73ba9e8371f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.897430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.901196 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.901196 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] 10.222.0.37 "PUT /v2.0/ports/94d0a7c3-849d-47bb-981e-04887206b61c HTTP/1.1" status: 200 len: 1096 time: 3.3228533 Sep 16 04:42:18.908731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:18.911131 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbb8bbf-5e70-405e-a2a8-df100c1e87da" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:18.913122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3277b340-f912-45fc-8a45-1bd1a4a11fa9 None None] Network 3ccb26c1-8218-4bcb-8e46-4cfafd47781c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:18.970351 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-842d68e6-3737-4bb2-bb8b-73ba9e8371f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.973158 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-842d68e6-3737-4bb2-bb8b-73ba9e8371f6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8767a05c-1266-43d7-bb08-7c810505d48e HTTP/1.1" status: 204 len: 168 time: 1.9850817 Sep 16 04:42:18.973290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d68e6-3737-4bb2-bb8b-73ba9e8371f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8767a05c-1266-43d7-bb08-7c810505d48e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:18.974966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab070f-d3d0-43e2-b7ad-7763b345e641 service neutron] Pushing event updated for resources: {'Port': ['ID=94d0a7c3-849d-47bb-981e-04887206b61c,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:18.975553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38368) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:19.046680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:19.048962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:19.072910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:19.206379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Pushing event updated for resources: {'Port': ['ID=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:19.214449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a9221cf3-2b3b-4d71-8982-7eaaa111e467 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:19.224202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856a57-f4be-4b40-b595-279c023d8145 req-b0e6b17e-2727-419c-805f-536d1c4d1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.246309 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-b0e6b17e-2727-419c-805f-536d1c4d1c5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a466e1d644fe487f93d1c3cde159689c&device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 1099 time: 0.2036214 Sep 16 04:42:19.248624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.249295 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.266966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: a9221cf3-2b3b-4d71-8982-7eaaa111e467 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:19.270891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a9221cf3-2b3b-4d71-8982-7eaaa111e467 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:19.318236 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.453607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e619ca-3890-48d1-a663-c7687b7c6ee6 None None] DHCP port deletion for 3ccb26c1-8218-4bcb-8e46-4cfafd47781c request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:42:19.510515 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-f3dde0d9-753f-4d8c-8ebe-0c1d5174bd79 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3041775 Sep 16 04:42:19.519837 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-4932ed52-b1b5-45d6-8206-94c5598f667e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=94d0a7c3-849d-47bb-981e-04887206b61c HTTP/1.1" status: 200 len: 217 time: 0.2285974 Sep 16 04:42:19.566248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3c660-c017-4767-9765-3bce3b301c9d req-a5e62ccb-8f92-4c8a-867a-158927cc31dc tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.568663 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32c3c660-c017-4767-9765-3bce3b301c9d req-a5e62ccb-8f92-4c8a-867a-158927cc31dc tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.2584968 Sep 16 04:42:19.614951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e6e619ca-3890-48d1-a663-c7687b7c6ee6 None None] Deleting port c16bb4c6-5719-46f4-97c9-5c14b362da5a {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:19.614951 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e6e619ca-3890-48d1-a663-c7687b7c6ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.662334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb689da8-9ea7-4446-95d3-0fa5b3b98cdf req-d4510d7f-574d-4857-9687-2ab3044fad81 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.671834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Request body: {'port': {'device_id': 'dccd4c96-1892-43c5-ba83-7a9bb776af13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:19.681780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb689da8-9ea7-4446-95d3-0fa5b3b98cdf req-d4510d7f-574d-4857-9687-2ab3044fad81 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 944 time: 0.1957145 Sep 16 04:42:19.790696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Deleting port c16bb4c6-5719-46f4-97c9-5c14b362da5a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:19.792000 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.818700 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84d7c80e-bb35-45e8-8341-6223ebc2a42d req-6249f905-7a40-4101-b6c2-e50ac3076e59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80974e60-2c11-465f-bba3-d158a4715af7 HTTP/1.1" status: 200 len: 217 time: 0.3280740 Sep 16 04:42:19.922629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb689da8-9ea7-4446-95d3-0fa5b3b98cdf req-93d736c6-1552-4402-82f9-1535c3dc4377 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393184 Sep 16 04:42:19.943460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.966476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e6e619ca-3890-48d1-a663-c7687b7c6ee6 None None] For port c16bb4c6-5719-46f4-97c9-5c14b362da5a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c16bb4c6-5719-46f4-97c9-5c14b362da5a,segment=NetworkSegment(77f2bd5e-d063-4684-b8fd-b72d45bce304),segment_id=77f2bd5e-d063-4684-b8fd-b72d45bce304)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:19.967200 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e6e619ca-3890-48d1-a663-c7687b7c6ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.982704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856a57-f4be-4b40-b595-279c023d8145 req-d93b4d1b-7291-4040-bf00-1aaaeb096d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.982704 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-d93b4d1b-7291-4040-bf00-1aaaeb096d47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.4515960 Sep 16 04:42:20.015403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e6e619ca-3890-48d1-a663-c7687b7c6ee6 None None] Calling delete_port for c16bb4c6-5719-46f4-97c9-5c14b362da5a owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:20.047261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2844e7f7-45d4-454a-ac54-db5523340c6a None None] Provisioning complete for port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:20.047637 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2844e7f7-45d4-454a-ac54-db5523340c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.170174 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] For port c16bb4c6-5719-46f4-97c9-5c14b362da5a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c16bb4c6-5719-46f4-97c9-5c14b362da5a,segment=NetworkSegment(77f2bd5e-d063-4684-b8fd-b72d45bce304),segment_id=77f2bd5e-d063-4684-b8fd-b72d45bce304)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:20.171902 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.189298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Calling delete_port for c16bb4c6-5719-46f4-97c9-5c14b362da5a owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:20.231749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856a57-f4be-4b40-b595-279c023d8145 req-e6cf8d9e-84da-4c64-bd56-9399d227ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.239899 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-e6cf8d9e-84da-4c64-bd56-9399d227ed5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2326734 Sep 16 04:42:20.428948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32c3c660-c017-4767-9765-3bce3b301c9d req-a04557a2-f0a5-4064-8cb3-f2b36ccd1f09 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8526804 Sep 16 04:42:20.515608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.592622 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf2bbd2-8fe9-4c5c-a8f2-f2cc1d0ba093 x-openstack-request-id: req-bbf2bbd2-8fe9-4c5c-a8f2-f2cc1d0ba093 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:20.593346 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:20.593695 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbf2bbd2-8fe9-4c5c-a8f2-f2cc1d0ba093 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:20.594191 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c', 'status': 'completed', 'code': 200} Sep 16 04:42:20.601472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c16bb4c6-5719-46f4-97c9-5c14b362da5a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:20.664368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b85475db-5100-4a68-bde5-72fd0596d243 req-6c9d6d10-2e79-42db-800d-efc31b708935 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 210 time: 0.0472195 Sep 16 04:42:20.710680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] No DVR routers for this DVR port c16bb4c6-5719-46f4-97c9-5c14b362da5a on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:20.728812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-2844e7f7-45d4-454a-ac54-db5523340c6a None None] Port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:20.751828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7c80e-bb35-45e8-8341-6223ebc2a42d req-2f2c5cf0-f0b2-40f3-bb10-c3ba5a0e0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.753819 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84d7c80e-bb35-45e8-8341-6223ebc2a42d req-2f2c5cf0-f0b2-40f3-bb10-c3ba5a0e0a4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c195371b-def0-4f24-877b-dd6d6def750c HTTP/1.1" status: 200 len: 854 time: 0.6904714 Sep 16 04:42:20.768012 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-7a23f3f1-08b1-493a-b863-8eca88ff02e6 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155685 Sep 16 04:42:20.851513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c4f6f-5001-48e7-a461-dbdeee2ce91d req-b1436f43-c1f1-4e7a-8a96-7a5f53e6f38a tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.880727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-235c4f6f-5001-48e7-a461-dbdeee2ce91d req-b1436f43-c1f1-4e7a-8a96-7a5f53e6f38a tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 934 time: 0.4499567 Sep 16 04:42:20.882079 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e6e619ca-3890-48d1-a663-c7687b7c6ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.914223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e619ca-3890-48d1-a663-c7687b7c6ee6 None None] No DVR routers for this DVR port c16bb4c6-5719-46f4-97c9-5c14b362da5a on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:21.000826 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e619ca-3890-48d1-a663-c7687b7c6ee6 None None] Pushing event deleted for resources: {'Port': ['ID=c16bb4c6-5719-46f4-97c9-5c14b362da5a,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:21.006870 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.106098 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-235c4f6f-5001-48e7-a461-dbdeee2ce91d req-de22ca7d-3401-4b93-acb7-b443cbf21534 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244530 Sep 16 04:42:21.121949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccb26c1-8218-4bcb-8e46-4cfafd47781c']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:21.141456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f2bd5e-d063-4684-b8fd-b72d45bce304') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:21.141793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f2bd5e-d063-4684-b8fd-b72d45bce304') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:21.157835 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.180153 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.199709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:21.200171 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:21.203072 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:21.259677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72856a57-f4be-4b40-b595-279c023d8145 req-bafabeff-16d5-4e9f-8899-d6b0a41aaddc service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829876 Sep 16 04:42:21.325128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c16bb4c6-5719-46f4-97c9-5c14b362da5a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:21.410485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c16bb4c6-5719-46f4-97c9-5c14b362da5a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:21.411233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c16bb4c6-5719-46f4-97c9-5c14b362da5a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:21.416355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7c80e-bb35-45e8-8341-6223ebc2a42d req-21a747a2-b306-4494-86e5-0bd8b27f7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:21.422627 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84d7c80e-bb35-45e8-8341-6223ebc2a42d req-21a747a2-b306-4494-86e5-0bd8b27f7316 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6757a761-164d-4cd7-b4b3-2d43b98f9dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2139297 Sep 16 04:42:21.770693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84d7c80e-bb35-45e8-8341-6223ebc2a42d req-fcbf899b-cb9c-4bea-ac74-54ef95a45ac9 service neutron] 10.222.0.23 "GET /v2.0/networks/6757a761-164d-4cd7-b4b3-2d43b98f9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198164 Sep 16 04:42:21.773660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133255a-159b-4380-9374-2377990e1292 req-9a931a01-cac7-4563-9b2f-20ce6a81ef16 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:21.781732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2133255a-159b-4380-9374-2377990e1292 req-9a931a01-cac7-4563-9b2f-20ce6a81ef16 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 944 time: 0.7122030 Sep 16 04:42:21.798962 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13f26f8f-1ed8-4995-a3de-82cc352ff7b5 req-7dadcc01-8d16-4ade-b909-34a65bad0691 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6125073 Sep 16 04:42:21.805464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:21.820278 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.833974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb8bbf-5e70-405e-a2a8-df100c1e87da req-5ddca510-23cc-446d-a0cf-986062e30812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:21.833974 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0bbb8bbf-5e70-405e-a2a8-df100c1e87da req-5ddca510-23cc-446d-a0cf-986062e30812 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a466e1d644fe487f93d1c3cde159689c&device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 1099 time: 0.4178886 Sep 16 04:42:21.844533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a58aa4-233c-4853-97ed-0fb060e7798d req-a2ebca47-cf46-440c-a1c1-cbef1a638dfd tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:21.846309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52a58aa4-233c-4853-97ed-0fb060e7798d req-a2ebca47-cf46-440c-a1c1-cbef1a638dfd tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1210146 Sep 16 04:42:21.861000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2133255a-159b-4380-9374-2377990e1292 req-161d5f6f-86f5-4d8c-a52f-ca80f116a768 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726881 Sep 16 04:42:21.874622 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.880671 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.882585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3ccb26c1-8218-4bcb-8e46-4cfafd47781c HTTP/1.1" status: 204 len: 168 time: 2.9032812 Sep 16 04:42:21.978057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71236814-b5e2-476d-97e4-74fa5a535b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccb26c1-8218-4bcb-8e46-4cfafd47781c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:22.028625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Transition to ACTIVE for port object 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:22.030673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb8bbf-5e70-405e-a2a8-df100c1e87da req-6a8813c1-b129-44fb-8be9-41ae29353ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.032907 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0bbb8bbf-5e70-405e-a2a8-df100c1e87da req-6a8813c1-b129-44fb-8be9-41ae29353ffb service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1895466 Sep 16 04:42:22.047680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52a58aa4-233c-4853-97ed-0fb060e7798d req-e2e3e961-b882-4dfa-9c72-589068c10268 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849856 Sep 16 04:42:22.153110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34b5a3cb-3e4f-47c2-b324-a0b5ea71b7c7 req-1b063fe2-7f65-4f32-96ba-5d5421b8014f tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 210 time: 0.1787879 Sep 16 04:42:22.158958 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0bbb8bbf-5e70-405e-a2a8-df100c1e87da req-f5b1af20-3898-48f8-97f6-e7b3c250260e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=94d0a7c3-849d-47bb-981e-04887206b61c HTTP/1.1" status: 200 len: 217 time: 0.1125944 Sep 16 04:42:22.160502 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.168457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f26f8f-1ed8-4995-a3de-82cc352ff7b5 req-fa988759-d273-44a2-82dc-b668e4aead33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.171143 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13f26f8f-1ed8-4995-a3de-82cc352ff7b5 req-fa988759-d273-44a2-82dc-b668e4aead33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 1096 time: 0.1956289 Sep 16 04:42:22.554019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Pushing event updated for resources: {'Port': ['ID=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:22.582312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb8bbf-5e70-405e-a2a8-df100c1e87da req-e7bfceb1-da68-40ff-bb38-6d240f60171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.584108 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0bbb8bbf-5e70-405e-a2a8-df100c1e87da req-e7bfceb1-da68-40ff-bb38-6d240f60171b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.4065986 Sep 16 04:42:22.602474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfedee-a4b8-4585-b426-69debdcdfaf4 req-fb54eaab-79e4-40b2-ba17-89f859aa67da tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.613774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0dbfedee-a4b8-4585-b426-69debdcdfaf4 req-fb54eaab-79e4-40b2-ba17-89f859aa67da tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 946 time: 0.3443425 Sep 16 04:42:22.659677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-becccfea-de2c-468c-ab7b-0c5bb523001f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978267 Sep 16 04:42:22.686741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f26f8f-1ed8-4995-a3de-82cc352ff7b5 req-b1f06597-fe52-47d0-a8e0-d27e2eaef5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.687463 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84d7c80e-bb35-45e8-8341-6223ebc2a42d req-393b1152-5cad-42d8-8193-5aa1058e089c service neutron] 10.222.0.23 "GET /v2.0/networks/6757a761-164d-4cd7-b4b3-2d43b98f9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529837 Sep 16 04:42:22.689126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13f26f8f-1ed8-4995-a3de-82cc352ff7b5 req-b1f06597-fe52-47d0-a8e0-d27e2eaef5da service neutron] 10.222.0.23 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.4763379 Sep 16 04:42:22.720637 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Attempting to bind port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:22.721022 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Attempting to bind port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:22.721314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Attempting to bind port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:22.744692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb8bbf-5e70-405e-a2a8-df100c1e87da req-747c0d2a-08ff-4d90-b5f3-324e2dca25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.748243 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0bbb8bbf-5e70-405e-a2a8-df100c1e87da req-747c0d2a-08ff-4d90-b5f3-324e2dca25dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1334410 Sep 16 04:42:22.749103 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:22.749645 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Attempting to bind port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:22.758454 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0dbfedee-a4b8-4585-b426-69debdcdfaf4 req-079eeb12-e775-4133-8ea1-a6db43583001 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432645 Sep 16 04:42:22.888910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:22.892121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:22.892121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:22.892121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Bound port: 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:22.892121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.892730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-9e86eaa0-6ce4-4e9d-8921-1d2df68e50ed tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.899564 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-9e86eaa0-6ce4-4e9d-8921-1d2df68e50ed tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379463 Sep 16 04:42:22.917276 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-e8d2c2f8-58c6-4b55-b61b-be5ce6f9cda6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/quotas/f9de0864ac234533b3b7edea6e651fd6 HTTP/1.1" status: 200 len: 375 time: 0.0165575 Sep 16 04:42:22.936873 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0bbb8bbf-5e70-405e-a2a8-df100c1e87da req-d6cbbbdd-f705-491b-a391-7550075bdedd service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640973 Sep 16 04:42:22.955590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-652bc86b-e0c5-4beb-b38e-78f2cbc90f68 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336580 Sep 16 04:42:22.982614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38446) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:23.042196 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b03e8-3474-4514-ba18-798b2b303c93 req-601f06cf-9093-4b27-a20c-e047eb355c64 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.043711 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-272b03e8-3474-4514-ba18-798b2b303c93 req-601f06cf-9093-4b27-a20c-e047eb355c64 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 944 time: 0.0922568 Sep 16 04:42:23.050224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ff37caaf-deaf-48e1-9305-a73980d48f41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da292a1bd136472ba9a9090423f672bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664005 Sep 16 04:42:23.054495 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38448) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:23.068494 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0bbb8bbf-5e70-405e-a2a8-df100c1e87da req-ab966998-89df-4031-b723-99becf5a3074 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053145 Sep 16 04:42:23.098110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] For port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:23.102120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] For port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:23.125296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-272b03e8-3474-4514-ba18-798b2b303c93 req-b3a4eb24-8c40-4d70-aa69-48c073ac68de tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720201 Sep 16 04:42:23.156737 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ab862241-4a1f-404f-b706-438326e2151f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.202337 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ab862241-4a1f-404f-b706-438326e2151f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.236994 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.306231 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.306982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.308540 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] 10.222.0.37 "PUT /v2.0/ports/2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 HTTP/1.1" status: 200 len: 1095 time: 3.6436899 Sep 16 04:42:23.309114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccd4c96-1892-43c5-ba83-7a9bb776af13', 'tag': '2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:23.312326 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbaaa9e-7eea-47bc-9857-3e42537c4bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "dccd4c96-1892-43c5-ba83-7a9bb776af13", "tag": "2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:23.363953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510da49-d4ec-4cd5-b016-a3c879dabc0d service neutron] Pushing event updated for resources: {'Port': ['ID=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:23.406115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13f26f8f-1ed8-4995-a3de-82cc352ff7b5 req-71164597-a531-4868-873b-30a6ed694cad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 HTTP/1.1" status: 200 len: 217 time: 0.1308670 Sep 16 04:42:23.421287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3650c584-b030-468a-99c2-786f2c13dadd req-5c719d7b-9d89-4cc4-836a-91f43d7b8066 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 210 time: 0.1165848 Sep 16 04:42:23.523498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10849bb-603b-476f-bc3c-def2cb6ce280 req-0a88e297-9e0f-4d8c-8b4c-6f055332a1fa tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.532418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f10849bb-603b-476f-bc3c-def2cb6ce280 req-0a88e297-9e0f-4d8c-8b4c-6f055332a1fa tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.3332832 Sep 16 04:42:23.576223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b9915c5-68c4-4cdd-97df-0a6ac932d2c2 req-b91c2d86-453d-44f4-8b8b-6cd7490b97a9 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 210 time: 0.0793941 Sep 16 04:42:23.612717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f26f8f-1ed8-4995-a3de-82cc352ff7b5 req-966e998d-0b84-4b63-9aa7-334fa040609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.614196 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13f26f8f-1ed8-4995-a3de-82cc352ff7b5 req-966e998d-0b84-4b63-9aa7-334fa040609c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.1877174 Sep 16 04:42:23.642800 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34afe0ed-8ba9-4b4a-b8e1-2598980b005b x-openstack-request-id: req-34afe0ed-8ba9-4b4a-b8e1-2598980b005b {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:23.643308 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dccd4c96-1892-43c5-ba83-7a9bb776af13", "tag": "2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:23.643409 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34afe0ed-8ba9-4b4a-b8e1-2598980b005b {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:23.643749 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccd4c96-1892-43c5-ba83-7a9bb776af13', 'tag': '2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4', 'status': 'completed', 'code': 200} Sep 16 04:42:23.646938 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-2e9aa92f-3ca9-4d99-9c19-02bbe1f3e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.649314 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-2e9aa92f-3ca9-4d99-9c19-02bbe1f3e1bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a466e1d644fe487f93d1c3cde159689c&device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 1098 time: 0.0765452 Sep 16 04:42:23.677925 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f10849bb-603b-476f-bc3c-def2cb6ce280 req-983ef148-7b10-4b77-8f4b-bb11c27d147b tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393943 Sep 16 04:42:23.680302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13f26f8f-1ed8-4995-a3de-82cc352ff7b5 req-75082db9-125c-4d16-aeee-8d625eb59a1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483880 Sep 16 04:42:23.707617 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-7478c56d-23df-4e66-87c0-101b4c0374f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 HTTP/1.1" status: 200 len: 217 time: 0.0504434 Sep 16 04:42:23.726276 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ab862241-4a1f-404f-b706-438326e2151f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.728935 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ab862241-4a1f-404f-b706-438326e2151f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.730269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ab862241-4a1f-404f-b706-438326e2151f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50f557ef-0eaa-4ec3-9c6b-55d5d5188f4e HTTP/1.1" status: 204 len: 168 time: 0.6749284 Sep 16 04:42:23.769050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab862241-4a1f-404f-b706-438326e2151f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f557ef-0eaa-4ec3-9c6b-55d5d5188f4e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:23.792697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-baa526ca-49a3-46d3-bd5d-f5414ce12cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.816846 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-baa526ca-49a3-46d3-bd5d-f5414ce12cc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0690236 Sep 16 04:42:23.835567 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13f26f8f-1ed8-4995-a3de-82cc352ff7b5 req-8fdad2d8-012f-47f3-827e-2c40c58ac771 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455448 Sep 16 04:42:23.911090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-d05da0e5-9f4b-4ff0-a560-0626560028cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.912707 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-d05da0e5-9f4b-4ff0-a560-0626560028cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0940425 Sep 16 04:42:23.932240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-21489937-9d35-4ce9-bb5b-641d7889be2b tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.933883 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-21489937-9d35-4ce9-bb5b-641d7889be2b tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b93c471-bccf-45e5-9da8-0eb52b4db955 HTTP/1.1" status: 200 len: 946 time: 0.1140380 Sep 16 04:42:24.029563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014cea5-6628-4bcd-bd8e-8de084c9a019 req-efce5be6-6449-45b9-8541-594f4631aabb tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.031392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8014cea5-6628-4bcd-bd8e-8de084c9a019 req-efce5be6-6449-45b9-8541-594f4631aabb tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 946 time: 0.1636307 Sep 16 04:42:24.066210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13f26f8f-1ed8-4995-a3de-82cc352ff7b5 req-49a6f140-f9fa-4d82-a412-846ae313fd39 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218227 Sep 16 04:42:24.088999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8014cea5-6628-4bcd-bd8e-8de084c9a019 req-bb62e9d5-cc3d-4c27-95f0-11a36a7c12ca tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491009 Sep 16 04:42:24.131778 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-863b9c19-ec8c-4bab-bc4c-20a640805b9d service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969023 Sep 16 04:42:24.215811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Deleting port b20838a8-0997-411f-8393-01152b61f6b1 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:24.216268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.273647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a5572-0f4a-4f5a-9694-5abb37b29816 req-d9215927-a9bc-4f66-ac80-53ade391b1c1 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.274684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-904a5572-0f4a-4f5a-9694-5abb37b29816 req-d9215927-a9bc-4f66-ac80-53ade391b1c1 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 944 time: 0.0672822 Sep 16 04:42:24.353593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-904a5572-0f4a-4f5a-9694-5abb37b29816 req-b49aced1-2455-4da3-9765-16ca922359a5 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681298 Sep 16 04:42:24.471689 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-de4dc46a-75a2-4418-9cdd-ef372b3440ed req-e3a1632a-3c0b-4ff7-83aa-d0f5d843c456 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298850 Sep 16 04:42:24.510626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] For port b20838a8-0997-411f-8393-01152b61f6b1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=b20838a8-0997-411f-8393-01152b61f6b1,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:24.513059 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.651052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-03077277-9d92-4e8b-a440-41e6a6022144 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.652691 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-03077277-9d92-4e8b-a440-41e6a6022144 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.23 "GET /v2.0/networks?id=fb732cf4-3497-45d6-8853-b2066fbc4fa6 HTTP/1.1" status: 200 len: 824 time: 0.1746111 Sep 16 04:42:24.752825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a1255e4-96db-411b-9cfe-1c2ab1bfa9d1 req-00a54558-c98c-4f3f-9618-f91b58c8140a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 210 time: 0.0974770 Sep 16 04:42:24.802971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-25401be9-2c02-4337-9fc4-182e8f7cf2bf tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc90348af2cc4668a81319630766a035 HTTP/1.1" status: 200 len: 379 time: 0.1275196 Sep 16 04:42:24.817348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Request body: {'port': {'device_id': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'admin_state_up': True, 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'security_groups': ['170edeca-bb73-420c-b1f9-f7f171143079']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:24.825950 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca238bf-f0ae-4d8f-b49a-78f969863bfb req-9d694d22-2031-40fb-bc35-aaff0192fef3 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.827578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ca238bf-f0ae-4d8f-b49a-78f969863bfb req-9d694d22-2031-40fb-bc35-aaff0192fef3 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 1097 time: 0.1639433 Sep 16 04:42:24.908869 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48602663-fded-49be-bb19-92423e7bd5e7 req-232ff50d-77e5-4ff0-89a8-95297557b627 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 210 time: 0.0365655 Sep 16 04:42:24.967459 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ca238bf-f0ae-4d8f-b49a-78f969863bfb req-81f59d34-caa1-4350-b41f-7b37a5580b64 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218815 Sep 16 04:42:25.043189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaaa9e-7eea-47bc-9857-3e42537c4bcf req-39c403b2-dd02-4dd9-8015-224c47ddf544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:25.046358 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dcbaaa9e-7eea-47bc-9857-3e42537c4bcf req-39c403b2-dd02-4dd9-8015-224c47ddf544 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a466e1d644fe487f93d1c3cde159689c&device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 1098 time: 0.4263873 Sep 16 04:42:25.114110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a79ea-2be0-429a-8957-a618375f88fa req-746f0832-6ed1-4cdf-8ed8-536f13702b46 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:25.115681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a2a79ea-2be0-429a-8957-a618375f88fa req-746f0832-6ed1-4cdf-8ed8-536f13702b46 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0626018 Sep 16 04:42:25.204103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Made reservation on behalf of bc90348af2cc4668a81319630766a035 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:25.212756 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.212756 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a2a79ea-2be0-429a-8957-a618375f88fa req-7acd72bc-fc86-474b-bcf9-df835b182842 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883214 Sep 16 04:42:25.342532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaaa9e-7eea-47bc-9857-3e42537c4bcf req-55b149fc-3c99-47e5-a568-0620afb754ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:25.344227 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dcbaaa9e-7eea-47bc-9857-3e42537c4bcf req-55b149fc-3c99-47e5-a568-0620afb754ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2901542 Sep 16 04:42:25.347110 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.347577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.347998 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Floating IP bad642b4-883d-4447-8875-989a303b0466 disassociated. External IP: 172.25.3.232, port: b20838a8-0997-411f-8393-01152b61f6b1. Sep 16 04:42:25.348405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Calling delete_port for b20838a8-0997-411f-8393-01152b61f6b1 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:25.426099 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dcbaaa9e-7eea-47bc-9857-3e42537c4bcf req-b6e98f46-6af9-4547-870a-0096ffbd61fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 HTTP/1.1" status: 200 len: 217 time: 0.0681918 Sep 16 04:42:25.441653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe89c-2a5b-40bb-8a24-0d92050d3c03 req-75450112-e081-4ae6-8f7b-0a9631888755 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:25.443968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-490fe89c-2a5b-40bb-8a24-0d92050d3c03 req-75450112-e081-4ae6-8f7b-0a9631888755 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 946 time: 0.1413057 Sep 16 04:42:25.476836 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Allocated IP 172.20.0.10 (fb732cf4-3497-45d6-8853-b2066fbc4fa6/7096e50a-d25d-4f19-a589-a5b7967e7926/d5ffe47e-6bfa-4cb5-a579-29138c04d575) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:25.511037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-490fe89c-2a5b-40bb-8a24-0d92050d3c03 req-f191dd13-6e23-45d9-9e98-f1c483a15c11 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571017 Sep 16 04:42:25.569031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaaa9e-7eea-47bc-9857-3e42537c4bcf req-2e161d3f-07cb-4410-b6dc-09ed0cbfaf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:25.569031 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dcbaaa9e-7eea-47bc-9857-3e42537c4bcf req-2e161d3f-07cb-4410-b6dc-09ed0cbfaf19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1221659 Sep 16 04:42:25.616604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 94d0a7c3-849d-47bb-981e-04887206b61c details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:25.685751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaaa9e-7eea-47bc-9857-3e42537c4bcf req-b8b72cb8-a0b8-4f89-bc0a-6362245ce15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:25.689193 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dcbaaa9e-7eea-47bc-9857-3e42537c4bcf req-b8b72cb8-a0b8-4f89-bc0a-6362245ce15e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1125441 Sep 16 04:42:25.750337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:25.765487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '94d0a7c3-849d-47bb-981e-04887206b61c', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '94d0a7c3-849d-47bb-981e-04887206b61c', 'mac_address': 'fa:16:3e:e1:73:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:25.800635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcc51f-b346-4e6b-ac82-027383d05fff req-ee219a68-2573-4b88-bbcb-59da6ec73972 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:25.802217 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3adcc51f-b346-4e6b-ac82-027383d05fff req-ee219a68-2573-4b88-bbcb-59da6ec73972 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 944 time: 0.1051240 Sep 16 04:42:25.805137 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.811739 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.826629 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.845211 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d0a7c3-849d-47bb-981e-04887206b61c {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:25.870499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:25.885423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Pushing event deleted for resources: {'Port': ['ID=b20838a8-0997-411f-8393-01152b61f6b1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:25.902804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3adcc51f-b346-4e6b-ac82-027383d05fff req-2ac12bd3-c6e6-491a-a579-92c7f090509b tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715036 Sep 16 04:42:25.981063 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dcbaaa9e-7eea-47bc-9857-3e42537c4bcf req-46534824-47ff-4b25-963d-55c726277aae service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810998 Sep 16 04:42:26.031364 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.077280 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.115345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=94d0a7c3-849d-47bb-981e-04887206b61c,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:26.157503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Router 4b1202b5-d52b-4f90-812e-5af953534f6d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:26.192842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Network fb732cf4-3497-45d6-8853-b2066fbc4fa6 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:26.223077 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dcbaaa9e-7eea-47bc-9857-3e42537c4bcf req-6a9bc331-bba3-43d3-a3f1-53ccc3fabd12 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207773 Sep 16 04:42:26.256392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:26.266833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-aea93157-d285-435a-b2e7-94bf22335a50 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e1b922fb9e1444eb4fe733181e01329&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408535 Sep 16 04:42:26.295941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:26.299827 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Pushing event updated for resources: {'Port': ['ID=d5ffe47e-6bfa-4cb5-a579-29138c04d575,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:26.302583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['94d0a7c3-849d-47bb-981e-04887206b61c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:26.362521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:26.382524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1bff83-187d-45b7-ba1b-dfeef1800fcc None None] Sync routers for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:26.404688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] No DVR routers for this DVR port b20838a8-0997-411f-8393-01152b61f6b1 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:26.407467 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.409742 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c375ed56-27d9-44ac-8264-2003d1fede83 req-f1d4b100-b986-45e6-ab3c-fccc1d060154 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.23 "DELETE /v2.0/ports/b20838a8-0997-411f-8393-01152b61f6b1 HTTP/1.1" status: 204 len: 173 time: 2.3113005 Sep 16 04:42:26.410201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'name': 'network-vif-deleted', 'tag': 'b20838a8-0997-411f-8393-01152b61f6b1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:26.412538 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89203ae5-9c52-4abb-86a9-6f4453c9dc5a" -d '{"events": [{"server_uuid": "2b93c471-bccf-45e5-9da8-0eb52b4db955", "name": "network-vif-deleted", "tag": "b20838a8-0997-411f-8393-01152b61f6b1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:26.423906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1bff83-187d-45b7-ba1b-dfeef1800fcc None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:26.424682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9d1bff83-187d-45b7-ba1b-dfeef1800fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:42:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:26.547026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.547026 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.585086 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-144fd3b0-0f0b-4ff2-a2f1-450e403c5769 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287144 Sep 16 04:42:26.598607 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-855c9c19-5557-4261-b1af-4b0ffe92bab2 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.605898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-855c9c19-5557-4261-b1af-4b0ffe92bab2 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3382719 Sep 16 04:42:26.609990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-9d1bff83-187d-45b7-ba1b-dfeef1800fcc None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:26.622887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-4db88050-7936-43fe-8ebe-35ef65fbde2f tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/quotas/1e1b922fb9e1444eb4fe733181e01329 HTTP/1.1" status: 200 len: 375 time: 0.0160029 Sep 16 04:42:26.652905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-1bf2935f-aeb3-44c9-92fe-0fd92161755c tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e1b922fb9e1444eb4fe733181e01329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290318 Sep 16 04:42:26.741049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-9e2cf2fc-04dd-4a33-b137-b871f6339293 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9279027 Sep 16 04:42:26.761474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Request body: {'port': {'device_id': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:26.801009 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-efdbd3c1-afef-4d26-99c3-ccf30c64225e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.818516 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-efdbd3c1-afef-4d26-99c3-ccf30c64225e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236211 Sep 16 04:42:26.831224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Request body: {'port': {'device_id': '613cc77f-6f84-4ee3-993d-26427e6e61f1', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'f9de0864ac234533b3b7edea6e651fd6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:26.870076 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.981569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a98ca45b-f1ea-46af-ae77-aeb440398c08 None None] Provisioning complete for port d5ffe47e-6bfa-4cb5-a579-29138c04d575 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:26.981569 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a98ca45b-f1ea-46af-ae77-aeb440398c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.033664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a98ca45b-f1ea-46af-ae77-aeb440398c08 None None] Port d5ffe47e-6bfa-4cb5-a579-29138c04d575 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:27.046846 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9d1bff83-187d-45b7-ba1b-dfeef1800fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:27.089294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1bff83-187d-45b7-ba1b-dfeef1800fcc None None] Checking router: 4b1202b5-d52b-4f90-812e-5af953534f6d for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:27.099828 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1bff83-187d-45b7-ba1b-dfeef1800fcc None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:27.100488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9d1bff83-187d-45b7-ba1b-dfeef1800fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:42:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:27.133548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Made reservation on behalf of f9de0864ac234533b3b7edea6e651fd6 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:27.138637 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.164562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.218288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5306526-954f-4c19-9710-a2414cb0292b req-15673146-1bf3-45d2-996d-2434d19ba05e tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.220312 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5306526-954f-4c19-9710-a2414cb0292b req-15673146-1bf3-45d2-996d-2434d19ba05e tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 932 time: 0.0909073 Sep 16 04:42:27.274973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-9d1bff83-187d-45b7-ba1b-dfeef1800fcc None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:27.308451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.321022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5306526-954f-4c19-9710-a2414cb0292b req-e8f1fbdf-b9ea-430a-a47d-d75e20791a3c tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909204 Sep 16 04:42:27.356552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ffe47e-6bfa-4cb5-a579-29138c04d575 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:27.356552 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.369933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Transition to ACTIVE for port object d5ffe47e-6bfa-4cb5-a579-29138c04d575 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:27.407252 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-decafacd-929b-455f-a8a0-8f1de5475ae9 req-b20696b5-637b-444a-bdbf-76ca334e99f8 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 210 time: 0.0267482 Sep 16 04:42:27.487752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.516544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef4911-fb8b-48d1-b448-b3c904adf762 req-00844b27-b523-4bcb-a3ed-bfe525285264 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.516766 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9d1bff83-187d-45b7-ba1b-dfeef1800fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:27.518677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dcef4911-fb8b-48d1-b448-b3c904adf762 req-00844b27-b523-4bcb-a3ed-bfe525285264 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0541618 Sep 16 04:42:27.543865 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.554501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1bff83-187d-45b7-ba1b-dfeef1800fcc None None] The sync data for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 is: [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:27.567924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a57bce2-f388-4313-8e15-ee4a23a4319b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:27.636201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:27.670215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Allocated IP 192.168.233.63 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/728bceb0-7a81-44d7-8b43-8fbcee31b889) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:27.671324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dcef4911-fb8b-48d1-b448-b3c904adf762 req-aa447ddb-545a-4c1f-b6c0-c0e02cc31cb0 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466496 Sep 16 04:42:27.671966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ffe47e-6bfa-4cb5-a579-29138c04d575,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:27.728682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 94d0a7c3-849d-47bb-981e-04887206b61c up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:27.797545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 80974e60-2c11-465f-bba3-d158a4715af7 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:27.799892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Attempting to bind port d5ffe47e-6bfa-4cb5-a579-29138c04d575 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:27.800226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Attempting to bind port d5ffe47e-6bfa-4cb5-a579-29138c04d575 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:27.800584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Attempting to bind port d5ffe47e-6bfa-4cb5-a579-29138c04d575 on network fb732cf4-3497-45d6-8853-b2066fbc4fa6 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:27.802500 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2b41fe-072b-4660-954e-51bb62684363 x-openstack-request-id: req-4e2b41fe-072b-4660-954e-51bb62684363 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:27.802835 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b93c471-bccf-45e5-9da8-0eb52b4db955", "name": "network-vif-deleted", "tag": "b20838a8-0997-411f-8393-01152b61f6b1", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:27.803117 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e2b41fe-072b-4660-954e-51bb62684363 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:27.803546 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b93c471-bccf-45e5-9da8-0eb52b4db955', 'name': 'network-vif-deleted', 'tag': 'b20838a8-0997-411f-8393-01152b61f6b1', 'status': 'completed', 'code': 200} Sep 16 04:42:27.803944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device b20838a8-0997-411f-8393-01152b61f6b1 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:27.805951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Port d5ffe47e-6bfa-4cb5-a579-29138c04d575 on network fb732cf4-3497-45d6-8853-b2066fbc4fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:27.806236 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Attempting to bind port d5ffe47e-6bfa-4cb5-a579-29138c04d575 on network fb732cf4-3497-45d6-8853-b2066fbc4fa6 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:27.814905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:27.815768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Checking segment: {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:27.816022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Bound using segment: {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:27.816603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Bound port: d5ffe47e-6bfa-4cb5-a579-29138c04d575, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f46519-2cd2-437f-a72d-cf25d5307873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:27.816882 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.896491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: b20838a8-0997-411f-8393-01152b61f6b1 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:27.896904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device b20838a8-0997-411f-8393-01152b61f6b1 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:27.957268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] For port d5ffe47e-6bfa-4cb5-a579-29138c04d575, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:27.964101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] For port d5ffe47e-6bfa-4cb5-a579-29138c04d575, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d5ffe47e-6bfa-4cb5-a579-29138c04d575,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:27.980140 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:28.057581 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e464f88-dbbf-4cf3-bf82-7fd79da89c49 None None] New status for floating IP bad642b4-883d-4447-8875-989a303b0466: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:28.058092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6383e-a4e6-4dd9-b387-a07d9b100216 req-de1201f7-76e7-4cc8-acac-172a15a53869 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.058092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4a6383e-a4e6-4dd9-b387-a07d9b100216 req-de1201f7-76e7-4cc8-acac-172a15a53869 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 946 time: 0.0724111 Sep 16 04:42:28.084618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.105730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4a6383e-a4e6-4dd9-b387-a07d9b100216 req-ea75e168-cf03-4c28-b80b-4204f8f49df3 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650258 Sep 16 04:42:28.119586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4', 'mac_address': 'fa:16:3e:60:b4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:28.249865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a439f6-2a1a-448a-bcb2-0fd08cfb20b7 req-acd36d13-b9f8-4669-be65-14d756e82126 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.251626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1a439f6-2a1a-448a-bcb2-0fd08cfb20b7 req-acd36d13-b9f8-4669-be65-14d756e82126 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 944 time: 0.0587063 Sep 16 04:42:28.304345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1a439f6-2a1a-448a-bcb2-0fd08cfb20b7 req-b8a52ecc-e078-44a0-b975-dcf7c085d421 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Sep 16 04:42:28.371401 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.374990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28c4df3c-613f-453c-89fd-cc57c7af997d req-3017fdd4-b848-4380-a510-59ced8b53631 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 210 time: 0.0296574 Sep 16 04:42:28.392628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 80974e60-2c11-465f-bba3-d158a4715af7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=80974e60-2c11-465f-bba3-d158a4715af7,segment=NetworkSegment(2e2f3369-2e9c-428f-9b98-9ced3659690d),segment_id=2e2f3369-2e9c-428f-9b98-9ced3659690d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:28.396744 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:28.421457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '80974e60-2c11-465f-bba3-d158a4715af7', 'network_id': '6757a761-164d-4cd7-b4b3-2d43b98f9dd9', 'port_id': '80974e60-2c11-465f-bba3-d158a4715af7', 'mac_address': 'fa:16:3e:79:cf:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c195371b-def0-4f24-877b-dd6d6def750c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:28.426620 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:28.467575 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.480163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4fd99-9e79-43a6-a448-51d1a0e09073 req-1bf09d42-a524-4fca-8f05-aedd395ed7f8 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.482189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fa4fd99-9e79-43a6-a448-51d1a0e09073 req-1bf09d42-a524-4fca-8f05-aedd395ed7f8 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 944 time: 0.0516651 Sep 16 04:42:28.482328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80974e60-2c11-465f-bba3-d158a4715af7 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:28.504888 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 80974e60-2c11-465f-bba3-d158a4715af7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=80974e60-2c11-465f-bba3-d158a4715af7,segment=NetworkSegment(2e2f3369-2e9c-428f-9b98-9ced3659690d),segment_id=2e2f3369-2e9c-428f-9b98-9ced3659690d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:28.528546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fa4fd99-9e79-43a6-a448-51d1a0e09073 req-194f9d02-dd66-4d66-9bbf-fd4ffec72054 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398819 Sep 16 04:42:28.615887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-426ab808-50a2-4b75-89c0-f4e08bab32f4 req-9a7a832a-c024-4f81-9c07-090a5b3391fb tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 210 time: 0.0289655 Sep 16 04:42:28.819591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320468ab-8291-406f-8850-ff1ec8c0572a req-b93e421d-912b-4e8e-81c3-c86d55e43998 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.821103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-320468ab-8291-406f-8850-ff1ec8c0572a req-b93e421d-912b-4e8e-81c3-c86d55e43998 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0520821 Sep 16 04:42:28.844362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 94d0a7c3-849d-47bb-981e-04887206b61c completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:28.845112 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.847912 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.852074 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 94d0a7c3-849d-47bb-981e-04887206b61c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:28.852074 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.885502 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.888155 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.899695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-320468ab-8291-406f-8850-ff1ec8c0572a req-4f187540-728c-4948-a790-faa2d30ce166 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720148 Sep 16 04:42:28.926279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.926279 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.938066 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] 10.222.0.23 "PUT /v2.0/ports/d5ffe47e-6bfa-4cb5-a579-29138c04d575 HTTP/1.1" status: 200 len: 1093 time: 2.1829212 Sep 16 04:42:28.938066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'tag': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:28.938066 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239360c0-99e7-490b-abd6-1433965206d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa1a1ae-0d75-49d1-94db-8cadd0b32904", "tag": "d5ffe47e-6bfa-4cb5-a579-29138c04d575"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:28.943063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:28.947586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:28.960272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:28.961449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:28.982574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135a50c-0b1a-43b0-91e8-40141a982d08 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ffe47e-6bfa-4cb5-a579-29138c04d575,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.008447 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db53f10-92bd-4e11-a098-6b38e1e4aae6 x-openstack-request-id: req-4db53f10-92bd-4e11-a098-6b38e1e4aae6 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:29.009608 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa1a1ae-0d75-49d1-94db-8cadd0b32904", "tag": "d5ffe47e-6bfa-4cb5-a579-29138c04d575", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:29.009608 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4db53f10-92bd-4e11-a098-6b38e1e4aae6 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:29.009608 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'tag': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575', 'status': 'completed', 'code': 200} Sep 16 04:42:29.034296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=80974e60-2c11-465f-bba3-d158a4715af7,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.034575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event updated for resources: {'Port': ['ID=728bceb0-7a81-44d7-8b43-8fbcee31b889,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.071929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.072692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.110247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239360c0-99e7-490b-abd6-1433965206d6 req-a6233bfb-4b6d-41b3-863e-d94fa3ada4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.111619 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-239360c0-99e7-490b-abd6-1433965206d6 req-a6233bfb-4b6d-41b3-863e-d94fa3ada4f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc90348af2cc4668a81319630766a035&device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 1096 time: 0.0723381 Sep 16 04:42:29.127274 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.159128 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-6f65c051-86c0-43e5-8fbf-1f4f85bdaf6c tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:42:29.160538 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-6f65c051-86c0-43e5-8fbf-1f4f85bdaf6c tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071256 Sep 16 04:42:29.176249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:29.178805 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6924eb6c-f940-49c5-bd82-806a77dca844" -d '{"events": [{"server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "name": "network-vif-plugged", "status": "completed", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:29.194114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['80974e60-2c11-465f-bba3-d158a4715af7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:29.197607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:29.202146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:29.264018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-5f8dcd11-a40e-428f-a3a0-21c4efe76ea6 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.272309 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-5f8dcd11-a40e-428f-a3a0-21c4efe76ea6 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports/71fe8797-96de-49f3-8b40-29ce548ec970 HTTP/1.1" status: 200 len: 1094 time: 0.1015124 Sep 16 04:42:29.277248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] Request body: {'binding': {'host': 'n-h2-712137-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:29.277704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] Unknown quota resources ['binding']. {{(pid=95451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:42:29.281631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-18e56f45-1898-4ee2-ad08-9c5eecb1f886 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4545817 Sep 16 04:42:29.305291 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.330014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Request body: {'port': {'device_id': '613cc77f-6f84-4ee3-993d-26427e6e61f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:29.384558 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733f269-59d0-420d-81bb-8388dae184e1 req-7226c32c-9ad9-4540-b1e1-eaeb516594fd tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.394486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c733f269-59d0-420d-81bb-8388dae184e1 req-7226c32c-9ad9-4540-b1e1-eaeb516594fd tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 947 time: 0.1236336 Sep 16 04:42:29.406057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239360c0-99e7-490b-abd6-1433965206d6 req-b3c1b4a2-b43b-477a-9bd7-ae98d5ffc227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.407817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-239360c0-99e7-490b-abd6-1433965206d6 req-b3c1b4a2-b43b-477a-9bd7-ae98d5ffc227 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=bc90348af2cc4668a81319630766a035&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2862840 Sep 16 04:42:29.449793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=94d0a7c3-849d-47bb-981e-04887206b61c,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.458803 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.540319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239360c0-99e7-490b-abd6-1433965206d6 req-ece6b1f8-08da-4f94-b71a-1d91751d859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.541866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-239360c0-99e7-490b-abd6-1433965206d6 req-ece6b1f8-08da-4f94-b71a-1d91751d859e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1229396 Sep 16 04:42:29.572990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c733f269-59d0-420d-81bb-8388dae184e1 req-472f51a0-15d4-4639-9a1c-38a26965488e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774216 Sep 16 04:42:29.623156 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f9202947-0bcf-469f-addb-b1f0e86ea6f7 None None] Provisioning complete for port 728bceb0-7a81-44d7-8b43-8fbcee31b889 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:29.623773 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f9202947-0bcf-469f-addb-b1f0e86ea6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.629723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] Attempting to bind port 71fe8797-96de-49f3-8b40-29ce548ec970 on host n-h2-712137-12 for vnic_type normal with profile None {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:29.630054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] Attempting to bind port 71fe8797-96de-49f3-8b40-29ce548ec970 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:29.630852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] Attempting to bind port 71fe8797-96de-49f3-8b40-29ce548ec970 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:29.645276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] Port 71fe8797-96de-49f3-8b40-29ce548ec970 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:29.645527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] Attempting to bind port 71fe8797-96de-49f3-8b40-29ce548ec970 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:29.649739 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aa6dbf-c14e-4892-bb04-1026beea0c0b x-openstack-request-id: req-f6aa6dbf-c14e-4892-bb04-1026beea0c0b {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:29.650005 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "name": "network-vif-plugged", "status": "completed", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:29.650443 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6aa6dbf-c14e-4892-bb04-1026beea0c0b {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:29.650747 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c', 'code': 200} Sep 16 04:42:29.670240 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f9202947-0bcf-469f-addb-b1f0e86ea6f7 None None] Port 728bceb0-7a81-44d7-8b43-8fbcee31b889 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:29.678836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:29.678836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:29.679133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] Bound using segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:29.679483 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] Bound port: 71fe8797-96de-49f3-8b40-29ce548ec970, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:29.683335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-b14a913e-6052-4b1a-868b-971db21bbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.685004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-b14a913e-6052-4b1a-868b-971db21bbf31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc90348af2cc4668a81319630766a035&device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 1096 time: 0.0743868 Sep 16 04:42:29.743373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-a06e9b7a-6591-4152-acea-619753508b56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ffe47e-6bfa-4cb5-a579-29138c04d575 HTTP/1.1" status: 200 len: 217 time: 0.0478768 Sep 16 04:42:29.818171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-bdaadaee-1a84-4bb4-8491-d5ca4881fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.819740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-bdaadaee-1a84-4bb4-8491-d5ca4881fa4a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7096e50a-d25d-4f19-a589-a5b7967e7926 HTTP/1.1" status: 200 len: 863 time: 0.0672026 Sep 16 04:42:29.820420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=71fe8797-96de-49f3-8b40-29ce548ec970,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:29.829405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdc362-d282-4d41-98c2-159fe95846c1 req-9a0a3599-29b7-4fab-b8bf-c491e9a94447 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.831078 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44bdc362-d282-4d41-98c2-159fe95846c1 req-9a0a3599-29b7-4fab-b8bf-c491e9a94447 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 945 time: 0.0905662 Sep 16 04:42:29.836315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1d84a-2ed7-46e3-886c-1b94f862ede9 req-139d0019-c448-457b-a939-7274f23a4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.838622 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-17d1d84a-2ed7-46e3-886c-1b94f862ede9 req-139d0019-c448-457b-a939-7274f23a4fef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 1101 time: 0.0973482 Sep 16 04:42:29.897962 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.898631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44bdc362-d282-4d41-98c2-159fe95846c1 req-5ac45d90-6d0f-45b5-a0b5-93008107a1f5 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583332 Sep 16 04:42:29.899047 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e088a00d-1f8d-415c-b444-e21b6881c3d4 service neutron] 10.222.0.24 "POST /v2.0/ports/71fe8797-96de-49f3-8b40-29ce548ec970/bindings HTTP/1.1" status: 201 len: 390 time: 0.6258464 Sep 16 04:42:29.916000 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-17d1d84a-2ed7-46e3-886c-1b94f862ede9 req-c19d72a1-fb51-465d-83bc-ebd399500066 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653849 Sep 16 04:42:29.917606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-073e9815-a2a0-4146-a6c2-2af1950b11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.919219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-073e9815-a2a0-4146-a6c2-2af1950b11b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb732cf4-3497-45d6-8853-b2066fbc4fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871532 Sep 16 04:42:29.924628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728bceb0-7a81-44d7-8b43-8fbcee31b889 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:29.932650 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.953619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Transition to ACTIVE for port object 728bceb0-7a81-44d7-8b43-8fbcee31b889 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:30.018772 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5501428d-107b-4bd5-92be-10538fcb41cf req-07970fcd-8dc3-4f46-96cf-0fd7689bd805 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 210 time: 0.0552778 Sep 16 04:42:30.050058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-0d2abc3b-7370-4bc5-b28f-fbe81092080c service neutron] 10.222.0.23 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141951 Sep 16 04:42:30.059203 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.130747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Pushing event updated for resources: {'Port': ['ID=728bceb0-7a81-44d7-8b43-8fbcee31b889,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:30.214447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Attempting to bind port 728bceb0-7a81-44d7-8b43-8fbcee31b889 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:30.214799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Attempting to bind port 728bceb0-7a81-44d7-8b43-8fbcee31b889 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:30.215121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Attempting to bind port 728bceb0-7a81-44d7-8b43-8fbcee31b889 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:30.224285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Port 728bceb0-7a81-44d7-8b43-8fbcee31b889 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:30.224285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Attempting to bind port 728bceb0-7a81-44d7-8b43-8fbcee31b889 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:30.226704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:30.227093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:30.227476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:30.227989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Bound port: 728bceb0-7a81-44d7-8b43-8fbcee31b889, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:30.228376 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.344438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] For port 728bceb0-7a81-44d7-8b43-8fbcee31b889, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:30.346454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] For port 728bceb0-7a81-44d7-8b43-8fbcee31b889, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=728bceb0-7a81-44d7-8b43-8fbcee31b889,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:30.413228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.454880 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.455728 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.457191 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-8dd15738-c848-497c-9838-920f946d7065 service neutron] 10.222.0.23 "PUT /v2.0/ports/728bceb0-7a81-44d7-8b43-8fbcee31b889 HTTP/1.1" status: 200 len: 1096 time: 1.1651957 Sep 16 04:42:30.460413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613cc77f-6f84-4ee3-993d-26427e6e61f1', 'tag': '728bceb0-7a81-44d7-8b43-8fbcee31b889'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:30.463844 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3156cf1-4739-469a-8cd3-8b985178c7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "613cc77f-6f84-4ee3-993d-26427e6e61f1", "tag": "728bceb0-7a81-44d7-8b43-8fbcee31b889"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:30.495385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd15738-c848-497c-9838-920f946d7065 service neutron] Pushing event updated for resources: {'Port': ['ID=728bceb0-7a81-44d7-8b43-8fbcee31b889,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:30.519462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1ff06-134e-48e2-b740-2644a4b61d4b req-049a570f-d20a-42a0-bb18-02566db5dd20 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.521018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1d1ff06-134e-48e2-b740-2644a4b61d4b req-049a570f-d20a-42a0-bb18-02566db5dd20 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 944 time: 0.1318166 Sep 16 04:42:30.534039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ddb82-e618-4eef-8931-383c735247bb req-675a7edf-57a2-4b3c-9762-61ff5539a35e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.535628 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-482ddb82-e618-4eef-8931-383c735247bb req-675a7edf-57a2-4b3c-9762-61ff5539a35e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 947 time: 0.1482646 Sep 16 04:42:30.556791 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2a9e28-d93d-4e45-9727-784b21169c6e req-cb3c50eb-7818-4c80-bc45-a5d75083a752 service neutron] 10.222.0.23 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977202 Sep 16 04:42:30.599561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1d1ff06-134e-48e2-b740-2644a4b61d4b req-56a17fe2-9ff7-4f75-bcfa-bcfa0c931a6d tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617173 Sep 16 04:42:30.607133 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-482ddb82-e618-4eef-8931-383c735247bb req-78411435-29ff-41b4-91f9-d3b05ab3f2ef tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592794 Sep 16 04:42:30.719800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-1862362e-a4d1-4b62-9394-d075de94d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.721593 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-1862362e-a4d1-4b62-9394-d075de94d244 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 1097 time: 0.0833654 Sep 16 04:42:30.736311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-62d3b232-46df-4ca3-80f6-b31afb5bf15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.737840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-62d3b232-46df-4ca3-80f6-b31afb5bf15d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 1099 time: 0.0850179 Sep 16 04:42:30.814151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-942c5aa9-1d79-4154-84aa-1571845dc153 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=728bceb0-7a81-44d7-8b43-8fbcee31b889 HTTP/1.1" status: 200 len: 217 time: 0.0491111 Sep 16 04:42:30.822469 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-3b81392d-6e46-4df8-91dd-efa3ae500c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.824064 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-3b81392d-6e46-4df8-91dd-efa3ae500c0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.0942028 Sep 16 04:42:30.825531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f233e-8ea7-44fc-919e-915fb6f836b9 req-ec7d6117-c994-4fef-aa02-dae817639913 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.827052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-577f233e-8ea7-44fc-919e-915fb6f836b9 req-ec7d6117-c994-4fef-aa02-dae817639913 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1285942 Sep 16 04:42:30.871908 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-2c8f626d-3d20-43f1-ac6b-50381871116d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71fe8797-96de-49f3-8b40-29ce548ec970 HTTP/1.1" status: 200 len: 217 time: 0.0391204 Sep 16 04:42:30.896848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238f317-8bac-41f8-a8fd-ee5076a644a4 req-b35d8984-3e26-444b-963c-9e7e6ae6c5e9 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.898319 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c238f317-8bac-41f8-a8fd-ee5076a644a4 req-b35d8984-3e26-444b-963c-9e7e6ae6c5e9 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 945 time: 0.1672027 Sep 16 04:42:30.906002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-58973cfe-6afd-4aad-93e8-fe7e9a8c234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.907455 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-58973cfe-6afd-4aad-93e8-fe7e9a8c234f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0783916 Sep 16 04:42:30.929698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-df9e31c2-8f2b-4515-a6e0-c6db5817a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.931146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-df9e31c2-8f2b-4515-a6e0-c6db5817a837 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.0485668 Sep 16 04:42:30.941826 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-577f233e-8ea7-44fc-919e-915fb6f836b9 req-c1eee1b2-c74d-44e3-92d7-82fab8abc4a4 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030662 Sep 16 04:42:30.976162 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-575db0ef-ae7e-450c-a5ba-d2bf205ebe3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331850 Sep 16 04:42:30.976275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c238f317-8bac-41f8-a8fd-ee5076a644a4 req-331f5252-9a9b-4455-a20f-96a25bb47ea7 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677631 Sep 16 04:42:30.989227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-de88b0fe-8bdf-4967-9bbe-714e7304b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.990864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-de88b0fe-8bdf-4967-9bbe-714e7304b5b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676224 Sep 16 04:42:31.003493 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f8ca2c-5206-4856-9e3a-d36236498cc0 x-openstack-request-id: req-f9f8ca2c-5206-4856-9e3a-d36236498cc0 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:31.003739 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613cc77f-6f84-4ee3-993d-26427e6e61f1", "tag": "728bceb0-7a81-44d7-8b43-8fbcee31b889", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:31.004245 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9f8ca2c-5206-4856-9e3a-d36236498cc0 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:31.004833 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613cc77f-6f84-4ee3-993d-26427e6e61f1', 'tag': '728bceb0-7a81-44d7-8b43-8fbcee31b889', 'status': 'completed', 'code': 200} Sep 16 04:42:31.185842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca552b1-2806-421c-9ca5-6505789e2cae req-70c6e676-8101-46a8-afe6-b2476255a35b tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.187452 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ca552b1-2806-421c-9ca5-6505789e2cae req-70c6e676-8101-46a8-afe6-b2476255a35b tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 947 time: 0.1468086 Sep 16 04:42:31.191133 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-3f4f045c-9004-4f70-8db6-ececa210ea4e service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837165 Sep 16 04:42:31.198981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83615c-3ce0-49ca-8b77-fe8d6b57136f req-c6d7792f-50c4-4909-8117-77f858c090e8 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.201077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc83615c-3ce0-49ca-8b77-fe8d6b57136f req-c6d7792f-50c4-4909-8117-77f858c090e8 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 945 time: 0.1515319 Sep 16 04:42:31.326983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ca552b1-2806-421c-9ca5-6505789e2cae req-b4038e03-5c60-4d6a-a6e5-c4c146bdee98 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247230 Sep 16 04:42:31.334061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc83615c-3ce0-49ca-8b77-fe8d6b57136f req-2fa069cf-19e7-4a44-918a-f2f392974946 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159000 Sep 16 04:42:31.346124 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-2169f70e-5147-4220-832a-04d78a9f30a7 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574119 Sep 16 04:42:31.370524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7778afa-8ca9-4a8a-837a-b39a37e67f82 req-73802ab0-5be0-48e5-be27-f986bfd5ca9f service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659021 Sep 16 04:42:31.435275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59b607a7-8ec7-41fa-ba9f-80fdedabf4c2 req-7b271bf5-5852-4c14-8962-df589ede2309 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 210 time: 0.0315783 Sep 16 04:42:31.446221 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-8cfcd858-f16f-46f9-af3b-97644b255ea2 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848799 Sep 16 04:42:31.522699 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f5e5e2c5-96fa-4d54-bc85-9c7af3ee54be tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1e1b922fb9e1444eb4fe733181e01329&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209363 Sep 16 04:42:31.590567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3156cf1-4739-469a-8cd3-8b985178c7fb req-bb0d4da9-b47a-414d-b5cf-f28fcc6b24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.592124 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3156cf1-4739-469a-8cd3-8b985178c7fb req-bb0d4da9-b47a-414d-b5cf-f28fcc6b24c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 1099 time: 0.0448012 Sep 16 04:42:31.636782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-7353754a-a844-480b-bcee-5c378956af50 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.640067 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-7353754a-a844-480b-bcee-5c378956af50 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097465 Sep 16 04:42:31.664762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:31.691958 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Request body: {'port': {'device_id': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': '1e1b922fb9e1444eb4fe733181e01329'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:31.717032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 80974e60-2c11-465f-bba3-d158a4715af7 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:31.737153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3156cf1-4739-469a-8cd3-8b985178c7fb req-d21ebe27-d6f4-486e-b8b1-f2c8d0028a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.738816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3156cf1-4739-469a-8cd3-8b985178c7fb req-d21ebe27-d6f4-486e-b8b1-f2c8d0028a8f service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1390386 Sep 16 04:42:31.826044 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3156cf1-4739-469a-8cd3-8b985178c7fb req-861f3728-2ce0-4d35-a595-bdf127f8cf40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=728bceb0-7a81-44d7-8b43-8fbcee31b889 HTTP/1.1" status: 200 len: 217 time: 0.0670133 Sep 16 04:42:31.854732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b57d76-1a08-41fd-8ff4-981747263f6a req-56b4d439-0737-4a96-a195-480062e89c48 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.856108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28b57d76-1a08-41fd-8ff4-981747263f6a req-56b4d439-0737-4a96-a195-480062e89c48 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 944 time: 0.1447730 Sep 16 04:42:31.882307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fa13d-bc47-427b-b83b-45810c48e6ad req-a160601f-2679-4f69-b05a-f7de5d59d132 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.883822 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c2fa13d-bc47-427b-b83b-45810c48e6ad req-a160601f-2679-4f69-b05a-f7de5d59d132 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 947 time: 0.1742604 Sep 16 04:42:31.910681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 80974e60-2c11-465f-bba3-d158a4715af7 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:31.914019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:31.917478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 80974e60-2c11-465f-bba3-d158a4715af7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:31.918287 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.921638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:31.922298 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.939215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Made reservation on behalf of 1e1b922fb9e1444eb4fe733181e01329 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:31.948340 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.948842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3156cf1-4739-469a-8cd3-8b985178c7fb req-0affbf92-1a08-4956-8823-4d5f82b9d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.954047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3156cf1-4739-469a-8cd3-8b985178c7fb req-0affbf92-1a08-4956-8823-4d5f82b9d413 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1156533 Sep 16 04:42:31.961898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28b57d76-1a08-41fd-8ff4-981747263f6a req-3d338cd9-353e-409d-8b25-84b30276b987 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770936 Sep 16 04:42:31.979216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c2fa13d-bc47-427b-b83b-45810c48e6ad req-ee0ea4af-6fd6-4353-82d1-3d6d765870d2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829089 Sep 16 04:42:31.979436 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.052314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3156cf1-4739-469a-8cd3-8b985178c7fb req-fa9afd82-e273-4e45-b992-f7ca12473fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.057157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3156cf1-4739-469a-8cd3-8b985178c7fb req-fa9afd82-e273-4e45-b992-f7ca12473fe5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0923510 Sep 16 04:42:32.135634 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.171445 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.193399 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.213645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ccb092-6640-4708-813d-810650aef72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80974e60-2c11-465f-bba3-d158a4715af7'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:32.216620 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679b1ea9-3830-4be8-8212-d30544cbf25f" -d '{"events": [{"server_uuid": "e8ccb092-6640-4708-813d-810650aef72c", "name": "network-vif-plugged", "status": "completed", "tag": "80974e60-2c11-465f-bba3-d158a4715af7"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:32.241267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57f91-6de3-43ca-997f-e8a55e3984b9 req-3ac6b1a8-8df8-446f-bb4e-8505d0ef62ac tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.241580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 80974e60-2c11-465f-bba3-d158a4715af7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=80974e60-2c11-465f-bba3-d158a4715af7,segment=NetworkSegment(2e2f3369-2e9c-428f-9b98-9ced3659690d),segment_id=2e2f3369-2e9c-428f-9b98-9ced3659690d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:32.242814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04e57f91-6de3-43ca-997f-e8a55e3984b9 req-3ac6b1a8-8df8-446f-bb4e-8505d0ef62ac tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1618636 Sep 16 04:42:32.258057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464adc64-67d0-4e8d-becd-4eeaad3ea2c5 req-189841fd-907c-4ba4-bd1f-3a6b929e67d4 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.259608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:32.260918 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-464adc64-67d0-4e8d-becd-4eeaad3ea2c5 req-189841fd-907c-4ba4-bd1f-3a6b929e67d4 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 945 time: 0.1467218 Sep 16 04:42:32.263510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3156cf1-4739-469a-8cd3-8b985178c7fb req-a00c9564-5e12-439e-ba4c-a584b1b6248b service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970005 Sep 16 04:42:32.373725 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.380742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04e57f91-6de3-43ca-997f-e8a55e3984b9 req-c3e986d5-fa91-4d7b-b7c9-c8f41ae1cac5 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161127 Sep 16 04:42:32.388727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-464adc64-67d0-4e8d-becd-4eeaad3ea2c5 req-12fe197d-1ebb-441f-a69d-7d8c2061e5d5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223593 Sep 16 04:42:32.435340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3156cf1-4739-469a-8cd3-8b985178c7fb req-032edcc6-2fe6-4b53-8c43-15ee760fad2d service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567552 Sep 16 04:42:32.459768 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73210320-658e-49d8-9071-b9d00b1b6508 x-openstack-request-id: req-73210320-658e-49d8-9071-b9d00b1b6508 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:32.460050 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ccb092-6640-4708-813d-810650aef72c", "name": "network-vif-plugged", "status": "completed", "tag": "80974e60-2c11-465f-bba3-d158a4715af7", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:32.460298 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73210320-658e-49d8-9071-b9d00b1b6508 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:32.461527 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ccb092-6640-4708-813d-810650aef72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80974e60-2c11-465f-bba3-d158a4715af7', 'code': 200} Sep 16 04:42:32.468233 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.475639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6628338-69a1-4373-bdef-4e41b4d15145,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:32.539663 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.594042 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=80974e60-2c11-465f-bba3-d158a4715af7,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:32.602391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Allocated IP 192.168.233.108 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/acdccb7f-90a0-4577-985c-cf9db639083d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:32.679100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c7eea-fe9a-424f-8ecb-161369270cb5 req-785f9c05-b95d-4ee3-9e60-7acb853cd6f6 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.680715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-372c7eea-fe9a-424f-8ecb-161369270cb5 req-785f9c05-b95d-4ee3-9e60-7acb853cd6f6 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 946 time: 0.1378186 Sep 16 04:42:32.684763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9ff10-dc2a-45d4-858a-62c3a65327a7 req-a8842487-1094-4405-a6bf-6ef9d956bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.686444 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9c9ff10-dc2a-45d4-858a-62c3a65327a7 req-a8842487-1094-4405-a6bf-6ef9d956bd77 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 1098 time: 0.1527622 Sep 16 04:42:32.691295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:32.710157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2400bea-c38d-4f75-bfac-018e0ac6b986 req-01a5a5d2-04f4-4b49-94ff-9802b2a5b37c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.711712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2400bea-c38d-4f75-bfac-018e0ac6b986 req-01a5a5d2-04f4-4b49-94ff-9802b2a5b37c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 948 time: 0.1699457 Sep 16 04:42:32.803948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9c9ff10-dc2a-45d4-858a-62c3a65327a7 req-500adae2-9aa0-43b1-bb8a-5ca363976eaa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912313 Sep 16 04:42:32.808948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-372c7eea-fe9a-424f-8ecb-161369270cb5 req-acd11383-0e17-41e4-920b-1eb026536393 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215589 Sep 16 04:42:32.813022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2400bea-c38d-4f75-bfac-018e0ac6b986 req-579d3cc4-f04a-4a4c-800c-8d5a58f391af tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826752 Sep 16 04:42:32.824777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.912184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e307094d-bc7a-43b9-9f4b-2765d9278438 req-a2d7ee00-31bf-427a-bf54-232c68e9a139 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 210 time: 0.0284078 Sep 16 04:42:32.979655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.033175 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:33.036722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:33.040832 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:33.111138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Pushing event updated for resources: {'Port': ['ID=acdccb7f-90a0-4577-985c-cf9db639083d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:33.154241 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:33.155310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.211115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c31feb-ce78-4448-98bb-16f01433ece5 req-40577ef4-c4b1-4ef8-82b6-13812dbd7233 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:33.221088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1c31feb-ce78-4448-98bb-16f01433ece5 req-40577ef4-c4b1-4ef8-82b6-13812dbd7233 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 944 time: 0.1457887 Sep 16 04:42:33.267093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1c31feb-ce78-4448-98bb-16f01433ece5 req-44d59b12-7c76-4018-84dc-678f68bdcd92 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443032 Sep 16 04:42:33.293257 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-5de67f33-2160-4300-b169-594be8ab4a4e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6036270 Sep 16 04:42:33.293393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbf7a7-54ec-4257-8816-004aeb36ccb9 req-4e3bd859-f825-4240-8e95-5caecbffc755 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:33.295012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-58bbf7a7-54ec-4257-8816-004aeb36ccb9 req-4e3bd859-f825-4240-8e95-5caecbffc755 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 947 time: 0.1609781 Sep 16 04:42:33.304758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Request body: {'port': {'device_id': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:33.349758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-58bbf7a7-54ec-4257-8816-004aeb36ccb9 req-8ed862c8-8aa0-400c-99fd-04a528ab885b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485787 Sep 16 04:42:33.370963 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.383896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-31bfcdb2-83ff-4563-81a4-6171453b22ab None None] Provisioning complete for port acdccb7f-90a0-4577-985c-cf9db639083d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:33.384608 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-31bfcdb2-83ff-4563-81a4-6171453b22ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.465756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-31bfcdb2-83ff-4563-81a4-6171453b22ab None None] Port acdccb7f-90a0-4577-985c-cf9db639083d cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:33.590462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4c521-ab77-4428-9ddf-668048593d2c req-77b2f24e-2dfa-46b4-b5b3-eb2fd7bf8c33 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:33.593296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7e4c521-ab77-4428-9ddf-668048593d2c req-77b2f24e-2dfa-46b4-b5b3-eb2fd7bf8c33 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 945 time: 0.1003561 Sep 16 04:42:33.605286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f733471-3784-4f2c-a992-03c0d9ee9d12 req-5df1e3d4-7224-46ce-9db5-7ffbaa70a13c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:33.613122 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f733471-3784-4f2c-a992-03c0d9ee9d12 req-5df1e3d4-7224-46ce-9db5-7ffbaa70a13c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1181729 Sep 16 04:42:33.680526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f733471-3784-4f2c-a992-03c0d9ee9d12 req-949e95e4-98b9-470f-9898-45d5d5f37eb3 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646627 Sep 16 04:42:33.706846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acdccb7f-90a0-4577-985c-cf9db639083d {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:33.716986 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.726757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7e4c521-ab77-4428-9ddf-668048593d2c req-61f1054b-bbef-438c-b443-0f7d6c7a8719 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111341 Sep 16 04:42:33.730733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Transition to ACTIVE for port object acdccb7f-90a0-4577-985c-cf9db639083d will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:33.783512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2e1db-ca1a-42c6-8995-06408402a183 req-2c9bb387-536c-41d2-bdee-cbfb091db894 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:33.784993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ce2e1db-ca1a-42c6-8995-06408402a183 req-2c9bb387-536c-41d2-bdee-cbfb091db894 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 1097 time: 0.0415020 Sep 16 04:42:33.815405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.821555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ce2e1db-ca1a-42c6-8995-06408402a183 req-a853c9a3-59c5-4b89-b42a-fca8194b00a0 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303481 Sep 16 04:42:33.909321 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Pushing event updated for resources: {'Port': ['ID=acdccb7f-90a0-4577-985c-cf9db639083d,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:34.021959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a6b6d-18c7-4100-8185-ac7b8ae6b9d9 req-ca8440d3-6e95-4782-95f8-607d4bd23105 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.028227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Attempting to bind port acdccb7f-90a0-4577-985c-cf9db639083d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:34.028227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Attempting to bind port acdccb7f-90a0-4577-985c-cf9db639083d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:34.028227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Attempting to bind port acdccb7f-90a0-4577-985c-cf9db639083d on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:34.029290 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-447a6b6d-18c7-4100-8185-ac7b8ae6b9d9 req-ca8440d3-6e95-4782-95f8-607d4bd23105 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 946 time: 0.1070523 Sep 16 04:42:34.034912 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Port acdccb7f-90a0-4577-985c-cf9db639083d on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:34.035474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Attempting to bind port acdccb7f-90a0-4577-985c-cf9db639083d on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:34.036769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991526f-867e-405f-ab94-d0a1c6b311c9 req-55f58f8d-32f4-4188-be9a-ad9f1be72b08 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.042348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:34.042688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:34.043078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:34.043615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Bound port: acdccb7f-90a0-4577-985c-cf9db639083d, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:34.044020 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.045452 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1991526f-867e-405f-ab94-d0a1c6b311c9 req-55f58f8d-32f4-4188-be9a-ad9f1be72b08 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 948 time: 0.1161366 Sep 16 04:42:34.111110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1991526f-867e-405f-ab94-d0a1c6b311c9 req-d08cd868-5aeb-42a4-9c96-eae2cfc7cc2b tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641375 Sep 16 04:42:34.133445 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:34.140955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:34.148442 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-447a6b6d-18c7-4100-8185-ac7b8ae6b9d9 req-a56bf584-da70-42c8-8625-f85fb6d99f88 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979910 Sep 16 04:42:34.265217 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.278298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f37a6e-c6ec-4e80-9272-470fdd466495 req-e9d3d98b-b322-4153-a14c-8bf788f899a6 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.280203 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11f37a6e-c6ec-4e80-9272-470fdd466495 req-e9d3d98b-b322-4153-a14c-8bf788f899a6 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 948 time: 0.0533197 Sep 16 04:42:34.306638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.307251 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.308731 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/acdccb7f-90a0-4577-985c-cf9db639083d HTTP/1.1" status: 200 len: 1097 time: 1.0085149 Sep 16 04:42:34.309602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:34.312625 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2569442a-3f22-4f99-b834-68374a716957" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:34.329931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11f37a6e-c6ec-4e80-9272-470fdd466495 req-d7b7d607-6e17-4ebb-b928-bcf5a33fcbe6 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Sep 16 04:42:34.341507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4583f8f-3c1a-4c44-b5ad-1f965d4c18e3 service neutron] Pushing event updated for resources: {'Port': ['ID=acdccb7f-90a0-4577-985c-cf9db639083d,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:34.458772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d226fea-941a-454c-86ad-05df21caf62f req-fbe3d25c-ed7b-4663-b253-e68dbba17e0c tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.460354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d226fea-941a-454c-86ad-05df21caf62f req-fbe3d25c-ed7b-4663-b253-e68dbba17e0c tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 944 time: 0.0602202 Sep 16 04:42:34.462902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccd4c96-1892-43c5-ba83-7a9bb776af13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:34.465245 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0680df9b-c694-4434-8f2e-9ef23ac7c18f" -d '{"events": [{"server_uuid": "dccd4c96-1892-43c5-ba83-7a9bb776af13", "name": "network-vif-plugged", "status": "completed", "tag": "2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:34.482532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-e53f8ec6-7746-451b-8276-a9a15c8c3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.484442 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-e53f8ec6-7746-451b-8276-a9a15c8c3773 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e1b922fb9e1444eb4fe733181e01329&device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 1100 time: 0.0522799 Sep 16 04:42:34.515138 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d226fea-941a-454c-86ad-05df21caf62f req-8c9327f5-7591-49b9-b5f8-083b70288605 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442233 Sep 16 04:42:34.548179 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-132dd075-5d35-4b4b-9f0f-72f8c1f72e20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=acdccb7f-90a0-4577-985c-cf9db639083d HTTP/1.1" status: 200 len: 217 time: 0.0532699 Sep 16 04:42:34.556539 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede4314d-bdb4-4849-994e-eac4422cb3bb x-openstack-request-id: req-ede4314d-bdb4-4849-994e-eac4422cb3bb {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:34.556827 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:34.557078 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ede4314d-bdb4-4849-994e-eac4422cb3bb {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:34.557511 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'status': 'completed', 'code': 200} Sep 16 04:42:34.607086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-a793e5a2-45ff-4af1-8a29-b615b3baf883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.608586 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-a793e5a2-45ff-4af1-8a29-b615b3baf883 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0502195 Sep 16 04:42:34.660857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db712869-21c2-4cd5-a006-5b2c6be344b6 req-02ec5e53-ef28-40fa-a129-ed99e53c2cd1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.662620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db712869-21c2-4cd5-a006-5b2c6be344b6 req-02ec5e53-ef28-40fa-a129-ed99e53c2cd1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 947 time: 0.0579646 Sep 16 04:42:34.662823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-34ee725d-890a-42de-8654-f8051265dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.664380 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-34ee725d-890a-42de-8654-f8051265dc52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0469716 Sep 16 04:42:34.715022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db712869-21c2-4cd5-a006-5b2c6be344b6 req-3da93725-ecf6-4ddb-91bf-6a8b45c0f994 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459204 Sep 16 04:42:34.770037 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50175f57-f154-4129-a558-10774b1c62b4 x-openstack-request-id: req-50175f57-f154-4129-a558-10774b1c62b4 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:34.770327 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccd4c96-1892-43c5-ba83-7a9bb776af13", "name": "network-vif-plugged", "status": "completed", "tag": "2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:34.770578 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50175f57-f154-4129-a558-10774b1c62b4 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:34.770966 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccd4c96-1892-43c5-ba83-7a9bb776af13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4', 'code': 200} Sep 16 04:42:34.777866 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-781a924b-6afc-4f3e-8d88-dc68a9c33608 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055145 Sep 16 04:42:34.908290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed4638-94e4-4cb8-9551-07e3b5f304d0 req-77ca84f3-249c-4677-9e41-b6538e91ed89 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.910082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30ed4638-94e4-4cb8-9551-07e3b5f304d0 req-77ca84f3-249c-4677-9e41-b6538e91ed89 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0598996 Sep 16 04:42:34.943308 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6dbfc7fd-dd4d-47ca-bc70-02184291e4f1 req-16a547d7-0775-4eb5-974d-e14a374562b6 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542106 Sep 16 04:42:34.946790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2d09-775f-41f8-950e-b97e213974c1 req-224d3430-a8aa-4fae-ab11-aedc92f36446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.958898 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-abbf2d09-775f-41f8-950e-b97e213974c1 req-224d3430-a8aa-4fae-ab11-aedc92f36446 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 1100 time: 0.0832345 Sep 16 04:42:34.961728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30ed4638-94e4-4cb8-9551-07e3b5f304d0 req-821a9906-4c7b-476a-8253-b418fc1f7c98 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443480 Sep 16 04:42:35.000550 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-abbf2d09-775f-41f8-950e-b97e213974c1 req-b8bf35dc-6404-490b-bb28-bbce6defbc0a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325949 Sep 16 04:42:35.069790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb7389-a04f-4358-b57c-1faebf5a8b00 req-1db4a4e8-16c3-4f58-bb03-9fe6469f0525 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.071442 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfbb7389-a04f-4358-b57c-1faebf5a8b00 req-1db4a4e8-16c3-4f58-bb03-9fe6469f0525 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 945 time: 0.0531671 Sep 16 04:42:35.113903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfbb7389-a04f-4358-b57c-1faebf5a8b00 req-1f157cea-01a2-4391-ab49-d94ad79050cb tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343759 Sep 16 04:42:35.252009 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea84883-9c9f-4253-81d5-039da89f28ce req-c89b5e11-ee70-4aa4-aa24-27aba8255def tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.254125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ea84883-9c9f-4253-81d5-039da89f28ce req-c89b5e11-ee70-4aa4-aa24-27aba8255def tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 948 time: 0.0719359 Sep 16 04:42:35.300451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ea84883-9c9f-4253-81d5-039da89f28ce req-ea99874f-0ccb-47b3-bfc8-ab6c17c3a623 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381844 Sep 16 04:42:35.303407 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569442a-3f22-4f99-b834-68374a716957 req-cabd8f3c-985f-41fb-bd0f-ddd195f0bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.305136 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2569442a-3f22-4f99-b834-68374a716957 req-cabd8f3c-985f-41fb-bd0f-ddd195f0bc7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e1b922fb9e1444eb4fe733181e01329&device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 1100 time: 0.0653250 Sep 16 04:42:35.402504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569442a-3f22-4f99-b834-68374a716957 req-91b7d5a7-8f81-4fe7-be23-788d2ea38fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.404028 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2569442a-3f22-4f99-b834-68374a716957 req-91b7d5a7-8f81-4fe7-be23-788d2ea38fb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.0911789 Sep 16 04:42:35.412599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef620ea2-8fa9-4fd0-99aa-eb2a196f2d4c req-9e810021-bf1b-4e6d-ab8b-7c4dc62a494e tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.414392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef620ea2-8fa9-4fd0-99aa-eb2a196f2d4c req-9e810021-bf1b-4e6d-ab8b-7c4dc62a494e tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 946 time: 0.0526564 Sep 16 04:42:35.457864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef620ea2-8fa9-4fd0-99aa-eb2a196f2d4c req-9040b2e0-5226-46fa-90b6-b1d48b28d85c tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363433 Sep 16 04:42:35.458743 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2569442a-3f22-4f99-b834-68374a716957 req-c445896f-d22e-4ea8-9284-22f15cfc5792 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=acdccb7f-90a0-4577-985c-cf9db639083d HTTP/1.1" status: 200 len: 217 time: 0.0459988 Sep 16 04:42:35.532903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569442a-3f22-4f99-b834-68374a716957 req-b7b07eec-3e4e-427a-a570-17a9f52fc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.534445 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2569442a-3f22-4f99-b834-68374a716957 req-b7b07eec-3e4e-427a-a570-17a9f52fc272 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0678067 Sep 16 04:42:35.605046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569442a-3f22-4f99-b834-68374a716957 req-165cd60a-046b-441d-85e3-507c8729a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.607503 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2569442a-3f22-4f99-b834-68374a716957 req-165cd60a-046b-441d-85e3-507c8729a3fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0635550 Sep 16 04:42:35.614566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac642dbd-982f-4fbe-8826-a2d0a03cab93 req-ae1fcdab-c6ea-4815-920c-1e89d8a9a38d tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.616114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac642dbd-982f-4fbe-8826-a2d0a03cab93 req-ae1fcdab-c6ea-4815-920c-1e89d8a9a38d tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 948 time: 0.0702503 Sep 16 04:42:35.678284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac642dbd-982f-4fbe-8826-a2d0a03cab93 req-026ffef3-7162-4bda-855a-df118b3fed23 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522211 Sep 16 04:42:35.726319 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 728bceb0-7a81-44d7-8b43-8fbcee31b889 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:35.787846 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2569442a-3f22-4f99-b834-68374a716957 req-ed03ef5a-dc15-42b1-b726-0481dbb02430 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676843 Sep 16 04:42:35.795502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa186226-ce05-4e9e-a43f-b72c26ab53b8 req-6b7a7e8e-36a7-4538-86c3-419ba6d01ac9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.804082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa186226-ce05-4e9e-a43f-b72c26ab53b8 req-6b7a7e8e-36a7-4538-86c3-419ba6d01ac9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 944 time: 0.0638700 Sep 16 04:42:35.845851 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa186226-ce05-4e9e-a43f-b72c26ab53b8 req-c33018bb-3c35-4009-bb7f-05ace6ad4745 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407541 Sep 16 04:42:35.879275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 728bceb0-7a81-44d7-8b43-8fbcee31b889, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=728bceb0-7a81-44d7-8b43-8fbcee31b889,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:35.905743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '728bceb0-7a81-44d7-8b43-8fbcee31b889', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '728bceb0-7a81-44d7-8b43-8fbcee31b889', 'mac_address': 'fa:16:3e:69:74:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:35.964320 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2569442a-3f22-4f99-b834-68374a716957 req-ea06bbed-f158-4aee-9144-0221e7afb857 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646373 Sep 16 04:42:35.971289 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.001385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728bceb0-7a81-44d7-8b43-8fbcee31b889 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:36.008643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6592-dd4e-4fb8-878e-f7aed8bd0e23 req-a78e4222-e958-467b-b826-1d50d0d84fab tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.010377 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-031e6592-dd4e-4fb8-878e-f7aed8bd0e23 req-a78e4222-e958-467b-b826-1d50d0d84fab tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 947 time: 0.0749171 Sep 16 04:42:36.024037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 728bceb0-7a81-44d7-8b43-8fbcee31b889, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=728bceb0-7a81-44d7-8b43-8fbcee31b889,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:36.052543 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-031e6592-dd4e-4fb8-878e-f7aed8bd0e23 req-2f31d12b-e4cd-448d-9e2f-a2429359107d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347142 Sep 16 04:42:36.150547 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.151466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d5ffe47e-6bfa-4cb5-a579-29138c04d575 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:36.178755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd34e80-23c3-404b-9d19-10dfc84538c5 req-d240177d-4839-4641-b1db-658a08d18e7c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.180388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebd34e80-23c3-404b-9d19-10dfc84538c5 req-d240177d-4839-4641-b1db-658a08d18e7c tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0582268 Sep 16 04:42:36.214661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-f4f79850-0606-423d-bd04-776aea1f612f tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:42:36.217075 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-f4f79850-0606-423d-bd04-776aea1f612f tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072718 Sep 16 04:42:36.255632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=728bceb0-7a81-44d7-8b43-8fbcee31b889,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:36.271150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebd34e80-23c3-404b-9d19-10dfc84538c5 req-8673e92c-fb4d-4032-b3bb-df21212d6acc tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833085 Sep 16 04:42:36.302503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-187bbdae-a033-438c-8120-696d7ae916f0 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.303994 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-187bbdae-a033-438c-8120-696d7ae916f0 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports/3c1a2824-4ec5-477a-badd-e06513efbcad HTTP/1.1" status: 200 len: 1094 time: 0.0662479 Sep 16 04:42:36.318220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] Request body: {'binding': {'host': 'n-h1-712137-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:36.318683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] Unknown quota resources ['binding']. {{(pid=95451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:42:36.400905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d5ffe47e-6bfa-4cb5-a579-29138c04d575, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d5ffe47e-6bfa-4cb5-a579-29138c04d575,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:36.417913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'port_id': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575', 'mac_address': 'fa:16:3e:8d:f5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:36.446252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad49e04-d4fd-4b6a-af26-e33dbfdfe362 req-87582b0a-8214-435a-94b5-095c6eb9da53 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.447914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ad49e04-d4fd-4b6a-af26-e33dbfdfe362 req-87582b0a-8214-435a-94b5-095c6eb9da53 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 945 time: 0.0609238 Sep 16 04:42:36.463199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.477977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ffe47e-6bfa-4cb5-a579-29138c04d575 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:36.507403 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ad49e04-d4fd-4b6a-af26-e33dbfdfe362 req-7577f91b-9b8e-47e4-abc6-b978df2856f7 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517972 Sep 16 04:42:36.509701 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d5ffe47e-6bfa-4cb5-a579-29138c04d575, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d5ffe47e-6bfa-4cb5-a579-29138c04d575,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:36.532156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] Attempting to bind port 3c1a2824-4ec5-477a-badd-e06513efbcad on host n-h1-712137-12 for vnic_type normal with profile None {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:36.532156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] Attempting to bind port 3c1a2824-4ec5-477a-badd-e06513efbcad by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:36.539159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] Attempting to bind port 3c1a2824-4ec5-477a-badd-e06513efbcad on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:36.554440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] Port 3c1a2824-4ec5-477a-badd-e06513efbcad on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:36.554815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] Attempting to bind port 3c1a2824-4ec5-477a-badd-e06513efbcad on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:36.566997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:36.567357 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:36.567754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] Bound using segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:36.568210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] Bound port: 3c1a2824-4ec5-477a-badd-e06513efbcad, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:36.590001 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.630449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3eeab-c14c-45e6-b313-1bc451f800a2 req-41bf8e8d-cd6a-45b5-93e7-9084dc5ca037 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.632516 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57c3eeab-c14c-45e6-b313-1bc451f800a2 req-41bf8e8d-cd6a-45b5-93e7-9084dc5ca037 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 948 time: 0.0622253 Sep 16 04:42:36.636711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3c1a2824-4ec5-477a-badd-e06513efbcad,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:36.647214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d5ffe47e-6bfa-4cb5-a579-29138c04d575,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:36.674973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57c3eeab-c14c-45e6-b313-1bc451f800a2 req-21422ae4-0cae-4218-86ae-0d6de19a514d tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349517 Sep 16 04:42:36.762412 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.764181 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e92e0d44-0627-4da9-b0fe-36b557a523c7 service neutron] 10.222.0.24 "POST /v2.0/ports/3c1a2824-4ec5-477a-badd-e06513efbcad/bindings HTTP/1.1" status: 201 len: 390 time: 0.4534557 Sep 16 04:42:36.805450 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef87b45-cde6-4236-930b-b512a3f5a655 req-bf7b335b-565c-4cba-bcfb-be8440f6e3d9 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.807056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eef87b45-cde6-4236-930b-b512a3f5a655 req-bf7b335b-565c-4cba-bcfb-be8440f6e3d9 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 948 time: 0.0641448 Sep 16 04:42:36.848935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eef87b45-cde6-4236-930b-b512a3f5a655 req-f36458c3-e2f8-423e-8be0-eb94ab54a9a0 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351977 Sep 16 04:42:36.897877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d5ffe47e-6bfa-4cb5-a579-29138c04d575'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:36.930317 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:36.985961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b8722-ff8a-4a11-ba79-e1cda594dce8 req-b5cc751b-28ae-41b9-9d00-2610194ce7d0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.987649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c3b8722-ff8a-4a11-ba79-e1cda594dce8 req-b5cc751b-28ae-41b9-9d00-2610194ce7d0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 945 time: 0.0640600 Sep 16 04:42:37.035984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c3b8722-ff8a-4a11-ba79-e1cda594dce8 req-c71ec429-bac1-4462-96df-e8f3b0fc7eb5 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395362 Sep 16 04:42:37.273501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991fdc8-bc50-452d-bffd-6789391dbc67 req-d63bb46a-e817-431c-91f2-df2eb9e6264d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.275013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7991fdc8-bc50-452d-bffd-6789391dbc67 req-d63bb46a-e817-431c-91f2-df2eb9e6264d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 948 time: 0.1098313 Sep 16 04:42:37.297854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7c5b9-62c1-4816-b79f-951b23891001 req-d06dec55-2533-4a49-9f75-a7e795a64c30 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.299229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7dd7c5b9-62c1-4816-b79f-951b23891001 req-d06dec55-2533-4a49-9f75-a7e795a64c30 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.0751889 Sep 16 04:42:37.351621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7991fdc8-bc50-452d-bffd-6789391dbc67 req-ad007669-3636-420a-a0af-4d203b971d98 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680282 Sep 16 04:42:37.367949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7dd7c5b9-62c1-4816-b79f-951b23891001 req-d9f57a26-1836-4b7c-b2c2-68d7b4b21b01 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566709 Sep 16 04:42:37.458619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-3df0e534-88c3-4915-8c0d-ff1a4ff639d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.460281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-3df0e534-88c3-4915-8c0d-ff1a4ff639d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 1097 time: 0.0468802 Sep 16 04:42:37.583159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b0638-fe17-426d-8568-12a3d143057e req-99bb90fa-354b-416d-b052-db0449ae5978 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.586730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de8b0638-fe17-426d-8568-12a3d143057e req-99bb90fa-354b-416d-b052-db0449ae5978 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1215813 Sep 16 04:42:37.670418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-166abe96-0378-445c-b4fe-37996ea0cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.671904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-166abe96-0378-445c-b4fe-37996ea0cfac service neutron] 10.222.0.23 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.1821756 Sep 16 04:42:37.678389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de8b0638-fe17-426d-8568-12a3d143057e req-81cc5f41-8b39-429c-91be-34276992fcf7 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832934 Sep 16 04:42:37.968644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-aa3702f5-4367-458e-b1f6-5b9686d02952 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1a2824-4ec5-477a-badd-e06513efbcad HTTP/1.1" status: 200 len: 217 time: 0.2857232 Sep 16 04:42:38.006787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce26fa-26c4-4043-b93f-5ca714b1d4cd req-5b057d40-1587-4a2a-a073-0ea7e35459bd tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.008963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fce26fa-26c4-4043-b93f-5ca714b1d4cd req-5b057d40-1587-4a2a-a073-0ea7e35459bd tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 945 time: 0.3792441 Sep 16 04:42:38.079307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-6ad342ba-aaa6-45b5-9522-ca3c93976a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.080837 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-6ad342ba-aaa6-45b5-9522-ca3c93976a62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.1037102 Sep 16 04:42:38.092332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c81b9-32b1-4d32-9c5d-828a1590b604 req-10d93338-2ab3-4644-a223-516f5a037928 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.093844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-528c81b9-32b1-4d32-9c5d-828a1590b604 req-10d93338-2ab3-4644-a223-516f5a037928 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 948 time: 0.1306529 Sep 16 04:42:38.098103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fce26fa-26c4-4043-b93f-5ca714b1d4cd req-dd008850-8931-4c56-abe7-126d8baa95f7 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700393 Sep 16 04:42:38.132793 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-2987fe60-49f9-4963-8e38-aa7e6acbbb30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378876 Sep 16 04:42:38.207742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-528c81b9-32b1-4d32-9c5d-828a1590b604 req-ffcf6169-2e31-4746-be8e-0d76698239fa tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023059 Sep 16 04:42:38.275957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4008dc-b1ae-46af-8ea8-90f40b2ba1b5 req-a88091c3-dd1d-4dab-81fb-962ab7b96cf7 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.277588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b4008dc-b1ae-46af-8ea8-90f40b2ba1b5 req-a88091c3-dd1d-4dab-81fb-962ab7b96cf7 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 948 time: 0.1139350 Sep 16 04:42:38.332315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-f13ae71b-f02c-4f42-9ea4-284469ea1762 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893353 Sep 16 04:42:38.376272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b4008dc-b1ae-46af-8ea8-90f40b2ba1b5 req-911c756d-df79-4b69-8227-59d8891589e9 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834551 Sep 16 04:42:38.399640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228dfec-2336-4068-b3c1-9d25a340e3f6 req-4895f3af-91d3-48d4-aed7-32f56ea46c0b tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.401269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d228dfec-2336-4068-b3c1-9d25a340e3f6 req-4895f3af-91d3-48d4-aed7-32f56ea46c0b tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 945 time: 0.1227624 Sep 16 04:42:38.513883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d228dfec-2336-4068-b3c1-9d25a340e3f6 req-c41dfced-800b-4c9a-b727-f8ac527880e9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830235 Sep 16 04:42:38.517943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-f3151595-e5bf-45e5-8bfc-96da47eb2b7e service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707757 Sep 16 04:42:38.541636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9abfac-8e16-409b-8efd-49ace0148468 req-7cc9a2ba-9f32-458a-bc05-4405ea07eabb tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.541636 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d9abfac-8e16-409b-8efd-49ace0148468 req-7cc9a2ba-9f32-458a-bc05-4405ea07eabb tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.0980468 Sep 16 04:42:38.578261 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d9abfac-8e16-409b-8efd-49ace0148468 req-0a4a3d40-67af-4355-a463-db6d50cdbd9f tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354578 Sep 16 04:42:38.635019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40160f8e-b808-49ed-bed8-f6b24b8bfc1c req-18495736-1e8b-4dda-a6e9-652349f9e81d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.636727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40160f8e-b808-49ed-bed8-f6b24b8bfc1c req-18495736-1e8b-4dda-a6e9-652349f9e81d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 948 time: 0.0569799 Sep 16 04:42:38.709748 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40160f8e-b808-49ed-bed8-f6b24b8bfc1c req-87f5ec11-81a4-4157-809e-8659e0f4443d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637369 Sep 16 04:42:38.732866 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf439cc-2526-49ae-955f-f3ec494990b7 req-c3b449ff-dd86-4557-b8f0-20a8baef694b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.733441 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcf439cc-2526-49ae-955f-f3ec494990b7 req-c3b449ff-dd86-4557-b8f0-20a8baef694b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.0658119 Sep 16 04:42:38.774637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcf439cc-2526-49ae-955f-f3ec494990b7 req-b667d9b7-4899-4057-924b-d84aafad5060 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345557 Sep 16 04:42:38.896193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33089672-ac2a-4281-b863-981dab421912 req-3d8d2478-f8f2-4e2b-89c2-2aec3283c42d tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.897699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33089672-ac2a-4281-b863-981dab421912 req-3d8d2478-f8f2-4e2b-89c2-2aec3283c42d tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0515258 Sep 16 04:42:38.938967 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33089672-ac2a-4281-b863-981dab421912 req-d633eb55-47f2-43e8-abd2-425910ef39a2 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347946 Sep 16 04:42:39.047580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-4e9e2509-e548-4f03-ab0c-944153366a69 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a466e1d644fe487f93d1c3cde159689c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274439 Sep 16 04:42:39.165059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-e7c0e6a2-2b90-4057-ae09-ab99b221650b tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:39.166439 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-e7c0e6a2-2b90-4057-ae09-ab99b221650b tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1121154 Sep 16 04:42:39.182571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-49ea1c3a-62be-44ab-bb56-129dbe0ea97b tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/quotas/a466e1d644fe487f93d1c3cde159689c HTTP/1.1" status: 200 len: 375 time: 0.0098546 Sep 16 04:42:39.238476 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-ed2c75e8-f09f-447c-9f47-8b6618d3a34f tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a466e1d644fe487f93d1c3cde159689c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493865 Sep 16 04:42:39.592125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6f18-363f-492e-860e-7d048fb0e798 req-412e9171-362f-49c7-8f82-e994982074e4 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:39.593833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2ca6f18-363f-492e-860e-7d048fb0e798 req-412e9171-362f-49c7-8f82-e994982074e4 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 945 time: 0.0559232 Sep 16 04:42:39.636861 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2ca6f18-363f-492e-860e-7d048fb0e798 req-bfcdd123-63f0-470a-b432-5a4a54f78733 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370381 Sep 16 04:42:39.743317 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device acdccb7f-90a0-4577-985c-cf9db639083d details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:39.746637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6dd7d3c4-a72d-47ee-b817-a6762a3fc595 req-85cb9117-ea06-4b3d-b2a6-b660887e0f41 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 210 time: 0.0349164 Sep 16 04:42:39.764495 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 728bceb0-7a81-44d7-8b43-8fbcee31b889 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:39.849384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e6172-3fdf-406a-a5bd-2566473c979b req-d9bbf103-6b36-4d92-84dd-f4517d1b1f2e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:39.852127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e7e6172-3fdf-406a-a5bd-2566473c979b req-d9bbf103-6b36-4d92-84dd-f4517d1b1f2e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 948 time: 0.1049263 Sep 16 04:42:39.920959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:39.936811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'mac_address': 'fa:16:3e:4f:88:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:39.944508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e7e6172-3fdf-406a-a5bd-2566473c979b req-97feafc2-ef7f-48fa-b32b-c90a1d69657e tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715845 Sep 16 04:42:39.966998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf36216-f68d-4198-9492-255bdb51d925 req-322b3eb6-9aee-4706-89f3-29db7d8ad08d tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:39.969009 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebf36216-f68d-4198-9492-255bdb51d925 req-322b3eb6-9aee-4706-89f3-29db7d8ad08d tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 945 time: 0.1159382 Sep 16 04:42:39.987283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 728bceb0-7a81-44d7-8b43-8fbcee31b889 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:39.999906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 728bceb0-7a81-44d7-8b43-8fbcee31b889 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:40.000218 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.005368 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.037750 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebf36216-f68d-4198-9492-255bdb51d925 req-15788aed-6090-4219-a6bc-3d69a9fd443e tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622993 Sep 16 04:42:40.098583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acdccb7f-90a0-4577-985c-cf9db639083d {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:40.099435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a6796-1be5-46ef-8019-935daab44182 req-a201a6ea-307a-4641-83a7-9ce8f32fcafe tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:40.111690 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-290a6796-1be5-46ef-8019-935daab44182 req-a201a6ea-307a-4641-83a7-9ce8f32fcafe tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 948 time: 0.0961671 Sep 16 04:42:40.156817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:40.199498 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.202817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-290a6796-1be5-46ef-8019-935daab44182 req-0b33ec94-79fa-4045-9248-87f71c11688f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892594 Sep 16 04:42:40.231959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613cc77f-6f84-4ee3-993d-26427e6e61f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728bceb0-7a81-44d7-8b43-8fbcee31b889'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:40.235258 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb13221-0fe5-4dc9-a717-1027a6f99c3a" -d '{"events": [{"server_uuid": "613cc77f-6f84-4ee3-993d-26427e6e61f1", "name": "network-vif-plugged", "status": "completed", "tag": "728bceb0-7a81-44d7-8b43-8fbcee31b889"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:40.255420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8dbe4-fb4a-4fea-a706-304bdf377f28 req-046d010d-e55d-435c-a0a9-f9f61484393f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:40.257039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4fb8dbe4-fb4a-4fea-a706-304bdf377f28 req-046d010d-e55d-435c-a0a9-f9f61484393f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.1082709 Sep 16 04:42:40.258006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 728bceb0-7a81-44d7-8b43-8fbcee31b889, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=728bceb0-7a81-44d7-8b43-8fbcee31b889,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:40.270593 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.324283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4fb8dbe4-fb4a-4fea-a706-304bdf377f28 req-2d241a63-1487-402f-90af-f323703607f1 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594952 Sep 16 04:42:40.339696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=acdccb7f-90a0-4577-985c-cf9db639083d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:40.397680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a9208-5ea5-4037-bf4c-58b0a7a3f852 req-fd5fedd3-e75a-419e-9983-b0a99bb39dfa tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:40.399522 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d96a9208-5ea5-4037-bf4c-58b0a7a3f852 req-fd5fedd3-e75a-419e-9983-b0a99bb39dfa tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0789380 Sep 16 04:42:40.399811 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d293a59e-e61f-4d86-821e-74282cdcc205 x-openstack-request-id: req-d293a59e-e61f-4d86-821e-74282cdcc205 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:40.400176 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613cc77f-6f84-4ee3-993d-26427e6e61f1", "name": "network-vif-plugged", "status": "completed", "tag": "728bceb0-7a81-44d7-8b43-8fbcee31b889", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:40.400530 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d293a59e-e61f-4d86-821e-74282cdcc205 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:40.401032 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613cc77f-6f84-4ee3-993d-26427e6e61f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728bceb0-7a81-44d7-8b43-8fbcee31b889', 'code': 200} Sep 16 04:42:40.402297 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.403227 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d5ffe47e-6bfa-4cb5-a579-29138c04d575 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:40.458913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d96a9208-5ea5-4037-bf4c-58b0a7a3f852 req-38ac66fb-e378-4207-a68e-720b83d41c43 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504222 Sep 16 04:42:40.520191 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=728bceb0-7a81-44d7-8b43-8fbcee31b889,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:40.535142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812f65e-c810-4111-be30-60cadd8829f2 req-a2f46bbd-bcc4-410f-932e-3a6c452ba4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:40.537176 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1812f65e-c810-4111-be30-60cadd8829f2 req-a2f46bbd-bcc4-410f-932e-3a6c452ba4cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 1101 time: 0.0728188 Sep 16 04:42:40.577461 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1812f65e-c810-4111-be30-60cadd8829f2 req-38b48a65-13a1-4f34-9d30-26b3cf07bdc0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327909 Sep 16 04:42:40.584300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port d5ffe47e-6bfa-4cb5-a579-29138c04d575 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:40.588964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d5ffe47e-6bfa-4cb5-a579-29138c04d575 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:40.589396 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.613672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['acdccb7f-90a0-4577-985c-cf9db639083d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:40.768671 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.836190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcf2e7-ea4f-4ef8-9e38-709eb92bf6c1 req-c483ad3e-ce73-4996-b09b-f0fbef3879b3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:40.838317 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2afcf2e7-ea4f-4ef8-9e38-709eb92bf6c1 req-c483ad3e-ce73-4996-b09b-f0fbef3879b3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 945 time: 0.1106224 Sep 16 04:42:40.843612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d5ffe47e-6bfa-4cb5-a579-29138c04d575, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d5ffe47e-6bfa-4cb5-a579-29138c04d575,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:40.889242 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-298a21ca-ec0b-493f-a962-c709f662f490 req-6942228a-3f06-4341-a95d-1511f79f0db4 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 210 time: 0.0436723 Sep 16 04:42:40.912577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2afcf2e7-ea4f-4ef8-9e38-709eb92bf6c1 req-3f53d910-f72f-4878-baa4-47a10199af51 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665305 Sep 16 04:42:40.973555 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.029219 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d5ffe47e-6bfa-4cb5-a579-29138c04d575,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:41.065270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a65f6-9c89-4877-bca6-f774b5c9562e req-be46f1f5-c69e-4f3b-9261-31ff09dd4eab tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:41.065270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-321a65f6-9c89-4877-bca6-f774b5c9562e req-be46f1f5-c69e-4f3b-9261-31ff09dd4eab tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 949 time: 0.0567739 Sep 16 04:42:41.104593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-321a65f6-9c89-4877-bca6-f774b5c9562e req-d6145415-0b21-40ab-87f2-d6a69f094794 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346119 Sep 16 04:42:41.165274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0501ea2-73f3-4861-bd9d-7b680a1957ab req-2ffa2b6d-a3c2-4dc6-8593-92a3deb0c116 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:41.166752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0501ea2-73f3-4861-bd9d-7b680a1957ab req-2ffa2b6d-a3c2-4dc6-8593-92a3deb0c116 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 946 time: 0.0511851 Sep 16 04:42:41.209436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0501ea2-73f3-4861-bd9d-7b680a1957ab req-544d1d52-ece5-451f-ada4-f7eede76d555 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350399 Sep 16 04:42:41.316452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe0fc6-e646-4f0a-b8b4-979d90a9f293 req-820cd6b7-bbd9-4485-8255-8eb1c627f110 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:41.317971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-99fe0fc6-e646-4f0a-b8b4-979d90a9f293 req-820cd6b7-bbd9-4485-8255-8eb1c627f110 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 949 time: 0.0501468 Sep 16 04:42:41.356240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-99fe0fc6-e646-4f0a-b8b4-979d90a9f293 req-07d06b13-64b2-458f-9d11-d53b82397193 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320396 Sep 16 04:42:41.467689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840b9e6-d269-4647-8b32-be9a345ae094 req-b46c770e-828c-4825-9e20-0aa219afb64d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:41.469225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f840b9e6-d269-4647-8b32-be9a345ae094 req-b46c770e-828c-4825-9e20-0aa219afb64d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.0562351 Sep 16 04:42:41.510721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f840b9e6-d269-4647-8b32-be9a345ae094 req-47ffd112-202e-477f-92d8-860266e6a43b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353303 Sep 16 04:42:41.582259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be45c7-b41b-4063-865f-74f365a56c29 req-34dfd939-0328-4f96-b08b-5d3d9d12d752 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:41.583994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78be45c7-b41b-4063-865f-74f365a56c29 req-34dfd939-0328-4f96-b08b-5d3d9d12d752 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0570691 Sep 16 04:42:41.629516 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78be45c7-b41b-4063-865f-74f365a56c29 req-dd9c973d-7e00-43a6-bf3c-94b3b5315f5b tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391071 Sep 16 04:42:41.759389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device acdccb7f-90a0-4577-985c-cf9db639083d up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:41.903867 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port acdccb7f-90a0-4577-985c-cf9db639083d completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:41.916069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port acdccb7f-90a0-4577-985c-cf9db639083d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:41.916455 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.003072 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ac910d99-b5ae-4ada-98ab-4a37ff0d9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.025248 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a56bfeb6-9424-4d55-be4a-4a8a218becc4 req-8c2f4b66-631d-4b11-94e7-f8675c18463e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 210 time: 0.0497005 Sep 16 04:42:42.069949 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.086427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067046d9-b9e2-4d79-af63-7616d44e8d85 req-83407def-13c3-4a24-a2cc-2515215436fd tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.088449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-067046d9-b9e2-4d79-af63-7616d44e8d85 req-83407def-13c3-4a24-a2cc-2515215436fd tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 945 time: 0.0742867 Sep 16 04:42:42.119345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:42.155726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-067046d9-b9e2-4d79-af63-7616d44e8d85 req-0a7ef41a-a0b0-49c0-9d4d-7ec0d1ee964f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601802 Sep 16 04:42:42.158687 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-107bc00d-0d09-40af-aced-faa3d9486f88 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a466e1d644fe487f93d1c3cde159689c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439978 Sep 16 04:42:42.173376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.219709 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.296354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad10d5b-6f34-4802-b957-3164f3fb4128 req-83201fdd-2589-41a3-b00d-7b48135da105 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.298229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aad10d5b-6f34-4802-b957-3164f3fb4128 req-83201fdd-2589-41a3-b00d-7b48135da105 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 949 time: 0.0967622 Sep 16 04:42:42.328447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=acdccb7f-90a0-4577-985c-cf9db639083d,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:42.348025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-14599b0c-d423-44b7-993d-1ed2cd438206 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.349815 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-14599b0c-d423-44b7-993d-1ed2cd438206 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795590 Sep 16 04:42:42.374292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Request body: {'port': {'device_id': '59f126b5-c5ca-4453-9922-ccb56c9922ea', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'a466e1d644fe487f93d1c3cde159689c'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:42.402426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575'}, {'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:42.407061 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34df761-aea1-41d3-b53f-1c9ca1d9ae11" -d '{"events": [{"server_uuid": "7fa1a1ae-0d75-49d1-94db-8cadd0b32904", "name": "network-vif-plugged", "status": "completed", "tag": "d5ffe47e-6bfa-4cb5-a579-29138c04d575"}, {"server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "name": "network-vif-plugged", "status": "completed", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:42.408776 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aad10d5b-6f34-4802-b957-3164f3fb4128 req-3ea4b321-dc0f-4080-b9e7-8df052e60373 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031535 Sep 16 04:42:42.457533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002cdcb-14dd-46ed-9cd8-b7859e1b749f req-7ea92c8a-6473-47ee-b57f-884604b00a22 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.459462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e002cdcb-14dd-46ed-9cd8-b7859e1b749f req-7ea92c8a-6473-47ee-b57f-884604b00a22 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 946 time: 0.1253409 Sep 16 04:42:42.549609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e002cdcb-14dd-46ed-9cd8-b7859e1b749f req-5ab41c13-3e7b-462e-80f4-9014ba5674a0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800509 Sep 16 04:42:42.567802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79638190-5943-453d-b4e6-c382bbc13e8e req-21dd73e2-3e8b-441c-916e-e58de3a2a515 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.572978 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79638190-5943-453d-b4e6-c382bbc13e8e req-21dd73e2-3e8b-441c-916e-e58de3a2a515 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 949 time: 0.0849125 Sep 16 04:42:42.614331 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59b7c21-0b16-4309-967c-1d70450a9342 x-openstack-request-id: req-b59b7c21-0b16-4309-967c-1d70450a9342 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:42.614656 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa1a1ae-0d75-49d1-94db-8cadd0b32904", "name": "network-vif-plugged", "status": "completed", "tag": "d5ffe47e-6bfa-4cb5-a579-29138c04d575", "code": 200}, {"server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "name": "network-vif-plugged", "status": "completed", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:42.614878 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b59b7c21-0b16-4309-967c-1d70450a9342 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:42.615277 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575', 'code': 200} Sep 16 04:42:42.615535 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'code': 200} Sep 16 04:42:42.617052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79638190-5943-453d-b4e6-c382bbc13e8e req-1e28331f-d822-448e-8e02-1d81ed021f2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397482 Sep 16 04:42:42.648207 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Made reservation on behalf of a466e1d644fe487f93d1c3cde159689c for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:42.652126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.800047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba1fb4-4e4a-47ac-b09e-23d433c4844d req-a0d1e68e-82ff-416e-b9d0-2f2b0c825a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.801852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2ba1fb4-4e4a-47ac-b09e-23d433c4844d req-a0d1e68e-82ff-416e-b9d0-2f2b0c825a51 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 1098 time: 0.0971923 Sep 16 04:42:42.816942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f4e24-31ff-42e1-bd29-7a5e087187b3 req-b864f4b9-51d9-4e4d-b85a-61ab8fed34d7 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.818670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd4f4e24-31ff-42e1-bd29-7a5e087187b3 req-b864f4b9-51d9-4e4d-b85a-61ab8fed34d7 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.1160920 Sep 16 04:42:42.837574 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6e1e3-0e32-40e2-bd7c-8f78ae041303 req-07245738-f1de-4243-b8fa-ddb2713bcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.839479 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-afb6e1e3-0e32-40e2-bd7c-8f78ae041303 req-07245738-f1de-4243-b8fa-ddb2713bcef1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 1102 time: 0.1402884 Sep 16 04:42:42.879297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Allocated IP 192.168.233.158 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/b50435c4-abaa-44a6-9815-e77d66d008a5) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:42.901563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd4f4e24-31ff-42e1-bd29-7a5e087187b3 req-866e4bf4-e077-4e3d-8d5f-d8f6a0f25e9a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693386 Sep 16 04:42:42.908701 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-afb6e1e3-0e32-40e2-bd7c-8f78ae041303 req-f8d246f0-bf85-42f1-8d76-d02da3f94eca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569637 Sep 16 04:42:42.915210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2ba1fb4-4e4a-47ac-b09e-23d433c4844d req-3400f84f-4a67-4392-9a3a-83bc67823c56 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954111 Sep 16 04:42:42.989853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b04f0c-ebd0-4848-8015-79a207d98ba0 req-2044cfd2-3fad-4840-b999-380321190048 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.991481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4b04f0c-ebd0-4848-8015-79a207d98ba0 req-2044cfd2-3fad-4840-b999-380321190048 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 1101 time: 0.0797286 Sep 16 04:42:43.024109 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4b04f0c-ebd0-4848-8015-79a207d98ba0 req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.053682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594250d0-b6aa-40c1-a786-d3e894e8a5be req-94964e88-e955-4d45-9ff2-01f90152a70e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.055208 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-594250d0-b6aa-40c1-a786-d3e894e8a5be req-94964e88-e955-4d45-9ff2-01f90152a70e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0829759 Sep 16 04:42:43.071788 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.119087 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-594250d0-b6aa-40c1-a786-d3e894e8a5be req-afb10bdd-5a82-4a13-83d3-82fe90a18b53 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532901 Sep 16 04:42:43.187407 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4b04f0c-ebd0-4848-8015-79a207d98ba0 req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.235913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e632c4db-7f11-4514-84be-6f2a005e002b req-7fa238fc-e070-44b6-be5a-61e2eb7f8684 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 210 time: 0.0369835 Sep 16 04:42:43.250324 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.270262 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['94d0a7c3-849d-47bb-981e-04887206b61c', '2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:43.298899 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4b04f0c-ebd0-4848-8015-79a207d98ba0 req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.323366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Pushing event updated for resources: {'Port': ['ID=b50435c4-abaa-44a6-9815-e77d66d008a5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:43.337361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.337948 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.338459 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.338988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.339485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.340009 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.340506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.341716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.342365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.342885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.343389 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.343865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.350202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:43.354199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:43.355276 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4b04f0c-ebd0-4848-8015-79a207d98ba0 req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421090 Sep 16 04:42:43.356024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:43.438555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f82987-9f1a-4959-ae20-03e40ba93b80,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:43.438899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.438899 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.461693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.462188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.462630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.463062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.463494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.463929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.464358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.464822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.465264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.466266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.466828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.467291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd704dd0-94cd-4674-9e06-67b43f4aa02a tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:43.496128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5e2a7-4141-47c4-971b-3ade92f01514 req-d0a67039-68a6-48c3-a7a5-7cc7e5689316 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.504024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62a5e2a7-4141-47c4-971b-3ade92f01514 req-d0a67039-68a6-48c3-a7a5-7cc7e5689316 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 945 time: 0.1773224 Sep 16 04:42:43.546180 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-23a1d9a8-4646-4a0a-aa45-572f7b6db32c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1776774 Sep 16 04:42:43.560106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62a5e2a7-4141-47c4-971b-3ade92f01514 req-ccfc71f2-7c0b-44e9-a2e0-66328e46d7c4 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506625 Sep 16 04:42:43.566036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Request body: {'port': {'device_id': '59f126b5-c5ca-4453-9922-ccb56c9922ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:43.671409 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.710371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-25f535b4-0fdd-4470-b95f-e74af542cd85 None None] Provisioning complete for port b50435c4-abaa-44a6-9815-e77d66d008a5 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:43.710741 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-25f535b4-0fdd-4470-b95f-e74af542cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.772119 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-25f535b4-0fdd-4470-b95f-e74af542cd85 None None] Port b50435c4-abaa-44a6-9815-e77d66d008a5 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:43.790382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f01065-27be-452e-9bf1-5482653d2eb7 req-6d1cd833-84bc-40e5-b180-1caf18e47068 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.792101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95f01065-27be-452e-9bf1-5482653d2eb7 req-6d1cd833-84bc-40e5-b180-1caf18e47068 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 950 time: 0.1348069 Sep 16 04:42:43.828060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745908c-e562-4032-a7ef-5275cc685e8c req-643ac463-1197-4acb-82f5-ca8a79c86f0f tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.829603 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3745908c-e562-4032-a7ef-5275cc685e8c req-643ac463-1197-4acb-82f5-ca8a79c86f0f tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 946 time: 0.0953519 Sep 16 04:42:43.860032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95f01065-27be-452e-9bf1-5482653d2eb7 req-1b450e69-5e4c-49b3-888f-67c8595894c9 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577593 Sep 16 04:42:43.891936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3745908c-e562-4032-a7ef-5275cc685e8c req-99cec524-9037-4c90-8f3b-29250a7a6391 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461564 Sep 16 04:42:43.971191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-5db0592f-1262-4499-9bda-700497be8009 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.973341 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-5db0592f-1262-4499-9bda-700497be8009 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6&tenant_id=f4a70497af814474abf0ba78527f1f40&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1097 time: 0.1889241 Sep 16 04:42:43.985141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-d1593d3b-ed7a-4777-aef0-36714ff4769d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251637 Sep 16 04:42:44.008903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-12'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:44.081791 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:42:44.095669 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.106101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee5448-6168-4201-93c3-d328ed74213e req-8eba13ff-1da9-4a16-a770-0ca7cbf6a259 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.115884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6ee5448-6168-4201-93c3-d328ed74213e req-8eba13ff-1da9-4a16-a770-0ca7cbf6a259 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.1151030 Sep 16 04:42:44.188338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-67b1e3c6-7950-47c5-8f40-411209b6218b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.190631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-67b1e3c6-7950-47c5-8f40-411209b6218b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994574 Sep 16 04:42:44.222231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6ee5448-6168-4201-93c3-d328ed74213e req-ca353e38-1639-444b-bb77-02f02b472111 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042356 Sep 16 04:42:44.227931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-f4a2f3e2-2de4-46f1-a45a-d6595b5a3705 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/quotas/f9de0864ac234533b3b7edea6e651fd6 HTTP/1.1" status: 200 len: 375 time: 0.0279715 Sep 16 04:42:44.235400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50435c4-abaa-44a6-9815-e77d66d008a5 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:44.256685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.322569 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Transition to ACTIVE for port object b50435c4-abaa-44a6-9815-e77d66d008a5 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:44.352835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=71fe8797-96de-49f3-8b40-29ce548ec970,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:44.376603 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-24c3d631-e9c4-4ce5-a285-d1efa1b59c04 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1316979 Sep 16 04:42:44.397570 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.412577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0ffa1-7166-4d4a-9f49-d7fb152eefea req-84f7dddf-290b-4014-8a8b-fe27ec81fd80 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.414891 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55d0ffa1-7166-4d4a-9f49-d7fb152eefea req-84f7dddf-290b-4014-8a8b-fe27ec81fd80 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1140642 Sep 16 04:42:44.438666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:44.512343 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e8882e20-4ac6-4b0d-950e-f16038c02448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.516094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Pushing event updated for resources: {'Port': ['ID=b50435c4-abaa-44a6-9815-e77d66d008a5,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:44.523820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55d0ffa1-7166-4d4a-9f49-d7fb152eefea req-105bf56d-a58f-40ea-8c0c-8e58266d9dea tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000664 Sep 16 04:42:44.617198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48f8bc3-d167-4f90-8c00-31966e558de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71fe8797-96de-49f3-8b40-29ce548ec970'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:44.619891 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dccdb4-1948-4f2e-94b2-f2f9e9e6fbbc" -d '{"events": [{"server_uuid": "f48f8bc3-d167-4f90-8c00-31966e558de6", "name": "network-vif-unplugged", "status": "completed", "tag": "71fe8797-96de-49f3-8b40-29ce548ec970"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:44.624937 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.632670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Attempting to bind port b50435c4-abaa-44a6-9815-e77d66d008a5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:44.632988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Attempting to bind port b50435c4-abaa-44a6-9815-e77d66d008a5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:44.633317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Attempting to bind port b50435c4-abaa-44a6-9815-e77d66d008a5 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:44.640579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Port b50435c4-abaa-44a6-9815-e77d66d008a5 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:44.640906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Attempting to bind port b50435c4-abaa-44a6-9815-e77d66d008a5 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:44.648763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:44.649296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:44.649906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:44.650614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Bound port: b50435c4-abaa-44a6-9815-e77d66d008a5, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:44.651177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.704431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34c7e3-3337-474f-b124-01546e024135 req-d310c6ec-6682-4a20-b11c-fd207666d60c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.717195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad34c7e3-3337-474f-b124-01546e024135 req-d310c6ec-6682-4a20-b11c-fd207666d60c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 948 time: 0.0947535 Sep 16 04:42:44.766267 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] For port b50435c4-abaa-44a6-9815-e77d66d008a5, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:44.771732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] For port b50435c4-abaa-44a6-9815-e77d66d008a5, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b50435c4-abaa-44a6-9815-e77d66d008a5,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:44.773888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad34c7e3-3337-474f-b124-01546e024135 req-cceba75d-156b-425f-830b-496ff910a303 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541084 Sep 16 04:42:44.820454 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.915334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e59bb-cc9a-4a01-bd73-1968d4c30211 req-6b6a5c23-57cb-4dbb-b6c1-9e8701e0d685 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.923407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c28e59bb-cc9a-4a01-bd73-1968d4c30211 req-6b6a5c23-57cb-4dbb-b6c1-9e8701e0d685 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 943 time: 0.0627806 Sep 16 04:42:44.926414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Attempting to bind port 71fe8797-96de-49f3-8b40-29ce548ec970 on host n-h1-712137-12 for vnic_type normal with profile {"migrating_to": "n-h2-712137-12"} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:44.926756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Attempting to bind port 71fe8797-96de-49f3-8b40-29ce548ec970 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:44.927079 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Attempting to bind port 71fe8797-96de-49f3-8b40-29ce548ec970 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:44.929719 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.937957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=71fe8797-96de-49f3-8b40-29ce548ec970,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:44.970554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c28e59bb-cc9a-4a01-bd73-1968d4c30211 req-7fac7ec6-3ff0-462a-8d1c-0a5b9dd4d8c2 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Sep 16 04:42:44.995226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Port 71fe8797-96de-49f3-8b40-29ce548ec970 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:44.995479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Attempting to bind port 71fe8797-96de-49f3-8b40-29ce548ec970 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:45.020560 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.021142 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.023130 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] 10.222.0.37 "PUT /v2.0/ports/b50435c4-abaa-44a6-9815-e77d66d008a5 HTTP/1.1" status: 200 len: 1097 time: 1.4618440 Sep 16 04:42:45.026280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:45.026830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:45.027375 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Bound using segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:45.027975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Bound port: 71fe8797-96de-49f3-8b40-29ce548ec970, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:45.028754 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.036049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196c12d-2204-404e-9b76-2063823eb24c service neutron] Pushing event updated for resources: {'Port': ['ID=b50435c4-abaa-44a6-9815-e77d66d008a5,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:45.055711 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f053d7a-e4e8-4f3b-ab56-65dca603b502 x-openstack-request-id: req-7f053d7a-e4e8-4f3b-ab56-65dca603b502 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:45.055999 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48f8bc3-d167-4f90-8c00-31966e558de6", "name": "network-vif-unplugged", "status": "completed", "tag": "71fe8797-96de-49f3-8b40-29ce548ec970", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:45.056244 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f053d7a-e4e8-4f3b-ab56-65dca603b502 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:45.056670 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48f8bc3-d167-4f90-8c00-31966e558de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71fe8797-96de-49f3-8b40-29ce548ec970', 'code': 200} Sep 16 04:42:45.162477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:45.166474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=71fe8797-96de-49f3-8b40-29ce548ec970,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:45.181620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e66bd-f226-4af8-9e36-f07e5133536c req-ea99b57a-bd6c-4939-ba66-9179cfd59a09 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.189774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b0e66bd-f226-4af8-9e36-f07e5133536c req-ea99b57a-bd6c-4939-ba66-9179cfd59a09 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 950 time: 0.0794442 Sep 16 04:42:45.230582 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.253264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-052bcdb9-b8b7-4ac7-9eb3-5fe5bc9c5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.255143 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-052bcdb9-b8b7-4ac7-9eb3-5fe5bc9c5a02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a466e1d644fe487f93d1c3cde159689c&device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 1100 time: 0.0526059 Sep 16 04:42:45.259106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b0e66bd-f226-4af8-9e36-f07e5133536c req-9c37432b-e999-42f5-a43c-3ef61a4d6ffc tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677750 Sep 16 04:42:45.259865 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.364290 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-56913812-dbf5-4b24-afc8-1ef6b494a3d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=b50435c4-abaa-44a6-9815-e77d66d008a5 HTTP/1.1" status: 200 len: 217 time: 0.0970979 Sep 16 04:42:45.413322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5b898-0325-4d6e-953c-41834a8bf6d7 req-f6d465d9-81ff-4c98-8d34-0787d884fe81 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.424571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31c5b898-0325-4d6e-953c-41834a8bf6d7 req-f6d465d9-81ff-4c98-8d34-0787d884fe81 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 946 time: 0.0757234 Sep 16 04:42:45.472283 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=71fe8797-96de-49f3-8b40-29ce548ec970,revision_number=8']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:45.508658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-09c7e6f3-ea97-47af-942f-4ad9739654af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.510207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-09c7e6f3-ea97-47af-942f-4ad9739654af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1342227 Sep 16 04:42:45.511603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.512284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.513595 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-de514ade-ff14-4216-8ffa-fa9df3ce8ad9 service neutron] 10.222.0.37 "PUT /v2.0/ports/71fe8797-96de-49f3-8b40-29ce548ec970 HTTP/1.1" status: 200 len: 1123 time: 1.5096877 Sep 16 04:42:45.516693 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31c5b898-0325-4d6e-953c-41834a8bf6d7 req-7fc528b2-fc86-49a9-b6e1-0731866865c5 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858569 Sep 16 04:42:45.558332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf95bb-440c-4475-9fd3-76d8ee0be9d9 req-d5cc8ae1-7118-461e-98f6-04d186f7e67e tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.571173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6cf95bb-440c-4475-9fd3-76d8ee0be9d9 req-d5cc8ae1-7118-461e-98f6-04d186f7e67e tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.1105087 Sep 16 04:42:45.605143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-f1960fa7-1cad-48fa-ada7-102307b8a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.607297 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-f1960fa7-1cad-48fa-ada7-102307b8a9cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0807271 Sep 16 04:42:45.619323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6cf95bb-440c-4475-9fd3-76d8ee0be9d9 req-324ed01d-b2e4-48d0-835c-cb7c12c9ad57 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468805 Sep 16 04:42:45.627416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['71fe8797-96de-49f3-8b40-29ce548ec970'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:45.645800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['71fe8797-96de-49f3-8b40-29ce548ec970'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:45.814615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 71fe8797-96de-49f3-8b40-29ce548ec970 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:46.039488 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.041690 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-05cd89e4-e56c-466b-b9b5-905a4b45ccae service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180000 Sep 16 04:42:46.060807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=71fe8797-96de-49f3-8b40-29ce548ec970,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:46.074750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 71fe8797-96de-49f3-8b40-29ce548ec970 has no active binding in host n-h2-712137-12 {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:42:46.225006 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9c36ea3e-fa41-4ac4-896f-cb65364e2f50 req-c15741e3-44e1-4506-8e32-e8230ea7d815 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723754 Sep 16 04:42:46.227870 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.313798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecc0a6-ebb0-46e5-a434-d96c04c0135b req-ddacaf9c-bec1-4b0f-af41-22bc85099583 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.315509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20ecc0a6-ebb0-46e5-a434-d96c04c0135b req-ddacaf9c-bec1-4b0f-af41-22bc85099583 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 946 time: 0.0598471 Sep 16 04:42:46.324155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38896) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:46.329617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a5d03452-46e8-4e68-9fb9-1814d7aa48ec tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Request body: {'floatingip': {'port_id': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:46.376693 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5d03452-46e8-4e68-9fb9-1814d7aa48ec tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.545829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce640f-9760-436f-a237-1a80c5ca07a8 req-dbd0029e-c1f9-4775-968f-a558ad5f21d7 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.547743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26ce640f-9760-436f-a237-1a80c5ca07a8 req-dbd0029e-c1f9-4775-968f-a558ad5f21d7 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1387784 Sep 16 04:42:46.638344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9969b-28e7-4cfa-bfae-df74a74a5e79 req-db0980ea-c37a-4322-abfc-88f68eb76495 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.639974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ba9969b-28e7-4cfa-bfae-df74a74a5e79 req-db0980ea-c37a-4322-abfc-88f68eb76495 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 948 time: 0.1435869 Sep 16 04:42:46.700813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26ce640f-9760-436f-a237-1a80c5ca07a8 req-611b508e-d9c2-4297-a2a5-2763f7139753 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385825 Sep 16 04:42:46.754978 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ba9969b-28e7-4cfa-bfae-df74a74a5e79 req-d12361c8-2681-43a9-aa19-557279436fc9 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041772 Sep 16 04:42:46.902086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00da5e47-c172-4b29-9de4-810e52068e26 req-01f30a4b-bdd9-4960-b4a7-dbe2472c71a1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 210 time: 0.0550387 Sep 16 04:42:46.983053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75357d2c-b81f-4721-9a6c-8f79d05099c4 req-ff7de821-ed4f-42c4-851b-1fee9350fb19 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.999154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75357d2c-b81f-4721-9a6c-8f79d05099c4 req-ff7de821-ed4f-42c4-851b-1fee9350fb19 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 943 time: 0.1996846 Sep 16 04:42:47.058254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f126b5-c5ca-4453-9922-ccb56c9922ea', 'tag': 'b50435c4-abaa-44a6-9815-e77d66d008a5'}, {'name': 'network-changed', 'server_uuid': 'f48f8bc3-d167-4f90-8c00-31966e558de6', 'tag': '71fe8797-96de-49f3-8b40-29ce548ec970'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:47.061226 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a1516b-1276-441d-ae20-4b4db2844be4" -d '{"events": [{"name": "network-changed", "server_uuid": "59f126b5-c5ca-4453-9922-ccb56c9922ea", "tag": "b50435c4-abaa-44a6-9815-e77d66d008a5"}, {"name": "network-changed", "server_uuid": "f48f8bc3-d167-4f90-8c00-31966e558de6", "tag": "71fe8797-96de-49f3-8b40-29ce548ec970"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:47.097142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75357d2c-b81f-4721-9a6c-8f79d05099c4 req-631eb018-0293-4392-9525-5e39b0b94d73 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910332 Sep 16 04:42:47.214285 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5d03452-46e8-4e68-9fb9-1814d7aa48ec tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.239880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b805d4-893c-4b72-a080-2eb691c07503 req-1860bfe1-26ff-475b-982d-e0dae8c37209 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.241608 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34b805d4-893c-4b72-a080-2eb691c07503 req-1860bfe1-26ff-475b-982d-e0dae8c37209 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.0946321 Sep 16 04:42:47.344805 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670f790e-21a6-43b2-a6cb-eb0978cea7db x-openstack-request-id: req-670f790e-21a6-43b2-a6cb-eb0978cea7db {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:47.345193 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f126b5-c5ca-4453-9922-ccb56c9922ea", "tag": "b50435c4-abaa-44a6-9815-e77d66d008a5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f48f8bc3-d167-4f90-8c00-31966e558de6", "tag": "71fe8797-96de-49f3-8b40-29ce548ec970", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:47.345500 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-670f790e-21a6-43b2-a6cb-eb0978cea7db {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:47.345960 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f126b5-c5ca-4453-9922-ccb56c9922ea', 'tag': 'b50435c4-abaa-44a6-9815-e77d66d008a5', 'status': 'completed', 'code': 200} Sep 16 04:42:47.347992 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48f8bc3-d167-4f90-8c00-31966e558de6', 'tag': '71fe8797-96de-49f3-8b40-29ce548ec970', 'status': 'completed', 'code': 200} Sep 16 04:42:47.407614 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.441423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-e4960867-0417-4313-a744-03e0b0c0abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.443179 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-e4960867-0417-4313-a744-03e0b0c0abd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a466e1d644fe487f93d1c3cde159689c&device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 1100 time: 0.0565445 Sep 16 04:42:47.532217 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5d03452-46e8-4e68-9fb9-1814d7aa48ec tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.547123 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-1fa4d141-03ca-4543-b36b-cb72400005e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.548764 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-1fa4d141-03ca-4543-b36b-cb72400005e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.0935788 Sep 16 04:42:47.609594 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-6fea6f9f-1dc0-4cac-9073-858e59f24ed4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=b50435c4-abaa-44a6-9815-e77d66d008a5 HTTP/1.1" status: 200 len: 217 time: 0.0417905 Sep 16 04:42:47.626001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34b805d4-893c-4b72-a080-2eb691c07503 req-18a72eed-7bda-4093-8148-a8598905fa43 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750296 Sep 16 04:42:47.676565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-0cd61df7-960e-4aab-b534-4de17296ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.677826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-d19edbfc-9003-402a-92de-7f36d283bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.678120 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-0cd61df7-960e-4aab-b534-4de17296ebcb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0612321 Sep 16 04:42:47.684739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-d19edbfc-9003-402a-92de-7f36d283bba7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 1126 time: 0.1496670 Sep 16 04:42:47.712037 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-a5d03452-46e8-4e68-9fb9-1814d7aa48ec tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Floating IP bad642b4-883d-4447-8875-989a303b0466 associated. External IP: 172.25.3.232, port: d5ffe47e-6bfa-4cb5-a579-29138c04d575. Sep 16 04:42:47.735085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-8f856a56-770b-4c4c-afd4-bf3f549f7e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.736871 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-8f856a56-770b-4c4c-afd4-bf3f549f7e59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0472033 Sep 16 04:42:47.869452 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-fea5c151-3c0b-42a2-85b3-1bda361eda88 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212013 Sep 16 04:42:47.878215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-31c7470c-2b64-4730-88b6-a33ec7e10ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.879681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-31c7470c-2b64-4730-88b6-a33ec7e10ab6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.1900866 Sep 16 04:42:47.973192 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-1d479133-20c1-4456-99eb-e16b0eabb18a service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945706 Sep 16 04:42:47.976222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-5acc8706-acf7-4617-af8f-88c56a01d98a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71fe8797-96de-49f3-8b40-29ce548ec970 HTTP/1.1" status: 200 len: 217 time: 0.0795085 Sep 16 04:42:48.081649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf0be8-78b6-471c-87b0-90e58d4276e1 req-2de6a06c-5d08-4a64-8cc2-b3db7921c822 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.083142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bdf0be8-78b6-471c-87b0-90e58d4276e1 req-2de6a06c-5d08-4a64-8cc2-b3db7921c822 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 948 time: 0.2092650 Sep 16 04:42:48.091307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b4538-368e-4b66-b74a-d4145934ee74 req-aeb8ea40-ab1f-4207-afbe-494c9660571f tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.092748 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b04b4538-368e-4b66-b74a-d4145934ee74 req-aeb8ea40-ab1f-4207-afbe-494c9660571f tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.2199833 Sep 16 04:42:48.132079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-9ef7c283-fee9-4749-b79c-4b26cd592d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.133534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-9ef7c283-fee9-4749-b79c-4b26cd592d48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.1453583 Sep 16 04:42:48.241496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bdf0be8-78b6-471c-87b0-90e58d4276e1 req-7ee4e756-dd49-4180-a038-e12137925e7d tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460292 Sep 16 04:42:48.244160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b04b4538-368e-4b66-b74a-d4145934ee74 req-becbfbf0-4847-439b-8f3b-ed7dbe1e4b84 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417787 Sep 16 04:42:48.246149 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-54bd2225-b842-453c-9f2c-cbb8c5db0b92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487909 Sep 16 04:42:48.309623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d03452-46e8-4e68-9fb9-1814d7aa48ec tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Router 4b1202b5-d52b-4f90-812e-5af953534f6d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:48.387394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2988acad-98b9-4d14-be51-73db4c1fe788 req-68884908-348d-4306-8c9b-14764e1fc811 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 210 time: 0.0424457 Sep 16 04:42:48.446992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-94d1c8e5-4842-4f97-a400-b65a5b54298f service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912787 Sep 16 04:42:48.620042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e9fcc-d03a-42dd-9a98-b309108785e5 req-283270fa-63e7-4dc3-a292-0713b9911030 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.621571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff7e9fcc-d03a-42dd-9a98-b309108785e5 req-283270fa-63e7-4dc3-a292-0713b9911030 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 943 time: 0.1649916 Sep 16 04:42:48.623269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d03452-46e8-4e68-9fb9-1814d7aa48ec tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:48.633580 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5d03452-46e8-4e68-9fb9-1814d7aa48ec tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.633926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69a9a4-3f1a-4658-9a2b-57cd3d359205 None None] Sync routers for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:48.645050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69a9a4-3f1a-4658-9a2b-57cd3d359205 None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:48.645996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4b69a9a4-3f1a-4658-9a2b-57cd3d359205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:42:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:48.681128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78a1516b-1276-441d-ae20-4b4db2844be4 req-39efc4ac-6416-42d2-a5af-1283fc59cd4d service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253833 Sep 16 04:42:48.701729 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a5d03452-46e8-4e68-9fb9-1814d7aa48ec tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "PUT /v2.0/floatingips/bad642b4-883d-4447-8875-989a303b0466 HTTP/1.1" status: 200 len: 992 time: 2.3761621 Sep 16 04:42:48.709857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'tag': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:48.712213 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7c7768-eda3-4709-a0d2-1740802d633f" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa1a1ae-0d75-49d1-94db-8cadd0b32904", "tag": "d5ffe47e-6bfa-4cb5-a579-29138c04d575"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:48.731538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff7e9fcc-d03a-42dd-9a98-b309108785e5 req-ca8446c9-8ff5-48c6-957a-0d83f3d80994 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008646 Sep 16 04:42:48.773747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-4b69a9a4-3f1a-4658-9a2b-57cd3d359205 None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:48.778119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d6279-3af7-4ff8-953b-6f6c3ce3b36d req-4fd4db11-33f3-409f-8dd7-c9fe1172e116 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.784958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c79d6279-3af7-4ff8-953b-6f6c3ce3b36d req-4fd4db11-33f3-409f-8dd7-c9fe1172e116 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.0816689 Sep 16 04:42:48.827467 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c79d6279-3af7-4ff8-953b-6f6c3ce3b36d req-1287a4dc-2ce5-42cf-9c44-eb0714d1110f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Sep 16 04:42:48.854925 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2f8719-a273-4ec9-9ca7-5b9e87b5cec5 x-openstack-request-id: req-dc2f8719-a273-4ec9-9ca7-5b9e87b5cec5 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:48.855219 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa1a1ae-0d75-49d1-94db-8cadd0b32904", "tag": "d5ffe47e-6bfa-4cb5-a579-29138c04d575", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:48.855473 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc2f8719-a273-4ec9-9ca7-5b9e87b5cec5 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:48.855875 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'tag': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575', 'status': 'completed', 'code': 200} Sep 16 04:42:48.937971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c7768-eda3-4709-a0d2-1740802d633f req-41eab621-161c-4d88-b7c8-5ab9c4f032bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.939549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc7c7768-eda3-4709-a0d2-1740802d633f req-41eab621-161c-4d88-b7c8-5ab9c4f032bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc90348af2cc4668a81319630766a035&device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 1098 time: 0.0436504 Sep 16 04:42:49.062643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c7768-eda3-4709-a0d2-1740802d633f req-82bcc1b3-2f54-45f0-b8ce-4827d8a637ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.064289 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc7c7768-eda3-4709-a0d2-1740802d633f req-82bcc1b3-2f54-45f0-b8ce-4827d8a637ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb732cf4-3497-45d6-8853-b2066fbc4fa6 HTTP/1.1" status: 200 len: 924 time: 0.1093457 Sep 16 04:42:49.095988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4b69a9a4-3f1a-4658-9a2b-57cd3d359205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'bad642b4-883d-4447-8875-989a303b0466', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'port_id': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'mac_address': 'fa:16:3e:8d:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:02Z', 'updated_at': '2021-09-16T04:42:47Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:49.124781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69a9a4-3f1a-4658-9a2b-57cd3d359205 None None] Checking router: 4b1202b5-d52b-4f90-812e-5af953534f6d for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:49.134388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69a9a4-3f1a-4658-9a2b-57cd3d359205 None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:49.135316 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4b69a9a4-3f1a-4658-9a2b-57cd3d359205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:42:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:49.144260 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc7c7768-eda3-4709-a0d2-1740802d633f req-9fd17d33-c38e-436c-bcd5-797e35b0fda1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ffe47e-6bfa-4cb5-a579-29138c04d575 HTTP/1.1" status: 200 len: 1000 time: 0.0686734 Sep 16 04:42:49.205811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c7768-eda3-4709-a0d2-1740802d633f req-541eef61-d3b3-4ca2-ae02-ef0d6cf61e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.207308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc7c7768-eda3-4709-a0d2-1740802d633f req-541eef61-d3b3-4ca2-ae02-ef0d6cf61e50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7096e50a-d25d-4f19-a589-a5b7967e7926 HTTP/1.1" status: 200 len: 863 time: 0.0530510 Sep 16 04:42:49.242588 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-8ad93828-9d02-47b1-9207-0b1db5e54b8a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236266 Sep 16 04:42:49.265733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-4b69a9a4-3f1a-4658-9a2b-57cd3d359205 None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:49.266928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c7768-eda3-4709-a0d2-1740802d633f req-120e3848-2711-4941-a221-19d5d84b3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.268883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc7c7768-eda3-4709-a0d2-1740802d633f req-120e3848-2711-4941-a221-19d5d84b3d22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb732cf4-3497-45d6-8853-b2066fbc4fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498886 Sep 16 04:42:49.392039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc7c7768-eda3-4709-a0d2-1740802d633f req-3594280a-4acc-4778-8f72-14819cad96f4 service neutron] 10.222.0.23 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160505 Sep 16 04:42:49.395734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-b2562468-6f74-4e30-82cb-c5844e0ce72f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.397626 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-b2562468-6f74-4e30-82cb-c5844e0ce72f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1490734 Sep 16 04:42:49.424488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-4609ce55-b657-450d-829d-543565c58797 req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Request body: {'port': {'device_id': 'adac6e1e-c37a-4947-a14a-e283d3acc30d', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'f9de0864ac234533b3b7edea6e651fd6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:49.553754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442399a-26d1-425a-bb3e-1397a6718b61 req-8b89050c-c375-4d40-9fbf-f3f415fb395e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.557071 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6442399a-26d1-425a-bb3e-1397a6718b61 req-8b89050c-c375-4d40-9fbf-f3f415fb395e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 948 time: 0.1639409 Sep 16 04:42:49.594422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcf377-2f8d-4a90-a471-a16bfa42cd0e req-6968892b-c261-49b0-a115-0048a5beaf72 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.596011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32dcf377-2f8d-4a90-a471-a16bfa42cd0e req-6968892b-c261-49b0-a115-0048a5beaf72 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1510763 Sep 16 04:42:49.601410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4b69a9a4-3f1a-4658-9a2b-57cd3d359205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'bad642b4-883d-4447-8875-989a303b0466', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'port_id': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'mac_address': 'fa:16:3e:8d:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:02Z', 'updated_at': '2021-09-16T04:42:47Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:49.640959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69a9a4-3f1a-4658-9a2b-57cd3d359205 None None] The sync data for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 is: [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'bad642b4-883d-4447-8875-989a303b0466', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'port_id': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'mac_address': 'fa:16:3e:8d:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:40:02Z', 'updated_at': '2021-09-16T04:42:47Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:49.654835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc7c7768-eda3-4709-a0d2-1740802d633f req-b4879240-9738-49e2-8e72-c87ccfcdd506 service neutron] 10.222.0.23 "GET /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231078 Sep 16 04:42:49.672124 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6442399a-26d1-425a-bb3e-1397a6718b61 req-9ff44b48-51b0-4515-8738-a7e2a8daa67e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033800 Sep 16 04:42:49.692138 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32dcf377-2f8d-4a90-a471-a16bfa42cd0e req-4c7cb433-13e5-43b2-9b29-d1e829699849 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878148 Sep 16 04:42:49.711178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Made reservation on behalf of f9de0864ac234533b3b7edea6e651fd6 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:49.723801 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.796917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device acdccb7f-90a0-4577-985c-cf9db639083d details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:49.833788 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a7cb4da-b795-4402-8bd8-aafe1a5450d5 req-1fc1ba5d-2cb2-4e42-a012-b8fd4f5c8f6f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 210 time: 0.0395117 Sep 16 04:42:49.998143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f3d67-d227-45b9-86fe-beeb7881069c req-9dcc0ed0-2030-49b6-9210-8ad816a8f530 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.007700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-125f3d67-d227-45b9-86fe-beeb7881069c req-9dcc0ed0-2030-49b6-9210-8ad816a8f530 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 943 time: 0.1401851 Sep 16 04:42:50.051556 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8c3cf-b5dc-4f5e-81cb-82d96e6aee99 None None] New status for floating IP bad642b4-883d-4447-8875-989a303b0466: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:50.093435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-4609ce55-b657-450d-829d-543565c58797 req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Allocated IP 192.168.233.161 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/9c8ac960-4019-4696-aacb-995647ce4993) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:50.161454 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-125f3d67-d227-45b9-86fe-beeb7881069c req-77e2a132-e748-4b16-a1a6-d20102016fac tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492665 Sep 16 04:42:50.180856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-a58b5f50-67ac-44e2-bf91-b7b8c3033ea3 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1108613 Sep 16 04:42:50.188006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9338d-6f4d-485e-b59b-c1bd89d7970e req-77d9b869-692d-4f42-85f4-42db354e5417 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.197480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95d9338d-6f4d-485e-b59b-c1bd89d7970e req-77d9b869-692d-4f42-85f4-42db354e5417 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.1384857 Sep 16 04:42:50.266431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:50.295259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'mac_address': 'fa:16:3e:4f:88:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:50.299096 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95d9338d-6f4d-485e-b59b-c1bd89d7970e req-b9bf8521-6f18-4a58-bd44-ed8b1fd354cf tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005554 Sep 16 04:42:50.359933 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.360182 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.369260 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acdccb7f-90a0-4577-985c-cf9db639083d {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:50.399808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:50.419441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-ad67cd5b-e2cb-4aac-84a0-7aa6d929ddf1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.421721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-ad67cd5b-e2cb-4aac-84a0-7aa6d929ddf1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220495 Sep 16 04:42:50.441818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-4609ce55-b657-450d-829d-543565c58797 req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Request body: {'port': {'device_id': '929fba08-b76f-49b9-834a-746f574a482c', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'f9de0864ac234533b3b7edea6e651fd6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:50.515726 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.516148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.516695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b50435c4-abaa-44a6-9815-e77d66d008a5 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:50.554419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:50.619692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4609ce55-b657-450d-829d-543565c58797 req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:50.626340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-4609ce55-b657-450d-829d-543565c58797 req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:50.631625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4609ce55-b657-450d-829d-543565c58797 req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:50.636946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b50435c4-abaa-44a6-9815-e77d66d008a5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b50435c4-abaa-44a6-9815-e77d66d008a5,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:50.657548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=acdccb7f-90a0-4577-985c-cf9db639083d,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:50.670792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event updated for resources: {'Port': ['ID=9c8ac960-4019-4696-aacb-995647ce4993,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:50.676903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'b50435c4-abaa-44a6-9815-e77d66d008a5', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'b50435c4-abaa-44a6-9815-e77d66d008a5', 'mac_address': 'fa:16:3e:ba:01:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:50.698699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Made reservation on behalf of f9de0864ac234533b3b7edea6e651fd6 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:50.703878 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.719699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.720698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.817245 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.825761 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-9155ab2e-372b-476b-a994-b1ec31a6cf2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4077201 Sep 16 04:42:50.850574 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Request body: {'port': {'device_id': 'adac6e1e-c37a-4947-a14a-e283d3acc30d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:50.862072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50435c4-abaa-44a6-9815-e77d66d008a5 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:50.916859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b50435c4-abaa-44a6-9815-e77d66d008a5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b50435c4-abaa-44a6-9815-e77d66d008a5,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:50.968313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b789a-b891-4cf5-9cde-14c9c6ec12b5 req-bb68f8c5-2b3a-455e-a4a5-1d8b6da66ad6 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.970181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a84b789a-b891-4cf5-9cde-14c9c6ec12b5 req-bb68f8c5-2b3a-455e-a4a5-1d8b6da66ad6 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1549401 Sep 16 04:42:50.971524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.982951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4876849-4afa-4367-8804-a202647cd588 req-d845ca1c-ff68-4d27-895d-9fec996156aa tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.984839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4876849-4afa-4367-8804-a202647cd588 req-d845ca1c-ff68-4d27-895d-9fec996156aa tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 948 time: 0.1685963 Sep 16 04:42:50.990123 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.045055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-4609ce55-b657-450d-829d-543565c58797 req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Allocated IP 192.168.233.203 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/c3c88647-ed62-4eb5-b7a0-554cd30ed018) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:51.066772 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d8891d33-e134-4945-82c1-012142541a20 None None] Provisioning complete for port 9c8ac960-4019-4696-aacb-995647ce4993 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:51.067157 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d8891d33-e134-4945-82c1-012142541a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.080952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4876849-4afa-4367-8804-a202647cd588 req-649f3194-8ee8-41b6-9daf-b57a5efd19ae tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777810 Sep 16 04:42:51.096224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a84b789a-b891-4cf5-9cde-14c9c6ec12b5 req-602158e1-745f-476f-ba2f-4da6347061dc tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079810 Sep 16 04:42:51.110217 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=b50435c4-abaa-44a6-9815-e77d66d008a5,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:51.166447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d8891d33-e134-4945-82c1-012142541a20 None None] Port 9c8ac960-4019-4696-aacb-995647ce4993 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:51.351832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['acdccb7f-90a0-4577-985c-cf9db639083d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:51.615580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-496e5714-57b8-47af-bc28-372ce7e63ea9 req-d25af6d3-671b-4fca-a351-fad31f374644 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 210 time: 0.3434918 Sep 16 04:42:51.698006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cabee-cf8e-471f-9ec6-f52f8496476d req-390b7f59-c8cf-4264-8e97-96320573b11c tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:51.699684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-745cabee-cf8e-471f-9ec6-f52f8496476d req-390b7f59-c8cf-4264-8e97-96320573b11c tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 943 time: 0.0962169 Sep 16 04:42:51.706363 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.751155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['b50435c4-abaa-44a6-9815-e77d66d008a5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:51.822032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device acdccb7f-90a0-4577-985c-cf9db639083d up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:51.839728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305678d9-d43f-4409-a031-da8aad274210 req-eecaff40-21f3-4d80-8676-29cf669ee255 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:51.851904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-305678d9-d43f-4409-a031-da8aad274210 req-eecaff40-21f3-4d80-8676-29cf669ee255 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.1492329 Sep 16 04:42:51.888523 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-745cabee-cf8e-471f-9ec6-f52f8496476d req-d3eddcfd-b2a4-4205-a4f0-cf8293e4c70c tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735344 Sep 16 04:42:51.901239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c5f11-a3b4-4dac-8910-b95ab2f2c55e req-22e71625-f54f-4363-9f62-073803df5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:51.905669 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f6c5f11-a3b4-4dac-8910-b95ab2f2c55e req-22e71625-f54f-4363-9f62-073803df5f94 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 1097 time: 0.0977716 Sep 16 04:42:51.924344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port acdccb7f-90a0-4577-985c-cf9db639083d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:51.924779 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.948545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-305678d9-d43f-4409-a031-da8aad274210 req-244002f2-b0d5-40b6-90d8-fb35aaa67de3 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908098 Sep 16 04:42:51.986119 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f6c5f11-a3b4-4dac-8910-b95ab2f2c55e req-0096768c-6b15-461e-b978-090b2ede4d6b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609281 Sep 16 04:42:51.990724 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.011272 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:52.065695 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4609ce55-b657-450d-829d-543565c58797 req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:52.086048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-4609ce55-b657-450d-829d-543565c58797 req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:52.093445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4609ce55-b657-450d-829d-543565c58797 req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:52.158694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event updated for resources: {'Port': ['ID=c3c88647-ed62-4eb5-b7a0-554cd30ed018,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.201020 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.219790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.221617 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.294824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:52.297024 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2442ac6-8be1-4893-a2ca-5f6869b7d7ee" -d '{"events": [{"server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "name": "network-vif-plugged", "status": "completed", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:52.316649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8ac960-4019-4696-aacb-995647ce4993 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:52.328490 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.338998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:52.354050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Transition to ACTIVE for port object 9c8ac960-4019-4696-aacb-995647ce4993 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:52.373752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-b7724aaa-dd8c-4d36-a35f-1011adc2afa6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9380922 Sep 16 04:42:52.398328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Request body: {'port': {'device_id': '929fba08-b76f-49b9-834a-746f574a482c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:52.411104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c4c5b-30bf-45c3-adf1-86bb0527c6d6 req-e97bb9f0-fed1-42e8-8513-a76645fada8a tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.412718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c88c4c5b-30bf-45c3-adf1-86bb0527c6d6 req-e97bb9f0-fed1-42e8-8513-a76645fada8a tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 949 time: 0.1565742 Sep 16 04:42:52.470012 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.470161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7a7dc-5d73-4bf8-9989-d5a3fcde1f9e req-4bdf0b1a-2b29-430b-979e-7ae42ac05b76 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.471758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ab7a7dc-5d73-4bf8-9989-d5a3fcde1f9e req-4bdf0b1a-2b29-430b-979e-7ae42ac05b76 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1634734 Sep 16 04:42:52.516347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.549357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f1a4f339-d54b-4bca-aa64-7d7325c10514 None None] Provisioning complete for port c3c88647-ed62-4eb5-b7a0-554cd30ed018 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:52.550548 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c88c4c5b-30bf-45c3-adf1-86bb0527c6d6 req-9ec245d8-a70f-4f83-8d14-da3834e6d637 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028583 Sep 16 04:42:52.553607 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f339-d54b-4bca-aa64-7d7325c10514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.554651 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.581863 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ab7a7dc-5d73-4bf8-9989-d5a3fcde1f9e req-e27941c5-22be-47a4-8b85-b97ea3c3eaa9 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974798 Sep 16 04:42:52.649260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Pushing event updated for resources: {'Port': ['ID=9c8ac960-4019-4696-aacb-995647ce4993,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.662611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4f339-d54b-4bca-aa64-7d7325c10514 None None] Port c3c88647-ed62-4eb5-b7a0-554cd30ed018 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:52.702382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=acdccb7f-90a0-4577-985c-cf9db639083d,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.720172 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33702c90-e6fe-4410-abcc-54693b8884a1 x-openstack-request-id: req-33702c90-e6fe-4410-abcc-54693b8884a1 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:52.720502 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "name": "network-vif-plugged", "status": "completed", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:52.722304 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33702c90-e6fe-4410-abcc-54693b8884a1 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:52.722304 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'code': 200} Sep 16 04:42:52.806141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Attempting to bind port 9c8ac960-4019-4696-aacb-995647ce4993 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:52.806638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Attempting to bind port 9c8ac960-4019-4696-aacb-995647ce4993 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:52.806977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Attempting to bind port 9c8ac960-4019-4696-aacb-995647ce4993 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:52.812177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Port 9c8ac960-4019-4696-aacb-995647ce4993 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:52.812557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Attempting to bind port 9c8ac960-4019-4696-aacb-995647ce4993 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:52.819652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:52.820029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:52.820393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:52.820866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Bound port: 9c8ac960-4019-4696-aacb-995647ce4993, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:52.821231 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.947274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] For port 9c8ac960-4019-4696-aacb-995647ce4993, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:52.951206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] For port 9c8ac960-4019-4696-aacb-995647ce4993, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9c8ac960-4019-4696-aacb-995647ce4993,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:53.036454 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.081840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c88647-ed62-4eb5-b7a0-554cd30ed018 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:53.084107 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.092534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.092534 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] 10.222.0.23 "PUT /v2.0/ports/9c8ac960-4019-4696-aacb-995647ce4993 HTTP/1.1" status: 200 len: 1097 time: 2.2432470 Sep 16 04:42:53.092534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adac6e1e-c37a-4947-a14a-e283d3acc30d', 'tag': '9c8ac960-4019-4696-aacb-995647ce4993'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:53.092534 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dd80c5-6338-4ff3-925b-5c2c613e3b13" -d '{"events": [{"name": "network-changed", "server_uuid": "adac6e1e-c37a-4947-a14a-e283d3acc30d", "tag": "9c8ac960-4019-4696-aacb-995647ce4993"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:53.095011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.105087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86726b-aa14-49ee-b0d0-ef7bab075432 req-4a8ce1ba-9bbf-42ef-be76-73f0c03863e6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.115624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a86726b-aa14-49ee-b0d0-ef7bab075432 req-4a8ce1ba-9bbf-42ef-be76-73f0c03863e6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 936 time: 0.2556372 Sep 16 04:42:53.149314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559055ad-2e21-40f2-8a68-5776b123d69c service neutron] Pushing event updated for resources: {'Port': ['ID=9c8ac960-4019-4696-aacb-995647ce4993,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:53.172110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a2702-15a9-4e02-a58f-230648f20112 req-f271f77c-86b0-4c8f-b5d7-f4bb6013bf01 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.188735 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f92a2702-15a9-4e02-a58f-230648f20112 req-f271f77c-86b0-4c8f-b5d7-f4bb6013bf01 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 943 time: 0.1984363 Sep 16 04:42:53.225599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Transition to ACTIVE for port object c3c88647-ed62-4eb5-b7a0-554cd30ed018 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:53.276676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a86726b-aa14-49ee-b0d0-ef7bab075432 req-ebddca6f-86bf-4e30-a6e4-689c9d363f3f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559415 Sep 16 04:42:53.301101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f92a2702-15a9-4e02-a58f-230648f20112 req-20dace0d-0b5c-4869-9796-82d83d1cb711 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113958 Sep 16 04:42:53.355659 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.367807 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ea6791-6306-4b1a-8ec9-8cb4df19c811 x-openstack-request-id: req-d1ea6791-6306-4b1a-8ec9-8cb4df19c811 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:53.368097 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adac6e1e-c37a-4947-a14a-e283d3acc30d", "tag": "9c8ac960-4019-4696-aacb-995647ce4993", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:53.368348 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1ea6791-6306-4b1a-8ec9-8cb4df19c811 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:53.372081 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adac6e1e-c37a-4947-a14a-e283d3acc30d', 'tag': '9c8ac960-4019-4696-aacb-995647ce4993', 'status': 'completed', 'code': 200} Sep 16 04:42:53.407565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-a27eb568-cd30-44a3-9c2c-970e4680946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.410324 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-a27eb568-cd30-44a3-9c2c-970e4680946e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=adac6e1e-c37a-4947-a14a-e283d3acc30d HTTP/1.1" status: 200 len: 1100 time: 0.1029491 Sep 16 04:42:53.459934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c88647-ed62-4eb5-b7a0-554cd30ed018,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:53.495943 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-dcfd8271-ae48-4a08-99da-deaced954de9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=9c8ac960-4019-4696-aacb-995647ce4993 HTTP/1.1" status: 200 len: 217 time: 0.0715270 Sep 16 04:42:53.538233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877c591-c4ed-425b-b6fd-352cb6eed12a req-196fa7b3-bc76-4ed4-8264-0bdaf7ab88a2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.539688 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f877c591-c4ed-425b-b6fd-352cb6eed12a req-196fa7b3-bc76-4ed4-8264-0bdaf7ab88a2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 945 time: 0.1758213 Sep 16 04:42:53.573774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-6f72db91-44f9-4e1a-8952-5634b54d493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.575782 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-6f72db91-44f9-4e1a-8952-5634b54d493b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0711315 Sep 16 04:42:53.621956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Attempting to bind port c3c88647-ed62-4eb5-b7a0-554cd30ed018 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:53.622374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Attempting to bind port c3c88647-ed62-4eb5-b7a0-554cd30ed018 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:53.622704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Attempting to bind port c3c88647-ed62-4eb5-b7a0-554cd30ed018 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:53.648260 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f877c591-c4ed-425b-b6fd-352cb6eed12a req-8fbd8142-bca6-4783-b223-5bf4f76d9f59 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988250 Sep 16 04:42:53.649512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Port c3c88647-ed62-4eb5-b7a0-554cd30ed018 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:53.650060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Attempting to bind port c3c88647-ed62-4eb5-b7a0-554cd30ed018 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:53.665655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:53.673116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:53.673582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:53.674094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Bound port: c3c88647-ed62-4eb5-b7a0-554cd30ed018, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:53.674476 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.680842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-196e94a0-3891-442a-bb2c-3cc0b6578be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.682670 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-196e94a0-3891-442a-bb2c-3cc0b6578be2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0920951 Sep 16 04:42:53.833862 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-958ca98a-1c7f-40d9-8ca8-b3663c230fe5 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376481 Sep 16 04:42:53.837897 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b50435c4-abaa-44a6-9815-e77d66d008a5 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:53.892690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-c582c72c-7141-4986-b77c-cf18d674ec1e tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.894306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-c582c72c-7141-4986-b77c-cf18d674ec1e tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b&tenant_id=a90cdc15f24043fba6cb9927dc16b179&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1097 time: 0.2312036 Sep 16 04:42:53.915676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fdc30-de8b-461a-8b8a-4fd1cfa15516 req-e1bde4d1-b05f-4107-a24e-23a3714bdefd tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.917274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd1fdc30-de8b-461a-8b8a-4fd1cfa15516 req-e1bde4d1-b05f-4107-a24e-23a3714bdefd tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 949 time: 0.2358572 Sep 16 04:42:53.920350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] For port c3c88647-ed62-4eb5-b7a0-554cd30ed018, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:53.927966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-12'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:53.935851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] For port c3c88647-ed62-4eb5-b7a0-554cd30ed018, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c3c88647-ed62-4eb5-b7a0-554cd30ed018,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:53.947297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311588c-2b54-4edc-be68-2945d9e8e694 req-8feb222a-c0e7-441e-afe0-035db18e74f6 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.949298 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c311588c-2b54-4edc-be68-2945d9e8e694 req-8feb222a-c0e7-441e-afe0-035db18e74f6 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1822162 Sep 16 04:42:54.061323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-7da1dc5a-c144-4451-8cdf-8d669117723c service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055869 Sep 16 04:42:54.112797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd1fdc30-de8b-461a-8b8a-4fd1cfa15516 req-54681d3b-0d9d-4ba2-a4f4-77c12e3f8085 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819353 Sep 16 04:42:54.132259 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c311588c-2b54-4edc-be68-2945d9e8e694 req-340f76a3-cef5-4395-9230-ac494ae1e938 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455889 Sep 16 04:42:54.132571 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.225385 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.302264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.302855 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.304606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] 10.222.0.23 "PUT /v2.0/ports/c3c88647-ed62-4eb5-b7a0-554cd30ed018 HTTP/1.1" status: 200 len: 1097 time: 1.9110847 Sep 16 04:42:54.307151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929fba08-b76f-49b9-834a-746f574a482c', 'tag': 'c3c88647-ed62-4eb5-b7a0-554cd30ed018'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:54.319133 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcec50bd-993f-46c2-a832-2b29fdba8608" -d '{"events": [{"name": "network-changed", "server_uuid": "929fba08-b76f-49b9-834a-746f574a482c", "tag": "c3c88647-ed62-4eb5-b7a0-554cd30ed018"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:54.325334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928bf3c-67a1-48fa-84df-4ebda41e5a26 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c88647-ed62-4eb5-b7a0-554cd30ed018,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.411355 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3c1a2824-4ec5-477a-badd-e06513efbcad,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:54.424713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port b50435c4-abaa-44a6-9815-e77d66d008a5 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:54.429600 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port b50435c4-abaa-44a6-9815-e77d66d008a5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:54.429600 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.576890 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.578856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:54.629624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b50435c4-abaa-44a6-9815-e77d66d008a5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b50435c4-abaa-44a6-9815-e77d66d008a5,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:54.664640 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.667242 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd80c5-6338-4ff3-925b-5c2c613e3b13 req-bd736dd6-e291-48b5-a777-809c4cab8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.669793 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c6dd80c5-6338-4ff3-925b-5c2c613e3b13 req-bd736dd6-e291-48b5-a777-809c4cab8077 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=adac6e1e-c37a-4947-a14a-e283d3acc30d HTTP/1.1" status: 200 len: 1100 time: 0.0801735 Sep 16 04:42:54.723154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f126b5-c5ca-4453-9922-ccb56c9922ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50435c4-abaa-44a6-9815-e77d66d008a5'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:54.725793 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c285f41-60b7-4319-a7ff-7ca7d790fee6" -d '{"events": [{"server_uuid": "59f126b5-c5ca-4453-9922-ccb56c9922ea", "name": "network-vif-plugged", "status": "completed", "tag": "b50435c4-abaa-44a6-9815-e77d66d008a5"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:54.734290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c276c-9818-4d7b-aaad-92e922eaa308 req-59c9659a-b392-4e3a-92a2-2a6c5418d2d5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.735961 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-853c276c-9818-4d7b-aaad-92e922eaa308 req-59c9659a-b392-4e3a-92a2-2a6c5418d2d5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 943 time: 0.2968535 Sep 16 04:42:54.738596 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.745246 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f808ed2-4be4-48d9-b819-ac37cbe4327e req-6c869a3d-5c24-4ae4-bca3-04c37c839f02 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.756062 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f808ed2-4be4-48d9-b819-ac37cbe4327e req-6c869a3d-5c24-4ae4-bca3-04c37c839f02 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 948 time: 0.3341320 Sep 16 04:42:54.812510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-32a829a0-2d6e-4623-8585-143a452c7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.813958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-32a829a0-2d6e-4623-8585-143a452c7ad3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 1100 time: 0.2471294 Sep 16 04:42:54.842823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=b50435c4-abaa-44a6-9815-e77d66d008a5,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.858643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:54.859428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:54.859782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:54.860121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:54.860457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:54.861020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:54.861357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:54.861686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:54.862015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:54.862340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:54.862984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:54.863483 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:54.900906 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f808ed2-4be4-48d9-b819-ac37cbe4327e req-ae7bdffd-052f-4c66-897a-11ef97957340 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437216 Sep 16 04:42:54.907466 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-706940bc-33db-4c1b-8720-72e42a9a08d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=c3c88647-ed62-4eb5-b7a0-554cd30ed018 HTTP/1.1" status: 200 len: 217 time: 0.0656362 Sep 16 04:42:54.911424 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.938443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-853c276c-9818-4d7b-aaad-92e922eaa308 req-73634630-b140-4676-84d4-ca91836ba24a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745281 Sep 16 04:42:54.943286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd80c5-6338-4ff3-925b-5c2c613e3b13 req-a2f8ec58-dba2-4f5a-956d-166a57710dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.944854 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c6dd80c5-6338-4ff3-925b-5c2c613e3b13 req-a2f8ec58-dba2-4f5a-956d-166a57710dad service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2554970 Sep 16 04:42:55.045120 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c6dd80c5-6338-4ff3-925b-5c2c613e3b13 req-0f89d96c-df52-40a6-b000-575748785130 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=9c8ac960-4019-4696-aacb-995647ce4993 HTTP/1.1" status: 200 len: 217 time: 0.0848696 Sep 16 04:42:55.066972 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736bdcfe-c429-496b-9dce-925cc5bb99d7 x-openstack-request-id: req-736bdcfe-c429-496b-9dce-925cc5bb99d7 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:55.071137 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929fba08-b76f-49b9-834a-746f574a482c", "tag": "c3c88647-ed62-4eb5-b7a0-554cd30ed018", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:55.071137 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-736bdcfe-c429-496b-9dce-925cc5bb99d7 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:55.071137 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929fba08-b76f-49b9-834a-746f574a482c', 'tag': 'c3c88647-ed62-4eb5-b7a0-554cd30ed018', 'status': 'completed', 'code': 200} Sep 16 04:42:55.096980 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbda9f35-608e-4a4d-b65a-1242ac3d4c03 x-openstack-request-id: req-fbda9f35-608e-4a4d-b65a-1242ac3d4c03 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:55.097184 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f126b5-c5ca-4453-9922-ccb56c9922ea", "name": "network-vif-plugged", "status": "completed", "tag": "b50435c4-abaa-44a6-9815-e77d66d008a5", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:55.097401 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbda9f35-608e-4a4d-b65a-1242ac3d4c03 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:55.097926 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f126b5-c5ca-4453-9922-ccb56c9922ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50435c4-abaa-44a6-9815-e77d66d008a5', 'code': 200} Sep 16 04:42:55.178515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd80c5-6338-4ff3-925b-5c2c613e3b13 req-53db2006-f736-4de9-9772-d3b81571d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.186795 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c6dd80c5-6338-4ff3-925b-5c2c613e3b13 req-53db2006-f736-4de9-9772-d3b81571d18f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1308196 Sep 16 04:42:55.278111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-2a01e787-2686-4c39-9684-7d37ce6d9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.281694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53be737-1ef5-41d7-a68a-fc3a5f14b16f req-7a2c2a12-c7a0-4f10-ba56-a1b8e7f566f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.281694 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e53be737-1ef5-41d7-a68a-fc3a5f14b16f req-7a2c2a12-c7a0-4f10-ba56-a1b8e7f566f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 1102 time: 0.0916281 Sep 16 04:42:55.281939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-2a01e787-2686-4c39-9684-7d37ce6d9186 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.3611517 Sep 16 04:42:55.281939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Pushing event updated for resources: {'Port': ['ID=3c1a2824-4ec5-477a-badd-e06513efbcad,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:55.301019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Attempting to bind port 3c1a2824-4ec5-477a-badd-e06513efbcad on host n-h2-712137-12 for vnic_type normal with profile {"migrating_to": "n-h1-712137-12"} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:55.301615 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Attempting to bind port 3c1a2824-4ec5-477a-badd-e06513efbcad by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:55.302108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Attempting to bind port 3c1a2824-4ec5-477a-badd-e06513efbcad on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:55.330540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Port 3c1a2824-4ec5-477a-badd-e06513efbcad on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:55.331138 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Attempting to bind port 3c1a2824-4ec5-477a-badd-e06513efbcad on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:55.335302 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e53be737-1ef5-41d7-a68a-fc3a5f14b16f req-b02e3a72-4099-4fae-b6dd-dd48fe39f02e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Sep 16 04:42:55.341067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd80c5-6338-4ff3-925b-5c2c613e3b13 req-63961fa2-6f79-4d92-a6f9-80067e5b9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.350727 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c6dd80c5-6338-4ff3-925b-5c2c613e3b13 req-63961fa2-6f79-4d92-a6f9-80067e5b9064 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1076717 Sep 16 04:42:55.360844 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:55.361488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:55.362046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Bound using segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:55.362656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Bound port: 3c1a2824-4ec5-477a-badd-e06513efbcad, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:55.363190 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.457505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ce55-b657-450d-829d-543565c58797 req-5c44f813-3f65-4d07-a20a-17c4556e47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.459029 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-5c44f813-3f65-4d07-a20a-17c4556e47ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1594484 Sep 16 04:42:55.470918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06840ad5-e6e5-4d46-a47d-50d089727612 req-8c8a8d17-1f4b-4d15-86aa-971d86f09910 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.478724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06840ad5-e6e5-4d46-a47d-50d089727612 req-8c8a8d17-1f4b-4d15-86aa-971d86f09910 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.3201177 Sep 16 04:42:55.494082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc83870-dc23-4ecf-b1f0-05690f6fd462 req-768915d4-b028-426c-b20e-8d7f7b1633e3 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.502896 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7cc83870-dc23-4ecf-b1f0-05690f6fd462 req-768915d4-b028-426c-b20e-8d7f7b1633e3 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 950 time: 0.2600567 Sep 16 04:42:55.559814 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c6dd80c5-6338-4ff3-925b-5c2c613e3b13 req-34c79231-95f6-4e7e-ba36-6d18f88dbd4d service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936734 Sep 16 04:42:55.597800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:55.619577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3c1a2824-4ec5-477a-badd-e06513efbcad,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:55.710468 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c6dd80c5-6338-4ff3-925b-5c2c613e3b13 req-fe0af79d-a22b-4731-a453-19cb6588f256 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411817 Sep 16 04:42:55.717417 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7cc83870-dc23-4ecf-b1f0-05690f6fd462 req-f9ca7483-aa45-43bd-b950-3638de26fb9b tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134993 Sep 16 04:42:55.761999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06840ad5-e6e5-4d46-a47d-50d089727612 req-96c6dfc9-b945-4d08-91cd-c46e97742e6f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822852 Sep 16 04:42:55.767883 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.822144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-a7f07093-dd2c-4b98-b9bc-ea058dd1ebe9 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403597 Sep 16 04:42:55.897529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 3c1a2824-4ec5-477a-badd-e06513efbcad details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:55.987384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.988679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.994635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] 10.222.0.23 "PUT /v2.0/ports/3c1a2824-4ec5-477a-badd-e06513efbcad HTTP/1.1" status: 200 len: 1123 time: 2.0835116 Sep 16 04:42:56.084551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a137e39-6491-47b7-bb53-2a007b07ba8e service neutron] Pushing event updated for resources: {'Port': ['ID=3c1a2824-4ec5-477a-badd-e06513efbcad,revision_number=8']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:56.186794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3c1a2824-4ec5-477a-badd-e06513efbcad,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:56.187456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4609ce55-b657-450d-829d-543565c58797 req-fc7ef4f7-a1d1-4b49-95df-6da54abf726b service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727017 Sep 16 04:42:56.187572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 3c1a2824-4ec5-477a-badd-e06513efbcad has no active binding in host n-h1-712137-12 {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:42:56.187572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['3c1a2824-4ec5-477a-badd-e06513efbcad'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:56.187769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc94ec7-4690-492a-9975-210084d7da48 req-df5694c4-cc47-4349-9aa3-48ac58bae22a tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.187769 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8dc94ec7-4690-492a-9975-210084d7da48 req-df5694c4-cc47-4349-9aa3-48ac58bae22a tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.2028964 Sep 16 04:42:56.236501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['3c1a2824-4ec5-477a-badd-e06513efbcad'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:56.257444 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8dc94ec7-4690-492a-9975-210084d7da48 req-05d3a143-af74-441c-a9a0-63f5757af5d4 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079762 Sep 16 04:42:56.334726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af0017-2fc3-4016-b918-6df977405a3a req-2e3183fc-d363-4f12-b342-86b214497e8e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.350242 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6af0017-2fc3-4016-b918-6df977405a3a req-2e3183fc-d363-4f12-b342-86b214497e8e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 948 time: 0.2094131 Sep 16 04:42:56.432733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6af0017-2fc3-4016-b918-6df977405a3a req-597d9979-a88a-4811-9b8e-9fac1c03d27e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816264 Sep 16 04:42:56.467111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207db9c5-2ed2-498a-9c25-1f5b961bffdb req-6f401e4b-a64e-4fcb-9ba6-5f6b63340e1c tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.469739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-207db9c5-2ed2-498a-9c25-1f5b961bffdb req-6f401e4b-a64e-4fcb-9ba6-5f6b63340e1c tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 943 time: 0.0787930 Sep 16 04:42:56.579246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-207db9c5-2ed2-498a-9c25-1f5b961bffdb req-f111271c-abb7-456d-bd04-2df7833f4c9c tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993242 Sep 16 04:42:56.595862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec50bd-993f-46c2-a832-2b29fdba8608 req-c3cd4fe8-25c3-4527-b98c-a1e38d73d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.597652 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcec50bd-993f-46c2-a832-2b29fdba8608 req-c3cd4fe8-25c3-4527-b98c-a1e38d73d305 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 1100 time: 0.0867019 Sep 16 04:42:56.705628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec50bd-993f-46c2-a832-2b29fdba8608 req-354fdf80-7ade-468a-8085-b66f58a701a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.707430 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcec50bd-993f-46c2-a832-2b29fdba8608 req-354fdf80-7ade-468a-8085-b66f58a701a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.0931630 Sep 16 04:42:56.753198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcec50bd-993f-46c2-a832-2b29fdba8608 req-6404b931-0607-4c98-b5bc-349f03582f9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=c3c88647-ed62-4eb5-b7a0-554cd30ed018 HTTP/1.1" status: 200 len: 217 time: 0.0374885 Sep 16 04:42:56.805763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec50bd-993f-46c2-a832-2b29fdba8608 req-604eeb59-ed8b-43be-bf8f-f676c24a0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.807379 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcec50bd-993f-46c2-a832-2b29fdba8608 req-604eeb59-ed8b-43be-bf8f-f676c24a0389 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0468202 Sep 16 04:42:56.890242 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec50bd-993f-46c2-a832-2b29fdba8608 req-57a36e33-4cfe-4622-918c-7714254d212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.891670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcec50bd-993f-46c2-a832-2b29fdba8608 req-57a36e33-4cfe-4622-918c-7714254d212d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761838 Sep 16 04:42:56.907422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c2b58-d4ed-452b-b419-fb02281ecb26 req-6a7f8d60-7eb1-4ffe-ba26-cf1cb2bc29be tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.908931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-808c2b58-d4ed-452b-b419-fb02281ecb26 req-6a7f8d60-7eb1-4ffe-ba26-cf1cb2bc29be tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 950 time: 0.0852482 Sep 16 04:42:57.239425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3f13bd-e9f2-427b-8e22-a08af27dde0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c1a2824-4ec5-477a-badd-e06513efbcad'}, {'name': 'network-changed', 'server_uuid': '3b3f13bd-e9f2-427b-8e22-a08af27dde0b', 'tag': '3c1a2824-4ec5-477a-badd-e06513efbcad'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:57.247489 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9ce000-a0db-4599-aac0-5e0030b029b8" -d '{"events": [{"server_uuid": "3b3f13bd-e9f2-427b-8e22-a08af27dde0b", "name": "network-vif-unplugged", "status": "completed", "tag": "3c1a2824-4ec5-477a-badd-e06513efbcad"}, {"name": "network-changed", "server_uuid": "3b3f13bd-e9f2-427b-8e22-a08af27dde0b", "tag": "3c1a2824-4ec5-477a-badd-e06513efbcad"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:57.258612 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-808c2b58-d4ed-452b-b419-fb02281ecb26 req-30f1cca4-7891-4344-bd39-c7bb64b4be24 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416312 Sep 16 04:42:57.289918 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcec50bd-993f-46c2-a832-2b29fdba8608 req-c4d20a6d-0c5d-4859-8b64-7cf423272daa service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800011 Sep 16 04:42:57.442971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c4dc6-aee8-4a3a-99a8-51f562ae22f6 req-a9d0c0bc-8adb-4e61-abde-b9dec4277773 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.444431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-284c4dc6-aee8-4a3a-99a8-51f562ae22f6 req-a9d0c0bc-8adb-4e61-abde-b9dec4277773 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.1223583 Sep 16 04:42:57.460902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcec50bd-993f-46c2-a832-2b29fdba8608 req-8ca41dc7-e44d-4b81-a286-00afa15d30a4 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476209 Sep 16 04:42:57.497542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-284c4dc6-aee8-4a3a-99a8-51f562ae22f6 req-2e0cd5b7-d0d5-451b-8902-6caf01d2ee10 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340705 Sep 16 04:42:57.700416 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63778525-a00e-45e5-8605-c18457fa1e91 x-openstack-request-id: req-63778525-a00e-45e5-8605-c18457fa1e91 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:57.700770 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3f13bd-e9f2-427b-8e22-a08af27dde0b", "name": "network-vif-unplugged", "status": "completed", "tag": "3c1a2824-4ec5-477a-badd-e06513efbcad", "code": 200}, {"name": "network-changed", "server_uuid": "3b3f13bd-e9f2-427b-8e22-a08af27dde0b", "tag": "3c1a2824-4ec5-477a-badd-e06513efbcad", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:57.701074 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63778525-a00e-45e5-8605-c18457fa1e91 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:57.701485 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3f13bd-e9f2-427b-8e22-a08af27dde0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c1a2824-4ec5-477a-badd-e06513efbcad', 'code': 200} Sep 16 04:42:57.701738 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3f13bd-e9f2-427b-8e22-a08af27dde0b', 'tag': '3c1a2824-4ec5-477a-badd-e06513efbcad', 'status': 'completed', 'code': 200} Sep 16 04:42:57.813601 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d018b-864f-43d4-aabf-5db35e0fe598 req-1d21a21f-e9f0-4648-9d45-bebf2b451d94 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.815453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b51d018b-864f-43d4-aabf-5db35e0fe598 req-1d21a21f-e9f0-4648-9d45-bebf2b451d94 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0613158 Sep 16 04:42:57.846729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce000-a0db-4599-aac0-5e0030b029b8 req-801e16fd-f74d-459d-aa4a-bc3c3f4ed7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.848308 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5b9ce000-a0db-4599-aac0-5e0030b029b8 req-801e16fd-f74d-459d-aa4a-bc3c3f4ed7ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 1126 time: 0.0775638 Sep 16 04:42:57.868148 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b51d018b-864f-43d4-aabf-5db35e0fe598 req-3f336480-3c27-418b-9ac4-d2aa2253a399 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Sep 16 04:42:57.925106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9c8ac960-4019-4696-aacb-995647ce4993 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:57.927383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 71fe8797-96de-49f3-8b40-29ce548ec970 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:57.975272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce000-a0db-4599-aac0-5e0030b029b8 req-00154a00-f716-4afd-bd16-6321559e08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.977601 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5b9ce000-a0db-4599-aac0-5e0030b029b8 req-00154a00-f716-4afd-bd16-6321559e08ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.1177068 Sep 16 04:42:57.987625 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-a78308d3-b7c0-4107-b931-91065ff4a720 service neutron] 10.222.0.23 "GET /v2.0/ports/71fe8797-96de-49f3-8b40-29ce548ec970/bindings/n-h2-712137-12 HTTP/1.1" status: 200 len: 385 time: 0.0978832 Sep 16 04:42:58.077263 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5b9ce000-a0db-4599-aac0-5e0030b029b8 req-6f507149-f8ad-439f-ad0a-af79dd670977 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1a2824-4ec5-477a-badd-e06513efbcad HTTP/1.1" status: 200 len: 217 time: 0.0877712 Sep 16 04:42:58.170831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 9c8ac960-4019-4696-aacb-995647ce4993, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9c8ac960-4019-4696-aacb-995647ce4993,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:58.181334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce000-a0db-4599-aac0-5e0030b029b8 req-16ce54c3-31ee-423a-965e-c30494ff908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.185179 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '9c8ac960-4019-4696-aacb-995647ce4993', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '9c8ac960-4019-4696-aacb-995647ce4993', 'mac_address': 'fa:16:3e:6a:f7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:58.185906 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5b9ce000-a0db-4599-aac0-5e0030b029b8 req-16ce54c3-31ee-423a-965e-c30494ff908f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.0910480 Sep 16 04:42:58.212449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12fe30-1610-498c-8143-0d1d0baf3c5d req-9f57c09f-679b-4c6b-9619-aaffa97bbc7e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.214118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c12fe30-1610-498c-8143-0d1d0baf3c5d req-9f57c09f-679b-4c6b-9619-aaffa97bbc7e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 948 time: 0.2198086 Sep 16 04:42:58.247208 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.254301 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5b9ce000-a0db-4599-aac0-5e0030b029b8 req-b11303b8-c33a-409d-a63f-7a19c547081b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493438 Sep 16 04:42:58.265316 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8ac960-4019-4696-aacb-995647ce4993 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:58.315966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 9c8ac960-4019-4696-aacb-995647ce4993, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9c8ac960-4019-4696-aacb-995647ce4993,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:58.359815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c12fe30-1610-498c-8143-0d1d0baf3c5d req-7c7bc812-ea5e-4f66-8ae3-11291e30c83b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307812 Sep 16 04:42:58.401505 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.410394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-282c664e-146e-417d-9c32-fef8866dfacb service neutron] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=71fe8797-96de-49f3-8b40-29ce548ec970,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:58.475224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=9c8ac960-4019-4696-aacb-995647ce4993,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:58.505925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-282c664e-146e-417d-9c32-fef8866dfacb service neutron] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:58.540739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329ddf1-ed06-42da-bee6-557c7611f47b req-6c3e7347-f89b-4809-91d3-c52642dd87e6 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.549844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d329ddf1-ed06-42da-bee6-557c7611f47b req-6c3e7347-f89b-4809-91d3-c52642dd87e6 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 943 time: 0.1230602 Sep 16 04:42:58.552569 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5b9ce000-a0db-4599-aac0-5e0030b029b8 req-c1b08356-3677-4b80-8df2-37275cd6302a service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748280 Sep 16 04:42:58.581037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-282c664e-146e-417d-9c32-fef8866dfacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fe8797-96de-49f3-8b40-29ce548ec970 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:58.600350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-282c664e-146e-417d-9c32-fef8866dfacb service neutron] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=71fe8797-96de-49f3-8b40-29ce548ec970,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:58.625905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d329ddf1-ed06-42da-bee6-557c7611f47b req-6672a2ca-4a57-45e0-a3da-41044af3c500 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731795 Sep 16 04:42:58.682975 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5b9ce000-a0db-4599-aac0-5e0030b029b8 req-997a3693-e570-4efb-9eee-7ade0e44b1ce service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254108 Sep 16 04:42:58.739437 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-282c664e-146e-417d-9c32-fef8866dfacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.802208 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29802-727b-4b42-9a6b-645d9578e959 req-06638597-fbb4-482b-b45c-5a360f0761c4 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.803824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ef29802-727b-4b42-9a6b-645d9578e959 req-06638597-fbb4-482b-b45c-5a360f0761c4 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 950 time: 0.0960824 Sep 16 04:42:58.856761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['9c8ac960-4019-4696-aacb-995647ce4993'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:58.877189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ef29802-727b-4b42-9a6b-645d9578e959 req-d95e1167-928b-43cd-a1f5-68f65a9d3690 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632105 Sep 16 04:42:58.878221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-282c664e-146e-417d-9c32-fef8866dfacb service neutron] Transition to ACTIVE for port object 71fe8797-96de-49f3-8b40-29ce548ec970 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:58.989228 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-282c664e-146e-417d-9c32-fef8866dfacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.999155 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516024bc-e0d0-4423-a2e7-0777d09b90ae req-bbe385a4-ed2d-4ed0-9652-387484fb2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.001945 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-516024bc-e0d0-4423-a2e7-0777d09b90ae req-bbe385a4-ed2d-4ed0-9652-387484fb2c4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7bd4e6ac0cb24343bba0afecf762e654&device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 1097 time: 0.1014686 Sep 16 04:42:59.175853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-282c664e-146e-417d-9c32-fef8866dfacb service neutron] No DVR routers for this DVR port 71fe8797-96de-49f3-8b40-29ce548ec970 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:59.257635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516024bc-e0d0-4423-a2e7-0777d09b90ae req-1da12bdc-4ff3-43ce-853f-08c9599513d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.259573 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-516024bc-e0d0-4423-a2e7-0777d09b90ae req-1da12bdc-4ff3-43ce-853f-08c9599513d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0b1f6d5d-ed89-46e3-b590-37d2b4020673 HTTP/1.1" status: 200 len: 911 time: 0.2414753 Sep 16 04:42:59.269743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c664e-146e-417d-9c32-fef8866dfacb service neutron] Pushing event updated for resources: {'Port': ['ID=71fe8797-96de-49f3-8b40-29ce548ec970,revision_number=10']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:59.295768 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-282c664e-146e-417d-9c32-fef8866dfacb service neutron] 10.222.0.23 "PUT /v2.0/ports/71fe8797-96de-49f3-8b40-29ce548ec970/bindings/n-h2-712137-12/activate HTTP/1.1" status: 200 len: 370 time: 1.2375658 Sep 16 04:42:59.317578 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-516024bc-e0d0-4423-a2e7-0777d09b90ae req-eccf2598-5b86-431d-99b0-b42a75957d94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9dad7e90-8098-4424-9763-2c01ac612b2d HTTP/1.1" status: 200 len: 217 time: 0.0482123 Sep 16 04:42:59.326769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260beed-a219-42a1-becd-248a7d2f4edb req-feb60e1d-88a2-4a0d-aa21-76f2bddef649 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.334160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f260beed-a219-42a1-becd-248a7d2f4edb req-feb60e1d-88a2-4a0d-aa21-76f2bddef649 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.4362030 Sep 16 04:42:59.391447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f260beed-a219-42a1-becd-248a7d2f4edb req-1e5606a1-cb0a-4edb-becc-4dd4717b7b25 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562093 Sep 16 04:42:59.434642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528410f-1d33-4aa2-92e2-5780648ba6af req-6486aa79-3d29-43ac-9eae-aa8339992a1e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.453010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6528410f-1d33-4aa2-92e2-5780648ba6af req-6486aa79-3d29-43ac-9eae-aa8339992a1e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.3101506 Sep 16 04:42:59.545027 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6528410f-1d33-4aa2-92e2-5780648ba6af req-c3659ce5-c25c-4423-a5a5-853f268d7512 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894861 Sep 16 04:42:59.545686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516024bc-e0d0-4423-a2e7-0777d09b90ae req-96833fd8-dfb1-48f2-99e8-cf03c1906bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.547958 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-516024bc-e0d0-4423-a2e7-0777d09b90ae req-96833fd8-dfb1-48f2-99e8-cf03c1906bb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6cc13275-6ab6-4fa6-86cd-bc7d2a213f74 HTTP/1.1" status: 200 len: 851 time: 0.2148440 Sep 16 04:42:59.604284 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-516024bc-e0d0-4423-a2e7-0777d09b90ae req-bcc75980-e811-460c-8536-a277762ba06f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0b1f6d5d-ed89-46e3-b590-37d2b4020673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394866 Sep 16 04:42:59.607474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-04ee6dc4-c026-4b18-abf2-00cfdb95150f tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.610332 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-04ee6dc4-c026-4b18-abf2-00cfdb95150f tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6&tenant_id=f4a70497af814474abf0ba78527f1f40&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1096 time: 0.1676421 Sep 16 04:42:59.694039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58bc3-8763-4e5f-8552-2e23e011deea req-1ae39f80-ddc1-4e03-a250-00af68319944 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.716605 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7eb58bc3-8763-4e5f-8552-2e23e011deea req-1ae39f80-ddc1-4e03-a250-00af68319944 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 948 time: 0.1088374 Sep 16 04:42:59.740607 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-fca36548-c3e5-4876-8769-7455eceda0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.742165 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-fca36548-c3e5-4876-8769-7455eceda0ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6&tenant_id=f4a70497af814474abf0ba78527f1f40 HTTP/1.1" status: 200 len: 1096 time: 0.1007247 Sep 16 04:42:59.770791 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7eb58bc3-8763-4e5f-8552-2e23e011deea req-f754b8d9-85bf-42a6-b2ef-14482f6842a3 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533109 Sep 16 04:42:59.805308 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-516024bc-e0d0-4423-a2e7-0777d09b90ae req-718237c1-3194-4d89-9fcf-b1d3c27c46be service neutron] 10.222.0.37 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904385 Sep 16 04:42:59.872593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-859aecd6-f0c8-409c-82b1-bf4ee952209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.874791 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-859aecd6-f0c8-409c-82b1-bf4ee952209f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 1096 time: 0.1011767 Sep 16 04:42:59.950991 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c3c88647-ed62-4eb5-b7a0-554cd30ed018 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:00.005142 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-516024bc-e0d0-4423-a2e7-0777d09b90ae req-891663eb-abd3-4a8b-af82-d1711c6cfca5 service neutron] 10.222.0.37 "GET /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768699 Sep 16 04:43:00.042227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596c6d6-785f-4016-aba2-508f800121c8 req-c4f00534-53aa-484f-a27e-1e8d7e863d6b tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.043892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5596c6d6-785f-4016-aba2-508f800121c8 req-c4f00534-53aa-484f-a27e-1e8d7e863d6b tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 944 time: 0.1479948 Sep 16 04:43:00.147775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5596c6d6-785f-4016-aba2-508f800121c8 req-ce8a0a28-3d87-4df3-821f-2292669a5849 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902781 Sep 16 04:43:00.178773 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c3c88647-ed62-4eb5-b7a0-554cd30ed018, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c3c88647-ed62-4eb5-b7a0-554cd30ed018,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:00.203082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e665f1ac-38b1-4987-b31e-a3754e73aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.204692 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-e665f1ac-38b1-4987-b31e-a3754e73aaf9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.3143685 Sep 16 04:43:00.207141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'c3c88647-ed62-4eb5-b7a0-554cd30ed018', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'c3c88647-ed62-4eb5-b7a0-554cd30ed018', 'mac_address': 'fa:16:3e:64:33:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:00.311292 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-dc3ab395-22f7-49d2-85a9-34c8d0bf5fe5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71fe8797-96de-49f3-8b40-29ce548ec970 HTTP/1.1" status: 200 len: 217 time: 0.0942647 Sep 16 04:43:00.314028 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.355900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c88647-ed62-4eb5-b7a0-554cd30ed018 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:00.405112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c3c88647-ed62-4eb5-b7a0-554cd30ed018, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c3c88647-ed62-4eb5-b7a0-554cd30ed018,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:00.418048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-af57c852-e3cc-425c-b7be-0a18f2f2daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.424303 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-af57c852-e3cc-425c-b7be-0a18f2f2daf7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.0978460 Sep 16 04:43:00.458834 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.495807 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-b4246ef3-7f89-4525-b2ba-ab0605f60fdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675004 Sep 16 04:43:00.508650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.509288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.509841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.510442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.510971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.513279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.513833 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.514375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.514907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.515442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.516235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.517548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.518113 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.518673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.519199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.519724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.520262 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.532937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-103aedfc-6921-4afa-a54c-2c916b347c8d tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c&device_id=adac6e1e-c37a-4947-a14a-e283d3acc30d&device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea&device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c&device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1&device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904&device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13&device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284&device_id=e8ccb092-6640-4708-813d-810650aef72c&device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c&device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b&device_id=f48f8bc3-d167-4f90-8c00-31966e558de6&device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8&device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859&device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55&device_id=d59a258a-d422-411f-aae3-2e331d30ad29&device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 15348 time: 0.1392014 Sep 16 04:43:00.562385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=c3c88647-ed62-4eb5-b7a0-554cd30ed018,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:00.610904 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-84035ba3-9391-4be9-82ae-c5ba082b8dee tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.655107 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-18c332d6-f203-4712-8a2b-d09e8238e571 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487846 Sep 16 04:43:00.677801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449b6d1-6467-4bdb-9735-b3bbcd436263 req-8c63da67-8dce-4388-b7e7-afd4fa366ebe tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.679661 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7449b6d1-6467-4bdb-9735-b3bbcd436263 req-8c63da67-8dce-4388-b7e7-afd4fa366ebe tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.1377671 Sep 16 04:43:00.742909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7449b6d1-6467-4bdb-9735-b3bbcd436263 req-6a2640d1-6b2c-40f2-8b3c-f58ebc956eed tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542965 Sep 16 04:43:00.854444 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-a18da978-8eea-46ef-aa58-e11fed384b7f service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905797 Sep 16 04:43:00.875826 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-84035ba3-9391-4be9-82ae-c5ba082b8dee tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.943509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6d669-198a-4878-9cc6-b35386a5f188 req-78538c1b-9f6b-4712-a660-72c4c23ab34a tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.947631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fd6d669-198a-4878-9cc6-b35386a5f188 req-78538c1b-9f6b-4712-a660-72c4c23ab34a tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0700321 Sep 16 04:43:00.950891 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-84035ba3-9391-4be9-82ae-c5ba082b8dee tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.001956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['c3c88647-ed62-4eb5-b7a0-554cd30ed018'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:01.023621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd8262bf-71fe-45df-9619-cbfd4e7cafb3 req-84035ba3-9391-4be9-82ae-c5ba082b8dee tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&id=93f7dc40-3d7e-4c62-9b89-08e39b445631&id=170edeca-bb73-420c-b1f9-f7f171143079&id=f6628338-69a1-4373-bdef-4e41b4d15145&id=65cf1717-9c0c-43a6-b978-5ef0d6429864&id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&id=9a57bce2-f388-4313-8e15-ee4a23a4319b&id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 781 time: 0.4874918 Sep 16 04:43:01.043870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84035ba3-9391-4be9-82ae-c5ba082b8dee tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d9c68b-1930-42eb-a92b-a84d65cec6df,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:01.101853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fd6d669-198a-4878-9cc6-b35386a5f188 req-ef7e6f4e-3f34-490a-bf23-9c4f63dea2a7 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480029 Sep 16 04:43:01.255961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937e0c-a70e-4da7-b59c-a7ed09477847 req-ea264098-e11d-45de-9603-ee355d85ad1c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.258638 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22937e0c-a70e-4da7-b59c-a7ed09477847 req-ea264098-e11d-45de-9603-ee355d85ad1c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 949 time: 0.0792711 Sep 16 04:43:01.406973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22937e0c-a70e-4da7-b59c-a7ed09477847 req-3bd3870f-1a6d-4851-95c2-46aef13a402e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349750 Sep 16 04:43:01.451447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e41e4-e373-49e1-bbed-8a635975f699 req-7933fa66-caec-49b8-adf8-7aa5612daa53 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.459812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a8e41e4-e373-49e1-bbed-8a635975f699 req-7933fa66-caec-49b8-adf8-7aa5612daa53 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 944 time: 0.1131158 Sep 16 04:43:01.521142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-6c93303e-2876-421c-b851-4d2145389140 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.523327 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-6c93303e-2876-421c-b851-4d2145389140 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6&tenant_id=f4a70497af814474abf0ba78527f1f40&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1096 time: 0.1162517 Sep 16 04:43:01.549165 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a8e41e4-e373-49e1-bbed-8a635975f699 req-2a5ce61c-1803-4ba5-9bf7-9c211f70391e tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775011 Sep 16 04:43:01.836861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce67cd9-6d3f-4c19-a92f-21f2c160bd27 req-6e651994-4adf-4c10-84f0-96401495d9a8 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.837774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce67cd9-6d3f-4c19-a92f-21f2c160bd27 req-6e651994-4adf-4c10-84f0-96401495d9a8 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.838263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce67cd9-6d3f-4c19-a92f-21f2c160bd27 req-6e651994-4adf-4c10-84f0-96401495d9a8 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.839083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-6f68781c-4f17-4615-b009-95839f25ccc8 service neutron] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:01.839996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fce67cd9-6d3f-4c19-a92f-21f2c160bd27 req-6e651994-4adf-4c10-84f0-96401495d9a8 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea&device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13&device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 2884 time: 0.0716391 Sep 16 04:43:01.849366 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-6f68781c-4f17-4615-b009-95839f25ccc8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.850588 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78fcffcd-588a-41cf-b5c2-d8bd786ebea3 req-6f68781c-4f17-4615-b009-95839f25ccc8 service neutron] 10.222.0.37 "DELETE /v2.0/ports/71fe8797-96de-49f3-8b40-29ce548ec970/bindings/n-h1-712137-12 HTTP/1.1" status: 204 len: 173 time: 0.3173749 Sep 16 04:43:01.938494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fce67cd9-6d3f-4c19-a92f-21f2c160bd27 req-ea87047c-23eb-47d2-a5e1-118f3fef0919 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904264 Sep 16 04:43:01.961245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e991bf8-dffe-4822-b111-0eb183af029c req-a36fa80f-f2af-4e33-89a6-7868f6d3ebef tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.977317 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9c8ac960-4019-4696-aacb-995647ce4993 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:01.994993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e991bf8-dffe-4822-b111-0eb183af029c req-a36fa80f-f2af-4e33-89a6-7868f6d3ebef tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.1278346 Sep 16 04:43:02.060375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e991bf8-dffe-4822-b111-0eb183af029c req-8b94df67-8155-4399-947c-38d132aab82f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563624 Sep 16 04:43:02.224820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 9c8ac960-4019-4696-aacb-995647ce4993 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:02.229587 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 9c8ac960-4019-4696-aacb-995647ce4993 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:02.229989 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.245031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff03f9-3549-4a6d-ab71-7d01825c86b2 req-1b1ec596-bf8e-42c4-aefd-f655fd2fa349 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.247548 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43ff03f9-3549-4a6d-ab71-7d01825c86b2 req-1b1ec596-bf8e-42c4-aefd-f655fd2fa349 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0669718 Sep 16 04:43:02.318802 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43ff03f9-3549-4a6d-ab71-7d01825c86b2 req-edf8efc4-4afb-4f66-86dc-f0b4aa8889a2 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524533 Sep 16 04:43:02.405338 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.441375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adac6e1e-c37a-4947-a14a-e283d3acc30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8ac960-4019-4696-aacb-995647ce4993'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:02.444756 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c2c41a-04ac-4fef-ac34-8b1b38cb7076" -d '{"events": [{"server_uuid": "adac6e1e-c37a-4947-a14a-e283d3acc30d", "name": "network-vif-plugged", "status": "completed", "tag": "9c8ac960-4019-4696-aacb-995647ce4993"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:02.482119 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 9c8ac960-4019-4696-aacb-995647ce4993, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9c8ac960-4019-4696-aacb-995647ce4993,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:02.521695 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.526481 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4d9309-516a-49a7-a9f3-ae0869ad0360 x-openstack-request-id: req-bf4d9309-516a-49a7-a9f3-ae0869ad0360 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:02.526768 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adac6e1e-c37a-4947-a14a-e283d3acc30d", "name": "network-vif-plugged", "status": "completed", "tag": "9c8ac960-4019-4696-aacb-995647ce4993", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:02.527021 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf4d9309-516a-49a7-a9f3-ae0869ad0360 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:02.527405 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adac6e1e-c37a-4947-a14a-e283d3acc30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8ac960-4019-4696-aacb-995647ce4993', 'code': 200} Sep 16 04:43:02.662878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=9c8ac960-4019-4696-aacb-995647ce4993,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:02.738873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9889648-31de-4d23-9073-721e1d6208c9 req-aba09e56-0d06-4764-a061-c2f17b45124b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.740604 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9889648-31de-4d23-9073-721e1d6208c9 req-aba09e56-0d06-4764-a061-c2f17b45124b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 949 time: 0.1552944 Sep 16 04:43:02.757027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32289e-42db-4818-9583-7f3fc33e08e2 req-93b726ec-e6dc-4be2-8f51-954850300e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.757027 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc32289e-42db-4818-9583-7f3fc33e08e2 req-93b726ec-e6dc-4be2-8f51-954850300e45 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=adac6e1e-c37a-4947-a14a-e283d3acc30d HTTP/1.1" status: 200 len: 1102 time: 0.0983014 Sep 16 04:43:02.815555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc32289e-42db-4818-9583-7f3fc33e08e2 req-e6e09a9d-8edf-4a25-a408-dcbae652f58d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349262 Sep 16 04:43:02.833853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9889648-31de-4d23-9073-721e1d6208c9 req-2bb0ce23-41b9-42fe-87cb-70a166be61f3 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768600 Sep 16 04:43:03.026264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92369e-35cc-4ab1-ba67-35aa7d5b58ab req-5fa01cf5-3461-4c08-b85a-f69ce7c440c6 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:03.028454 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe92369e-35cc-4ab1-ba67-35aa7d5b58ab req-5fa01cf5-3461-4c08-b85a-f69ce7c440c6 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 944 time: 0.0719278 Sep 16 04:43:03.082857 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe92369e-35cc-4ab1-ba67-35aa7d5b58ab req-e1f3d46f-9924-486a-a467-7eb561680b6c tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442474 Sep 16 04:43:03.212731 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91d5e2-4738-4ee5-a018-74f6d11a208b req-a5c1e404-5a0f-4e19-bef2-4d1f62f5f60d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:03.214583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da91d5e2-4738-4ee5-a018-74f6d11a208b req-a5c1e404-5a0f-4e19-bef2-4d1f62f5f60d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.0708840 Sep 16 04:43:03.257224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da91d5e2-4738-4ee5-a018-74f6d11a208b req-60d1b72c-0960-410b-a7cb-9960f9781baa tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339518 Sep 16 04:43:03.400016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f6cee-3887-46c8-ab3d-af7c94e7b1c3 req-6591e0d1-0e50-42b7-ac69-cb80d7b8cfeb tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:03.401588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-610f6cee-3887-46c8-ab3d-af7c94e7b1c3 req-6591e0d1-0e50-42b7-ac69-cb80d7b8cfeb tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 1096 time: 0.0463073 Sep 16 04:43:03.442739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-610f6cee-3887-46c8-ab3d-af7c94e7b1c3 req-2cfc043b-e758-464d-ac69-34c07013a86a tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338361 Sep 16 04:43:03.576034 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c5e70-882a-4ccf-870c-e6aa2013b3b8 req-111bc60d-c59f-4dd9-94fb-235dbe6e40d7 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:03.577755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-023c5e70-882a-4ccf-870c-e6aa2013b3b8 req-111bc60d-c59f-4dd9-94fb-235dbe6e40d7 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0540578 Sep 16 04:43:03.627630 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-023c5e70-882a-4ccf-870c-e6aa2013b3b8 req-4614c2e3-d949-4af3-9506-5f5cb5d2db67 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Sep 16 04:43:03.768436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd45ce-bd59-495e-8328-1921840371b7 req-df1b8d91-b169-4860-9fb3-879deb410bc0 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:03.770082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ecd45ce-bd59-495e-8328-1921840371b7 req-df1b8d91-b169-4860-9fb3-879deb410bc0 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 1096 time: 0.0491607 Sep 16 04:43:03.814837 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ecd45ce-bd59-495e-8328-1921840371b7 req-98b3782e-a18e-4158-9ef8-8f51116177e4 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372727 Sep 16 04:43:03.978082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01d73d-3620-464d-b917-3efffc8b334a req-b4829345-5ae5-4b23-9d4b-571d1b404df2 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:03.989315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e01d73d-3620-464d-b917-3efffc8b334a req-b4829345-5ae5-4b23-9d4b-571d1b404df2 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 1101 time: 0.0666692 Sep 16 04:43:03.995402 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c3c88647-ed62-4eb5-b7a0-554cd30ed018 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:04.064566 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e01d73d-3620-464d-b917-3efffc8b334a req-8e661df3-5e1f-4738-aaf1-d9c407207717 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712447 Sep 16 04:43:04.150393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port c3c88647-ed62-4eb5-b7a0-554cd30ed018 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:04.155637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port c3c88647-ed62-4eb5-b7a0-554cd30ed018 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:04.156049 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.304401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c7e7e-c6a3-4812-a362-f85563078289 req-8b733748-d273-4f80-9600-de09e74f10b6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:04.312124 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.314748 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-153c7e7e-c6a3-4812-a362-f85563078289 req-8b733748-d273-4f80-9600-de09e74f10b6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 949 time: 0.1382108 Sep 16 04:43:04.380250 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c3c88647-ed62-4eb5-b7a0-554cd30ed018, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c3c88647-ed62-4eb5-b7a0-554cd30ed018,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:04.381625 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-153c7e7e-c6a3-4812-a362-f85563078289 req-6a9a4565-84dd-4110-b490-2891f8a29728 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658307 Sep 16 04:43:04.453331 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.531315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929fba08-b76f-49b9-834a-746f574a482c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c88647-ed62-4eb5-b7a0-554cd30ed018'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:04.533619 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d7b8b3-bfb2-4717-a54e-bd2a1d34b02a" -d '{"events": [{"server_uuid": "929fba08-b76f-49b9-834a-746f574a482c", "name": "network-vif-plugged", "status": "completed", "tag": "c3c88647-ed62-4eb5-b7a0-554cd30ed018"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:04.558349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=c3c88647-ed62-4eb5-b7a0-554cd30ed018,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:04.593850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af70b18-dce4-4298-950a-a783585cdc98 req-b87a0585-6d9b-45df-9541-5346f34f3cf5 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:04.595459 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8af70b18-dce4-4298-950a-a783585cdc98 req-b87a0585-6d9b-45df-9541-5346f34f3cf5 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 1101 time: 0.0530930 Sep 16 04:43:04.637011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8af70b18-dce4-4298-950a-a783585cdc98 req-5817ad81-248a-4c1b-8d85-8d6cf20bf4d3 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344303 Sep 16 04:43:04.886420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbd209-09e8-43bc-ae2b-800d4f1ca4d8 req-2657a3e2-d1cd-44f8-8e00-f32e9778c10b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:04.894317 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fabbd209-09e8-43bc-ae2b-800d4f1ca4d8 req-2657a3e2-d1cd-44f8-8e00-f32e9778c10b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.0790532 Sep 16 04:43:04.980016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fabbd209-09e8-43bc-ae2b-800d4f1ca4d8 req-0dc2ccd8-96c8-4df0-a7cf-17406219fb2f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846994 Sep 16 04:43:04.997036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca55058-983d-4c2c-9874-fb068cb1535b req-14dad945-2c14-4f90-9c3c-4840dbe59035 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.007158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aca55058-983d-4c2c-9874-fb068cb1535b req-14dad945-2c14-4f90-9c3c-4840dbe59035 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0946608 Sep 16 04:43:05.054935 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177edbbb-a898-41e8-b521-c1f613243fe6 x-openstack-request-id: req-177edbbb-a898-41e8-b521-c1f613243fe6 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:05.055438 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929fba08-b76f-49b9-834a-746f574a482c", "name": "network-vif-plugged", "status": "completed", "tag": "c3c88647-ed62-4eb5-b7a0-554cd30ed018", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:05.055438 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-177edbbb-a898-41e8-b521-c1f613243fe6 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:05.055846 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929fba08-b76f-49b9-834a-746f574a482c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c88647-ed62-4eb5-b7a0-554cd30ed018', 'code': 200} Sep 16 04:43:05.060599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aca55058-983d-4c2c-9874-fb068cb1535b req-c2990f77-9648-4ae6-85d5-fd4ab0dc391f tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522938 Sep 16 04:43:05.216822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fa67a-08fd-4861-bd42-dc19b60fc1f2 req-d0cdec5e-a976-4677-a8a2-225342f800e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.220875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5fa67a-08fd-4861-bd42-dc19b60fc1f2 req-d0cdec5e-a976-4677-a8a2-225342f800e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 1102 time: 0.0838671 Sep 16 04:43:05.292976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5fa67a-08fd-4861-bd42-dc19b60fc1f2 req-83c56ece-3fc4-4ae1-a35b-948c2853acdb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618668 Sep 16 04:43:05.572716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fdfdd-5d23-4a31-a4bc-cf61f8461793 req-82e417f1-0ce4-4d77-8b71-d4cd3fad6ff0 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.575406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a5fdfdd-5d23-4a31-a4bc-cf61f8461793 req-82e417f1-0ce4-4d77-8b71-d4cd3fad6ff0 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 950 time: 0.0847127 Sep 16 04:43:05.672253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a5fdfdd-5d23-4a31-a4bc-cf61f8461793 req-c3b93d04-2f51-42c8-8228-41ee42bc1654 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721920 Sep 16 04:43:06.301490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2330c4-f0b6-42a5-8c14-fe42f5a13aed req-a5b4a38b-0360-4680-82a3-add0ac1948e9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.303136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce2330c4-f0b6-42a5-8c14-fe42f5a13aed req-a5b4a38b-0360-4680-82a3-add0ac1948e9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.0677416 Sep 16 04:43:06.366515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce2330c4-f0b6-42a5-8c14-fe42f5a13aed req-ae0ecd61-1b08-415d-a08b-ddd34f5ad52d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495591 Sep 16 04:43:06.613221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b80fa2-c269-4737-bd8f-0d04667dc197 req-1a7a82ce-b3e5-436a-bd5a-680c37c0a78d tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.614962 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78b80fa2-c269-4737-bd8f-0d04667dc197 req-1a7a82ce-b3e5-436a-bd5a-680c37c0a78d tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1490874 Sep 16 04:43:06.674480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78b80fa2-c269-4737-bd8f-0d04667dc197 req-7fdac5a9-10fc-497a-8c32-ae915999f6a1 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Sep 16 04:43:06.690230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006100e4-8d4d-45af-9fee-47b1f5b8226a req-5adeb61c-446e-4ed5-92db-38a92f9d1496 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.698956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-006100e4-8d4d-45af-9fee-47b1f5b8226a req-5adeb61c-446e-4ed5-92db-38a92f9d1496 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 946 time: 0.1222713 Sep 16 04:43:06.768220 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-006100e4-8d4d-45af-9fee-47b1f5b8226a req-7e0eb962-1345-4648-a581-e2649e7a9de9 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658412 Sep 16 04:43:06.923067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bd856-2d4a-4660-9ebe-4ee2cb63dc61 req-12b4bb77-c3c1-4182-8d1c-45a2154924fa tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.929052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-421bd856-2d4a-4660-9ebe-4ee2cb63dc61 req-12b4bb77-c3c1-4182-8d1c-45a2154924fa tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 950 time: 0.0829418 Sep 16 04:43:06.957372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b287328-4b1f-4a62-aa57-e7ed740bb2ca req-d770b3a0-40c9-417e-87bd-095de6dedd17 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.969463 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b287328-4b1f-4a62-aa57-e7ed740bb2ca req-d770b3a0-40c9-417e-87bd-095de6dedd17 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1971774 Sep 16 04:43:07.080113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-421bd856-2d4a-4660-9ebe-4ee2cb63dc61 req-f91b8c4f-9707-4fe2-b52c-0a9cce51d439 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069312 Sep 16 04:43:07.092157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b287328-4b1f-4a62-aa57-e7ed740bb2ca req-3cad1bb9-1562-480a-b075-492e19faeeef tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852981 Sep 16 04:43:07.545158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acad241-f58d-4baf-92b1-1584734b093e req-9aad1de1-f900-4c03-946b-f01874d880c8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.553349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8acad241-f58d-4baf-92b1-1584734b093e req-9aad1de1-f900-4c03-946b-f01874d880c8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.0906579 Sep 16 04:43:07.620767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8acad241-f58d-4baf-92b1-1584734b093e req-f8d3ee19-9ba7-487b-adca-9ff30d2ebed8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560858 Sep 16 04:43:07.814903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532135e0-737f-4d81-8bfc-36826d6a5e88 req-28889dd1-d9ab-4565-9f1d-9ff284e431be tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.816550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-532135e0-737f-4d81-8bfc-36826d6a5e88 req-28889dd1-d9ab-4565-9f1d-9ff284e431be tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0647335 Sep 16 04:43:07.869329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-532135e0-737f-4d81-8bfc-36826d6a5e88 req-40fbb78a-2ca4-4d77-be99-27cb8dde7984 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 Sep 16 04:43:07.925608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c54a2c-4530-4b8c-9888-3189626f82ca req-78e111b6-657e-4183-b314-df6540f2b8d3 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.927295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53c54a2c-4530-4b8c-9888-3189626f82ca req-78e111b6-657e-4183-b314-df6540f2b8d3 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 946 time: 0.0773835 Sep 16 04:43:07.969866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53c54a2c-4530-4b8c-9888-3189626f82ca req-cb5d2b46-b42d-44c9-ad29-86c55dae5153 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365772 Sep 16 04:43:08.262348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffb125-c382-41f3-9356-f2f0a7193e7b req-6fac7b6a-5b06-449e-b74f-e8f65712cdaf tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:08.264332 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16ffb125-c382-41f3-9356-f2f0a7193e7b req-6fac7b6a-5b06-449e-b74f-e8f65712cdaf tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 950 time: 0.0857127 Sep 16 04:43:08.297831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d985f-770d-48fb-a45d-b3dfed6714ee req-45eb70aa-3dac-4181-bd7e-e8ebf26b2ae3 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:08.299420 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b77d985f-770d-48fb-a45d-b3dfed6714ee req-45eb70aa-3dac-4181-bd7e-e8ebf26b2ae3 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.0934410 Sep 16 04:43:08.369861 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16ffb125-c382-41f3-9356-f2f0a7193e7b req-e123c287-9b65-4d4a-a310-ee547f9dff43 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975919 Sep 16 04:43:08.396652 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b77d985f-770d-48fb-a45d-b3dfed6714ee req-d63236c9-7ad0-4345-8919-5f90cd0a45b1 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826459 Sep 16 04:43:08.420362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fcfe7-6105-469c-bfbe-2ffcf8e905d0 req-e85a0d06-2f68-4f2d-a8d7-668780b0a8f8 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:08.422193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-604fcfe7-6105-469c-bfbe-2ffcf8e905d0 req-e85a0d06-2f68-4f2d-a8d7-668780b0a8f8 tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 946 time: 0.1191773 Sep 16 04:43:08.523276 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-5547ae97-c9ed-4dc1-bad0-9b52e111f237 service neutron] 10.222.0.37 "GET /v2.0/ports/3c1a2824-4ec5-477a-badd-e06513efbcad/bindings/n-h1-712137-12 HTTP/1.1" status: 200 len: 385 time: 0.1192219 Sep 16 04:43:08.657286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f379a-da27-47ec-9493-ab645aa23bf7 req-1823ad52-86ab-4def-93b5-cea73b285925 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:08.664539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-990f379a-da27-47ec-9493-ab645aa23bf7 req-1823ad52-86ab-4def-93b5-cea73b285925 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=adac6e1e-c37a-4947-a14a-e283d3acc30d HTTP/1.1" status: 200 len: 950 time: 0.0968359 Sep 16 04:43:08.668449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-604fcfe7-6105-469c-bfbe-2ffcf8e905d0 req-def72041-1888-423a-b605-45717954261b tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Deleting port 80974e60-2c11-465f-bba3-d158a4715af7 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:08.672872 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-604fcfe7-6105-469c-bfbe-2ffcf8e905d0 req-def72041-1888-423a-b605-45717954261b tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.799509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-604fcfe7-6105-469c-bfbe-2ffcf8e905d0 req-def72041-1888-423a-b605-45717954261b tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] For port 80974e60-2c11-465f-bba3-d158a4715af7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=80974e60-2c11-465f-bba3-d158a4715af7,segment=NetworkSegment(2e2f3369-2e9c-428f-9b98-9ced3659690d),segment_id=2e2f3369-2e9c-428f-9b98-9ced3659690d)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:08.799990 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-604fcfe7-6105-469c-bfbe-2ffcf8e905d0 req-def72041-1888-423a-b605-45717954261b tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.810740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-353c54cd-79fe-45e2-86f4-8b789054ac76 service neutron] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3c1a2824-4ec5-477a-badd-e06513efbcad,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:08.815070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-604fcfe7-6105-469c-bfbe-2ffcf8e905d0 req-def72041-1888-423a-b605-45717954261b tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Calling delete_port for 80974e60-2c11-465f-bba3-d158a4715af7 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:08.834267 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-353c54cd-79fe-45e2-86f4-8b789054ac76 service neutron] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:08.907033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-353c54cd-79fe-45e2-86f4-8b789054ac76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1a2824-4ec5-477a-badd-e06513efbcad {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:08.922665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-353c54cd-79fe-45e2-86f4-8b789054ac76 service neutron] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3c1a2824-4ec5-477a-badd-e06513efbcad,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:09.003706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77def5-09ee-449b-aaa6-2793bed29712 req-50b5a086-7557-498a-82bd-b3ae024d08a2 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:09.005849 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0a77def5-09ee-449b-aaa6-2793bed29712 req-50b5a086-7557-498a-82bd-b3ae024d08a2 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.37 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.0690694 Sep 16 04:43:09.081394 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-353c54cd-79fe-45e2-86f4-8b789054ac76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.083250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-990f379a-da27-47ec-9493-ab645aa23bf7 req-efc04209-b1a4-42f6-b581-3421946639df tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027942 Sep 16 04:43:09.092989 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-604fcfe7-6105-469c-bfbe-2ffcf8e905d0 req-def72041-1888-423a-b605-45717954261b tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.110929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['80974e60-2c11-465f-bba3-d158a4715af7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:09.222066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-0a77def5-09ee-449b-aaa6-2793bed29712 req-09c10a1e-80f9-4c28-b55d-8e09f842cf1e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Deleting port 9dad7e90-8098-4424-9763-2c01ac612b2d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:09.224147 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0a77def5-09ee-449b-aaa6-2793bed29712 req-09c10a1e-80f9-4c28-b55d-8e09f842cf1e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.232028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-604fcfe7-6105-469c-bfbe-2ffcf8e905d0 req-def72041-1888-423a-b605-45717954261b tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] No DVR routers for this DVR port 80974e60-2c11-465f-bba3-d158a4715af7 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:09.236143 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-604fcfe7-6105-469c-bfbe-2ffcf8e905d0 req-def72041-1888-423a-b605-45717954261b tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.238899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-604fcfe7-6105-469c-bfbe-2ffcf8e905d0 req-def72041-1888-423a-b605-45717954261b tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.23 "DELETE /v2.0/ports/80974e60-2c11-465f-bba3-d158a4715af7 HTTP/1.1" status: 204 len: 173 time: 0.8098743 Sep 16 04:43:09.239926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def72041-1888-423a-b605-45717954261b tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] Pushing event deleted for resources: {'Port': ['ID=80974e60-2c11-465f-bba3-d158a4715af7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:09.244983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ccb092-6640-4708-813d-810650aef72c', 'name': 'network-vif-deleted', 'tag': '80974e60-2c11-465f-bba3-d158a4715af7'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:09.249639 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cd5a09-282b-4c74-a692-91d486fd188d" -d '{"events": [{"server_uuid": "e8ccb092-6640-4708-813d-810650aef72c", "name": "network-vif-deleted", "tag": "80974e60-2c11-465f-bba3-d158a4715af7"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:09.271086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52c250-b5c7-44d7-a6c5-7d7cae814904 req-d7bf18fe-62d2-42f6-a420-0497774d8364 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:09.273218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c52c250-b5c7-44d7-a6c5-7d7cae814904 req-d7bf18fe-62d2-42f6-a420-0497774d8364 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 943 time: 0.2915332 Sep 16 04:43:09.339657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0a77def5-09ee-449b-aaa6-2793bed29712 req-09c10a1e-80f9-4c28-b55d-8e09f842cf1e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] For port 9dad7e90-8098-4424-9763-2c01ac612b2d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9dad7e90-8098-4424-9763-2c01ac612b2d,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:09.341496 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0a77def5-09ee-449b-aaa6-2793bed29712 req-09c10a1e-80f9-4c28-b55d-8e09f842cf1e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.357649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-0a77def5-09ee-449b-aaa6-2793bed29712 req-09c10a1e-80f9-4c28-b55d-8e09f842cf1e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Calling delete_port for 9dad7e90-8098-4424-9763-2c01ac612b2d owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:09.363724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9363e-0902-49de-a450-b4590c28124f req-30b30a84-3441-4a51-945e-8283559e58b5 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:09.368825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7dc9363e-0902-49de-a450-b4590c28124f req-30b30a84-3441-4a51-945e-8283559e58b5 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 945 time: 0.1347759 Sep 16 04:43:09.399343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c52c250-b5c7-44d7-a6c5-7d7cae814904 req-9b14d7f8-7590-4612-b0d6-66b9c32e427a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063182 Sep 16 04:43:09.499346 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7dc9363e-0902-49de-a450-b4590c28124f req-7fb6ff1b-3bb2-4d42-ae5f-6b3237c029fd tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258464 Sep 16 04:43:09.622436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe79e87a-c0a5-455e-9dcd-f7c7df236020 req-a0ade935-7e17-4edd-b489-aa158551801a tempest-AttachSCSIVolumeTestJSON-369454878 tempest-AttachSCSIVolumeTestJSON-369454878-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8ccb092-6640-4708-813d-810650aef72c HTTP/1.1" status: 200 len: 210 time: 0.0780489 Sep 16 04:43:09.708096 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04da5fd6-5ca3-47c8-819e-b664748d8b70 x-openstack-request-id: req-04da5fd6-5ca3-47c8-819e-b664748d8b70 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:09.709911 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ccb092-6640-4708-813d-810650aef72c", "name": "network-vif-deleted", "tag": "80974e60-2c11-465f-bba3-d158a4715af7", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:09.710609 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04da5fd6-5ca3-47c8-819e-b664748d8b70 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:09.711489 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ccb092-6640-4708-813d-810650aef72c', 'name': 'network-vif-deleted', 'tag': '80974e60-2c11-465f-bba3-d158a4715af7', 'status': 'completed', 'code': 200} Sep 16 04:43:09.772990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-353c54cd-79fe-45e2-86f4-8b789054ac76 service neutron] Transition to ACTIVE for port object 3c1a2824-4ec5-477a-badd-e06513efbcad will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:09.883237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8785f-3015-469f-87bb-5172b339cc3e req-6e6d15cf-563f-4271-9e82-ca0263929935 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:09.885062 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86f8785f-3015-469f-87bb-5172b339cc3e req-6e6d15cf-563f-4271-9e82-ca0263929935 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.0747645 Sep 16 04:43:09.907860 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-353c54cd-79fe-45e2-86f4-8b789054ac76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.929119 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86f8785f-3015-469f-87bb-5172b339cc3e req-58994331-3ae4-42c3-a006-9a025b5bdc14 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361428 Sep 16 04:43:09.929882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 9dad7e90-8098-4424-9763-2c01ac612b2d no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:10.003171 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0a77def5-09ee-449b-aaa6-2793bed29712 req-09c10a1e-80f9-4c28-b55d-8e09f842cf1e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.026825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['ad9398f9-99a2-4d3e-b70d-e3c00ac77cec'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:10.042438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ff7a0-95db-4580-b110-b9820f3f23fe req-21bcb2a2-94a2-47e5-a1dd-e89bf8283e96 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.066006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ff7a0-95db-4580-b110-b9820f3f23fe req-21bcb2a2-94a2-47e5-a1dd-e89bf8283e96 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.068621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-353c54cd-79fe-45e2-86f4-8b789054ac76 service neutron] No DVR routers for this DVR port 3c1a2824-4ec5-477a-badd-e06513efbcad on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:10.070876 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-143ff7a0-95db-4580-b110-b9820f3f23fe req-21bcb2a2-94a2-47e5-a1dd-e89bf8283e96 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c&device_id=adac6e1e-c37a-4947-a14a-e283d3acc30d HTTP/1.1" status: 200 len: 1691 time: 0.1357594 Sep 16 04:43:10.104441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No active binding found for port 9dad7e90-8098-4424-9763-2c01ac612b2d {{(pid=95453) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 04:43:10.105212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 9dad7e90-8098-4424-9763-2c01ac612b2d not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:10.106512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 3c1a2824-4ec5-477a-badd-e06513efbcad no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:10.133125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a77def5-09ee-449b-aaa6-2793bed29712 req-09c10a1e-80f9-4c28-b55d-8e09f842cf1e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] No DVR routers for this DVR port 9dad7e90-8098-4424-9763-2c01ac612b2d on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:10.135329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-143ff7a0-95db-4580-b110-b9820f3f23fe req-17fa0f48-af34-44a9-847c-c1014f4a9716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564899 Sep 16 04:43:10.136354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0a77def5-09ee-449b-aaa6-2793bed29712 req-09c10a1e-80f9-4c28-b55d-8e09f842cf1e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.139194 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0a77def5-09ee-449b-aaa6-2793bed29712 req-09c10a1e-80f9-4c28-b55d-8e09f842cf1e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.37 "DELETE /v2.0/ports/9dad7e90-8098-4424-9763-2c01ac612b2d HTTP/1.1" status: 204 len: 173 time: 1.1146002 Sep 16 04:43:10.169484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3747d7-e32e-43e5-98e6-e5e5b561eb5c', 'name': 'network-vif-deleted', 'tag': '9dad7e90-8098-4424-9763-2c01ac612b2d'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:10.172010 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a595a1a-108e-46e9-9e3f-f0845fcdbde4" -d '{"events": [{"server_uuid": "df3747d7-e32e-43e5-98e6-e5e5b561eb5c", "name": "network-vif-deleted", "tag": "9dad7e90-8098-4424-9763-2c01ac612b2d"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:10.184780 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-353c54cd-79fe-45e2-86f4-8b789054ac76 service neutron] 10.222.0.37 "PUT /v2.0/ports/3c1a2824-4ec5-477a-badd-e06513efbcad/bindings/n-h1-712137-12/activate HTTP/1.1" status: 200 len: 370 time: 1.6529484 Sep 16 04:43:10.186824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c54cd-79fe-45e2-86f4-8b789054ac76 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1a2824-4ec5-477a-badd-e06513efbcad,revision_number=10']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:10.201129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 3c1a2824-4ec5-477a-badd-e06513efbcad not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:10.228447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c10a1e-80f9-4c28-b55d-8e09f842cf1e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Pushing event deleted for resources: {'Port': ['ID=9dad7e90-8098-4424-9763-2c01ac612b2d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:10.328396 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46558992-3ed3-414c-bf07-e13962dee53c x-openstack-request-id: req-46558992-3ed3-414c-bf07-e13962dee53c {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:10.328722 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3747d7-e32e-43e5-98e6-e5e5b561eb5c", "name": "network-vif-deleted", "tag": "9dad7e90-8098-4424-9763-2c01ac612b2d", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:10.329007 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46558992-3ed3-414c-bf07-e13962dee53c {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:10.329393 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3747d7-e32e-43e5-98e6-e5e5b561eb5c', 'name': 'network-vif-deleted', 'tag': '9dad7e90-8098-4424-9763-2c01ac612b2d', 'status': 'completed', 'code': 200} Sep 16 04:43:10.388698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffcbd5-6695-4500-bda6-cf5f7dca67e9 req-a07f63b4-a466-4366-847f-4f048470859b tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.390425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4ffcbd5-6695-4500-bda6-cf5f7dca67e9 req-a07f63b4-a466-4366-847f-4f048470859b tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 1102 time: 0.0835469 Sep 16 04:43:10.401518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e28ea9cb-26f8-408e-a26c-8634d267a927 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.404838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e28ea9cb-26f8-408e-a26c-8634d267a927 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b&tenant_id=a90cdc15f24043fba6cb9927dc16b179&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1096 time: 0.0561352 Sep 16 04:43:10.466884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4ffcbd5-6695-4500-bda6-cf5f7dca67e9 req-3bce8a14-5b73-499d-8c49-25101149a046 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622938 Sep 16 04:43:10.481302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-6ecf0ceb-5ffd-4945-96f3-f134c9244ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.482294 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-6ecf0ceb-5ffd-4945-96f3-f134c9244ddb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b&tenant_id=a90cdc15f24043fba6cb9927dc16b179 HTTP/1.1" status: 200 len: 1096 time: 0.0652137 Sep 16 04:43:10.617840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae33fbf-2acc-4420-954f-77e738d98548 req-05eb4cda-e144-4325-943b-be44cbab8f04 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.625679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ae33fbf-2acc-4420-954f-77e738d98548 req-05eb4cda-e144-4325-943b-be44cbab8f04 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 944 time: 0.1270950 Sep 16 04:43:10.636587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-bffffe2b-f051-462f-8b37-39cce4ecfc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.638123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-bffffe2b-f051-462f-8b37-39cce4ecfc80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 1096 time: 0.1102209 Sep 16 04:43:10.654300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820dec4-57dd-4f63-9cdc-43119273bdd3 req-42a733e9-113a-43e3-a3a8-e2142129b098 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.656974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a820dec4-57dd-4f63-9cdc-43119273bdd3 req-42a733e9-113a-43e3-a3a8-e2142129b098 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=adac6e1e-c37a-4947-a14a-e283d3acc30d HTTP/1.1" status: 200 len: 1102 time: 0.0946596 Sep 16 04:43:10.719984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ae33fbf-2acc-4420-954f-77e738d98548 req-6e2daf98-3356-44fe-8bae-36deb72ed48b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933616 Sep 16 04:43:10.765427 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a820dec4-57dd-4f63-9cdc-43119273bdd3 req-93b9348e-36e5-49e0-9f28-6547e25c869d tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938916 Sep 16 04:43:10.837159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e0d07970-7722-4f92-bc6d-420627b15ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.838775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e0d07970-7722-4f92-bc6d-420627b15ae2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.1788712 Sep 16 04:43:10.867830 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12d41d25-490c-4364-8435-ca26ae33ffc5 req-1ca80b2c-e5fc-495d-9c39-6ba507441d99 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3747d7-e32e-43e5-98e6-e5e5b561eb5c HTTP/1.1" status: 200 len: 210 time: 0.0447431 Sep 16 04:43:10.901563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-21ec83b5-d590-4914-9550-87ba695c1a9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c1a2824-4ec5-477a-badd-e06513efbcad HTTP/1.1" status: 200 len: 217 time: 0.0441227 Sep 16 04:43:10.960852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-ea0b4939-54e1-467d-b1e2-92f120f30083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.964108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-ea0b4939-54e1-467d-b1e2-92f120f30083 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.0479913 Sep 16 04:43:11.006347 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-e9f44b62-6b71-49a1-b807-0cdeaaaf1b68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325987 Sep 16 04:43:11.414851 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-715c8b5d-2c55-47ac-8da0-cf5a2c96a386 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324240 Sep 16 04:43:11.429405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc84320-4442-4feb-a600-f241486fff04 req-5842b0d2-f491-4baa-831a-f412171097ca tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.431094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afc84320-4442-4feb-a600-f241486fff04 req-5842b0d2-f491-4baa-831a-f412171097ca tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.4178231 Sep 16 04:43:11.507213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-fd09497d-749c-4733-a7ff-ae8a4c0a748f service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828584 Sep 16 04:43:11.567865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afc84320-4442-4feb-a600-f241486fff04 req-abcbce40-98db-42e1-af0e-641cdaf4b9f5 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292796 Sep 16 04:43:11.670089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-517519a7-50db-404b-acda-edb9defe38a5 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.678351 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-517519a7-50db-404b-acda-edb9defe38a5 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461298 Sep 16 04:43:11.701774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-2fa08ce7-95b7-49d7-90fa-aa6f7bc267b7 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/quotas/f9de0864ac234533b3b7edea6e651fd6 HTTP/1.1" status: 200 len: 375 time: 0.0224299 Sep 16 04:43:11.704295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-2d9413ce-bf08-4ada-8c3c-70cd540abe91 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871333 Sep 16 04:43:11.780223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-75bacb8e-5067-4d8c-97f8-e51c7b944428 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625646 Sep 16 04:43:11.943402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52b0db-3f68-46f4-a913-8069a1bb6b45 req-c8405853-e46d-4ac7-927d-7539d78b68de tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.945529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b52b0db-3f68-46f4-a913-8069a1bb6b45 req-c8405853-e46d-4ac7-927d-7539d78b68de tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 944 time: 0.0726137 Sep 16 04:43:12.013768 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b86fbd4c-887c-42f6-aeaa-fde402c90136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.015162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b52b0db-3f68-46f4-a913-8069a1bb6b45 req-67a928b9-49fa-4cc7-9af6-e264a2bf19bd tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539255 Sep 16 04:43:12.029775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 80974e60-2c11-465f-bba3-d158a4715af7 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:12.097220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 80974e60-2c11-465f-bba3-d158a4715af7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:12.097887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 80974e60-2c11-465f-bba3-d158a4715af7 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:12.159827 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754035d-993d-499d-a71e-590d39c8c286 req-cd997a19-4134-41b5-8c35-be50e77e74b2 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:12.161471 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d754035d-993d-499d-a71e-590d39c8c286 req-cd997a19-4134-41b5-8c35-be50e77e74b2 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 950 time: 0.0572460 Sep 16 04:43:12.201927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d754035d-993d-499d-a71e-590d39c8c286 req-12ac1286-2a8b-4246-9038-53c89cc223a7 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343289 Sep 16 04:43:12.216981 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.344202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-c110c53c-9541-4180-9d56-acca70166139 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:12.346094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-c110c53c-9541-4180-9d56-acca70166139 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b&tenant_id=a90cdc15f24043fba6cb9927dc16b179&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1096 time: 0.1150603 Sep 16 04:43:12.573219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-86bd8e7c-caf0-449c-861f-2d4d11fe0406 service neutron] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:12.580721 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-86bd8e7c-caf0-449c-861f-2d4d11fe0406 service neutron] Notify callbacks [] for binding, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.580721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dae1198-47fb-4ae4-8cca-b99f9f423a4c req-86bd8e7c-caf0-449c-861f-2d4d11fe0406 service neutron] 10.222.0.23 "DELETE /v2.0/ports/3c1a2824-4ec5-477a-badd-e06513efbcad/bindings/n-h2-712137-12 HTTP/1.1" status: 204 len: 173 time: 0.2226887 Sep 16 04:43:12.921466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704ddd9-bd71-4dac-a612-2429e8324749 req-cfb37654-7d38-43b5-afdd-6d7227f4895c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:12.924921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5704ddd9-bd71-4dac-a612-2429e8324749 req-cfb37654-7d38-43b5-afdd-6d7227f4895c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.0747073 Sep 16 04:43:12.966389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5704ddd9-bd71-4dac-a612-2429e8324749 req-a040fc53-2bdd-4809-9c06-672808b6af62 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346646 Sep 16 04:43:13.150193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d910267-d8a4-4880-8ec4-fe15a627d90f req-a9efb917-d5f6-4d02-b569-0681d11a6aba tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:13.151789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d910267-d8a4-4880-8ec4-fe15a627d90f req-a9efb917-d5f6-4d02-b569-0681d11a6aba tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.0633121 Sep 16 04:43:13.199701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d910267-d8a4-4880-8ec4-fe15a627d90f req-5b730ce6-96ed-48bb-af2d-9f9303e0551f tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355129 Sep 16 04:43:13.299140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3383d031-e1e7-4aac-a527-c41accc429da req-3e2e0bf8-3b3f-45f7-86e0-e44480261110 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 210 time: 0.0376000 Sep 16 04:43:13.488041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff20a0-7139-4bf8-beda-62ad278a43e5 req-963114d0-b3cc-43f5-836b-559c3ed104a0 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:13.489783 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cff20a0-7139-4bf8-beda-62ad278a43e5 req-963114d0-b3cc-43f5-836b-559c3ed104a0 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 944 time: 0.0785952 Sep 16 04:43:13.537314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cff20a0-7139-4bf8-beda-62ad278a43e5 req-36e82053-81c9-42d4-b109-fd81db627c5e tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Sep 16 04:43:13.712136 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9eb81-76de-4a9b-8908-e701ec8e6c92 req-f9ebed79-2245-431d-862f-44eac9aa18ea tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:13.719235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63e9eb81-76de-4a9b-8908-e701ec8e6c92 req-f9ebed79-2245-431d-862f-44eac9aa18ea tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 1096 time: 0.0561428 Sep 16 04:43:13.757292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63e9eb81-76de-4a9b-8908-e701ec8e6c92 req-a10beb2a-ee58-4755-a536-ed6a710c4905 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356326 Sep 16 04:43:13.928258 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfd044-b212-4655-9808-1ebae1e93df8 req-88c0a776-52b8-4742-8424-8fd25b6b8b56 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:13.929895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19dfd044-b212-4655-9808-1ebae1e93df8 req-88c0a776-52b8-4742-8424-8fd25b6b8b56 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 1096 time: 0.0523837 Sep 16 04:43:13.966601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device acdccb7f-90a0-4577-985c-cf9db639083d no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:13.980017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19dfd044-b212-4655-9808-1ebae1e93df8 req-8acfee55-90d6-4fc7-bad2-20e3faa0fb84 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Sep 16 04:43:14.107442 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.134474 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:14.137690 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24655d8a-e3e1-4aa1-829a-4141aed92fa3" -d '{"events": [{"server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "name": "network-vif-unplugged", "status": "completed", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:14.154467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:14.155448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c8cae-848b-48ed-a84f-3374392c2e44 req-23d7d43d-fdf6-44cf-9017-f4fa11d3d8bf tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.157204 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-252c8cae-848b-48ed-a84f-3374392c2e44 req-23d7d43d-fdf6-44cf-9017-f4fa11d3d8bf tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.0806601 Sep 16 04:43:14.202871 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-252c8cae-848b-48ed-a84f-3374392c2e44 req-aa9a77b5-1916-462e-9fab-32c3c589ceb8 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Sep 16 04:43:14.310466 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.354744 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f615259-ccd3-4472-8034-b91e80e1a065 x-openstack-request-id: req-9f615259-ccd3-4472-8034-b91e80e1a065 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:14.355124 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "name": "network-vif-unplugged", "status": "completed", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:14.356056 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f615259-ccd3-4472-8034-b91e80e1a065 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:14.356809 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'code': 200} Sep 16 04:43:14.418989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=acdccb7f-90a0-4577-985c-cf9db639083d,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:14.847524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e795-a92b-464a-8de9-6cf9a3977296 req-fee3d823-62dc-487a-acf8-005ad9c537bf tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.847524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5859e795-a92b-464a-8de9-6cf9a3977296 req-fee3d823-62dc-487a-acf8-005ad9c537bf tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.0571101 Sep 16 04:43:14.931933 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7da7b831-141e-4ece-9481-32deacccfd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.933462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5859e795-a92b-464a-8de9-6cf9a3977296 req-95bc94c6-a2b4-44f9-b868-5ce851e0ffc3 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459683 Sep 16 04:43:14.933462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36a74045-fcbe-451f-b2dd-6c23b1c535be req-10d2e5bb-0563-4979-b401-14345e453bc7 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 210 time: 0.0281291 Sep 16 04:43:15.310497 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.341467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87133f-8ab3-4b78-a443-ad2215776e50 req-dee51a79-bd37-41bc-8e7c-1d1aa57c201a tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.343086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd87133f-8ab3-4b78-a443-ad2215776e50 req-dee51a79-bd37-41bc-8e7c-1d1aa57c201a tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.0552495 Sep 16 04:43:15.392435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd87133f-8ab3-4b78-a443-ad2215776e50 req-73927880-6219-429d-9b4e-b33d00644a73 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385988 Sep 16 04:43:15.677308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432fe58-711e-4aa8-9d99-32528e0ade4b req-f02e7dd3-f25a-47eb-8e07-11ef955a4d80 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.684808 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f432fe58-711e-4aa8-9d99-32528e0ade4b req-f02e7dd3-f25a-47eb-8e07-11ef955a4d80 tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.0959525 Sep 16 04:43:15.798548 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c5263be-f003-45ee-bc7c-6c9ef10abd0c req-2537aaf0-674f-4b5e-8306-e0a466f1192c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 210 time: 0.0606377 Sep 16 04:43:15.870306 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0733f64-2773-4c41-b0db-e489b1138e2e req-534d9bfc-2c27-423a-8795-1fb757d1b06e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.872749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0733f64-2773-4c41-b0db-e489b1138e2e req-534d9bfc-2c27-423a-8795-1fb757d1b06e tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 946 time: 0.1869519 Sep 16 04:43:15.898785 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.946824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-f432fe58-711e-4aa8-9d99-32528e0ade4b req-12d487c4-aea8-4eb6-9f85-57f40dab9bad tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Deleting port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:15.947331 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f432fe58-711e-4aa8-9d99-32528e0ade4b req-12d487c4-aea8-4eb6-9f85-57f40dab9bad tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.986682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0733f64-2773-4c41-b0db-e489b1138e2e req-201d4f6d-f917-451f-a08a-08e269601bee tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f7dc40-3d7e-4c62-9b89-08e39b445631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045430 Sep 16 04:43:16.147812 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39774) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:16.163895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-f208ed5e-73b9-4bc4-a0ea-e74f45f1b59f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307806 Sep 16 04:43:16.181953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f432fe58-711e-4aa8-9d99-32528e0ade4b req-12d487c4-aea8-4eb6-9f85-57f40dab9bad tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] For port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:16.182603 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f432fe58-711e-4aa8-9d99-32528e0ade4b req-12d487c4-aea8-4eb6-9f85-57f40dab9bad tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.207813 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.213622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-f432fe58-711e-4aa8-9d99-32528e0ade4b req-12d487c4-aea8-4eb6-9f85-57f40dab9bad tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Calling delete_port for ad9398f9-99a2-4d3e-b70d-e3c00ac77cec owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:16.346694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-8634c82a-9cb9-4de4-abd9-7b83ba35b062 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:16.348798 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-8634c82a-9cb9-4de4-abd9-7b83ba35b062 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776559 Sep 16 04:43:16.366874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Request body: {'port': {'device_id': '608adf97-044c-42ee-838a-95ff395632e6', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'f9de0864ac234533b3b7edea6e651fd6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:16.410565 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6998d3a2-7144-461e-8dcf-9e1986238997 req-a7895cc4-c9ea-4c2d-839a-a51834e70db8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1968484 Sep 16 04:43:16.754389 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998d3a2-7144-461e-8dcf-9e1986238997 req-f8d466e0-9420-494a-8315-de28d90c7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:16.755910 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6998d3a2-7144-461e-8dcf-9e1986238997 req-f8d466e0-9420-494a-8315-de28d90c7de8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 1097 time: 0.2779322 Sep 16 04:43:16.840312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b575052-deca-4813-b05d-a36e0aa8cb79 req-ad512442-2718-44dc-96d9-7cdde3ad86bb tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:16.841916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b575052-deca-4813-b05d-a36e0aa8cb79 req-ad512442-2718-44dc-96d9-7cdde3ad86bb tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.2686656 Sep 16 04:43:16.913812 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f432fe58-711e-4aa8-9d99-32528e0ade4b req-12d487c4-aea8-4eb6-9f85-57f40dab9bad tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.931435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['ad9398f9-99a2-4d3e-b70d-e3c00ac77cec'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:16.933083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b575052-deca-4813-b05d-a36e0aa8cb79 req-aa78c192-9dc2-4bf2-8a81-d780dcd423d0 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837131 Sep 16 04:43:16.986545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d487c4-aea8-4eb6-9f85-57f40dab9bad tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Pushing event deleted for resources: {'Port': ['ID=ad9398f9-99a2-4d3e-b70d-e3c00ac77cec,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:17.028664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baaeb6a6-ca4c-47e8-85fa-bdd84d182bd3 req-a68e51fe-bd83-4992-81c9-f9276f9cc5ef tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 210 time: 0.0468025 Sep 16 04:43:17.057965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Made reservation on behalf of f9de0864ac234533b3b7edea6e651fd6 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:17.072551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.102278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f432fe58-711e-4aa8-9d99-32528e0ade4b req-12d487c4-aea8-4eb6-9f85-57f40dab9bad tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] No DVR routers for this DVR port ad9398f9-99a2-4d3e-b70d-e3c00ac77cec on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:17.109449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f432fe58-711e-4aa8-9d99-32528e0ade4b req-12d487c4-aea8-4eb6-9f85-57f40dab9bad tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.111587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f432fe58-711e-4aa8-9d99-32528e0ade4b req-12d487c4-aea8-4eb6-9f85-57f40dab9bad tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.23 "DELETE /v2.0/ports/ad9398f9-99a2-4d3e-b70d-e3c00ac77cec HTTP/1.1" status: 204 len: 173 time: 1.4153874 Sep 16 04:43:17.112033 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3fb89c-53b5-46f2-a11e-4023c7732859', 'name': 'network-vif-deleted', 'tag': 'ad9398f9-99a2-4d3e-b70d-e3c00ac77cec'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:17.114916 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f11c311-9a27-4889-b2f0-1307ae717401" -d '{"events": [{"server_uuid": "bb3fb89c-53b5-46f2-a11e-4023c7732859", "name": "network-vif-deleted", "tag": "ad9398f9-99a2-4d3e-b70d-e3c00ac77cec"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:17.139047 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-14d0c6c0-03e6-475a-b909-92affb88d69a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335190 Sep 16 04:43:17.144250 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998d3a2-7144-461e-8dcf-9e1986238997 req-6a856087-c55c-465c-86f0-491c17f0003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:17.146040 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6998d3a2-7144-461e-8dcf-9e1986238997 req-6a856087-c55c-465c-86f0-491c17f0003b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.3354526 Sep 16 04:43:17.203688 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d77fadb-6dc2-401a-b2d0-aff61b22bdea x-openstack-request-id: req-9d77fadb-6dc2-401a-b2d0-aff61b22bdea {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:17.208723 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3fb89c-53b5-46f2-a11e-4023c7732859", "name": "network-vif-deleted", "tag": "ad9398f9-99a2-4d3e-b70d-e3c00ac77cec", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:17.208723 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d77fadb-6dc2-401a-b2d0-aff61b22bdea {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:17.208723 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3fb89c-53b5-46f2-a11e-4023c7732859', 'name': 'network-vif-deleted', 'tag': 'ad9398f9-99a2-4d3e-b70d-e3c00ac77cec', 'status': 'completed', 'code': 200} Sep 16 04:43:17.265849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-228a668b-8533-4c7d-8c52-09cadff3cecb req-d46575d1-2779-4204-b22b-e50565d40f6a tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 210 time: 0.0944586 Sep 16 04:43:17.301477 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6998d3a2-7144-461e-8dcf-9e1986238997 req-e77f3589-80f4-4738-abad-7cda8cc0ad98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606 HTTP/1.1" status: 200 len: 217 time: 0.1434777 Sep 16 04:43:17.421771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Allocated IP 192.168.233.206 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/dacaa90f-c129-428a-a0c9-1c84bb8ed7f3) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:17.430723 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.449060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998d3a2-7144-461e-8dcf-9e1986238997 req-722ea00c-4446-4136-84c6-2ec0e8c32a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:17.450530 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6998d3a2-7144-461e-8dcf-9e1986238997 req-722ea00c-4446-4136-84c6-2ec0e8c32a16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.1309669 Sep 16 04:43:17.468602 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fc464a2-3825-4097-ab95-3ab4dca937ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.546961 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6998d3a2-7144-461e-8dcf-9e1986238997 req-26b463f2-4cc0-4ea7-814f-a8f56720d09c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724781 Sep 16 04:43:17.555829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-0b5a359f-6db4-4904-8147-e9a2cd5d7d3e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:17.557268 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-0b5a359f-6db4-4904-8147-e9a2cd5d7d3e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4099195 Sep 16 04:43:17.588745 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Request body: {'port': {'device_id': '00491dfb-7edd-4b10-ad04-dd530b390151', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'f9de0864ac234533b3b7edea6e651fd6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:17.696663 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.825333 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.837826 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889', '9c8ac960-4019-4696-aacb-995647ce4993', 'c3c88647-ed62-4eb5-b7a0-554cd30ed018'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:17.916504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:17.924965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:17.945691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:17.994623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event updated for resources: {'Port': ['ID=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:18.015304 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6998d3a2-7144-461e-8dcf-9e1986238997 req-def76c6f-eb33-441f-97f3-02b295d54bfd service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385796 Sep 16 04:43:18.119268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.119983 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.216759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Made reservation on behalf of f9de0864ac234533b3b7edea6e651fd6 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:18.216759 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.226886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de440a-0ea2-4ec4-ae51-57f542991793 req-9dbb80d8-2ac6-4ab7-96ee-f5b8fd99bfbd tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.228921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14de440a-0ea2-4ec4-ae51-57f542991793 req-9dbb80d8-2ac6-4ab7-96ee-f5b8fd99bfbd tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1825528 Sep 16 04:43:18.230919 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25b1586e-9c91-4c50-bfcc-c2ca8acba9c4 req-dba419f7-9fc7-4f49-af79-6c63ae20c8bb tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 210 time: 0.0623865 Sep 16 04:43:18.310854 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-aa5f8e7a-e917-494c-b92f-60162c432a9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9483886 Sep 16 04:43:18.332728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14de440a-0ea2-4ec4-ae51-57f542991793 req-d83c39ed-c08c-414e-a4e6-e7021dae2996 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960324 Sep 16 04:43:18.336627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Request body: {'port': {'device_id': '608adf97-044c-42ee-838a-95ff395632e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:18.359491 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6998d3a2-7144-461e-8dcf-9e1986238997 req-a47968ba-7e6c-4aa8-8c25-73fb51915e02 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213716 Sep 16 04:43:18.443202 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.450509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2a93a841-b60d-4214-9888-622f57636e3f None None] Provisioning complete for port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:18.451197 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2a93a841-b60d-4214-9888-622f57636e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.569761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Allocated IP 192.168.233.13 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/d68496dd-d333-4dd4-9993-5f1a3ee7f695) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:18.570953 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dbf6b1b4-8db2-42ae-a467-399f264c40e1 req-7188ad35-d198-4294-b57d-680042b6dadf tempest-ServerRescueTestJSON-736779518 tempest-ServerRescueTestJSON-736779518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3fb89c-53b5-46f2-a11e-4023c7732859 HTTP/1.1" status: 200 len: 210 time: 0.0387695 Sep 16 04:43:18.573267 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4fc464a2-3825-4097-ab95-3ab4dca937ac admin admin] Deleting port 129cb29d-c30f-499e-a2ed-d95b46166c1d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:18.573443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-2a93a841-b60d-4214-9888-622f57636e3f None None] Port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:18.573608 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fc464a2-3825-4097-ab95-3ab4dca937ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.772128 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-4fc464a2-3825-4097-ab95-3ab4dca937ac admin admin] For port 129cb29d-c30f-499e-a2ed-d95b46166c1d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=129cb29d-c30f-499e-a2ed-d95b46166c1d,segment=NetworkSegment(2e2f3369-2e9c-428f-9b98-9ced3659690d),segment_id=2e2f3369-2e9c-428f-9b98-9ced3659690d)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:18.772624 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fc464a2-3825-4097-ab95-3ab4dca937ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.083622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4fc464a2-3825-4097-ab95-3ab4dca937ac admin admin] Calling delete_port for 129cb29d-c30f-499e-a2ed-d95b46166c1d owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:19.171773 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.341576 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.396112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889', '9c8ac960-4019-4696-aacb-995647ce4993', 'c3c88647-ed62-4eb5-b7a0-554cd30ed018'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:19.451975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:19.458725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:19.460330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:19.480223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30e97e-7a9e-40a5-9f09-63f009c80a81 req-3a4d1578-ed9d-4ada-92a8-17ba3781ec18 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.493075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e30e97e-7a9e-40a5-9f09-63f009c80a81 req-3a4d1578-ed9d-4ada-92a8-17ba3781ec18 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 935 time: 0.1662529 Sep 16 04:43:19.494264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event updated for resources: {'Port': ['ID=d68496dd-d333-4dd4-9993-5f1a3ee7f695,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:19.532698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fc464a2-3825-4097-ab95-3ab4dca937ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.609675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc464a2-3825-4097-ab95-3ab4dca937ac admin admin] Pushing event deleted for resources: {'Port': ['ID=129cb29d-c30f-499e-a2ed-d95b46166c1d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:19.639105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e30e97e-7a9e-40a5-9f09-63f009c80a81 req-34056487-89ef-4d25-93b7-d2bc6ef6bb29 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494622 Sep 16 04:43:19.676037 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.693874 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.893925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:19.898896 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-6358e9f3-5491-4b77-a622-86c96bfcd28a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3140323 Sep 16 04:43:19.904408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39856) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:19.925175 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.966850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae6ba5-37b2-4b21-8181-712275c9171e req-2bd87d1f-3d34-4a5c-9efe-249d364a7097 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.978666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2ae6ba5-37b2-4b21-8181-712275c9171e req-2bd87d1f-3d34-4a5c-9efe-249d364a7097 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.5222685 Sep 16 04:43:19.995987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9b1c9fac-5beb-4291-a769-d1e3a0744713 None None] Provisioning complete for port d68496dd-d333-4dd4-9993-5f1a3ee7f695 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:19.995987 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b1c9fac-5beb-4291-a769-d1e3a0744713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.010032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device acdccb7f-90a0-4577-985c-cf9db639083d details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:20.078669 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Transition to ACTIVE for port object dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:20.102410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2ae6ba5-37b2-4b21-8181-712275c9171e req-75bb22fc-ce44-4ca3-8ef8-0a3daeba5761 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226807 Sep 16 04:43:20.115983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ad9398f9-99a2-4d3e-b70d-e3c00ac77cec no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:20.131479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Request body: {'port': {'device_id': '00491dfb-7edd-4b10-ad04-dd530b390151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:20.201987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: ad9398f9-99a2-4d3e-b70d-e3c00ac77cec {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:20.202329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ad9398f9-99a2-4d3e-b70d-e3c00ac77cec not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:20.206679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c9fac-5beb-4291-a769-d1e3a0744713 None None] Port d68496dd-d333-4dd4-9993-5f1a3ee7f695 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:20.241418 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.289679 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.336036 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fc464a2-3825-4097-ab95-3ab4dca937ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.403161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:20.424749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Pushing event updated for resources: {'Port': ['ID=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:20.424979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'mac_address': 'fa:16:3e:4f:88:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:20.645851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Attempting to bind port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:20.646408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Attempting to bind port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:20.646753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Attempting to bind port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:20.653889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:20.654348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Attempting to bind port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:20.660919 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:20.661591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:20.662080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:20.662603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Bound port: dacaa90f-c129-428a-a0c9-1c84bb8ed7f3, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:20.663064 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.843415 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.846102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] For port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:20.851158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] For port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:20.895007 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acdccb7f-90a0-4577-985c-cf9db639083d {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:20.924330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1882f9-2d57-4c0a-a08f-a91055142e77 req-6bc053b7-4774-4ee4-ad2d-08951f4095c6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:20.926386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b1882f9-2d57-4c0a-a08f-a91055142e77 req-6bc053b7-4774-4ee4-ad2d-08951f4095c6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 935 time: 0.0736113 Sep 16 04:43:20.933247 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.938816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:20.974199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:20.975055 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.978513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] 10.222.0.23 "PUT /v2.0/ports/dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 HTTP/1.1" status: 200 len: 1097 time: 2.6544867 Sep 16 04:43:21.025202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608adf97-044c-42ee-838a-95ff395632e6', 'tag': 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:21.029811 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.030499 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953edf76-c07f-41b3-a5c9-d3e329b531e6" -d '{"events": [{"name": "network-changed", "server_uuid": "608adf97-044c-42ee-838a-95ff395632e6", "tag": "dacaa90f-c129-428a-a0c9-1c84bb8ed7f3"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:21.105249 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:43:21.126887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=acdccb7f-90a0-4577-985c-cf9db639083d,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:21.131182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41111d-bf0c-485e-a423-29c5bcd06d32 service neutron] Pushing event updated for resources: {'Port': ['ID=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:21.202976 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['acdccb7f-90a0-4577-985c-cf9db639083d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:21.270125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b1882f9-2d57-4c0a-a08f-a91055142e77 req-7421cf58-1f39-4629-bd39-c402e43a9d06 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172851 Sep 16 04:43:21.310367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-dc38030e-13f4-47d5-b1a0-74341f2b50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:21.313962 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-dc38030e-13f4-47d5-b1a0-74341f2b50ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=608adf97-044c-42ee-838a-95ff395632e6 HTTP/1.1" status: 200 len: 1100 time: 0.1736133 Sep 16 04:43:21.411079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-a6c1d4f8-29d9-4da1-ab94-ec9636f7e562 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 HTTP/1.1" status: 200 len: 217 time: 0.0814526 Sep 16 04:43:21.506580 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-558da152-bb01-42c8-8de3-0f2f338c0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:21.508301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-558da152-bb01-42c8-8de3-0f2f338c0f8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0889640 Sep 16 04:43:21.536879 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fecc7e0-b405-4588-b2a9-29e229496298 x-openstack-request-id: req-8fecc7e0-b405-4588-b2a9-29e229496298 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:21.537238 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608adf97-044c-42ee-838a-95ff395632e6", "tag": "dacaa90f-c129-428a-a0c9-1c84bb8ed7f3", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:21.537410 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fecc7e0-b405-4588-b2a9-29e229496298 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:21.537813 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608adf97-044c-42ee-838a-95ff395632e6', 'tag': 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3', 'status': 'completed', 'code': 200} Sep 16 04:43:21.540562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc464a2-3825-4097-ab95-3ab4dca937ac admin admin] Router 757f1bd1-a510-47df-87ed-a47dc5acd252 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:21.601322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68496dd-d333-4dd4-9993-5f1a3ee7f695 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:21.611165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-4ecc4f73-3b1e-4cee-b099-9f9a4a097fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:21.613833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-4ecc4f73-3b1e-4cee-b099-9f9a4a097fe2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909767 Sep 16 04:43:21.624981 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.783291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Transition to ACTIVE for port object d68496dd-d333-4dd4-9993-5f1a3ee7f695 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:21.838100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-e6d26348-816b-4028-8dd8-2f1385c226cd service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115128 Sep 16 04:43:21.881732 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.901670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc464a2-3825-4097-ab95-3ab4dca937ac admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:21.913293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73475ecc-a624-4f4b-9b8e-04812e74634d None None] Sync routers for ids ['757f1bd1-a510-47df-87ed-a47dc5acd252'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:21.930893 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4fc464a2-3825-4097-ab95-3ab4dca937ac admin admin] 10.222.0.24 "PUT /v2.0/routers/757f1bd1-a510-47df-87ed-a47dc5acd252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7807980 Sep 16 04:43:21.932998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73475ecc-a624-4f4b-9b8e-04812e74634d None None] Routers {'757f1bd1-a510-47df-87ed-a47dc5acd252'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:21.934383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-73475ecc-a624-4f4b-9b8e-04812e74634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['757f1bd1-a510-47df-87ed-a47dc5acd252'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:21.935079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec127370-2c2d-4e7f-9193-b0a87a0cbc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.940120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39892) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:22.033285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 94d0a7c3-849d-47bb-981e-04887206b61c no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:22.116948 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Pushing event updated for resources: {'Port': ['ID=d68496dd-d333-4dd4-9993-5f1a3ee7f695,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:22.319589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-73475ecc-a624-4f4b-9b8e-04812e74634d None None] Set router 757f1bd1-a510-47df-87ed-a47dc5acd252 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:22.409043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Attempting to bind port d68496dd-d333-4dd4-9993-5f1a3ee7f695 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:22.411095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Attempting to bind port d68496dd-d333-4dd4-9993-5f1a3ee7f695 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:22.413161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Attempting to bind port d68496dd-d333-4dd4-9993-5f1a3ee7f695 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:22.455213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-d6d6c882-e1a6-47a2-91e7-e5eddedc9af3 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059730 Sep 16 04:43:22.474912 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.475129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b25122-2140-41a3-9ebc-268ad0f91eb0 req-3d107605-583f-4bca-ad21-a8d23e8526e2 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.486722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09b25122-2140-41a3-9ebc-268ad0f91eb0 req-3d107605-583f-4bca-ad21-a8d23e8526e2 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.7107658 Sep 16 04:43:22.494896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Port d68496dd-d333-4dd4-9993-5f1a3ee7f695 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:22.499416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Attempting to bind port d68496dd-d333-4dd4-9993-5f1a3ee7f695 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:22.545516 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:22.546123 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:22.547309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:22.547875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Bound port: d68496dd-d333-4dd4-9993-5f1a3ee7f695, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:22.548568 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.554752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09b25122-2140-41a3-9ebc-268ad0f91eb0 req-e8343723-1ab8-42cd-a7a5-76901c06bd0e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620708 Sep 16 04:43:22.563799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:22.566133 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76ea7d5-9565-41b4-b789-7297717d441b" -d '{"events": [{"server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "name": "network-vif-unplugged", "status": "completed", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:22.604217 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:22.712539 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.807573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953edf76-c07f-41b3-a5c9-d3e329b531e6 req-c8cb487d-c78d-4aeb-8482-00d254fa1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.810820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-953edf76-c07f-41b3-a5c9-d3e329b531e6 req-c8cb487d-c78d-4aeb-8482-00d254fa1be1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=608adf97-044c-42ee-838a-95ff395632e6 HTTP/1.1" status: 200 len: 1100 time: 0.1774716 Sep 16 04:43:22.826987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba563d1-f0ff-44ea-b322-10ac5e102c0a req-3055bc28-4ad6-436c-9bcc-82b668ee0768 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.835162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fba563d1-f0ff-44ea-b322-10ac5e102c0a req-3055bc28-4ad6-436c-9bcc-82b668ee0768 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 947 time: 0.1874764 Sep 16 04:43:22.848411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-73475ecc-a624-4f4b-9b8e-04812e74634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'name': 'tempest-AttachSCSIVolumeTestJSON-1327744621-router', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:43:19Z', 'revision_number': 5, 'project_id': '3ceb97a7fd604673bdc64f441af87285', 'gw_port': {'id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:11Z', 'updated_at': '2021-09-16T04:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:22.923154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fba563d1-f0ff-44ea-b322-10ac5e102c0a req-cf2af752-635e-4c5d-ad99-2416a4f92e80 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865424 Sep 16 04:43:22.924598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73475ecc-a624-4f4b-9b8e-04812e74634d None None] Checking router: 757f1bd1-a510-47df-87ed-a47dc5acd252 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:22.927772 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=94d0a7c3-849d-47bb-981e-04887206b61c,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:22.952947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73475ecc-a624-4f4b-9b8e-04812e74634d None None] Routers {'757f1bd1-a510-47df-87ed-a47dc5acd252'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:22.953668 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-73475ecc-a624-4f4b-9b8e-04812e74634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['757f1bd1-a510-47df-87ed-a47dc5acd252'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:23.010876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953edf76-c07f-41b3-a5c9-d3e329b531e6 req-99b81b20-1ed4-4fd5-8d2b-fcbe09769145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:23.013805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-953edf76-c07f-41b3-a5c9-d3e329b531e6 req-99b81b20-1ed4-4fd5-8d2b-fcbe09769145 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1695583 Sep 16 04:43:23.114764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.128779 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-953edf76-c07f-41b3-a5c9-d3e329b531e6 req-88c73192-aeae-434a-9494-7212d0c13b9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 HTTP/1.1" status: 200 len: 217 time: 0.0975220 Sep 16 04:43:23.168525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-73475ecc-a624-4f4b-9b8e-04812e74634d None None] Set router 757f1bd1-a510-47df-87ed-a47dc5acd252 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:23.247607 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc112b05-fd1c-42e8-9d9f-909294699605 x-openstack-request-id: req-bc112b05-fd1c-42e8-9d9f-909294699605 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:23.247928 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "name": "network-vif-unplugged", "status": "completed", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:23.248182 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc112b05-fd1c-42e8-9d9f-909294699605 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:23.248607 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c', 'code': 200} Sep 16 04:43:23.294353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953edf76-c07f-41b3-a5c9-d3e329b531e6 req-ae5d86fa-7a83-42bf-9509-ea45ea0685a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:23.295964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-953edf76-c07f-41b3-a5c9-d3e329b531e6 req-ae5d86fa-7a83-42bf-9509-ea45ea0685a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1483033 Sep 16 04:43:23.382003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953edf76-c07f-41b3-a5c9-d3e329b531e6 req-f90bf6b7-cdf7-4eef-adef-d741f431ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:23.386500 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.391175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-953edf76-c07f-41b3-a5c9-d3e329b531e6 req-f90bf6b7-cdf7-4eef-adef-d741f431ab83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0841594 Sep 16 04:43:23.409185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] For port d68496dd-d333-4dd4-9993-5f1a3ee7f695, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:23.413073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] For port d68496dd-d333-4dd4-9993-5f1a3ee7f695, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d68496dd-d333-4dd4-9993-5f1a3ee7f695,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:23.523516 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.533802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-73475ecc-a624-4f4b-9b8e-04812e74634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'name': 'tempest-AttachSCSIVolumeTestJSON-1327744621-router', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:43:19Z', 'revision_number': 5, 'project_id': '3ceb97a7fd604673bdc64f441af87285', 'gw_port': {'id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:11Z', 'updated_at': '2021-09-16T04:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:23.591650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73475ecc-a624-4f4b-9b8e-04812e74634d None None] The sync data for ids ['757f1bd1-a510-47df-87ed-a47dc5acd252'] in n-d-712137-12 is: [{'id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'name': 'tempest-AttachSCSIVolumeTestJSON-1327744621-router', 'tenant_id': '3ceb97a7fd604673bdc64f441af87285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:43:19Z', 'revision_number': 5, 'project_id': '3ceb97a7fd604673bdc64f441af87285', 'gw_port': {'id': 'e7b7246a-d7fb-4de7-aafe-df30ab89520d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757f1bd1-a510-47df-87ed-a47dc5acd252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:11Z', 'updated_at': '2021-09-16T04:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:23.613216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-953edf76-c07f-41b3-a5c9-d3e329b531e6 req-c30398b1-98e0-48ab-aed7-22223c617855 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120917 Sep 16 04:43:23.685138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:23.687964 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.696517 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] 10.222.0.37 "PUT /v2.0/ports/d68496dd-d333-4dd4-9993-5f1a3ee7f695 HTTP/1.1" status: 200 len: 1096 time: 3.5760853 Sep 16 04:43:23.697115 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00491dfb-7edd-4b10-ad04-dd530b390151', 'tag': 'd68496dd-d333-4dd4-9993-5f1a3ee7f695'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:23.699607 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09e93b6-685a-4356-b72f-9f503eeb6d52" -d '{"events": [{"name": "network-changed", "server_uuid": "00491dfb-7edd-4b10-ad04-dd530b390151", "tag": "d68496dd-d333-4dd4-9993-5f1a3ee7f695"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:23.733987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282c852-cb2c-433f-bd39-6f255c0c6907 service neutron] Pushing event updated for resources: {'Port': ['ID=d68496dd-d333-4dd4-9993-5f1a3ee7f695,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:23.762495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Deleting port e7b7246a-d7fb-4de7-aafe-df30ab89520d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:23.763077 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.780373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ec127370-2c2d-4e7f-9193-b0a87a0cbc6f admin admin] Deleting port 0de33be1-707e-459d-abcc-4d5f8789ce02 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:23.780659 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec127370-2c2d-4e7f-9193-b0a87a0cbc6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.853815 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b63f3-97a0-4141-a553-bc0bb1bd003f req-992f56cf-e006-43a7-8427-3b2fc94a6a06 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:23.869541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa2b63f3-97a0-4141-a553-bc0bb1bd003f req-992f56cf-e006-43a7-8427-3b2fc94a6a06 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 947 time: 0.1167154 Sep 16 04:43:23.877353 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-953edf76-c07f-41b3-a5c9-d3e329b531e6 req-19726f3e-a9dd-4290-94dd-786f5a94bdf0 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513657 Sep 16 04:43:24.000112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa2b63f3-97a0-4141-a553-bc0bb1bd003f req-ef6abda0-180a-4b00-9dd8-2c18bd834085 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262469 Sep 16 04:43:24.005629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 94d0a7c3-849d-47bb-981e-04887206b61c details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:24.012877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device acdccb7f-90a0-4577-985c-cf9db639083d up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:24.049258 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-7e68efa6-5815-4153-a990-777a64b6755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:24.050789 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-7e68efa6-5815-4153-a990-777a64b6755c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 1099 time: 0.2368402 Sep 16 04:43:24.052669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] For port e7b7246a-d7fb-4de7-aafe-df30ab89520d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e7b7246a-d7fb-4de7-aafe-df30ab89520d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:24.053048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.118686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Calling delete_port for e7b7246a-d7fb-4de7-aafe-df30ab89520d owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:24.123433 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-2d7820dc-92e4-49b3-8211-0c8289388960 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=d68496dd-d333-4dd4-9993-5f1a3ee7f695 HTTP/1.1" status: 200 len: 217 time: 0.0612562 Sep 16 04:43:24.129943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-ec127370-2c2d-4e7f-9193-b0a87a0cbc6f admin admin] For port 0de33be1-707e-459d-abcc-4d5f8789ce02, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0de33be1-707e-459d-abcc-4d5f8789ce02,segment=NetworkSegment(13c913eb-2628-475e-8846-dd9d5bce9243),segment_id=13c913eb-2628-475e-8846-dd9d5bce9243)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:24.131742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec127370-2c2d-4e7f-9193-b0a87a0cbc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.153852 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77634aab-3f77-4223-bc9c-0cb4c9829fe0 x-openstack-request-id: req-77634aab-3f77-4223-bc9c-0cb4c9829fe0 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:24.157156 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00491dfb-7edd-4b10-ad04-dd530b390151", "tag": "d68496dd-d333-4dd4-9993-5f1a3ee7f695", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:24.157156 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77634aab-3f77-4223-bc9c-0cb4c9829fe0 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:24.157156 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00491dfb-7edd-4b10-ad04-dd530b390151', 'tag': 'd68496dd-d333-4dd4-9993-5f1a3ee7f695', 'status': 'completed', 'code': 200} Sep 16 04:43:24.198351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ec127370-2c2d-4e7f-9193-b0a87a0cbc6f admin admin] Calling delete_port for 0de33be1-707e-459d-abcc-4d5f8789ce02 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:24.271800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-c5306be1-e18e-4410-a1ef-a848f87771dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:24.273609 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-c5306be1-e18e-4410-a1ef-a848f87771dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1405621 Sep 16 04:43:24.342677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388823c2-8696-4b81-b2eb-8c061759d63d req-8bc0ce8c-e22f-48b1-b788-1a9286bced43 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:24.344819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-388823c2-8696-4b81-b2eb-8c061759d63d req-8bc0ce8c-e22f-48b1-b788-1a9286bced43 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 947 time: 0.1119287 Sep 16 04:43:24.383633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port acdccb7f-90a0-4577-985c-cf9db639083d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:24.389627 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.430458 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-388823c2-8696-4b81-b2eb-8c061759d63d req-1ff0c601-1527-4b36-a1ac-ff6017593df8 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788918 Sep 16 04:43:24.548116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:24.592279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '94d0a7c3-849d-47bb-981e-04887206b61c', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '94d0a7c3-849d-47bb-981e-04887206b61c', 'mac_address': 'fa:16:3e:e1:73:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:24.665659 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.694745 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-79b9012e-2d56-41cf-b903-50f1248b0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:24.696379 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-79b9012e-2d56-41cf-b903-50f1248b0759 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3786371 Sep 16 04:43:24.708527 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d0a7c3-849d-47bb-981e-04887206b61c {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:24.737787 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.743196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:24.776005 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec127370-2c2d-4e7f-9193-b0a87a0cbc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.795543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:24.810281 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.849308 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec127370-2c2d-4e7f-9193-b0a87a0cbc6f admin admin] Pushing event deleted for resources: {'Port': ['ID=0de33be1-707e-459d-abcc-4d5f8789ce02,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:24.904008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=94d0a7c3-849d-47bb-981e-04887206b61c,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:24.907427 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.940508 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-fbe013b3-a4c9-436c-a03b-bcf702a93a64 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288475 Sep 16 04:43:24.981375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=acdccb7f-90a0-4577-985c-cf9db639083d,revision_number=10']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:25.022103 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.117465 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b7246a-d7fb-4de7-aafe-df30ab89520d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:25.173612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['94d0a7c3-849d-47bb-981e-04887206b61c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:25.264410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730e042-68c5-4ae8-acf7-e69e16c72500 req-b29afc9d-d1dc-489e-8828-888c81e68659 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.267906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:25.271169 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff5348e-562b-4a49-89d9-ed3cf07d1210" -d '{"events": [{"server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "name": "network-vif-plugged", "status": "completed", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:25.277811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8730e042-68c5-4ae8-acf7-e69e16c72500 req-b29afc9d-d1dc-489e-8828-888c81e68659 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 948 time: 0.0857790 Sep 16 04:43:25.338868 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec127370-2c2d-4e7f-9193-b0a87a0cbc6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.342974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8730e042-68c5-4ae8-acf7-e69e16c72500 req-5ec356c8-3e0a-47cf-8b34-1d85cc24a520 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663800 Sep 16 04:43:25.376063 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c14b8cf6-6a52-4eba-af87-04ccde56e8f6 req-a18ac818-ffda-4802-97b1-6c50ebd3898d service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272153 Sep 16 04:43:25.377309 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.449659 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716ebc09-bc42-495d-89a4-8dc6265cf57c x-openstack-request-id: req-716ebc09-bc42-495d-89a4-8dc6265cf57c {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:25.450247 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "name": "network-vif-plugged", "status": "completed", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:25.450388 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-716ebc09-bc42-495d-89a4-8dc6265cf57c {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:25.450865 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'code': 200} Sep 16 04:43:25.473546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 129cb29d-c30f-499e-a2ed-d95b46166c1d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:25.545150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 129cb29d-c30f-499e-a2ed-d95b46166c1d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:25.545409 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 129cb29d-c30f-499e-a2ed-d95b46166c1d not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:25.611392 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.614766 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.656384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14315a0-cdb4-4f93-acf4-312e27040fe0 req-08b8ee31-fc88-4b2b-ac56-f3bd9ecbe16b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.670206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14315a0-cdb4-4f93-acf4-312e27040fe0 req-08b8ee31-fc88-4b2b-ac56-f3bd9ecbe16b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 947 time: 0.1425698 Sep 16 04:43:25.716437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c14315a0-cdb4-4f93-acf4-312e27040fe0 req-e04207e8-08f6-4445-983b-973aec529b92 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412161 Sep 16 04:43:25.750682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e93b6-685a-4356-b72f-9f503eeb6d52 req-87c2e234-4d1c-4f9f-b0bf-df2857752a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.752236 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f09e93b6-685a-4356-b72f-9f503eeb6d52 req-87c2e234-4d1c-4f9f-b0bf-df2857752a75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 1099 time: 0.2219071 Sep 16 04:43:25.889762 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.890276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 757f1bd1-a510-47df-87ed-a47dc5acd252 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:43:25.902909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.904701 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-568974de-9146-4289-bc29-517794fe7b58 admin admin] 10.222.0.24 "DELETE /v2.0/routers/757f1bd1-a510-47df-87ed-a47dc5acd252 HTTP/1.1" status: 204 len: 168 time: 3.9626327 Sep 16 04:43:25.907163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39936) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:25.969067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e93b6-685a-4356-b72f-9f503eeb6d52 req-ee926ea1-7ba7-48ae-a579-13392b025a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.970858 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f09e93b6-685a-4356-b72f-9f503eeb6d52 req-ee926ea1-7ba7-48ae-a579-13392b025a66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2077830 Sep 16 04:43:25.989350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabe6da1-2975-4a81-922c-f4518fd24da6 admin admin] Deleting subnet c195371b-def0-4f24-877b-dd6d6def750c {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:25.993450 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabe6da1-2975-4a81-922c-f4518fd24da6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.027913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec127370-2c2d-4e7f-9193-b0a87a0cbc6f admin admin] Router 23537807-274d-409d-946e-7d5e349fbf8b has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:26.030337 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f09e93b6-685a-4356-b72f-9f503eeb6d52 req-348fd092-4c33-4369-b332-cdf888a22c3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=d68496dd-d333-4dd4-9993-5f1a3ee7f695 HTTP/1.1" status: 200 len: 217 time: 0.0459690 Sep 16 04:43:26.058878 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabe6da1-2975-4a81-922c-f4518fd24da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.144592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:26.149674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e93b6-685a-4356-b72f-9f503eeb6d52 req-45948fd8-b613-4798-9427-163c08afc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:26.151175 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f09e93b6-685a-4356-b72f-9f503eeb6d52 req-45948fd8-b613-4798-9427-163c08afc467 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1101444 Sep 16 04:43:26.236681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec127370-2c2d-4e7f-9193-b0a87a0cbc6f admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:26.245089 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ec127370-2c2d-4e7f-9193-b0a87a0cbc6f admin admin] 10.222.0.24 "PUT /v2.0/routers/23537807-274d-409d-946e-7d5e349fbf8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3338654 Sep 16 04:43:26.248259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39938) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:26.248644 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab441c0-498b-4d4a-ac69-bde25b3393a4 None None] Sync routers for ids ['23537807-274d-409d-946e-7d5e349fbf8b'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:26.260513 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab441c0-498b-4d4a-ac69-bde25b3393a4 None None] Routers {'23537807-274d-409d-946e-7d5e349fbf8b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:26.262550 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6ab441c0-498b-4d4a-ac69-bde25b3393a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['23537807-274d-409d-946e-7d5e349fbf8b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:26.265751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e93b6-685a-4356-b72f-9f503eeb6d52 req-52c39f25-1ba5-4808-97d1-fcf8ed3f04e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:26.270177 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f09e93b6-685a-4356-b72f-9f503eeb6d52 req-52c39f25-1ba5-4808-97d1-fcf8ed3f04e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902820 Sep 16 04:43:26.390730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:26.414640 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-6ab441c0-498b-4d4a-ac69-bde25b3393a4 None None] Set router 23537807-274d-409d-946e-7d5e349fbf8b gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:26.419888 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabe6da1-2975-4a81-922c-f4518fd24da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.430212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3', 'mac_address': 'fa:16:3e:f3:09:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:26.468048 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f09e93b6-685a-4356-b72f-9f503eeb6d52 req-4b86f358-20cf-41cc-b5f8-c915e837839f service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858771 Sep 16 04:43:26.541222 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.570234 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:26.603716 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.606149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:26.687225 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.778978 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabe6da1-2975-4a81-922c-f4518fd24da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.785921 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6ab441c0-498b-4d4a-ac69-bde25b3393a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23537807-274d-409d-946e-7d5e349fbf8b', 'name': 'tempest-ServerRescueTestJSON-1052426615-router', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:43:24Z', 'revision_number': 5, 'project_id': '7bd4e6ac0cb24343bba0afecf762e654', 'gw_port': {'id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23537807-274d-409d-946e-7d5e349fbf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:26.832771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabe6da1-2975-4a81-922c-f4518fd24da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.839094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dabe6da1-2975-4a81-922c-f4518fd24da6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c195371b-def0-4f24-877b-dd6d6def750c HTTP/1.1" status: 204 len: 168 time: 0.9305625 Sep 16 04:43:26.842465 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:26.859187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4def2894-0e16-4ed4-8599-89dc972ecc14 None None] Network 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:26.860483 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab441c0-498b-4d4a-ac69-bde25b3393a4 None None] Checking router: 23537807-274d-409d-946e-7d5e349fbf8b for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:26.867857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39948) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:26.881242 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab441c0-498b-4d4a-ac69-bde25b3393a4 None None] Routers {'23537807-274d-409d-946e-7d5e349fbf8b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:26.887529 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6ab441c0-498b-4d4a-ac69-bde25b3393a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['23537807-274d-409d-946e-7d5e349fbf8b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:27.047013 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-6ab441c0-498b-4d4a-ac69-bde25b3393a4 None None] Set router 23537807-274d-409d-946e-7d5e349fbf8b gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:27.062064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['dacaa90f-c129-428a-a0c9-1c84bb8ed7f3'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:27.143590 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe6da1-2975-4a81-922c-f4518fd24da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c195371b-def0-4f24-877b-dd6d6def750c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:27.430699 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f09e93b6-685a-4356-b72f-9f503eeb6d52 req-cfd5ee8f-9e38-4f9c-a406-df00a184a2c8 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7817512 Sep 16 04:43:27.431657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe9d75-17c3-4ac4-9a7f-a7fc2ad54923 req-f97c42d0-d1c6-4e69-9eb8-f45d182c1845 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:27.431657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92fe9d75-17c3-4ac4-9a7f-a7fc2ad54923 req-f97c42d0-d1c6-4e69-9eb8-f45d182c1845 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 948 time: 0.7739012 Sep 16 04:43:27.432444 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6ab441c0-498b-4d4a-ac69-bde25b3393a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23537807-274d-409d-946e-7d5e349fbf8b', 'name': 'tempest-ServerRescueTestJSON-1052426615-router', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:43:24Z', 'revision_number': 5, 'project_id': '7bd4e6ac0cb24343bba0afecf762e654', 'gw_port': {'id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23537807-274d-409d-946e-7d5e349fbf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:27.433303 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.433386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e7b7246a-d7fb-4de7-aafe-df30ab89520d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:27.433606 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab441c0-498b-4d4a-ac69-bde25b3393a4 None None] The sync data for ids ['23537807-274d-409d-946e-7d5e349fbf8b'] in n-d-712137-12 is: [{'id': '23537807-274d-409d-946e-7d5e349fbf8b', 'name': 'tempest-ServerRescueTestJSON-1052426615-router', 'tenant_id': '7bd4e6ac0cb24343bba0afecf762e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:43:24Z', 'revision_number': 5, 'project_id': '7bd4e6ac0cb24343bba0afecf762e654', 'gw_port': {'id': 'ee13cb76-e90f-44b4-8d51-0bdff8be4c17', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23537807-274d-409d-946e-7d5e349fbf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:47Z', 'updated_at': '2021-09-16T04:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:27.433739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92fe9d75-17c3-4ac4-9a7f-a7fc2ad54923 req-4cd04ee5-0c17-4b59-bc80-18ae3509f59d tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956917 Sep 16 04:43:27.433739 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.470553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: e7b7246a-d7fb-4de7-aafe-df30ab89520d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:27.470938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e7b7246a-d7fb-4de7-aafe-df30ab89520d not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:27.479685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Deleting port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:27.480834 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.579155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] For port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50016baf-ce5d-4b9e-a7f6-22c89d6d5c85,segment=NetworkSegment(2e2f3369-2e9c-428f-9b98-9ced3659690d),segment_id=2e2f3369-2e9c-428f-9b98-9ced3659690d)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:27.579528 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.588928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1f2bc-4660-4c7e-aa7f-7444d2cbf8e4 req-b4c2685d-d881-4e34-af6b-df5964c3c7c9 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:27.591115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6a1f2bc-4660-4c7e-aa7f-7444d2cbf8e4 req-b4c2685d-d881-4e34-af6b-df5964c3c7c9 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 947 time: 0.1271858 Sep 16 04:43:27.608023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Calling delete_port for 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:27.717280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6a1f2bc-4660-4c7e-aa7f-7444d2cbf8e4 req-d4c65769-46c1-4031-b81a-5cdf8e3aed6a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866187 Sep 16 04:43:27.780892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175575b9-e0c6-4215-9c70-9a6cfc8b8be4 None None] DHCP port deletion for 6757a761-164d-4cd7-b4b3-2d43b98f9dd9 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:43:27.846334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-175575b9-e0c6-4215-9c70-9a6cfc8b8be4 None None] Deleting port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:27.846720 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-175575b9-e0c6-4215-9c70-9a6cfc8b8be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.925760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-175575b9-e0c6-4215-9c70-9a6cfc8b8be4 None None] For port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50016baf-ce5d-4b9e-a7f6-22c89d6d5c85,segment=NetworkSegment(2e2f3369-2e9c-428f-9b98-9ced3659690d),segment_id=2e2f3369-2e9c-428f-9b98-9ced3659690d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:27.926293 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-175575b9-e0c6-4215-9c70-9a6cfc8b8be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.940840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-175575b9-e0c6-4215-9c70-9a6cfc8b8be4 None None] Calling delete_port for 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:28.037300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d68496dd-d333-4dd4-9993-5f1a3ee7f695 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:28.041613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 94d0a7c3-849d-47bb-981e-04887206b61c up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:28.157131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 94d0a7c3-849d-47bb-981e-04887206b61c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:28.157505 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.199790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d68496dd-d333-4dd4-9993-5f1a3ee7f695, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d68496dd-d333-4dd4-9993-5f1a3ee7f695,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:28.222148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'd68496dd-d333-4dd4-9993-5f1a3ee7f695', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'd68496dd-d333-4dd4-9993-5f1a3ee7f695', 'mac_address': 'fa:16:3e:7f:7e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:28.282750 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.299490 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.303540 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.312428 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-175575b9-e0c6-4215-9c70-9a6cfc8b8be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.313020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Pushing event deleted for resources: {'Port': ['ID=50016baf-ce5d-4b9e-a7f6-22c89d6d5c85,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:28.326572 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Deleting port ee13cb76-e90f-44b4-8d51-0bdff8be4c17 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:28.326572 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.348327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] No DVR routers for this DVR port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:28.359615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68496dd-d333-4dd4-9993-5f1a3ee7f695 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:28.368489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175575b9-e0c6-4215-9c70-9a6cfc8b8be4 None None] Pushing event deleted for resources: {'Port': ['ID=50016baf-ce5d-4b9e-a7f6-22c89d6d5c85,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:28.381075 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:28.384757 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a192c22b-0f9b-4bdd-8c78-4ad0f9a1a77d" -d '{"events": [{"server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "name": "network-vif-plugged", "status": "completed", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:28.388510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175575b9-e0c6-4215-9c70-9a6cfc8b8be4 None None] No DVR routers for this DVR port 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:28.420484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d68496dd-d333-4dd4-9993-5f1a3ee7f695, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d68496dd-d333-4dd4-9993-5f1a3ee7f695,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:28.420484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:28.462174 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972a084f-3c2b-4d0d-acf9-013af660c3ce x-openstack-request-id: req-972a084f-3c2b-4d0d-acf9-013af660c3ce {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:28.472707 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "name": "network-vif-plugged", "status": "completed", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:28.472707 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-972a084f-3c2b-4d0d-acf9-013af660c3ce {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:28.472707 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c', 'code': 200} Sep 16 04:43:28.493151 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.505711 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.543204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] For port ee13cb76-e90f-44b4-8d51-0bdff8be4c17, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ee13cb76-e90f-44b4-8d51-0bdff8be4c17,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:28.543499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.546996 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6757a761-164d-4cd7-b4b3-2d43b98f9dd9']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:28.565941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2f3369-2e9c-428f-9b98-9ced3659690d') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:28.566188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2f3369-2e9c-428f-9b98-9ced3659690d') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:28.567302 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.568310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Calling delete_port for ee13cb76-e90f-44b4-8d51-0bdff8be4c17 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:28.582103 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.645606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=94d0a7c3-849d-47bb-981e-04887206b61c,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:28.660944 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.678928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:28.679333 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:28.685559 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:28.727224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d68496dd-d333-4dd4-9993-5f1a3ee7f695,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:28.774690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39ec10-512b-475e-beb0-13eea8719b93 req-56306345-58c5-491a-a56a-16d1f8971975 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.784532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df39ec10-512b-475e-beb0-13eea8719b93 req-56306345-58c5-491a-a56a-16d1f8971975 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.2049983 Sep 16 04:43:28.786548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8477ab-f2d3-4738-b95a-81804d813e57 req-db62ab19-b876-4bf7-92d5-50c83f2592f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.788247 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8f8477ab-f2d3-4738-b95a-81804d813e57 req-db62ab19-b876-4bf7-92d5-50c83f2592f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 1101 time: 0.0583847 Sep 16 04:43:28.834019 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8f8477ab-f2d3-4738-b95a-81804d813e57 req-b28e9aa4-9902-4ada-bef1-2afb60f9e759 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379648 Sep 16 04:43:28.906629 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.911673 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.916391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] 10.222.0.24 "DELETE /v2.0/networks/6757a761-164d-4cd7-b4b3-2d43b98f9dd9 HTTP/1.1" status: 204 len: 168 time: 2.0003800 Sep 16 04:43:28.920194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39966) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:28.947471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d68496dd-d333-4dd4-9993-5f1a3ee7f695'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:28.956664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df39ec10-512b-475e-beb0-13eea8719b93 req-c0ae0a1b-c9f2-4365-8561-518a15395a96 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675112 Sep 16 04:43:28.988447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3a980-9006-47fa-8415-a4cf241c3eff admin admin] Pushing event deleted for resources: {'Network': ['ID=6757a761-164d-4cd7-b4b3-2d43b98f9dd9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:29.164640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1953090-a337-4ec8-98b8-f5a245cc94e3 req-fdc2077c-f345-459c-a6f1-51791a57075b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.175328 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1953090-a337-4ec8-98b8-f5a245cc94e3 req-fdc2077c-f345-459c-a6f1-51791a57075b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 948 time: 0.0819337 Sep 16 04:43:29.231331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1953090-a337-4ec8-98b8-f5a245cc94e3 req-b61312f1-ed34-4996-a3ec-be6a7d555772 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547192 Sep 16 04:43:29.239486 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.365072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Pushing event deleted for resources: {'Port': ['ID=ee13cb76-e90f-44b4-8d51-0bdff8be4c17,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:29.393892 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.411068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0de33be1-707e-459d-abcc-4d5f8789ce02 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:29.463684 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 0de33be1-707e-459d-abcc-4d5f8789ce02 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:29.464920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0de33be1-707e-459d-abcc-4d5f8789ce02 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:29.468932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:29.513214 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.517189 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.530408 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:29.530780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50016baf-ce5d-4b9e-a7f6-22c89d6d5c85 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:29.629991 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.630798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23537807-274d-409d-946e-7d5e349fbf8b {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:43:29.648444 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.649416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c6d51317-34c6-4543-862b-fe5024225baa admin admin] 10.222.0.24 "DELETE /v2.0/routers/23537807-274d-409d-946e-7d5e349fbf8b HTTP/1.1" status: 204 len: 168 time: 3.4001224 Sep 16 04:43:29.650431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39968) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:29.720839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0d4821-4dc7-4f5c-95e6-c15931fedcae admin admin] Deleting subnet 6cc13275-6ab6-4fa6-86cd-bc7d2a213f74 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:29.724712 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4821-4dc7-4f5c-95e6-c15931fedcae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.739012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-030ca1e5-6cf8-4658-be70-764df0988e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.788822 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4821-4dc7-4f5c-95e6-c15931fedcae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.846313 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4821-4dc7-4f5c-95e6-c15931fedcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.996061 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4821-4dc7-4f5c-95e6-c15931fedcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.069591 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4821-4dc7-4f5c-95e6-c15931fedcae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.071567 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cb0d4821-4dc7-4f5c-95e6-c15931fedcae admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6cc13275-6ab6-4fa6-86cd-bc7d2a213f74 HTTP/1.1" status: 204 len: 168 time: 0.4197288 Sep 16 04:43:30.072442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d4821-4dc7-4f5c-95e6-c15931fedcae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc13275-6ab6-4fa6-86cd-bc7d2a213f74,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:30.077921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39974) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:30.155730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0819b43-72c4-475f-a457-3e690c965dc3 req-08ff5588-34a8-486f-a346-c402ac8c2692 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.157227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0819b43-72c4-475f-a457-3e690c965dc3 req-08ff5588-34a8-486f-a346-c402ac8c2692 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.0698900 Sep 16 04:43:30.165524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:30.219714 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0819b43-72c4-475f-a457-3e690c965dc3 req-ed740c10-5236-4ae0-9883-b434682bfacc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547676 Sep 16 04:43:30.280698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.317416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-030ca1e5-6cf8-4658-be70-764df0988e0a admin admin] Deleting port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:30.317805 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-030ca1e5-6cf8-4658-be70-764df0988e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.409464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:30.415356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:30.416598 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.463521 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a16961-79ab-4851-a54b-70b35bef7e8c req-47956be3-ea57-4c56-b3db-07e152ee4b11 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.467484 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.470014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d6a16961-79ab-4851-a54b-70b35bef7e8c req-47956be3-ea57-4c56-b3db-07e152ee4b11 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 948 time: 0.1024299 Sep 16 04:43:30.530469 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-030ca1e5-6cf8-4658-be70-764df0988e0a admin admin] For port 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9aa0a515-e7e7-4cf1-a109-76de95d2f9fc,segment=NetworkSegment(8ac886b7-d607-4e90-bf9b-c1b8907306a3),segment_id=8ac886b7-d607-4e90-bf9b-c1b8907306a3)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:30.530469 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-030ca1e5-6cf8-4658-be70-764df0988e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.559478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-030ca1e5-6cf8-4658-be70-764df0988e0a admin admin] Calling delete_port for 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:30.589020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d6a16961-79ab-4851-a54b-70b35bef7e8c req-74f76253-03e5-4c4d-8a81-29154fcef673 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088090 Sep 16 04:43:30.622573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1f6d5d-ed89-46e3-b590-37d2b4020673']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:30.645032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c913eb-2628-475e-8846-dd9d5bce9243') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:30.645331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c913eb-2628-475e-8846-dd9d5bce9243') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:30.657279 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.683897 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.695347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608adf97-044c-42ee-838a-95ff395632e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:30.703061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.704188 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f0b84a-1458-4b30-a1d6-032bd6f9f0dd" -d '{"events": [{"server_uuid": "608adf97-044c-42ee-838a-95ff395632e6", "name": "network-vif-plugged", "status": "completed", "tag": "dacaa90f-c129-428a-a0c9-1c84bb8ed7f3"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:30.727471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:30.749171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:30.749171 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:30.750135 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:30.785500 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.879319 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff00ac7-025d-4480-ada4-a069d6a5aa9c x-openstack-request-id: req-eff00ac7-025d-4480-ada4-a069d6a5aa9c {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:30.879615 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608adf97-044c-42ee-838a-95ff395632e6", "name": "network-vif-plugged", "status": "completed", "tag": "dacaa90f-c129-428a-a0c9-1c84bb8ed7f3", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:30.879867 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eff00ac7-025d-4480-ada4-a069d6a5aa9c {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:30.880299 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608adf97-044c-42ee-838a-95ff395632e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3', 'code': 200} Sep 16 04:43:30.908857 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.924660 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.927037 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] 10.222.0.24 "DELETE /v2.0/networks/0b1f6d5d-ed89-46e3-b590-37d2b4020673 HTTP/1.1" status: 204 len: 168 time: 0.8481684 Sep 16 04:43:30.940879 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad683c2-0786-4d2b-a0d0-e933c6d9165f admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1f6d5d-ed89-46e3-b590-37d2b4020673,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:30.973890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:30.987114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcb847-0dc8-4cfb-97b6-f68e4bb08071 req-3aeac550-aeb1-43b6-96d2-705a1cfccf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.001114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2edcb847-0dc8-4cfb-97b6-f68e4bb08071 req-3aeac550-aeb1-43b6-96d2-705a1cfccf1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=608adf97-044c-42ee-838a-95ff395632e6 HTTP/1.1" status: 200 len: 1102 time: 0.1223130 Sep 16 04:43:31.041470 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-030ca1e5-6cf8-4658-be70-764df0988e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.052015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2edcb847-0dc8-4cfb-97b6-f68e4bb08071 req-0d185c80-54cb-4041-b092-bbc017106cfd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404375 Sep 16 04:43:31.071756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ca1e5-6cf8-4658-be70-764df0988e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa0a515-e7e7-4cf1-a109-76de95d2f9fc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:31.455257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb421a6f-0dfa-4ecb-a362-824127777ea3 req-b96b3c62-d9aa-41e4-8638-8432065b9edc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.461943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-030ca1e5-6cf8-4658-be70-764df0988e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.462870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb421a6f-0dfa-4ecb-a362-824127777ea3 req-b96b3c62-d9aa-41e4-8638-8432065b9edc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.0911148 Sep 16 04:43:31.501569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39988) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:31.508444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ee13cb76-e90f-44b4-8d51-0bdff8be4c17 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:31.561885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: ee13cb76-e90f-44b4-8d51-0bdff8be4c17 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:31.562141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ee13cb76-e90f-44b4-8d51-0bdff8be4c17 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:31.569686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb421a6f-0dfa-4ecb-a362-824127777ea3 req-79fed99e-f3f9-4320-bc65-ecdf1f8a83ae tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056855 Sep 16 04:43:31.622743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-32e55ce6-7aa8-46b2-a921-94112325d564 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bd4e6ac0cb24343bba0afecf762e654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019509 Sep 16 04:43:31.623321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39994) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:31.747728 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a032ea03-6695-448f-9164-e91a4ead32ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.776263 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a032ea03-6695-448f-9164-e91a4ead32ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.788291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3547cc-a403-43c9-87e5-f79a0019dbf7 req-7d23ee4c-994c-4947-af78-665b151a885e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.796395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c3547cc-a403-43c9-87e5-f79a0019dbf7 req-7d23ee4c-994c-4947-af78-665b151a885e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1095021 Sep 16 04:43:31.796779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030ca1e5-6cf8-4658-be70-764df0988e0a admin admin] Router f81d18c1-6294-45a3-a1d4-e2f0556e13cd has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:31.876208 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c3547cc-a403-43c9-87e5-f79a0019dbf7 req-d51183ec-31cb-480e-9a6d-511bd7d9cd31 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788517 Sep 16 04:43:31.968790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030ca1e5-6cf8-4658-be70-764df0988e0a admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:31.976715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-030ca1e5-6cf8-4658-be70-764df0988e0a admin admin] 10.222.0.24 "PUT /v2.0/routers/f81d18c1-6294-45a3-a1d4-e2f0556e13cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0526397 Sep 16 04:43:31.978984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40000) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:31.983077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b2e4d2-4422-436b-b244-40f66782daae None None] Sync routers for ids ['f81d18c1-6294-45a3-a1d4-e2f0556e13cd'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:32.013610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b2e4d2-4422-436b-b244-40f66782daae None None] Routers {'f81d18c1-6294-45a3-a1d4-e2f0556e13cd'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:32.014366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-52b2e4d2-4422-436b-b244-40f66782daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f81d18c1-6294-45a3-a1d4-e2f0556e13cd'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:32.080280 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a032ea03-6695-448f-9164-e91a4ead32ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.084420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d68496dd-d333-4dd4-9993-5f1a3ee7f695 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:32.084683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a032ea03-6695-448f-9164-e91a4ead32ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.104188 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a032ea03-6695-448f-9164-e91a4ead32ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93f7dc40-3d7e-4c62-9b89-08e39b445631 HTTP/1.1" status: 204 len: 168 time: 0.4700820 Sep 16 04:43:32.266197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-52b2e4d2-4422-436b-b244-40f66782daae None None] Set router f81d18c1-6294-45a3-a1d4-e2f0556e13cd gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:32.266465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032ea03-6695-448f-9164-e91a4ead32ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f7dc40-3d7e-4c62-9b89-08e39b445631,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:32.568829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-52b2e4d2-4422-436b-b244-40f66782daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-362924194-router', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:18Z', 'updated_at': '2021-09-16T04:43:30Z', 'revision_number': 5, 'project_id': 'a498345e1c3f4876936c831f73be6d7c', 'gw_port': {'id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:19Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:32.602129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b2e4d2-4422-436b-b244-40f66782daae None None] Checking router: f81d18c1-6294-45a3-a1d4-e2f0556e13cd for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:32.612564 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b2e4d2-4422-436b-b244-40f66782daae None None] Routers {'f81d18c1-6294-45a3-a1d4-e2f0556e13cd'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:32.613530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-52b2e4d2-4422-436b-b244-40f66782daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f81d18c1-6294-45a3-a1d4-e2f0556e13cd'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:32.797672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-52b2e4d2-4422-436b-b244-40f66782daae None None] Set router f81d18c1-6294-45a3-a1d4-e2f0556e13cd gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:32.837906 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5141fcf-6702-48ce-b191-dd55e3335475 req-db048ddc-d5b4-417a-afd2-a9861e6a380a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.849391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5141fcf-6702-48ce-b191-dd55e3335475 req-db048ddc-d5b4-417a-afd2-a9861e6a380a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 948 time: 0.8625040 Sep 16 04:43:32.860214 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.021537 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5141fcf-6702-48ce-b191-dd55e3335475 req-758168dd-c468-4c04-92c8-900f18d858bc tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614749 Sep 16 04:43:33.040643 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.081476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-52b2e4d2-4422-436b-b244-40f66782daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-362924194-router', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:18Z', 'updated_at': '2021-09-16T04:43:30Z', 'revision_number': 5, 'project_id': 'a498345e1c3f4876936c831f73be6d7c', 'gw_port': {'id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:19Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:33.110110 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b2e4d2-4422-436b-b244-40f66782daae None None] The sync data for ids ['f81d18c1-6294-45a3-a1d4-e2f0556e13cd'] in n-d-712137-12 is: [{'id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'name': 'tempest-AttachSCSIVolumeTestJSON-362924194-router', 'tenant_id': 'a498345e1c3f4876936c831f73be6d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:18Z', 'updated_at': '2021-09-16T04:43:30Z', 'revision_number': 5, 'project_id': 'a498345e1c3f4876936c831f73be6d7c', 'gw_port': {'id': '4a0c5418-f51a-409d-a129-2d49fa639c3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:42:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d18c1-6294-45a3-a1d4-e2f0556e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:19Z', 'updated_at': '2021-09-16T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:33.465902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port d68496dd-d333-4dd4-9993-5f1a3ee7f695 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:33.465902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port d68496dd-d333-4dd4-9993-5f1a3ee7f695 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:33.465902 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.472011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:33.506130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:33.508892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9aa0a515-e7e7-4cf1-a109-76de95d2f9fc not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:33.595315 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.620600 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00491dfb-7edd-4b10-ad04-dd530b390151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68496dd-d333-4dd4-9993-5f1a3ee7f695'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:33.623468 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412cdd1b-6759-4f40-9945-cc9f85239ebb" -d '{"events": [{"server_uuid": "00491dfb-7edd-4b10-ad04-dd530b390151", "name": "network-vif-plugged", "status": "completed", "tag": "d68496dd-d333-4dd4-9993-5f1a3ee7f695"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:33.639057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d68496dd-d333-4dd4-9993-5f1a3ee7f695, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d68496dd-d333-4dd4-9993-5f1a3ee7f695,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:33.697813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Deleting port 4a0c5418-f51a-409d-a129-2d49fa639c3b {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:33.702960 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.749670 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.824805 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] For port 4a0c5418-f51a-409d-a129-2d49fa639c3b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4a0c5418-f51a-409d-a129-2d49fa639c3b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:33.825142 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.853414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Calling delete_port for 4a0c5418-f51a-409d-a129-2d49fa639c3b owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:33.917108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d68496dd-d333-4dd4-9993-5f1a3ee7f695,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:34.241589 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.274855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0c5418-f51a-409d-a129-2d49fa639c3b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:34.360456 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.497121 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.499510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.624529 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.624991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f81d18c1-6294-45a3-a1d4-e2f0556e13cd {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:43:34.630620 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.634017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2124e953-5252-4950-9a44-124c7c3c3b93 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f81d18c1-6294-45a3-a1d4-e2f0556e13cd HTTP/1.1" status: 204 len: 168 time: 2.6533608 Sep 16 04:43:34.634435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40042) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:34.693407 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ea8eba-4e46-405e-8e80-0ea7296df916 admin admin] Deleting subnet 311d9671-5371-40a9-9ede-5cde666e8828 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:34.699915 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97ea8eba-4e46-405e-8e80-0ea7296df916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.750714 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97ea8eba-4e46-405e-8e80-0ea7296df916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.810107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40046) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:34.898461 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97ea8eba-4e46-405e-8e80-0ea7296df916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.954404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-network', 'tenant_id': '3713a25a72494fce95a78973088e5269'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:35.064292 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97ea8eba-4e46-405e-8e80-0ea7296df916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.086163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Made reservation on behalf of 3713a25a72494fce95a78973088e5269 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:35.088553 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.101342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97ea8eba-4e46-405e-8e80-0ea7296df916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.102512 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.103496 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-97ea8eba-4e46-405e-8e80-0ea7296df916 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/311d9671-5371-40a9-9ede-5cde666e8828 HTTP/1.1" status: 204 len: 168 time: 0.4681079 Sep 16 04:43:35.104785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea8eba-4e46-405e-8e80-0ea7296df916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=311d9671-5371-40a9-9ede-5cde666e8828,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.109282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40050) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:35.109484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44484512-113a-405f-8f0a-8bf85a54a923 None None] Network 87f38819-c846-4330-b4b0-94e596120714 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:35.282652 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.289438 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.343872 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.353617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4a0c5418-f51a-409d-a129-2d49fa639c3b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:35.366528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Deleting port c3ba8079-88b2-47f7-89a9-7a1b20d172ca {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:35.367170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.383447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:35.392817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 4a0c5418-f51a-409d-a129-2d49fa639c3b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:35.407577 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4a0c5418-f51a-409d-a129-2d49fa639c3b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:35.409054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52451ac-039e-4e72-a1a6-f731a340bd3d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.409054 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.409054 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Added segment efaa048b-df54-41dd-a886-63ef683c0beb of type vlan for network c481d059-a7f7-44df-b3fb-c885caa02527 Sep 16 04:43:35.517499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.553982 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] For port c3ba8079-88b2-47f7-89a9-7a1b20d172ca, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c3ba8079-88b2-47f7-89a9-7a1b20d172ca,segment=NetworkSegment(8ac886b7-d607-4e90-bf9b-c1b8907306a3),segment_id=8ac886b7-d607-4e90-bf9b-c1b8907306a3)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:35.555068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2198592-799c-427e-b8ff-f326acbf046d None None] DHCP port deletion for 87f38819-c846-4330-b4b0-94e596120714 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:43:35.555527 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.589869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Calling delete_port for c3ba8079-88b2-47f7-89a9-7a1b20d172ca owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:35.640839 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.642732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.643315 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.689150 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e52d9b-35cc-49d4-b0b1-b5ea26c2f94d x-openstack-request-id: req-b4e52d9b-35cc-49d4-b0b1-b5ea26c2f94d {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:35.692223 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00491dfb-7edd-4b10-ad04-dd530b390151", "name": "network-vif-plugged", "status": "completed", "tag": "d68496dd-d333-4dd4-9993-5f1a3ee7f695", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:35.692573 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4e52d9b-35cc-49d4-b0b1-b5ea26c2f94d {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:35.692927 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00491dfb-7edd-4b10-ad04-dd530b390151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68496dd-d333-4dd4-9993-5f1a3ee7f695', 'code': 200} Sep 16 04:43:35.721235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d2198592-799c-427e-b8ff-f326acbf046d None None] Deleting port c3ba8079-88b2-47f7-89a9-7a1b20d172ca {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:35.724003 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d2198592-799c-427e-b8ff-f326acbf046d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.872978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6e8e5-7bdc-402e-8e3b-b615e19af340 req-a490f353-63ad-4f76-a0a1-c422925e8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.876844 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ce6e8e5-7bdc-402e-8e3b-b615e19af340 req-a490f353-63ad-4f76-a0a1-c422925e8790 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 1101 time: 0.0635538 Sep 16 04:43:35.888091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] Pushing event updated for resources: {'Network': ['ID=c481d059-a7f7-44df-b3fb-c885caa02527,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.905376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-07e0c7b3-85a9-4390-90b7-cd582901e000 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0935009 Sep 16 04:43:35.908941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40082) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:35.926547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c43a861a-bb1d-4b75-a58d-785013551111 admin admin] Request body: {'subnet': {'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-subnet', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:35.940697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a812b-01d4-4e5d-bf8f-9fc1ef728b1c req-c93d1006-4cdf-4f1e-8384-aa3d08a0da9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.940945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.943587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e18a812b-01d4-4e5d-bf8f-9fc1ef728b1c req-c93d1006-4cdf-4f1e-8384-aa3d08a0da9f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 949 time: 0.1689818 Sep 16 04:43:36.049259 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ba8079-88b2-47f7-89a9-7a1b20d172ca,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:36.051633 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] No DVR routers for this DVR port c3ba8079-88b2-47f7-89a9-7a1b20d172ca on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:36.091361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e18a812b-01d4-4e5d-bf8f-9fc1ef728b1c req-309a397e-1460-41a7-976f-66a11a140cb9 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296690 Sep 16 04:43:36.132220 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ce6e8e5-7bdc-402e-8e3b-b615e19af340 req-dff7a352-26c1-4aa9-b729-5228148aec1a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439232 Sep 16 04:43:36.194424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network c481d059-a7f7-44df-b3fb-c885caa02527 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:36.228827 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.267740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f38819-c846-4330-b4b0-94e596120714']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:36.285853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac886b7-d607-4e90-bf9b-c1b8907306a3') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:36.286154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac886b7-d607-4e90-bf9b-c1b8907306a3') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:36.305781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.325750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.344243 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:36.345066 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.374246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d2198592-799c-427e-b8ff-f326acbf046d None None] For port c3ba8079-88b2-47f7-89a9-7a1b20d172ca, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c3ba8079-88b2-47f7-89a9-7a1b20d172ca,segment=NetworkSegment(8ac886b7-d607-4e90-bf9b-c1b8907306a3),segment_id=8ac886b7-d607-4e90-bf9b-c1b8907306a3)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:36.374974 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d2198592-799c-427e-b8ff-f326acbf046d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.401147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d2198592-799c-427e-b8ff-f326acbf046d None None] Calling delete_port for c3ba8079-88b2-47f7-89a9-7a1b20d172ca owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:36.423376 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:36.434166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43a861a-bb1d-4b75-a58d-785013551111 admin admin] Made reservation on behalf of 3713a25a72494fce95a78973088e5269 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:36.439207 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c43a861a-bb1d-4b75-a58d-785013551111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.562336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff073f-58cb-4aca-bf3f-ffc91a9f21e6 req-5b1b3547-57d1-4c59-93ab-7c379eedd571 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.571343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.574752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66ff073f-58cb-4aca-bf3f-ffc91a9f21e6 req-5b1b3547-57d1-4c59-93ab-7c379eedd571 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1279294 Sep 16 04:43:36.601903 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.604254 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] 10.222.0.24 "DELETE /v2.0/networks/87f38819-c846-4330-b4b0-94e596120714 HTTP/1.1" status: 204 len: 168 time: 1.4938891 Sep 16 04:43:36.647996 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d2198592-799c-427e-b8ff-f326acbf046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.676825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66ff073f-58cb-4aca-bf3f-ffc91a9f21e6 req-6ae50619-48b3-4374-8a16-cd1a7174e1dd tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987847 Sep 16 04:43:36.702179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b34313-f154-413f-9d3c-e26082636585 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f38819-c846-4330-b4b0-94e596120714,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:36.729103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2198592-799c-427e-b8ff-f326acbf046d None None] Network 87f38819-c846-4330-b4b0-94e596120714 is not hosted by any dhcp agent {{(pid=95453) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:43:36.729103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2198592-799c-427e-b8ff-f326acbf046d None None] No DVR routers for this DVR port c3ba8079-88b2-47f7-89a9-7a1b20d172ca on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:36.729103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2198592-799c-427e-b8ff-f326acbf046d None None] Pushing event deleted for resources: {'Port': ['ID=c3ba8079-88b2-47f7-89a9-7a1b20d172ca,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:36.922857 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c43a861a-bb1d-4b75-a58d-785013551111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.005228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a861a-bb1d-4b75-a58d-785013551111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:37.095148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a861a-bb1d-4b75-a58d-785013551111 admin admin] Checking segment: {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:37.095476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a861a-bb1d-4b75-a58d-785013551111 admin admin] Network hostable DHCP agents. Network: c481d059-a7f7-44df-b3fb-c885caa02527, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:37.195684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a861a-bb1d-4b75-a58d-785013551111 admin admin] Network c481d059-a7f7-44df-b3fb-c885caa02527 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:37.202464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40134) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:37.270967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-c43a861a-bb1d-4b75-a58d-785013551111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, c481d059-a7f7-44df-b3fb-c885caa02527) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:37.277538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43a861a-bb1d-4b75-a58d-785013551111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.282464 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c43a861a-bb1d-4b75-a58d-785013551111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.286750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dcd0b3-3854-44e6-aba0-b02fe52de769 None None] Network c481d059-a7f7-44df-b3fb-c885caa02527 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:37.376709 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c43a861a-bb1d-4b75-a58d-785013551111 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4665949 Sep 16 04:43:37.378353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40138) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:37.382596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:37.411860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c3ba8079-88b2-47f7-89a9-7a1b20d172ca no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:37.412560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352ddc6-0c0b-43db-80d7-f3a268bdb2b7 req-3c8f12d3-e5a0-4986-a5e5-ad26b127ebef tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.437856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c3ba8079-88b2-47f7-89a9-7a1b20d172ca {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:37.443370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c3ba8079-88b2-47f7-89a9-7a1b20d172ca not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:37.446876 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a352ddc6-0c0b-43db-80d7-f3a268bdb2b7 req-3c8f12d3-e5a0-4986-a5e5-ad26b127ebef tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 949 time: 0.2548170 Sep 16 04:43:37.538824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.541470 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.590357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6b7a42ab-b0dd-45aa-8b90-0a04c13f6938 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ceb97a7fd604673bdc64f441af87285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847561 Sep 16 04:43:37.595810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40142) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:37.612119 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-c481d059-a7f7-44df-b3fb-c885caa02527', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:43:37.613199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.702021 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a352ddc6-0c0b-43db-80d7-f3a268bdb2b7 req-3550d57b-bdc3-4cb1-9f7c-7888163f3922 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463343 Sep 16 04:43:37.963891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Allocated IP 172.20.0.2 (c481d059-a7f7-44df-b3fb-c885caa02527/d3d83b58-9ec5-4d10-93f4-07c8b8ff039c/a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:37.987542 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375a79-cee4-4ee3-b9c7-c6730d878b10 req-605d182f-80f9-453f-a986-552092039f78 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.989693 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43375a79-cee4-4ee3-b9c7-c6730d878b10 req-605d182f-80f9-453f-a986-552092039f78 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1306250 Sep 16 04:43:38.019081 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.058955 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5dde844-85fc-418a-a796-35cff8b3d498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.088111 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5dde844-85fc-418a-a796-35cff8b3d498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.155305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43375a79-cee4-4ee3-b9c7-c6730d878b10 req-db45b42a-38e1-467d-923d-8b85ded2e0be tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547759 Sep 16 04:43:38.199791 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.298978 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.346015 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.376370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Network c481d059-a7f7-44df-b3fb-c885caa02527 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:38.380491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:38.382461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Pushing event updated for resources: {'Port': ['ID=a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.384854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:38.452836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Attempting to bind port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:38.453118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Attempting to bind port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:38.453487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Attempting to bind port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 on network c481d059-a7f7-44df-b3fb-c885caa02527 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:38.459101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:38.459480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Checking segment: {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:38.459884 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.460278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Bound using segment: {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:38.460786 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Bound port: a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:38.461172 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.465862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5dde844-85fc-418a-a796-35cff8b3d498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.468419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5dde844-85fc-418a-a796-35cff8b3d498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.482718 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e5dde844-85fc-418a-a796-35cff8b3d498 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3119ea2-bf78-47cc-a5a8-e90ba8f29f76 HTTP/1.1" status: 204 len: 168 time: 0.8853574 Sep 16 04:43:38.544805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dde844-85fc-418a-a796-35cff8b3d498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3119ea2-bf78-47cc-a5a8-e90ba8f29f76,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.671836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] For port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:38.680912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] For port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:38.807764 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.932895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.938560 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab214287-0a02-47f2-9c40-852e4c7dbb3b None None] Pushing event updated for resources: {'Port': ['ID=a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.947905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408a687-dee3-49ec-a554-13864e288fa2 req-d38d4259-8f6c-440d-8f7e-422e6d4d6ee7 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.952963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b408a687-dee3-49ec-a554-13864e288fa2 req-d38d4259-8f6c-440d-8f7e-422e6d4d6ee7 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 949 time: 0.1494663 Sep 16 04:43:38.969577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.023993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b408a687-dee3-49ec-a554-13864e288fa2 req-a811c574-d8d6-4f77-a3de-2b6bae2f932f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636268 Sep 16 04:43:39.134715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Allocated IP 172.25.3.15 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/5a8da541-1b4c-4115-baff-6432630e1be6) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:39.185017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc003e-2f60-4148-8a67-509848e5e621 req-752cea0c-3af4-4fb7-9b4c-79a0971abe1c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:39.186743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55fc003e-2f60-4148-8a67-509848e5e621 req-752cea0c-3af4-4fb7-9b4c-79a0971abe1c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=608adf97-044c-42ee-838a-95ff395632e6 HTTP/1.1" status: 200 len: 950 time: 0.0645113 Sep 16 04:43:39.262489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55fc003e-2f60-4148-8a67-509848e5e621 req-18c58afe-6db2-434d-a186-db427beabac9 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671349 Sep 16 04:43:39.461039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:39.516421 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.525039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46adf0-bb54-4dbd-a9cf-ebc270353af1 req-5a14afe3-4608-400a-8105-addf02f2eaae tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:39.527662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de46adf0-bb54-4dbd-a9cf-ebc270353af1 req-5a14afe3-4608-400a-8105-addf02f2eaae tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1219339 Sep 16 04:43:39.560563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:39.561264 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.618357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de46adf0-bb54-4dbd-a9cf-ebc270353af1 req-ae50d6f3-17c6-4ae3-81a5-a3d481f12e4b tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825269 Sep 16 04:43:39.708644 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.722335 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.759830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:39.789255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:39.791018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:39.795167 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:39.846965 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.866073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Pushing event updated for resources: {'Port': ['ID=5a8da541-1b4c-4115-baff-6432630e1be6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:40.024940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:40.051813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e1bf4-c7a6-42f7-982d-9cf96f0bfdb7 req-7aed6a35-af45-48c0-930d-75bf574380de tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.075992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e1bf4-c7a6-42f7-982d-9cf96f0bfdb7 req-7aed6a35-af45-48c0-930d-75bf574380de tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.075992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c2e1bf4-c7a6-42f7-982d-9cf96f0bfdb7 req-7aed6a35-af45-48c0-930d-75bf574380de tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151&device_id=608adf97-044c-42ee-838a-95ff395632e6 HTTP/1.1" status: 200 len: 1690 time: 0.1303284 Sep 16 04:43:40.093705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40224) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:40.187752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c2e1bf4-c7a6-42f7-982d-9cf96f0bfdb7 req-a2e38237-8ada-4ee5-9c05-ac800140c2e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927134 Sep 16 04:43:40.195333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a5d6384a-10f5-440d-9323-df6e4a2f6790 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a498345e1c3f4876936c831f73be6d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0926754 Sep 16 04:43:40.202303 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40228) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:40.414650 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fceb5ab3-d23d-4fb7-9885-509ddba38863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.446292 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6743c3-9f8e-44f4-b724-be540f84aea2 None None] Network c481d059-a7f7-44df-b3fb-c885caa02527 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:40.472277 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fceb5ab3-d23d-4fb7-9885-509ddba38863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.517524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.536376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4cffba36-824a-4508-a0d3-9b1631d06e73 None None] Provisioning complete for port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:40.538290 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4cffba36-824a-4508-a0d3-9b1631d06e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.568596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c87033-9436-4efc-b144-00603af67e25 req-63404198-e28e-4c48-bd85-23ae605ea7e8 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.568596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27c87033-9436-4efc-b144-00603af67e25 req-63404198-e28e-4c48-bd85-23ae605ea7e8 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 1101 time: 0.1001112 Sep 16 04:43:40.627762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27c87033-9436-4efc-b144-00603af67e25 req-4f0c9094-d90b-4578-91b5-db808c8ec85e tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378602 Sep 16 04:43:40.709504 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fceb5ab3-d23d-4fb7-9885-509ddba38863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.712373 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fceb5ab3-d23d-4fb7-9885-509ddba38863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.713809 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fceb5ab3-d23d-4fb7-9885-509ddba38863 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/116198d9-d62f-4a2c-bae5-10512e2c33ce HTTP/1.1" status: 204 len: 168 time: 0.5104659 Sep 16 04:43:40.727835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb5ab3-d23d-4fb7-9885-509ddba38863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116198d9-d62f-4a2c-bae5-10512e2c33ce,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:40.738020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ab5f6-2f88-45c2-a2da-51af0aa947a1 req-267a1375-0006-47c7-9eff-381791f70754 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.740690 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d8ab5f6-2f88-45c2-a2da-51af0aa947a1 req-267a1375-0006-47c7-9eff-381791f70754 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=608adf97-044c-42ee-838a-95ff395632e6 HTTP/1.1" status: 200 len: 1102 time: 0.0480115 Sep 16 04:43:40.796317 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d8ab5f6-2f88-45c2-a2da-51af0aa947a1 req-cfbb8f00-dbdd-4376-80bf-be4b6e0a0ab1 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495470 Sep 16 04:43:40.809168 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.988063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433c39-d307-46c4-9126-eaada7942c3a req-80d46098-8013-45cf-9479-596331c8ad4e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.992278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79433c39-d307-46c4-9126-eaada7942c3a req-80d46098-8013-45cf-9479-596331c8ad4e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1085973 Sep 16 04:43:41.089999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79433c39-d307-46c4-9126-eaada7942c3a req-0e1b0475-7e48-44f3-a688-f6c2a3465e84 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860999 Sep 16 04:43:41.127178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Router 5a8a9eb5-f864-49a8-b351-ae08be94647c is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:43:41.139842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3e9a776c-3bf7-4e14-9268-04ad5a6be774 None None] Provisioning complete for port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:41.140330 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e9a776c-3bf7-4e14-9268-04ad5a6be774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.253121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-63f08850-1b21-4828-8f10-b1a27fa50465 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609014 Sep 16 04:43:41.369163 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:41.394428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:41.394891 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Sync routers for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:41.404452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-d6feec03-a96a-4596-96d7-30a652d3773c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.411483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-d6feec03-a96a-4596-96d7-30a652d3773c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571784 Sep 16 04:43:41.429621 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:41.431402 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:41.437261 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.438650 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-209599a7-975a-4d6a-b0ae-0166e01d25ea admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0596740 Sep 16 04:43:41.441643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40290) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:41.474319 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-5e6b3817-0966-448c-b650-e52d4dc7c2b7 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/quotas/f9de0864ac234533b3b7edea6e651fd6 HTTP/1.1" status: 200 len: 375 time: 0.0618782 Sep 16 04:43:41.516130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:41.518047 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.645644 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:41.646100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45031be-c5b5-4196-a0d4-483050a4fcfa req-24525906-a7e7-4899-9ee4-2ca0c6b4b1c6 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.657723 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c45031be-c5b5-4196-a0d4-483050a4fcfa req-24525906-a7e7-4899-9ee4-2ca0c6b4b1c6 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 951 time: 0.2441106 Sep 16 04:43:41.713200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-05ae8d78-78c3-461c-8bbf-47eb2a0bc751 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2371345 Sep 16 04:43:41.737120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c45031be-c5b5-4196-a0d4-483050a4fcfa req-38a9dbe6-6708-4b64-98d1-cd552433b032 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781560 Sep 16 04:43:41.977463 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:40Z', 'revision_number': 3, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:42.020950 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a022-265c-4a74-bffa-2013468bbb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.126504 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.213222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fcf022c-f922-413e-9492-765eb0be6bd6 req-5aa377eb-d2e3-43fa-a96c-fa62fc331e58 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 210 time: 0.0914192 Sep 16 04:43:42.313407 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Checking router: 5a8a9eb5-f864-49a8-b351-ae08be94647c for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:42.314143 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Updating router 5a8a9eb5-f864-49a8-b351-ae08be94647c port 5a8da541-1b4c-4115-baff-6432630e1be6 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:42.319115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.353252 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.414636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a6252-1e26-48ae-9bed-71411f89f685 req-ccf067ba-d6b6-45c4-bf0e-d5a70dfdfcaa tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.422398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b13a6252-1e26-48ae-9bed-71411f89f685 req-ccf067ba-d6b6-45c4-bf0e-d5a70dfdfcaa tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1955471 Sep 16 04:43:42.532875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b13a6252-1e26-48ae-9bed-71411f89f685 req-c566068e-5fa8-46fe-bf9e-55e175c11a0e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047006 Sep 16 04:43:42.633455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40322) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:42.728403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Allocated IP 172.20.0.1 (c481d059-a7f7-44df-b3fb-c885caa02527/d3d83b58-9ec5-4d10-93f4-07c8b8ff039c/85b5b862-f6d9-48f0-adc1-5b72748fcc63) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:42.818422 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.875659 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.898331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-667972379-network', 'tenant_id': '548f284920224ad389c81e8c122d7388'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:42.980908 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.982950 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Attempting to bind port 5a8da541-1b4c-4115-baff-6432630e1be6 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:42.983327 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Attempting to bind port 5a8da541-1b4c-4115-baff-6432630e1be6 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:42.983933 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Attempting to bind port 5a8da541-1b4c-4115-baff-6432630e1be6 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:42.986760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcb2df-6eea-4558-bb6e-54e69274b833 req-9f7575dc-586d-46f3-b377-790df62422eb tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.987128 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Pushing event updated for resources: {'Port': ['ID=5a8da541-1b4c-4115-baff-6432630e1be6,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:42.988621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5bcb2df-6eea-4558-bb6e-54e69274b833 req-9f7575dc-586d-46f3-b377-790df62422eb tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 951 time: 0.1429827 Sep 16 04:43:42.992956 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:42.994670 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:42.994670 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.994670 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:42.994670 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Bound port: 5a8da541-1b4c-4115-baff-6432630e1be6, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:42.995060 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.050682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5bcb2df-6eea-4558-bb6e-54e69274b833 req-cc17d792-722a-45bc-8922-4293c1a4fc6c tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542545 Sep 16 04:43:43.056515 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Made reservation on behalf of 548f284920224ad389c81e8c122d7388 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:43.067695 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.080662 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] For port 5a8da541-1b4c-4115-baff-6432630e1be6, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:43.080662 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] For port 5a8da541-1b4c-4115-baff-6432630e1be6, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5a8da541-1b4c-4115-baff-6432630e1be6,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:43.093986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.093986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.093986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.093986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.093986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.093986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.093986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.093986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.093986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.093986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.093986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.093986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.094974 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.127414 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.157727 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.270134 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.279196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Pushing event updated for resources: {'Port': ['ID=85b5b862-f6d9-48f0-adc1-5b72748fcc63,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:43.308290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Network c481d059-a7f7-44df-b3fb-c885caa02527 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:43.312144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:43.329421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:43.338125 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.350197 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:43.351445 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:43.360505 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536448ce-6218-4dd8-9b2a-592e2870a31d None None] Pushing event updated for resources: {'Port': ['ID=5a8da541-1b4c-4115-baff-6432630e1be6,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:43.379684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:43.405778 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.407912 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Added segment f864b085-2ec9-424c-ac6a-32c6b9619886 of type vlan for network 8dcc362f-b0a8-4c82-a672-5a8d50f49442 Sep 16 04:43:43.436595 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.645153 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20363c7b-b574-4c53-b3f8-5ab86896ba65 req-c0050583-6b15-42c8-98e8-bf7baec085c4 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 210 time: 0.1303895 Sep 16 04:43:43.665209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09701c2a-b28f-4cdc-939a-77af4e0df1af,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:43.718060 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:43.733011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.733841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.742330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.742774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.743122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.743465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.743799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.744128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.744561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.744795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.745670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.746148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:43.751035 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.811113 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-99af9c9a-ddd3-42c5-8668-29e983e30ce8 None None] Provisioning complete for port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:43.811600 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-99af9c9a-ddd3-42c5-8668-29e983e30ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.843034 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.864421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.865598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:43.866242 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.914951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-99af9c9a-ddd3-42c5-8668-29e983e30ce8 None None] Port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:44.024660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] Pushing event updated for resources: {'Network': ['ID=8dcc362f-b0a8-4c82-a672-5a8d50f49442,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:44.039494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 8dcc362f-b0a8-4c82-a672-5a8d50f49442 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:44.065430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e94f1-a2f5-45b0-974f-8c34785200b7 req-cdb30155-8113-4d90-9c23-3f9c2a1aa75e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.070027 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-109e94f1-a2f5-45b0-974f-8c34785200b7 req-cdb30155-8113-4d90-9c23-3f9c2a1aa75e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.2572725 Sep 16 04:43:44.091865 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:40Z', 'revision_number': 3, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:44.141764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.145196 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798c9d3-197c-4f40-b369-6621d8146d3e None None] The sync data for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 is: [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:40Z', 'revision_number': 3, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:44.149343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-84707488-afb4-4469-a5f4-5a9a47576d77 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5143387 Sep 16 04:43:44.150023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device acdccb7f-90a0-4577-985c-cf9db639083d no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:44.154220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40372) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:44.162337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-109e94f1-a2f5-45b0-974f-8c34785200b7 req-5aaddfce-39b3-45ff-b225-563d4bb74a77 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828459 Sep 16 04:43:44.162801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-de0b789b-d69c-42f8-892d-a662ed04270a admin admin] Request body: {'subnet': {'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-667972379-subnet', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:44.284354 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.303963 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.311675 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:44.314082 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feb79d9-7e3a-42b1-8606-4394bb5f5dce" -d '{"events": [{"server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "name": "network-vif-unplugged", "status": "completed", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:44.331037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:44.374845 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08e24bc-c9ee-45f8-ae95-f158a45919a5 x-openstack-request-id: req-c08e24bc-c9ee-45f8-ae95-f158a45919a5 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:44.375195 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "name": "network-vif-unplugged", "status": "completed", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:44.375470 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c08e24bc-c9ee-45f8-ae95-f158a45919a5 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:44.375953 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'code': 200} Sep 16 04:43:44.527129 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.565035 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d2971a2e-22e1-466a-8618-76c8cf4e15a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.611453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=acdccb7f-90a0-4577-985c-cf9db639083d,revision_number=11']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:44.671091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0b789b-d69c-42f8-892d-a662ed04270a admin admin] Made reservation on behalf of 548f284920224ad389c81e8c122d7388 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:44.673458 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de0b789b-d69c-42f8-892d-a662ed04270a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.712861 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.762421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Pushing event updated for resources: {'Port': ['ID=85b5b862-f6d9-48f0-adc1-5b72748fcc63,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:44.771853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:44.772209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:44.772577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:44.772917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:44.773250 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:44.773581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:44.773908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:44.774236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:44.774629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:44.774866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:44.775194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:44.775513 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:44.780352 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b0f6bf6-5aff-4756-a946-4df9dc561167 req-2359b729-b3cb-44de-a9bd-6da3e28a454c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 210 time: 0.0416441 Sep 16 04:43:44.984026 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-a8f33b28-73d3-4616-a1e3-71d2a8b885f3 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426812 Sep 16 04:43:44.987248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Network c481d059-a7f7-44df-b3fb-c885caa02527 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:45.024337 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:45.267585 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de0b789b-d69c-42f8-892d-a662ed04270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.301041 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.358622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901168a-ffc8-4475-b735-a45c65d14f50 req-e719bbb2-aa36-4e24-92ae-9fc38d8f4ca0 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.364569 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d901168a-ffc8-4475-b735-a45c65d14f50 req-e719bbb2-aa36-4e24-92ae-9fc38d8f4ca0 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1125116 Sep 16 04:43:45.462330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d901168a-ffc8-4475-b735-a45c65d14f50 req-4245c391-e629-4570-b863-e83f9fd4f8d0 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882366 Sep 16 04:43:45.485714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5a8da541-1b4c-4115-baff-6432630e1be6 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:45.513588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-1c273e60-81e0-46cd-b5f6-c124f9bae012 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.516427 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-1c273e60-81e0-46cd-b5f6-c124f9bae012 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5069606 Sep 16 04:43:45.528699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9a64b815-644e-4a3f-a6f1-7c19167c8984 None None] Provisioning complete for port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:45.529075 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9a64b815-644e-4a3f-a6f1-7c19167c8984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.542492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b789b-d69c-42f8-892d-a662ed04270a admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c2c092-97e3-4926-aa7a-1057080cdd31,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:45.549785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Request body: {'port': {'device_id': 'fbadbd78-da24-4e87-9f25-f0367ce73394', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'f9de0864ac234533b3b7edea6e651fd6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:45.570617 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Router 5a8a9eb5-f864-49a8-b351-ae08be94647c has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:45.578786 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9a64b815-644e-4a3f-a6f1-7c19167c8984 None None] Port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:45.589878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5a8da541-1b4c-4115-baff-6432630e1be6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:45.590265 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.668971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b789b-d69c-42f8-892d-a662ed04270a admin admin] Checking segment: {'id': 'f864b085-2ec9-424c-ac6a-32c6b9619886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:45.669268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b789b-d69c-42f8-892d-a662ed04270a admin admin] Network hostable DHCP agents. Network: 8dcc362f-b0a8-4c82-a672-5a8d50f49442, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:45.680902 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.705344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 5a8da541-1b4c-4115-baff-6432630e1be6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5a8da541-1b4c-4115-baff-6432630e1be6,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:45.783839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.850921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:45.853274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=5a8da541-1b4c-4115-baff-6432630e1be6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:45.858769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5c115-0a6f-43f1-8270-70381b4fbc7e req-17ae5075-ebac-411d-aa5e-50fbac0f9c1c tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.862265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6eb5c115-0a6f-43f1-8270-70381b4fbc7e req-17ae5075-ebac-411d-aa5e-50fbac0f9c1c tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 949 time: 0.0893657 Sep 16 04:43:45.871686 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0bc6c3e0-f15e-41d4-8acb-9e4d1e796d5b admin admin] 10.222.0.24 "PUT /v2.0/routers/5a8a9eb5-f864-49a8-b351-ae08be94647c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4197843 Sep 16 04:43:45.871686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b789b-d69c-42f8-892d-a662ed04270a admin admin] Network 8dcc362f-b0a8-4c82-a672-5a8d50f49442 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:45.872125 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.927194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Made reservation on behalf of f9de0864ac234533b3b7edea6e651fd6 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:45.931431 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.958363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e5c8527-0d4d-4669-9281-ba8b2b0eff1f req-6c4910ff-2a74-4934-941b-b331495df0b6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 210 time: 0.0529530 Sep 16 04:43:45.967636 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6eb5c115-0a6f-43f1-8270-70381b4fbc7e req-58eb5089-d157-4704-94d8-95534af3f0f9 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909755 Sep 16 04:43:45.974107 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-de0b789b-d69c-42f8-892d-a662ed04270a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 8dcc362f-b0a8-4c82-a672-5a8d50f49442) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:45.978844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b789b-d69c-42f8-892d-a662ed04270a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.980906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de0b789b-d69c-42f8-892d-a662ed04270a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.985880 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265847dc-a5b1-4b26-9153-283c5d6b63fe None None] Network 8dcc362f-b0a8-4c82-a672-5a8d50f49442 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:46.091498 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-de0b789b-d69c-42f8-892d-a662ed04270a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9359977 Sep 16 04:43:46.094686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40418) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:46.102779 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-667972379-router', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:46.178364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Allocated IP 192.168.233.119 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:46.188788 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-8dcc362f-b0a8-4c82-a672-5a8d50f49442', 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'fixed_ips': [{'subnet_id': '70c2c092-97e3-4926-aa7a-1057080cdd31'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:43:46.189682 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.219506 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.241622 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.242731 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.349761 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.399598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Allocated IP 172.20.0.2 (8dcc362f-b0a8-4c82-a672-5a8d50f49442/70c2c092-97e3-4926-aa7a-1057080cdd31/748e0091-9467-46b2-b738-52bb8c5eb8da) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:46.430438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.564492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Sync routers for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:46.572901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.608231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889', '9c8ac960-4019-4696-aacb-995647ce4993', 'c3c88647-ed62-4eb5-b7a0-554cd30ed018', 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:46.611572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d68496dd-d333-4dd4-9993-5f1a3ee7f695'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:46.625659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:46.635558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:46.643966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:46.666372 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.668811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:46.669652 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:46.677013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event updated for resources: {'Port': ['ID=7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:46.692384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eeaf4a-e715-40ed-9877-0607b2a4e8b0 req-4c35601a-f071-4966-a52a-5b5258e9b4d0 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.694070 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13eeaf4a-e715-40ed-9877-0607b2a4e8b0 req-4c35601a-f071-4966-a52a-5b5258e9b4d0 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.0922246 Sep 16 04:43:46.721185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.721847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.753069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13eeaf4a-e715-40ed-9877-0607b2a4e8b0 req-27ccebc1-95b3-4bde-a88c-c6c7191fb7fb tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488312 Sep 16 04:43:46.772061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40424) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:46.779645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3f71dd77-d0e3-4919-9062-e685c3cb454d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092853073', 'description': 'tempest-description--1850165973'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:46.859374 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6abe0d7d-d665-4f87-bce4-087bf87b454a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3227875 Sep 16 04:43:46.874489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Request body: {'port': {'device_id': 'fbadbd78-da24-4e87-9f25-f0367ce73394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:46.951904 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.100423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-236651f1-2227-48d2-8519-fe69c64630c7 None None] Provisioning complete for port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:47.100850 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-236651f1-2227-48d2-8519-fe69c64630c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.110914 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.118314 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3f71dd77-d0e3-4919-9062-e685c3cb454d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.190573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:47.206830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.253961 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.340964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9f726-d0bb-4fb7-aed0-a01d51f3d552 req-5851e9bf-a6cd-4c93-b2db-37fe749b352a tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.344890 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50a9f726-d0bb-4fb7-aed0-a01d51f3d552 req-5851e9bf-a6cd-4c93-b2db-37fe749b352a tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 949 time: 0.2288535 Sep 16 04:43:47.352436 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.379137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af85e-fb16-4925-ae30-0a3e6a681b3a req-938ffb4f-95d6-4e0a-a319-266c2c58d46d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.380796 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-891af85e-fb16-4925-ae30-0a3e6a681b3a req-938ffb4f-95d6-4e0a-a319-266c2c58d46d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 936 time: 0.2637324 Sep 16 04:43:47.398845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5a8da541-1b4c-4115-baff-6432630e1be6 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:47.407453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:47.425067 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.440349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Transition to ACTIVE for port object 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:47.466508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-236651f1-2227-48d2-8519-fe69c64630c7 None None] Port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:47.511112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50a9f726-d0bb-4fb7-aed0-a01d51f3d552 req-3271e313-9da1-4856-b4e2-388a06aff7f9 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6628338-69a1-4373-bdef-4e41b4d15145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507552 Sep 16 04:43:47.519927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-891af85e-fb16-4925-ae30-0a3e6a681b3a req-39ca9e68-7240-4f92-871a-34ca75604a79 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263075 Sep 16 04:43:47.537354 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.538598 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.545920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Allocated IP 172.25.3.109 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/6db2d999-65cf-4edc-b29f-562675a5fa09) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:47.549341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Network 8dcc362f-b0a8-4c82-a672-5a8d50f49442 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:47.570086 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3f71dd77-d0e3-4919-9062-e685c3cb454d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.572306 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:47.582833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:47.633246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Pushing event updated for resources: {'Port': ['ID=748e0091-9467-46b2-b738-52bb8c5eb8da,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:47.702785 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.742862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Attempting to bind port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:47.743055 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3f71dd77-d0e3-4919-9062-e685c3cb454d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.743161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Attempting to bind port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:47.743438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Attempting to bind port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:47.751566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:47.752621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Attempting to bind port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:47.755616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Pushing event updated for resources: {'Port': ['ID=7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:47.767727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:47.768063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:47.769087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:47.769564 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Bound port: 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:47.770309 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.793469 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71dd77-d0e3-4919-9062-e685c3cb454d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b416329-c167-425e-ae57-7ad3ca544bac,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:47.819044 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.847535 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Attempting to bind port 748e0091-9467-46b2-b738-52bb8c5eb8da on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:47.847910 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Attempting to bind port 748e0091-9467-46b2-b738-52bb8c5eb8da by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'f864b085-2ec9-424c-ac6a-32c6b9619886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:47.848270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Attempting to bind port 748e0091-9467-46b2-b738-52bb8c5eb8da on network 8dcc362f-b0a8-4c82-a672-5a8d50f49442 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:47.871140 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3f71dd77-d0e3-4919-9062-e685c3cb454d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.872423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3f71dd77-d0e3-4919-9062-e685c3cb454d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0992777 Sep 16 04:43:47.879269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40442) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:47.882617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:47.888380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-620699b0-94bd-4ab4-99c1-80795541ebd5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Request body: {'security_group_rule': {'security_group_id': '0b416329-c167-425e-ae57-7ad3ca544bac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:47.900794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5a8da541-1b4c-4115-baff-6432630e1be6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:47.904153 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.905839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:47.923759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:47.947506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:47.947876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Checking segment: {'id': 'f864b085-2ec9-424c-ac6a-32c6b9619886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:47.948941 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.949421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Bound using segment: {'id': 'f864b085-2ec9-424c-ac6a-32c6b9619886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:47.949856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Bound port: 748e0091-9467-46b2-b738-52bb8c5eb8da, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f864b085-2ec9-424c-ac6a-32c6b9619886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:47.950238 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.986124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Pushing event updated for resources: {'Port': ['ID=6db2d999-65cf-4edc-b29f-562675a5fa09,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:48.004290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] For port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:48.029905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] For port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:48.046436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fcc70-7e5d-4e1e-bc2c-8c458fc0cd8d req-9a02efbf-1118-461f-8688-edd857e8af90 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.050872 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-192fcc70-7e5d-4e1e-bc2c-8c458fc0cd8d req-9a02efbf-1118-461f-8688-edd857e8af90 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 949 time: 0.1028001 Sep 16 04:43:48.086206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6adea-4d65-49c9-aefb-7e8c3230446d req-afd8c1b0-9dd1-403a-824c-bd2be39e3d1c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.095171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfe6adea-4d65-49c9-aefb-7e8c3230446d req-afd8c1b0-9dd1-403a-824c-bd2be39e3d1c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1915300 Sep 16 04:43:48.178755 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-620699b0-94bd-4ab4-99c1-80795541ebd5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.203648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] For port 748e0091-9467-46b2-b738-52bb8c5eb8da, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:48.223717 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.224741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 2, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:48.227398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfe6adea-4d65-49c9-aefb-7e8c3230446d req-8879666f-fcd2-4aa1-9fd3-744827bcf46e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312675 Sep 16 04:43:48.227949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] For port 748e0091-9467-46b2-b738-52bb8c5eb8da, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=748e0091-9467-46b2-b738-52bb8c5eb8da,segment=NetworkSegment(f864b085-2ec9-424c-ac6a-32c6b9619886),segment_id=f864b085-2ec9-424c-ac6a-32c6b9619886)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:48.281663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Checking router: 5a8a9eb5-f864-49a8-b351-ae08be94647c for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:48.282031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Updating router 5a8a9eb5-f864-49a8-b351-ae08be94647c port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:48.291740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.293180 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.297207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] 10.222.0.37 "PUT /v2.0/ports/7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d HTTP/1.1" status: 200 len: 1097 time: 1.4276991 Sep 16 04:43:48.297386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-620699b0-94bd-4ab4-99c1-80795541ebd5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.304355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbadbd78-da24-4e87-9f25-f0367ce73394', 'tag': '7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:48.304355 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d810228-2690-4e02-826b-50935c96d205" -d '{"events": [{"name": "network-changed", "server_uuid": "fbadbd78-da24-4e87-9f25-f0367ce73394", "tag": "7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:48.330368 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.355787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f6c17-832b-44fa-9387-771cac4a11ad service neutron] Pushing event updated for resources: {'Port': ['ID=7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:48.366634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-192fcc70-7e5d-4e1e-bc2c-8c458fc0cd8d req-b0548ac6-42c5-4698-b582-618e939a8ae8 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Deleting port acdccb7f-90a0-4577-985c-cf9db639083d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:48.367121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-192fcc70-7e5d-4e1e-bc2c-8c458fc0cd8d req-b0548ac6-42c5-4698-b582-618e939a8ae8 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.377008 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bae052-3d51-4e36-9d3d-27cd125e9b6e x-openstack-request-id: req-d3bae052-3d51-4e36-9d3d-27cd125e9b6e {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:48.377815 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbadbd78-da24-4e87-9f25-f0367ce73394", "tag": "7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:48.378585 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3bae052-3d51-4e36-9d3d-27cd125e9b6e {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:48.378585 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbadbd78-da24-4e87-9f25-f0367ce73394', 'tag': '7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d', 'status': 'completed', 'code': 200} Sep 16 04:43:48.472487 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-620699b0-94bd-4ab4-99c1-80795541ebd5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.510098 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.511480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d810228-2690-4e02-826b-50935c96d205 req-e9343c29-427c-4399-86fe-15d9cb94c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.513026 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8d810228-2690-4e02-826b-50935c96d205 req-e9343c29-427c-4399-86fe-15d9cb94c47b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 1100 time: 0.1124504 Sep 16 04:43:48.546439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620699b0-94bd-4ab4-99c1-80795541ebd5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9936308-fff8-41e1-95b5-75755d706283,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:48.562547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-192fcc70-7e5d-4e1e-bc2c-8c458fc0cd8d req-b0548ac6-42c5-4698-b582-618e939a8ae8 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] For port acdccb7f-90a0-4577-985c-cf9db639083d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=acdccb7f-90a0-4577-985c-cf9db639083d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:48.562925 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-192fcc70-7e5d-4e1e-bc2c-8c458fc0cd8d req-b0548ac6-42c5-4698-b582-618e939a8ae8 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.568482 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8d810228-2690-4e02-826b-50935c96d205 req-698a344d-5c23-48f0-a65c-ffbcd8df1482 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417252 Sep 16 04:43:48.571303 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.586480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-192fcc70-7e5d-4e1e-bc2c-8c458fc0cd8d req-b0548ac6-42c5-4698-b582-618e939a8ae8 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Calling delete_port for acdccb7f-90a0-4577-985c-cf9db639083d owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:48.758475 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d810228-2690-4e02-826b-50935c96d205 req-f83f935e-fcd5-4895-ae97-9f9519e6eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.759995 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8d810228-2690-4e02-826b-50935c96d205 req-f83f935e-fcd5-4895-ae97-9f9519e6eb6c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1846499 Sep 16 04:43:48.905391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-1cad9980-86b8-4b74-b9d5-91808c24a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.905391 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-1cad9980-86b8-4b74-b9d5-91808c24a325 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 1100 time: 0.1017115 Sep 16 04:43:48.977844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e901c11-f25f-4b5b-bfce-592e144d7918 None None] Pushing event updated for resources: {'Port': ['ID=748e0091-9467-46b2-b738-52bb8c5eb8da,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:48.981834 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-daad2698-e51b-49d5-b1c1-0b09a6cee5a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d HTTP/1.1" status: 200 len: 217 time: 0.0582788 Sep 16 04:43:49.054247 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-192fcc70-7e5d-4e1e-bc2c-8c458fc0cd8d req-b0548ac6-42c5-4698-b582-618e939a8ae8 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.103330 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-620699b0-94bd-4ab4-99c1-80795541ebd5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.105100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-620699b0-94bd-4ab4-99c1-80795541ebd5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2244301 Sep 16 04:43:49.134858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40456) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:49.140549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-26a5069c-ba66-4f68-a8fa-d72c238d62be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Request body: {'security_group_rule': {'security_group_id': '0b416329-c167-425e-ae57-7ad3ca544bac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:49.147191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0548ac6-42c5-4698-b582-618e939a8ae8 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Pushing event deleted for resources: {'Port': ['ID=acdccb7f-90a0-4577-985c-cf9db639083d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.150597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.157623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6e44c625-9b82-4050-bff7-3aa4f62326b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.165879 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-6e44c625-9b82-4050-bff7-3aa4f62326b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1708844 Sep 16 04:43:49.176326 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb423492-6f69-4c80-bc54-0ff434d85ac3 req-fe4bf14c-f38b-42a8-8ed7-4ddb827e6e5f tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 210 time: 0.0743527 Sep 16 04:43:49.291505 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.409312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-192fcc70-7e5d-4e1e-bc2c-8c458fc0cd8d req-b0548ac6-42c5-4698-b582-618e939a8ae8 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] No DVR routers for this DVR port acdccb7f-90a0-4577-985c-cf9db639083d on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:49.448206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-192fcc70-7e5d-4e1e-bc2c-8c458fc0cd8d req-b0548ac6-42c5-4698-b582-618e939a8ae8 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.452063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 748e0091-9467-46b2-b738-52bb8c5eb8da up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:49.454826 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-192fcc70-7e5d-4e1e-bc2c-8c458fc0cd8d req-b0548ac6-42c5-4698-b582-618e939a8ae8 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.37 "DELETE /v2.0/ports/acdccb7f-90a0-4577-985c-cf9db639083d HTTP/1.1" status: 204 len: 173 time: 1.3951576 Sep 16 04:43:49.483105 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-cd8df36a-e663-4985-90ec-1144e0368a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.488177 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-cd8df36a-e663-4985-90ec-1144e0368a7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2704604 Sep 16 04:43:49.512863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67920033-7c33-481c-89f7-4cb2c12a4785 req-e0f76565-5eab-4ebc-88b2-7688c24296e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.514496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67920033-7c33-481c-89f7-4cb2c12a4785 req-e0f76565-5eab-4ebc-88b2-7688c24296e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 948 time: 0.8177423 Sep 16 04:43:49.538380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bdc53-ffb5-4ede-af80-df9daf552350 None None] Pushing event updated for resources: {'Port': ['ID=85b5b862-f6d9-48f0-adc1-5b72748fcc63,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.560200 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.575124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Attempting to bind port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:49.575418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Attempting to bind port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:49.579733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Attempting to bind port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 on network c481d059-a7f7-44df-b3fb-c885caa02527 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:49.600451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:49.601231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Checking segment: {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:49.601838 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.602437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Bound using segment: {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:49.603147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Bound port: 85b5b862-f6d9-48f0-adc1-5b72748fcc63, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:49.603744 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.673683 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-26a5069c-ba66-4f68-a8fa-d72c238d62be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.734013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 748e0091-9467-46b2-b738-52bb8c5eb8da triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:49.734247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cddddc-244c-49e3-9e72-94724cbfe54c req-df6fc937-eb70-477f-8039-dfc6ffefb5a2 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.734393 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.736144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0cddddc-244c-49e3-9e72-94724cbfe54c req-df6fc937-eb70-477f-8039-dfc6ffefb5a2 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.2347178 Sep 16 04:43:49.748386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67920033-7c33-481c-89f7-4cb2c12a4785 req-99185f25-0787-401e-89ae-79a7209fff50 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841438 Sep 16 04:43:49.794710 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-ca419479-5dde-4146-a24d-d394a409b1b5 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980518 Sep 16 04:43:49.883211 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0cddddc-244c-49e3-9e72-94724cbfe54c req-1bd85ea5-9f4e-44ac-b4e2-482a75b27d78 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319094 Sep 16 04:43:49.937359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-26a5069c-ba66-4f68-a8fa-d72c238d62be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.950972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] For port 85b5b862-f6d9-48f0-adc1-5b72748fcc63, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:49.959237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] For port 85b5b862-f6d9-48f0-adc1-5b72748fcc63, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=85b5b862-f6d9-48f0-adc1-5b72748fcc63,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:49.964562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-785f28a9-1c70-477a-abec-cf533824d069 None None] Provisioning complete for port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:49.965030 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-785f28a9-1c70-477a-abec-cf533824d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.965829 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-169cc14b-7079-4eb9-a40f-4a15687b2445 req-fac59891-f2d2-4aba-912a-3d5339e5d9e8 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551714 Sep 16 04:43:50.034802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-785f28a9-1c70-477a-abec-cf533824d069 None None] Port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:50.047116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-26a5069c-ba66-4f68-a8fa-d72c238d62be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.050603 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.079805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5069c-ba66-4f68-a8fa-d72c238d62be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d028977-8c7b-4076-a2cf-2b0561a7e111,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.082014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Router ef2d8b0c-8249-493b-9171-a1d4f15905de is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:43:50.096041 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.105901 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 748e0091-9467-46b2-b738-52bb8c5eb8da, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=748e0091-9467-46b2-b738-52bb8c5eb8da,segment=NetworkSegment(f864b085-2ec9-424c-ac6a-32c6b9619886),segment_id=f864b085-2ec9-424c-ac6a-32c6b9619886)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:50.166724 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:50.167448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:50.213372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bdc53-ffb5-4ede-af80-df9daf552350 None None] Pushing event updated for resources: {'Port': ['ID=85b5b862-f6d9-48f0-adc1-5b72748fcc63,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.213493 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-26a5069c-ba66-4f68-a8fa-d72c238d62be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.214415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40466) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:50.218955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:50.219218 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-26a5069c-ba66-4f68-a8fa-d72c238d62be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0740240 Sep 16 04:43:50.236482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae97e33-87d4-4e16-907a-9feb8b200a96 None None] Network 8dcc362f-b0a8-4c82-a672-5a8d50f49442 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:50.241848 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.248845 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:50.264089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Sync routers for ids ['ef2d8b0c-8249-493b-9171-a1d4f15905de'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:50.299465 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Routers {'ef2d8b0c-8249-493b-9171-a1d4f15905de'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:50.301418 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ef2d8b0c-8249-493b-9171-a1d4f15905de'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:50.379573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'name': 'network-vif-deleted', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:50.387463 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52853f50-6a2e-4399-8d2b-b6a0fa905177" -d '{"events": [{"server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "name": "network-vif-deleted", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:50.427884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-002d351d-521d-4069-8248-2d6243a8d0e1 req-bd120d55-8e78-4198-ac0d-979b7e8110e7 tempest-ImagesOneServerTestJSON-1205079469 tempest-ImagesOneServerTestJSON-1205079469-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce2bf599-98cf-41fa-9120-b6e0e371313c HTTP/1.1" status: 200 len: 210 time: 0.0584567 Sep 16 04:43:50.429389 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.495818 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2254596-5e6d-4dc6-8ecb-c6219461e7f3 x-openstack-request-id: req-e2254596-5e6d-4dc6-8ecb-c6219461e7f3 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:50.495818 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2bf599-98cf-41fa-9120-b6e0e371313c", "name": "network-vif-deleted", "tag": "acdccb7f-90a0-4577-985c-cf9db639083d", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:50.495818 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2254596-5e6d-4dc6-8ecb-c6219461e7f3 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:50.495818 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2bf599-98cf-41fa-9120-b6e0e371313c', 'name': 'network-vif-deleted', 'tag': 'acdccb7f-90a0-4577-985c-cf9db639083d', 'status': 'completed', 'code': 200} Sep 16 04:43:50.502134 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.503375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-714d8d14-f236-4566-9ad9-c78cccb42a57 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4065871 Sep 16 04:43:50.507332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40476) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:50.670914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.686516 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6bf2dcd9-6dfc-43fc-9d1e-7e5f602db522 None None] Provisioning complete for port 748e0091-9467-46b2-b738-52bb8c5eb8da triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:50.687371 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bf2dcd9-6dfc-43fc-9d1e-7e5f602db522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.708185 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Set router ef2d8b0c-8249-493b-9171-a1d4f15905de gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:50.769391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=748e0091-9467-46b2-b738-52bb8c5eb8da,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.788334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:50.953617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Allocated IP 172.25.3.129 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/55ab8323-215d-4886-82c6-ed9ad0623f3f) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:51.058669 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7732c-dbc5-4145-ad1c-bc02ac4b06c9 req-70e24989-2170-484b-af38-0561e0223a55 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.060941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0aa7732c-dbc5-4145-ad1c-bc02ac4b06c9 req-70e24989-2170-484b-af38-0561e0223a55 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 948 time: 0.1811078 Sep 16 04:43:51.172896 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0aa7732c-dbc5-4145-ad1c-bc02ac4b06c9 req-3d37abcd-d4c9-4f91-8c52-0c0f6d81bd66 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894284 Sep 16 04:43:51.203915 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'name': 'tempest-FloatingIPsNegativeTestJSON-667972379-router', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '6db2d999-65cf-4edc-b29f-562675a5fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:46Z', 'updated_at': '2021-09-16T04:43:48Z', 'revision_number': 3, 'project_id': '548f284920224ad389c81e8c122d7388', 'gw_port': {'id': '6db2d999-65cf-4edc-b29f-562675a5fa09', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:47Z', 'updated_at': '2021-09-16T04:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:51.252671 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Checking router: ef2d8b0c-8249-493b-9171-a1d4f15905de for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:51.253235 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Updating router ef2d8b0c-8249-493b-9171-a1d4f15905de port 6db2d999-65cf-4edc-b29f-562675a5fa09 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:51.281012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.310450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:49Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:51.321396 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-adb4c0e2-f16c-4b70-a1aa-4ea87e193743 None None] Provisioning complete for port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:51.325215 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-adb4c0e2-f16c-4b70-a1aa-4ea87e193743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.326917 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.348398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.402994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d79757-fc90-46b0-9c5f-0ad4d6c2d4af req-06848749-a669-4e26-b3d4-e7a8ca6dcd1c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.411819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8d79757-fc90-46b0-9c5f-0ad4d6c2d4af req-06848749-a669-4e26-b3d4-e7a8ca6dcd1c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.3497920 Sep 16 04:43:51.467437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8d79757-fc90-46b0-9c5f-0ad4d6c2d4af req-474454fb-f973-444d-b470-bfddccef513a tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540230 Sep 16 04:43:51.481655 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.503306 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 748e0091-9467-46b2-b738-52bb8c5eb8da up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:51.520325 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcfcc28-3553-4cc0-9e15-8ccb83de7850 None None] The sync data for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 is: [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:49Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:51.693935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:51.705982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:51.711069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:51.752282 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-adb4c0e2-f16c-4b70-a1aa-4ea87e193743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.765258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 748e0091-9467-46b2-b738-52bb8c5eb8da triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:51.765447 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.787746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event updated for resources: {'Port': ['ID=55ab8323-215d-4886-82c6-ed9ad0623f3f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:51.842994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Allocated IP 172.20.0.1 (8dcc362f-b0a8-4c82-a672-5a8d50f49442/70c2c092-97e3-4926-aa7a-1057080cdd31/6e1881a8-6b37-460f-a937-272de9425b07) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:51.903043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-adb4c0e2-f16c-4b70-a1aa-4ea87e193743 None None] For port 85b5b862-f6d9-48f0-adc1-5b72748fcc63, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=85b5b862-f6d9-48f0-adc1-5b72748fcc63,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:51.930053 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.975583 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.024516 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-adb4c0e2-f16c-4b70-a1aa-4ea87e193743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.030486 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.082057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4c0e2-f16c-4b70-a1aa-4ea87e193743 None None] Pushing event updated for resources: {'Port': ['ID=85b5b862-f6d9-48f0-adc1-5b72748fcc63,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.105087 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.150096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d2782108-5249-430f-8de4-cae4f79d07c0 None None] Provisioning complete for port 748e0091-9467-46b2-b738-52bb8c5eb8da triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:52.150755 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d2782108-5249-430f-8de4-cae4f79d07c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.166785 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.236366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device acdccb7f-90a0-4577-985c-cf9db639083d no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:52.241912 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.307129 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce6ab6-febf-40e2-9ed0-5b98a5215c67 None None] Pushing event updated for resources: {'Port': ['ID=6db2d999-65cf-4edc-b29f-562675a5fa09,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.310618 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Attempting to bind port 6db2d999-65cf-4edc-b29f-562675a5fa09 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:52.311255 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Attempting to bind port 6db2d999-65cf-4edc-b29f-562675a5fa09 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:52.311803 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Attempting to bind port 6db2d999-65cf-4edc-b29f-562675a5fa09 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:52.320284 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:52.320704 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:52.321292 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.321841 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:52.322593 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Bound port: 6db2d999-65cf-4edc-b29f-562675a5fa09, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:52.323259 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.349546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: acdccb7f-90a0-4577-985c-cf9db639083d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:52.349940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device acdccb7f-90a0-4577-985c-cf9db639083d not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:52.392293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40496) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:52.402374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Network 8dcc362f-b0a8-4c82-a672-5a8d50f49442 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:52.413139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:52.419347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1881a8-6b37-460f-a937-272de9425b07,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.420612 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] For port 6db2d999-65cf-4edc-b29f-562675a5fa09, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:52.425053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:52.442837 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] For port 6db2d999-65cf-4edc-b29f-562675a5fa09, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6db2d999-65cf-4edc-b29f-562675a5fa09,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:52.527655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.542975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e8552-7552-4ae1-bccd-4670d980ff02 req-4adf6617-e635-4504-ad99-6f5e494417ca tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:52.547840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c8e8552-7552-4ae1-bccd-4670d980ff02 req-4adf6617-e635-4504-ad99-6f5e494417ca tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 948 time: 0.1843734 Sep 16 04:43:52.582299 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.601493 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.704021 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c8e8552-7552-4ae1-bccd-4670d980ff02 req-b668277e-8c8f-4cd4-adb4-826f90513b90 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286991 Sep 16 04:43:52.709928 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.774769 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Routers {'ef2d8b0c-8249-493b-9171-a1d4f15905de'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:52.775579 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ef2d8b0c-8249-493b-9171-a1d4f15905de'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:52.873911 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-21a1a265-3ee7-40a8-b481-03a1b656d73c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e1b922fb9e1444eb4fe733181e01329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4745827 Sep 16 04:43:52.876547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40508) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:52.877937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f79953-8c83-4695-8724-8381e433faad req-dc7bbb91-bd28-48c2-9f09-5e953ef5da61 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:52.881326 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3f79953-8c83-4695-8724-8381e433faad req-dc7bbb91-bd28-48c2-9f09-5e953ef5da61 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.2784400 Sep 16 04:43:52.898358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event updated for resources: {'Port': ['ID=55ab8323-215d-4886-82c6-ed9ad0623f3f,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.900429 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce6ab6-febf-40e2-9ed0-5b98a5215c67 None None] Pushing event updated for resources: {'Port': ['ID=6db2d999-65cf-4edc-b29f-562675a5fa09,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.903074 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fe72e0e6-d78c-41c8-bbf4-e26a717f8c94 None None] Provisioning complete for port 6e1881a8-6b37-460f-a937-272de9425b07 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:52.903606 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe72e0e6-d78c-41c8-bbf4-e26a717f8c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.923925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.952553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3f79953-8c83-4695-8724-8381e433faad req-e1dd7e87-68d5-4829-8081-5a6a9aa0acb8 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605454 Sep 16 04:43:52.971929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-fe72e0e6-d78c-41c8-bbf4-e26a717f8c94 None None] Port 6e1881a8-6b37-460f-a937-272de9425b07 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:52.988439 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-781f7878-ed89-4d1e-b59a-3cdc8641e253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.038996 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-781f7878-ed89-4d1e-b59a-3cdc8641e253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.059003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.061358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8eb65150-4531-4b3f-97fa-1f85dde03b2b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8459473 Sep 16 04:43:53.079190 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.150275 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] Set router ef2d8b0c-8249-493b-9171-a1d4f15905de gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:53.302160 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-781f7878-ed89-4d1e-b59a-3cdc8641e253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.302160 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-781f7878-ed89-4d1e-b59a-3cdc8641e253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.302160 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-781f7878-ed89-4d1e-b59a-3cdc8641e253 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6628338-69a1-4373-bdef-4e41b4d15145 HTTP/1.1" status: 204 len: 168 time: 0.4236465 Sep 16 04:43:53.421495 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 85b5b862-f6d9-48f0-adc1-5b72748fcc63 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:53.444936 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'name': 'tempest-FloatingIPsNegativeTestJSON-667972379-router', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '6db2d999-65cf-4edc-b29f-562675a5fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:46Z', 'updated_at': '2021-09-16T04:43:48Z', 'revision_number': 3, 'project_id': '548f284920224ad389c81e8c122d7388', 'gw_port': {'id': '6db2d999-65cf-4edc-b29f-562675a5fa09', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:47Z', 'updated_at': '2021-09-16T04:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:53.445830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f7878-ed89-4d1e-b59a-3cdc8641e253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6628338-69a1-4373-bdef-4e41b4d15145,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:53.446226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-b77f6cb9-1cce-4274-8592-fbec74802dc6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1092853073&fields=id&tenant_id=3713a25a72494fce95a78973088e5269 HTTP/1.1" status: 200 len: 267 time: 0.1529300 Sep 16 04:43:53.484236 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.491747 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95fd08a-ba97-4209-bf02-f3e7232b8f4d None None] The sync data for ids ['ef2d8b0c-8249-493b-9171-a1d4f15905de'] in n-d-712137-12 is: [{'id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'name': 'tempest-FloatingIPsNegativeTestJSON-667972379-router', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '6db2d999-65cf-4edc-b29f-562675a5fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:46Z', 'updated_at': '2021-09-16T04:43:48Z', 'revision_number': 3, 'project_id': '548f284920224ad389c81e8c122d7388', 'gw_port': {'id': '6db2d999-65cf-4edc-b29f-562675a5fa09', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:47Z', 'updated_at': '2021-09-16T04:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:53.546101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:53.549012 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.631216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622776-b21c-4c01-b7aa-8329200b9def req-40912ac8-e695-44b2-a4e2-e9b952230c03 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.632633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-40912ac8-e695-44b2-a4e2-e9b952230c03 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 817 time: 0.1811359 Sep 16 04:43:53.654462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-5f76dc75-dfbf-49ba-827b-6d2d0c171bd2 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/quotas/3713a25a72494fce95a78973088e5269 HTTP/1.1" status: 200 len: 375 time: 0.0141702 Sep 16 04:43:53.723007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-b5ab2237-aae8-4875-9f41-f07b2b651d5f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597074 Sep 16 04:43:53.910040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.912925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d149748-3406-4f4f-be0b-95b3ba1f11ce req-bfe7f33b-40fb-4758-a1b6-74bfb3bde42f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.921390 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d149748-3406-4f4f-be0b-95b3ba1f11ce req-bfe7f33b-40fb-4758-a1b6-74bfb3bde42f tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 948 time: 0.1088090 Sep 16 04:43:53.938808 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-42190602-4526-49a7-82cd-830c638ee975 service neutron] 10.222.0.24 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981118 Sep 16 04:43:54.001268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d149748-3406-4f4f-be0b-95b3ba1f11ce req-2dc2226b-84e2-49e2-8cc2-f873472a49a1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765104 Sep 16 04:43:54.134161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-9594e90a-a147-4534-ae36-5f4f54c8873d service neutron] 10.222.0.24 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780920 Sep 16 04:43:54.177623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:54.375926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73e6ab-c014-4373-8ecb-67101cd59518 req-6077374c-574b-4f73-90bb-5904d3f3f351 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:54.375926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f73e6ab-c014-4373-8ecb-67101cd59518 req-6077374c-574b-4f73-90bb-5904d3f3f351 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1282797 Sep 16 04:43:54.480320 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:54.512338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f73e6ab-c014-4373-8ecb-67101cd59518 req-36eb5457-d3b6-41e1-985f-8039e1a439d3 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274335 Sep 16 04:43:54.529679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1881a8-6b37-460f-a937-272de9425b07,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.539992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d', 'mac_address': 'fa:16:3e:7a:89:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:54.544528 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.605470 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e2b6e93-9f31-430c-8deb-52d63c54f562 req-f47ae437-ed49-467b-9b6c-271e81c122d8 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 210 time: 0.0919363 Sep 16 04:43:54.627785 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.645197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:54.668274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:54.751328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Network 8dcc362f-b0a8-4c82-a672-5a8d50f49442 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:54.753863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:54.802780 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.906912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.916797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:54.917148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:54.917487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:54.917829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:54.918154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:54.918482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:54.919072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:54.919407 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:54.919730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:54.920369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:54.922367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:54.922776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:54.943550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Router ef2d8b0c-8249-493b-9171-a1d4f15905de has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:55.109321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:55.161984 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:55.165255 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-656e5fe2-9714-481f-9033-fcbc53c2e638 admin admin] 10.222.0.24 "PUT /v2.0/routers/ef2d8b0c-8249-493b-9171-a1d4f15905de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6521327 Sep 16 04:43:55.345099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32be55e-a5a4-45f6-bf75-476f1ede6c7b req-227c722c-4596-4a9f-ac5a-d45c641c9df1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.346726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d32be55e-a5a4-45f6-bf75-476f1ede6c7b req-227c722c-4596-4a9f-ac5a-d45c641c9df1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 949 time: 0.1397421 Sep 16 04:43:55.352636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3cd17c13-36cc-40c2-9f4e-90681c69dbd9 None None] Provisioning complete for port 6e1881a8-6b37-460f-a937-272de9425b07 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:55.353926 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3cd17c13-36cc-40c2-9f4e-90681c69dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.427746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d32be55e-a5a4-45f6-bf75-476f1ede6c7b req-c47b9064-ba9e-4913-8fac-a7ada1bb0e1d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672522 Sep 16 04:43:55.462581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6db2d999-65cf-4edc-b29f-562675a5fa09 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:55.587311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3cd17c13-36cc-40c2-9f4e-90681c69dbd9 None None] Port 6e1881a8-6b37-460f-a937-272de9425b07 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:55.634544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 6db2d999-65cf-4edc-b29f-562675a5fa09 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:55.635095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.731146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40580) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:55.738136 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e5474-f52b-4202-be08-564fe7b3ea0a req-2fd257d0-3143-48b2-abde-b036f04b2526 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.750646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e9e5474-f52b-4202-be08-564fe7b3ea0a req-2fd257d0-3143-48b2-abde-b036f04b2526 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1332092 Sep 16 04:43:55.808171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e9e5474-f52b-4202-be08-564fe7b3ea0a req-2984d958-25b4-4487-a391-379b7d6a10ca tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558634 Sep 16 04:43:55.839156 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.889423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 6db2d999-65cf-4edc-b29f-562675a5fa09, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6db2d999-65cf-4edc-b29f-562675a5fa09,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:55.940759 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39633431-5b38-4a68-9ed6-f98ecad121d8 req-21b94a8a-4fe8-429e-8e93-d9ce62827c87 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 210 time: 0.0629587 Sep 16 04:43:55.949383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1222537800-network', 'tenant_id': '14872c2b810d40029c8a20f36a72743a'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:55.978492 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.024920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e3a195f-f206-4850-89b7-e295f3eda79c req-76223d22-9e12-493c-a252-95023e2f4fe7 tempest-FloatingIPsNegativeTestJSON-1771542821 tempest-FloatingIPsNegativeTestJSON-1771542821-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=548f284920224ad389c81e8c122d7388 HTTP/1.1" status: 200 len: 217 time: 0.0971603 Sep 16 04:43:56.044150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=6db2d999-65cf-4edc-b29f-562675a5fa09,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:56.063945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Made reservation on behalf of 14872c2b810d40029c8a20f36a72743a for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:56.066502 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.081086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Sync routers for ids ['ef2d8b0c-8249-493b-9171-a1d4f15905de'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:56.083885 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.100757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Routers {'ef2d8b0c-8249-493b-9171-a1d4f15905de'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:56.101397 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-013badfa-81bb-4229-b888-f051177e3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ef2d8b0c-8249-493b-9171-a1d4f15905de'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:56.103955 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a90f5f14-63e2-47a7-a721-9c85be6d993b req-90c06dc3-e25f-45ef-b2c9-840d57b098e2 tempest-FloatingIPsNegativeTestJSON-1771542821 tempest-FloatingIPsNegativeTestJSON-1771542821-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0561311 Sep 16 04:43:56.170252 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-bd95f46d-96e2-4fe4-82f3-fb37344a1a59 req-3b7fa560-c165-4a25-8e6a-ac561bdd3cfe tempest-FloatingIPsNegativeTestJSON-1771542821 tempest-FloatingIPsNegativeTestJSON-1771542821-project] show failed (client error): The resource could not be found. Sep 16 04:43:56.176035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd95f46d-96e2-4fe4-82f3-fb37344a1a59 req-3b7fa560-c165-4a25-8e6a-ac561bdd3cfe tempest-FloatingIPsNegativeTestJSON-1771542821 tempest-FloatingIPsNegativeTestJSON-1771542821-project] 10.222.0.24 "GET /v2.0/floatingips/15935a51-bb64-42fc-bec9-1b30693d5e2c HTTP/1.1" status: 404 len: 350 time: 0.0502951 Sep 16 04:43:56.186641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40592) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:56.239509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Set router ef2d8b0c-8249-493b-9171-a1d4f15905de gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:56.327119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.459530 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.488262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:56.505882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-013badfa-81bb-4229-b888-f051177e3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'name': 'tempest-FloatingIPsNegativeTestJSON-667972379-router', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '6db2d999-65cf-4edc-b29f-562675a5fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:46Z', 'updated_at': '2021-09-16T04:43:52Z', 'revision_number': 4, 'project_id': '548f284920224ad389c81e8c122d7388', 'gw_port': {'id': '6db2d999-65cf-4edc-b29f-562675a5fa09', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:47Z', 'updated_at': '2021-09-16T04:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '6e1881a8-6b37-460f-a937-272de9425b07', 'name': '', 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'mac_address': 'fa:16:3e:78:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '70c2c092-97e3-4926-aa7a-1057080cdd31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:51Z', 'updated_at': '2021-09-16T04:43:53Z', 'revision_number': 2, 'project_id': '548f284920224ad389c81e8c122d7388', 'subnets': [{'id': '70c2c092-97e3-4926-aa7a-1057080cdd31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:56.557201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Checking router: ef2d8b0c-8249-493b-9171-a1d4f15905de for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:56.558369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Updating router ef2d8b0c-8249-493b-9171-a1d4f15905de port 6e1881a8-6b37-460f-a937-272de9425b07 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:56.561999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.561999 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Added segment f5d7cd22-1735-453a-a964-304727c74d22 of type vlan for network f2afedde-7f02-4b7e-a084-59f4bf758425 Sep 16 04:43:56.578419 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:56.587055 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.618639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada715c-3e56-4f84-a2a9-9ec5fa72c62c req-cc90619b-3745-45b5-bb16-5348d4aa6d1d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:56.629937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dada715c-3e56-4f84-a2a9-9ec5fa72c62c req-cc90619b-3745-45b5-bb16-5348d4aa6d1d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 949 time: 0.0879486 Sep 16 04:43:56.631892 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.680067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dada715c-3e56-4f84-a2a9-9ec5fa72c62c req-bf5daadd-b190-4bfc-af0b-aabd7941d36e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489306 Sep 16 04:43:56.710253 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.711249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:56.711845 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.788041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] Pushing event updated for resources: {'Network': ['ID=f2afedde-7f02-4b7e-a084-59f4bf758425,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:56.798830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network f2afedde-7f02-4b7e-a084-59f4bf758425 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:56.811881 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aa824027-bdab-4a1e-b946-9e6c60bdf0ad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0795250 Sep 16 04:43:56.814830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40600) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:56.820440 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-88dd348d-a6d8-40fb-b534-57782037696b admin admin] Request body: {'subnet': {'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1222537800-subnet', 'tenant_id': '14872c2b810d40029c8a20f36a72743a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:56.863057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87dda57e-43a9-459e-8e58-0f50875e1144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.935074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dd348d-a6d8-40fb-b534-57782037696b admin admin] Made reservation on behalf of 14872c2b810d40029c8a20f36a72743a for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:56.938427 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88dd348d-a6d8-40fb-b534-57782037696b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.968727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9a60b-6669-4b5c-9874-24647d0ccbf6 req-2d594769-f9ce-498e-9758-8b72318b5130 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:56.977607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4b9a60b-6669-4b5c-9874-24647d0ccbf6 req-2d594769-f9ce-498e-9758-8b72318b5130 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.0975583 Sep 16 04:43:57.156829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4b9a60b-6669-4b5c-9874-24647d0ccbf6 req-cc6c4dd9-d698-4b8a-9239-f7963e43b2d2 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777406 Sep 16 04:43:57.161732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31f762ff-7c1f-4eb4-87ca-df1b881e7655 req-6232d8ae-65df-4609-ad43-7c21a14ae1c2 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 210 time: 0.0746176 Sep 16 04:43:57.177186 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.248016 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-87dda57e-43a9-459e-8e58-0f50875e1144 admin admin] Deleting port 6e1881a8-6b37-460f-a937-272de9425b07 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:57.248714 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87dda57e-43a9-459e-8e58-0f50875e1144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.264120 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.379205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56e6dd-7df5-4ca9-a64d-400c3021d008 None None] Pushing event updated for resources: {'Port': ['ID=6e1881a8-6b37-460f-a937-272de9425b07,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:57.415089 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6db2d999-65cf-4edc-b29f-562675a5fa09 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:57.482743 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87dda57e-43a9-459e-8e58-0f50875e1144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.491425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a352f4-53dc-42be-ae57-682814488da2 req-b16e04f9-9571-4728-80b5-3f0842a03c35 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.493379 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-b16e04f9-9571-4728-80b5-3f0842a03c35 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 808 time: 0.1642237 Sep 16 04:43:57.504732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88dd348d-a6d8-40fb-b534-57782037696b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.519552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-87dda57e-43a9-459e-8e58-0f50875e1144 admin admin] Calling delete_port for 6e1881a8-6b37-460f-a937-272de9425b07 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:57.627158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-b8a70327-4068-4e88-afe4-f1a2fcc730d4 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/quotas/f4a70497af814474abf0ba78527f1f40 HTTP/1.1" status: 200 len: 375 time: 0.0810256 Sep 16 04:43:57.644122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Attempting to bind port 6e1881a8-6b37-460f-a937-272de9425b07 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:57.644713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Attempting to bind port 6e1881a8-6b37-460f-a937-272de9425b07 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'f864b085-2ec9-424c-ac6a-32c6b9619886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:57.644936 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Attempting to bind port 6e1881a8-6b37-460f-a937-272de9425b07 on network 8dcc362f-b0a8-4c82-a672-5a8d50f49442 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:57.657668 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:57.658053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Checking segment: {'id': 'f864b085-2ec9-424c-ac6a-32c6b9619886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:57.658597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.659149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Bound using segment: {'id': 'f864b085-2ec9-424c-ac6a-32c6b9619886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:57.659641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Bound port: 6e1881a8-6b37-460f-a937-272de9425b07, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f864b085-2ec9-424c-ac6a-32c6b9619886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:57.660027 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.738506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-013badfa-81bb-4229-b888-f051177e3137 None None] For port 6e1881a8-6b37-460f-a937-272de9425b07, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:57.742039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-013badfa-81bb-4229-b888-f051177e3137 None None] For port 6e1881a8-6b37-460f-a937-272de9425b07, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6e1881a8-6b37-460f-a937-272de9425b07,segment=NetworkSegment(f864b085-2ec9-424c-ac6a-32c6b9619886),segment_id=f864b085-2ec9-424c-ac6a-32c6b9619886)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:57.753654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 6db2d999-65cf-4edc-b29f-562675a5fa09 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:57.754035 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.781547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd348d-a6d8-40fb-b534-57782037696b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e998c6-4110-4bef-84ea-094065a059d1,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:57.810447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd348d-a6d8-40fb-b534-57782037696b admin admin] Checking segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:57.810806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd348d-a6d8-40fb-b534-57782037696b admin admin] Network hostable DHCP agents. Network: f2afedde-7f02-4b7e-a084-59f4bf758425, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:57.833531 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.856441 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-3acb118d-c1a5-4d2f-b5ba-e6d6036173e9 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2277262 Sep 16 04:43:57.908890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622776-b21c-4c01-b7aa-8329200b9def req-aca710d7-d316-4da8-af92-8275d75e5b53 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.910620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-aca710d7-d316-4da8-af92-8275d75e5b53 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.23 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 817 time: 0.5831811 Sep 16 04:43:57.928275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-381b6054-3177-4621-8686-abc4d30fdd19 None None] Provisioning complete for port 6e1881a8-6b37-460f-a937-272de9425b07 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:57.928686 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-381b6054-3177-4621-8686-abc4d30fdd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.959143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Routers {'ef2d8b0c-8249-493b-9171-a1d4f15905de'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:57.959946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-013badfa-81bb-4229-b888-f051177e3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ef2d8b0c-8249-493b-9171-a1d4f15905de'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:57.989564 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87dda57e-43a9-459e-8e58-0f50875e1144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.005057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eb91a-26c9-45ab-9272-e2f2a23300df req-824130c2-dee6-4aae-a0dd-6d590cc914ba tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.005057 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d6eb91a-26c9-45ab-9272-e2f2a23300df req-824130c2-dee6-4aae-a0dd-6d590cc914ba tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 949 time: 0.1967597 Sep 16 04:43:58.036939 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dda57e-43a9-459e-8e58-0f50875e1144 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1881a8-6b37-460f-a937-272de9425b07,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:58.053411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56e6dd-7df5-4ca9-a64d-400c3021d008 None None] Pushing event updated for resources: {'Port': ['ID=6e1881a8-6b37-460f-a937-272de9425b07,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:58.058035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-cff2d57b-2ed9-4747-ac45-4a2cdb33b620 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3713a25a72494fce95a78973088e5269 HTTP/1.1" status: 200 len: 380 time: 0.1354804 Sep 16 04:43:58.058955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd348d-a6d8-40fb-b534-57782037696b admin admin] Network f2afedde-7f02-4b7e-a084-59f4bf758425 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:58.075542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-381b6054-3177-4621-8686-abc4d30fdd19 None None] Could not find standard attr ID for object 6e1881a8-6b37-460f-a937-272de9425b07. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:43:58.087378 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:43:58.091022 n-d-712137-12 neutron-server[95453]: INFO neutron.plugins.ml2.db [None req-381b6054-3177-4621-8686-abc4d30fdd19 None None] No ports have port_id starting with 6e1881a8-6b37-460f-a937-272de9425b07 Sep 16 04:43:58.095536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-d5ad8d42-2b98-492c-bf86-a02024b7b807 service neutron] 10.222.0.24 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381010 Sep 16 04:43:58.100301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-6a622776-b21c-4c01-b7aa-8329200b9def req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Request body: {'port': {'device_id': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'admin_state_up': True, 'tenant_id': '3713a25a72494fce95a78973088e5269', 'security_groups': ['0b416329-c167-425e-ae57-7ad3ca544bac']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:58.177324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-013badfa-81bb-4229-b888-f051177e3137 None None] Set router ef2d8b0c-8249-493b-9171-a1d4f15905de gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:58.205642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-88dd348d-a6d8-40fb-b534-57782037696b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, f2afedde-7f02-4b7e-a084-59f4bf758425) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:58.237352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:58.241310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bb133f-8070-4f92-b4c2-1c387a7dd26f None None] Network f2afedde-7f02-4b7e-a084-59f4bf758425 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:58.244364 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d6eb91a-26c9-45ab-9272-e2f2a23300df req-e79d6466-8f86-4296-a69e-2cc8ed80363b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302392 Sep 16 04:43:58.267458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd348d-a6d8-40fb-b534-57782037696b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.267458 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88dd348d-a6d8-40fb-b534-57782037696b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.311517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-46b8b3ae-1a6d-475b-9fa1-117aff7eb869 None None] Could not find standard attr ID for object 6e1881a8-6b37-460f-a937-272de9425b07. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:43:58.366156 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87dda57e-43a9-459e-8e58-0f50875e1144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.614465 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-013badfa-81bb-4229-b888-f051177e3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'name': 'tempest-FloatingIPsNegativeTestJSON-667972379-router', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '6db2d999-65cf-4edc-b29f-562675a5fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:46Z', 'updated_at': '2021-09-16T04:43:52Z', 'revision_number': 4, 'project_id': '548f284920224ad389c81e8c122d7388', 'gw_port': {'id': '6db2d999-65cf-4edc-b29f-562675a5fa09', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:47Z', 'updated_at': '2021-09-16T04:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '6e1881a8-6b37-460f-a937-272de9425b07', 'name': '', 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'mac_address': 'fa:16:3e:78:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '70c2c092-97e3-4926-aa7a-1057080cdd31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:51Z', 'updated_at': '2021-09-16T04:43:57Z', 'revision_number': 4, 'project_id': '548f284920224ad389c81e8c122d7388', 'subnets': [{'id': '70c2c092-97e3-4926-aa7a-1057080cdd31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:58.672241 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013badfa-81bb-4229-b888-f051177e3137 None None] The sync data for ids ['ef2d8b0c-8249-493b-9171-a1d4f15905de'] in n-d-712137-12 is: [{'id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'name': 'tempest-FloatingIPsNegativeTestJSON-667972379-router', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '6db2d999-65cf-4edc-b29f-562675a5fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:46Z', 'updated_at': '2021-09-16T04:43:52Z', 'revision_number': 4, 'project_id': '548f284920224ad389c81e8c122d7388', 'gw_port': {'id': '6db2d999-65cf-4edc-b29f-562675a5fa09', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:47Z', 'updated_at': '2021-09-16T04:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '6e1881a8-6b37-460f-a937-272de9425b07', 'name': '', 'network_id': '8dcc362f-b0a8-4c82-a672-5a8d50f49442', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'mac_address': 'fa:16:3e:78:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '70c2c092-97e3-4926-aa7a-1057080cdd31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:51Z', 'updated_at': '2021-09-16T04:43:57Z', 'revision_number': 4, 'project_id': '548f284920224ad389c81e8c122d7388', 'subnets': [{'id': '70c2c092-97e3-4926-aa7a-1057080cdd31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:58.786063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1cc95c-080a-48aa-863d-2a849ec01a9e None None] Network f2afedde-7f02-4b7e-a084-59f4bf758425 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:58.802357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-e88bba2c-9b1a-4080-903d-e3a8684eca4f service neutron] 10.222.0.24 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050781 Sep 16 04:43:58.848220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f6da6-fbc2-4dab-9754-e5ba15a18c4e req-ae2ef9ac-835c-4eb0-b952-93d6a57d4950 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.863654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-230f6da6-fbc2-4dab-9754-e5ba15a18c4e req-ae2ef9ac-835c-4eb0-b952-93d6a57d4950 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.2115161 Sep 16 04:43:58.889300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dda57e-43a9-459e-8e58-0f50875e1144 admin admin] Router ef2d8b0c-8249-493b-9171-a1d4f15905de has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:58.937494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-230f6da6-fbc2-4dab-9754-e5ba15a18c4e req-5530b516-8a47-4c28-9fe6-3f8a9de8bf3f tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626681 Sep 16 04:43:59.096193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba093d78-d707-4930-b506-d13ab3ab51d7 req-64c33eec-301d-4018-a41e-22f658ce48c9 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 210 time: 0.0533335 Sep 16 04:43:59.100737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dda57e-43a9-459e-8e58-0f50875e1144 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:59.115183 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-87dda57e-43a9-459e-8e58-0f50875e1144 admin admin] 10.222.0.24 "PUT /v2.0/routers/ef2d8b0c-8249-493b-9171-a1d4f15905de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9159348 Sep 16 04:43:59.117003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40632) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:59.255647 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.409465 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.426866 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66611a1e-4e49-420b-90d5-8fb21436349f req-1237a181-9562-45fb-9a72-c657de3e85cd tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:59.428397 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66611a1e-4e49-420b-90d5-8fb21436349f req-1237a181-9562-45fb-9a72-c657de3e85cd tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 949 time: 0.0766294 Sep 16 04:43:59.465147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:59.471178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:59.471624 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.494340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66611a1e-4e49-420b-90d5-8fb21436349f req-8e7c2ace-c4fd-411a-b73a-150d03c6a616 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571434 Sep 16 04:43:59.566320 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.594760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbadbd78-da24-4e87-9f25-f0367ce73394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:59.596904 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f96416c-47cf-48bf-a29b-6cb98aea7210" -d '{"events": [{"server_uuid": "fbadbd78-da24-4e87-9f25-f0367ce73394", "name": "network-vif-plugged", "status": "completed", "tag": "7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:59.611940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:59.640811 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481d970c-6831-4082-8f17-334c860ce5a7 x-openstack-request-id: req-481d970c-6831-4082-8f17-334c860ce5a7 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:59.640811 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbadbd78-da24-4e87-9f25-f0367ce73394", "name": "network-vif-plugged", "status": "completed", "tag": "7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:59.641297 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-481d970c-6831-4082-8f17-334c860ce5a7 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:59.641928 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbadbd78-da24-4e87-9f25-f0367ce73394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d', 'code': 200} Sep 16 04:43:59.753632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf2ba4-563d-43a4-8c50-6826944c4dc2 req-1776e168-78d5-46b2-8221-c744f2eb364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:59.755481 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9acf2ba4-563d-43a4-8c50-6826944c4dc2 req-1776e168-78d5-46b2-8221-c744f2eb364b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 1101 time: 0.0465455 Sep 16 04:43:59.795501 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9acf2ba4-563d-43a4-8c50-6826944c4dc2 req-52791ed9-02df-4fd4-af10-90e5f1928f89 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329101 Sep 16 04:43:59.899101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-88dd348d-a6d8-40fb-b534-57782037696b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0824647 Sep 16 04:43:59.989377 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.018936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a622776-b21c-4c01-b7aa-8329200b9def req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Made reservation on behalf of 3713a25a72494fce95a78973088e5269 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:00.032561 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6a622776-b21c-4c01-b7aa-8329200b9def req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.074819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:00.108788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Deleting port 6db2d999-65cf-4edc-b29f-562675a5fa09 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:00.109203 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.180729 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d2747-89d0-41ba-af71-9ccd8d7c4154 None None] Sync routers for ids ['ef2d8b0c-8249-493b-9171-a1d4f15905de'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:00.190779 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d2747-89d0-41ba-af71-9ccd8d7c4154 None None] Routers {'ef2d8b0c-8249-493b-9171-a1d4f15905de'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:00.191485 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c38d2747-89d0-41ba-af71-9ccd8d7c4154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ef2d8b0c-8249-493b-9171-a1d4f15905de'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:00.237918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e49e74-8ccd-4abb-8f3a-4561d12004bb req-fbc998e5-e281-47eb-8dc0-e0aad1e7d8c5 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:00.240363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13e49e74-8ccd-4abb-8f3a-4561d12004bb req-fbc998e5-e281-47eb-8dc0-e0aad1e7d8c5 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.2276061 Sep 16 04:44:00.294987 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-c38d2747-89d0-41ba-af71-9ccd8d7c4154 None None] Set router ef2d8b0c-8249-493b-9171-a1d4f15905de gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:00.319462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] For port 6db2d999-65cf-4edc-b29f-562675a5fa09, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6db2d999-65cf-4edc-b29f-562675a5fa09,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:00.319462 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.347936 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c38d2747-89d0-41ba-af71-9ccd8d7c4154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'name': 'tempest-FloatingIPsNegativeTestJSON-667972379-router', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:46Z', 'updated_at': '2021-09-16T04:43:59Z', 'revision_number': 6, 'project_id': '548f284920224ad389c81e8c122d7388', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:00.360620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Calling delete_port for 6db2d999-65cf-4edc-b29f-562675a5fa09 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:00.383863 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13e49e74-8ccd-4abb-8f3a-4561d12004bb req-d76cdc20-40da-49f5-9927-2e23838d2fb7 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194177 Sep 16 04:44:00.391491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-6a622776-b21c-4c01-b7aa-8329200b9def req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Allocated IP 172.20.0.5 (c481d059-a7f7-44df-b3fb-c885caa02527/d3d83b58-9ec5-4d10-93f4-07c8b8ff039c/930998e7-b9b0-4692-a265-d5596c68066e) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:00.391751 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d2747-89d0-41ba-af71-9ccd8d7c4154 None None] Checking router: ef2d8b0c-8249-493b-9171-a1d4f15905de for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:00.400454 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d2747-89d0-41ba-af71-9ccd8d7c4154 None None] Routers {'ef2d8b0c-8249-493b-9171-a1d4f15905de'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:00.401250 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c38d2747-89d0-41ba-af71-9ccd8d7c4154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:43:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ef2d8b0c-8249-493b-9171-a1d4f15905de'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:00.529048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6170d915-2389-4c23-8767-6ac96e897816 req-9b7ea56a-d25b-466a-be1a-bf9fd536d0b3 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 210 time: 0.0547678 Sep 16 04:44:00.563753 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-c38d2747-89d0-41ba-af71-9ccd8d7c4154 None None] Set router ef2d8b0c-8249-493b-9171-a1d4f15905de gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:00.646786 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c38d2747-89d0-41ba-af71-9ccd8d7c4154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'name': 'tempest-FloatingIPsNegativeTestJSON-667972379-router', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:46Z', 'updated_at': '2021-09-16T04:43:59Z', 'revision_number': 6, 'project_id': '548f284920224ad389c81e8c122d7388', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:00.681517 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d2747-89d0-41ba-af71-9ccd8d7c4154 None None] The sync data for ids ['ef2d8b0c-8249-493b-9171-a1d4f15905de'] in n-d-712137-12 is: [{'id': 'ef2d8b0c-8249-493b-9171-a1d4f15905de', 'name': 'tempest-FloatingIPsNegativeTestJSON-667972379-router', 'tenant_id': '548f284920224ad389c81e8c122d7388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:46Z', 'updated_at': '2021-09-16T04:43:59Z', 'revision_number': 6, 'project_id': '548f284920224ad389c81e8c122d7388', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:00.782878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e09dc7d-e208-4f45-8663-433a1ad4e017 req-a65402e0-dc4b-4123-b2f4-d8ec17a0de60 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 210 time: 0.0693870 Sep 16 04:44:00.851309 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6a622776-b21c-4c01-b7aa-8329200b9def req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.951732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-8083f97f-8809-44e7-9d2f-0bfedfe4c51f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:00.953365 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-8083f97f-8809-44e7-9d2f-0bfedfe4c51f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.3623738 Sep 16 04:44:01.000655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-263e852e-4798-4604-8c1c-c9f43a13387e tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/quotas/14872c2b810d40029c8a20f36a72743a HTTP/1.1" status: 200 len: 375 time: 0.0342255 Sep 16 04:44:01.009509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b114-49c0-4469-afbc-f568c979674f req-618e49e2-cf3d-4c26-af97-11e623a011f3 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.017962 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fe1b114-49c0-4469-afbc-f568c979674f req-618e49e2-cf3d-4c26-af97-11e623a011f3 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 950 time: 0.1290276 Sep 16 04:44:01.043001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-98f75004-4139-47b1-93db-e7d1c59e34f4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300636 Sep 16 04:44:01.086404 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fe1b114-49c0-4469-afbc-f568c979674f req-176f5c52-e4de-4396-97e7-8f8f3385041b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650256 Sep 16 04:44:01.089234 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.125192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db2d999-65cf-4edc-b29f-562675a5fa09,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:01.160886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6a622776-b21c-4c01-b7aa-8329200b9def req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.266074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a622776-b21c-4c01-b7aa-8329200b9def req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Network c481d059-a7f7-44df-b3fb-c885caa02527 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:01.277853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-6a622776-b21c-4c01-b7aa-8329200b9def req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:01.285662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a622776-b21c-4c01-b7aa-8329200b9def req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:01.291204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event updated for resources: {'Port': ['ID=930998e7-b9b0-4692-a265-d5596c68066e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:01.295677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-380efdce-7bfa-4ea4-9cfd-a72258ebffb7 service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388682 Sep 16 04:44:01.345970 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.511895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622776-b21c-4c01-b7aa-8329200b9def req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.512584 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6a622776-b21c-4c01-b7aa-8329200b9def req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.516649 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.520772 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.556908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6e1881a8-6b37-460f-a937-272de9425b07 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:01.600571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 6e1881a8-6b37-460f-a937-272de9425b07 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:01.600998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6e1881a8-6b37-460f-a937-272de9425b07 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:01.613286 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5f525dcb-8354-4d82-97d3-faafe2475f18 None None] Provisioning complete for port 930998e7-b9b0-4692-a265-d5596c68066e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:01.613984 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f525dcb-8354-4d82-97d3-faafe2475f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.641047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-00650c5d-10d6-472d-aa67-2d9b4b015b50 service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219662 Sep 16 04:44:01.656094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb42db-df73-4af5-99fe-c3f6bdffd7fe req-72bf8a6e-5f6d-4ee8-82d4-1a930dd75fa2 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.657672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2abb42db-df73-4af5-99fe-c3f6bdffd7fe req-72bf8a6e-5f6d-4ee8-82d4-1a930dd75fa2 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1560051 Sep 16 04:44:01.675625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5f525dcb-8354-4d82-97d3-faafe2475f18 None None] Port 930998e7-b9b0-4692-a265-d5596c68066e cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:01.724625 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2abb42db-df73-4af5-99fe-c3f6bdffd7fe req-8604f456-d758-4375-bc7b-2200aa5cdc77 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541449 Sep 16 04:44:01.761339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-2c179563-4f1d-41b4-bde9-253467b5cffb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6798501 Sep 16 04:44:01.779793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Request body: {'port': {'device_id': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:01.867625 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.868105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef2d8b0c-8249-493b-9171-a1d4f15905de {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:01.902819 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.902819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-06c2613e-3043-48bd-9d50-518a4082a2d4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ef2d8b0c-8249-493b-9171-a1d4f15905de HTTP/1.1" status: 204 len: 168 time: 2.7562783 Sep 16 04:44:01.903076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40702) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:01.903529 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.905793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b389b04-649f-4e24-85ec-3b175e435e75 req-8fe76ad9-a9cb-49eb-882c-bf055bb1cc1b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.907291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b389b04-649f-4e24-85ec-3b175e435e75 req-8fe76ad9-a9cb-49eb-882c-bf055bb1cc1b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 931 time: 0.1051950 Sep 16 04:44:01.921874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-54353f3d-2fc4-42fd-bcfe-3dba07e6ebba admin admin] Deleting subnet 70c2c092-97e3-4926-aa7a-1057080cdd31 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:01.924990 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54353f3d-2fc4-42fd-bcfe-3dba07e6ebba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.959464 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54353f3d-2fc4-42fd-bcfe-3dba07e6ebba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.044488 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b389b04-649f-4e24-85ec-3b175e435e75 req-c0e7d08d-d491-4fa2-9b1d-d68bbaec39ab tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127999 Sep 16 04:44:02.056216 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54353f3d-2fc4-42fd-bcfe-3dba07e6ebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.210334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3aa871c-ca57-4dd9-8d1d-80272ed364ac req-d644981c-ba9f-4190-abb3-1c009b6338e8 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 210 time: 0.0358455 Sep 16 04:44:02.271874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d7ef792-f693-4046-a9e5-35bd107134f7 req-a5d0204c-48a9-4e04-9bed-29b33d652dc1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 210 time: 0.0604057 Sep 16 04:44:02.372027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930998e7-b9b0-4692-a265-d5596c68066e {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:02.381669 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.401628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bed46-8bc7-4fe2-87ab-059e36327424 req-65c6c14a-42ea-49b7-a1b2-6a83116c7112 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.401628 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f7bed46-8bc7-4fe2-87ab-059e36327424 req-65c6c14a-42ea-49b7-a1b2-6a83116c7112 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 950 time: 0.0971768 Sep 16 04:44:02.450377 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f7bed46-8bc7-4fe2-87ab-059e36327424 req-7cae531b-d8e9-47b6-9d12-cb41c0076e17 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353968 Sep 16 04:44:02.504629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Transition to ACTIVE for port object 930998e7-b9b0-4692-a265-d5596c68066e will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:02.506271 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54353f3d-2fc4-42fd-bcfe-3dba07e6ebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.548342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54353f3d-2fc4-42fd-bcfe-3dba07e6ebba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.553207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-54353f3d-2fc4-42fd-bcfe-3dba07e6ebba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/70c2c092-97e3-4926-aa7a-1057080cdd31 HTTP/1.1" status: 204 len: 168 time: 0.6733940 Sep 16 04:44:02.553207 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54353f3d-2fc4-42fd-bcfe-3dba07e6ebba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c2c092-97e3-4926-aa7a-1057080cdd31,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:02.557622 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01364156-848a-4ea8-b200-db1516ed350b None None] Network 8dcc362f-b0a8-4c82-a672-5a8d50f49442 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:02.561333 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40726) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:02.583560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a0bf-0f72-4b39-a6e3-9bf99a9e431b req-29376f51-6882-4d1e-a87e-089dfb8f504e tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.585214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a233a0bf-0f72-4b39-a6e3-9bf99a9e431b req-29376f51-6882-4d1e-a87e-089dfb8f504e tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 1102 time: 0.0673571 Sep 16 04:44:02.627297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a233a0bf-0f72-4b39-a6e3-9bf99a9e431b req-e4199e72-2cb6-49ed-b712-816cfbd4b66e tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354400 Sep 16 04:44:02.649172 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.719104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Deleting port 748e0091-9467-46b2-b738-52bb8c5eb8da {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:02.719445 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.733700 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.814916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f011268d-aa31-4e67-8687-75edcb394c89 None None] DHCP port deletion for 8dcc362f-b0a8-4c82-a672-5a8d50f49442 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:44:02.867476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] For port 748e0091-9467-46b2-b738-52bb8c5eb8da, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=748e0091-9467-46b2-b738-52bb8c5eb8da,segment=NetworkSegment(f864b085-2ec9-424c-ac6a-32c6b9619886),segment_id=f864b085-2ec9-424c-ac6a-32c6b9619886)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:02.867842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.882896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Calling delete_port for 748e0091-9467-46b2-b738-52bb8c5eb8da owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:02.915607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f011268d-aa31-4e67-8687-75edcb394c89 None None] Deleting port 748e0091-9467-46b2-b738-52bb8c5eb8da {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:02.919176 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f011268d-aa31-4e67-8687-75edcb394c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.016656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Pushing event updated for resources: {'Port': ['ID=930998e7-b9b0-4692-a265-d5596c68066e,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:03.039429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f011268d-aa31-4e67-8687-75edcb394c89 None None] For port 748e0091-9467-46b2-b738-52bb8c5eb8da, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=748e0091-9467-46b2-b738-52bb8c5eb8da,segment=NetworkSegment(f864b085-2ec9-424c-ac6a-32c6b9619886),segment_id=f864b085-2ec9-424c-ac6a-32c6b9619886)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:03.039745 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f011268d-aa31-4e67-8687-75edcb394c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.061010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-4732feda-0fbf-45c0-85a9-c60b04c3dd4b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1275580 Sep 16 04:44:03.084972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f011268d-aa31-4e67-8687-75edcb394c89 None None] Calling delete_port for 748e0091-9467-46b2-b738-52bb8c5eb8da owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:03.113473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efd5c2-4dac-4351-a599-71f9b370600b req-f531e80b-dc19-4f9e-a214-b8b450cfb2c7 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.121719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8efd5c2-4dac-4351-a599-71f9b370600b req-f531e80b-dc19-4f9e-a214-b8b450cfb2c7 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.2832417 Sep 16 04:44:03.144862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.172425 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f011268d-aa31-4e67-8687-75edcb394c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.172916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Attempting to bind port 930998e7-b9b0-4692-a265-d5596c68066e on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:03.173350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Attempting to bind port 930998e7-b9b0-4692-a265-d5596c68066e by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:03.174133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Attempting to bind port 930998e7-b9b0-4692-a265-d5596c68066e on network c481d059-a7f7-44df-b3fb-c885caa02527 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:03.174628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Pushing event deleted for resources: {'Port': ['ID=748e0091-9467-46b2-b738-52bb8c5eb8da,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:03.184178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] No DVR routers for this DVR port 748e0091-9467-46b2-b738-52bb8c5eb8da on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:03.209802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011268d-aa31-4e67-8687-75edcb394c89 None None] No DVR routers for this DVR port 748e0091-9467-46b2-b738-52bb8c5eb8da on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:03.227952 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011268d-aa31-4e67-8687-75edcb394c89 None None] Pushing event deleted for resources: {'Port': ['ID=748e0091-9467-46b2-b738-52bb8c5eb8da,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:03.237934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Port 930998e7-b9b0-4692-a265-d5596c68066e on network c481d059-a7f7-44df-b3fb-c885caa02527 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:03.237934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Attempting to bind port 930998e7-b9b0-4692-a265-d5596c68066e on network c481d059-a7f7-44df-b3fb-c885caa02527 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:03.251217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:03.251575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Checking segment: {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:03.251940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Bound using segment: {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:03.252381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Bound port: 930998e7-b9b0-4692-a265-d5596c68066e, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:03.252775 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.306659 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.317032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8efd5c2-4dac-4351-a599-71f9b370600b req-4f3d18af-d264-4f6a-92fb-8163fd3a4e33 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943884 Sep 16 04:44:03.344112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcc362f-b0a8-4c82-a672-5a8d50f49442']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:03.346293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000830-3718-43b4-be91-4b5866590f87 req-97b51291-4b02-41f5-8e5a-768660b45dea tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.347913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-97b51291-4b02-41f5-8e5a-768660b45dea tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2861891 Sep 16 04:44:03.363458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f864b085-2ec9-424c-ac6a-32c6b9619886') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:03.372119 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f864b085-2ec9-424c-ac6a-32c6b9619886') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:03.376925 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.387227 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6db2d999-65cf-4edc-b29f-562675a5fa09 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:03.398085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.420247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:03.420689 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.433824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 6db2d999-65cf-4edc-b29f-562675a5fa09 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:03.434549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-9f8e0d83-a4f3-4bd7-a93e-ddc6b0f3a80c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/quotas/f9de0864ac234533b3b7edea6e651fd6 HTTP/1.1" status: 200 len: 375 time: 0.0350130 Sep 16 04:44:03.434982 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6db2d999-65cf-4edc-b29f-562675a5fa09 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:03.436640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 748e0091-9467-46b2-b738-52bb8c5eb8da no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:03.478590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 748e0091-9467-46b2-b738-52bb8c5eb8da {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:03.481025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 748e0091-9467-46b2-b738-52bb8c5eb8da not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:03.499557 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:03.546773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:03.566296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=930998e7-b9b0-4692-a265-d5596c68066e,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:03.591039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-f7618a59-9dd0-4799-9497-77bac7a798d2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1551712 Sep 16 04:44:03.605591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581d83b-c100-4cb7-9904-85bb7f4e827f req-4ecffc43-2bab-4191-9abb-3e5ad2309aaa tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.608904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e581d83b-c100-4cb7-9904-85bb7f4e827f req-4ecffc43-2bab-4191-9abb-3e5ad2309aaa tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.0998809 Sep 16 04:44:03.650677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e581d83b-c100-4cb7-9904-85bb7f4e827f req-b42c9c1c-e773-47af-9722-b683754b2d02 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355313 Sep 16 04:44:03.671292 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.685212 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.687259 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] 10.222.0.24 "DELETE /v2.0/networks/8dcc362f-b0a8-4c82-a672-5a8d50f49442 HTTP/1.1" status: 204 len: 168 time: 1.1248922 Sep 16 04:44:03.697409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f410e-3796-4094-b7be-1ac556d7510d admin admin] Pushing event deleted for resources: {'Network': ['ID=8dcc362f-b0a8-4c82-a672-5a8d50f49442,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:03.727606 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.799130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.799832 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.801249 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] 10.222.0.23 "PUT /v2.0/ports/930998e7-b9b0-4692-a265-d5596c68066e HTTP/1.1" status: 200 len: 1092 time: 2.0266695 Sep 16 04:44:03.811879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:03.811879 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278b906a-8136-4162-8aff-f9d073453cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "tag": "930998e7-b9b0-4692-a265-d5596c68066e"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:03.855131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea7d14-dd0d-4b5d-8801-6e2288e1dd04 service neutron] Pushing event updated for resources: {'Port': ['ID=930998e7-b9b0-4692-a265-d5596c68066e,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:03.910742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c9bb9ef9-0e36-49b2-9e5a-70feef1e07cc req-019e8bf5-cf1f-426b-8fa4-e312b27cce22 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 210 time: 0.0475712 Sep 16 04:44:03.974616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc3f276c-dc26-41ce-a8f6-b774e2767afe req-5809920a-8793-47ec-b9b6-489e8e5673eb tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 210 time: 0.0627348 Sep 16 04:44:04.089007 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d22248-4735-4d92-9973-b30e187e08ab x-openstack-request-id: req-33d22248-4735-4d92-9973-b30e187e08ab {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:04.089641 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "tag": "930998e7-b9b0-4692-a265-d5596c68066e", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:04.089641 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33d22248-4735-4d92-9973-b30e187e08ab {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:04.091509 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e', 'status': 'completed', 'code': 200} Sep 16 04:44:04.280514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40766) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:04.330745 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f7b956d8-58d1-4934-a3c3-e63f242823b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=548f284920224ad389c81e8c122d7388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503407 Sep 16 04:44:04.336442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40768) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:04.405657 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f761f869-4600-4f87-89f2-df93288726f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.447500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3258374-befe-4f84-aa66-e0f0a74eecee req-b7fcffd3-ba1b-481b-ae63-9a84fc252dbb tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 210 time: 0.4149985 Sep 16 04:44:04.454870 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f761f869-4600-4f87-89f2-df93288726f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.576115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622776-b21c-4c01-b7aa-8329200b9def req-204b29b9-61d6-49d3-b161-4038762eae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.577629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-204b29b9-61d6-49d3-b161-4038762eae18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 1095 time: 0.6010721 Sep 16 04:44:04.626857 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f761f869-4600-4f87-89f2-df93288726f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.629994 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f761f869-4600-4f87-89f2-df93288726f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.634361 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f761f869-4600-4f87-89f2-df93288726f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09701c2a-b28f-4cdc-939a-77af4e0df1af HTTP/1.1" status: 204 len: 168 time: 0.2997296 Sep 16 04:44:04.646709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761f869-4600-4f87-89f2-df93288726f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09701c2a-b28f-4cdc-939a-77af4e0df1af,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:04.659580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-68aff06a-bc9a-4972-b40f-dbac92f3705e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930998e7-b9b0-4692-a265-d5596c68066e HTTP/1.1" status: 200 len: 217 time: 0.0727103 Sep 16 04:44:04.686853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a352f4-53dc-42be-ae57-682814488da2 req-26703296-fa60-4945-ba13-293fba6680a6 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.688377 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-26703296-fa60-4945-ba13-293fba6680a6 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.23 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 808 time: 0.2436080 Sep 16 04:44:04.750448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d522a-852f-418c-bb48-aa1d1de4efc9 req-f54dbc02-d36d-4138-9a0f-5ae91f1c29f9 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.752023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-329d522a-852f-418c-bb48-aa1d1de4efc9 req-f54dbc02-d36d-4138-9a0f-5ae91f1c29f9 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.2674487 Sep 16 04:44:04.779207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-e6a352f4-53dc-42be-ae57-682814488da2 req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Request body: {'port': {'device_id': '3d5bfa62-d139-4a72-8da9-40c4fe5b8152', 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964', 'admin_state_up': True, 'tenant_id': 'f4a70497af814474abf0ba78527f1f40'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:04.930274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-329d522a-852f-418c-bb48-aa1d1de4efc9 req-f8a4d4f6-aaa3-4624-a8d6-448bdeb714ad tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216645 Sep 16 04:44:04.931572 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622776-b21c-4c01-b7aa-8329200b9def req-eeed9410-717d-4883-becd-9bc58dfd0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.933502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-eeed9410-717d-4883-becd-9bc58dfd0774 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.2394533 Sep 16 04:44:04.968952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c4790-5957-4336-a707-bc621d39f5b0 req-d05ab466-b956-4014-a44d-0fd45933fb56 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.970666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b68c4790-5957-4336-a707-bc621d39f5b0 req-d05ab466-b956-4014-a44d-0fd45933fb56 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.2177095 Sep 16 04:44:05.046704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622776-b21c-4c01-b7aa-8329200b9def req-182133cd-3998-4ec9-879e-b87113d3a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:05.048371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-182133cd-3998-4ec9-879e-b87113d3a7af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050148 Sep 16 04:44:05.068611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b68c4790-5957-4336-a707-bc621d39f5b0 req-b5986bde-4f7d-488d-a25f-76a59151b812 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778811 Sep 16 04:44:05.187357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f020881-e39f-47ad-83f0-4469bec3785c req-96071299-7278-4fb9-bad1-9e2196420b28 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 210 time: 0.0636208 Sep 16 04:44:05.202146 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb53479a-c7ff-42b9-8dcf-f335f0b965b9 req-b983421e-9cb8-4c2b-a2ed-5a77c785a58c tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 210 time: 0.0549769 Sep 16 04:44:05.215736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a352f4-53dc-42be-ae57-682814488da2 req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Made reservation on behalf of f4a70497af814474abf0ba78527f1f40 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:05.215736 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e6a352f4-53dc-42be-ae57-682814488da2 req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.244337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-4af59369-24ff-4889-8046-3cf52cc8f065 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868851 Sep 16 04:44:05.439619 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a622776-b21c-4c01-b7aa-8329200b9def req-0188710d-1b0b-42b2-83c3-ca07456bd0f5 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860151 Sep 16 04:44:05.452170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-e6a352f4-53dc-42be-ae57-682814488da2 req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Allocated IP 172.20.0.10 (f85b52e9-15e2-487f-9f06-aba3d4f24964/aaad16e2-265a-4ce3-a9d4-0188565c031b/488bf3e6-9400-429f-8d63-1dbcbf634fd6) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:05.570713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5c5896d-5712-4264-8003-3a70c9addb9a req-1fef0a79-8a75-4a55-bf4d-ebe131f1f977 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 210 time: 0.0436742 Sep 16 04:44:05.686650 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e6a352f4-53dc-42be-ae57-682814488da2 req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.770649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b906a-8136-4162-8aff-f9d073453cd9 req-2da23b2a-7174-4215-8acc-6b5645e88610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:05.771565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-cdacdd9f-9dc8-4eec-a49b-d068b1a01316 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:05.772384 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-278b906a-8136-4162-8aff-f9d073453cd9 req-2da23b2a-7174-4215-8acc-6b5645e88610 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 1095 time: 0.1695962 Sep 16 04:44:05.773209 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-cdacdd9f-9dc8-4eec-a49b-d068b1a01316 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.1391778 Sep 16 04:44:05.795370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Request body: {'port': {'device_id': 'fbdc781c-bdf5-4e15-b8d8-52f4b2139998', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'admin_state_up': True, 'tenant_id': '14872c2b810d40029c8a20f36a72743a'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:05.829591 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e6a352f4-53dc-42be-ae57-682814488da2 req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.849292 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['71fe8797-96de-49f3-8b40-29ce548ec970'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:05.931900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a352f4-53dc-42be-ae57-682814488da2 req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Network f85b52e9-15e2-487f-9f06-aba3d4f24964 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:05.943545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-e6a352f4-53dc-42be-ae57-682814488da2 req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:05.946308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a352f4-53dc-42be-ae57-682814488da2 req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:05.961062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Pushing event updated for resources: {'Port': ['ID=488bf3e6-9400-429f-8d63-1dbcbf634fd6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:06.051420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b906a-8136-4162-8aff-f9d073453cd9 req-c3bde562-2e85-4bac-9cc2-8026750013f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.053379 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-278b906a-8136-4162-8aff-f9d073453cd9 req-c3bde562-2e85-4bac-9cc2-8026750013f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 917 time: 0.2660730 Sep 16 04:44:06.069845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Made reservation on behalf of 14872c2b810d40029c8a20f36a72743a for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:06.074576 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.137068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-278b906a-8136-4162-8aff-f9d073453cd9 req-636b9be7-516f-4cb3-8740-2778f012368a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930998e7-b9b0-4692-a265-d5596c68066e HTTP/1.1" status: 200 len: 217 time: 0.0544171 Sep 16 04:44:06.144948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a352f4-53dc-42be-ae57-682814488da2 req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.145564 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e6a352f4-53dc-42be-ae57-682814488da2 req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.271573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab663bf-73bc-4df1-932b-65a987324642 req-f753f43c-1453-495c-adbf-9658bef8135d tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.273201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ab663bf-73bc-4df1-932b-65a987324642 req-f753f43c-1453-495c-adbf-9658bef8135d tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.2379539 Sep 16 04:44:06.285701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b906a-8136-4162-8aff-f9d073453cd9 req-04364899-db9e-4eda-8ffe-60e8cfba513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.287217 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-278b906a-8136-4162-8aff-f9d073453cd9 req-04364899-db9e-4eda-8ffe-60e8cfba513c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.1373253 Sep 16 04:44:06.390096 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-66702430-bb13-44f9-9dc2-fa49fae5edd1 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6346378 Sep 16 04:44:06.409626 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Request body: {'port': {'device_id': '3d5bfa62-d139-4a72-8da9-40c4fe5b8152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:06.415376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ab663bf-73bc-4df1-932b-65a987324642 req-4107ddd8-3a42-43d9-91b5-ab9330a0079e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324131 Sep 16 04:44:06.468068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b0dad-f0c4-4bae-aab8-14301b7e6636 req-9cac86ed-4063-4f1b-96c7-df1d862169bd tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.470202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc7b0dad-f0c4-4bae-aab8-14301b7e6636 req-9cac86ed-4063-4f1b-96c7-df1d862169bd tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.1377683 Sep 16 04:44:06.474426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b906a-8136-4162-8aff-f9d073453cd9 req-1dcdb0c0-e68d-4bd0-bdf6-389a68cf5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.476739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-278b906a-8136-4162-8aff-f9d073453cd9 req-1dcdb0c0-e68d-4bd0-bdf6-389a68cf5d62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1682525 Sep 16 04:44:06.599075 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.664380 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Allocated IP 172.20.0.11 (f2afedde-7f02-4b7e-a084-59f4bf758425/38e998c6-4110-4bef-84ea-094065a059d1/9defb0ff-ce2d-40d6-8ad9-ab055f22610f) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:06.671570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc7b0dad-f0c4-4bae-aab8-14301b7e6636 req-bc4ea293-9b33-486d-87d3-4e9e0c10c6fe tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909726 Sep 16 04:44:06.743207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66ebd5-c367-40e7-b71f-c2be4eb569a1 req-a2d5ac1e-15e1-4f8a-a2fe-5696709ed27a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.744803 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b66ebd5-c367-40e7-b71f-c2be4eb569a1 req-a2d5ac1e-15e1-4f8a-a2fe-5696709ed27a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 932 time: 0.2112970 Sep 16 04:44:06.791106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-278b906a-8136-4162-8aff-f9d073453cd9 req-78488f58-c098-40a6-ba68-52824f44feaa service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965553 Sep 16 04:44:06.878238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.908927 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-81e202c7-16c3-4e0a-b45d-72088a287c43 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248134 Sep 16 04:44:06.913931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17dd2906-9a18-45ce-8fc8-4a56a665dab9 req-87e4e839-155d-4c35-8862-738f0aa74d03 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 210 time: 0.1130900 Sep 16 04:44:06.942838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b66ebd5-c367-40e7-b71f-c2be4eb569a1 req-b857f675-2508-49c5-8384-479e2929e75a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903250 Sep 16 04:44:07.054999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000830-3718-43b4-be91-4b5866590f87 req-29e5a107-7c83-4b1a-9fd9-276322b0b619 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.056795 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-29e5a107-7c83-4b1a-9fd9-276322b0b619 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391234 Sep 16 04:44:07.086900 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-80000830-3718-43b4-be91-4b5866590f87 req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Request body: {'port': {'device_id': 'f8486874-95d9-4a0f-8f82-ac71d39d0c05', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'f9de0864ac234533b3b7edea6e651fd6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:07.106979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-278b906a-8136-4162-8aff-f9d073453cd9 req-818b81b1-991c-4494-a80e-1a3654f534d8 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047955 Sep 16 04:44:07.111497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef669d0f-1ac5-4342-827d-751f067d5c65 req-20f4086b-e41e-41f5-912c-b1e1fccdae4e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 210 time: 0.0391014 Sep 16 04:44:07.243616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488bf3e6-9400-429f-8d63-1dbcbf634fd6 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:07.252623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.263519 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.285901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Transition to ACTIVE for port object 488bf3e6-9400-429f-8d63-1dbcbf634fd6 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:07.314847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Network f2afedde-7f02-4b7e-a084-59f4bf758425 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:07.322460 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80000830-3718-43b4-be91-4b5866590f87 req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Made reservation on behalf of f9de0864ac234533b3b7edea6e651fd6 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:07.326979 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-80000830-3718-43b4-be91-4b5866590f87 req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.332292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:07.335503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:07.337909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Pushing event updated for resources: {'Port': ['ID=9defb0ff-ce2d-40d6-8ad9-ab055f22610f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:07.412601 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.440435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.441143 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.510796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Pushing event updated for resources: {'Port': ['ID=488bf3e6-9400-429f-8d63-1dbcbf634fd6,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:07.558354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-80000830-3718-43b4-be91-4b5866590f87 req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Allocated IP 192.168.233.164 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/33e0237a-ee28-4032-8d4e-586909f23c92) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:07.570817 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4daefa22-d564-4b4c-b2a5-4de24692950c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7826121 Sep 16 04:44:07.588085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Request body: {'port': {'device_id': 'fbdc781c-bdf5-4e15-b8d8-52f4b2139998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:07.628274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Attempting to bind port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:07.628647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Attempting to bind port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:07.628980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Attempting to bind port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:07.642347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793d23c-b30d-4298-b1a8-53e4a89ad6de req-21a5ef00-5473-44eb-8607-d7c56d3a45ac tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.644242 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0793d23c-b30d-4298-b1a8-53e4a89ad6de req-21a5ef00-5473-44eb-8607-d7c56d3a45ac tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1095042 Sep 16 04:44:07.645556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:07.645556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Attempting to bind port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:07.652406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:07.652795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:07.653184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Bound using segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:07.653620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Bound port: 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:07.654206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.694802 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.730187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:07.734102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:07.780862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0793d23c-b30d-4298-b1a8-53e4a89ad6de req-5733e7c7-813d-4953-89c9-a03bfdd5357e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087706 Sep 16 04:44:07.854428 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.888642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.889289 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.890685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] 10.222.0.23 "PUT /v2.0/ports/488bf3e6-9400-429f-8d63-1dbcbf634fd6 HTTP/1.1" status: 200 len: 1093 time: 1.4855964 Sep 16 04:44:07.891198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5bfa62-d139-4a72-8da9-40c4fe5b8152', 'tag': '488bf3e6-9400-429f-8d63-1dbcbf634fd6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:07.893521 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158017e8-b46e-4862-a298-9d0b58939754" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5bfa62-d139-4a72-8da9-40c4fe5b8152", "tag": "488bf3e6-9400-429f-8d63-1dbcbf634fd6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:07.903920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-80000830-3718-43b4-be91-4b5866590f87 req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.918684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affc136-9ba8-4b64-804e-4316862892a4 req-65ae92ec-1c0e-42ad-957d-6e9b4d06c43e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.920396 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8affc136-9ba8-4b64-804e-4316862892a4 req-65ae92ec-1c0e-42ad-957d-6e9b4d06c43e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.1015089 Sep 16 04:44:07.965309 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f968f7-b0e7-4f25-887b-e58e616abbf7 x-openstack-request-id: req-94f968f7-b0e7-4f25-887b-e58e616abbf7 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:07.965663 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5bfa62-d139-4a72-8da9-40c4fe5b8152", "tag": "488bf3e6-9400-429f-8d63-1dbcbf634fd6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:07.965858 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94f968f7-b0e7-4f25-887b-e58e616abbf7 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:07.966242 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5bfa62-d139-4a72-8da9-40c4fe5b8152', 'tag': '488bf3e6-9400-429f-8d63-1dbcbf634fd6', 'status': 'completed', 'code': 200} Sep 16 04:44:08.017191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76e24b-5d47-4f31-9065-53fd0aaff28d service neutron] Pushing event updated for resources: {'Port': ['ID=488bf3e6-9400-429f-8d63-1dbcbf634fd6,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:08.040703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8affc136-9ba8-4b64-804e-4316862892a4 req-41026f4b-97b2-4601-9647-30737d04fb0a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100881 Sep 16 04:44:08.120276 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-80000830-3718-43b4-be91-4b5866590f87 req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.124796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73484678-42a3-44c1-ac39-5e9daa4498a8 req-8ea572ae-1238-48ee-bcdf-00346f2c35ad tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.126345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73484678-42a3-44c1-ac39-5e9daa4498a8 req-8ea572ae-1238-48ee-bcdf-00346f2c35ad tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 932 time: 0.0807211 Sep 16 04:44:08.131366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158017e8-b46e-4862-a298-9d0b58939754 req-92e185a4-2c8d-4340-9d11-6816960eacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.132912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-158017e8-b46e-4862-a298-9d0b58939754 req-92e185a4-2c8d-4340-9d11-6816960eacd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 1096 time: 0.1573315 Sep 16 04:44:08.134559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889', '9c8ac960-4019-4696-aacb-995647ce4993', 'c3c88647-ed62-4eb5-b7a0-554cd30ed018', 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:08.160952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40876) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:08.167761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d68496dd-d333-4dd4-9993-5f1a3ee7f695', '7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:08.192846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event updated for resources: {'Port': ['ID=33e0237a-ee28-4032-8d4e-586909f23c92,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:08.219559 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80000830-3718-43b4-be91-4b5866590f87 req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:08.224947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-80000830-3718-43b4-be91-4b5866590f87 req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:08.231035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-80000830-3718-43b4-be91-4b5866590f87 req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:08.264499 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73484678-42a3-44c1-ac39-5e9daa4498a8 req-59594cde-62ad-4f3e-9636-59db5efa9a06 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987861 Sep 16 04:44:08.364546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 930998e7-b9b0-4692-a265-d5596c68066e details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:08.368841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000830-3718-43b4-be91-4b5866590f87 req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.373034 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-80000830-3718-43b4-be91-4b5866590f87 req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.381585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982b7c2-48bf-445e-bd6e-d64926e09d5a req-fe4f7e59-f64f-411f-8dee-53d408606563 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.389945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6982b7c2-48bf-445e-bd6e-d64926e09d5a req-fe4f7e59-f64f-411f-8dee-53d408606563 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.2625487 Sep 16 04:44:08.401723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9defb0ff-ce2d-40d6-8ad9-ab055f22610f {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:08.423896 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.454520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Transition to ACTIVE for port object 9defb0ff-ce2d-40d6-8ad9-ab055f22610f will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:08.471936 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88c9c7c4-4c71-4fa8-af8c-2a9502526b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.505452 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-58aee954-13c4-48de-9456-2588e9214716 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4311671 Sep 16 04:44:08.505973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=930998e7-b9b0-4692-a265-d5596c68066e,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:08.513632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6982b7c2-48bf-445e-bd6e-d64926e09d5a req-1605d200-03c1-4490-9fa3-4cd40eafc37f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205044 Sep 16 04:44:08.524132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158017e8-b46e-4862-a298-9d0b58939754 req-8a860512-bb90-4891-ab62-c6619badb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.529019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Request body: {'port': {'device_id': 'f8486874-95d9-4a0f-8f82-ac71d39d0c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:08.530658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-158017e8-b46e-4862-a298-9d0b58939754 req-8a860512-bb90-4891-ab62-c6619badb435 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f4a70497af814474abf0ba78527f1f40&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3717613 Sep 16 04:44:08.549556 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '930998e7-b9b0-4692-a265-d5596c68066e', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'port_id': '930998e7-b9b0-4692-a265-d5596c68066e', 'mac_address': 'fa:16:3e:19:ec:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:08.570467 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.640418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e8dd5cc7-f044-432c-9d1d-49fd0a1d8e56 None None] Provisioning complete for port 33e0237a-ee28-4032-8d4e-586909f23c92 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:08.640816 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e8dd5cc7-f044-432c-9d1d-49fd0a1d8e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.663668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Pushing event updated for resources: {'Port': ['ID=9defb0ff-ce2d-40d6-8ad9-ab055f22610f,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:08.703324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99e04d-4d16-4e50-8ed2-6d2704146283 req-6856774f-2036-4e35-9f06-3b11f0c8e758 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.711284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e99e04d-4d16-4e50-8ed2-6d2704146283 req-6856774f-2036-4e35-9f06-3b11f0c8e758 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 936 time: 0.3106296 Sep 16 04:44:08.712114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd5cc7-f044-432c-9d1d-49fd0a1d8e56 None None] Port 33e0237a-ee28-4032-8d4e-586909f23c92 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:08.717671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158017e8-b46e-4862-a298-9d0b58939754 req-c65a6f8d-4844-4c25-a130-1ae432898554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.719539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-158017e8-b46e-4862-a298-9d0b58939754 req-c65a6f8d-4844-4c25-a130-1ae432898554 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1742535 Sep 16 04:44:08.744159 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.784189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e99e04d-4d16-4e50-8ed2-6d2704146283 req-4ab86248-c2e7-40f1-b78c-f0cec44d348a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716994 Sep 16 04:44:08.811017 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.812725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Attempting to bind port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:08.812725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Attempting to bind port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:08.812725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Attempting to bind port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f on network f2afedde-7f02-4b7e-a084-59f4bf758425 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:08.828991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f on network f2afedde-7f02-4b7e-a084-59f4bf758425 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:08.829323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Attempting to bind port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f on network f2afedde-7f02-4b7e-a084-59f4bf758425 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:08.918956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:08.919640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Checking segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:08.919735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Bound using segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:08.920160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Bound port: 9defb0ff-ce2d-40d6-8ad9-ab055f22610f, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:08.920548 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.947202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930998e7-b9b0-4692-a265-d5596c68066e {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:09.165602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=930998e7-b9b0-4692-a265-d5596c68066e,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:09.234942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e0237a-ee28-4032-8d4e-586909f23c92 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:09.243436 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.256571 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Transition to ACTIVE for port object 33e0237a-ee28-4032-8d4e-586909f23c92 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:09.313761 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.349989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] For port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:09.355481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] For port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9defb0ff-ce2d-40d6-8ad9-ab055f22610f,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:09.386713 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.402608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=930998e7-b9b0-4692-a265-d5596c68066e,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:09.439867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092ee7b-524a-431c-b051-fbbb9f39697e req-1d87c5a3-293d-4861-8245-51d72e9efc2d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.442259 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7092ee7b-524a-431c-b051-fbbb9f39697e req-1d87c5a3-293d-4861-8245-51d72e9efc2d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 944 time: 0.1999478 Sep 16 04:44:09.454436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a352f4-53dc-42be-ae57-682814488da2 req-b63fd763-2863-41eb-817f-67844715d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.455911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-b63fd763-2863-41eb-817f-67844715d177 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 1096 time: 0.6830263 Sep 16 04:44:09.485885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Pushing event updated for resources: {'Port': ['ID=33e0237a-ee28-4032-8d4e-586909f23c92,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:09.488919 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29ba92-7da6-40b8-8cfd-3a3246739a41 req-6cc891b8-44d9-44f8-8517-605fd9b0890d tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.497348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b29ba92-7da6-40b8-8cfd-3a3246739a41 req-6cc891b8-44d9-44f8-8517-605fd9b0890d tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.2509212 Sep 16 04:44:09.563039 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.578168 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88c9c7c4-4c71-4fa8-af8c-2a9502526b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.583760 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-70f69449-aa3e-4ecf-9b2e-25a7fb68127b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6 HTTP/1.1" status: 200 len: 217 time: 0.0738542 Sep 16 04:44:09.605617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7092ee7b-524a-431c-b051-fbbb9f39697e req-3a3bc20a-cbdd-4652-8f7e-e28edfac255b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477947 Sep 16 04:44:09.605984 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Attempting to bind port 33e0237a-ee28-4032-8d4e-586909f23c92 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:09.606326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Attempting to bind port 33e0237a-ee28-4032-8d4e-586909f23c92 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:09.606651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Attempting to bind port 33e0237a-ee28-4032-8d4e-586909f23c92 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:09.620694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b29ba92-7da6-40b8-8cfd-3a3246739a41 req-177ec387-5686-483f-8cc9-f758992d01d4 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177433 Sep 16 04:44:09.633564 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.634203 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.636190 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] 10.222.0.23 "PUT /v2.0/ports/9defb0ff-ce2d-40d6-8ad9-ab055f22610f HTTP/1.1" status: 200 len: 1093 time: 2.0558352 Sep 16 04:44:09.638518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['930998e7-b9b0-4692-a265-d5596c68066e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:09.641699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdc781c-bdf5-4e15-b8d8-52f4b2139998', 'tag': '9defb0ff-ce2d-40d6-8ad9-ab055f22610f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:09.644028 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8753f43b-7745-4da6-a6c9-c074d5ce39dd" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdc781c-bdf5-4e15-b8d8-52f4b2139998", "tag": "9defb0ff-ce2d-40d6-8ad9-ab055f22610f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:09.680843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Port 33e0237a-ee28-4032-8d4e-586909f23c92 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:09.681171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Attempting to bind port 33e0237a-ee28-4032-8d4e-586909f23c92 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:09.706232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:09.706577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:09.706981 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:09.707390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Bound port: 33e0237a-ee28-4032-8d4e-586909f23c92, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:09.707750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.709939 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c31ea1-0da2-4aea-843a-cc29a34f574e service neutron] Pushing event updated for resources: {'Port': ['ID=9defb0ff-ce2d-40d6-8ad9-ab055f22610f,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:09.717700 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88c9c7c4-4c71-4fa8-af8c-2a9502526b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.815609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a352f4-53dc-42be-ae57-682814488da2 req-c9fb44a7-0571-4bdd-be19-fed1cddc904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.819617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-c9fb44a7-0571-4bdd-be19-fed1cddc904a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.2131987 Sep 16 04:44:09.902431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] For port 33e0237a-ee28-4032-8d4e-586909f23c92, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:09.906133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-17376095-d0cf-402f-b494-516967096fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.912729 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-17376095-d0cf-402f-b494-516967096fab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 1096 time: 0.0944924 Sep 16 04:44:09.912729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] For port 33e0237a-ee28-4032-8d4e-586909f23c92, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=33e0237a-ee28-4032-8d4e-586909f23c92,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:09.917917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9c7c4-4c71-4fa8-af8c-2a9502526b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeab1ed-e2c2-4a9b-a346-8c660a6fc9fc,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:09.924051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-974ac7b9-7dd6-488e-b9b9-496ee830c8b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756736 Sep 16 04:44:09.926325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-88c9c7c4-4c71-4fa8-af8c-2a9502526b23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=175b4f0987b84b69b4b5e051fc111dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7645011 Sep 16 04:44:09.929805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40902) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:09.982334 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-b1591d90-aa66-4ca8-9e67-44816ca2d4c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9defb0ff-ce2d-40d6-8ad9-ab055f22610f HTTP/1.1" status: 200 len: 217 time: 0.0657029 Sep 16 04:44:10.030757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e585a8-ca44-4c6b-9638-bb2f2727a6df req-f75549f7-3ec9-4b26-b03a-21e986e30925 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.032341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7e585a8-ca44-4c6b-9638-bb2f2727a6df req-f75549f7-3ec9-4b26-b03a-21e986e30925 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.2084265 Sep 16 04:44:10.040122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f5411-4d9c-472f-a28c-977b14eaf1bb req-9a61989b-d86e-4be5-9bf4-02a61e6ad140 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.044106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a12f5411-4d9c-472f-a28c-977b14eaf1bb req-9a61989b-d86e-4be5-9bf4-02a61e6ad140 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 944 time: 0.2154217 Sep 16 04:44:10.045227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.089042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.089995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.091422 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] 10.222.0.37 "PUT /v2.0/ports/33e0237a-ee28-4032-8d4e-586909f23c92 HTTP/1.1" status: 200 len: 1097 time: 1.5767417 Sep 16 04:44:10.110288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-6db16ebd-b037-4929-a583-fce692a34db1 service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744697 Sep 16 04:44:10.117245 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7e585a8-ca44-4c6b-9638-bb2f2727a6df req-8d7f1d76-8c8b-4703-b363-ede13ecb0f23 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707796 Sep 16 04:44:10.131681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-a0df2a79-f66e-46c0-a129-081a9806b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.133452 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-a0df2a79-f66e-46c0-a129-081a9806b43d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 200 len: 852 time: 0.1414680 Sep 16 04:44:10.138321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-acd8bfab-91d0-4810-bbaa-23067f96701b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.172038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a12f5411-4d9c-472f-a28c-977b14eaf1bb req-80f1f964-5838-4a9d-8b0d-00abdfd2bc63 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166549 Sep 16 04:44:10.184924 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-b366c720-e9fe-4043-8c7d-fc7843cf65e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2afedde-7f02-4b7e-a084-59f4bf758425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389009 Sep 16 04:44:10.185545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2adb8-7069-4940-aafe-2738eb92392d service neutron] Pushing event updated for resources: {'Port': ['ID=33e0237a-ee28-4032-8d4e-586909f23c92,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:10.209355 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-acd8bfab-91d0-4810-bbaa-23067f96701b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.301954 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35871c71-8732-4fc7-9ef2-f5880987a371 x-openstack-request-id: req-35871c71-8732-4fc7-9ef2-f5880987a371 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:10.302249 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdc781c-bdf5-4e15-b8d8-52f4b2139998", "tag": "9defb0ff-ce2d-40d6-8ad9-ab055f22610f", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:10.302545 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35871c71-8732-4fc7-9ef2-f5880987a371 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:10.302947 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdc781c-bdf5-4e15-b8d8-52f4b2139998', 'tag': '9defb0ff-ce2d-40d6-8ad9-ab055f22610f', 'status': 'completed', 'code': 200} Sep 16 04:44:10.330969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a352f4-53dc-42be-ae57-682814488da2 req-32b011b2-46f4-42e4-bbb6-f64d65b3e5fb service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126060 Sep 16 04:44:10.384206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000830-3718-43b4-be91-4b5866590f87 req-48ef8e82-67a8-4684-8090-7f092fd950aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.385755 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-48ef8e82-67a8-4684-8090-7f092fd950aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 1100 time: 0.1204264 Sep 16 04:44:10.393566 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-b32a1bbf-be7e-4f91-8375-d78c15993a59 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972649 Sep 16 04:44:10.397836 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017de05-8dd4-4290-8b64-0f1ccd35ef1b req-33475a66-7630-4b55-9e9a-ed4225182531 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.399361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2017de05-8dd4-4290-8b64-0f1ccd35ef1b req-33475a66-7630-4b55-9e9a-ed4225182531 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 948 time: 0.0629652 Sep 16 04:44:10.443178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2017de05-8dd4-4290-8b64-0f1ccd35ef1b req-b55c1761-41e5-482f-8480-e45cb5364593 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341785 Sep 16 04:44:10.444401 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-e9c23e52-622c-47f1-81c4-e4ed5fe12379 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=33e0237a-ee28-4032-8d4e-586909f23c92 HTTP/1.1" status: 200 len: 217 time: 0.0497043 Sep 16 04:44:10.532440 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-acd8bfab-91d0-4810-bbaa-23067f96701b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.535038 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-acd8bfab-91d0-4810-bbaa-23067f96701b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.536162 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-acd8bfab-91d0-4810-bbaa-23067f96701b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2aeab1ed-e2c2-4a9b-a346-8c660a6fc9fc HTTP/1.1" status: 204 len: 168 time: 0.6045191 Sep 16 04:44:10.551401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000830-3718-43b4-be91-4b5866590f87 req-0232fe07-d794-436b-802d-cb1cce0a27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.552938 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-0232fe07-d794-436b-802d-cb1cce0a27d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0995133 Sep 16 04:44:10.555568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8bfab-91d0-4810-bbaa-23067f96701b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeab1ed-e2c2-4a9b-a346-8c660a6fc9fc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:10.582275 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e5fb962-e586-4556-b152-6db2be5d23ac req-4c5e15b6-3571-4936-9ee5-4d89499e432e service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802206 Sep 16 04:44:10.611210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000830-3718-43b4-be91-4b5866590f87 req-84671a21-beed-4620-9119-aa8189863e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.612901 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-84671a21-beed-4620-9119-aa8189863e00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0497401 Sep 16 04:44:10.768083 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-5bb5e254-730d-497c-8340-93b19247648f service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466279 Sep 16 04:44:10.774278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753f43b-7745-4da6-a6c9-c074d5ce39dd req-111985bb-3fac-430d-a6cf-7fa151c36366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.776259 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8753f43b-7745-4da6-a6c9-c074d5ce39dd req-111985bb-3fac-430d-a6cf-7fa151c36366 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 1096 time: 0.0714757 Sep 16 04:44:10.790196 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7e6fe-53d9-48f6-8133-e06df9bc3266 req-16aaeb4d-dafd-4ecb-9d07-32c0a47097d7 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.792247 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18a7e6fe-53d9-48f6-8133-e06df9bc3266 req-16aaeb4d-dafd-4ecb-9d07-32c0a47097d7 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.0896704 Sep 16 04:44:10.805291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe88269-7cdc-4368-adb6-c64169aa0386 req-bd9c3f34-c293-4cf4-9bd7-23c56aa9b761 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.806749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfe88269-7cdc-4368-adb6-c64169aa0386 req-bd9c3f34-c293-4cf4-9bd7-23c56aa9b761 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 944 time: 0.0678077 Sep 16 04:44:10.865389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18a7e6fe-53d9-48f6-8133-e06df9bc3266 req-58f69767-140f-4fe4-bd58-462ec8d87457 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571198 Sep 16 04:44:10.868487 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfe88269-7cdc-4368-adb6-c64169aa0386 req-b29f2819-bcde-466f-9224-9aab701af1fa tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529995 Sep 16 04:44:10.938850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753f43b-7745-4da6-a6c9-c074d5ce39dd req-029fa593-ca96-4154-915c-0c21c3d8ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.940309 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8753f43b-7745-4da6-a6c9-c074d5ce39dd req-029fa593-ca96-4154-915c-0c21c3d8ec57 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 912 time: 0.1559329 Sep 16 04:44:10.942137 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-80000830-3718-43b4-be91-4b5866590f87 req-f564f3c0-0edb-4e89-8c2f-08b8e3d3d3e6 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649277 Sep 16 04:44:10.987565 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8753f43b-7745-4da6-a6c9-c074d5ce39dd req-6f9ac720-17bf-4e52-9a68-172bea5f49bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9defb0ff-ce2d-40d6-8ad9-ab055f22610f HTTP/1.1" status: 200 len: 217 time: 0.0385180 Sep 16 04:44:11.047177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753f43b-7745-4da6-a6c9-c074d5ce39dd req-12ec4c13-b259-447b-aba4-4725599503c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.048787 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8753f43b-7745-4da6-a6c9-c074d5ce39dd req-12ec4c13-b259-447b-aba4-4725599503c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 200 len: 852 time: 0.0532615 Sep 16 04:44:11.085011 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8753f43b-7745-4da6-a6c9-c074d5ce39dd req-1f48f39b-3f27-47d7-a47c-30f063c85643 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2afedde-7f02-4b7e-a084-59f4bf758425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282052 Sep 16 04:44:11.179525 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8753f43b-7745-4da6-a6c9-c074d5ce39dd req-3af62694-ab7c-4077-92cd-46906dd570b9 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860481 Sep 16 04:44:11.243289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a352d-fb89-4226-9a28-2f573d416853 req-3165048b-fefe-4ec9-a76b-be32059bf76e tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.245200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d08a352d-fb89-4226-9a28-2f573d416853 req-3165048b-fefe-4ec9-a76b-be32059bf76e tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.0538158 Sep 16 04:44:11.298876 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8753f43b-7745-4da6-a6c9-c074d5ce39dd req-4a388c42-b599-4a62-9e9c-ec951c2f26f0 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108360 Sep 16 04:44:11.318520 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d08a352d-fb89-4226-9a28-2f573d416853 req-645849c2-83c8-48fb-82b7-896f51e53360 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635283 Sep 16 04:44:11.327954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddea4fd-9604-4c1e-a9c2-90cdae27e3f9 req-51498011-2a5b-458e-a83b-daa3fe711794 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.329493 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ddea4fd-9604-4c1e-a9c2-90cdae27e3f9 req-51498011-2a5b-458e-a83b-daa3fe711794 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 944 time: 0.0833240 Sep 16 04:44:11.376059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ddea4fd-9604-4c1e-a9c2-90cdae27e3f9 req-1708c781-ed08-4cd5-a9e1-7dbbbf36da7e tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343821 Sep 16 04:44:11.570953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1ddc1-1480-40fd-b846-169789b44ddb req-c2033fa5-8e7d-4715-bbf9-ca0ff3ba7d32 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.573468 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7c1ddc1-1480-40fd-b846-169789b44ddb req-c2033fa5-8e7d-4715-bbf9-ca0ff3ba7d32 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 948 time: 0.0585620 Sep 16 04:44:11.617463 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7c1ddc1-1480-40fd-b846-169789b44ddb req-3d73f13e-b3c9-4c2a-9e1e-9b0e1c5ad6da tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336645 Sep 16 04:44:11.825229 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40938) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:11.935216 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1958829915-network', 'tenant_id': 'beb64385c68c464bbaadaf890c1a8c95'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:11.995877 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-37e1a0bf-ca4e-481c-9aca-c33c8f6ec4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.046872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Made reservation on behalf of beb64385c68c464bbaadaf890c1a8c95 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:12.049188 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.061396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eddb1-b692-40d6-99d7-e67107678d5b req-f4c908f5-da9c-4be2-9567-6beb8044c5be tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.064794 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.068570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc1eddb1-b692-40d6-99d7-e67107678d5b req-f4c908f5-da9c-4be2-9567-6beb8044c5be tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1009405 Sep 16 04:44:12.096341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c941c08-2e8f-428c-9ea7-27bbbd882c4e req-43d53f1c-a5e8-4a95-bdaa-d22d1c7fd13a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.097934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c941c08-2e8f-428c-9ea7-27bbbd882c4e req-43d53f1c-a5e8-4a95-bdaa-d22d1c7fd13a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 944 time: 0.1212573 Sep 16 04:44:12.138447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc1eddb1-b692-40d6-99d7-e67107678d5b req-95ec517d-59c4-4ce1-9fb6-3229613371fd tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690095 Sep 16 04:44:12.162416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c941c08-2e8f-428c-9ea7-27bbbd882c4e req-16d4b211-3234-42bd-acce-0cc7858e3b7c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575399 Sep 16 04:44:12.174006 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.184006 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.268277 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 94d0a7c3-849d-47bb-981e-04887206b61c details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:12.271310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 94d0a7c3-849d-47bb-981e-04887206b61c no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:12.303858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8486874-95d9-4a0f-8f82-ac71d39d0c05', 'tag': '33e0237a-ee28-4032-8d4e-586909f23c92'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:12.306253 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a397f0a3-6e59-4e3b-ba96-dfc708814d60" -d '{"events": [{"name": "network-changed", "server_uuid": "f8486874-95d9-4a0f-8f82-ac71d39d0c05", "tag": "33e0237a-ee28-4032-8d4e-586909f23c92"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:12.362259 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9400356d-ea85-4e90-8fdb-214b6fbe7753 x-openstack-request-id: req-9400356d-ea85-4e90-8fdb-214b6fbe7753 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:12.362549 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8486874-95d9-4a0f-8f82-ac71d39d0c05", "tag": "33e0237a-ee28-4032-8d4e-586909f23c92", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:12.362822 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9400356d-ea85-4e90-8fdb-214b6fbe7753 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:12.363179 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8486874-95d9-4a0f-8f82-ac71d39d0c05', 'tag': '33e0237a-ee28-4032-8d4e-586909f23c92', 'status': 'completed', 'code': 200} Sep 16 04:44:12.366803 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.389656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:44:12.421111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 930998e7-b9b0-4692-a265-d5596c68066e up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:12.437294 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.437673 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Added segment e4b115d0-e4bf-4e7d-9fdc-4028c067583a of type vlan for network 9d28860d-4e08-4ba3-a765-b2bfee8d416f Sep 16 04:44:12.439149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb7422c-f273-4913-93e5-f0281f10cfe0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:12.472204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31393c96-1253-4098-a88c-d920b58653b3 req-187c8d90-39eb-4f35-b8f1-bf147b8fee65 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.474387 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31393c96-1253-4098-a88c-d920b58653b3 req-187c8d90-39eb-4f35-b8f1-bf147b8fee65 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.0589652 Sep 16 04:44:12.474519 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.513614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:12.521291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31393c96-1253-4098-a88c-d920b58653b3 req-cdbafe16-8504-4d1e-9824-cb041d572ab9 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Sep 16 04:44:12.528424 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397f0a3-6e59-4e3b-ba96-dfc708814d60 req-38d168bb-99e7-4a35-8f1f-b0dbf56bc752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.530880 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a397f0a3-6e59-4e3b-ba96-dfc708814d60 req-38d168bb-99e7-4a35-8f1f-b0dbf56bc752 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 1100 time: 0.1347873 Sep 16 04:44:12.543726 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:12.543726 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167a8885-941a-4718-bb58-0ef1481ede0b" -d '{"events": [{"server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "name": "network-vif-unplugged", "status": "completed", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:12.544091 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.548954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '94d0a7c3-849d-47bb-981e-04887206b61c', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '94d0a7c3-849d-47bb-981e-04887206b61c', 'mac_address': 'fa:16:3e:e1:73:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:12.556619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:12.597184 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697fe467-9c0e-4828-9b7b-f55cf65ab086 x-openstack-request-id: req-697fe467-9c0e-4828-9b7b-f55cf65ab086 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:12.597499 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "name": "network-vif-unplugged", "status": "completed", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:12.597708 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-697fe467-9c0e-4828-9b7b-f55cf65ab086 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:12.598256 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c', 'code': 200} Sep 16 04:44:12.616670 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.629609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d7ca4-07b4-4b83-bc20-034989c24dc1 req-0d07d2b6-867a-4d11-ac7a-406bbd0a3c8d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.630840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94d0a7c3-849d-47bb-981e-04887206b61c {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:12.631496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-608d7ca4-07b4-4b83-bc20-034989c24dc1 req-0d07d2b6-867a-4d11-ac7a-406bbd0a3c8d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 944 time: 0.0518737 Sep 16 04:44:12.654517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397f0a3-6e59-4e3b-ba96-dfc708814d60 req-1add6560-cf60-45be-9033-a062e1d96f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.656135 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a397f0a3-6e59-4e3b-ba96-dfc708814d60 req-1add6560-cf60-45be-9033-a062e1d96f25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1176453 Sep 16 04:44:12.659233 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.682625 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-608d7ca4-07b4-4b83-bc20-034989c24dc1 req-2d51aa7c-cd0b-4f8a-9d64-3ca9193ce6ee tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Sep 16 04:44:12.714824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 930998e7-b9b0-4692-a265-d5596c68066e completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:12.716377 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a397f0a3-6e59-4e3b-ba96-dfc708814d60 req-ee7c2bb0-50bd-4eff-a782-a0df59404cd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=33e0237a-ee28-4032-8d4e-586909f23c92 HTTP/1.1" status: 200 len: 217 time: 0.0524032 Sep 16 04:44:12.722327 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.723530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.724221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.735740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 930998e7-b9b0-4692-a265-d5596c68066e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:12.736127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.753601 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73729893-9391-47ca-a750-e0af205928a6 req-c735fef9-bd6d-4d87-8851-e29dbabdf6d8 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.755276 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73729893-9391-47ca-a750-e0af205928a6 req-c735fef9-bd6d-4d87-8851-e29dbabdf6d8 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 948 time: 0.0544772 Sep 16 04:44:12.771756 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:44:12.771984 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:44:12.779890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=94d0a7c3-849d-47bb-981e-04887206b61c,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:12.798573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73729893-9391-47ca-a750-e0af205928a6 req-0af795f4-4f5b-4f10-97b4-daf3c67cf3d5 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359492 Sep 16 04:44:12.828494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=9d28860d-4e08-4ba3-a765-b2bfee8d416f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:12.831823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397f0a3-6e59-4e3b-ba96-dfc708814d60 req-22f444bd-9f31-4b80-ac90-d16f4444ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.833423 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a397f0a3-6e59-4e3b-ba96-dfc708814d60 req-22f444bd-9f31-4b80-ac90-d16f4444ac0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1057241 Sep 16 04:44:12.840069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 9d28860d-4e08-4ba3-a765-b2bfee8d416f details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:44:12.867435 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9aa9945b-e610-440b-b463-5b1ef7003bd0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0408127 Sep 16 04:44:12.871108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40960) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:12.874134 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.876102 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b4034f23-bb18-4190-a20d-767b5ac9f4d3 admin admin] Request body: {'subnet': {'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1958829915-subnet', 'tenant_id': 'beb64385c68c464bbaadaf890c1a8c95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:12.904023 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397f0a3-6e59-4e3b-ba96-dfc708814d60 req-6aeb4d7b-24b7-4027-b2ee-77f1812322a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.905684 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a397f0a3-6e59-4e3b-ba96-dfc708814d60 req-6aeb4d7b-24b7-4027-b2ee-77f1812322a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0646906 Sep 16 04:44:12.944129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=930998e7-b9b0-4692-a265-d5596c68066e,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:12.974390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4034f23-bb18-4190-a20d-767b5ac9f4d3 admin admin] Made reservation on behalf of beb64385c68c464bbaadaf890c1a8c95 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:12.976865 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4034f23-bb18-4190-a20d-767b5ac9f4d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.001317 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.052493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=930998e7-b9b0-4692-a265-d5596c68066e,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.314187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174ce1a-54b4-4378-80c2-8cce4b8fd9f0 req-a5069882-c391-456f-aafb-a8be362f69ea tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.315751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5174ce1a-54b4-4378-80c2-8cce4b8fd9f0 req-a5069882-c391-456f-aafb-a8be362f69ea tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 947 time: 0.0883961 Sep 16 04:44:13.321159 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.329266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a586dd-b0b9-4fad-9a0f-0b03e3c131a1 req-8d4a168d-db18-4a10-a814-ab4ce94ebce1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.331275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-76a586dd-b0b9-4fad-9a0f-0b03e3c131a1 req-8d4a168d-db18-4a10-a814-ab4ce94ebce1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.0755284 Sep 16 04:44:13.343269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d0a7c3-849d-47bb-981e-04887206b61c {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:13.349306 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a397f0a3-6e59-4e3b-ba96-dfc708814d60 req-22f55b68-ebb5-4429-832c-d5bb133058d6 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340272 Sep 16 04:44:13.367209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:13.394320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5174ce1a-54b4-4378-80c2-8cce4b8fd9f0 req-645d3b9c-f315-49bd-9fde-bbbc16b36bb6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619841 Sep 16 04:44:13.405118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-76a586dd-b0b9-4fad-9a0f-0b03e3c131a1 req-b3c66412-b798-42e6-81bb-9dab489edb28 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657411 Sep 16 04:44:13.475132 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.490062 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a397f0a3-6e59-4e3b-ba96-dfc708814d60 req-4cae0570-cd0f-47a5-98d3-521dadf19f40 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333096 Sep 16 04:44:13.526776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=94d0a7c3-849d-47bb-981e-04887206b61c,revision_number=10']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.629757 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4034f23-bb18-4190-a20d-767b5ac9f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.642424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01225589-6864-4876-8e0a-302be9806a8c req-f2d15cdc-0c39-46c2-ad08-13394e271821 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.644350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01225589-6864-4876-8e0a-302be9806a8c req-f2d15cdc-0c39-46c2-ad08-13394e271821 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.0527375 Sep 16 04:44:13.685167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01225589-6864-4876-8e0a-302be9806a8c req-2a6c4e60-56e6-4b30-8e34-102834fdc44f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335448 Sep 16 04:44:13.692866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4034f23-bb18-4190-a20d-767b5ac9f4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=949274d8-2344-4ef9-adff-97636601143c,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.697230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4034f23-bb18-4190-a20d-767b5ac9f4d3 admin admin] Checking segment: {'id': 'e4b115d0-e4bf-4e7d-9fdc-4028c067583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:13.697742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4034f23-bb18-4190-a20d-767b5ac9f4d3 admin admin] Network hostable DHCP agents. Network: 9d28860d-4e08-4ba3-a765-b2bfee8d416f, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:44:13.758751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['94d0a7c3-849d-47bb-981e-04887206b61c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:13.783386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4034f23-bb18-4190-a20d-767b5ac9f4d3 admin admin] Network 9d28860d-4e08-4ba3-a765-b2bfee8d416f is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:44:13.809941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e4baf-6d96-48b0-82e5-77f181be60e6 req-85a85f6b-a78d-4c43-a2ee-037c412614f2 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.811507 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-565e4baf-6d96-48b0-82e5-77f181be60e6 req-85a85f6b-a78d-4c43-a2ee-037c412614f2 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 944 time: 0.0527222 Sep 16 04:44:13.854429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-565e4baf-6d96-48b0-82e5-77f181be60e6 req-307d9616-19d0-4be7-a366-f4630ad43868 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355544 Sep 16 04:44:13.877841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-b4034f23-bb18-4190-a20d-767b5ac9f4d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 9d28860d-4e08-4ba3-a765-b2bfee8d416f) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:13.885687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4034f23-bb18-4190-a20d-767b5ac9f4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.885687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4034f23-bb18-4190-a20d-767b5ac9f4d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.893218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe7133a-1d78-4b33-af03-025d5ed9e075 None None] Network 9d28860d-4e08-4ba3-a765-b2bfee8d416f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:13.928714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af92aa-f1a4-499b-bd8c-9b96f10085d9 req-b6881b30-bafc-488e-b78d-cc076ecd9fc2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.930240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04af92aa-f1a4-499b-bd8c-9b96f10085d9 req-b6881b30-bafc-488e-b78d-cc076ecd9fc2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 948 time: 0.0567648 Sep 16 04:44:13.967465 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b4034f23-bb18-4190-a20d-767b5ac9f4d3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0951495 Sep 16 04:44:13.972478 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04af92aa-f1a4-499b-bd8c-9b96f10085d9 req-053d2f3d-4bf9-4bf6-8936-a60e484577eb tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354679 Sep 16 04:44:14.037178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b08347c-8280-4bca-9770-b958e147d62d None None] Network 9d28860d-4e08-4ba3-a765-b2bfee8d416f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:14.299286 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 33e0237a-ee28-4032-8d4e-586909f23c92 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:14.408569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9defb0ff-ce2d-40d6-8ad9-ab055f22610f details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:14.422050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 33e0237a-ee28-4032-8d4e-586909f23c92, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=33e0237a-ee28-4032-8d4e-586909f23c92,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:14.433479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-f27bcce2-4abd-4707-a113-90b31c249f80 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.436948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-f27bcce2-4abd-4707-a113-90b31c249f80 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/networks?id=9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 200 len: 814 time: 0.1084678 Sep 16 04:44:14.440000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '33e0237a-ee28-4032-8d4e-586909f23c92', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '33e0237a-ee28-4032-8d4e-586909f23c92', 'mac_address': 'fa:16:3e:22:bb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:14.453463 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-e5c4a54b-ba17-4432-b883-b537070a3a4a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/quotas/beb64385c68c464bbaadaf890c1a8c95 HTTP/1.1" status: 200 len: 375 time: 0.0106366 Sep 16 04:44:14.504271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-354ccc7d-35ca-4941-9f32-683710c07700 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb64385c68c464bbaadaf890c1a8c95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425682 Sep 16 04:44:14.525449 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd92c-7daa-4589-8b28-bdd4b57d8987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.539865 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.561313 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e0237a-ee28-4032-8d4e-586909f23c92 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:14.582021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9defb0ff-ce2d-40d6-8ad9-ab055f22610f,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:14.597969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3449b2-df2a-41b1-bbe3-85bc8d7f5e82 req-6e2bd427-a095-4698-a0e3-515fa0988531 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.599192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:14.599494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af3449b2-df2a-41b1-bbe3-85bc8d7f5e82 req-6e2bd427-a095-4698-a0e3-515fa0988531 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.1258934 Sep 16 04:44:14.601499 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ede9a15-9694-4ffb-aa1c-c62a69405620" -d '{"events": [{"server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "name": "network-vif-plugged", "status": "completed", "tag": "930998e7-b9b0-4692-a265-d5596c68066e"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:14.605992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 33e0237a-ee28-4032-8d4e-586909f23c92, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=33e0237a-ee28-4032-8d4e-586909f23c92,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:14.607869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '9defb0ff-ce2d-40d6-8ad9-ab055f22610f', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'port_id': '9defb0ff-ce2d-40d6-8ad9-ab055f22610f', 'mac_address': 'fa:16:3e:70:1c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e998c6-4110-4bef-84ea-094065a059d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:14.640026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-871fe198-3115-4842-adef-ba02cb50e943 service neutron] 10.222.0.24 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212409 Sep 16 04:44:14.648308 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.666908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9defb0ff-ce2d-40d6-8ad9-ab055f22610f {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:14.676524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af3449b2-df2a-41b1-bbe3-85bc8d7f5e82 req-f2436a4e-99e7-4759-9fe3-8f78ac7106b2 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690117 Sep 16 04:44:14.687989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9defb0ff-ce2d-40d6-8ad9-ab055f22610f,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:14.715264 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.755504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-05ed09a1-d604-4886-b6b4-d616fe1371c1 service neutron] 10.222.0.24 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084168 Sep 16 04:44:14.767737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=33e0237a-ee28-4032-8d4e-586909f23c92,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:14.778879 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.796931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01759ec-4b49-4e14-a56e-5552e372d76e req-5476d02a-b985-4c16-8d5f-a5078c879c36 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.799011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e01759ec-4b49-4e14-a56e-5552e372d76e req-5476d02a-b985-4c16-8d5f-a5078c879c36 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.0586038 Sep 16 04:44:14.830389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=9defb0ff-ce2d-40d6-8ad9-ab055f22610f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:14.844381 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e01759ec-4b49-4e14-a56e-5552e372d76e req-8d7805d8-2b9b-4fed-8f78-6641aeaf1cfc tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355120 Sep 16 04:44:14.955134 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf2ab5-aab9-4498-9b5f-c1d37bafa71f x-openstack-request-id: req-ddcf2ab5-aab9-4498-9b5f-c1d37bafa71f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:14.955701 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "name": "network-vif-plugged", "status": "completed", "tag": "930998e7-b9b0-4692-a265-d5596c68066e", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:14.956159 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddcf2ab5-aab9-4498-9b5f-c1d37bafa71f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:14.956806 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e', 'code': 200} Sep 16 04:44:15.040820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['33e0237a-ee28-4032-8d4e-586909f23c92'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:15.079848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5400f-26dd-48ec-817a-9a2f50a586dd req-727cbae8-e45b-4412-b461-5d41088157f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.082392 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0b5400f-26dd-48ec-817a-9a2f50a586dd req-727cbae8-e45b-4412-b461-5d41088157f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 1097 time: 0.0601983 Sep 16 04:44:15.086988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['9defb0ff-ce2d-40d6-8ad9-ab055f22610f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:15.102975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc218f8c-299e-43e2-9e54-ee137e4dfd11 req-f8437632-7fd8-4662-989f-7a6907a91b5f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.105165 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc218f8c-299e-43e2-9e54-ee137e4dfd11 req-f8437632-7fd8-4662-989f-7a6907a91b5f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 945 time: 0.0888729 Sep 16 04:44:15.117863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78def8f6-877c-4efa-b2b8-0b4a6dc67f37 req-410a76e4-f979-4aa0-bea3-5b27e7f00081 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.120206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78def8f6-877c-4efa-b2b8-0b4a6dc67f37 req-410a76e4-f979-4aa0-bea3-5b27e7f00081 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.0928147 Sep 16 04:44:15.144337 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0b5400f-26dd-48ec-817a-9a2f50a586dd req-60b32343-f76c-41ea-b01d-8d6dd5821af7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457520 Sep 16 04:44:15.171424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc218f8c-299e-43e2-9e54-ee137e4dfd11 req-5b45ee2e-4595-4d4b-a76e-36c1f9f88b76 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501084 Sep 16 04:44:15.191104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78def8f6-877c-4efa-b2b8-0b4a6dc67f37 req-f055b27b-24c6-4a77-9f14-086d6877f9de tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505247 Sep 16 04:44:15.263929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d15bc8a-23ab-4317-b1bb-d991eb82e4a7 req-0ff97af9-d668-41b7-9afb-78f42299d840 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 210 time: 0.0280981 Sep 16 04:44:15.299884 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.318479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10f617-dc8f-4bd4-90e5-34cd39eb9d9d req-13757728-fa63-4ead-81ba-e558e199c801 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.320113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee10f617-dc8f-4bd4-90e5-34cd39eb9d9d req-13757728-fa63-4ead-81ba-e558e199c801 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 949 time: 0.0579462 Sep 16 04:44:15.363677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee10f617-dc8f-4bd4-90e5-34cd39eb9d9d req-9b828892-6a48-47c0-86b6-c77ac579a64e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371079 Sep 16 04:44:15.799673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f22273-a685-4b73-995b-f72178d1c0ce req-2c8c9cb9-c72d-45d5-bfb1-d787d22c7495 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.801178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15f22273-a685-4b73-995b-f72178d1c0ce req-2c8c9cb9-c72d-45d5-bfb1-d787d22c7495 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 949 time: 0.0538025 Sep 16 04:44:15.840134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15f22273-a685-4b73-995b-f72178d1c0ce req-9f925533-f0f8-436e-aa46-8e202356ee81 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 Sep 16 04:44:15.880327 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.969775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6fd68-e564-4ded-b10e-6de47add8ef9 req-af6e2dd0-347d-4fac-9c2b-041fdaac4754 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.971390 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0bd6fd68-e564-4ded-b10e-6de47add8ef9 req-af6e2dd0-347d-4fac-9c2b-041fdaac4754 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.0558898 Sep 16 04:44:16.015879 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0bd6fd68-e564-4ded-b10e-6de47add8ef9 req-eaeabdb1-3687-4a20-893b-312588641842 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382578 Sep 16 04:44:16.155253 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.301776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 94d0a7c3-849d-47bb-981e-04887206b61c up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:16.357076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84cb98-3a66-40a1-8cd1-7a876108c987 req-02e1c06f-3792-4342-9248-854d95afb4c2 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.360742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a84cb98-3a66-40a1-8cd1-7a876108c987 req-02e1c06f-3792-4342-9248-854d95afb4c2 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 945 time: 0.1122496 Sep 16 04:44:16.368785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 94d0a7c3-849d-47bb-981e-04887206b61c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:16.369206 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.377254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2d69f-4edb-4d48-8d08-bb273a9db848 req-84782e56-9e4d-42f7-a62c-04ccee54057e tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.380939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbc2d69f-4edb-4d48-8d08-bb273a9db848 req-84782e56-9e4d-42f7-a62c-04ccee54057e tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.0839710 Sep 16 04:44:16.413352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9defb0ff-ce2d-40d6-8ad9-ab055f22610f up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:16.430897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a84cb98-3a66-40a1-8cd1-7a876108c987 req-40b328e2-5c63-4374-a4b4-ff35e880bdde tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 Sep 16 04:44:16.471964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbc2d69f-4edb-4d48-8d08-bb273a9db848 req-8d8a1946-4b9a-460d-abf8-08b3266f6ef9 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825047 Sep 16 04:44:16.525501 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.529662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ca55f58-b6ec-4fe8-ad0a-fa1c66fcda53 req-0c39443f-ed9a-47e0-b4cc-eca6ec1e0c47 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 210 time: 0.0283561 Sep 16 04:44:16.570523 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:16.590909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:16.595699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:16.596084 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.639179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856250c-0c90-437e-b14e-464dfab0fe9b req-e5aa165b-2da2-4272-8d5c-db0e428f62a6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.640691 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1856250c-0c90-437e-b14e-464dfab0fe9b req-e5aa165b-2da2-4272-8d5c-db0e428f62a6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 949 time: 0.0637033 Sep 16 04:44:16.671368 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.693930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1856250c-0c90-437e-b14e-464dfab0fe9b req-9716b00f-10da-434c-b4b8-b56be7ff806e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463846 Sep 16 04:44:16.714339 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.752602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=94d0a7c3-849d-47bb-981e-04887206b61c,revision_number=11']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:16.765471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9defb0ff-ce2d-40d6-8ad9-ab055f22610f,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:16.812335 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.862379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=9defb0ff-ce2d-40d6-8ad9-ab055f22610f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:16.957913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c'}, {'server_uuid': 'fbdc781c-bdf5-4e15-b8d8-52f4b2139998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9defb0ff-ce2d-40d6-8ad9-ab055f22610f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:16.960844 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40698f8f-c624-4b14-aedc-48abbeb429fa" -d '{"events": [{"server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "name": "network-vif-plugged", "status": "completed", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c"}, {"server_uuid": "fbdc781c-bdf5-4e15-b8d8-52f4b2139998", "name": "network-vif-plugged", "status": "completed", "tag": "9defb0ff-ce2d-40d6-8ad9-ab055f22610f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:16.963727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96ec3d-6fec-45a6-aafc-4370b6db0a1e req-b9559db2-d940-4d9a-825d-f6ecff41176c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.965597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac96ec3d-6fec-45a6-aafc-4370b6db0a1e req-b9559db2-d940-4d9a-825d-f6ecff41176c tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 950 time: 0.0549865 Sep 16 04:44:17.009572 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af54d776-b425-42b3-b7f6-d530c897c1e7 x-openstack-request-id: req-af54d776-b425-42b3-b7f6-d530c897c1e7 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:17.009953 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "name": "network-vif-plugged", "status": "completed", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c", "code": 200}, {"server_uuid": "fbdc781c-bdf5-4e15-b8d8-52f4b2139998", "name": "network-vif-plugged", "status": "completed", "tag": "9defb0ff-ce2d-40d6-8ad9-ab055f22610f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:17.010383 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af54d776-b425-42b3-b7f6-d530c897c1e7 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:17.011949 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c', 'code': 200} Sep 16 04:44:17.012269 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdc781c-bdf5-4e15-b8d8-52f4b2139998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9defb0ff-ce2d-40d6-8ad9-ab055f22610f', 'code': 200} Sep 16 04:44:17.016926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac96ec3d-6fec-45a6-aafc-4370b6db0a1e req-76574ac2-210d-4884-ab3e-86693db9920e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411491 Sep 16 04:44:17.141511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ea08f-f4b7-4052-a379-5bd547914863 req-87b2e7c0-eb5c-4829-9c0d-fa03c3d1c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.143231 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-149ea08f-f4b7-4052-a379-5bd547914863 req-87b2e7c0-eb5c-4829-9c0d-fa03c3d1c6da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 1098 time: 0.0508854 Sep 16 04:44:17.151952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd617b2c-9cf1-4bca-a87e-651d90e80351 req-e7503e13-2438-406c-bcb9-a0f00ab92ecd tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.153432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd617b2c-9cf1-4bca-a87e-651d90e80351 req-e7503e13-2438-406c-bcb9-a0f00ab92ecd tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.0580082 Sep 16 04:44:17.194005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd617b2c-9cf1-4bca-a87e-651d90e80351 req-5260e946-095a-4125-a77f-521d8e82d3c9 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340319 Sep 16 04:44:17.200689 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-149ea08f-f4b7-4052-a379-5bd547914863 req-ea7f827d-b893-4272-b30a-6c55b35f435d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488267 Sep 16 04:44:17.206898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0abb4a-c84b-4e84-b4b1-34de9b1f6572 req-7173b707-98b6-4375-a2d9-c1bc23472a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.208510 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1d0abb4a-c84b-4e84-b4b1-34de9b1f6572 req-7173b707-98b6-4375-a2d9-c1bc23472a26 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 1102 time: 0.0642869 Sep 16 04:44:17.248855 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1d0abb4a-c84b-4e84-b4b1-34de9b1f6572 req-3fe8d063-b3f3-4dc4-96fd-b1b903c1a172 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304804 Sep 16 04:44:17.323111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376d580-85cd-420c-bbc7-d12d17b7ab03 req-d1018ac0-3f03-4110-b67b-5ac9d6c8c264 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.324697 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2376d580-85cd-420c-bbc7-d12d17b7ab03 req-d1018ac0-3f03-4110-b67b-5ac9d6c8c264 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.0557485 Sep 16 04:44:17.333259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41046) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:17.337670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-babc7bfb-ef4b-4e57-9376-f4492d46366c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Request body: {'floatingip': {'port_id': '930998e7-b9b0-4692-a265-d5596c68066e'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:17.378033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.379174 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-babc7bfb-ef4b-4e57-9376-f4492d46366c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.699264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b4af4-cc9f-4134-af6f-e860fb97eb50 req-2d49c35a-2554-4590-977a-8538f6ef1d2d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.700780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-546b4af4-cc9f-4134-af6f-e860fb97eb50 req-2d49c35a-2554-4590-977a-8538f6ef1d2d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 946 time: 0.1873951 Sep 16 04:44:17.707911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-47644b0e-59ed-4b3f-817c-cf162b073f3a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.709336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-47644b0e-59ed-4b3f-817c-cf162b073f3a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 821 time: 0.2369111 Sep 16 04:44:17.743816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-6e79cede-fbe6-4c93-87e6-112ba477cd44 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/quotas/a90cdc15f24043fba6cb9927dc16b179 HTTP/1.1" status: 200 len: 375 time: 0.0222652 Sep 16 04:44:17.814247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-fc711488-e2f6-4a13-8e10-54e99baf2557 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.815758 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-fc711488-e2f6-4a13-8e10-54e99baf2557 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.37 "GET /v2.0/networks?id=9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 200 len: 814 time: 0.1103764 Sep 16 04:44:17.829745 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Request body: {'port': {'device_id': '6a2be594-c246-49d7-a46c-0da65950c850', 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f', 'admin_state_up': True, 'tenant_id': 'beb64385c68c464bbaadaf890c1a8c95'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:17.832702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-546b4af4-cc9f-4134-af6f-e860fb97eb50 req-e9a6a0be-a5d4-404b-a016-afa6f765e445 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223762 Sep 16 04:44:17.952487 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-00b84b6a-9e51-469d-b04d-201f25a430bd tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1980515 Sep 16 04:44:18.058364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Made reservation on behalf of beb64385c68c464bbaadaf890c1a8c95 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:18.062100 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.105800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a31a6b-c973-47a7-aaec-5c1e56563877 req-e8a59507-3af9-4901-8e8a-5e5b6ee2e1cc tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.107295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6a31a6b-c973-47a7-aaec-5c1e56563877 req-e8a59507-3af9-4901-8e8a-5e5b6ee2e1cc tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.1522391 Sep 16 04:44:18.169545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-b5249b93-899d-40f7-ac4b-117a320af177 service neutron] 10.222.0.24 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161794 Sep 16 04:44:18.191840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Allocated IP 172.20.0.10 (9d28860d-4e08-4ba3-a765-b2bfee8d416f/949274d8-2344-4ef9-adff-97636601143c/1b21ff2f-9807-4b82-bf14-f739a121e8ed) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:18.223692 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-babc7bfb-ef4b-4e57-9376-f4492d46366c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.226922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6a31a6b-c973-47a7-aaec-5c1e56563877 req-0401b367-ceac-47bc-a6c3-2a78a44d9252 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092257 Sep 16 04:44:18.319227 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 33e0237a-ee28-4032-8d4e-586909f23c92 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:18.356408 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.453915 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.507137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Network 9d28860d-4e08-4ba3-a765-b2bfee8d416f is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:18.511150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:18.513705 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:18.555301 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-babc7bfb-ef4b-4e57-9376-f4492d46366c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.565323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Pushing event updated for resources: {'Port': ['ID=1b21ff2f-9807-4b82-bf14-f739a121e8ed,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:18.566638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 33e0237a-ee28-4032-8d4e-586909f23c92 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:18.585248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 33e0237a-ee28-4032-8d4e-586909f23c92 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:18.585248 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.585410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.585410 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.647567 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-7b82d9fa-2202-4320-97dc-fc54aa86dbc4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8222475 Sep 16 04:44:18.653911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-1b75def3-5754-4884-b013-85d9d63d116f service neutron] 10.222.0.24 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760616 Sep 16 04:44:18.661146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Request body: {'port': {'device_id': '6a2be594-c246-49d7-a46c-0da65950c850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:18.673308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62615f-1b07-4f74-831c-4034ef8734ba req-305af533-9972-4a7f-b19b-ee9ce3d55b39 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.675014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d62615f-1b07-4f74-831c-4034ef8734ba req-305af533-9972-4a7f-b19b-ee9ce3d55b39 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 932 time: 0.1230857 Sep 16 04:44:18.688450 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.721434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.753509 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-babc7bfb-ef4b-4e57-9376-f4492d46366c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Floating IP a529e089-37da-4554-bae0-020e67588099 associated. External IP: 172.25.3.129, port: 930998e7-b9b0-4692-a265-d5596c68066e. Sep 16 04:44:18.774969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 33e0237a-ee28-4032-8d4e-586909f23c92, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=33e0237a-ee28-4032-8d4e-586909f23c92,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:18.811504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d62615f-1b07-4f74-831c-4034ef8734ba req-cd35ecd6-f142-4568-9818-8954901e0782 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020448 Sep 16 04:44:18.821905 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.894184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=33e0237a-ee28-4032-8d4e-586909f23c92,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:18.997032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2424d80-7295-4270-b5cb-4f247813d4db req-d6128c59-0394-4eee-972b-d0a9ac94ff07 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.998516 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2424d80-7295-4270-b5cb-4f247813d4db req-d6128c59-0394-4eee-972b-d0a9ac94ff07 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 950 time: 0.0931005 Sep 16 04:44:19.013581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8486874-95d9-4a0f-8f82-ac71d39d0c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e0237a-ee28-4032-8d4e-586909f23c92'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:19.016352 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38416cc9-0534-4aad-8b04-fc7a43504df5" -d '{"events": [{"server_uuid": "f8486874-95d9-4a0f-8f82-ac71d39d0c05", "name": "network-vif-plugged", "status": "completed", "tag": "33e0237a-ee28-4032-8d4e-586909f23c92"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:19.059222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b21ff2f-9807-4b82-bf14-f739a121e8ed {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:19.066895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.080000 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Transition to ACTIVE for port object 1b21ff2f-9807-4b82-bf14-f739a121e8ed will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:19.092743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2424d80-7295-4270-b5cb-4f247813d4db req-3926d569-2a20-4701-a626-fed2cab62ec3 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848076 Sep 16 04:44:19.109139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babc7bfb-ef4b-4e57-9376-f4492d46366c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Router 5a8a9eb5-f864-49a8-b351-ae08be94647c has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:19.137957 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.215847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Pushing event updated for resources: {'Port': ['ID=1b21ff2f-9807-4b82-bf14-f739a121e8ed,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:19.254222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babc7bfb-ef4b-4e57-9376-f4492d46366c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:19.259378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-babc7bfb-ef4b-4e57-9376-f4492d46366c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.270905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Attempting to bind port 1b21ff2f-9807-4b82-bf14-f739a121e8ed on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:19.271254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Attempting to bind port 1b21ff2f-9807-4b82-bf14-f739a121e8ed by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'e4b115d0-e4bf-4e7d-9fdc-4028c067583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:19.271588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Attempting to bind port 1b21ff2f-9807-4b82-bf14-f739a121e8ed on network 9d28860d-4e08-4ba3-a765-b2bfee8d416f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:19.275079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68095097-915b-471e-ba55-0c6ac24926de None None] Sync routers for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:19.290746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5759c-95cc-4683-aa85-3d15beeff246 req-b79d0527-e01a-41d8-bc35-945eab0672fa tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.293915 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68095097-915b-471e-ba55-0c6ac24926de None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:19.294125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-68095097-915b-471e-ba55-0c6ac24926de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:44:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:19.296779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Port 1b21ff2f-9807-4b82-bf14-f739a121e8ed on network 9d28860d-4e08-4ba3-a765-b2bfee8d416f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:19.297137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Attempting to bind port 1b21ff2f-9807-4b82-bf14-f739a121e8ed on network 9d28860d-4e08-4ba3-a765-b2bfee8d416f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:19.301698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71c5759c-95cc-4683-aa85-3d15beeff246 req-b79d0527-e01a-41d8-bc35-945eab0672fa tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 950 time: 0.1378453 Sep 16 04:44:19.303438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:19.303793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Checking segment: {'id': 'e4b115d0-e4bf-4e7d-9fdc-4028c067583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:19.304315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Bound using segment: {'id': 'e4b115d0-e4bf-4e7d-9fdc-4028c067583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:19.304783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Bound port: 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b115d0-e4bf-4e7d-9fdc-4028c067583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:19.307173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.352989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-babc7bfb-ef4b-4e57-9376-f4492d46366c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "PUT /v2.0/floatingips/a529e089-37da-4554-bae0-020e67588099 HTTP/1.1" status: 200 len: 991 time: 2.0184779 Sep 16 04:44:19.359797 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:19.362342 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbb6c6d-c923-4618-8e33-5a00374d9bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "tag": "930998e7-b9b0-4692-a265-d5596c68066e"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:19.388943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71c5759c-95cc-4683-aa85-3d15beeff246 req-322e8185-b6d7-42e6-9461-783826990750 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858576 Sep 16 04:44:19.426538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:19.434979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:19.462500 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f99811-3b9f-48a5-944d-faad54119603 x-openstack-request-id: req-b8f99811-3b9f-48a5-944d-faad54119603 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:19.463175 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8486874-95d9-4a0f-8f82-ac71d39d0c05", "name": "network-vif-plugged", "status": "completed", "tag": "33e0237a-ee28-4032-8d4e-586909f23c92", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:19.463175 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8f99811-3b9f-48a5-944d-faad54119603 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:19.463545 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8486874-95d9-4a0f-8f82-ac71d39d0c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e0237a-ee28-4032-8d4e-586909f23c92', 'code': 200} Sep 16 04:44:19.502616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-68095097-915b-471e-ba55-0c6ac24926de None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:19.561367 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.574348 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f4f24556-75b1-4e18-bc69-9f939040e8fa req-03b377d5-42f4-414d-9dcd-020b1bf21282 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0974820 Sep 16 04:44:19.585683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab65d4-44cc-4925-83e0-3ad75fe7abf1 req-f9065a2f-f646-43d9-b9a6-40380fb3b2e4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.593959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83ab65d4-44cc-4925-83e0-3ad75fe7abf1 req-f9065a2f-f646-43d9-b9a6-40380fb3b2e4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 946 time: 0.1252892 Sep 16 04:44:19.615631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.616280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.617649 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] 10.222.0.37 "PUT /v2.0/ports/1b21ff2f-9807-4b82-bf14-f739a121e8ed HTTP/1.1" status: 200 len: 1093 time: 0.9610710 Sep 16 04:44:19.619129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2be594-c246-49d7-a46c-0da65950c850', 'tag': '1b21ff2f-9807-4b82-bf14-f739a121e8ed'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:19.622521 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671ba586-bace-41b9-bee3-4f284b7170bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2be594-c246-49d7-a46c-0da65950c850", "tag": "1b21ff2f-9807-4b82-bf14-f739a121e8ed"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:19.665115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb66bc6-f2f7-4c89-91eb-ed7c8abab3ca req-5ba65211-45ae-4d59-980f-02f18ee0709e tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.665546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4f7ed-5b13-40a6-b10f-77bbcce39349 service neutron] Pushing event updated for resources: {'Port': ['ID=1b21ff2f-9807-4b82-bf14-f739a121e8ed,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:19.666330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cb66bc6-f2f7-4c89-91eb-ed7c8abab3ca req-5ba65211-45ae-4d59-980f-02f18ee0709e tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.1337872 Sep 16 04:44:19.691387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f24556-75b1-4e18-bc69-9f939040e8fa req-d0063aa9-c54f-4c08-ad82-0edf5f1af66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.692846 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f4f24556-75b1-4e18-bc69-9f939040e8fa req-d0063aa9-c54f-4c08-ad82-0edf5f1af66e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 1096 time: 0.0890331 Sep 16 04:44:19.695186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f065a0-24df-4670-b6a6-8df12294bbde req-d191f136-fff4-4f10-97d8-3dd02b278c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.696934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56f065a0-24df-4670-b6a6-8df12294bbde req-d191f136-fff4-4f10-97d8-3dd02b278c69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 1102 time: 0.1288018 Sep 16 04:44:19.702032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83ab65d4-44cc-4925-83e0-3ad75fe7abf1 req-d5f4c78d-b232-4fc8-a02f-fa211b259088 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072497 Sep 16 04:44:19.734777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cb66bc6-f2f7-4c89-91eb-ed7c8abab3ca req-5fa8e905-22c3-4454-ac1f-8d31fc9583a5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606408 Sep 16 04:44:19.788964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56f065a0-24df-4670-b6a6-8df12294bbde req-01f0c35e-56e2-42c5-b66a-67bda5b81221 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754826 Sep 16 04:44:19.817589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-68095097-915b-471e-ba55-0c6ac24926de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'a529e089-37da-4554-bae0-020e67588099', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'port_id': '930998e7-b9b0-4692-a265-d5596c68066e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'mac_address': 'fa:16:3e:19:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:43:51Z', 'updated_at': '2021-09-16T04:44:18Z', 'revision_number': 1, 'project_id': '3713a25a72494fce95a78973088e5269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:51Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:19.822053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c869d2b-a4f5-4514-8cae-2fb3f58fd4c8 req-41e68d67-4351-4952-b6c7-60597688954a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 210 time: 0.0516646 Sep 16 04:44:19.857151 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68095097-915b-471e-ba55-0c6ac24926de None None] Checking router: 5a8a9eb5-f864-49a8-b351-ae08be94647c for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:19.866222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68095097-915b-471e-ba55-0c6ac24926de None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:19.866846 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-68095097-915b-471e-ba55-0c6ac24926de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:44:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:19.876286 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358a931f-6317-457a-ae52-585ea8362a9d x-openstack-request-id: req-358a931f-6317-457a-ae52-585ea8362a9d {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:19.879291 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "tag": "930998e7-b9b0-4692-a265-d5596c68066e", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:19.879291 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-358a931f-6317-457a-ae52-585ea8362a9d {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:19.879291 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e', 'status': 'completed', 'code': 200} Sep 16 04:44:19.934336 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f867c8a8-f81f-42c2-95d7-4257b3442ccd x-openstack-request-id: req-f867c8a8-f81f-42c2-95d7-4257b3442ccd {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:19.934643 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2be594-c246-49d7-a46c-0da65950c850", "tag": "1b21ff2f-9807-4b82-bf14-f739a121e8ed", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:19.944254 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f867c8a8-f81f-42c2-95d7-4257b3442ccd {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:19.944254 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2be594-c246-49d7-a46c-0da65950c850', 'tag': '1b21ff2f-9807-4b82-bf14-f739a121e8ed', 'status': 'completed', 'code': 200} Sep 16 04:44:19.944254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-ec63d54f-6111-47e8-9419-b26bd455ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.944254 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-ec63d54f-6111-47e8-9419-b26bd455ab56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=beb64385c68c464bbaadaf890c1a8c95&device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 1096 time: 0.2203496 Sep 16 04:44:19.952306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f24556-75b1-4e18-bc69-9f939040e8fa req-9889054c-c653-42a7-beaa-6ebc4cb1eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.954070 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f4f24556-75b1-4e18-bc69-9f939040e8fa req-9889054c-c653-42a7-beaa-6ebc4cb1eb1f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.2266142 Sep 16 04:44:19.967676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb6c6d-c923-4618-8e33-5a00374d9bfb req-964c31a6-480e-4765-b5e4-99d6706b74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.968820 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5dbb6c6d-c923-4618-8e33-5a00374d9bfb req-964c31a6-480e-4765-b5e4-99d6706b74c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 1097 time: 0.0728037 Sep 16 04:44:20.005764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-68095097-915b-471e-ba55-0c6ac24926de None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:20.089412 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-724520a6-2f04-494c-9685-4a46384c982b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed HTTP/1.1" status: 200 len: 217 time: 0.0711288 Sep 16 04:44:20.090715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f4f24556-75b1-4e18-bc69-9f939040e8fa req-e6385fc3-a7f1-4faa-bc15-9cb3f13f15e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24 HTTP/1.1" status: 200 len: 217 time: 0.0736549 Sep 16 04:44:20.221593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f24556-75b1-4e18-bc69-9f939040e8fa req-961b7a64-12dd-4cd9-9857-750550643ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.223130 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f4f24556-75b1-4e18-bc69-9f939040e8fa req-961b7a64-12dd-4cd9-9857-750550643ca6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.1020663 Sep 16 04:44:20.226495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-a749d972-c7b9-47a8-ad5e-a2623e277330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.230148 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-a749d972-c7b9-47a8-ad5e-a2623e277330 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949274d8-2344-4ef9-adff-97636601143c HTTP/1.1" status: 200 len: 854 time: 0.1088834 Sep 16 04:44:20.230148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb6c6d-c923-4618-8e33-5a00374d9bfb req-410cf911-474a-4a93-8348-4cffd5469508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.231250 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5dbb6c6d-c923-4618-8e33-5a00374d9bfb req-410cf911-474a-4a93-8348-4cffd5469508 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 917 time: 0.2548203 Sep 16 04:44:20.253382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-68095097-915b-471e-ba55-0c6ac24926de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'a529e089-37da-4554-bae0-020e67588099', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'port_id': '930998e7-b9b0-4692-a265-d5596c68066e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'mac_address': 'fa:16:3e:19:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:43:51Z', 'updated_at': '2021-09-16T04:44:18Z', 'revision_number': 1, 'project_id': '3713a25a72494fce95a78973088e5269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:51Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:20.296021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68095097-915b-471e-ba55-0c6ac24926de None None] The sync data for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 is: [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'a529e089-37da-4554-bae0-020e67588099', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'port_id': '930998e7-b9b0-4692-a265-d5596c68066e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'mac_address': 'fa:16:3e:19:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:43:51Z', 'updated_at': '2021-09-16T04:44:18Z', 'revision_number': 1, 'project_id': '3713a25a72494fce95a78973088e5269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:51Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:20.330322 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f4f24556-75b1-4e18-bc69-9f939040e8fa req-473b38fd-0b09-4bb3-a895-c07bb31ae049 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829296 Sep 16 04:44:20.354370 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-ca481cce-5071-4135-9f92-e1c3c11e51d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d28860d-4e08-4ba3-a765-b2bfee8d416f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059072 Sep 16 04:44:20.384380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa4ecd-dd19-479d-8c2e-8a6990249d9a req-c219bf54-f75c-48c1-b1d6-0daa87a5cb2d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.385360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ccaa4ecd-dd19-479d-8c2e-8a6990249d9a req-c219bf54-f75c-48c1-b1d6-0daa87a5cb2d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 944 time: 0.1023448 Sep 16 04:44:20.418836 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcf970-6f8b-4de9-a6ea-4c64fb86dbb3 req-b4e49acf-83ef-4c11-a5b6-36ef7072c7db tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.420519 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5abcf970-6f8b-4de9-a6ea-4c64fb86dbb3 req-b4e49acf-83ef-4c11-a5b6-36ef7072c7db tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 950 time: 0.0869844 Sep 16 04:44:20.424335 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 488bf3e6-9400-429f-8d63-1dbcbf634fd6 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:20.453056 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5dbb6c6d-c923-4618-8e33-5a00374d9bfb req-dae0dde9-30e4-4ec8-93ee-d6acad30032a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930998e7-b9b0-4692-a265-d5596c68066e HTTP/1.1" status: 200 len: 999 time: 0.2135680 Sep 16 04:44:20.470598 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ccaa4ecd-dd19-479d-8c2e-8a6990249d9a req-c610d73c-e536-4ff4-8fb1-4375fe59191c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771832 Sep 16 04:44:20.474062 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5abcf970-6f8b-4de9-a6ea-4c64fb86dbb3 req-09070842-6442-4e89-a05c-64b9809dd803 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461128 Sep 16 04:44:20.585324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:20.598921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '488bf3e6-9400-429f-8d63-1dbcbf634fd6', 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964', 'port_id': '488bf3e6-9400-429f-8d63-1dbcbf634fd6', 'mac_address': 'fa:16:3e:02:2a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaad16e2-265a-4ce3-a9d4-0188565c031b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:20.612050 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a21871-511d-4d14-ae81-ebafd2ba0027 None None] New status for floating IP a529e089-37da-4554-bae0-020e67588099: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:44:20.624370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb6c6d-c923-4618-8e33-5a00374d9bfb req-dc848719-1cc7-4b13-b1e3-1e013c62b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.625991 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5dbb6c6d-c923-4618-8e33-5a00374d9bfb req-dc848719-1cc7-4b13-b1e3-1e013c62b9ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.1351917 Sep 16 04:44:20.646684 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.662212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488bf3e6-9400-429f-8d63-1dbcbf634fd6 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:20.683897 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:20.712414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f2ff3-b656-4c8d-98e4-90f2e12dfb98 req-e826c65e-7bff-4a4b-8e92-e7a77a42ab44 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.714887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c8f2ff3-b656-4c8d-98e4-90f2e12dfb98 req-e826c65e-7bff-4a4b-8e92-e7a77a42ab44 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 946 time: 0.1072419 Sep 16 04:44:20.717427 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-28a6f1c6-0ee2-4bb2-9642-47765fb1bf7a service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499489 Sep 16 04:44:20.742707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83162e88-f5c9-4f86-8354-181ca6efca86 req-04150b52-a0a1-473f-9411-0360aa51dd9b tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.744210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83162e88-f5c9-4f86-8354-181ca6efca86 req-04150b52-a0a1-473f-9411-0360aa51dd9b tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 1102 time: 0.1266351 Sep 16 04:44:20.763186 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.790121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c8f2ff3-b656-4c8d-98e4-90f2e12dfb98 req-3dcc5caf-4f3b-41b1-9b77-6cb46c767787 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672960 Sep 16 04:44:20.803195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83162e88-f5c9-4f86-8354-181ca6efca86 req-33a98245-8854-4f26-a7fe-c6754b7b7cf0 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486090 Sep 16 04:44:20.828330 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=488bf3e6-9400-429f-8d63-1dbcbf634fd6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:20.835038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb6c6d-c923-4618-8e33-5a00374d9bfb req-82879068-af48-41c6-b089-e16e5fc4eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.835975 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5dbb6c6d-c923-4618-8e33-5a00374d9bfb req-82879068-af48-41c6-b089-e16e5fc4eb99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962445 Sep 16 04:44:20.837758 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f4f24556-75b1-4e18-bc69-9f939040e8fa req-34bb866c-3f16-4ae9-9909-cfb59c56e300 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859505 Sep 16 04:44:20.954735 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-74ba983a-703c-428b-b9ab-7b88a97c2af7 req-934dc815-c3b4-44b0-9953-1783d7d6b131 service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293098 Sep 16 04:44:20.984549 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d53cc3-2107-4204-b923-b0bd35da1148 req-03bfbe58-19fd-43d2-bd87-c83d02f75079 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.986093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42d53cc3-2107-4204-b923-b0bd35da1148 req-03bfbe58-19fd-43d2-bd87-c83d02f75079 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 945 time: 0.0770199 Sep 16 04:44:21.053688 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42d53cc3-2107-4204-b923-b0bd35da1148 req-79034c1b-2c79-4051-bee5-de452cfea079 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610580 Sep 16 04:44:21.071753 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5dbb6c6d-c923-4618-8e33-5a00374d9bfb req-e8fdc798-d752-4ce3-a954-45368915d035 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256031 Sep 16 04:44:21.085407 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['488bf3e6-9400-429f-8d63-1dbcbf634fd6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:21.102323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f4f24556-75b1-4e18-bc69-9f939040e8fa req-ae6292ba-44f4-449e-b50d-3b4d2efb8bfe service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407858 Sep 16 04:44:21.153896 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfe100a1-3f78-4184-9932-024e586544c9 req-3ea68d73-3fc5-41d1-b9e6-ba94c0ed3045 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 210 time: 0.0301404 Sep 16 04:44:21.222054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ba586-bace-41b9-bee3-4f284b7170bd req-6542170c-1815-404e-be22-944322bc5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.223555 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-671ba586-bace-41b9-bee3-4f284b7170bd req-6542170c-1815-404e-be22-944322bc5ed9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=beb64385c68c464bbaadaf890c1a8c95&device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 1096 time: 0.1332030 Sep 16 04:44:21.227140 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5dbb6c6d-c923-4618-8e33-5a00374d9bfb req-55980f8b-e233-46df-a443-2a48c22ac18f service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468203 Sep 16 04:44:21.319380 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ba586-bace-41b9-bee3-4f284b7170bd req-4e7e407d-03b3-455a-954b-74c30ac4bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.320917 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-671ba586-bace-41b9-bee3-4f284b7170bd req-4e7e407d-03b3-455a-954b-74c30ac4bfb1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 200 len: 914 time: 0.0865514 Sep 16 04:44:21.369772 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-671ba586-bace-41b9-bee3-4f284b7170bd req-3178b27b-bd82-4851-9f43-d859fc3581eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed HTTP/1.1" status: 200 len: 217 time: 0.0385761 Sep 16 04:44:21.426132 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ba586-bace-41b9-bee3-4f284b7170bd req-58a508ad-106d-4e5c-b553-b0f7dea44fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.427624 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-671ba586-bace-41b9-bee3-4f284b7170bd req-58a508ad-106d-4e5c-b553-b0f7dea44fa4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949274d8-2344-4ef9-adff-97636601143c HTTP/1.1" status: 200 len: 854 time: 0.0426567 Sep 16 04:44:21.459215 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-671ba586-bace-41b9-bee3-4f284b7170bd req-9651bfe0-d656-4d17-95ce-c0c5eeb065f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d28860d-4e08-4ba3-a765-b2bfee8d416f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238101 Sep 16 04:44:21.580187 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-671ba586-bace-41b9-bee3-4f284b7170bd req-9495ade7-2ebd-42bd-beaa-2e3e94bf4f3c service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947580 Sep 16 04:44:21.592801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd25f3a-77d6-42fe-aec3-49aee333ed27 req-4fcdbaa2-139a-495d-990f-c48375c04f33 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.594853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bcd25f3a-77d6-42fe-aec3-49aee333ed27 req-4fcdbaa2-139a-495d-990f-c48375c04f33 tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 1102 time: 0.0874367 Sep 16 04:44:21.628479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c120e-4828-442a-8836-7b2e12e3063e req-aea727ac-a29e-4949-b17b-472e3aa8030a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.630190 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d95c120e-4828-442a-8836-7b2e12e3063e req-aea727ac-a29e-4949-b17b-472e3aa8030a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 944 time: 0.0783041 Sep 16 04:44:21.656359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bcd25f3a-77d6-42fe-aec3-49aee333ed27 req-d2ab956e-833b-44c7-bc8f-2f5144337b4c tempest-ServersAdminTestJSON-1716772529 tempest-ServersAdminTestJSON-1716772529-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552003 Sep 16 04:44:21.688210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d95c120e-4828-442a-8836-7b2e12e3063e req-b81552cc-5bf7-40bf-8aee-db845bbbcc3a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455501 Sep 16 04:44:21.800349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168fee1-e2c0-4460-becc-8e5771b4cf17 req-ccb7d0a9-7587-42d9-924c-63340986c558 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.802101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4168fee1-e2c0-4460-becc-8e5771b4cf17 req-ccb7d0a9-7587-42d9-924c-63340986c558 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 950 time: 0.0558877 Sep 16 04:44:21.847200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4168fee1-e2c0-4460-becc-8e5771b4cf17 req-89667cfa-1097-444b-9e83-8f9fac5ac9ec tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379500 Sep 16 04:44:21.979634 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71b32-ec52-423e-829d-e5f971907e56 req-f8df5905-7613-4426-9f23-6907cdd0c8b6 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.981487 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f71b32-ec52-423e-829d-e5f971907e56 req-f8df5905-7613-4426-9f23-6907cdd0c8b6 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 946 time: 0.0619919 Sep 16 04:44:22.044183 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f71b32-ec52-423e-829d-e5f971907e56 req-87a3e787-a094-40cb-8255-89abcc52f6ea tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500171 Sep 16 04:44:22.056039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddfbd2-143a-45f9-a984-3fd629450614 req-4cfa6f5a-107d-44cf-999b-46d24aab6593 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.058364 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-14ddfbd2-143a-45f9-a984-3fd629450614 req-4cfa6f5a-107d-44cf-999b-46d24aab6593 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 946 time: 0.1704791 Sep 16 04:44:22.135183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-990f901e-f4c6-4aca-b8fe-fb58a7c9ddbc tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.139578 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-990f901e-f4c6-4aca-b8fe-fb58a7c9ddbc tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.37 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 821 time: 0.2515190 Sep 16 04:44:22.139717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433889c8-7dd8-4409-bbd7-5681699cf1a9 req-7a9f258e-dbf3-4343-b1b8-64a08eea36fc tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.143682 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-671ba586-bace-41b9-bee3-4f284b7170bd req-1feb5201-d33e-461a-9d2a-845c639d76c6 service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479269 Sep 16 04:44:22.146720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-433889c8-7dd8-4409-bbd7-5681699cf1a9 req-7a9f258e-dbf3-4343-b1b8-64a08eea36fc tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 1102 time: 0.0573089 Sep 16 04:44:22.164990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Request body: {'port': {'device_id': '5fffcb21-23ef-4b90-a1cb-cc320c12cce5', 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f', 'admin_state_up': True, 'tenant_id': 'a90cdc15f24043fba6cb9927dc16b179'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:22.200547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-433889c8-7dd8-4409-bbd7-5681699cf1a9 req-bd030eee-0892-4be8-9be5-f16a0fe95560 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527966 Sep 16 04:44:22.318001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-14ddfbd2-143a-45f9-a984-3fd629450614 req-ce1b621c-39fd-473c-84fb-74a8fdaa1c4c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Deleting port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:22.318583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-14ddfbd2-143a-45f9-a984-3fd629450614 req-ce1b621c-39fd-473c-84fb-74a8fdaa1c4c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.414848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71cfcb-e973-4bb7-9d82-4400c7b6556a req-d773e713-05d6-4d2f-a386-66744cf33ce4 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.422742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f71cfcb-e973-4bb7-9d82-4400c7b6556a req-d773e713-05d6-4d2f-a386-66744cf33ce4 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 950 time: 0.1162608 Sep 16 04:44:22.431112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-14ddfbd2-143a-45f9-a984-3fd629450614 req-ce1b621c-39fd-473c-84fb-74a8fdaa1c4c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] For port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9defb0ff-ce2d-40d6-8ad9-ab055f22610f,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:22.431878 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-14ddfbd2-143a-45f9-a984-3fd629450614 req-ce1b621c-39fd-473c-84fb-74a8fdaa1c4c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.445522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 488bf3e6-9400-429f-8d63-1dbcbf634fd6 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:22.447536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1a005-ffe3-46b6-a3cd-1baa4ee4436c req-99d23720-74aa-48c8-9ffc-a4bdb7f5709b tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.447715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-14ddfbd2-143a-45f9-a984-3fd629450614 req-ce1b621c-39fd-473c-84fb-74a8fdaa1c4c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Calling delete_port for 9defb0ff-ce2d-40d6-8ad9-ab055f22610f owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:22.456964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55d1a005-ffe3-46b6-a3cd-1baa4ee4436c req-99d23720-74aa-48c8-9ffc-a4bdb7f5709b tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 945 time: 0.1134043 Sep 16 04:44:22.516024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Made reservation on behalf of a90cdc15f24043fba6cb9927dc16b179 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:22.516446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f71cfcb-e973-4bb7-9d82-4400c7b6556a req-1277a60b-1163-4f64-9f86-112777a2239d tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927656 Sep 16 04:44:22.519617 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.534807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55d1a005-ffe3-46b6-a3cd-1baa4ee4436c req-cac76b90-0ad7-438c-9a7e-8b22b825f75f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769863 Sep 16 04:44:22.577979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:22.581876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:22.582235 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.654006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ca745ce-92df-4d12-ba44-dd75df942620 req-954a118b-74eb-47cf-86ca-0409e61086dd tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 210 time: 0.0407360 Sep 16 04:44:22.685799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-8c7ec64b-845f-48af-84ac-ebeaee5caa9e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308290 Sep 16 04:44:22.688069 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.730296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5bfa62-d139-4a72-8da9-40c4fe5b8152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488bf3e6-9400-429f-8d63-1dbcbf634fd6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:22.732749 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9addbf1-aa97-43d8-b249-5146ed07aee6" -d '{"events": [{"server_uuid": "3d5bfa62-d139-4a72-8da9-40c4fe5b8152", "name": "network-vif-plugged", "status": "completed", "tag": "488bf3e6-9400-429f-8d63-1dbcbf634fd6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:22.752992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Allocated IP 172.20.0.8 (09ebbe5c-732c-4cf1-a4a8-e16ff006292f/39668278-5bbe-4dc3-a29c-c75e3dac6017/17f9deb9-887d-401b-9f1f-82b0127d8965) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:22.756183 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:22.806282 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-14ddfbd2-143a-45f9-a984-3fd629450614 req-ce1b621c-39fd-473c-84fb-74a8fdaa1c4c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.820029 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['9defb0ff-ce2d-40d6-8ad9-ab055f22610f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:22.846139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b621c-39fd-473c-84fb-74a8fdaa1c4c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Pushing event deleted for resources: {'Port': ['ID=9defb0ff-ce2d-40d6-8ad9-ab055f22610f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:22.854458 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.869423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1f3fd-0cd9-4b22-9835-2b2beca9d04b req-b642bb51-0aa9-4e88-a61b-8c3e5bb25e80 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.872537 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fe1f3fd-0cd9-4b22-9835-2b2beca9d04b req-b642bb51-0aa9-4e88-a61b-8c3e5bb25e80 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 944 time: 0.0945454 Sep 16 04:44:22.879719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-d3a5e9ab-5dba-4405-baba-d212be2276ca tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.887973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-d3a5e9ab-5dba-4405-baba-d212be2276ca tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011681 Sep 16 04:44:22.920014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ddfbd2-143a-45f9-a984-3fd629450614 req-ce1b621c-39fd-473c-84fb-74a8fdaa1c4c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] No DVR routers for this DVR port 9defb0ff-ce2d-40d6-8ad9-ab055f22610f on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:22.924362 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-14ddfbd2-143a-45f9-a984-3fd629450614 req-ce1b621c-39fd-473c-84fb-74a8fdaa1c4c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.926460 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-14ddfbd2-143a-45f9-a984-3fd629450614 req-ce1b621c-39fd-473c-84fb-74a8fdaa1c4c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "DELETE /v2.0/ports/9defb0ff-ce2d-40d6-8ad9-ab055f22610f HTTP/1.1" status: 204 len: 173 time: 0.8563342 Sep 16 04:44:22.926896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdc781c-bdf5-4e15-b8d8-52f4b2139998', 'name': 'network-vif-deleted', 'tag': '9defb0ff-ce2d-40d6-8ad9-ab055f22610f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:22.928373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-638fb991-71a5-4bfb-9eeb-6026e789520a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/quotas/f9de0864ac234533b3b7edea6e651fd6 HTTP/1.1" status: 200 len: 375 time: 0.0392745 Sep 16 04:44:22.929161 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed08bd5-1a64-43be-9c19-2ce98ac6c117" -d '{"events": [{"server_uuid": "fbdc781c-bdf5-4e15-b8d8-52f4b2139998", "name": "network-vif-deleted", "tag": "9defb0ff-ce2d-40d6-8ad9-ab055f22610f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:22.933441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=488bf3e6-9400-429f-8d63-1dbcbf634fd6,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:22.982275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fe1f3fd-0cd9-4b22-9835-2b2beca9d04b req-5158f39e-e972-452c-a80d-bd44a4542fe1 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918164 Sep 16 04:44:23.013196 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-ddc60199-549f-46f8-b927-29ae3e170972 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0838630 Sep 16 04:44:23.036515 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.045136 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc52edf1-6afa-400d-9d4c-1c952eaebb65 x-openstack-request-id: req-cc52edf1-6afa-400d-9d4c-1c952eaebb65 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:23.045432 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5bfa62-d139-4a72-8da9-40c4fe5b8152", "name": "network-vif-plugged", "status": "completed", "tag": "488bf3e6-9400-429f-8d63-1dbcbf634fd6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:23.045686 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc52edf1-6afa-400d-9d4c-1c952eaebb65 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:23.046111 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5bfa62-d139-4a72-8da9-40c4fe5b8152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488bf3e6-9400-429f-8d63-1dbcbf634fd6', 'code': 200} Sep 16 04:44:23.098121 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e7ca84-9328-4b0d-9f95-09c9debb06d1 x-openstack-request-id: req-e6e7ca84-9328-4b0d-9f95-09c9debb06d1 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:23.098501 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdc781c-bdf5-4e15-b8d8-52f4b2139998", "name": "network-vif-deleted", "tag": "9defb0ff-ce2d-40d6-8ad9-ab055f22610f", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:23.098760 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6e7ca84-9328-4b0d-9f95-09c9debb06d1 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:23.099192 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdc781c-bdf5-4e15-b8d8-52f4b2139998', 'name': 'network-vif-deleted', 'tag': '9defb0ff-ce2d-40d6-8ad9-ab055f22610f', 'status': 'completed', 'code': 200} Sep 16 04:44:23.155216 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f802bb9-d325-4971-a3e8-0d73702a317a req-ca9c57a1-9b7c-49a4-b161-6966d6405833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.157443 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f802bb9-d325-4971-a3e8-0d73702a317a req-ca9c57a1-9b7c-49a4-b161-6966d6405833 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 1098 time: 0.0486650 Sep 16 04:44:23.168723 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.174690 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff38f60b-cab7-4fdf-96f6-1d9b2b90d864 req-e22b607e-167c-4692-9a5a-901d51b8d3bf tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 210 time: 0.0374846 Sep 16 04:44:23.180319 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['3c1a2824-4ec5-477a-badd-e06513efbcad'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:23.292365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:23.298619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:23.301553 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f802bb9-d325-4971-a3e8-0d73702a317a req-7e1d1ca3-c29b-43fb-8552-61035fd4d383 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307073 Sep 16 04:44:23.302944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:23.308290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Pushing event updated for resources: {'Port': ['ID=17f9deb9-887d-401b-9f1f-82b0127d8965,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:23.395647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.396316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.428102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-24e14ecd-6634-4f44-84ac-2de83c64b279 req-e755a47b-c281-4bb2-a416-2711776de5b5 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 210 time: 0.0288424 Sep 16 04:44:23.482226 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-f33dc8d5-c115-4096-ab40-ab93c41d2c29 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3218400 Sep 16 04:44:23.504774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Request body: {'port': {'device_id': '5fffcb21-23ef-4b90-a1cb-cc320c12cce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:23.614357 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bcddb9ee-7138-4368-8055-308ea2432d9a req-f141a2dd-ad58-42db-9a21-d800f3e3a7e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0736287 Sep 16 04:44:23.619963 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.699929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8b0a3-9c8b-4cb7-8711-8cedd23497b6 req-f0cecec9-9fcc-4cef-85a4-ef8a91bcf57e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.702672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eff8b0a3-9c8b-4cb7-8711-8cedd23497b6 req-f0cecec9-9fcc-4cef-85a4-ef8a91bcf57e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 950 time: 0.0897434 Sep 16 04:44:23.717332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a816a1f-dde6-4ae6-97e9-2957a6b4c7f4 req-591e7a38-7bb8-47d6-a06b-63ab06726cfb tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.720990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a816a1f-dde6-4ae6-97e9-2957a6b4c7f4 req-591e7a38-7bb8-47d6-a06b-63ab06726cfb tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 946 time: 0.0736811 Sep 16 04:44:23.775926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eff8b0a3-9c8b-4cb7-8711-8cedd23497b6 req-9cc86293-8943-4678-84b4-9ec961f270d6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560005 Sep 16 04:44:23.790180 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a816a1f-dde6-4ae6-97e9-2957a6b4c7f4 req-559d4356-3f63-460b-afc0-059cbbf2d8f0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558026 Sep 16 04:44:23.933848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfa3b1-b856-4f7b-a128-604c31da4c48 req-046dfb64-7ef5-4a5e-b46f-1d9d585c5d92 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.941225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2dfa3b1-b856-4f7b-a128-604c31da4c48 req-046dfb64-7ef5-4a5e-b46f-1d9d585c5d92 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 931 time: 0.0754285 Sep 16 04:44:23.942414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddb9ee-7138-4368-8055-308ea2432d9a req-59c00405-b87d-484d-b6cd-4146b8e5ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.943937 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bcddb9ee-7138-4368-8055-308ea2432d9a req-59c00405-b87d-484d-b6cd-4146b8e5ec4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 1096 time: 0.2572365 Sep 16 04:44:23.954961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcff23c-c284-4651-ab0a-eb7188907aba req-eb352d35-8510-4c5c-9e2a-a224e1a3ddf5 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.956494 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-abcff23c-c284-4651-ab0a-eb7188907aba req-eb352d35-8510-4c5c-9e2a-a224e1a3ddf5 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 950 time: 0.2682655 Sep 16 04:44:23.978905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2dfa3b1-b856-4f7b-a128-604c31da4c48 req-d97dfb89-673c-46f9-aab4-4817ee6b88a2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366349 Sep 16 04:44:24.124697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad2c0a-d71a-4bb8-b46b-960411b5ba25 req-45033b09-752c-44e8-8361-4e0bff0e3f9c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.133154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1bad2c0a-d71a-4bb8-b46b-960411b5ba25 req-45033b09-752c-44e8-8361-4e0bff0e3f9c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 944 time: 0.0616078 Sep 16 04:44:24.176798 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1bad2c0a-d71a-4bb8-b46b-960411b5ba25 req-5e401665-2351-4d3a-a008-ac5c494b67f7 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434487 Sep 16 04:44:24.212482 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f9deb9-887d-401b-9f1f-82b0127d8965 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:24.221621 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.230979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddb9ee-7138-4368-8055-308ea2432d9a req-47993675-b7e6-437d-8ede-ed0786880ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.232645 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bcddb9ee-7138-4368-8055-308ea2432d9a req-47993675-b7e6-437d-8ede-ed0786880ca1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.2559736 Sep 16 04:44:24.244776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Transition to ACTIVE for port object 17f9deb9-887d-401b-9f1f-82b0127d8965 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:24.293149 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bcddb9ee-7138-4368-8055-308ea2432d9a req-aac51c9e-b65f-43dc-84d9-f571f8a9ab5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 HTTP/1.1" status: 200 len: 217 time: 0.0432460 Sep 16 04:44:24.327914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a2ec498-33ad-41bf-ba2f-5e87663eed55 req-9cd839b5-5508-4e82-bc13-edeeada15164 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc781c-bdf5-4e15-b8d8-52f4b2139998 HTTP/1.1" status: 200 len: 210 time: 0.0558105 Sep 16 04:44:24.346159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-abcff23c-c284-4651-ab0a-eb7188907aba req-48828621-21fa-4e9b-8eb2-c023c82350cc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Deleting port b50435c4-abaa-44a6-9815-e77d66d008a5 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:24.346509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-abcff23c-c284-4651-ab0a-eb7188907aba req-48828621-21fa-4e9b-8eb2-c023c82350cc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.381583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b21ff2f-9807-4b82-bf14-f739a121e8ed details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:24.382213 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.411561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddb9ee-7138-4368-8055-308ea2432d9a req-f08e2b3e-1ce7-46f0-9228-e4b395f172ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.413027 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bcddb9ee-7138-4368-8055-308ea2432d9a req-f08e2b3e-1ce7-46f0-9228-e4b395f172ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.1123006 Sep 16 04:44:24.490819 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bcddb9ee-7138-4368-8055-308ea2432d9a req-890d5ab6-6a91-4de2-82f8-954c35342867 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474169 Sep 16 04:44:24.527168 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Pushing event updated for resources: {'Port': ['ID=17f9deb9-887d-401b-9f1f-82b0127d8965,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:24.576346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:24.618672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bde46cfa-283f-4346-baff-02a1dfe885cc req-db919dc4-0a26-4e1b-ad93-604a99efeb06 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 210 time: 0.0619724 Sep 16 04:44:24.627854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '1b21ff2f-9807-4b82-bf14-f739a121e8ed', 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f', 'port_id': '1b21ff2f-9807-4b82-bf14-f739a121e8ed', 'mac_address': 'fa:16:3e:4b:f3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949274d8-2344-4ef9-adff-97636601143c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:24.648290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-abcff23c-c284-4651-ab0a-eb7188907aba req-48828621-21fa-4e9b-8eb2-c023c82350cc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] For port b50435c4-abaa-44a6-9815-e77d66d008a5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b50435c4-abaa-44a6-9815-e77d66d008a5,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:24.648687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-abcff23c-c284-4651-ab0a-eb7188907aba req-48828621-21fa-4e9b-8eb2-c023c82350cc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.673031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-abcff23c-c284-4651-ab0a-eb7188907aba req-48828621-21fa-4e9b-8eb2-c023c82350cc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Calling delete_port for b50435c4-abaa-44a6-9815-e77d66d008a5 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:24.692789 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.707215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b21ff2f-9807-4b82-bf14-f739a121e8ed {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:24.735208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:24.748430 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bcddb9ee-7138-4368-8055-308ea2432d9a req-8ac78133-9c4d-440a-8b5e-d5408e7cc405 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496195 Sep 16 04:44:24.753826 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Attempting to bind port 17f9deb9-887d-401b-9f1f-82b0127d8965 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:24.754166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Attempting to bind port 17f9deb9-887d-401b-9f1f-82b0127d8965 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:24.754499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Attempting to bind port 17f9deb9-887d-401b-9f1f-82b0127d8965 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:24.782655 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Port 17f9deb9-887d-401b-9f1f-82b0127d8965 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:24.782988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Attempting to bind port 17f9deb9-887d-401b-9f1f-82b0127d8965 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:24.803363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:24.803709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:24.804101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Bound using segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:24.804581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Bound port: 17f9deb9-887d-401b-9f1f-82b0127d8965, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:24.804945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.813134 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.949861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1b21ff2f-9807-4b82-bf14-f739a121e8ed,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:24.981429 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bcddb9ee-7138-4368-8055-308ea2432d9a req-fee2726f-8cfb-40fb-a703-7d70321ba5ae service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223382 Sep 16 04:44:24.985897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:24.990896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=17f9deb9-887d-401b-9f1f-82b0127d8965,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:25.034865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ad437-2099-4934-aa23-a036649bd179 req-46531572-b7af-49b0-8955-5487545b5a84 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.036353 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-451ad437-2099-4934-aa23-a036649bd179 req-46531572-b7af-49b0-8955-5487545b5a84 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 950 time: 0.1217203 Sep 16 04:44:25.046494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.049321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e95ce5-cec8-4d6b-ba6c-a4f6e9b9ada4 req-f72c0020-c3de-4261-a60c-5c2a36664883 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.050814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1e95ce5-cec8-4d6b-ba6c-a4f6e9b9ada4 req-f72c0020-c3de-4261-a60c-5c2a36664883 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 946 time: 0.0739067 Sep 16 04:44:25.076387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-abcff23c-c284-4651-ab0a-eb7188907aba req-48828621-21fa-4e9b-8eb2-c023c82350cc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.088370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4', '94d0a7c3-849d-47bb-981e-04887206b61c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:25.092912 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.093163 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.094649 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] 10.222.0.37 "PUT /v2.0/ports/17f9deb9-887d-401b-9f1f-82b0127d8965 HTTP/1.1" status: 200 len: 1092 time: 1.5960622 Sep 16 04:44:25.102648 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fffcb21-23ef-4b90-a1cb-cc320c12cce5', 'tag': '17f9deb9-887d-401b-9f1f-82b0127d8965'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:25.106057 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db37762-a4c3-4180-a350-d48da10a1162" -d '{"events": [{"name": "network-changed", "server_uuid": "5fffcb21-23ef-4b90-a1cb-cc320c12cce5", "tag": "17f9deb9-887d-401b-9f1f-82b0127d8965"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:25.129991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb434f1-7f56-46d9-8842-0427d2d4fa09 service neutron] Pushing event updated for resources: {'Port': ['ID=17f9deb9-887d-401b-9f1f-82b0127d8965,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:25.167446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-451ad437-2099-4934-aa23-a036649bd179 req-b43374a1-10c1-41cb-b445-552ac9caed30 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148477 Sep 16 04:44:25.188386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1b21ff2f-9807-4b82-bf14-f739a121e8ed'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:25.204531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcff23c-c284-4651-ab0a-eb7188907aba req-48828621-21fa-4e9b-8eb2-c023c82350cc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] No DVR routers for this DVR port b50435c4-abaa-44a6-9815-e77d66d008a5 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:25.218651 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1e95ce5-cec8-4d6b-ba6c-a4f6e9b9ada4 req-7fbc838b-693a-4bf3-86fe-6619760cdf71 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586740 Sep 16 04:44:25.230618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-abcff23c-c284-4651-ab0a-eb7188907aba req-48828621-21fa-4e9b-8eb2-c023c82350cc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.238666 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-abcff23c-c284-4651-ab0a-eb7188907aba req-48828621-21fa-4e9b-8eb2-c023c82350cc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "DELETE /v2.0/ports/b50435c4-abaa-44a6-9815-e77d66d008a5 HTTP/1.1" status: 204 len: 173 time: 1.2563517 Sep 16 04:44:25.247285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48828621-21fa-4e9b-8eb2-c023c82350cc tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Pushing event deleted for resources: {'Port': ['ID=b50435c4-abaa-44a6-9815-e77d66d008a5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:25.298753 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f39ec6-ec5e-4a0f-80aa-2ddc15e6c6cb x-openstack-request-id: req-72f39ec6-ec5e-4a0f-80aa-2ddc15e6c6cb {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:25.299182 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fffcb21-23ef-4b90-a1cb-cc320c12cce5", "tag": "17f9deb9-887d-401b-9f1f-82b0127d8965", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:25.299530 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72f39ec6-ec5e-4a0f-80aa-2ddc15e6c6cb {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:25.299942 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fffcb21-23ef-4b90-a1cb-cc320c12cce5', 'tag': '17f9deb9-887d-401b-9f1f-82b0127d8965', 'status': 'completed', 'code': 200} Sep 16 04:44:25.388293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db37762-a4c3-4180-a350-d48da10a1162 req-9bc211ee-0c1d-4c64-9417-1dc1faa29d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.389879 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3db37762-a4c3-4180-a350-d48da10a1162 req-9bc211ee-0c1d-4c64-9417-1dc1faa29d87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 1095 time: 0.0509512 Sep 16 04:44:25.438700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb378173-86c7-42f9-9a24-be6a0bdc75db req-12916ecb-504c-40bb-a257-3475c9bcefba tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.440241 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb378173-86c7-42f9-9a24-be6a0bdc75db req-12916ecb-504c-40bb-a257-3475c9bcefba tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.0962782 Sep 16 04:44:25.481762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fb9c7-2596-454b-994a-601654ad8c3a req-7d75cafb-7db1-4236-b833-6c687f8240ab tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.483613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a9fb9c7-2596-454b-994a-601654ad8c3a req-7d75cafb-7db1-4236-b833-6c687f8240ab tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 945 time: 0.1195259 Sep 16 04:44:25.527160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db37762-a4c3-4180-a350-d48da10a1162 req-4617e9bb-bd85-4c64-a66f-0cdab3ab3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.529698 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3db37762-a4c3-4180-a350-d48da10a1162 req-4617e9bb-bd85-4c64-a66f-0cdab3ab3296 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a90cdc15f24043fba6cb9927dc16b179&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1305063 Sep 16 04:44:25.536252 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb378173-86c7-42f9-9a24-be6a0bdc75db req-e61ea1dc-b982-4a5b-b62d-d2aec85ed9f2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871885 Sep 16 04:44:25.563018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a9fb9c7-2596-454b-994a-601654ad8c3a req-b371ab66-6c7b-4a69-b3b6-39749f62dbce tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679114 Sep 16 04:44:25.708707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254d70e-677e-435f-9459-242640f21f5e req-1762e655-8d61-4f5d-8f96-17f657256685 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.718211 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b254d70e-677e-435f-9459-242640f21f5e req-1762e655-8d61-4f5d-8f96-17f657256685 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 1098 time: 0.0783877 Sep 16 04:44:25.746484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db37762-a4c3-4180-a350-d48da10a1162 req-e7d1f4a3-6290-47a9-b557-7816e7c18860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.748327 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3db37762-a4c3-4180-a350-d48da10a1162 req-e7d1f4a3-6290-47a9-b557-7816e7c18860 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2109499 Sep 16 04:44:25.784049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b254d70e-677e-435f-9459-242640f21f5e req-81d30583-30bc-42bc-b343-99ce2468bb19 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645697 Sep 16 04:44:25.883112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-dbf9b7a8-be65-4490-8bec-1c9d2c28bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.885002 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-dbf9b7a8-be65-4490-8bec-1c9d2c28bf95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 1095 time: 0.0696013 Sep 16 04:44:25.889500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9f57e73-d26b-47fd-99c8-448766eb1329 req-ad0d8e13-ed64-4cce-83fa-b27e08b500f4 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 210 time: 0.0328717 Sep 16 04:44:25.948717 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-38acfaf2-dd9d-4659-8898-685234bff7d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f9deb9-887d-401b-9f1f-82b0127d8965 HTTP/1.1" status: 200 len: 217 time: 0.0458856 Sep 16 04:44:25.973260 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-0ca3caa1-4a71-47b7-9b86-78e3e8a35533 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f9de0864ac234533b3b7edea6e651fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232744 Sep 16 04:44:26.082110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a82fe4-ff2e-47c7-bcf3-16af7962ac67 req-fbe48f4a-44cd-4341-bd6d-7b21fdccd37c tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.083698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8a82fe4-ff2e-47c7-bcf3-16af7962ac67 req-fbe48f4a-44cd-4341-bd6d-7b21fdccd37c tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 1098 time: 0.1248965 Sep 16 04:44:26.145819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-567980c9-b277-406e-9d50-61a5c4862f87 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.154246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-567980c9-b277-406e-9d50-61a5c4862f87 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.1642313 Sep 16 04:44:26.183157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-13b6f412-6b3f-4d6b-b238-b093c993e553 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/quotas/14872c2b810d40029c8a20f36a72743a HTTP/1.1" status: 200 len: 375 time: 0.0279260 Sep 16 04:44:26.202510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8a82fe4-ff2e-47c7-bcf3-16af7962ac67 req-72410ea4-da7f-4db4-a611-80856160b043 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900745 Sep 16 04:44:26.238762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-64dc0ddb-8c0c-421c-a715-dde58dc64aac tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544426 Sep 16 04:44:26.353822 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-961115a0-0a78-4f32-8c8a-4cba10d5b033 req-9029c9d4-622b-43a8-9142-2a25d878685e tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f126b5-c5ca-4453-9922-ccb56c9922ea HTTP/1.1" status: 200 len: 210 time: 0.0372279 Sep 16 04:44:26.385102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-fbbd2a63-fa4d-4124-b78e-736a0b981cd6 service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387694 Sep 16 04:44:26.397202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b50435c4-abaa-44a6-9815-e77d66d008a5 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:26.424042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-a7dc2bf9-0770-4afb-9eb0-0d250c143b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.425795 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-a7dc2bf9-0770-4afb-9eb0-0d250c143b35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.4515231 Sep 16 04:44:26.440165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: b50435c4-abaa-44a6-9815-e77d66d008a5 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:26.440533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b50435c4-abaa-44a6-9815-e77d66d008a5 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:26.489275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9defb0ff-ce2d-40d6-8ad9-ab055f22610f no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:26.501443 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-81b084e6-2017-45a9-97a5-c46e83d094b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525465 Sep 16 04:44:26.541093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 9defb0ff-ce2d-40d6-8ad9-ab055f22610f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:26.541736 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9defb0ff-ce2d-40d6-8ad9-ab055f22610f not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:26.544484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-86bae796-3f4b-48b1-971c-bb1cb5120918 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.548692 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-86bae796-3f4b-48b1-971c-bb1cb5120918 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5641482 Sep 16 04:44:26.557827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-81ee8071-e696-44a0-a72e-fc1843c2018c service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703696 Sep 16 04:44:26.561853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Request body: {'port': {'device_id': 'cca31dba-8a50-456d-a623-f1b7b5d806bf', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'f9de0864ac234533b3b7edea6e651fd6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:26.685329 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-b733ec6c-dcc4-4c61-bc00-a95cd97923ae service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706700 Sep 16 04:44:26.804157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Made reservation on behalf of f9de0864ac234533b3b7edea6e651fd6 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:26.810154 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.825977 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c38f7e4a-381a-4e5b-b859-26042a1fd2ae req-8d069a2e-0cc7-4822-8a7a-63d39a0fb727 service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288092 Sep 16 04:44:26.853875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5dc97-9ec8-4359-a067-b752b3d3d25b req-f9bb2cb9-d7c6-4a18-9a50-56209f375d64 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.856757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5b5dc97-9ec8-4359-a067-b752b3d3d25b req-f9bb2cb9-d7c6-4a18-9a50-56209f375d64 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.0785477 Sep 16 04:44:26.918649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5b5dc97-9ec8-4359-a067-b752b3d3d25b req-11b5f097-0807-4c8a-9e82-cd338a7a57f4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552340 Sep 16 04:44:26.989141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Allocated IP 192.168.233.82 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/a1c567b3-8439-4079-bd1e-584b2d0c3d42) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:27.073030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d42c8-39c5-487b-b2c7-de5edd2736da req-8eb1b00c-cbe9-4525-8c99-b5f823155d7a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.075498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c1d42c8-39c5-487b-b2c7-de5edd2736da req-8eb1b00c-cbe9-4525-8c99-b5f823155d7a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 945 time: 0.0882280 Sep 16 04:44:27.123782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c1d42c8-39c5-487b-b2c7-de5edd2736da req-63e6a40b-2a28-474a-8c17-8aea10c93d80 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Sep 16 04:44:27.201531 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.206620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-77829c80-eeb1-4d96-a423-1bfbe2f5c67e req-7dbbe887-15f5-40ef-b98e-857cefd89b29 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 210 time: 0.0404510 Sep 16 04:44:27.302536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f126b5-c5ca-4453-9922-ccb56c9922ea', 'name': 'network-vif-deleted', 'tag': 'b50435c4-abaa-44a6-9815-e77d66d008a5'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:27.303968 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fafe1aa-ab4f-4c57-a0a5-8b99bfff9bd7" -d '{"events": [{"server_uuid": "59f126b5-c5ca-4453-9922-ccb56c9922ea", "name": "network-vif-deleted", "tag": "b50435c4-abaa-44a6-9815-e77d66d008a5"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:27.367442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.380919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889', '9c8ac960-4019-4696-aacb-995647ce4993', 'c3c88647-ed62-4eb5-b7a0-554cd30ed018', 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:27.383158 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d68496dd-d333-4dd4-9993-5f1a3ee7f695', '7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d', '33e0237a-ee28-4032-8d4e-586909f23c92'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:27.442031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:27.443733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ea037-2395-47c2-90bb-6dc6a7796e5e req-28863f0b-7679-4492-b907-416b3d64d1cc tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.445681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:27.450547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:27.462500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-183ea037-2395-47c2-90bb-6dc6a7796e5e req-28863f0b-7679-4492-b907-416b3d64d1cc tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 935 time: 0.0711222 Sep 16 04:44:27.485432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event updated for resources: {'Port': ['ID=a1c567b3-8439-4079-bd1e-584b2d0c3d42,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:27.520339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.521154 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.525108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-183ea037-2395-47c2-90bb-6dc6a7796e5e req-8b4f41a0-82b0-4cea-bdb7-b1ed7c0315fb tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609794 Sep 16 04:44:27.580280 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce352b36-f16f-4534-a73d-f99cb1186dc8 x-openstack-request-id: req-ce352b36-f16f-4534-a73d-f99cb1186dc8 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:27.580839 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f126b5-c5ca-4453-9922-ccb56c9922ea", "name": "network-vif-deleted", "tag": "b50435c4-abaa-44a6-9815-e77d66d008a5", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:27.580941 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce352b36-f16f-4534-a73d-f99cb1186dc8 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:27.581284 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f126b5-c5ca-4453-9922-ccb56c9922ea', 'name': 'network-vif-deleted', 'tag': 'b50435c4-abaa-44a6-9815-e77d66d008a5', 'status': 'completed', 'code': 200} Sep 16 04:44:27.608319 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-2fcdaca9-ad5e-4b76-b632-2c885cccb279 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0512843 Sep 16 04:44:27.621084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Request body: {'port': {'device_id': 'cca31dba-8a50-456d-a623-f1b7b5d806bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:27.710129 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.908561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fa3ee98d-81ad-455c-ab75-2c6dde351b75 None None] Provisioning complete for port a1c567b3-8439-4079-bd1e-584b2d0c3d42 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:27.909145 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee98d-81ad-455c-ab75-2c6dde351b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.976111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ee98d-81ad-455c-ab75-2c6dde351b75 None None] Port a1c567b3-8439-4079-bd1e-584b2d0c3d42 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:28.061210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c567b3-8439-4079-bd1e-584b2d0c3d42 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:28.069280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.082686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Transition to ACTIVE for port object a1c567b3-8439-4079-bd1e-584b2d0c3d42 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:28.130223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48782abc-b59e-4c59-9cba-4e6c1f34918e req-51418dbd-5fc9-4cce-bf39-e72770f989d4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.131716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48782abc-b59e-4c59-9cba-4e6c1f34918e req-51418dbd-5fc9-4cce-bf39-e72770f989d4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.0663276 Sep 16 04:44:28.188365 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48782abc-b59e-4c59-9cba-4e6c1f34918e req-1b0204a8-5c93-40dd-9f65-dfc0708d2d76 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393054 Sep 16 04:44:28.190229 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.322484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c567b3-8439-4079-bd1e-584b2d0c3d42,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:28.369152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Attempting to bind port a1c567b3-8439-4079-bd1e-584b2d0c3d42 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:28.369494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Attempting to bind port a1c567b3-8439-4079-bd1e-584b2d0c3d42 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:28.369860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Attempting to bind port a1c567b3-8439-4079-bd1e-584b2d0c3d42 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:28.370452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5029ec-7b1c-4e4a-b7e0-90b72a81b0e1 req-72f1479f-743c-4178-af55-02ec66b8b151 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.372456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf5029ec-7b1c-4e4a-b7e0-90b72a81b0e1 req-72f1479f-743c-4178-af55-02ec66b8b151 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 948 time: 0.0780740 Sep 16 04:44:28.381519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Port a1c567b3-8439-4079-bd1e-584b2d0c3d42 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:28.381935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Attempting to bind port a1c567b3-8439-4079-bd1e-584b2d0c3d42 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:28.388422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:28.389040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:28.389494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:28.389994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Bound port: a1c567b3-8439-4079-bd1e-584b2d0c3d42, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:28.390419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.391421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b21ff2f-9807-4b82-bf14-f739a121e8ed up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:28.422191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf5029ec-7b1c-4e4a-b7e0-90b72a81b0e1 req-4c0e077f-3d27-49f8-a62d-94f958b803d6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Sep 16 04:44:28.476401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] For port a1c567b3-8439-4079-bd1e-584b2d0c3d42, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:28.481422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] For port a1c567b3-8439-4079-bd1e-584b2d0c3d42, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a1c567b3-8439-4079-bd1e-584b2d0c3d42,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:28.553508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62371-7e13-4da1-be2b-f630079224ef req-319f14e4-927b-48dd-a139-4f345d2e86a4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.558554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0a62371-7e13-4da1-be2b-f630079224ef req-319f14e4-927b-48dd-a139-4f345d2e86a4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 945 time: 0.0490458 Sep 16 04:44:28.593551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0a62371-7e13-4da1-be2b-f630079224ef req-839f0dd1-ea29-4cf3-b0aa-77b342af8bd1 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Sep 16 04:44:28.597996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 1b21ff2f-9807-4b82-bf14-f739a121e8ed completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:28.598150 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.601260 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 1b21ff2f-9807-4b82-bf14-f739a121e8ed triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:28.601628 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.644235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.645020 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.646436 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] 10.222.0.23 "PUT /v2.0/ports/a1c567b3-8439-4079-bd1e-584b2d0c3d42 HTTP/1.1" status: 200 len: 1096 time: 1.0300038 Sep 16 04:44:28.670314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04359c-08b7-40b6-b6b5-b31d453980c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c567b3-8439-4079-bd1e-584b2d0c3d42,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:28.689778 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.710172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a83b566-f2bd-4dbe-9d46-9adcfa488cd2 req-648f8117-e7dd-413e-96b0-87840591b32e tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 210 time: 0.0371993 Sep 16 04:44:28.733376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2be594-c246-49d7-a46c-0da65950c850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21ff2f-9807-4b82-bf14-f739a121e8ed'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:28.735611 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c09eab-f026-4ac5-8730-de146774ecc6" -d '{"events": [{"server_uuid": "6a2be594-c246-49d7-a46c-0da65950c850", "name": "network-vif-plugged", "status": "completed", "tag": "1b21ff2f-9807-4b82-bf14-f739a121e8ed"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:28.747831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-d4c81087-c3d3-42d7-919e-0b0520162dfc tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:44:28.752907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:28.753229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-d4c81087-c3d3-42d7-919e-0b0520162dfc tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124788 Sep 16 04:44:28.798498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-ac0d75d7-fb34-4f4f-8c1b-804b02c80bd6 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.800019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-ac0d75d7-fb34-4f4f-8c1b-804b02c80bd6 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports/488bf3e6-9400-429f-8d63-1dbcbf634fd6 HTTP/1.1" status: 200 len: 1095 time: 0.0370331 Sep 16 04:44:28.812292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] Request body: {'binding': {'host': 'n-h2-712137-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:28.818146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] Unknown quota resources ['binding']. {{(pid=95452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:44:28.828261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-251ab3c0-2665-4f1f-bf8c-dd3388e7b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.830114 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-251ab3c0-2665-4f1f-bf8c-dd3388e7b5e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 1099 time: 0.0525000 Sep 16 04:44:28.835374 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.894709 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-1e8c470b-7078-4b30-8605-53f4e5179b31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a1c567b3-8439-4079-bd1e-584b2d0c3d42 HTTP/1.1" status: 200 len: 217 time: 0.0557096 Sep 16 04:44:28.909749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1b21ff2f-9807-4b82-bf14-f739a121e8ed,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:28.954882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-165a892d-23f9-461e-898f-9cd543531138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.956600 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-165a892d-23f9-461e-898f-9cd543531138 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0496807 Sep 16 04:44:29.003289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-ccab63ca-c42e-48c8-b3f6-89fc62070f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.004864 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-ccab63ca-c42e-48c8-b3f6-89fc62070f3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0408590 Sep 16 04:44:29.030725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9b806-4f7f-4811-a172-f5bcc517781f req-f8695fbf-04b5-49e2-96bf-30c8ad3b31a9 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.035854 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97e9b806-4f7f-4811-a172-f5bcc517781f req-f8695fbf-04b5-49e2-96bf-30c8ad3b31a9 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 947 time: 0.0803046 Sep 16 04:44:29.035854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] Attempting to bind port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on host n-h2-712137-12 for vnic_type normal with profile None {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:29.036289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] Attempting to bind port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:29.036741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] Attempting to bind port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:29.048325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] Port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:29.048667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] Attempting to bind port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:29.066605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:29.066605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:29.066605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] Bound using segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:29.066605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] Bound port: 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:29.102930 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-91d0db71-4c1f-4dd5-b68b-b619ea0f518f service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905914 Sep 16 04:44:29.114647 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97e9b806-4f7f-4811-a172-f5bcc517781f req-ab970d5e-6f8e-47ef-b0a7-3e02470a340e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754731 Sep 16 04:44:29.183763 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39f190a-9753-4fc1-8ac3-b06f3c117dfe x-openstack-request-id: req-d39f190a-9753-4fc1-8ac3-b06f3c117dfe {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:29.184066 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2be594-c246-49d7-a46c-0da65950c850", "name": "network-vif-plugged", "status": "completed", "tag": "1b21ff2f-9807-4b82-bf14-f739a121e8ed", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:29.185570 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d39f190a-9753-4fc1-8ac3-b06f3c117dfe {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:29.185570 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2be594-c246-49d7-a46c-0da65950c850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21ff2f-9807-4b82-bf14-f739a121e8ed', 'code': 200} Sep 16 04:44:29.201902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:29.215709 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-524c9a51-94d5-4be4-a764-5ab6c756c72e req-a92d258b-15cc-4d17-b624-3a4cd2b00968 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034837 Sep 16 04:44:29.223497 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-eccdaae5-68d5-4ad0-93d3-9af8549d6cda tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.225856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-eccdaae5-68d5-4ad0-93d3-9af8549d6cda tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.1464543 Sep 16 04:44:29.243564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Request body: {'port': {'device_id': '019e9c16-1c13-47c9-b27e-5fca60c87868', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'admin_state_up': True, 'tenant_id': '14872c2b810d40029c8a20f36a72743a'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:29.283940 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] Notify callbacks [] for binding, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.283940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-0d652209-c9ca-4710-87ff-cba66eed2f0f service neutron] 10.222.0.24 "POST /v2.0/ports/488bf3e6-9400-429f-8d63-1dbcbf634fd6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4690833 Sep 16 04:44:29.307591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ed93d-6bb3-4e1e-93f1-1141a0adef73 req-99f97c40-e61a-4849-9d43-5708f6d30acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.309694 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aa2ed93d-6bb3-4e1e-93f1-1141a0adef73 req-99f97c40-e61a-4849-9d43-5708f6d30acf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 1098 time: 0.0477271 Sep 16 04:44:29.352044 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aa2ed93d-6bb3-4e1e-93f1-1141a0adef73 req-9f574d1a-98f0-44a1-b3f8-0e4b2cb609ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333683 Sep 16 04:44:29.388848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87322bba-9698-4e1d-b1fa-d4d497050e7f req-ef4eff53-cf69-45fe-9b60-0f973e7788c4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.390364 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87322bba-9698-4e1d-b1fa-d4d497050e7f req-ef4eff53-cf69-45fe-9b60-0f973e7788c4 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.0782170 Sep 16 04:44:29.435681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87322bba-9698-4e1d-b1fa-d4d497050e7f req-8c89665b-90e0-4b6f-afdb-022b180b3b73 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387459 Sep 16 04:44:29.475770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Made reservation on behalf of 14872c2b810d40029c8a20f36a72743a for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:29.481816 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.582166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca31dba-8a50-456d-a623-f1b7b5d806bf', 'tag': 'a1c567b3-8439-4079-bd1e-584b2d0c3d42'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:29.584807 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cc89ae-9336-4f49-a6c3-080020adbd95" -d '{"events": [{"name": "network-changed", "server_uuid": "cca31dba-8a50-456d-a623-f1b7b5d806bf", "tag": "a1c567b3-8439-4079-bd1e-584b2d0c3d42"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:29.818591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-b4612fe1-eba6-44bb-a66a-b07fd5a04ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.820130 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-b4612fe1-eba6-44bb-a66a-b07fd5a04ec9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 1098 time: 0.0430965 Sep 16 04:44:29.913368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59633e50-031f-46c9-a68d-79f4367ab020 req-1d88bdb7-30d9-498a-87f7-e7fc03877b13 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.914845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59633e50-031f-46c9-a68d-79f4367ab020 req-1d88bdb7-30d9-498a-87f7-e7fc03877b13 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 948 time: 0.4062266 Sep 16 04:44:29.924986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1117d1d-079d-42df-9a73-f3d3f0783600 req-e98b7b01-eb65-4a10-b10e-7bcc5aafbdb5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.926430 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1117d1d-079d-42df-9a73-f3d3f0783600 req-e98b7b01-eb65-4a10-b10e-7bcc5aafbdb5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 946 time: 0.3789644 Sep 16 04:44:29.949946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6ff88-9341-4d73-98a1-4a08f2f21239 req-e53dddc5-9be5-4ee0-883f-29c8745e5c58 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.951413 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-70c6ff88-9341-4d73-98a1-4a08f2f21239 req-e53dddc5-9be5-4ee0-883f-29c8745e5c58 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 948 time: 0.1042674 Sep 16 04:44:29.970327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Allocated IP 172.20.0.4 (f2afedde-7f02-4b7e-a084-59f4bf758425/38e998c6-4110-4bef-84ea-094065a059d1/a6100952-277a-458e-ab9a-7a50163436fb) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:29.989534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-38cace7f-4bb0-40ad-8477-d74e43910355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.991106 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-38cace7f-4bb0-40ad-8477-d74e43910355 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.1514268 Sep 16 04:44:30.021042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59633e50-031f-46c9-a68d-79f4367ab020 req-3fc4ced3-d785-43dc-b198-332f7268d1c4 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915592 Sep 16 04:44:30.025313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1117d1d-079d-42df-9a73-f3d3f0783600 req-c9576ac7-7115-4f82-8e99-c02b72a31d97 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856864 Sep 16 04:44:30.042998 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-237d658e-42dd-4478-b889-b9d6d086906c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6 HTTP/1.1" status: 200 len: 217 time: 0.0418928 Sep 16 04:44:30.099480 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12473941-d78b-4578-a81a-8bd5102c9eeb x-openstack-request-id: req-12473941-d78b-4578-a81a-8bd5102c9eeb {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:30.099681 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca31dba-8a50-456d-a623-f1b7b5d806bf", "tag": "a1c567b3-8439-4079-bd1e-584b2d0c3d42", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:30.099932 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12473941-d78b-4578-a81a-8bd5102c9eeb {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:30.100316 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca31dba-8a50-456d-a623-f1b7b5d806bf', 'tag': 'a1c567b3-8439-4079-bd1e-584b2d0c3d42', 'status': 'completed', 'code': 200} Sep 16 04:44:30.157656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-3272b008-6b0d-4ee6-ab73-1247a12f141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.159156 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-3272b008-6b0d-4ee6-ab73-1247a12f141d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.0944617 Sep 16 04:44:30.187968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc89ae-9336-4f49-a6c3-080020adbd95 req-6ed5a929-5eb5-45ef-8149-741b16969153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.189448 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-87cc89ae-9336-4f49-a6c3-080020adbd95 req-6ed5a929-5eb5-45ef-8149-741b16969153 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9de0864ac234533b3b7edea6e651fd6&device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 1099 time: 0.0759134 Sep 16 04:44:30.193771 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-70c6ff88-9341-4d73-98a1-4a08f2f21239 req-a792debc-fe76-4a70-b8c7-cd46458253f6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Deleting port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:30.194117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-70c6ff88-9341-4d73-98a1-4a08f2f21239 req-a792debc-fe76-4a70-b8c7-cd46458253f6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.197983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc53e215-0bbd-4efd-85a5-f8c14c6bec73 req-ef248cf0-30c5-45ee-8208-bb831a29416d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 210 time: 0.0507698 Sep 16 04:44:30.226569 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-d775d40c-e085-4382-9b9e-82075ea70a12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510764 Sep 16 04:44:30.239183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420d4f0-f4b3-4317-b618-305d1a94bf14 req-12eb2558-3ab9-4c69-8a43-122a41b2db59 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.240678 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6420d4f0-f4b3-4317-b618-305d1a94bf14 req-12eb2558-3ab9-4c69-8a43-122a41b2db59 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1320398 Sep 16 04:44:30.259112 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.303956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6420d4f0-f4b3-4317-b618-305d1a94bf14 req-07456d13-3fdd-4e35-ae6b-c180f3f987f2 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547602 Sep 16 04:44:30.419220 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.440569 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc89ae-9336-4f49-a6c3-080020adbd95 req-485ca91a-691d-42b3-ab0c-5db6c1a5ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.442106 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-87cc89ae-9336-4f49-a6c3-080020adbd95 req-485ca91a-691d-42b3-ab0c-5db6c1a5ed4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2311571 Sep 16 04:44:30.450353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-70c6ff88-9341-4d73-98a1-4a08f2f21239 req-a792debc-fe76-4a70-b8c7-cd46458253f6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] For port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:30.450795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-70c6ff88-9341-4d73-98a1-4a08f2f21239 req-a792debc-fe76-4a70-b8c7-cd46458253f6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.480967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-70c6ff88-9341-4d73-98a1-4a08f2f21239 req-a792debc-fe76-4a70-b8c7-cd46458253f6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Calling delete_port for 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:30.496272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Network f2afedde-7f02-4b7e-a084-59f4bf758425 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:30.506143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:30.508319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Pushing event updated for resources: {'Port': ['ID=a6100952-277a-458e-ab9a-7a50163436fb,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:30.512409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:30.513001 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-5bd41d06-6ae7-4f1c-9f64-bc2dfb53826b service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754786 Sep 16 04:44:30.516152 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-87cc89ae-9336-4f49-a6c3-080020adbd95 req-a2dc2585-09ce-43ed-86b7-0521de09d46e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a1c567b3-8439-4079-bd1e-584b2d0c3d42 HTTP/1.1" status: 200 len: 217 time: 0.0629108 Sep 16 04:44:30.592710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcb8c5-b9a9-435d-8213-46a3be7afcbd req-03cc2869-5402-4291-a418-1921fd607b78 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.594229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ffcb8c5-b9a9-435d-8213-46a3be7afcbd req-03cc2869-5402-4291-a418-1921fd607b78 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 947 time: 0.1411331 Sep 16 04:44:30.605163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.605886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.648348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a8fe6-ab2f-406f-bd36-773f50e4b734 req-86130680-ac13-4f26-9342-1a24b1fc3729 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.652013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f58a8fe6-ab2f-406f-bd36-773f50e4b734 req-86130680-ac13-4f26-9342-1a24b1fc3729 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.1115680 Sep 16 04:44:30.670977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ffcb8c5-b9a9-435d-8213-46a3be7afcbd req-bee1fca7-96b5-40a0-a81e-e15c1810e08d tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614870 Sep 16 04:44:30.671369 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc89ae-9336-4f49-a6c3-080020adbd95 req-79880d59-d634-4ca2-b47c-d070e0ad0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.675504 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-87cc89ae-9336-4f49-a6c3-080020adbd95 req-79880d59-d634-4ca2-b47c-d070e0ad0e46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1406493 Sep 16 04:44:30.700975 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f58a8fe6-ab2f-406f-bd36-773f50e4b734 req-42f28064-67ac-42c2-b31d-88a8c618f0bb tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430110 Sep 16 04:44:30.702469 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-288739c0-86e9-45df-8be9-4cb5a90a5115 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4637270 Sep 16 04:44:30.721751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Request body: {'port': {'device_id': '019e9c16-1c13-47c9-b27e-5fca60c87868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:30.732680 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-b0cde3dd-30e9-4521-83d6-39de76a43539 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110989 Sep 16 04:44:30.745866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc89ae-9336-4f49-a6c3-080020adbd95 req-4b663354-ff80-4057-b0ca-947ec3daaa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.747847 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-87cc89ae-9336-4f49-a6c3-080020adbd95 req-4b663354-ff80-4057-b0ca-947ec3daaa28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0653999 Sep 16 04:44:30.778585 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.879793 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-87cc89ae-9336-4f49-a6c3-080020adbd95 req-2a0b7366-a278-44d3-9d64-3136e8266164 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026995 Sep 16 04:44:30.960823 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-70c6ff88-9341-4d73-98a1-4a08f2f21239 req-a792debc-fe76-4a70-b8c7-cd46458253f6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.981239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4', '94d0a7c3-849d-47bb-981e-04887206b61c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:31.005095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792debc-fe76-4a70-b8c7-cd46458253f6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Pushing event deleted for resources: {'Port': ['ID=2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:31.062853 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-87cc89ae-9336-4f49-a6c3-080020adbd95 req-0c8a42de-f661-4fe4-8c42-d8e82cf1f685 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681321 Sep 16 04:44:31.090691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6100952-277a-458e-ab9a-7a50163436fb {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:31.100419 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.105538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c6ff88-9341-4d73-98a1-4a08f2f21239 req-a792debc-fe76-4a70-b8c7-cd46458253f6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] No DVR routers for this DVR port 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:31.109334 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-70c6ff88-9341-4d73-98a1-4a08f2f21239 req-a792debc-fe76-4a70-b8c7-cd46458253f6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.112059 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-70c6ff88-9341-4d73-98a1-4a08f2f21239 req-a792debc-fe76-4a70-b8c7-cd46458253f6 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "DELETE /v2.0/ports/2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 HTTP/1.1" status: 204 len: 173 time: 1.1498966 Sep 16 04:44:31.124717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Transition to ACTIVE for port object a6100952-277a-458e-ab9a-7a50163436fb will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:31.145991 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-935cba3d-fc0f-4775-bc47-880f2490743f req-a7df21f5-0765-414c-9bce-da36c36d2b3b tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=dccd4c96-1892-43c5-ba83-7a9bb776af13 HTTP/1.1" status: 200 len: 210 time: 0.0316522 Sep 16 04:44:31.207091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b526c-bd50-42f7-8c33-ef22c727071b req-3f3a2128-4a61-419a-9757-20f0ffb27290 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.208663 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-522b526c-bd50-42f7-8c33-ef22c727071b req-3f3a2128-4a61-419a-9757-20f0ffb27290 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 946 time: 0.0608242 Sep 16 04:44:31.236332 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.269784 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-522b526c-bd50-42f7-8c33-ef22c727071b req-a66cf676-7fcc-427f-b07a-9051725341a2 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532157 Sep 16 04:44:31.414081 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Pushing event updated for resources: {'Port': ['ID=a6100952-277a-458e-ab9a-7a50163436fb,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:31.475570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef18f39-c866-4279-9daf-9f2af575d2df req-1a83a91e-bcff-4559-9485-ecbea61ec889 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.484002 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ef18f39-c866-4279-9daf-9f2af575d2df req-1a83a91e-bcff-4559-9485-ecbea61ec889 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 943 time: 0.1763134 Sep 16 04:44:31.522880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Attempting to bind port a6100952-277a-458e-ab9a-7a50163436fb on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:31.523213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Attempting to bind port a6100952-277a-458e-ab9a-7a50163436fb by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:31.523544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Attempting to bind port a6100952-277a-458e-ab9a-7a50163436fb on network f2afedde-7f02-4b7e-a084-59f4bf758425 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:31.545553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e46548-c3c3-4c15-9ac9-415be7a353f5 req-e5e9a722-f6b6-4251-8e95-b0491736fe97 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.547169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8e46548-c3c3-4c15-9ac9-415be7a353f5 req-e5e9a722-f6b6-4251-8e95-b0491736fe97 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1384401 Sep 16 04:44:31.562185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Port a6100952-277a-458e-ab9a-7a50163436fb on network f2afedde-7f02-4b7e-a084-59f4bf758425 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:31.562185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Attempting to bind port a6100952-277a-458e-ab9a-7a50163436fb on network f2afedde-7f02-4b7e-a084-59f4bf758425 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:31.569327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:31.569663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Checking segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:31.570029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Bound using segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:31.570463 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Bound port: a6100952-277a-458e-ab9a-7a50163436fb, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:31.570859 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.576512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ef18f39-c866-4279-9daf-9f2af575d2df req-967fd866-5f01-476b-9cff-05ff76d173a3 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916607 Sep 16 04:44:31.651391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8e46548-c3c3-4c15-9ac9-415be7a353f5 req-b7fd48d0-983d-42e0-a5f7-bfdba990b4f8 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881076 Sep 16 04:44:31.707062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] For port a6100952-277a-458e-ab9a-7a50163436fb, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:31.713886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] For port a6100952-277a-458e-ab9a-7a50163436fb, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a6100952-277a-458e-ab9a-7a50163436fb,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:31.787989 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.866582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.867201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.868687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] 10.222.0.23 "PUT /v2.0/ports/a6100952-277a-458e-ab9a-7a50163436fb HTTP/1.1" status: 200 len: 1092 time: 1.1554575 Sep 16 04:44:31.872198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019e9c16-1c13-47c9-b27e-5fca60c87868', 'tag': 'a6100952-277a-458e-ab9a-7a50163436fb'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:31.874943 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce897277-9d50-497a-8d0d-271f65dd975e" -d '{"events": [{"name": "network-changed", "server_uuid": "019e9c16-1c13-47c9-b27e-5fca60c87868", "tag": "a6100952-277a-458e-ab9a-7a50163436fb"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:31.899415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc579-5e21-48ed-bfbc-1db918792f4e req-301199af-c044-46de-9512-48504fcbb001 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.901191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b2cc579-5e21-48ed-bfbc-1db918792f4e req-301199af-c044-46de-9512-48504fcbb001 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 947 time: 0.1461828 Sep 16 04:44:31.955831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73b08f-74f4-4be8-8cc0-bad4ca54a47c service neutron] Pushing event updated for resources: {'Port': ['ID=a6100952-277a-458e-ab9a-7a50163436fb,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:31.994794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b2cc579-5e21-48ed-bfbc-1db918792f4e req-04de07c7-666f-4b86-aff8-1a3561108395 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636058 Sep 16 04:44:32.013869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-f44c8784-db28-4c75-846c-28bbc82acb8b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.015427 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-f44c8784-db28-4c75-846c-28bbc82acb8b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/networks?id=9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 200 len: 814 time: 0.1998935 Sep 16 04:44:32.045692 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-3ba7f87d-d19c-4cfd-95ff-6800be68e5ff tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/quotas/beb64385c68c464bbaadaf890c1a8c95 HTTP/1.1" status: 200 len: 375 time: 0.0154352 Sep 16 04:44:32.055901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-aa92a60a-9b7e-456f-8f1c-df72c0ada032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.058308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-aa92a60a-9b7e-456f-8f1c-df72c0ada032 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 1095 time: 0.0606632 Sep 16 04:44:32.101217 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccd4c96-1892-43c5-ba83-7a9bb776af13', 'name': 'network-vif-deleted', 'tag': '2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:32.104705 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb865a6d-9bc8-495d-b124-47b8f3b2ae14" -d '{"events": [{"server_uuid": "dccd4c96-1892-43c5-ba83-7a9bb776af13", "name": "network-vif-deleted", "tag": "2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:32.133213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-d1071deb-f144-4081-8d4f-094782446654 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6100952-277a-458e-ab9a-7a50163436fb HTTP/1.1" status: 200 len: 217 time: 0.0643017 Sep 16 04:44:32.209909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-b293d704-3a24-43d1-bd52-38d4c1c75fbe tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb64385c68c464bbaadaf890c1a8c95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504486 Sep 16 04:44:32.215586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-dca4ee19-aaa0-4353-9c60-b1d893b85351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.217215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-dca4ee19-aaa0-4353-9c60-b1d893b85351 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 200 len: 852 time: 0.0677030 Sep 16 04:44:32.254529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae411a75-943d-4aa2-a540-53d909e64e00 req-2374bd99-2be1-4aac-ba73-39d097d23863 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.256045 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae411a75-943d-4aa2-a540-53d909e64e00 req-2374bd99-2be1-4aac-ba73-39d097d23863 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.1642668 Sep 16 04:44:32.283822 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-6a7934d5-55de-4bf0-809f-b37c27f45175 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2afedde-7f02-4b7e-a084-59f4bf758425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552022 Sep 16 04:44:32.410664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae411a75-943d-4aa2-a540-53d909e64e00 req-62668900-4900-4136-bc93-5b20b1af06f6 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318686 Sep 16 04:44:32.444134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-55a65ccb-d459-4031-8df0-768b7407ee52 service neutron] 10.222.0.24 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241347 Sep 16 04:44:32.455608 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-b0f1df64-478f-400b-8a55-a2c11258fdc1 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621370 Sep 16 04:44:32.465669 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e0d17f-6ba8-4ca4-abc7-b6ae333f2495 x-openstack-request-id: req-e6e0d17f-6ba8-4ca4-abc7-b6ae333f2495 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:32.465998 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019e9c16-1c13-47c9-b27e-5fca60c87868", "tag": "a6100952-277a-458e-ab9a-7a50163436fb", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:32.466197 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6e0d17f-6ba8-4ca4-abc7-b6ae333f2495 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:32.466581 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019e9c16-1c13-47c9-b27e-5fca60c87868', 'tag': 'a6100952-277a-458e-ab9a-7a50163436fb', 'status': 'completed', 'code': 200} Sep 16 04:44:32.499952 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6551cd-fa5d-4fa9-a880-f710af594815 x-openstack-request-id: req-fa6551cd-fa5d-4fa9-a880-f710af594815 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:32.500534 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccd4c96-1892-43c5-ba83-7a9bb776af13", "name": "network-vif-deleted", "tag": "2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:32.502676 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa6551cd-fa5d-4fa9-a880-f710af594815 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:32.503340 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccd4c96-1892-43c5-ba83-7a9bb776af13', 'name': 'network-vif-deleted', 'tag': '2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4', 'status': 'completed', 'code': 200} Sep 16 04:44:32.520684 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a1c567b3-8439-4079-bd1e-584b2d0c3d42 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:32.638656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a1c567b3-8439-4079-bd1e-584b2d0c3d42, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a1c567b3-8439-4079-bd1e-584b2d0c3d42,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:32.643125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-175cea56-1890-4c2a-b7e7-2c488edcb675 service neutron] 10.222.0.24 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865819 Sep 16 04:44:32.649427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'a1c567b3-8439-4079-bd1e-584b2d0c3d42', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'a1c567b3-8439-4079-bd1e-584b2d0c3d42', 'mac_address': 'fa:16:3e:3e:dc:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:32.653126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e481fd7-ad0a-46a1-bcb9-4dbe39554ad6 req-e6a597fb-2050-45d4-af5f-7e9895d885c9 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765654 Sep 16 04:44:32.682356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87a066-63d3-4e0f-bc62-79052326916a req-88399d8a-50b8-499a-adcd-3f8d8027a0b3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.690732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e87a066-63d3-4e0f-bc62-79052326916a req-88399d8a-50b8-499a-adcd-3f8d8027a0b3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 946 time: 0.1005151 Sep 16 04:44:32.691385 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.707421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c567b3-8439-4079-bd1e-584b2d0c3d42 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:32.731515 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a1c567b3-8439-4079-bd1e-584b2d0c3d42, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a1c567b3-8439-4079-bd1e-584b2d0c3d42,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:32.734603 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e87a066-63d3-4e0f-bc62-79052326916a req-14f58bbb-e62c-4c64-a578-e4747d6fcda5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Sep 16 04:44:32.806410 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.816057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce897277-9d50-497a-8d0d-271f65dd975e req-5074900d-f54a-4d12-8e97-173ccd82a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.817911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce897277-9d50-497a-8d0d-271f65dd975e req-5074900d-f54a-4d12-8e97-173ccd82a306 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 1095 time: 0.0443413 Sep 16 04:44:32.867518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a1c567b3-8439-4079-bd1e-584b2d0c3d42,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:32.938862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce897277-9d50-497a-8d0d-271f65dd975e req-47d5fd67-4045-4da0-b915-91f90637dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.940344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce897277-9d50-497a-8d0d-271f65dd975e req-47d5fd67-4045-4da0-b915-91f90637dcd7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 912 time: 0.1145270 Sep 16 04:44:32.999541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce897277-9d50-497a-8d0d-271f65dd975e req-30156dad-dd7c-49c0-b902-d087c7d681b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6100952-277a-458e-ab9a-7a50163436fb HTTP/1.1" status: 200 len: 217 time: 0.0497141 Sep 16 04:44:33.073702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e86cd-f416-4607-8c17-3a25f3a3d9c4 req-2887010c-3c8c-44b7-bc8d-da3aa97bc512 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.075096 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a7e86cd-f416-4607-8c17-3a25f3a3d9c4 req-2887010c-3c8c-44b7-bc8d-da3aa97bc512 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 943 time: 0.1178734 Sep 16 04:44:33.079154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce897277-9d50-497a-8d0d-271f65dd975e req-813e5988-ebf0-433e-a964-e3b48099b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.080772 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce897277-9d50-497a-8d0d-271f65dd975e req-813e5988-ebf0-433e-a964-e3b48099b6e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 200 len: 852 time: 0.0662377 Sep 16 04:44:33.128412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce897277-9d50-497a-8d0d-271f65dd975e req-b3e63861-bcd0-4324-9969-b3422c965bc8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2afedde-7f02-4b7e-a084-59f4bf758425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377362 Sep 16 04:44:33.151436 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['a1c567b3-8439-4079-bd1e-584b2d0c3d42'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:33.164330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a7e86cd-f416-4607-8c17-3a25f3a3d9c4 req-b4c90411-c905-42e4-a5c9-e5d0880f7d1d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810730 Sep 16 04:44:33.308673 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16b9860f-7a52-4a2b-870c-c5a30c8d9eaa req-34bafa06-80dd-4d13-ab64-1f0d8d62ecce tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 210 time: 0.0393550 Sep 16 04:44:33.328055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce897277-9d50-497a-8d0d-271f65dd975e req-c707cd0a-7f90-488e-a52d-e5ffdc80e2b4 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887136 Sep 16 04:44:33.523524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce897277-9d50-497a-8d0d-271f65dd975e req-e73a55b0-0d91-4c07-9cbd-6b017986ce60 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877034 Sep 16 04:44:33.532268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1af9e-e288-4cc4-975d-be908cfe6b7e req-b3ecbac0-5cec-45ce-9e18-26f3bc10419a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.533538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca1af9e-e288-4cc4-975d-be908cfe6b7e req-b3ecbac0-5cec-45ce-9e18-26f3bc10419a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 948 time: 0.1343105 Sep 16 04:44:33.541161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af741f2-e9b0-48ff-b924-3b8bfd73ea4f req-2bcb1562-35a5-402d-9295-ebec25aaede3 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.543331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7af741f2-e9b0-48ff-b924-3b8bfd73ea4f req-2bcb1562-35a5-402d-9295-ebec25aaede3 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 950 time: 0.1407955 Sep 16 04:44:33.597908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca1af9e-e288-4cc4-975d-be908cfe6b7e req-dc8f14bf-6f36-462d-95dc-f00444609690 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536039 Sep 16 04:44:33.605656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7af741f2-e9b0-48ff-b924-3b8bfd73ea4f req-88049355-6ae0-4e2b-9783-4ce2bf9372aa tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472760 Sep 16 04:44:33.710123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae7f93-b510-42ca-bd1f-60823ddf467b req-95248a68-d328-449c-9de1-d5e0b6d800ed tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.711585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07ae7f93-b510-42ca-bd1f-60823ddf467b req-95248a68-d328-449c-9de1-d5e0b6d800ed tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.0496302 Sep 16 04:44:33.750987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07ae7f93-b510-42ca-bd1f-60823ddf467b req-28ede38b-4c36-4af0-8417-375efd8d31dc tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332651 Sep 16 04:44:33.857402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c89cc-5bd9-40b3-a351-3db7c869f044 req-40dfbf5d-6055-42d0-958b-389d03b4d522 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.859164 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b37c89cc-5bd9-40b3-a351-3db7c869f044 req-40dfbf5d-6055-42d0-958b-389d03b4d522 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 946 time: 0.0545332 Sep 16 04:44:33.897579 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b37c89cc-5bd9-40b3-a351-3db7c869f044 req-37273461-292b-4bd3-9fc5-7f5b0eceb468 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Sep 16 04:44:34.327909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60bafa-c095-41d4-ae06-9e1383688103 req-254bfbf7-e0d5-437f-b97b-aaedeeca52ab tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.337806 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e60bafa-c095-41d4-ae06-9e1383688103 req-254bfbf7-e0d5-437f-b97b-aaedeeca52ab tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 943 time: 0.0852554 Sep 16 04:44:34.390762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e60bafa-c095-41d4-ae06-9e1383688103 req-44a73a09-019a-4a7f-897a-bd123137c342 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504565 Sep 16 04:44:34.420099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:34.447492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:34.448776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2d7a4338-0bea-4e05-a3b6-8f33dfa6c3d4 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:34.479685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ac86d58-b716-4a51-a1d7-6d7f6f57576c req-23ff9e8b-912e-4f31-9817-52b68573127e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 210 time: 0.0269721 Sep 16 04:44:34.535897 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a1c567b3-8439-4079-bd1e-584b2d0c3d42 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:34.663666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port a1c567b3-8439-4079-bd1e-584b2d0c3d42 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:34.672264 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port a1c567b3-8439-4079-bd1e-584b2d0c3d42 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:34.672772 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.761202 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.786476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca31dba-8a50-456d-a623-f1b7b5d806bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c567b3-8439-4079-bd1e-584b2d0c3d42'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:34.788884 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b933296-9b90-47dc-b808-f45861848e2e" -d '{"events": [{"server_uuid": "cca31dba-8a50-456d-a623-f1b7b5d806bf", "name": "network-vif-plugged", "status": "completed", "tag": "a1c567b3-8439-4079-bd1e-584b2d0c3d42"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:34.803438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a1c567b3-8439-4079-bd1e-584b2d0c3d42, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a1c567b3-8439-4079-bd1e-584b2d0c3d42,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:34.880686 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.918054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a1ee0-5a7b-4daf-9021-8e612dc50d1f req-18ea722f-9be3-461a-a38b-1ecc545ad6c7 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.920738 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a97a1ee0-5a7b-4daf-9021-8e612dc50d1f req-18ea722f-9be3-461a-a38b-1ecc545ad6c7 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 950 time: 0.0634446 Sep 16 04:44:34.945023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a1c567b3-8439-4079-bd1e-584b2d0c3d42,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:35.031772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-a97a1ee0-5a7b-4daf-9021-8e612dc50d1f req-3a4d0bd1-7dc3-43e2-bb70-df17e53e0389 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Deleting port 94d0a7c3-849d-47bb-981e-04887206b61c {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:35.032124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a97a1ee0-5a7b-4daf-9021-8e612dc50d1f req-3a4d0bd1-7dc3-43e2-bb70-df17e53e0389 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.038086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a74a5-ae1b-4ac8-8b7c-6307ac6c8e81 req-069b4659-5f8c-4952-b8f4-09313402a42e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.039602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f0a74a5-ae1b-4ac8-8b7c-6307ac6c8e81 req-069b4659-5f8c-4952-b8f4-09313402a42e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 948 time: 0.3624611 Sep 16 04:44:35.053708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a10d94-bb22-40bf-ad35-cc4401791a89 req-431aaefb-092c-4696-b65d-89483aef178a tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.055191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a10d94-bb22-40bf-ad35-cc4401791a89 req-431aaefb-092c-4696-b65d-89483aef178a tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 950 time: 0.3474691 Sep 16 04:44:35.094310 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:44:35.120349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f0a74a5-ae1b-4ac8-8b7c-6307ac6c8e81 req-76f6fefc-8ddf-4d71-ab53-7d2ac46f9155 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634394 Sep 16 04:44:35.123644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a10d94-bb22-40bf-ad35-cc4401791a89 req-0af1f2ec-6d30-4598-a189-3ef7dfeefc8b tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f45486f-f2c9-48bc-a58d-7d2faaf15e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500402 Sep 16 04:44:35.148489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-a97a1ee0-5a7b-4daf-9021-8e612dc50d1f req-3a4d0bd1-7dc3-43e2-bb70-df17e53e0389 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] For port 94d0a7c3-849d-47bb-981e-04887206b61c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=94d0a7c3-849d-47bb-981e-04887206b61c,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:35.148489 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a97a1ee0-5a7b-4daf-9021-8e612dc50d1f req-3a4d0bd1-7dc3-43e2-bb70-df17e53e0389 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.155946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-a97a1ee0-5a7b-4daf-9021-8e612dc50d1f req-3a4d0bd1-7dc3-43e2-bb70-df17e53e0389 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Calling delete_port for 94d0a7c3-849d-47bb-981e-04887206b61c owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:35.194385 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208cc96f-5c92-41a4-9b8b-611f148fbf87 x-openstack-request-id: req-208cc96f-5c92-41a4-9b8b-611f148fbf87 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:35.194685 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca31dba-8a50-456d-a623-f1b7b5d806bf", "name": "network-vif-plugged", "status": "completed", "tag": "a1c567b3-8439-4079-bd1e-584b2d0c3d42", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:35.194939 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-208cc96f-5c92-41a4-9b8b-611f148fbf87 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:35.195336 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca31dba-8a50-456d-a623-f1b7b5d806bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c567b3-8439-4079-bd1e-584b2d0c3d42', 'code': 200} Sep 16 04:44:35.337905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a20fe-77ae-4302-8116-7f15bb668a16 req-f16fc74d-3967-40df-a21b-9e829f34e077 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.340083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a9a20fe-77ae-4302-8116-7f15bb668a16 req-f16fc74d-3967-40df-a21b-9e829f34e077 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.1264157 Sep 16 04:44:35.361024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-2f9a02a5-8ab2-4c0c-869e-0882e0c462a6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.362484 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-2f9a02a5-8ab2-4c0c-869e-0882e0c462a6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.37 "GET /v2.0/networks?id=9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 200 len: 814 time: 0.1898241 Sep 16 04:44:35.372624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273d3a7-9a4f-4570-8932-6f89acb876f1 req-9a346954-81ff-4ae1-8b97-90d76807b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.374994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9273d3a7-9a4f-4570-8932-6f89acb876f1 req-9a346954-81ff-4ae1-8b97-90d76807b833 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 1101 time: 0.1038241 Sep 16 04:44:35.377031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Request body: {'port': {'device_id': '4e342fc5-3249-4c11-8cee-30d257e6ab41', 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f', 'admin_state_up': True, 'tenant_id': 'beb64385c68c464bbaadaf890c1a8c95'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:35.382702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2e300-b2a4-4dfa-af22-8ac8aafaa827 req-d13fa77c-68f7-4862-94c6-c119869d7c20 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.384074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25d2e300-b2a4-4dfa-af22-8ac8aafaa827 req-d13fa77c-68f7-4862-94c6-c119869d7c20 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 946 time: 0.1254890 Sep 16 04:44:35.434391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a9a20fe-77ae-4302-8116-7f15bb668a16 req-615bce22-7b02-4b67-b1bb-2ee3a2aedc58 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871866 Sep 16 04:44:35.455586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9273d3a7-9a4f-4570-8932-6f89acb876f1 req-21c94bbc-c276-45f2-b035-52c931328267 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703228 Sep 16 04:44:35.472152 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25d2e300-b2a4-4dfa-af22-8ac8aafaa827 req-a0c4a546-890d-449e-b126-8a8869f72ee9 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776527 Sep 16 04:44:35.555197 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a97a1ee0-5a7b-4daf-9021-8e612dc50d1f req-3a4d0bd1-7dc3-43e2-bb70-df17e53e0389 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.567066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['94d0a7c3-849d-47bb-981e-04887206b61c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:35.585549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Made reservation on behalf of beb64385c68c464bbaadaf890c1a8c95 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:35.589855 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.594475 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d0bd1-7dc3-43e2-bb70-df17e53e0389 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Pushing event deleted for resources: {'Port': ['ID=94d0a7c3-849d-47bb-981e-04887206b61c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:35.649292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97a1ee0-5a7b-4daf-9021-8e612dc50d1f req-3a4d0bd1-7dc3-43e2-bb70-df17e53e0389 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] No DVR routers for this DVR port 94d0a7c3-849d-47bb-981e-04887206b61c on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:35.652530 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a97a1ee0-5a7b-4daf-9021-8e612dc50d1f req-3a4d0bd1-7dc3-43e2-bb70-df17e53e0389 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.654597 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a97a1ee0-5a7b-4daf-9021-8e612dc50d1f req-3a4d0bd1-7dc3-43e2-bb70-df17e53e0389 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.37 "DELETE /v2.0/ports/94d0a7c3-849d-47bb-981e-04887206b61c HTTP/1.1" status: 204 len: 173 time: 0.7270212 Sep 16 04:44:35.655042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'name': 'network-vif-deleted', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:35.657561 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afbe9c4-a74a-404e-85d2-b944e3574da5" -d '{"events": [{"server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "name": "network-vif-deleted", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:35.800367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Allocated IP 172.20.0.4 (9d28860d-4e08-4ba3-a765-b2bfee8d416f/949274d8-2344-4ef9-adff-97636601143c/41ea9473-c63d-4143-9417-d54c818c157c) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:35.825801 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f81a7ffe-2d5e-4bc5-9af3-b00404ad45b6 req-62b6a4d4-813f-4a4f-82bb-22bf28c8f05c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 210 time: 0.0290101 Sep 16 04:44:35.850332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b744d41-d84b-4de7-be05-ac6d15fc6138 req-18466854-65a0-43b5-afaf-90156efa8443 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.857591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b744d41-d84b-4de7-be05-ac6d15fc6138 req-18466854-65a0-43b5-afaf-90156efa8443 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 943 time: 0.1006954 Sep 16 04:44:35.884632 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fda7ae-3c76-4359-bb1c-0c6e4cb2f7bb x-openstack-request-id: req-88fda7ae-3c76-4359-bb1c-0c6e4cb2f7bb {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:35.884997 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc692bf-e336-4f9f-8daf-01caabdf8284", "name": "network-vif-deleted", "tag": "94d0a7c3-849d-47bb-981e-04887206b61c", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:35.886114 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88fda7ae-3c76-4359-bb1c-0c6e4cb2f7bb {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:35.886700 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc692bf-e336-4f9f-8daf-01caabdf8284', 'name': 'network-vif-deleted', 'tag': '94d0a7c3-849d-47bb-981e-04887206b61c', 'status': 'completed', 'code': 200} Sep 16 04:44:35.906891 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b744d41-d84b-4de7-be05-ac6d15fc6138 req-ed4dc824-bf17-404a-9dcc-bd96dedf9a73 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431581 Sep 16 04:44:35.976039 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.087140 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.104081 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1b21ff2f-9807-4b82-bf14-f739a121e8ed'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:36.129904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Network 9d28860d-4e08-4ba3-a765-b2bfee8d416f is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:36.133076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:36.137562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:36.165952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Pushing event updated for resources: {'Port': ['ID=41ea9473-c63d-4143-9417-d54c818c157c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:36.208412 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.209215 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.280442 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b04961-9b7c-484c-9335-2f3441220f10 req-c18e3553-8efe-4c43-aa8f-cfe517e042a8 tempest-ServersAdminTestJSON-523672692 tempest-ServersAdminTestJSON-523672692-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc692bf-e336-4f9f-8daf-01caabdf8284 HTTP/1.1" status: 200 len: 210 time: 0.0457902 Sep 16 04:44:36.304357 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-21158c29-f201-4bbf-9123-0fcb5d0718bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9311554 Sep 16 04:44:36.309574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eef27-3d58-4b9c-aed4-d00c8047f1b3 req-743fa28a-64aa-4d9d-9e28-bf339fdd9fad tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.311031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a50eef27-3d58-4b9c-aed4-d00c8047f1b3 req-743fa28a-64aa-4d9d-9e28-bf339fdd9fad tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 949 time: 0.0904465 Sep 16 04:44:36.321993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Request body: {'port': {'device_id': '4e342fc5-3249-4c11-8cee-30d257e6ab41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:36.350776 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a50eef27-3d58-4b9c-aed4-d00c8047f1b3 req-b4162857-2a14-4f47-aa14-3ce568821f78 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334306 Sep 16 04:44:36.381575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.427367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 17f9deb9-887d-401b-9f1f-82b0127d8965 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:36.530442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=17f9deb9-887d-401b-9f1f-82b0127d8965,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:36.545030 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '17f9deb9-887d-401b-9f1f-82b0127d8965', 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f', 'port_id': '17f9deb9-887d-401b-9f1f-82b0127d8965', 'mac_address': 'fa:16:3e:72:31:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39668278-5bbe-4dc3-a29c-c75e3dac6017', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:36.552579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a6100952-277a-458e-ab9a-7a50163436fb details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:36.602597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.638341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f9deb9-887d-401b-9f1f-82b0127d8965 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:36.640856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3d966-eda5-4685-9807-2226b69ec6af req-d47cbfd1-d82e-4944-a7a7-9f1888ff9731 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.643288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aed3d966-eda5-4685-9807-2226b69ec6af req-d47cbfd1-d82e-4944-a7a7-9f1888ff9731 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.0997739 Sep 16 04:44:36.653945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17d4b9-00d9-4859-b44b-95ff013b6094 req-0a16cc1c-16b3-4fa7-9fb6-01818dc03a29 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.656001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc17d4b9-00d9-4859-b44b-95ff013b6094 req-0a16cc1c-16b3-4fa7-9fb6-01818dc03a29 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 946 time: 0.0772040 Sep 16 04:44:36.693280 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=17f9deb9-887d-401b-9f1f-82b0127d8965,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:36.710466 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc17d4b9-00d9-4859-b44b-95ff013b6094 req-d96868d6-23b7-49af-9d98-48f2e71bc889 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466912 Sep 16 04:44:36.722213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a6100952-277a-458e-ab9a-7a50163436fb, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a6100952-277a-458e-ab9a-7a50163436fb,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:36.731252 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aed3d966-eda5-4685-9807-2226b69ec6af req-7828449e-d701-4252-987c-5865e17af4ad tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739706 Sep 16 04:44:36.749755 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'a6100952-277a-458e-ab9a-7a50163436fb', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'port_id': 'a6100952-277a-458e-ab9a-7a50163436fb', 'mac_address': 'fa:16:3e:e4:13:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e998c6-4110-4bef-84ea-094065a059d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:36.789871 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.845765 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.874599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6100952-277a-458e-ab9a-7a50163436fb {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:36.899358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=17f9deb9-887d-401b-9f1f-82b0127d8965,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:36.911663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a6100952-277a-458e-ab9a-7a50163436fb, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a6100952-277a-458e-ab9a-7a50163436fb,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:36.968397 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b8fcc-ef99-4eec-9380-b4305fb0005c req-565c6a94-27ab-4c2c-b251-317fb5aa2992 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.969992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b8b8fcc-ef99-4eec-9380-b4305fb0005c req-565c6a94-27ab-4c2c-b251-317fb5aa2992 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 931 time: 0.0650690 Sep 16 04:44:36.997271 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.037188 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b8b8fcc-ef99-4eec-9380-b4305fb0005c req-9843ae57-71ea-4d88-afe2-91257fa24395 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608759 Sep 16 04:44:37.062239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e913e7-5681-415d-9071-feae3fd91f65 req-db31ae1a-32ac-4f85-8571-c05c8e27b60c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.063366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ea9473-c63d-4143-9417-d54c818c157c {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:37.064213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0e913e7-5681-415d-9071-feae3fd91f65 req-db31ae1a-32ac-4f85-8571-c05c8e27b60c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 944 time: 0.0638208 Sep 16 04:44:37.071716 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.074578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a6100952-277a-458e-ab9a-7a50163436fb,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:37.085144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Transition to ACTIVE for port object 41ea9473-c63d-4143-9417-d54c818c157c will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:37.112573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0e913e7-5681-415d-9071-feae3fd91f65 req-bbefd78f-b26f-404b-b6dc-1f4f9b5f1d19 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Sep 16 04:44:37.112872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['17f9deb9-887d-401b-9f1f-82b0127d8965'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:37.149030 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.209734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Pushing event updated for resources: {'Port': ['ID=41ea9473-c63d-4143-9417-d54c818c157c,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:37.283700 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Attempting to bind port 41ea9473-c63d-4143-9417-d54c818c157c on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:37.284481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Attempting to bind port 41ea9473-c63d-4143-9417-d54c818c157c by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'e4b115d0-e4bf-4e7d-9fdc-4028c067583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:37.284885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Attempting to bind port 41ea9473-c63d-4143-9417-d54c818c157c on network 9d28860d-4e08-4ba3-a765-b2bfee8d416f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:37.295049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Port 41ea9473-c63d-4143-9417-d54c818c157c on network 9d28860d-4e08-4ba3-a765-b2bfee8d416f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:37.295049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Attempting to bind port 41ea9473-c63d-4143-9417-d54c818c157c on network 9d28860d-4e08-4ba3-a765-b2bfee8d416f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:37.299589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:37.299924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Checking segment: {'id': 'e4b115d0-e4bf-4e7d-9fdc-4028c067583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:37.300305 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Bound using segment: {'id': 'e4b115d0-e4bf-4e7d-9fdc-4028c067583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:37.300750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Bound port: 41ea9473-c63d-4143-9417-d54c818c157c, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b115d0-e4bf-4e7d-9fdc-4028c067583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:37.301164 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.386806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] For port 41ea9473-c63d-4143-9417-d54c818c157c, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:37.387174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['a6100952-277a-458e-ab9a-7a50163436fb'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:37.392774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] For port 41ea9473-c63d-4143-9417-d54c818c157c, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=41ea9473-c63d-4143-9417-d54c818c157c,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:37.474740 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.480928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b7ab8-16d6-4a7b-a32c-01496acfdc53 req-6ad9709c-acb4-4009-89bd-94cf68e6b47c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.483189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d77b7ab8-16d6-4a7b-a32c-01496acfdc53 req-6ad9709c-acb4-4009-89bd-94cf68e6b47c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 949 time: 0.0535002 Sep 16 04:44:37.518281 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.519282 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.520661 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] 10.222.0.37 "PUT /v2.0/ports/41ea9473-c63d-4143-9417-d54c818c157c HTTP/1.1" status: 200 len: 1092 time: 1.2028604 Sep 16 04:44:37.538054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d77b7ab8-16d6-4a7b-a32c-01496acfdc53 req-cc22db57-b4cd-4e6a-9842-45f0b8a0b840 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474157 Sep 16 04:44:37.549992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4349e-929a-47e8-b1dc-40d6f0784f62 service neutron] Pushing event updated for resources: {'Port': ['ID=41ea9473-c63d-4143-9417-d54c818c157c,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:37.658763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f93792-4485-4acd-9d8b-993c1b1fefed req-b5813d45-be6f-4094-b72e-7a0e89f5a7c6 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.660505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6f93792-4485-4acd-9d8b-993c1b1fefed req-b5813d45-be6f-4094-b72e-7a0e89f5a7c6 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 1101 time: 0.0480688 Sep 16 04:44:37.690370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-a00603a3-2c33-427b-b7a8-0112e25d7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.692175 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-a00603a3-2c33-427b-b7a8-0112e25d7e61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=beb64385c68c464bbaadaf890c1a8c95&device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 1095 time: 0.0435507 Sep 16 04:44:37.709228 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6f93792-4485-4acd-9d8b-993c1b1fefed req-6acc25ca-4736-45ef-b038-24d125e3e883 tempest-ServersOnMultiNodesTest-1259206232 tempest-ServersOnMultiNodesTest-1259206232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421410 Sep 16 04:44:37.749699 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-0ac0da0b-161a-4f25-a0cd-77b1b4e30fe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41ea9473-c63d-4143-9417-d54c818c157c HTTP/1.1" status: 200 len: 217 time: 0.0478766 Sep 16 04:44:37.807998 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41438) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:37.832413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-6c52ecce-7b4a-4d24-b389-32733f146a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.834141 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-6c52ecce-7b4a-4d24-b389-32733f146a7f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949274d8-2344-4ef9-adff-97636601143c HTTP/1.1" status: 200 len: 854 time: 0.0763116 Sep 16 04:44:37.865931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279766a-c1e1-486d-bb54-d5da592ce3ea req-65f2ed12-c535-4289-942c-bec7fa476479 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.875676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5279766a-c1e1-486d-bb54-d5da592ce3ea req-65f2ed12-c535-4289-942c-bec7fa476479 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 946 time: 0.0742934 Sep 16 04:44:37.879993 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-f7d85758-2a8d-48c1-9332-f0fdd3f96667 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d28860d-4e08-4ba3-a765-b2bfee8d416f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285671 Sep 16 04:44:37.888235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e342fc5-3249-4c11-8cee-30d257e6ab41', 'tag': '41ea9473-c63d-4143-9417-d54c818c157c'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:37.891860 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0abc50-432e-49ae-bf77-906859f1e3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e342fc5-3249-4c11-8cee-30d257e6ab41", "tag": "41ea9473-c63d-4143-9417-d54c818c157c"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:37.912644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5279766a-c1e1-486d-bb54-d5da592ce3ea req-f94d89cd-2f0b-48c9-a127-227abc753dea tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367136 Sep 16 04:44:38.006825 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-79f1f77a-4930-4df1-950e-969285cf21fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a466e1d644fe487f93d1c3cde159689c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980188 Sep 16 04:44:38.009682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41448) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:38.031666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71c97f-4063-4463-96b0-942c45e96ef7 req-cbcf6304-dbf1-4006-969e-48c9834a764c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.033226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef71c97f-4063-4463-96b0-942c45e96ef7 req-cbcf6304-dbf1-4006-969e-48c9834a764c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 944 time: 0.0585032 Sep 16 04:44:38.036574 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-d5b48c5b-1a4a-4043-bf5c-1ba11ee7b8e2 service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378896 Sep 16 04:44:38.076863 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef71c97f-4063-4463-96b0-942c45e96ef7 req-197e59c3-5875-4dc5-be2a-137b7940d2c8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364282 Sep 16 04:44:38.127539 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f5f19c2-4a54-41b5-9a5f-ed02ec690afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.162497 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f5f19c2-4a54-41b5-9a5f-ed02ec690afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.186158 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3aa2ae00-bc70-46e6-bbd5-ebb0e3c51d4e req-aab678dc-5302-474b-a06a-162327316880 service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333702 Sep 16 04:44:38.213496 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd34796-ec97-4235-bc3e-948e9b780b83 x-openstack-request-id: req-3dd34796-ec97-4235-bc3e-948e9b780b83 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:38.213973 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e342fc5-3249-4c11-8cee-30d257e6ab41", "tag": "41ea9473-c63d-4143-9417-d54c818c157c", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:38.214366 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3dd34796-ec97-4235-bc3e-948e9b780b83 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:38.214767 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e342fc5-3249-4c11-8cee-30d257e6ab41', 'tag': '41ea9473-c63d-4143-9417-d54c818c157c', 'status': 'completed', 'code': 200} Sep 16 04:44:38.293268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f5f19c2-4a54-41b5-9a5f-ed02ec690afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.295925 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f5f19c2-4a54-41b5-9a5f-ed02ec690afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.299661 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6f5f19c2-4a54-41b5-9a5f-ed02ec690afb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f45486f-f2c9-48bc-a58d-7d2faaf15e00 HTTP/1.1" status: 204 len: 168 time: 0.2870007 Sep 16 04:44:38.335430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f19c2-4a54-41b5-9a5f-ed02ec690afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f45486f-f2c9-48bc-a58d-7d2faaf15e00,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:38.345803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d791b8-c637-44fd-a58c-cde68586f0ab req-92d97114-4c1d-4a22-9337-bbaf25e4c044 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.347581 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68d791b8-c637-44fd-a58c-cde68586f0ab req-92d97114-4c1d-4a22-9337-bbaf25e4c044 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 943 time: 0.0806239 Sep 16 04:44:38.353626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0abc50-432e-49ae-bf77-906859f1e3e6 req-a7372941-6948-4163-8048-b0423b1f9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.358349 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0abc50-432e-49ae-bf77-906859f1e3e6 req-a7372941-6948-4163-8048-b0423b1f9e25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=beb64385c68c464bbaadaf890c1a8c95&device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 1095 time: 0.0597856 Sep 16 04:44:38.370718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35fade-b141-42eb-9938-ec3e78f1a99a req-f6bf0e40-8c76-4bbf-bc1b-012443b52574 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.372192 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab35fade-b141-42eb-9938-ec3e78f1a99a req-f6bf0e40-8c76-4bbf-bc1b-012443b52574 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 949 time: 0.0964663 Sep 16 04:44:38.417911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68d791b8-c637-44fd-a58c-cde68586f0ab req-51641acb-64ec-4e1b-9265-38ab3c5c58d5 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615199 Sep 16 04:44:38.430842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab35fade-b141-42eb-9938-ec3e78f1a99a req-f545f959-63ce-4ab6-8382-f1d71097bf74 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501194 Sep 16 04:44:38.452024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 17f9deb9-887d-401b-9f1f-82b0127d8965 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:38.496733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0abc50-432e-49ae-bf77-906859f1e3e6 req-576c6bda-c245-4655-bd31-c5fec8e08f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.498228 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0abc50-432e-49ae-bf77-906859f1e3e6 req-576c6bda-c245-4655-bd31-c5fec8e08f81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 200 len: 914 time: 0.1210103 Sep 16 04:44:38.535795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e58b82-8cea-4ac0-aa28-3cc2a171e3d6 req-cb7ef212-37d3-46b5-b604-60ae0d501055 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.537477 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28e58b82-8cea-4ac0-aa28-3cc2a171e3d6 req-cb7ef212-37d3-46b5-b604-60ae0d501055 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 944 time: 0.0601404 Sep 16 04:44:38.547198 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0abc50-432e-49ae-bf77-906859f1e3e6 req-097230ba-6fa5-455a-944e-7097ff1e8078 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41ea9473-c63d-4143-9417-d54c818c157c HTTP/1.1" status: 200 len: 217 time: 0.0356863 Sep 16 04:44:38.566440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 17f9deb9-887d-401b-9f1f-82b0127d8965 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:38.570363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 17f9deb9-887d-401b-9f1f-82b0127d8965 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:38.570740 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.582886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28e58b82-8cea-4ac0-aa28-3cc2a171e3d6 req-05ee67eb-df51-4c62-8d6c-ebdb374197ba tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388720 Sep 16 04:44:38.613248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0abc50-432e-49ae-bf77-906859f1e3e6 req-a2b2cfcd-5587-49e5-8794-8c9f7e989d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.614814 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0abc50-432e-49ae-bf77-906859f1e3e6 req-a2b2cfcd-5587-49e5-8794-8c9f7e989d39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949274d8-2344-4ef9-adff-97636601143c HTTP/1.1" status: 200 len: 854 time: 0.0602131 Sep 16 04:44:38.650048 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0abc50-432e-49ae-bf77-906859f1e3e6 req-7c791b5b-b13a-4dc3-ba68-6a3483d3399b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d28860d-4e08-4ba3-a765-b2bfee8d416f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262024 Sep 16 04:44:38.658987 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.682142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fffcb21-23ef-4b90-a1cb-cc320c12cce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f9deb9-887d-401b-9f1f-82b0127d8965'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:38.684455 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cefee8-266a-40f3-912a-1b4b95b09c82" -d '{"events": [{"server_uuid": "5fffcb21-23ef-4b90-a1cb-cc320c12cce5", "name": "network-vif-plugged", "status": "completed", "tag": "17f9deb9-887d-401b-9f1f-82b0127d8965"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:38.697987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=17f9deb9-887d-401b-9f1f-82b0127d8965,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:38.728951 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d4a54a-f320-4c47-9d78-50b8c1586d7f x-openstack-request-id: req-20d4a54a-f320-4c47-9d78-50b8c1586d7f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:38.729424 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fffcb21-23ef-4b90-a1cb-cc320c12cce5", "name": "network-vif-plugged", "status": "completed", "tag": "17f9deb9-887d-401b-9f1f-82b0127d8965", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:38.729731 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20d4a54a-f320-4c47-9d78-50b8c1586d7f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:38.730135 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fffcb21-23ef-4b90-a1cb-cc320c12cce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f9deb9-887d-401b-9f1f-82b0127d8965', 'code': 200} Sep 16 04:44:38.747860 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0abc50-432e-49ae-bf77-906859f1e3e6 req-dd0a5352-2847-470c-8b03-46f5b3f953ca service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873578 Sep 16 04:44:38.778122 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.779059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 94d0a7c3-849d-47bb-981e-04887206b61c no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:38.803649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 94d0a7c3-849d-47bb-981e-04887206b61c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:38.804093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 94d0a7c3-849d-47bb-981e-04887206b61c not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:38.849858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=17f9deb9-887d-401b-9f1f-82b0127d8965,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:38.882493 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0abc50-432e-49ae-bf77-906859f1e3e6 req-814b3e9a-9167-466e-82c2-bab0a4cff5ad service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163673 Sep 16 04:44:38.889414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea169122-3f9f-402a-9f40-85e9166d7e56 req-5d993402-c074-425b-9b91-03c0f65f8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.890826 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea169122-3f9f-402a-9f40-85e9166d7e56 req-5d993402-c074-425b-9b91-03c0f65f8394 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 1097 time: 0.0635872 Sep 16 04:44:38.928031 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea169122-3f9f-402a-9f40-85e9166d7e56 req-2f2a264a-8607-4423-93a4-dcff037c2af2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302243 Sep 16 04:44:39.028706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41464) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:39.041267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c020c9c-b257-4609-8dc6-f02442a82965 req-b60c9b0e-b180-4fc6-aaf8-67f9203d74ae tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.043164 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c020c9c-b257-4609-8dc6-f02442a82965 req-b60c9b0e-b180-4fc6-aaf8-67f9203d74ae tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 946 time: 0.0613315 Sep 16 04:44:39.068973 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e0e911d6-c541-43bd-a56c-31551c800e7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8425ea0e998f49b193920332c3a12b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390284 Sep 16 04:44:39.071421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41466) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:39.083144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c020c9c-b257-4609-8dc6-f02442a82965 req-7fe45de9-ab83-4d92-a127-79b9b0084247 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336730 Sep 16 04:44:39.124186 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9c454c6-7a78-4c1b-91db-03d708ff0b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.145647 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9c454c6-7a78-4c1b-91db-03d708ff0b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.213169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca7f44-1ead-41dd-a962-7e29c0bece7a req-f29ddae6-feb9-426f-a0e1-9dcf53625b95 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.215160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22ca7f44-1ead-41dd-a962-7e29c0bece7a req-f29ddae6-feb9-426f-a0e1-9dcf53625b95 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.0532560 Sep 16 04:44:39.257532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22ca7f44-1ead-41dd-a962-7e29c0bece7a req-19d821ba-1c3e-4687-b4bd-03e58f834cb6 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351486 Sep 16 04:44:39.303655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9c454c6-7a78-4c1b-91db-03d708ff0b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.306340 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9c454c6-7a78-4c1b-91db-03d708ff0b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.308526 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b9c454c6-7a78-4c1b-91db-03d708ff0b20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94d9c68b-1930-42eb-a92b-a84d65cec6df HTTP/1.1" status: 204 len: 168 time: 0.2361808 Sep 16 04:44:39.317372 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c454c6-7a78-4c1b-91db-03d708ff0b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d9c68b-1930-42eb-a92b-a84d65cec6df,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:39.538622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd6b44-f28d-4512-baa8-66e6a6950f32 req-799e4bbd-d648-4912-99a0-e419916b8c5f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.540105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ecd6b44-f28d-4512-baa8-66e6a6950f32 req-799e4bbd-d648-4912-99a0-e419916b8c5f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 943 time: 0.0546269 Sep 16 04:44:39.580779 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ecd6b44-f28d-4512-baa8-66e6a6950f32 req-57c734b6-8040-4b1c-9e56-cbdbd382a1b4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336525 Sep 16 04:44:39.706565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbca99-a735-4135-b802-51fb4cbbe5e7 req-b5950105-8116-4199-a2f2-0c9dcd927230 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.708075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6dbca99-a735-4135-b802-51fb4cbbe5e7 req-b5950105-8116-4199-a2f2-0c9dcd927230 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 944 time: 0.0558991 Sep 16 04:44:39.782025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6dbca99-a735-4135-b802-51fb4cbbe5e7 req-8f8f29f7-f7ee-4aab-a926-c3c9da9da1d8 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596836 Sep 16 04:44:39.798839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27a14d-18cf-4668-bb6b-a3f98bd6d2f2 req-2a529435-4946-4c31-93cb-c918705cb5f4 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.805001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed27a14d-18cf-4668-bb6b-a3f98bd6d2f2 req-2a529435-4946-4c31-93cb-c918705cb5f4 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 949 time: 0.2934229 Sep 16 04:44:39.840025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed27a14d-18cf-4668-bb6b-a3f98bd6d2f2 req-0b3b8ac3-ff04-47b4-988b-06b1551861c3 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339630 Sep 16 04:44:39.892385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c9a72-7440-4c69-8ca4-055ce548a80d req-ee7efc01-6df1-4cd6-a29d-116065084ce3 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.893895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c9c9a72-7440-4c69-8ca4-055ce548a80d req-ee7efc01-6df1-4cd6-a29d-116065084ce3 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 949 time: 0.0524340 Sep 16 04:44:39.992546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-0c9c9a72-7440-4c69-8ca4-055ce548a80d req-6c3f2f2e-e716-4487-80ab-98a9b29cb1b1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Deleting port a1c567b3-8439-4079-bd1e-584b2d0c3d42 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:39.992809 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0c9c9a72-7440-4c69-8ca4-055ce548a80d req-6c3f2f2e-e716-4487-80ab-98a9b29cb1b1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.083000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0c9c9a72-7440-4c69-8ca4-055ce548a80d req-6c3f2f2e-e716-4487-80ab-98a9b29cb1b1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] For port a1c567b3-8439-4079-bd1e-584b2d0c3d42, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a1c567b3-8439-4079-bd1e-584b2d0c3d42,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:40.083367 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0c9c9a72-7440-4c69-8ca4-055ce548a80d req-6c3f2f2e-e716-4487-80ab-98a9b29cb1b1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.095709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-0c9c9a72-7440-4c69-8ca4-055ce548a80d req-6c3f2f2e-e716-4487-80ab-98a9b29cb1b1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Calling delete_port for a1c567b3-8439-4079-bd1e-584b2d0c3d42 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:40.224745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd08915-3ccf-4f82-ad43-1febf773a0cf req-ee03d360-f06f-4d89-a6e2-f5cd2006a12a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.226739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ffd08915-3ccf-4f82-ad43-1febf773a0cf req-ee03d360-f06f-4d89-a6e2-f5cd2006a12a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 946 time: 0.0702221 Sep 16 04:44:40.304604 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ffd08915-3ccf-4f82-ad43-1febf773a0cf req-84b2049e-9eaf-46c3-b277-d0e73e2a8b6f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539777 Sep 16 04:44:40.426365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd43ba-6a6b-4f5b-b82c-39fe69c498de req-859e8057-02a9-49b8-a6f3-e8e394036f96 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.427824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53dd43ba-6a6b-4f5b-b82c-39fe69c498de req-859e8057-02a9-49b8-a6f3-e8e394036f96 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.0551531 Sep 16 04:44:40.428906 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0c9c9a72-7440-4c69-8ca4-055ce548a80d req-6c3f2f2e-e716-4487-80ab-98a9b29cb1b1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.443155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889', '9c8ac960-4019-4696-aacb-995647ce4993', 'c3c88647-ed62-4eb5-b7a0-554cd30ed018', 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3', 'a1c567b3-8439-4079-bd1e-584b2d0c3d42'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:40.447615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d68496dd-d333-4dd4-9993-5f1a3ee7f695', '7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d', '33e0237a-ee28-4032-8d4e-586909f23c92'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:40.482674 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f2f2e-e716-4487-80ab-98a9b29cb1b1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event deleted for resources: {'Port': ['ID=a1c567b3-8439-4079-bd1e-584b2d0c3d42,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:40.531076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53dd43ba-6a6b-4f5b-b82c-39fe69c498de req-171bca95-faa9-4256-979e-d36c0ea6b3bb tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880716 Sep 16 04:44:40.573014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9c9a72-7440-4c69-8ca4-055ce548a80d req-6c3f2f2e-e716-4487-80ab-98a9b29cb1b1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] No DVR routers for this DVR port a1c567b3-8439-4079-bd1e-584b2d0c3d42 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:40.576625 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0c9c9a72-7440-4c69-8ca4-055ce548a80d req-6c3f2f2e-e716-4487-80ab-98a9b29cb1b1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.579111 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c9c9a72-7440-4c69-8ca4-055ce548a80d req-6c3f2f2e-e716-4487-80ab-98a9b29cb1b1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "DELETE /v2.0/ports/a1c567b3-8439-4079-bd1e-584b2d0c3d42 HTTP/1.1" status: 204 len: 173 time: 0.6761260 Sep 16 04:44:40.579899 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca31dba-8a50-456d-a623-f1b7b5d806bf', 'name': 'network-vif-deleted', 'tag': 'a1c567b3-8439-4079-bd1e-584b2d0c3d42'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:40.587687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a6100952-277a-458e-ab9a-7a50163436fb up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:40.589649 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd14b203-39bc-468a-96f8-a36fdcea6c9f" -d '{"events": [{"server_uuid": "cca31dba-8a50-456d-a623-f1b7b5d806bf", "name": "network-vif-deleted", "tag": "a1c567b3-8439-4079-bd1e-584b2d0c3d42"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:40.656115 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb8b7c7-f232-4d5c-b205-c1b5e2894653 x-openstack-request-id: req-ffb8b7c7-f232-4d5c-b205-c1b5e2894653 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:40.656653 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca31dba-8a50-456d-a623-f1b7b5d806bf", "name": "network-vif-deleted", "tag": "a1c567b3-8439-4079-bd1e-584b2d0c3d42", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:40.658786 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffb8b7c7-f232-4d5c-b205-c1b5e2894653 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:40.659484 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca31dba-8a50-456d-a623-f1b7b5d806bf', 'name': 'network-vif-deleted', 'tag': 'a1c567b3-8439-4079-bd1e-584b2d0c3d42', 'status': 'completed', 'code': 200} Sep 16 04:44:40.738335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccbdc1-a73f-46e3-a6a8-4db41be9d968 req-f8dd88d6-7e30-42a7-b560-6ea2b978da7e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.740808 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05ccbdc1-a73f-46e3-a6a8-4db41be9d968 req-f8dd88d6-7e30-42a7-b560-6ea2b978da7e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 943 time: 0.0748420 Sep 16 04:44:40.810844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05ccbdc1-a73f-46e3-a6a8-4db41be9d968 req-6a1f82c3-6271-4b8f-bb51-fb71dc55121f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636623 Sep 16 04:44:40.884405 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port a6100952-277a-458e-ab9a-7a50163436fb completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:40.905542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port a6100952-277a-458e-ab9a-7a50163436fb triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:40.906213 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.929419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5b8a5-4f74-45b1-a181-8d029cd0837a req-efe2c83f-8f2c-4cd4-8631-ac75e93bae99 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.933156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1eb5b8a5-4f74-45b1-a181-8d029cd0837a req-efe2c83f-8f2c-4cd4-8631-ac75e93bae99 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 944 time: 0.0679243 Sep 16 04:44:40.981616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6bbbcf23-155b-469f-8881-015337e3d35a req-8f690296-0692-4064-8cbf-1cbfaec43a2a tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=cca31dba-8a50-456d-a623-f1b7b5d806bf HTTP/1.1" status: 200 len: 210 time: 0.0472815 Sep 16 04:44:41.008046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1eb5b8a5-4f74-45b1-a181-8d029cd0837a req-121cab84-1696-4a80-aba9-993313dcfead tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Sep 16 04:44:41.122033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.178417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019e9c16-1c13-47c9-b27e-5fca60c87868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6100952-277a-458e-ab9a-7a50163436fb'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:41.180669 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0ea65f-e0fc-4ea6-8f8f-938b402668cc" -d '{"events": [{"server_uuid": "019e9c16-1c13-47c9-b27e-5fca60c87868", "name": "network-vif-plugged", "status": "completed", "tag": "a6100952-277a-458e-ab9a-7a50163436fb"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:41.205127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a6100952-277a-458e-ab9a-7a50163436fb, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a6100952-277a-458e-ab9a-7a50163436fb,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:41.224127 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c230205a-6a2e-4451-acba-8a30b80445cc x-openstack-request-id: req-c230205a-6a2e-4451-acba-8a30b80445cc {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:41.224398 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019e9c16-1c13-47c9-b27e-5fca60c87868", "name": "network-vif-plugged", "status": "completed", "tag": "a6100952-277a-458e-ab9a-7a50163436fb", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:41.224745 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c230205a-6a2e-4451-acba-8a30b80445cc {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:41.225140 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019e9c16-1c13-47c9-b27e-5fca60c87868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6100952-277a-458e-ab9a-7a50163436fb', 'code': 200} Sep 16 04:44:41.278279 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.427531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52908b-cf91-41df-99eb-d01f4577941a req-8fde21cf-cbbb-4855-b291-8d310b0759b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.430473 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd52908b-cf91-41df-99eb-d01f4577941a req-8fde21cf-cbbb-4855-b291-8d310b0759b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 1097 time: 0.1114151 Sep 16 04:44:41.481111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a6100952-277a-458e-ab9a-7a50163436fb,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:41.509152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0020d1-2d3b-4bb0-8277-e81b092ad9bf req-c3da029a-3972-4ae5-a03a-9a28df264240 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.511793 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f0020d1-2d3b-4bb0-8277-e81b092ad9bf req-c3da029a-3972-4ae5-a03a-9a28df264240 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 946 time: 0.1029546 Sep 16 04:44:41.518428 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd52908b-cf91-41df-99eb-d01f4577941a req-28f18a47-3cbd-4575-acdc-72ae878024c1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655985 Sep 16 04:44:41.563106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f0020d1-2d3b-4bb0-8277-e81b092ad9bf req-047abd76-6a3d-4290-94a3-f7ea64339135 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 Sep 16 04:44:41.654911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb1395-f626-462c-81c4-efc4da6cabdf req-c68e83ac-4193-4ba5-b1bc-fbed60b28bdf tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.656510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3cdb1395-f626-462c-81c4-efc4da6cabdf req-c68e83ac-4193-4ba5-b1bc-fbed60b28bdf tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.0524471 Sep 16 04:44:41.694907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3cdb1395-f626-462c-81c4-efc4da6cabdf req-d88a2da8-d0db-4e43-a73a-7f137a835746 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Sep 16 04:44:41.819364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79d547-4d5d-47b7-b9f2-b02bb3d758de req-21b29305-b544-4f7a-89c8-8ba54be73a3e tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.821015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be79d547-4d5d-47b7-b9f2-b02bb3d758de req-21b29305-b544-4f7a-89c8-8ba54be73a3e tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 1097 time: 0.0522604 Sep 16 04:44:41.856931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-f9a26aa2-c20f-43e7-b3dd-4c638e02b260 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f26bad633e1640e8aa9f6ee8846ae005&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349650 Sep 16 04:44:41.895228 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be79d547-4d5d-47b7-b9f2-b02bb3d758de req-0f0814e2-983e-4dfe-ab9b-276f61cfcd0b tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625763 Sep 16 04:44:41.977747 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab231a36-9d93-45d0-9fb3-fba30aa3bce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.993966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-8590dc17-2693-42ad-b401-9fd7f6d31ba0 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.995718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-8590dc17-2693-42ad-b401-9fd7f6d31ba0 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328287 Sep 16 04:44:42.024116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-c79a03b1-ac32-4e10-ab8c-09866dd72ee5 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/quotas/f26bad633e1640e8aa9f6ee8846ae005 HTTP/1.1" status: 200 len: 375 time: 0.0151672 Sep 16 04:44:42.058684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-919c6b94-7d89-4833-b1de-98e8d7ea31be tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f26bad633e1640e8aa9f6ee8846ae005&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275726 Sep 16 04:44:42.066382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8db64-762d-45d0-8476-0e351d664307 req-f9afcf00-e215-4990-a4f5-b56d89b8d4ed tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.068105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dba8db64-762d-45d0-8476-0e351d664307 req-f9afcf00-e215-4990-a4f5-b56d89b8d4ed tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 943 time: 0.0970929 Sep 16 04:44:42.108545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dba8db64-762d-45d0-8476-0e351d664307 req-272fda3b-f01f-4f69-9034-2f453a5081c5 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336432 Sep 16 04:44:42.126450 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.202203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543ab63-3666-40b5-8d66-9c5556670bfe req-cfb52e45-0823-4c45-8d4e-11e338345a8f tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.203733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c543ab63-3666-40b5-8d66-9c5556670bfe req-cfb52e45-0823-4c45-8d4e-11e338345a8f tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 1097 time: 0.0413220 Sep 16 04:44:42.244943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c543ab63-3666-40b5-8d66-9c5556670bfe req-30862d87-f19a-4406-b8db-ba051405e864 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336847 Sep 16 04:44:42.310446 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-75084eb2-0a75-4247-aee9-aedd7fb51183 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.312931 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-75084eb2-0a75-4247-aee9-aedd7fb51183 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152&tenant_id=f4a70497af814474abf0ba78527f1f40&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1098 time: 0.0664783 Sep 16 04:44:42.327255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-12'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:42.370322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32d082-98fe-4462-98ea-c11a2a156c9d req-eeb2ac84-d3e0-4166-af84-e82286c52ef4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.372071 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af32d082-98fe-4462-98ea-c11a2a156c9d req-eeb2ac84-d3e0-4166-af84-e82286c52ef4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 945 time: 0.0608554 Sep 16 04:44:42.409207 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.418807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af32d082-98fe-4462-98ea-c11a2a156c9d req-d80805b5-af71-4a10-88d1-3fe652a0738c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 Sep 16 04:44:42.448441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 41ea9473-c63d-4143-9417-d54c818c157c details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:42.497830 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca3c0614-4c80-4326-a28b-d16f7d341d13 req-7c423b53-a079-4cc8-a0d4-b83c6e58883e tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 210 time: 0.1772628 Sep 16 04:44:42.614848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 41ea9473-c63d-4143-9417-d54c818c157c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=41ea9473-c63d-4143-9417-d54c818c157c,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:42.626863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '41ea9473-c63d-4143-9417-d54c818c157c', 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f', 'port_id': '41ea9473-c63d-4143-9417-d54c818c157c', 'mac_address': 'fa:16:3e:ba:6e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949274d8-2344-4ef9-adff-97636601143c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:42.633629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:42.676451 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:42.677080 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.692213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ea9473-c63d-4143-9417-d54c818c157c {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:42.714381 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 41ea9473-c63d-4143-9417-d54c818c157c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=41ea9473-c63d-4143-9417-d54c818c157c,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:42.726639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5bfa62-d139-4a72-8da9-40c4fe5b8152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488bf3e6-9400-429f-8d63-1dbcbf634fd6'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:42.729476 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb194cb-a477-4020-b765-3eaaeed841fa" -d '{"events": [{"server_uuid": "3d5bfa62-d139-4a72-8da9-40c4fe5b8152", "name": "network-vif-unplugged", "status": "completed", "tag": "488bf3e6-9400-429f-8d63-1dbcbf634fd6"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:42.734303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.835491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.835742 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.894955 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=41ea9473-c63d-4143-9417-d54c818c157c,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:42.919968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=488bf3e6-9400-429f-8d63-1dbcbf634fd6,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:42.958112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Attempting to bind port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on host n-h1-712137-12 for vnic_type normal with profile {"migrating_to": "n-h2-712137-12"} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:42.958973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Attempting to bind port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:42.958973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Attempting to bind port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:42.964304 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:42.969714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Attempting to bind port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on network f85b52e9-15e2-487f-9f06-aba3d4f24964 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:42.969714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:42.970125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Checking segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:42.970508 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Bound using segment: {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:42.970933 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Bound port: 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59db3fdc-0625-4c1d-931a-4725ec1e4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f85b52e9-15e2-487f-9f06-aba3d4f24964'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:42.971300 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.976394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d34a-11c2-40c9-b7c0-54e461c59fc1 req-48057233-60d0-4db1-a3f3-93235e707759 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.978008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebd8d34a-11c2-40c9-b7c0-54e461c59fc1 req-48057233-60d0-4db1-a3f3-93235e707759 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.0531826 Sep 16 04:44:43.019329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebd8d34a-11c2-40c9-b7c0-54e461c59fc1 req-498b0e1f-d441-4472-af96-2991b5364e7e tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340362 Sep 16 04:44:43.047300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:43.050590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:43.144327 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.147349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6aac4-943d-42fd-84b6-b9fe8933451d req-1446809a-fd05-4b90-8b2d-819f7ff56d6b tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.147349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cd6aac4-943d-42fd-84b6-b9fe8933451d req-1446809a-fd05-4b90-8b2d-819f7ff56d6b tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 946 time: 0.0551267 Sep 16 04:44:43.192624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cd6aac4-943d-42fd-84b6-b9fe8933451d req-7c31b51f-279f-4f78-9585-12eec9775f87 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357330 Sep 16 04:44:43.194619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['41ea9473-c63d-4143-9417-d54c818c157c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:43.236644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.237431 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.238960 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/488bf3e6-9400-429f-8d63-1dbcbf634fd6 HTTP/1.1" status: 200 len: 1124 time: 0.9171462 Sep 16 04:44:43.242543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fd837-edf7-4cc1-afcd-6c69d435f9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=488bf3e6-9400-429f-8d63-1dbcbf634fd6,revision_number=8']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:43.256346 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519521c0-902b-4b8e-bddf-44ba443932c1 x-openstack-request-id: req-519521c0-902b-4b8e-bddf-44ba443932c1 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:43.257071 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5bfa62-d139-4a72-8da9-40c4fe5b8152", "name": "network-vif-unplugged", "status": "completed", "tag": "488bf3e6-9400-429f-8d63-1dbcbf634fd6", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:43.257648 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-519521c0-902b-4b8e-bddf-44ba443932c1 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:43.258370 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5bfa62-d139-4a72-8da9-40c4fe5b8152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488bf3e6-9400-429f-8d63-1dbcbf634fd6', 'code': 200} Sep 16 04:44:43.364090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79395a89-d749-464e-9687-39b62f4caf9c req-0dda4a3e-dc04-4073-b593-2f7988a1485e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.365787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79395a89-d749-464e-9687-39b62f4caf9c req-0dda4a3e-dc04-4073-b593-2f7988a1485e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 950 time: 0.0527337 Sep 16 04:44:43.386669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['488bf3e6-9400-429f-8d63-1dbcbf634fd6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:43.408278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79395a89-d749-464e-9687-39b62f4caf9c req-0bccc029-ea2d-4737-97a0-cc8366dd1137 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349035 Sep 16 04:44:43.410281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['488bf3e6-9400-429f-8d63-1dbcbf634fd6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:43.527176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc5e45-eb95-4bb2-b57f-58e4eb278874 req-188ef9c4-a231-484a-8c0f-f561aafa3cac tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.529016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29dc5e45-eb95-4bb2-b57f-58e4eb278874 req-188ef9c4-a231-484a-8c0f-f561aafa3cac tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 944 time: 0.0607390 Sep 16 04:44:43.570384 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29dc5e45-eb95-4bb2-b57f-58e4eb278874 req-929bfa27-78b8-4f57-a658-0a8fefb99baa tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348144 Sep 16 04:44:43.691966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4959ad-2417-465f-8397-fa90e76a920c req-a332521a-2f47-4684-bd6e-d59433a5c531 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.693499 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a4959ad-2417-465f-8397-fa90e76a920c req-a332521a-2f47-4684-bd6e-d59433a5c531 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 945 time: 0.0614345 Sep 16 04:44:43.734175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a4959ad-2417-465f-8397-fa90e76a920c req-be109551-a890-4eb3-8124-17d175bcd2e9 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334527 Sep 16 04:44:43.817795 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-854712f3-30a3-46ef-952c-8d3890343e94 req-c4684032-250c-4823-a3a8-014a1c909f12 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 210 time: 0.0276058 Sep 16 04:44:44.416814 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fc49f-ff42-41e9-bb1f-4effc7c8d581 req-814ba764-36e2-4cda-85df-99946462b442 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.418687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d59fc49f-ff42-41e9-bb1f-4effc7c8d581 req-814ba764-36e2-4cda-85df-99946462b442 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.0518441 Sep 16 04:44:44.455822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 488bf3e6-9400-429f-8d63-1dbcbf634fd6 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:44.457055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d59fc49f-ff42-41e9-bb1f-4effc7c8d581 req-dcc35a27-77b3-4de8-9670-282acc3c6114 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Sep 16 04:44:44.488494 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-89159310-d3d5-4f35-ad67-0877cfbff37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.571928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:44.581650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 488bf3e6-9400-429f-8d63-1dbcbf634fd6 has no active binding in host n-h2-712137-12 {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:44:44.583447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd647f-9b17-44ad-9807-beb8d4648bb1 req-457ddae1-8b54-48df-a9c8-be7045102244 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.591973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95fd647f-9b17-44ad-9807-beb8d4648bb1 req-457ddae1-8b54-48df-a9c8-be7045102244 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 946 time: 0.0737481 Sep 16 04:44:44.629454 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95fd647f-9b17-44ad-9807-beb8d4648bb1 req-ce1fb8f7-1df8-4fe8-962d-fd86422fe195 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366023 Sep 16 04:44:44.630118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a1c567b3-8439-4079-bd1e-584b2d0c3d42 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:44.674293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: a1c567b3-8439-4079-bd1e-584b2d0c3d42 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:44.674727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a1c567b3-8439-4079-bd1e-584b2d0c3d42 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:44.709287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adeac05-1b2d-4374-9d77-bf546daae445 req-484b8479-efbe-4a60-98ff-82d29cadd2e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.710901 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8adeac05-1b2d-4374-9d77-bf546daae445 req-484b8479-efbe-4a60-98ff-82d29cadd2e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 950 time: 0.0650671 Sep 16 04:44:44.750554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710d12-87d6-4e14-962e-3e250baac6a6 req-d6979476-8e19-4d75-959f-644d2ba282e7 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.752070 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da710d12-87d6-4e14-962e-3e250baac6a6 req-d6979476-8e19-4d75-959f-644d2ba282e7 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 950 time: 0.0524185 Sep 16 04:44:44.792247 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da710d12-87d6-4e14-962e-3e250baac6a6 req-db4f0794-9300-4f0c-be6a-2a76eb0eea51 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328186 Sep 16 04:44:44.829566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-8adeac05-1b2d-4374-9d77-bf546daae445 req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Deleting port 33e0237a-ee28-4032-8d4e-586909f23c92 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:44.829986 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8adeac05-1b2d-4374-9d77-bf546daae445 req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.919585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537032c-5aa1-45ab-a9ac-d46f73219f0d req-48fa0b82-0b27-4a92-85a5-366a20941e07 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.921543 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8537032c-5aa1-45ab-a9ac-d46f73219f0d req-48fa0b82-0b27-4a92-85a5-366a20941e07 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 944 time: 0.0703433 Sep 16 04:44:44.942067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-8adeac05-1b2d-4374-9d77-bf546daae445 req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] For port 33e0237a-ee28-4032-8d4e-586909f23c92, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=33e0237a-ee28-4032-8d4e-586909f23c92,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:44.942695 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8adeac05-1b2d-4374-9d77-bf546daae445 req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.956911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-8adeac05-1b2d-4374-9d77-bf546daae445 req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Calling delete_port for 33e0237a-ee28-4032-8d4e-586909f23c92 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:44.970365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f717402b-fb31-4b22-863c-8b14801262cc tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:44:44.971447 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f717402b-fb31-4b22-863c-8b14801262cc tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088730 Sep 16 04:44:44.991790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8537032c-5aa1-45ab-a9ac-d46f73219f0d req-af00da0f-8f0b-4413-9f8c-dc5e44d1177e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631475 Sep 16 04:44:45.066949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402ea8-5746-494c-ba12-ceef43310e94 req-357353f6-3492-4cc8-8555-65d809da1eda tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.074298 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-357353f6-3492-4cc8-8555-65d809da1eda tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports/17f9deb9-887d-401b-9f1f-82b0127d8965 HTTP/1.1" status: 200 len: 1094 time: 0.0965135 Sep 16 04:44:45.078586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] Request body: {'binding': {'host': 'n-h1-712137-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:45.079278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] Unknown quota resources ['binding']. {{(pid=95451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:44:45.107973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-745416c7-127d-410e-8d68-6db6829adb3f req-13848436-a5e7-41b9-8fd8-e2cb21965d21 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 210 time: 0.0395482 Sep 16 04:44:45.223479 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.233724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-b786bd2d-917d-44f2-a636-96d6c5569c4c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f26bad633e1640e8aa9f6ee8846ae005&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318949 Sep 16 04:44:45.263367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5bfa62-d139-4a72-8da9-40c4fe5b8152', 'tag': '488bf3e6-9400-429f-8d63-1dbcbf634fd6'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:45.265797 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf58a351-5419-4c11-a3b0-cb4fcffa8ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5bfa62-d139-4a72-8da9-40c4fe5b8152", "tag": "488bf3e6-9400-429f-8d63-1dbcbf634fd6"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:45.304682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] Attempting to bind port 17f9deb9-887d-401b-9f1f-82b0127d8965 on host n-h1-712137-12 for vnic_type normal with profile None {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:45.305109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] Attempting to bind port 17f9deb9-887d-401b-9f1f-82b0127d8965 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:45.305682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] Attempting to bind port 17f9deb9-887d-401b-9f1f-82b0127d8965 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:45.310851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] Port 17f9deb9-887d-401b-9f1f-82b0127d8965 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:45.311500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] Attempting to bind port 17f9deb9-887d-401b-9f1f-82b0127d8965 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:45.317548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:45.318286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:45.318972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] Bound using segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:45.319630 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] Bound port: 17f9deb9-887d-401b-9f1f-82b0127d8965, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:45.347906 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3709b181-3cd0-4557-b808-aed3ffa56b10 x-openstack-request-id: req-3709b181-3cd0-4557-b808-aed3ffa56b10 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:45.349268 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5bfa62-d139-4a72-8da9-40c4fe5b8152", "tag": "488bf3e6-9400-429f-8d63-1dbcbf634fd6", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:45.349846 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3709b181-3cd0-4557-b808-aed3ffa56b10 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:45.350495 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5bfa62-d139-4a72-8da9-40c4fe5b8152', 'tag': '488bf3e6-9400-429f-8d63-1dbcbf634fd6', 'status': 'completed', 'code': 200} Sep 16 04:44:45.353773 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8adeac05-1b2d-4374-9d77-bf546daae445 req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.369215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d68496dd-d333-4dd4-9993-5f1a3ee7f695', '7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d', '33e0237a-ee28-4032-8d4e-586909f23c92'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:45.394924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889', '9c8ac960-4019-4696-aacb-995647ce4993', 'c3c88647-ed62-4eb5-b7a0-554cd30ed018', 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:45.416679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event deleted for resources: {'Port': ['ID=33e0237a-ee28-4032-8d4e-586909f23c92,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:45.437476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-b98edec1-6ba0-4063-9df8-45f5f56ef60e tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.439742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-b98edec1-6ba0-4063-9df8-45f5f56ef60e tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992085 Sep 16 04:44:45.456162 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Request body: {'port': {'device_id': '1dc14941-50e1-4669-96e9-ea451faaedc1', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'f26bad633e1640e8aa9f6ee8846ae005'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:45.459533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:45.459533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:45.459533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:45.459533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:45.459905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:45.460065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:45.460683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:45.461348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:45.461842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:45.463748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:45.464257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:45.464789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:45.514338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adeac05-1b2d-4374-9d77-bf546daae445 req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] No DVR routers for this DVR port 33e0237a-ee28-4032-8d4e-586909f23c92 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:45.525842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8adeac05-1b2d-4374-9d77-bf546daae445 req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.533155 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8adeac05-1b2d-4374-9d77-bf546daae445 req-4bd41ba7-7743-4c69-85da-d2b9d22bc40c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "DELETE /v2.0/ports/33e0237a-ee28-4032-8d4e-586909f23c92 HTTP/1.1" status: 204 len: 173 time: 0.8007793 Sep 16 04:44:45.566307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=17f9deb9-887d-401b-9f1f-82b0127d8965,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:45.573176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58a351-5419-4c11-a3b0-cb4fcffa8ecf req-fb021de0-e554-4e1b-a295-e6805ef54461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.575429 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf58a351-5419-4c11-a3b0-cb4fcffa8ecf req-fb021de0-e554-4e1b-a295-e6805ef54461 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 1127 time: 0.1767375 Sep 16 04:44:45.763549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58a351-5419-4c11-a3b0-cb4fcffa8ecf req-8fab9a4e-aded-40ba-a34f-9b1cb5414001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.765508 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf58a351-5419-4c11-a3b0-cb4fcffa8ecf req-8fab9a4e-aded-40ba-a34f-9b1cb5414001 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.1757746 Sep 16 04:44:45.773573 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] Notify callbacks [] for binding, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.795715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f35ca510-5819-4a0d-850d-721cc8726187 service neutron] 10.222.0.24 "POST /v2.0/ports/17f9deb9-887d-401b-9f1f-82b0127d8965/bindings HTTP/1.1" status: 201 len: 390 time: 0.7203338 Sep 16 04:44:45.833840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d8b69-e8c3-4622-a9aa-cd385e86df83 req-43a401c6-53bf-4c00-b509-677aae1a9114 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.835336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b82d8b69-e8c3-4622-a9aa-cd385e86df83 req-43a401c6-53bf-4c00-b509-677aae1a9114 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.1406646 Sep 16 04:44:45.849225 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf58a351-5419-4c11-a3b0-cb4fcffa8ecf req-28a770e6-3827-4658-b61b-eb70a10874e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6 HTTP/1.1" status: 200 len: 217 time: 0.0515287 Sep 16 04:44:45.880083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b82d8b69-e8c3-4622-a9aa-cd385e86df83 req-02b8d7b9-5054-4596-9ace-cdea3c9f7fe0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364828 Sep 16 04:44:45.926500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Made reservation on behalf of f26bad633e1640e8aa9f6ee8846ae005 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:45.930293 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.932944 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.941396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58a351-5419-4c11-a3b0-cb4fcffa8ecf req-c7eacebc-2574-4953-a1a3-82a92022e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.941396 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf58a351-5419-4c11-a3b0-cb4fcffa8ecf req-c7eacebc-2574-4953-a1a3-82a92022e6fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.0743706 Sep 16 04:44:45.945276 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.980362 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf58a351-5419-4c11-a3b0-cb4fcffa8ecf req-c6656c35-f0ba-40fe-8a72-179f2f5b2798 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305228 Sep 16 04:44:46.080252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf155d7-e41e-4f4d-b776-56fbdfebe2e0 req-6f2e7f28-c461-40ab-a951-55f3e3284f5a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.081563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8bf155d7-e41e-4f4d-b776-56fbdfebe2e0 req-6f2e7f28-c461-40ab-a951-55f3e3284f5a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 946 time: 0.0976436 Sep 16 04:44:46.123059 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf58a351-5419-4c11-a3b0-cb4fcffa8ecf req-54e235b1-4e3a-43cb-8020-01a16ae41cee service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333182 Sep 16 04:44:46.150829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2fb2bbd8-7b0e-4188-937b-26f623d03daf req-b2a37aef-85bc-4920-9968-6c815911c7e6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8486874-95d9-4a0f-8f82-ac71d39d0c05 HTTP/1.1" status: 200 len: 210 time: 0.0416222 Sep 16 04:44:46.172894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8bf155d7-e41e-4f4d-b776-56fbdfebe2e0 req-58e4b0f6-3f85-41de-a06e-f15b07a56363 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups?id=170edeca-bb73-420c-b1f9-f7f171143079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782728 Sep 16 04:44:46.204274 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.259298 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.270248 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf58a351-5419-4c11-a3b0-cb4fcffa8ecf req-b7a5a58c-6f1d-48a6-8304-432a61ae1abc service neutron] 10.222.0.23 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354136 Sep 16 04:44:46.317171 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.332122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedec27a-f1e9-4c68-82a0-965ce9eae749 req-3611d717-6bf0-46ed-b507-d2b7c65ea8b3 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.338031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fedec27a-f1e9-4c68-82a0-965ce9eae749 req-3611d717-6bf0-46ed-b507-d2b7c65ea8b3 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.0931690 Sep 16 04:44:46.377961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-d9a9de3b-012a-4077-9c46-07dba197a96a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.379345 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-d9a9de3b-012a-4077-9c46-07dba197a96a tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 946 time: 0.0527411 Sep 16 04:44:46.431347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:46.454286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80987b-85fa-4bbb-8999-e3f48f499f39 req-3bec5b4b-2105-4681-aacf-4252ffc22c35 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.455786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b80987b-85fa-4bbb-8999-e3f48f499f39 req-3bec5b4b-2105-4681-aacf-4252ffc22c35 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 944 time: 0.1739204 Sep 16 04:44:46.469895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:46.470243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:46.470581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:46.470917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:46.471249 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:46.471578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:46.471900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:46.472220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:46.472581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:46.472902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:46.473217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:46.473632 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:46.480013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fedec27a-f1e9-4c68-82a0-965ce9eae749 req-60d98995-1c69-4bf6-aebb-bb560698d9fd tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376152 Sep 16 04:44:46.487654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 41ea9473-c63d-4143-9417-d54c818c157c up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:46.501470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Deleting port d5ffe47e-6bfa-4cb5-a579-29138c04d575 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:46.501470 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.580749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b80987b-85fa-4bbb-8999-e3f48f499f39 req-f5243e65-d5e7-4171-9420-8378b7e8acfe tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168659 Sep 16 04:44:46.600441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Allocated IP 192.168.233.201 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/ccd1278d-aabf-47d6-8c25-ccd67cedf6d7) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:46.639257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] For port d5ffe47e-6bfa-4cb5-a579-29138c04d575, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d5ffe47e-6bfa-4cb5-a579-29138c04d575,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:46.639569 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.667946 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74d1e4f8-fe3f-4684-945d-465929c2302d req-12d48965-ac5e-48a5-a30d-010a6fb9a4df tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 210 time: 0.0550940 Sep 16 04:44:46.689429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 41ea9473-c63d-4143-9417-d54c818c157c completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:46.691724 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 41ea9473-c63d-4143-9417-d54c818c157c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:46.692100 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.718794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402ea8-5746-494c-ba12-ceef43310e94 req-0b8ed0ed-a55f-4ac1-8ff7-0bed68b5d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.720916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-0b8ed0ed-a55f-4ac1-8ff7-0bed68b5d35c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 1097 time: 0.1177902 Sep 16 04:44:46.785182 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.812669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e342fc5-3249-4c11-8cee-30d257e6ab41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ea9473-c63d-4143-9417-d54c818c157c'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:46.815499 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0962a9bd-9dbd-46bc-a806-2ef4b5ea227e" -d '{"events": [{"server_uuid": "4e342fc5-3249-4c11-8cee-30d257e6ab41", "name": "network-vif-plugged", "status": "completed", "tag": "41ea9473-c63d-4143-9417-d54c818c157c"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:46.830846 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 41ea9473-c63d-4143-9417-d54c818c157c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=41ea9473-c63d-4143-9417-d54c818c157c,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:46.884442 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d702f1f-ac44-499b-b92f-a7ef0b95583d x-openstack-request-id: req-0d702f1f-ac44-499b-b92f-a7ef0b95583d {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:46.885214 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e342fc5-3249-4c11-8cee-30d257e6ab41", "name": "network-vif-plugged", "status": "completed", "tag": "41ea9473-c63d-4143-9417-d54c818c157c", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:46.885640 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d702f1f-ac44-499b-b92f-a7ef0b95583d {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:46.886375 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e342fc5-3249-4c11-8cee-30d257e6ab41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ea9473-c63d-4143-9417-d54c818c157c', 'code': 200} Sep 16 04:44:46.898844 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.898844 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.898844 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Floating IP bad642b4-883d-4447-8875-989a303b0466 disassociated. External IP: 172.25.3.232, port: d5ffe47e-6bfa-4cb5-a579-29138c04d575. Sep 16 04:44:46.898844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Calling delete_port for d5ffe47e-6bfa-4cb5-a579-29138c04d575 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:46.921443 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.936449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402ea8-5746-494c-ba12-ceef43310e94 req-38fe8ff2-e5f9-4929-a26d-61e2cf719632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.938103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-38fe8ff2-e5f9-4929-a26d-61e2cf719632 service neutron] 10.222.0.23 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.2034523 Sep 16 04:44:46.944093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.002308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-dce9aa00-f5c7-4fa3-adf3-90f370c2b2d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f9deb9-887d-401b-9f1f-82b0127d8965 HTTP/1.1" status: 200 len: 217 time: 0.0551591 Sep 16 04:44:47.048357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=41ea9473-c63d-4143-9417-d54c818c157c,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:47.083710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498da32-e974-4bd9-adf9-1d4939fd79f1 req-a3b81f2b-6d54-433c-8180-aa7e4c467bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.085250 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6498da32-e974-4bd9-adf9-1d4939fd79f1 req-a3b81f2b-6d54-433c-8180-aa7e4c467bbc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 1097 time: 0.0956750 Sep 16 04:44:47.096833 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.155108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402ea8-5746-494c-ba12-ceef43310e94 req-4c3380d7-c565-4ced-8e42-b28ce90125b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.156572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-4c3380d7-c565-4ced-8e42-b28ce90125b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.1410823 Sep 16 04:44:47.163944 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6498da32-e974-4bd9-adf9-1d4939fd79f1 req-28ffbfa6-faa1-4837-b083-0b892498b5e4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647442 Sep 16 04:44:47.172277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:47.184743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e1fd0-c6ab-45f5-a0a3-e9eb9b140861 req-44a507ce-147f-45f0-9ef3-104949b97e08 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.186197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f32e1fd0-c6ab-45f5-a0a3-e9eb9b140861 req-44a507ce-147f-45f0-9ef3-104949b97e08 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.1263926 Sep 16 04:44:47.193854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:47.198853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Pushing event updated for resources: {'Port': ['ID=ccd1278d-aabf-47d6-8c25-ccd67cedf6d7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:47.224706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:47.226636 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-16c8b640-5c40-493d-b9cc-292ff227674a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508080 Sep 16 04:44:47.253201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.311218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Pushing event deleted for resources: {'Port': ['ID=d5ffe47e-6bfa-4cb5-a579-29138c04d575,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:47.358943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8486874-95d9-4a0f-8f82-ac71d39d0c05', 'name': 'network-vif-deleted', 'tag': '33e0237a-ee28-4032-8d4e-586909f23c92'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:47.361232 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497e6507-f629-442d-96ab-454c628e91b7" -d '{"events": [{"server_uuid": "f8486874-95d9-4a0f-8f82-ac71d39d0c05", "name": "network-vif-deleted", "tag": "33e0237a-ee28-4032-8d4e-586909f23c92"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:47.368735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.370465 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.403011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f32e1fd0-c6ab-45f5-a0a3-e9eb9b140861 req-8a883e19-6dff-4bd4-9c23-4e8ca8db0fcf tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057528 Sep 16 04:44:47.464644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Router 4b1202b5-d52b-4f90-812e-5af953534f6d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:47.477536 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.520795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cd93d4e9-3ba2-4f6a-9dc1-73307de9b9e7 None None] Provisioning complete for port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:47.521456 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd93d4e9-3ba2-4f6a-9dc1-73307de9b9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.524266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-f8ed84e7-73d6-47df-89c8-81477b9b71f7 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707272 Sep 16 04:44:47.531685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-3cd51a3d-7c42-468d-a28d-be84b4baf432 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0782428 Sep 16 04:44:47.564959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Request body: {'port': {'device_id': '1dc14941-50e1-4669-96e9-ea451faaedc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:47.571775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cd93d4e9-3ba2-4f6a-9dc1-73307de9b9e7 None None] Port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:47.620239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:47.634881 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd4bcc-8664-4938-91f2-9844c7e3f35b None None] Sync routers for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:47.649761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd4bcc-8664-4938-91f2-9844c7e3f35b None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:47.651261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-aebd4bcc-8664-4938-91f2-9844c7e3f35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:44:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:47.672328 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-622ce25b-4fe9-41a5-89ba-2cb36a735a96 req-8f0056c7-dc8b-43da-bcae-4ca54246db20 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fa1a1ae-0d75-49d1-94db-8cadd0b32904 HTTP/1.1" status: 200 len: 210 time: 0.0889285 Sep 16 04:44:47.681766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] No DVR routers for this DVR port d5ffe47e-6bfa-4cb5-a579-29138c04d575 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:47.696439 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.699954 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dc47bf53-8c22-44f5-b194-2047133ea93e req-5a6bfe57-bfe1-4abc-9ccb-95d588fef4f0 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.23 "DELETE /v2.0/ports/d5ffe47e-6bfa-4cb5-a579-29138c04d575 HTTP/1.1" status: 204 len: 173 time: 1.3093088 Sep 16 04:44:47.757682 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b334f0c-4146-41b2-bcdd-65254f170628 x-openstack-request-id: req-3b334f0c-4146-41b2-bcdd-65254f170628 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:47.758308 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8486874-95d9-4a0f-8f82-ac71d39d0c05", "name": "network-vif-deleted", "tag": "33e0237a-ee28-4032-8d4e-586909f23c92", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:47.758771 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b334f0c-4146-41b2-bcdd-65254f170628 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:47.763391 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8486874-95d9-4a0f-8f82-ac71d39d0c05', 'name': 'network-vif-deleted', 'tag': '33e0237a-ee28-4032-8d4e-586909f23c92', 'status': 'completed', 'code': 200} Sep 16 04:44:47.843375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-2d94d93d-4cc6-4432-b7a1-3593fb8b2c6f service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978489 Sep 16 04:44:47.847765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-aebd4bcc-8664-4938-91f2-9844c7e3f35b None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:47.858007 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.166532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-aebd4bcc-8664-4938-91f2-9844c7e3f35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:48.196681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd4bcc-8664-4938-91f2-9844c7e3f35b None None] Checking router: 4b1202b5-d52b-4f90-812e-5af953534f6d for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:48.207073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd4bcc-8664-4938-91f2-9844c7e3f35b None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:48.207774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-aebd4bcc-8664-4938-91f2-9844c7e3f35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:44:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:48.355670 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-aebd4bcc-8664-4938-91f2-9844c7e3f35b None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:48.476330 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 33e0237a-ee28-4032-8d4e-586909f23c92 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:48.487934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bbaf9-59e9-4db4-b0f3-b2b090fe9986 req-7c42a877-b63f-43fd-90f5-e5e62d6b1188 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.489608 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d4bbaf9-59e9-4db4-b0f3-b2b090fe9986 req-7c42a877-b63f-43fd-90f5-e5e62d6b1188 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.4354353 Sep 16 04:44:48.509341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 33e0237a-ee28-4032-8d4e-586909f23c92 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:48.510207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 33e0237a-ee28-4032-8d4e-586909f23c92 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:48.565505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445220e-aff4-4d5b-b53f-f8eefad0d4d0 req-a9b60be9-f5c5-47fc-884e-ea5867c4eeb2 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.567300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3445220e-aff4-4d5b-b53f-f8eefad0d4d0 req-a9b60be9-f5c5-47fc-884e-ea5867c4eeb2 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 945 time: 0.1300621 Sep 16 04:44:48.571902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d4bbaf9-59e9-4db4-b0f3-b2b090fe9986 req-250ddaec-a598-4ae7-86e7-89b8c77a6239 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736785 Sep 16 04:44:48.679415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3445220e-aff4-4d5b-b53f-f8eefad0d4d0 req-99d5ceb9-0e6e-4634-b367-32e42d740377 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025257 Sep 16 04:44:48.699530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-aebd4bcc-8664-4938-91f2-9844c7e3f35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:48.718772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:48.731497 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.758076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd4bcc-8664-4938-91f2-9844c7e3f35b None None] The sync data for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 is: [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:39:40Z', 'revision_number': 4, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '53e61438-4585-4268-94d5-3536243b739e', 'name': '', 'network_id': 'fb732cf4-3497-45d6-8853-b2066fbc4fa6', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'mac_address': 'fa:16:3e:0b:8a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:39Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'subnets': [{'id': '7096e50a-d25d-4f19-a589-a5b7967e7926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:48.761612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Transition to ACTIVE for port object ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:48.834625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e53911-1d38-4b7c-98b2-03d1b55f7016 req-1c3742f1-2195-4546-877c-b6f6bf7e4be4 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.836148 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86e53911-1d38-4b7c-98b2-03d1b55f7016 req-1c3742f1-2195-4546-877c-b6f6bf7e4be4 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 936 time: 0.1018221 Sep 16 04:44:48.848894 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.866550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d91b-b09b-4663-b438-cc400f50185e req-6415b213-4d2e-4cde-b888-afba87196959 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.874715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37b1d91b-b09b-4663-b438-cc400f50185e req-6415b213-4d2e-4cde-b888-afba87196959 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 950 time: 0.0824604 Sep 16 04:44:48.957242 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd1278d-aabf-47d6-8c25-ccd67cedf6d7,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:48.984225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86e53911-1d38-4b7c-98b2-03d1b55f7016 req-3634e7da-4606-4527-88c5-cbe19ece2ff2 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391664 Sep 16 04:44:49.013320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37b1d91b-b09b-4663-b438-cc400f50185e req-0ebb61e9-a66d-497e-85dd-e6daf2a1c7db tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210747 Sep 16 04:44:49.079630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Attempting to bind port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:49.080323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Attempting to bind port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:49.080940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Attempting to bind port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:49.097520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:49.098258 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Attempting to bind port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:49.114137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:49.114804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:49.115436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:49.116105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Bound port: ccd1278d-aabf-47d6-8c25-ccd67cedf6d7, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:49.117240 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.186748 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234fbf23-611c-4f90-8b31-9741183608db None None] New status for floating IP bad642b4-883d-4447-8875-989a303b0466: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:44:49.241867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3c595-bfe9-402f-b891-5ab0af066fce req-71372e41-9194-4e3e-9383-bba772403d99 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.249474 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-49b3c595-bfe9-402f-b891-5ab0af066fce req-71372e41-9194-4e3e-9383-bba772403d99 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.1291697 Sep 16 04:44:49.261606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] For port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:49.295276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] For port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ccd1278d-aabf-47d6-8c25-ccd67cedf6d7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:49.305787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41718) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:49.338870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-49b3c595-bfe9-402f-b891-5ab0af066fce req-ff582109-a00c-4e08-b4b9-248fa7f93723 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835755 Sep 16 04:44:49.372754 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7408c793-9661-4a8f-be20-ac49a49264a9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.384166 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.397460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7408c793-9661-4a8f-be20-ac49a49264a9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.422897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.423720 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.425646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] 10.222.0.23 "PUT /v2.0/ports/ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 HTTP/1.1" status: 200 len: 1097 time: 1.8785100 Sep 16 04:44:49.425787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc14941-50e1-4669-96e9-ea451faaedc1', 'tag': 'ccd1278d-aabf-47d6-8c25-ccd67cedf6d7'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:49.428731 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47607e3e-ddf3-43f7-a0bb-d46c1bb810cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc14941-50e1-4669-96e9-ea451faaedc1", "tag": "ccd1278d-aabf-47d6-8c25-ccd67cedf6d7"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:49.524978 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcd4288-b1d1-49f7-98da-2d1442169a25 x-openstack-request-id: req-9dcd4288-b1d1-49f7-98da-2d1442169a25 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:49.524978 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc14941-50e1-4669-96e9-ea451faaedc1", "tag": "ccd1278d-aabf-47d6-8c25-ccd67cedf6d7", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:49.524978 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9dcd4288-b1d1-49f7-98da-2d1442169a25 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:49.525413 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc14941-50e1-4669-96e9-ea451faaedc1', 'tag': 'ccd1278d-aabf-47d6-8c25-ccd67cedf6d7', 'status': 'completed', 'code': 200} Sep 16 04:44:49.572383 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7408c793-9661-4a8f-be20-ac49a49264a9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.575313 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7408c793-9661-4a8f-be20-ac49a49264a9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.579583 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7408c793-9661-4a8f-be20-ac49a49264a9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "DELETE /v2.0/security-groups/170edeca-bb73-420c-b1f9-f7f171143079 HTTP/1.1" status: 204 len: 168 time: 0.2742929 Sep 16 04:44:49.580204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41722) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:49.580897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109aeff-2a46-49df-88ec-8f9dbbbd8fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd1278d-aabf-47d6-8c25-ccd67cedf6d7,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:49.614188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408c793-9661-4a8f-be20-ac49a49264a9 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=170edeca-bb73-420c-b1f9-f7f171143079,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:49.620438 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-e71d118f-742c-45b0-9385-b4f6f2b154de tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] show failed (client error): The resource could not be found. Sep 16 04:44:49.622084 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e71d118f-742c-45b0-9385-b4f6f2b154de tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "GET /v2.0/security-groups/170edeca-bb73-420c-b1f9-f7f171143079 HTTP/1.1" status: 404 len: 347 time: 0.0380166 Sep 16 04:44:49.624856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41726) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:49.707817 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47607e3e-ddf3-43f7-a0bb-d46c1bb810cd req-752dcb59-e194-4fe3-bd9b-6824db0a0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.716785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47607e3e-ddf3-43f7-a0bb-d46c1bb810cd req-752dcb59-e194-4fe3-bd9b-6824db0a0491 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f26bad633e1640e8aa9f6ee8846ae005&device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 1100 time: 0.1939335 Sep 16 04:44:49.720257 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-be767628-3469-43fa-af11-0c7a94f65aa0 service neutron] 10.222.0.23 "GET /v2.0/ports/488bf3e6-9400-429f-8d63-1dbcbf634fd6/bindings/n-h2-712137-12 HTTP/1.1" status: 200 len: 385 time: 0.2271388 Sep 16 04:44:49.761027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'name': 'network-vif-deleted', 'tag': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:49.763310 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62952a45-25dc-4244-87e2-1be2e0c98f55" -d '{"events": [{"server_uuid": "7fa1a1ae-0d75-49d1-94db-8cadd0b32904", "name": "network-vif-deleted", "tag": "d5ffe47e-6bfa-4cb5-a579-29138c04d575"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:49.834013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ede5fff0-bb5a-4664-8e56-1ef7559df3c2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Deleting port efcb384a-19d8-4e68-a936-47955c64d562 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:49.834358 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ede5fff0-bb5a-4664-8e56-1ef7559df3c2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.840058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47607e3e-ddf3-43f7-a0bb-d46c1bb810cd req-0975f54a-9ed7-48d4-b1d4-9b0d33e7b49b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f26bad633e1640e8aa9f6ee8846ae005&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009355 Sep 16 04:44:49.918282 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ede5fff0-bb5a-4664-8e56-1ef7559df3c2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.918835 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ede5fff0-bb5a-4664-8e56-1ef7559df3c2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.936523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f9ab3-6868-4a90-b2a3-994da34802a9 req-977bb10f-ca90-4adc-92a1-eefacd8f70ce tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.938251 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c30f9ab3-6868-4a90-b2a3-994da34802a9 req-977bb10f-ca90-4adc-92a1-eefacd8f70ce tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.2168851 Sep 16 04:44:49.963635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ede5fff0-bb5a-4664-8e56-1ef7559df3c2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Calling delete_port for efcb384a-19d8-4e68-a936-47955c64d562 owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:50.046967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11964b-2b5e-480a-b317-9b6fce942c33 req-486c01c1-1092-45ed-9b75-50b3f9bed07c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.048586 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b11964b-2b5e-480a-b317-9b6fce942c33 req-486c01c1-1092-45ed-9b75-50b3f9bed07c tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 950 time: 0.1262658 Sep 16 04:44:50.048711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe9abb-6e46-4be5-bee5-0c62c73362a4 req-d5ce3916-1883-4911-9962-1f4079d49de7 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.055936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97fe9abb-6e46-4be5-bee5-0c62c73362a4 req-d5ce3916-1883-4911-9962-1f4079d49de7 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 945 time: 0.2147737 Sep 16 04:44:50.112846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c30f9ab3-6868-4a90-b2a3-994da34802a9 req-fb2c8276-59c7-4743-8a52-5a4ffa37e330 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684012 Sep 16 04:44:50.193731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97fe9abb-6e46-4be5-bee5-0c62c73362a4 req-a702a7c1-4be4-4c8a-a7b8-e0b4af2a5119 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348617 Sep 16 04:44:50.207764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47607e3e-ddf3-43f7-a0bb-d46c1bb810cd req-40baf083-2bc0-4030-a45f-34f149d11699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.209331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47607e3e-ddf3-43f7-a0bb-d46c1bb810cd req-40baf083-2bc0-4030-a45f-34f149d11699 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3578115 Sep 16 04:44:50.236349 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eaea4c-4eb2-4c84-96c8-4fd71da4578a x-openstack-request-id: req-86eaea4c-4eb2-4c84-96c8-4fd71da4578a {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:50.241550 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa1a1ae-0d75-49d1-94db-8cadd0b32904", "name": "network-vif-deleted", "tag": "d5ffe47e-6bfa-4cb5-a579-29138c04d575", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:50.241994 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86eaea4c-4eb2-4c84-96c8-4fd71da4578a {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:50.242419 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa1a1ae-0d75-49d1-94db-8cadd0b32904', 'name': 'network-vif-deleted', 'tag': 'd5ffe47e-6bfa-4cb5-a579-29138c04d575', 'status': 'completed', 'code': 200} Sep 16 04:44:50.277753 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-0b11964b-2b5e-480a-b317-9b6fce942c33 req-3222a078-e590-4a4a-8ecd-e09052402ee6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Deleting port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:50.278160 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b11964b-2b5e-480a-b317-9b6fce942c33 req-3222a078-e590-4a4a-8ecd-e09052402ee6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.381661 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ede5fff0-bb5a-4664-8e56-1ef7559df3c2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.418803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-43004ac9-f557-40c0-9275-fe78a38dba41 service neutron] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:50.422290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5fff0-bb5a-4664-8e56-1ef7559df3c2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Pushing event deleted for resources: {'Port': ['ID=efcb384a-19d8-4e68-a936-47955c64d562,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:50.423593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-2b84979c-9b54-4c23-8544-49f96a23e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.425253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-2b84979c-9b54-4c23-8544-49f96a23e9bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f26bad633e1640e8aa9f6ee8846ae005&device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 1100 time: 0.1416345 Sep 16 04:44:50.438578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0b11964b-2b5e-480a-b317-9b6fce942c33 req-3222a078-e590-4a4a-8ecd-e09052402ee6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] For port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:50.439405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b11964b-2b5e-480a-b317-9b6fce942c33 req-3222a078-e590-4a4a-8ecd-e09052402ee6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.448906 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0a58-49e7-49fa-91e2-a5c33cc77ab4 req-1cc9eaba-3db4-4eae-ae51-b66870f20309 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.450500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3eab0a58-49e7-49fa-91e2-a5c33cc77ab4 req-1cc9eaba-3db4-4eae-ae51-b66870f20309 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 950 time: 0.1544602 Sep 16 04:44:50.455151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-0b11964b-2b5e-480a-b317-9b6fce942c33 req-3222a078-e590-4a4a-8ecd-e09052402ee6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Calling delete_port for 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:50.477875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be278f2-b9e8-4c7d-bb86-c2654b04fe61 req-0e62f2cb-e23a-4457-b1a5-116110fe2daa tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.485410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5be278f2-b9e8-4c7d-bb86-c2654b04fe61 req-0e62f2cb-e23a-4457-b1a5-116110fe2daa tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 948 time: 0.1765785 Sep 16 04:44:50.537963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-cdade5d2-8ef0-4df5-a9e2-43f3d3ae3763 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 HTTP/1.1" status: 200 len: 217 time: 0.0836561 Sep 16 04:44:50.540956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-43004ac9-f557-40c0-9275-fe78a38dba41 service neutron] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:50.592622 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ede5fff0-bb5a-4664-8e56-1ef7559df3c2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.595627 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ede5fff0-bb5a-4664-8e56-1ef7559df3c2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.599466 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ede5fff0-bb5a-4664-8e56-1ef7559df3c2 tempest-ServersWithSpecificFlavorTestJSON-1429180772 tempest-ServersWithSpecificFlavorTestJSON-1429180772-project] 10.222.0.24 "DELETE /v2.0/floatingips/bad642b4-883d-4447-8875-989a303b0466 HTTP/1.1" status: 204 len: 168 time: 0.9709306 Sep 16 04:44:50.632972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5be278f2-b9e8-4c7d-bb86-c2654b04fe61 req-4f2e4f0d-cba1-448b-8a50-ae9c1176bb54 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418536 Sep 16 04:44:50.666541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3eab0a58-49e7-49fa-91e2-a5c33cc77ab4 req-ded8657b-d1e7-46be-b85a-37929c8bb869 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914096 Sep 16 04:44:50.666765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 488bf3e6-9400-429f-8d63-1dbcbf634fd6 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:50.677411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-43004ac9-f557-40c0-9275-fe78a38dba41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488bf3e6-9400-429f-8d63-1dbcbf634fd6 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:50.696858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-43004ac9-f557-40c0-9275-fe78a38dba41 service neutron] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:50.717455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-d2b231bd-25dd-4f6d-b353-5b2e0593cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.719023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-d2b231bd-25dd-4f6d-b353-5b2e0593cc52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1695178 Sep 16 04:44:50.784374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b11964b-2b5e-480a-b317-9b6fce942c33 req-3222a078-e590-4a4a-8ecd-e09052402ee6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.786262 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-43004ac9-f557-40c0-9275-fe78a38dba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.788732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d5ffe47e-6bfa-4cb5-a579-29138c04d575 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:50.810511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-71670a30-0a17-4eb2-bab9-b54539d1f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.817643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889', '9c8ac960-4019-4696-aacb-995647ce4993', 'c3c88647-ed62-4eb5-b7a0-554cd30ed018', 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:50.819058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-71670a30-0a17-4eb2-bab9-b54539d1f923 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0882027 Sep 16 04:44:50.820390 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d68496dd-d333-4dd4-9993-5f1a3ee7f695'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:50.830680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a61367-3c28-46de-9c57-360d96536b1b req-303f1bb7-cc85-4625-af76-6c5ac98aec1f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.838610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9a61367-3c28-46de-9c57-360d96536b1b req-303f1bb7-cc85-4625-af76-6c5ac98aec1f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 944 time: 0.1172929 Sep 16 04:44:50.850139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222a078-e590-4a4a-8ecd-e09052402ee6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event deleted for resources: {'Port': ['ID=7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:50.856444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: d5ffe47e-6bfa-4cb5-a579-29138c04d575 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:50.857196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d5ffe47e-6bfa-4cb5-a579-29138c04d575 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:50.951099 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b11964b-2b5e-480a-b317-9b6fce942c33 req-3222a078-e590-4a4a-8ecd-e09052402ee6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] No DVR routers for this DVR port 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:50.957860 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b11964b-2b5e-480a-b317-9b6fce942c33 req-3222a078-e590-4a4a-8ecd-e09052402ee6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.961507 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b11964b-2b5e-480a-b317-9b6fce942c33 req-3222a078-e590-4a4a-8ecd-e09052402ee6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "DELETE /v2.0/ports/7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d HTTP/1.1" status: 204 len: 173 time: 0.9039617 Sep 16 04:44:51.011746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9a61367-3c28-46de-9c57-360d96536b1b req-7a6814e9-9f66-43a6-a79f-f9e1e21def6d tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721511 Sep 16 04:44:51.024920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-43004ac9-f557-40c0-9275-fe78a38dba41 service neutron] Transition to ACTIVE for port object 488bf3e6-9400-429f-8d63-1dbcbf634fd6 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:51.048509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-80191630-eafd-4936-b78f-5a7ac336e8b9 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077420 Sep 16 04:44:51.144905 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-43004ac9-f557-40c0-9275-fe78a38dba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.244249 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-118b201a-9659-4449-87cf-03f6b1157ba3 req-a8b514ca-204f-41b9-a5dd-8e04d9233182 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821296 Sep 16 04:44:51.247584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-43004ac9-f557-40c0-9275-fe78a38dba41 service neutron] No DVR routers for this DVR port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:51.252632 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43004ac9-f557-40c0-9275-fe78a38dba41 service neutron] Pushing event updated for resources: {'Port': ['ID=488bf3e6-9400-429f-8d63-1dbcbf634fd6,revision_number=10']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:51.311676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-43004ac9-f557-40c0-9275-fe78a38dba41 service neutron] 10.222.0.23 "PUT /v2.0/ports/488bf3e6-9400-429f-8d63-1dbcbf634fd6/bindings/n-h2-712137-12/activate HTTP/1.1" status: 200 len: 370 time: 1.5709040 Sep 16 04:44:51.426878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd731f3-5910-4c7d-95ac-5df042fc6bf3 req-f3537002-9d7a-4af8-b210-0a7ac359caa3 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.436151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6fd731f3-5910-4c7d-95ac-5df042fc6bf3 req-f3537002-9d7a-4af8-b210-0a7ac359caa3 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.1325765 Sep 16 04:44:51.497800 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6fd731f3-5910-4c7d-95ac-5df042fc6bf3 req-3da3657d-fd39-48a4-882f-bb4abe147061 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605209 Sep 16 04:44:51.511474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764af0-0273-40a2-be97-176249858aba req-3a196031-91ec-4b29-9c84-50590da4230e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.523131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8764af0-0273-40a2-be97-176249858aba req-3a196031-91ec-4b29-9c84-50590da4230e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 945 time: 0.1553991 Sep 16 04:44:51.535966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-d835f1f1-ed95-4e4a-a5dc-76245215f836 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.538108 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-d835f1f1-ed95-4e4a-a5dc-76245215f836 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152&tenant_id=f4a70497af814474abf0ba78527f1f40&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1097 time: 0.1032884 Sep 16 04:44:51.618657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8764af0-0273-40a2-be97-176249858aba req-d8f9942a-3e7b-4b48-ade1-af976171630e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884953 Sep 16 04:44:51.653453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41770) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:51.773290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a35275-70e3-4c43-a636-4506bf9d41eb req-3b391ccc-9ea5-477c-b982-8a071a688481 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.775079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17a35275-70e3-4c43-a636-4506bf9d41eb req-3b391ccc-9ea5-477c-b982-8a071a688481 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 948 time: 0.0693746 Sep 16 04:44:51.820137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17a35275-70e3-4c43-a636-4506bf9d41eb req-56b12dfb-5d03-4964-86d0-25344d27a3a3 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369213 Sep 16 04:44:51.933783 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-377392b9-9d1c-4f2f-b106-82d0b205f493 req-98492f6c-ed0a-4c3a-a32f-db74d2b58910 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbadbd78-da24-4e87-9f25-f0367ce73394 HTTP/1.1" status: 200 len: 210 time: 0.0303156 Sep 16 04:44:52.011470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-710feb8b-7655-4846-b252-cad4a53fc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.013148 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-710feb8b-7655-4846-b252-cad4a53fc9a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152&tenant_id=f4a70497af814474abf0ba78527f1f40 HTTP/1.1" status: 200 len: 1097 time: 0.4661579 Sep 16 04:44:52.115311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-713f98bb-3b72-422a-903b-73d935c1fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.117037 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-713f98bb-3b72-422a-903b-73d935c1fced service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4a70497af814474abf0ba78527f1f40&device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 1097 time: 0.0772092 Sep 16 04:44:52.219324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a95364-421e-474d-97e1-d4e9a7b529ca req-1aee5003-b8a4-4472-83bb-0a097cae81f7 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.220773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74a95364-421e-474d-97e1-d4e9a7b529ca req-1aee5003-b8a4-4472-83bb-0a097cae81f7 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 945 time: 0.0812533 Sep 16 04:44:52.234300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a1c1e-2bad-45a1-9aa0-069ec92efdd3 req-2999de44-c6ba-4d48-a94e-1bd1a894913f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.237899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f5a1c1e-2bad-45a1-9aa0-069ec92efdd3 req-2999de44-c6ba-4d48-a94e-1bd1a894913f tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 945 time: 0.0884771 Sep 16 04:44:52.247295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbadbd78-da24-4e87-9f25-f0367ce73394', 'name': 'network-vif-deleted', 'tag': '7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:52.249553 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4cc059-911f-4c56-a6d2-3904099fa830" -d '{"events": [{"server_uuid": "fbadbd78-da24-4e87-9f25-f0367ce73394", "name": "network-vif-deleted", "tag": "7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:52.311799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f5a1c1e-2bad-45a1-9aa0-069ec92efdd3 req-b26f0afe-7e70-487c-92aa-c625064c74dd tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547762 Sep 16 04:44:52.316931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74a95364-421e-474d-97e1-d4e9a7b529ca req-b5b5fd70-71f3-4a70-8fe6-669fa6d76da2 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779834 Sep 16 04:44:52.341736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-f0f8cc01-ca53-4974-be43-1e0191700b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.343314 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-f0f8cc01-ca53-4974-be43-1e0191700b7b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 200 len: 908 time: 0.2169929 Sep 16 04:44:52.393561 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-e085d150-876b-4ac8-b323-719b93030319 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6 HTTP/1.1" status: 200 len: 217 time: 0.0405436 Sep 16 04:44:52.465634 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9de85c-7d6e-4eb1-8b57-8fb0663375f4 x-openstack-request-id: req-5d9de85c-7d6e-4eb1-8b57-8fb0663375f4 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:52.465920 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbadbd78-da24-4e87-9f25-f0367ce73394", "name": "network-vif-deleted", "tag": "7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:52.466164 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d9de85c-7d6e-4eb1-8b57-8fb0663375f4 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:52.466541 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbadbd78-da24-4e87-9f25-f0367ce73394', 'name': 'network-vif-deleted', 'tag': '7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d', 'status': 'completed', 'code': 200} Sep 16 04:44:52.508510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:52.521544 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-b7ad31ac-89a7-4d72-b81c-94d3cb02092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.524715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-b7ad31ac-89a7-4d72-b81c-94d3cb02092e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 200 len: 848 time: 0.0960839 Sep 16 04:44:52.539624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:52.540013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7f8eab50-e13b-47a2-a0c8-2bf02ddabd2d not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:52.569615 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-e60db5de-a358-427d-ab7f-4b6c7edb5317 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f85b52e9-15e2-487f-9f06-aba3d4f24964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307052 Sep 16 04:44:52.650637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fb4c6-0086-461c-b4e4-7569a57463a3 req-b764a3dd-69e6-42a3-99d5-240f0dd0bb5a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.653123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f4fb4c6-0086-461c-b4e4-7569a57463a3 req-b764a3dd-69e6-42a3-99d5-240f0dd0bb5a tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.0660586 Sep 16 04:44:52.705744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f4fb4c6-0086-461c-b4e4-7569a57463a3 req-b1484fbc-eedf-405a-986d-7d18b9ec966b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Sep 16 04:44:52.722870 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-f84831c9-211c-406f-bdf0-200d76422a28 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265833 Sep 16 04:44:52.870493 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-2217638d-bc93-41ed-bed9-ccd594dc8065 service neutron] 10.222.0.37 "GET /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352556 Sep 16 04:44:52.887259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1606f0fb-9236-4dd6-8617-aa9dd8389d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.963878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957070b-91c9-4360-82dc-e05da45e89e0 req-50971dbc-58fe-4e60-bc1f-4649c2726c45 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.965790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7957070b-91c9-4360-82dc-e05da45e89e0 req-50971dbc-58fe-4e60-bc1f-4649c2726c45 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 948 time: 0.0547779 Sep 16 04:44:53.029852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7957070b-91c9-4360-82dc-e05da45e89e0 req-aa413b22-49b1-4440-b420-6a60bd78b215 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488427 Sep 16 04:44:53.213540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1606f0fb-9236-4dd6-8617-aa9dd8389d15 admin admin] Deleting port 53e61438-4585-4268-94d5-3536243b739e {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:53.213994 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1606f0fb-9236-4dd6-8617-aa9dd8389d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.308058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-1606f0fb-9236-4dd6-8617-aa9dd8389d15 admin admin] For port 53e61438-4585-4268-94d5-3536243b739e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=53e61438-4585-4268-94d5-3536243b739e,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.308435 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1606f0fb-9236-4dd6-8617-aa9dd8389d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.321614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1606f0fb-9236-4dd6-8617-aa9dd8389d15 admin admin] Calling delete_port for 53e61438-4585-4268-94d5-3536243b739e owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:53.451171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcaf19-2a92-42eb-a3f5-09f9b6e013c1 req-5c8226cd-eefc-4d5d-a089-5d684f833177 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.458716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ffcaf19-2a92-42eb-a3f5-09f9b6e013c1 req-5c8226cd-eefc-4d5d-a089-5d684f833177 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 945 time: 0.0638390 Sep 16 04:44:53.508160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ffcaf19-2a92-42eb-a3f5-09f9b6e013c1 req-96abaaf6-560d-4216-a701-a5720da956ce tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448337 Sep 16 04:44:53.594498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825d853-84aa-4854-a5d4-f5840ead1a2a req-a50b6833-558a-42a0-8725-09cf97400a4b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.602741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7825d853-84aa-4854-a5d4-f5840ead1a2a req-a50b6833-558a-42a0-8725-09cf97400a4b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 945 time: 0.0649664 Sep 16 04:44:53.620731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-988df91d-c84a-4b44-8e82-22cf0bb03e18 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.622366 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-988df91d-c84a-4b44-8e82-22cf0bb03e18 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152&tenant_id=f4a70497af814474abf0ba78527f1f40&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1097 time: 0.1677718 Sep 16 04:44:53.639785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7825d853-84aa-4854-a5d4-f5840ead1a2a req-ba518251-7873-476b-bda1-cc08e7e03325 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352402 Sep 16 04:44:53.662446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1606f0fb-9236-4dd6-8617-aa9dd8389d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.696831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606f0fb-9236-4dd6-8617-aa9dd8389d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e61438-4585-4268-94d5-3536243b739e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:53.871006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244fe80-80d3-4cee-ace0-09cc0b809243 req-6c613c4c-c284-4d7e-b5a3-a0fa385aaa43 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.872671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7244fe80-80d3-4cee-ace0-09cc0b809243 req-6c613c4c-c284-4d7e-b5a3-a0fa385aaa43 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.0613141 Sep 16 04:44:53.930631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7244fe80-80d3-4cee-ace0-09cc0b809243 req-608c729e-5bbe-4ca7-9c56-f5f457799ec8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519900 Sep 16 04:44:53.966238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd62b9-afec-4078-9b16-35caa7dc1119 req-94840344-fc93-4718-8f25-d86de72327ed tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.972809 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-52fd62b9-afec-4078-9b16-35caa7dc1119 req-94840344-fc93-4718-8f25-d86de72327ed tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 945 time: 0.2357366 Sep 16 04:44:54.010752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485445d-b8ce-425e-931d-837bd41b1c30 req-61b5f531-8c49-400a-9df8-c53e557cee1e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.012486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c485445d-b8ce-425e-931d-837bd41b1c30 req-61b5f531-8c49-400a-9df8-c53e557cee1e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=608adf97-044c-42ee-838a-95ff395632e6 HTTP/1.1" status: 200 len: 950 time: 0.0554843 Sep 16 04:44:54.061842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c485445d-b8ce-425e-931d-837bd41b1c30 req-92f490de-b7b7-44a7-9818-42f10476cf08 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 Sep 16 04:44:54.083777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-14d61366-9aaa-4899-846b-8b4ff3600722 service neutron] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:54.083777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-14d61366-9aaa-4899-846b-8b4ff3600722 service neutron] Notify callbacks [] for binding, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.083777 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e2988f9-cb80-4dc2-b209-5d745d82cfb8 req-14d61366-9aaa-4899-846b-8b4ff3600722 service neutron] 10.222.0.37 "DELETE /v2.0/ports/488bf3e6-9400-429f-8d63-1dbcbf634fd6/bindings/n-h1-712137-12 HTTP/1.1" status: 204 len: 173 time: 0.4471283 Sep 16 04:44:54.126878 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1606f0fb-9236-4dd6-8617-aa9dd8389d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.175596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8254e-ac0a-4dd1-8cd9-5aa9d8e9b575 req-982f4b6a-a496-442b-8559-364f12371301 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.185888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ae8254e-ac0a-4dd1-8cd9-5aa9d8e9b575 req-982f4b6a-a496-442b-8559-364f12371301 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 948 time: 0.0744238 Sep 16 04:44:54.233245 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ae8254e-ac0a-4dd1-8cd9-5aa9d8e9b575 req-71825b60-cc98-47e9-93b2-add749e43b0c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445573 Sep 16 04:44:54.265591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-52fd62b9-afec-4078-9b16-35caa7dc1119 req-aeea6dc7-6ddb-4b16-ac78-5bf19e3814a3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Deleting port 41ea9473-c63d-4143-9417-d54c818c157c {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:54.266009 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-52fd62b9-afec-4078-9b16-35caa7dc1119 req-aeea6dc7-6ddb-4b16-ac78-5bf19e3814a3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.409303 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-52fd62b9-afec-4078-9b16-35caa7dc1119 req-aeea6dc7-6ddb-4b16-ac78-5bf19e3814a3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] For port 41ea9473-c63d-4143-9417-d54c818c157c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=41ea9473-c63d-4143-9417-d54c818c157c,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:54.409582 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-52fd62b9-afec-4078-9b16-35caa7dc1119 req-aeea6dc7-6ddb-4b16-ac78-5bf19e3814a3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.450604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-52fd62b9-afec-4078-9b16-35caa7dc1119 req-aeea6dc7-6ddb-4b16-ac78-5bf19e3814a3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Calling delete_port for 41ea9473-c63d-4143-9417-d54c818c157c owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:54.509706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1606f0fb-9236-4dd6-8617-aa9dd8389d15 admin admin] Router 4b1202b5-d52b-4f90-812e-5af953534f6d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:54.639361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea0612-3cfc-4e1c-90c2-6b32dcaa19c5 req-10ac94f7-4d47-4835-b97e-8b08d6a6ce90 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.642971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4fea0612-3cfc-4e1c-90c2-6b32dcaa19c5 req-10ac94f7-4d47-4835-b97e-8b08d6a6ce90 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 945 time: 0.0618794 Sep 16 04:44:54.686400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1606f0fb-9236-4dd6-8617-aa9dd8389d15 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:54.690367 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1606f0fb-9236-4dd6-8617-aa9dd8389d15 admin admin] 10.222.0.24 "PUT /v2.0/routers/4b1202b5-d52b-4f90-812e-5af953534f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0327818 Sep 16 04:44:54.690514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:54.690961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41814) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:54.701830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fa836-d3ee-4df3-a6d6-1d4c58fed343 None None] Sync routers for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:54.719792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4fea0612-3cfc-4e1c-90c2-6b32dcaa19c5 req-8e6d8dc6-8d5f-46f2-b151-ad2f6478ff76 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696867 Sep 16 04:44:54.753453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022fa836-d3ee-4df3-a6d6-1d4c58fed343 None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:54.754129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-022fa836-d3ee-4df3-a6d6-1d4c58fed343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:44:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:54.757218 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-52fd62b9-afec-4078-9b16-35caa7dc1119 req-aeea6dc7-6ddb-4b16-ac78-5bf19e3814a3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.784063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1b21ff2f-9807-4b82-bf14-f739a121e8ed'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:54.842910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea6dc7-6ddb-4b16-ac78-5bf19e3814a3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Pushing event deleted for resources: {'Port': ['ID=41ea9473-c63d-4143-9417-d54c818c157c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:54.862179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c4dd1891-34e3-4a35-8ba4-11a401f6eadf req-9f1be037-642b-462b-b427-40fd915ebb97 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 210 time: 0.0610650 Sep 16 04:44:54.912609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c807c6-a689-4405-8a23-222b480313da req-7b993525-5712-44ad-a72b-494d31b56387 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.914184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6c807c6-a689-4405-8a23-222b480313da req-7b993525-5712-44ad-a72b-494d31b56387 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 1097 time: 0.0507901 Sep 16 04:44:54.930074 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fd62b9-afec-4078-9b16-35caa7dc1119 req-aeea6dc7-6ddb-4b16-ac78-5bf19e3814a3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] No DVR routers for this DVR port 41ea9473-c63d-4143-9417-d54c818c157c on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:54.934824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-52fd62b9-afec-4078-9b16-35caa7dc1119 req-aeea6dc7-6ddb-4b16-ac78-5bf19e3814a3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.937014 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-52fd62b9-afec-4078-9b16-35caa7dc1119 req-aeea6dc7-6ddb-4b16-ac78-5bf19e3814a3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.37 "DELETE /v2.0/ports/41ea9473-c63d-4143-9417-d54c818c157c HTTP/1.1" status: 204 len: 173 time: 0.9609015 Sep 16 04:44:54.937477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e342fc5-3249-4c11-8cee-30d257e6ab41', 'name': 'network-vif-deleted', 'tag': '41ea9473-c63d-4143-9417-d54c818c157c'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:54.940548 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e11ec16-19bf-4971-ad58-914b4f290be8" -d '{"events": [{"server_uuid": "4e342fc5-3249-4c11-8cee-30d257e6ab41", "name": "network-vif-deleted", "tag": "41ea9473-c63d-4143-9417-d54c818c157c"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:54.970631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.976591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6c807c6-a689-4405-8a23-222b480313da req-f211fe5b-d323-418f-8b57-2119133eb521 tempest-LiveMigrationTest-1019860049 tempest-LiveMigrationTest-1019860049-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504401 Sep 16 04:44:55.033584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ccd1278d-aabf-47d6-8c25-ccd67cedf6d7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:55.115862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4d57f-ace3-457b-9a26-ac6052d9681d req-a4ceefe5-c15b-48ad-9427-31164d9cee31 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.129097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31c4d57f-ace3-457b-9a26-ac6052d9681d req-a4ceefe5-c15b-48ad-9427-31164d9cee31 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.0932405 Sep 16 04:44:55.137076 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2301d346-4106-428c-a5d7-d9013705a357 x-openstack-request-id: req-2301d346-4106-428c-a5d7-d9013705a357 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:55.137367 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e342fc5-3249-4c11-8cee-30d257e6ab41", "name": "network-vif-deleted", "tag": "41ea9473-c63d-4143-9417-d54c818c157c", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:55.137626 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2301d346-4106-428c-a5d7-d9013705a357 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:55.138324 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e342fc5-3249-4c11-8cee-30d257e6ab41', 'name': 'network-vif-deleted', 'tag': '41ea9473-c63d-4143-9417-d54c818c157c', 'status': 'completed', 'code': 200} Sep 16 04:44:55.141880 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.219916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792bea3-008c-4dd6-b3ba-86e0bba437b3 req-1b6a5c77-779b-474c-863e-286ba16e3097 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.221395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7792bea3-008c-4dd6-b3ba-86e0bba437b3 req-1b6a5c77-779b-474c-863e-286ba16e3097 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/ports?device_id=608adf97-044c-42ee-838a-95ff395632e6 HTTP/1.1" status: 200 len: 950 time: 0.0771830 Sep 16 04:44:55.229327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31c4d57f-ace3-457b-9a26-ac6052d9681d req-b21b5eff-9393-45bc-bb3c-b321df62b1f7 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992134 Sep 16 04:44:55.231004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'ccd1278d-aabf-47d6-8c25-ccd67cedf6d7', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'ccd1278d-aabf-47d6-8c25-ccd67cedf6d7', 'mac_address': 'fa:16:3e:db:58:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:55.318393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-022fa836-d3ee-4df3-a6d6-1d4c58fed343 None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:55.350994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Deleting port 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:55.351442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.444112 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.501381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf7657-2a6e-4d8f-911e-d05bf0891ea1 req-0325de4f-752a-4ce7-a3ce-d799b262f77b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.513143 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4cf7657-2a6e-4d8f-911e-d05bf0891ea1 req-0325de4f-752a-4ce7-a3ce-d799b262f77b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=608adf97-044c-42ee-838a-95ff395632e6 HTTP/1.1" status: 200 len: 950 time: 0.1817825 Sep 16 04:44:55.517348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:55.538125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a73c6-0252-4918-8375-228dc29bc765 req-5e488579-cdd8-4f15-b61d-b0a25c4b4e3e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.540425 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d37a73c6-0252-4918-8375-228dc29bc765 req-5e488579-cdd8-4f15-b61d-b0a25c4b4e3e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 949 time: 0.1424291 Sep 16 04:44:55.579951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ccd1278d-aabf-47d6-8c25-ccd67cedf6d7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:55.610660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4cf7657-2a6e-4d8f-911e-d05bf0891ea1 req-0b7dfa1e-b022-4ab4-b78d-e44733472e81 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961595 Sep 16 04:44:55.624266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-7792bea3-008c-4dd6-b3ba-86e0bba437b3 req-02a1f00c-94fb-4aeb-bf3f-c905cfa716e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Deleting port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:55.625114 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7792bea3-008c-4dd6-b3ba-86e0bba437b3 req-02a1f00c-94fb-4aeb-bf3f-c905cfa716e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.661846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] For port 7b4fc805-3bac-4244-a9d9-ed395b3cbb64, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7b4fc805-3bac-4244-a9d9-ed395b3cbb64,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:55.662219 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.686312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Calling delete_port for 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:55.688163 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.753310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d37a73c6-0252-4918-8375-228dc29bc765 req-6b9788df-57f9-446f-a12d-2af56ec31122 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Deleting port d68496dd-d333-4dd4-9993-5f1a3ee7f695 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:55.753849 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d37a73c6-0252-4918-8375-228dc29bc765 req-6b9788df-57f9-446f-a12d-2af56ec31122 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.802217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05d179-6c4b-41ca-8d30-ad5424768e0f req-53c55746-5594-4f9f-beda-b2ef7214b47d tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.810501 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c05d179-6c4b-41ca-8d30-ad5424768e0f req-53c55746-5594-4f9f-beda-b2ef7214b47d tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 949 time: 0.1365075 Sep 16 04:44:55.820441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7792bea3-008c-4dd6-b3ba-86e0bba437b3 req-02a1f00c-94fb-4aeb-bf3f-c905cfa716e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] For port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:55.820866 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7792bea3-008c-4dd6-b3ba-86e0bba437b3 req-02a1f00c-94fb-4aeb-bf3f-c905cfa716e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.846481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-7792bea3-008c-4dd6-b3ba-86e0bba437b3 req-02a1f00c-94fb-4aeb-bf3f-c905cfa716e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Calling delete_port for dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:55.896226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c05d179-6c4b-41ca-8d30-ad5424768e0f req-b3e71963-6876-4ad9-86d3-39c584085a75 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844367 Sep 16 04:44:55.925086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-022fa836-d3ee-4df3-a6d6-1d4c58fed343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:44:53Z', 'revision_number': 5, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port': {'id': '7b4fc805-3bac-4244-a9d9-ed395b3cbb64', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:36Z', 'updated_at': '2021-09-16T04:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:55.930195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=ccd1278d-aabf-47d6-8c25-ccd67cedf6d7,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:55.983360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:55.983885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:55.984418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:55.984896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:55.985394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:55.986163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:55.986650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:55.990903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:55.991666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:55.992502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:55.992969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:55.993429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:55.998854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fa836-d3ee-4df3-a6d6-1d4c58fed343 None None] Checking router: 4b1202b5-d52b-4f90-812e-5af953534f6d for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:56.012038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022fa836-d3ee-4df3-a6d6-1d4c58fed343 None None] Routers {'4b1202b5-d52b-4f90-812e-5af953534f6d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:56.012935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-022fa836-d3ee-4df3-a6d6-1d4c58fed343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:44:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4b1202b5-d52b-4f90-812e-5af953534f6d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:56.059243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8e60769-ede2-4cab-9d73-668b2b457be5 req-56c493b4-2672-4cb6-8949-4ae036209fcd tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e342fc5-3249-4c11-8cee-30d257e6ab41 HTTP/1.1" status: 200 len: 210 time: 0.0694668 Sep 16 04:44:56.078679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['ccd1278d-aabf-47d6-8c25-ccd67cedf6d7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:56.179611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-022fa836-d3ee-4df3-a6d6-1d4c58fed343 None None] Set router 4b1202b5-d52b-4f90-812e-5af953534f6d gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:56.196775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc36ce-043f-49d4-a40f-6774d4665ed1 req-dbb12e27-92a7-44cc-82e6-8e0d592d860b tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.199786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3abc36ce-043f-49d4-a40f-6774d4665ed1 req-dbb12e27-92a7-44cc-82e6-8e0d592d860b tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 945 time: 0.2345841 Sep 16 04:44:56.246621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3abc36ce-043f-49d4-a40f-6774d4665ed1 req-f4ec8387-672b-4819-aab4-b9a34f132294 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388372 Sep 16 04:44:56.328611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-022fa836-d3ee-4df3-a6d6-1d4c58fed343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:44:55Z', 'revision_number': 6, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:56.340729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d37a73c6-0252-4918-8375-228dc29bc765 req-6b9788df-57f9-446f-a12d-2af56ec31122 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] For port d68496dd-d333-4dd4-9993-5f1a3ee7f695, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d68496dd-d333-4dd4-9993-5f1a3ee7f695,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:56.341107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d37a73c6-0252-4918-8375-228dc29bc765 req-6b9788df-57f9-446f-a12d-2af56ec31122 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.354717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6fef7-a93d-4f2d-b411-c2ded09a00c7 req-de9ca16c-b48f-4fbe-a1de-4bb5f6fc760f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.362896 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16a6fef7-a93d-4f2d-b411-c2ded09a00c7 req-de9ca16c-b48f-4fbe-a1de-4bb5f6fc760f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.0608130 Sep 16 04:44:56.365005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d37a73c6-0252-4918-8375-228dc29bc765 req-6b9788df-57f9-446f-a12d-2af56ec31122 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Calling delete_port for d68496dd-d333-4dd4-9993-5f1a3ee7f695 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:56.365675 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fa836-d3ee-4df3-a6d6-1d4c58fed343 None None] The sync data for ids ['4b1202b5-d52b-4f90-812e-5af953534f6d'] in n-d-712137-12 is: [{'id': '4b1202b5-d52b-4f90-812e-5af953534f6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1721621192-router', 'tenant_id': 'bc90348af2cc4668a81319630766a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:35Z', 'updated_at': '2021-09-16T04:44:55Z', 'revision_number': 6, 'project_id': 'bc90348af2cc4668a81319630766a035', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:56.391094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650432a-1628-484f-8574-5d1a1d158339 req-0761ac53-d025-4c63-83e5-b61fe9b062ea tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.394299 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1650432a-1628-484f-8574-5d1a1d158339 req-0761ac53-d025-4c63-83e5-b61fe9b062ea tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 945 time: 0.1132128 Sep 16 04:44:56.415250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16a6fef7-a93d-4f2d-b411-c2ded09a00c7 req-13502784-197e-483e-8042-bafd4dcdd8e3 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510490 Sep 16 04:44:56.512298 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7792bea3-008c-4dd6-b3ba-86e0bba437b3 req-02a1f00c-94fb-4aeb-bf3f-c905cfa716e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.526863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d68496dd-d333-4dd4-9993-5f1a3ee7f695'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:56.561428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1f00c-94fb-4aeb-bf3f-c905cfa716e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event deleted for resources: {'Port': ['ID=dacaa90f-c129-428a-a0c9-1c84bb8ed7f3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.592900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 41ea9473-c63d-4143-9417-d54c818c157c no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:56.621303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7792bea3-008c-4dd6-b3ba-86e0bba437b3 req-02a1f00c-94fb-4aeb-bf3f-c905cfa716e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] No DVR routers for this DVR port dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:56.625652 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7792bea3-008c-4dd6-b3ba-86e0bba437b3 req-02a1f00c-94fb-4aeb-bf3f-c905cfa716e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.627067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-1650432a-1628-484f-8574-5d1a1d158339 req-e1c4427a-7446-474f-90c2-89405d56ef24 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Deleting port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:56.627421 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1650432a-1628-484f-8574-5d1a1d158339 req-e1c4427a-7446-474f-90c2-89405d56ef24 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.628512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7792bea3-008c-4dd6-b3ba-86e0bba437b3 req-02a1f00c-94fb-4aeb-bf3f-c905cfa716e2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "DELETE /v2.0/ports/dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 HTTP/1.1" status: 204 len: 173 time: 1.3788700 Sep 16 04:44:56.633018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 41ea9473-c63d-4143-9417-d54c818c157c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:56.633156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608adf97-044c-42ee-838a-95ff395632e6', 'name': 'network-vif-deleted', 'tag': 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:56.633251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 41ea9473-c63d-4143-9417-d54c818c157c not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:56.640863 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cef192-07ba-4a63-a381-6679886937fc" -d '{"events": [{"server_uuid": "608adf97-044c-42ee-838a-95ff395632e6", "name": "network-vif-deleted", "tag": "dacaa90f-c129-428a-a0c9-1c84bb8ed7f3"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:56.678130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.717117 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4fc805-3bac-4244-a9d9-ed395b3cbb64,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.758964 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d7d07d-4bbc-49a4-bee1-8136dd6e6574 x-openstack-request-id: req-c3d7d07d-4bbc-49a4-bee1-8136dd6e6574 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:56.759254 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608adf97-044c-42ee-838a-95ff395632e6", "name": "network-vif-deleted", "tag": "dacaa90f-c129-428a-a0c9-1c84bb8ed7f3", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:56.759636 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3d7d07d-4bbc-49a4-bee1-8136dd6e6574 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:56.760217 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608adf97-044c-42ee-838a-95ff395632e6', 'name': 'network-vif-deleted', 'tag': 'dacaa90f-c129-428a-a0c9-1c84bb8ed7f3', 'status': 'completed', 'code': 200} Sep 16 04:44:56.875169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.899310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd649ef3-f5d7-4107-9a9a-8181bffe8030 req-7b850a03-d148-4592-9a86-dc13d27cb9f9 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=608adf97-044c-42ee-838a-95ff395632e6 HTTP/1.1" status: 200 len: 210 time: 0.0783262 Sep 16 04:44:57.023120 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.023742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.079597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d37a73c6-0252-4918-8375-228dc29bc765 req-6b9788df-57f9-446f-a12d-2af56ec31122 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.128712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab5a8f-1ad4-44ba-9c1e-e4cee2af1a81 req-2c3c7b1d-8864-41a8-9f4b-4b7f4d59eaee tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.129775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9788df-57f9-446f-a12d-2af56ec31122 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event deleted for resources: {'Port': ['ID=d68496dd-d333-4dd4-9993-5f1a3ee7f695,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:57.139637 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-1650432a-1628-484f-8574-5d1a1d158339 req-e1c4427a-7446-474f-90c2-89405d56ef24 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] For port 488bf3e6-9400-429f-8d63-1dbcbf634fd6, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=488bf3e6-9400-429f-8d63-1dbcbf634fd6,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:57.139788 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1650432a-1628-484f-8574-5d1a1d158339 req-e1c4427a-7446-474f-90c2-89405d56ef24 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.147671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59ab5a8f-1ad4-44ba-9c1e-e4cee2af1a81 req-2c3c7b1d-8864-41a8-9f4b-4b7f4d59eaee tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 949 time: 0.1283133 Sep 16 04:44:57.151733 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.152294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b1202b5-d52b-4f90-812e-5af953534f6d {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:44:57.160307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.167537 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41850) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:57.167666 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-edcf4f6e-d233-4526-b10c-285ecd4acf66 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4b1202b5-d52b-4f90-812e-5af953534f6d HTTP/1.1" status: 204 len: 168 time: 2.4734211 Sep 16 04:44:57.196014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-1650432a-1628-484f-8574-5d1a1d158339 req-e1c4427a-7446-474f-90c2-89405d56ef24 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Calling delete_port for 488bf3e6-9400-429f-8d63-1dbcbf634fd6 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:57.229400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37a73c6-0252-4918-8375-228dc29bc765 req-6b9788df-57f9-446f-a12d-2af56ec31122 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] No DVR routers for this DVR port d68496dd-d333-4dd4-9993-5f1a3ee7f695 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:57.242331 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d37a73c6-0252-4918-8375-228dc29bc765 req-6b9788df-57f9-446f-a12d-2af56ec31122 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.242331 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d37a73c6-0252-4918-8375-228dc29bc765 req-6b9788df-57f9-446f-a12d-2af56ec31122 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.37 "DELETE /v2.0/ports/d68496dd-d333-4dd4-9993-5f1a3ee7f695 HTTP/1.1" status: 204 len: 173 time: 1.6785655 Sep 16 04:44:57.242331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00491dfb-7edd-4b10-ad04-dd530b390151', 'name': 'network-vif-deleted', 'tag': 'd68496dd-d333-4dd4-9993-5f1a3ee7f695'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:57.242331 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfd6d1d-2b84-4f72-b12f-11267df76685" -d '{"events": [{"server_uuid": "00491dfb-7edd-4b10-ad04-dd530b390151", "name": "network-vif-deleted", "tag": "d68496dd-d333-4dd4-9993-5f1a3ee7f695"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:57.253251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889', '9c8ac960-4019-4696-aacb-995647ce4993', 'c3c88647-ed62-4eb5-b7a0-554cd30ed018'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:57.262172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889', '9c8ac960-4019-4696-aacb-995647ce4993', 'c3c88647-ed62-4eb5-b7a0-554cd30ed018'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:57.312005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59ab5a8f-1ad4-44ba-9c1e-e4cee2af1a81 req-10ce9b8a-b6a4-4eff-978e-e69accedcbac tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631925 Sep 16 04:44:57.319015 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ddfc1f-db1b-4372-8dca-e8e2be67d640 admin admin] Deleting subnet 7096e50a-d25d-4f19-a589-a5b7967e7926 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:57.351023 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63ddfc1f-db1b-4372-8dca-e8e2be67d640 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.475048 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:57.477050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ec788-d305-474f-b656-ba1c3b42660f req-dcfe2096-f6dd-463b-b21d-972999870e7a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.480503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-769ec788-d305-474f-b656-ba1c3b42660f req-dcfe2096-f6dd-463b-b21d-972999870e7a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.2335522 Sep 16 04:44:57.493288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63ddfc1f-db1b-4372-8dca-e8e2be67d640 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.504162 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0815d371-e8d3-4ec9-8502-baf8195b262a x-openstack-request-id: req-0815d371-e8d3-4ec9-8502-baf8195b262a {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:57.504501 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00491dfb-7edd-4b10-ad04-dd530b390151", "name": "network-vif-deleted", "tag": "d68496dd-d333-4dd4-9993-5f1a3ee7f695", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:57.504928 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0815d371-e8d3-4ec9-8502-baf8195b262a {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:57.505345 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00491dfb-7edd-4b10-ad04-dd530b390151', 'name': 'network-vif-deleted', 'tag': 'd68496dd-d333-4dd4-9993-5f1a3ee7f695', 'status': 'completed', 'code': 200} Sep 16 04:44:57.536709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:57.538727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7b4fc805-3bac-4244-a9d9-ed395b3cbb64 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:57.539160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 53e61438-4585-4268-94d5-3536243b739e no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:57.599369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 53e61438-4585-4268-94d5-3536243b739e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:57.600098 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 53e61438-4585-4268-94d5-3536243b739e not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:57.624151 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1650432a-1628-484f-8574-5d1a1d158339 req-e1c4427a-7446-474f-90c2-89405d56ef24 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.641669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['71fe8797-96de-49f3-8b40-29ce548ec970', '488bf3e6-9400-429f-8d63-1dbcbf634fd6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:57.686752 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4427a-7446-474f-90c2-89405d56ef24 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Pushing event deleted for resources: {'Port': ['ID=488bf3e6-9400-429f-8d63-1dbcbf634fd6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:57.722780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-769ec788-d305-474f-b656-ba1c3b42660f req-04d6c6d6-bf6a-4121-a776-51d8a9b106c3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347689 Sep 16 04:44:57.791705 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1650432a-1628-484f-8574-5d1a1d158339 req-e1c4427a-7446-474f-90c2-89405d56ef24 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] No DVR routers for this DVR port 488bf3e6-9400-429f-8d63-1dbcbf634fd6 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:57.799166 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1650432a-1628-484f-8574-5d1a1d158339 req-e1c4427a-7446-474f-90c2-89405d56ef24 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.805227 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1650432a-1628-484f-8574-5d1a1d158339 req-e1c4427a-7446-474f-90c2-89405d56ef24 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.37 "DELETE /v2.0/ports/488bf3e6-9400-429f-8d63-1dbcbf634fd6 HTTP/1.1" status: 204 len: 173 time: 1.4049842 Sep 16 04:44:57.839387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0906b-f296-4a55-a73b-c5484b6a2503 req-d14bae42-6317-4b99-8c53-664c4c0922c2 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.841218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eaa0906b-f296-4a55-a73b-c5484b6a2503 req-d14bae42-6317-4b99-8c53-664c4c0922c2 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 866 time: 0.3169451 Sep 16 04:44:58.006967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63ddfc1f-db1b-4372-8dca-e8e2be67d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.076578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eaa0906b-f296-4a55-a73b-c5484b6a2503 req-a896e64c-49f2-43dd-8b6a-5e1b3d76d529 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536274 Sep 16 04:44:58.103202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae786e8-cb5f-4ee1-bfe2-62bcba940c85 req-83d98d33-bd10-49db-abd7-a646aa0ad3ac tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:58.108830 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ae786e8-cb5f-4ee1-bfe2-62bcba940c85 req-83d98d33-bd10-49db-abd7-a646aa0ad3ac tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.1847498 Sep 16 04:44:58.188793 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ae786e8-cb5f-4ee1-bfe2-62bcba940c85 req-d6561278-da73-466f-a2f4-2f2beee60579 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695994 Sep 16 04:44:58.275540 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63ddfc1f-db1b-4372-8dca-e8e2be67d640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.344137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddfc1f-db1b-4372-8dca-e8e2be67d640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7096e50a-d25d-4f19-a589-a5b7967e7926,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:58.349700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed9e2a2-b3de-4486-8052-73eadaf4a38d None None] Network fb732cf4-3497-45d6-8853-b2066fbc4fa6 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:58.365343 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63ddfc1f-db1b-4372-8dca-e8e2be67d640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.370089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-63ddfc1f-db1b-4372-8dca-e8e2be67d640 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7096e50a-d25d-4f19-a589-a5b7967e7926 HTTP/1.1" status: 204 len: 168 time: 1.2021837 Sep 16 04:44:58.370935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41876) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:58.400979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2fccc3e2-4ae3-4a34-a680-148ceae8291a req-4815f29a-9c7e-4bb9-ab86-1a9ea1ead1ae tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=00491dfb-7edd-4b10-ad04-dd530b390151 HTTP/1.1" status: 200 len: 210 time: 0.0673425 Sep 16 04:44:58.459700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b8a6-fe79-4fa7-a70e-6bf53ac1c675 req-fa19f469-e41b-4246-ba9b-aeb4d4ed2441 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:58.464213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c56b8a6-fe79-4fa7-a70e-6bf53ac1c675 req-fa19f469-e41b-4246-ba9b-aeb4d4ed2441 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1701546 Sep 16 04:44:58.508307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.550594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 488bf3e6-9400-429f-8d63-1dbcbf634fd6 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:58.567770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c56b8a6-fe79-4fa7-a70e-6bf53ac1c675 req-8423a177-d8d0-486e-a854-6eeec43805ed tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933068 Sep 16 04:44:58.576899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 488bf3e6-9400-429f-8d63-1dbcbf634fd6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:58.577508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 488bf3e6-9400-429f-8d63-1dbcbf634fd6 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:58.578176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d68496dd-d333-4dd4-9993-5f1a3ee7f695 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:58.591008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Deleting port aae2276f-bbeb-4cb6-90d4-12062c493397 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:58.591837 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.596254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a8407-e490-418d-b755-ec0ae2b5931b req-785c3866-8d8a-4648-a284-b7e2607f7939 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:58.605494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc4a8407-e490-418d-b755-ec0ae2b5931b req-785c3866-8d8a-4648-a284-b7e2607f7939 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 949 time: 0.0843179 Sep 16 04:44:58.666964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: d68496dd-d333-4dd4-9993-5f1a3ee7f695 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:58.667281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d68496dd-d333-4dd4-9993-5f1a3ee7f695 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:58.672178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc4a8407-e490-418d-b755-ec0ae2b5931b req-a3ad8d0c-d789-466f-b290-3b645f58b06d tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635326 Sep 16 04:44:58.677570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] For port aae2276f-bbeb-4cb6-90d4-12062c493397, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=aae2276f-bbeb-4cb6-90d4-12062c493397,segment=NetworkSegment(46f46519-2cd2-437f-a72d-cf25d5307873),segment_id=46f46519-2cd2-437f-a72d-cf25d5307873)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:58.678092 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.692799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Calling delete_port for aae2276f-bbeb-4cb6-90d4-12062c493397 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:58.714545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:58.756945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7837bcb-205f-4473-b70c-7bb1ada1fde9 req-c96fa04d-0086-40f4-acf6-fa598b114a33 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:58.758550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7837bcb-205f-4473-b70c-7bb1ada1fde9 req-c96fa04d-0086-40f4-acf6-fa598b114a33 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0575597 Sep 16 04:44:58.824613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:58.830496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:58.840525 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.841128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7837bcb-205f-4473-b70c-7bb1ada1fde9 req-e615fa09-5064-4794-91a1-affa68bb964a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610883 Sep 16 04:44:58.852449 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.868519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ca0185-2de8-4d3b-8492-c74d9ae5b167 None None] DHCP port deletion for fb732cf4-3497-45d6-8853-b2066fbc4fa6 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:44:58.886577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] No DVR routers for this DVR port aae2276f-bbeb-4cb6-90d4-12062c493397 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:58.888696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae2276f-bbeb-4cb6-90d4-12062c493397,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:58.958869 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.981879 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.983281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc14941-50e1-4669-96e9-ea451faaedc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd1278d-aabf-47d6-8c25-ccd67cedf6d7'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:58.985618 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232e6d0f-a2c3-47fc-a94f-9297f88f7062" -d '{"events": [{"server_uuid": "1dc14941-50e1-4669-96e9-ea451faaedc1", "name": "network-vif-plugged", "status": "completed", "tag": "ccd1278d-aabf-47d6-8c25-ccd67cedf6d7"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:59.004424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ccd1278d-aabf-47d6-8c25-ccd67cedf6d7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:59.012619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb732cf4-3497-45d6-8853-b2066fbc4fa6']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:59.024111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f46519-2cd2-437f-a72d-cf25d5307873') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:59.024416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f46519-2cd2-437f-a72d-cf25d5307873') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:59.025568 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2765da47-d090-4804-9d06-ce8cc7a38886 x-openstack-request-id: req-2765da47-d090-4804-9d06-ce8cc7a38886 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:59.026339 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc14941-50e1-4669-96e9-ea451faaedc1", "name": "network-vif-plugged", "status": "completed", "tag": "ccd1278d-aabf-47d6-8c25-ccd67cedf6d7", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:59.026599 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2765da47-d090-4804-9d06-ce8cc7a38886 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:59.027003 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc14941-50e1-4669-96e9-ea451faaedc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd1278d-aabf-47d6-8c25-ccd67cedf6d7', 'code': 200} Sep 16 04:44:59.042058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.061686 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.063365 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.064610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:59.070269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:59.070962 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.095879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:59.096202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device dacaa90f-c129-428a-a0c9-1c84bb8ed7f3 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:59.134587 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:59.160115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60271ac3-94aa-4ffb-99e4-de2ff2d66340 req-9ab92a0d-0593-46f7-be3a-a6adfd8fa1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.163325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60271ac3-94aa-4ffb-99e4-de2ff2d66340 req-9ab92a0d-0593-46f7-be3a-a6adfd8fa1e9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 1102 time: 0.0599368 Sep 16 04:44:59.171677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=ccd1278d-aabf-47d6-8c25-ccd67cedf6d7,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:59.201306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3417481-af0e-4732-858c-1af14669f620 req-ab09081c-aad7-4252-bab2-90a414165fc2 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 210 time: 0.0337307 Sep 16 04:44:59.225511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60271ac3-94aa-4ffb-99e4-de2ff2d66340 req-bb38cb83-1f39-49ab-aff2-77e5bf8465da service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474963 Sep 16 04:44:59.240766 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.247245 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.253269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41890) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:59.253825 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fb732cf4-3497-45d6-8853-b2066fbc4fa6 HTTP/1.1" status: 204 len: 168 time: 0.8804517 Sep 16 04:44:59.314790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271e70d-d76a-4a40-80b7-1522ceadd657 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb732cf4-3497-45d6-8853-b2066fbc4fa6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:59.392585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device aae2276f-bbeb-4cb6-90d4-12062c493397 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:59.418349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: aae2276f-bbeb-4cb6-90d4-12062c493397 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:59.418983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device aae2276f-bbeb-4cb6-90d4-12062c493397 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:59.506987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5bfa62-d139-4a72-8da9-40c4fe5b8152', 'name': 'network-vif-deleted', 'tag': '488bf3e6-9400-429f-8d63-1dbcbf634fd6'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:59.509804 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7752d30a-087f-4406-ab08-47d7c0b202e7" -d '{"events": [{"server_uuid": "3d5bfa62-d139-4a72-8da9-40c4fe5b8152", "name": "network-vif-deleted", "tag": "488bf3e6-9400-429f-8d63-1dbcbf634fd6"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:59.614562 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5174c67e-79fd-4fe7-afc1-342882fac532 x-openstack-request-id: req-5174c67e-79fd-4fe7-afc1-342882fac532 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:59.616013 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5bfa62-d139-4a72-8da9-40c4fe5b8152", "name": "network-vif-deleted", "tag": "488bf3e6-9400-429f-8d63-1dbcbf634fd6", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:59.616885 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5174c67e-79fd-4fe7-afc1-342882fac532 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:59.617601 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5bfa62-d139-4a72-8da9-40c4fe5b8152', 'name': 'network-vif-deleted', 'tag': '488bf3e6-9400-429f-8d63-1dbcbf634fd6', 'status': 'completed', 'code': 200} Sep 16 04:44:59.734687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa5ee3-f9a4-4c14-a880-c63635c197dc req-b0784c5f-717e-4e2c-bdd5-bc00afc7d8a9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.736214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-02aa5ee3-f9a4-4c14-a880-c63635c197dc req-b0784c5f-717e-4e2c-bdd5-bc00afc7d8a9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.4619453 Sep 16 04:44:59.818632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-02aa5ee3-f9a4-4c14-a880-c63635c197dc req-5153ed57-5384-49b2-be8f-13af32e9d82c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735810 Sep 16 04:45:00.001539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aee01d-6713-49fd-85c6-97442da2633b req-4acd1af7-1e80-415a-9ab2-6f5fc5e27124 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.003249 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38aee01d-6713-49fd-85c6-97442da2633b req-4acd1af7-1e80-415a-9ab2-6f5fc5e27124 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 950 time: 0.0950613 Sep 16 04:45:00.061535 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38aee01d-6713-49fd-85c6-97442da2633b req-2a49f79e-48a7-4f5e-aa9c-ec2976c15e43 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503776 Sep 16 04:45:00.123336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-908deded-a95e-4678-8033-e4a32562c03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.324742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57b66d89-9052-4d62-85ef-334374f9fd8b req-8a0ca49b-9d3a-4782-b174-e2ae6f225330 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 210 time: 0.0318675 Sep 16 04:45:00.466623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-908deded-a95e-4678-8033-e4a32562c03c admin admin] Deleting port 90989601-42e5-4d26-90b9-337b40ceab3f {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:00.467294 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-908deded-a95e-4678-8033-e4a32562c03c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.597785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-908deded-a95e-4678-8033-e4a32562c03c admin admin] For port 90989601-42e5-4d26-90b9-337b40ceab3f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=90989601-42e5-4d26-90b9-337b40ceab3f,segment=NetworkSegment(a83a9b3a-2368-4e60-a146-21f750351e81),segment_id=a83a9b3a-2368-4e60-a146-21f750351e81)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:00.598174 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-908deded-a95e-4678-8033-e4a32562c03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.620216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-908deded-a95e-4678-8033-e4a32562c03c admin admin] Calling delete_port for 90989601-42e5-4d26-90b9-337b40ceab3f owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:00.629787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171a32-1c91-4bbb-9569-9f73eb9ab8cd req-ac823931-0838-489b-b24e-7de03df20b4b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.631401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d171a32-1c91-4bbb-9569-9f73eb9ab8cd req-ac823931-0838-489b-b24e-7de03df20b4b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=adac6e1e-c37a-4947-a14a-e283d3acc30d HTTP/1.1" status: 200 len: 950 time: 0.0891209 Sep 16 04:45:00.721160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d171a32-1c91-4bbb-9569-9f73eb9ab8cd req-98d51037-b9d2-4562-aaf9-1c63b46bd7ee tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806563 Sep 16 04:45:00.955437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d6eae-41be-40d4-b764-fb9d226650e6 req-6a833b9a-5e1a-413c-93fc-069911cbb0a6 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.957008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-175d6eae-41be-40d4-b764-fb9d226650e6 req-6a833b9a-5e1a-413c-93fc-069911cbb0a6 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.0571053 Sep 16 04:45:00.972212 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-908deded-a95e-4678-8033-e4a32562c03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.030621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908deded-a95e-4678-8033-e4a32562c03c admin admin] Pushing event deleted for resources: {'Port': ['ID=90989601-42e5-4d26-90b9-337b40ceab3f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:01.106416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-175d6eae-41be-40d4-b764-fb9d226650e6 req-6751fc94-1454-4889-b31d-3aa2b0cc75b0 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430738 Sep 16 04:45:01.369654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2efebe-d035-4744-b156-6a2a6c92af81 req-ee871128-2dda-4840-b7a1-2918a4be3f3a tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:01.371732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e2efebe-d035-4744-b156-6a2a6c92af81 req-ee871128-2dda-4840-b7a1-2918a4be3f3a tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 945 time: 0.1918831 Sep 16 04:45:01.384507 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8b788-8529-47c4-bb94-9a0ddcb975a4 req-a503d73e-ef7c-4247-948b-28468a181de4 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:01.388117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23c8b788-8529-47c4-bb94-9a0ddcb975a4 req-a503d73e-ef7c-4247-948b-28468a181de4 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 950 time: 0.1319661 Sep 16 04:45:01.421616 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-908deded-a95e-4678-8033-e4a32562c03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.502305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e2efebe-d035-4744-b156-6a2a6c92af81 req-efc8c6c0-e450-4077-afda-8be0fd38323f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081107 Sep 16 04:45:01.507785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23c8b788-8529-47c4-bb94-9a0ddcb975a4 req-16a552e5-7f31-4d9d-938f-6f728a0021e1 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081958 Sep 16 04:45:01.698122 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40f742ee-6888-4e75-8c9f-8ced104d50d4 req-6c535221-3956-4d45-a201-ef94c81885ae tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 210 time: 0.0827520 Sep 16 04:45:01.734131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2ae48-26e0-4413-b98b-65eaa4bebcab req-84270b0a-9ece-440d-8b8b-256e58c8abb6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:01.735640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2e2ae48-26e0-4413-b98b-65eaa4bebcab req-84270b0a-9ece-440d-8b8b-256e58c8abb6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/ports?device_id=adac6e1e-c37a-4947-a14a-e283d3acc30d HTTP/1.1" status: 200 len: 950 time: 0.1626363 Sep 16 04:45:01.896232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908deded-a95e-4678-8033-e4a32562c03c admin admin] Router 32de58a1-1eae-400d-817b-25f298122026 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:01.914382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38013-9423-4bcf-9eec-6afff593fa45 req-f1278e9c-d9da-4f53-96d4-2d5459a16461 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:01.916722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf38013-9423-4bcf-9eec-6afff593fa45 req-f1278e9c-d9da-4f53-96d4-2d5459a16461 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=adac6e1e-c37a-4947-a14a-e283d3acc30d HTTP/1.1" status: 200 len: 950 time: 0.1056383 Sep 16 04:45:01.986739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-a2e2ae48-26e0-4413-b98b-65eaa4bebcab req-51fbfd8a-5c3a-4087-b133-dc615258eb9b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Deleting port 9c8ac960-4019-4696-aacb-995647ce4993 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:01.987502 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2e2ae48-26e0-4413-b98b-65eaa4bebcab req-51fbfd8a-5c3a-4087-b133-dc615258eb9b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.047051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf38013-9423-4bcf-9eec-6afff593fa45 req-2bd9ffc3-e6cc-4bac-8f2f-f7517c1f68d1 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207078 Sep 16 04:45:02.167373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-a2e2ae48-26e0-4413-b98b-65eaa4bebcab req-51fbfd8a-5c3a-4087-b133-dc615258eb9b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] For port 9c8ac960-4019-4696-aacb-995647ce4993, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9c8ac960-4019-4696-aacb-995647ce4993,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:02.167373 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2e2ae48-26e0-4413-b98b-65eaa4bebcab req-51fbfd8a-5c3a-4087-b133-dc615258eb9b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.167373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908deded-a95e-4678-8033-e4a32562c03c admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:02.174722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41950) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:02.175546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-908deded-a95e-4678-8033-e4a32562c03c admin admin] 10.222.0.24 "PUT /v2.0/routers/32de58a1-1eae-400d-817b-25f298122026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9202383 Sep 16 04:45:02.177382 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61479c72-b0cd-42ee-b346-3b093a090514 None None] Sync routers for ids ['32de58a1-1eae-400d-817b-25f298122026'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:02.188068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-a2e2ae48-26e0-4413-b98b-65eaa4bebcab req-51fbfd8a-5c3a-4087-b133-dc615258eb9b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Calling delete_port for 9c8ac960-4019-4696-aacb-995647ce4993 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:02.201422 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61479c72-b0cd-42ee-b346-3b093a090514 None None] Routers {'32de58a1-1eae-400d-817b-25f298122026'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:02.202090 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-61479c72-b0cd-42ee-b346-3b093a090514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:44:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['32de58a1-1eae-400d-817b-25f298122026'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:02.396807 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.452249 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-61479c72-b0cd-42ee-b346-3b093a090514 None None] Set router 32de58a1-1eae-400d-817b-25f298122026 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:02.600257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.635276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805a5ae-3100-48d2-93c3-6224c4a714ab req-022eeece-df8f-4dc6-88da-7e40554a8a72 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.636849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c805a5ae-3100-48d2-93c3-6224c4a714ab req-022eeece-df8f-4dc6-88da-7e40554a8a72 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 950 time: 0.4438186 Sep 16 04:45:02.704264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe1a04-3445-4ced-96b8-a12fa157c1b8 req-3b1b326c-2755-43ea-ad84-6263ba6bb60c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.706485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96fe1a04-3445-4ced-96b8-a12fa157c1b8 req-3b1b326c-2755-43ea-ad84-6263ba6bb60c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.4073386 Sep 16 04:45:02.750924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Deleting port 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:02.752141 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.797952 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-61479c72-b0cd-42ee-b346-3b093a090514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32de58a1-1eae-400d-817b-25f298122026', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-38780126-router', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:47Z', 'updated_at': '2021-09-16T04:45:00Z', 'revision_number': 5, 'project_id': '8bacd6e857e1432d8753d91bce5bde32', 'gw_port': {'id': '5ebb55c4-3f80-42e4-98d6-e9faf2b88248', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32de58a1-1eae-400d-817b-25f298122026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:48Z', 'updated_at': '2021-09-16T04:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:02.830953 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61479c72-b0cd-42ee-b346-3b093a090514 None None] Checking router: 32de58a1-1eae-400d-817b-25f298122026 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:02.842616 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61479c72-b0cd-42ee-b346-3b093a090514 None None] Routers {'32de58a1-1eae-400d-817b-25f298122026'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:02.843657 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-61479c72-b0cd-42ee-b346-3b093a090514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:44:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['32de58a1-1eae-400d-817b-25f298122026'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:02.848347 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96fe1a04-3445-4ced-96b8-a12fa157c1b8 req-3b3b9e0f-454e-4a40-be88-d984ce9a0f6d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278017 Sep 16 04:45:02.865635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] For port 5ebb55c4-3f80-42e4-98d6-e9faf2b88248, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5ebb55c4-3f80-42e4-98d6-e9faf2b88248,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:02.866283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058dde8-795f-4940-9a8b-7e7de0de327c req-c47d96d6-3168-4c9f-9b5d-0eefadc14a90 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.866592 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.867726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d058dde8-795f-4940-9a8b-7e7de0de327c req-c47d96d6-3168-4c9f-9b5d-0eefadc14a90 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 945 time: 0.1585615 Sep 16 04:45:02.883464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Calling delete_port for 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:02.888011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-c805a5ae-3100-48d2-93c3-6224c4a714ab req-d16c40bd-620b-49a5-a290-4afba27948cd tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Deleting port c3c88647-ed62-4eb5-b7a0-554cd30ed018 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:02.888353 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c805a5ae-3100-48d2-93c3-6224c4a714ab req-d16c40bd-620b-49a5-a290-4afba27948cd tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.934632 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2e2ae48-26e0-4413-b98b-65eaa4bebcab req-51fbfd8a-5c3a-4087-b133-dc615258eb9b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.957310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889', 'c3c88647-ed62-4eb5-b7a0-554cd30ed018'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:02.979032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d058dde8-795f-4940-9a8b-7e7de0de327c req-ee96cd28-ac0f-49de-aa59-7ae770f16417 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025641 Sep 16 04:45:02.983569 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-61479c72-b0cd-42ee-b346-3b093a090514 None None] Set router 32de58a1-1eae-400d-817b-25f298122026 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:03.020873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbfd8a-5c3a-4087-b133-dc615258eb9b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event deleted for resources: {'Port': ['ID=9c8ac960-4019-4696-aacb-995647ce4993,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:03.081463 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-61479c72-b0cd-42ee-b346-3b093a090514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32de58a1-1eae-400d-817b-25f298122026', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-38780126-router', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:47Z', 'updated_at': '2021-09-16T04:45:02Z', 'revision_number': 6, 'project_id': '8bacd6e857e1432d8753d91bce5bde32', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:03.137103 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61479c72-b0cd-42ee-b346-3b093a090514 None None] The sync data for ids ['32de58a1-1eae-400d-817b-25f298122026'] in n-d-712137-12 is: [{'id': '32de58a1-1eae-400d-817b-25f298122026', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-38780126-router', 'tenant_id': '8bacd6e857e1432d8753d91bce5bde32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:47Z', 'updated_at': '2021-09-16T04:45:02Z', 'revision_number': 6, 'project_id': '8bacd6e857e1432d8753d91bce5bde32', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:03.185417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e2ae48-26e0-4413-b98b-65eaa4bebcab req-51fbfd8a-5c3a-4087-b133-dc615258eb9b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] No DVR routers for this DVR port 9c8ac960-4019-4696-aacb-995647ce4993 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:03.191817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eee49-ddbd-4ccf-b90e-3178508bb70f req-eb677931-c6e0-4c83-b3ee-50ce7b47bba1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.197501 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2e2ae48-26e0-4413-b98b-65eaa4bebcab req-51fbfd8a-5c3a-4087-b133-dc615258eb9b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.197645 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d11eee49-ddbd-4ccf-b90e-3178508bb70f req-eb677931-c6e0-4c83-b3ee-50ce7b47bba1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 945 time: 0.0781286 Sep 16 04:45:03.197744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2e2ae48-26e0-4413-b98b-65eaa4bebcab req-51fbfd8a-5c3a-4087-b133-dc615258eb9b tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "DELETE /v2.0/ports/9c8ac960-4019-4696-aacb-995647ce4993 HTTP/1.1" status: 204 len: 173 time: 1.4280899 Sep 16 04:45:03.197744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adac6e1e-c37a-4947-a14a-e283d3acc30d', 'name': 'network-vif-deleted', 'tag': '9c8ac960-4019-4696-aacb-995647ce4993'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:03.198619 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003015a6-12af-44c2-90a4-50ad5265eb7f" -d '{"events": [{"server_uuid": "adac6e1e-c37a-4947-a14a-e283d3acc30d", "name": "network-vif-deleted", "tag": "9c8ac960-4019-4696-aacb-995647ce4993"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:03.271829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-255ffcb0-81f9-459f-ba02-c4fac41306ef req-76c2ca8c-1f10-4620-81fb-3d012a1349df tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5bfa62-d139-4a72-8da9-40c4fe5b8152 HTTP/1.1" status: 200 len: 210 time: 0.0813923 Sep 16 04:45:03.272872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c805a5ae-3100-48d2-93c3-6224c4a714ab req-d16c40bd-620b-49a5-a290-4afba27948cd tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] For port c3c88647-ed62-4eb5-b7a0-554cd30ed018, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c3c88647-ed62-4eb5-b7a0-554cd30ed018,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:03.274523 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c805a5ae-3100-48d2-93c3-6224c4a714ab req-d16c40bd-620b-49a5-a290-4afba27948cd tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.335257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-c805a5ae-3100-48d2-93c3-6224c4a714ab req-d16c40bd-620b-49a5-a290-4afba27948cd tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Calling delete_port for c3c88647-ed62-4eb5-b7a0-554cd30ed018 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:03.370452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d11eee49-ddbd-4ccf-b90e-3178508bb70f req-a089a3cf-798d-440c-a795-0888790761a1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Deleting port a6100952-277a-458e-ab9a-7a50163436fb {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:03.371180 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d11eee49-ddbd-4ccf-b90e-3178508bb70f req-a089a3cf-798d-440c-a795-0888790761a1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.391803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776d12-da37-4025-b62c-74305c2ec9fd req-70403ca3-09fa-4c95-aef1-b32e40ebf35a tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.401833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88776d12-da37-4025-b62c-74305c2ec9fd req-70403ca3-09fa-4c95-aef1-b32e40ebf35a tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 950 time: 0.3119953 Sep 16 04:45:03.462135 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.516824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 90989601-42e5-4d26-90b9-337b40ceab3f no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:03.563386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 90989601-42e5-4d26-90b9-337b40ceab3f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:03.564070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 90989601-42e5-4d26-90b9-337b40ceab3f not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:03.586525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402ea8-5746-494c-ba12-ceef43310e94 req-af70370d-0275-4a89-8e32-f3c2d422fb7a tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.590856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-af70370d-0275-4a89-8e32-f3c2d422fb7a tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5&tenant_id=a90cdc15f24043fba6cb9927dc16b179&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1097 time: 0.3053739 Sep 16 04:45:03.617644 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-12'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:03.623306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebb55c4-3f80-42e4-98d6-e9faf2b88248,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:03.627417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d11eee49-ddbd-4ccf-b90e-3178508bb70f req-a089a3cf-798d-440c-a795-0888790761a1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] For port a6100952-277a-458e-ab9a-7a50163436fb, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a6100952-277a-458e-ab9a-7a50163436fb,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:03.627831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d11eee49-ddbd-4ccf-b90e-3178508bb70f req-a089a3cf-798d-440c-a795-0888790761a1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.668201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d11eee49-ddbd-4ccf-b90e-3178508bb70f req-a089a3cf-798d-440c-a795-0888790761a1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Calling delete_port for a6100952-277a-458e-ab9a-7a50163436fb owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:03.688699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.734450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88776d12-da37-4025-b62c-74305c2ec9fd req-ed69c804-037f-4cab-8502-96ff97d7f34c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825413 Sep 16 04:45:03.746516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36330f-7ca6-4f12-90d8-e4c89449555f req-035da661-08e2-4d75-ad18-5ff40f025b1a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.753773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c36330f-7ca6-4f12-90d8-e4c89449555f req-035da661-08e2-4d75-ad18-5ff40f025b1a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.3039038 Sep 16 04:45:03.776562 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.817523 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c36330f-7ca6-4f12-90d8-e4c89449555f req-dd4433ea-37a0-4e70-acf6-4c29f3746255 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627592 Sep 16 04:45:03.818234 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c805a5ae-3100-48d2-93c3-6224c4a714ab req-d16c40bd-620b-49a5-a290-4afba27948cd tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.830379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:03.864713 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.867089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.899564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c40bd-620b-49a5-a290-4afba27948cd tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event deleted for resources: {'Port': ['ID=c3c88647-ed62-4eb5-b7a0-554cd30ed018,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:03.941672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9dae1a6c-c222-429b-964f-e1f8a7c3c1a1 req-975048df-0f0c-46d8-bcce-aab421139a6e tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=adac6e1e-c37a-4947-a14a-e283d3acc30d HTTP/1.1" status: 200 len: 210 time: 0.1179843 Sep 16 04:45:04.029280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.029859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32de58a1-1eae-400d-817b-25f298122026 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:45:04.051670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.057636 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-677648de-0eb1-492a-80bd-7bce33dcdc09 admin admin] 10.222.0.24 "DELETE /v2.0/routers/32de58a1-1eae-400d-817b-25f298122026 HTTP/1.1" status: 204 len: 168 time: 1.8816679 Sep 16 04:45:04.061358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41982) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:04.132029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-089060c2-516d-43bc-ac6b-0276d5861df1 admin admin] Deleting subnet 5e7056c3-b436-40e7-91e1-fc778653121a {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:04.137665 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-089060c2-516d-43bc-ac6b-0276d5861df1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.201748 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0d67b6-0c37-4d84-9185-9bd8d66cd795 x-openstack-request-id: req-9a0d67b6-0c37-4d84-9185-9bd8d66cd795 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:04.202384 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adac6e1e-c37a-4947-a14a-e283d3acc30d", "name": "network-vif-deleted", "tag": "9c8ac960-4019-4696-aacb-995647ce4993", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:04.202384 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a0d67b6-0c37-4d84-9185-9bd8d66cd795 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:04.202746 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adac6e1e-c37a-4947-a14a-e283d3acc30d', 'name': 'network-vif-deleted', 'tag': '9c8ac960-4019-4696-aacb-995647ce4993', 'status': 'completed', 'code': 200} Sep 16 04:45:04.260363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-089060c2-516d-43bc-ac6b-0276d5861df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.302477 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=17f9deb9-887d-401b-9f1f-82b0127d8965,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:04.306980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c805a5ae-3100-48d2-93c3-6224c4a714ab req-d16c40bd-620b-49a5-a290-4afba27948cd tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] No DVR routers for this DVR port c3c88647-ed62-4eb5-b7a0-554cd30ed018 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:04.313571 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c805a5ae-3100-48d2-93c3-6224c4a714ab req-d16c40bd-620b-49a5-a290-4afba27948cd tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.315561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c805a5ae-3100-48d2-93c3-6224c4a714ab req-d16c40bd-620b-49a5-a290-4afba27948cd tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "DELETE /v2.0/ports/c3c88647-ed62-4eb5-b7a0-554cd30ed018 HTTP/1.1" status: 204 len: 173 time: 1.6660643 Sep 16 04:45:04.329386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1492-ff4c-41ef-8f07-98c7833f32c6 req-81ef4e8e-8f2e-4f86-b202-28488783b2c1 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.331252 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-10cc1492-ff4c-41ef-8f07-98c7833f32c6 req-81ef4e8e-8f2e-4f86-b202-28488783b2c1 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 950 time: 0.1645415 Sep 16 04:45:04.393142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b24e92-6016-4fae-9ebf-efaf8847dc90 req-eea3aeb5-32ff-497c-ba5a-714be82491a8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.403025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01b24e92-6016-4fae-9ebf-efaf8847dc90 req-eea3aeb5-32ff-497c-ba5a-714be82491a8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 945 time: 0.2034788 Sep 16 04:45:04.426513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88425de7-a748-4ece-a1f8-6cbc48909580 req-6cdf4827-41e8-47c3-8a2d-225171653c85 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.429273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88425de7-a748-4ece-a1f8-6cbc48909580 req-6cdf4827-41e8-47c3-8a2d-225171653c85 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.2348049 Sep 16 04:45:04.430824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:04.443407 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d11eee49-ddbd-4ccf-b90e-3178508bb70f req-a089a3cf-798d-440c-a795-0888790761a1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.455709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['a6100952-277a-458e-ab9a-7a50163436fb'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:04.496717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089a3cf-798d-440c-a795-0888790761a1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Pushing event deleted for resources: {'Port': ['ID=a6100952-277a-458e-ab9a-7a50163436fb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:04.506960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-089060c2-516d-43bc-ac6b-0276d5861df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.596502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11eee49-ddbd-4ccf-b90e-3178508bb70f req-a089a3cf-798d-440c-a795-0888790761a1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] No DVR routers for this DVR port a6100952-277a-458e-ab9a-7a50163436fb on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:04.600984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01b24e92-6016-4fae-9ebf-efaf8847dc90 req-f3be1c6b-17b8-459a-a69d-7935729a0b95 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969845 Sep 16 04:45:04.606911 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d11eee49-ddbd-4ccf-b90e-3178508bb70f req-a089a3cf-798d-440c-a795-0888790761a1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.611125 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d11eee49-ddbd-4ccf-b90e-3178508bb70f req-a089a3cf-798d-440c-a795-0888790761a1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "DELETE /v2.0/ports/a6100952-277a-458e-ab9a-7a50163436fb HTTP/1.1" status: 204 len: 173 time: 1.4011917 Sep 16 04:45:04.621007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019e9c16-1c13-47c9-b27e-5fca60c87868', 'name': 'network-vif-deleted', 'tag': 'a6100952-277a-458e-ab9a-7a50163436fb'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:04.623936 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95a8749-3074-47d5-b432-4d6de7e291e9" -d '{"events": [{"server_uuid": "019e9c16-1c13-47c9-b27e-5fca60c87868", "name": "network-vif-deleted", "tag": "a6100952-277a-458e-ab9a-7a50163436fb"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:04.651435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-10cc1492-ff4c-41ef-8f07-98c7833f32c6 req-3600b74d-e4be-4497-86c9-6b4bec51556c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Deleting port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:04.651780 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-10cc1492-ff4c-41ef-8f07-98c7833f32c6 req-3600b74d-e4be-4497-86c9-6b4bec51556c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.693712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88425de7-a748-4ece-a1f8-6cbc48909580 req-db9f3bc1-a8af-48a1-aa18-c3da8e0b4ecf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431164 Sep 16 04:45:04.695789 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.739420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 17f9deb9-887d-401b-9f1f-82b0127d8965 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:04.744328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9c8ac960-4019-4696-aacb-995647ce4993 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:04.806069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-10cc1492-ff4c-41ef-8f07-98c7833f32c6 req-3600b74d-e4be-4497-86c9-6b4bec51556c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] For port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ccd1278d-aabf-47d6-8c25-ccd67cedf6d7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:04.806481 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-10cc1492-ff4c-41ef-8f07-98c7833f32c6 req-3600b74d-e4be-4497-86c9-6b4bec51556c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.820723 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 9c8ac960-4019-4696-aacb-995647ce4993 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:04.823335 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9c8ac960-4019-4696-aacb-995647ce4993 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:04.836050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-10cc1492-ff4c-41ef-8f07-98c7833f32c6 req-3600b74d-e4be-4497-86c9-6b4bec51556c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Calling delete_port for ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:04.843177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-089060c2-516d-43bc-ac6b-0276d5861df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.874707 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc9b78ba-a332-44b2-a292-13b943bcb31a req-e5f7c261-0e10-4fb0-a9cd-99fae308cac7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 210 time: 0.1038606 Sep 16 04:45:04.875635 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.948650 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-089060c2-516d-43bc-ac6b-0276d5861df1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.952812 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-089060c2-516d-43bc-ac6b-0276d5861df1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5e7056c3-b436-40e7-91e1-fc778653121a HTTP/1.1" status: 204 len: 168 time: 0.8902071 Sep 16 04:45:04.954255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089060c2-516d-43bc-ac6b-0276d5861df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7056c3-b436-40e7-91e1-fc778653121a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:04.966172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41996) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:04.968770 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077a14cd-74a9-4a65-90cd-f657c34a239b x-openstack-request-id: req-077a14cd-74a9-4a65-90cd-f657c34a239b {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:04.969475 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019e9c16-1c13-47c9-b27e-5fca60c87868", "name": "network-vif-deleted", "tag": "a6100952-277a-458e-ab9a-7a50163436fb", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:04.969969 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-077a14cd-74a9-4a65-90cd-f657c34a239b {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:04.970580 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019e9c16-1c13-47c9-b27e-5fca60c87868', 'name': 'network-vif-deleted', 'tag': 'a6100952-277a-458e-ab9a-7a50163436fb', 'status': 'completed', 'code': 200} Sep 16 04:45:04.982960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02119086-69fe-400f-a98b-d713dd742eee None None] Network 7fceae80-101d-42f4-b3d2-69196c53dca9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:04.999665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Pushing event updated for resources: {'Port': ['ID=17f9deb9-887d-401b-9f1f-82b0127d8965,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:05.099568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=17f9deb9-887d-401b-9f1f-82b0127d8965,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:05.110451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Attempting to bind port 17f9deb9-887d-401b-9f1f-82b0127d8965 on host n-h2-712137-12 for vnic_type normal with profile {"migrating_to": "n-h1-712137-12"} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:05.110789 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Attempting to bind port 17f9deb9-887d-401b-9f1f-82b0127d8965 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:05.111120 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Attempting to bind port 17f9deb9-887d-401b-9f1f-82b0127d8965 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:05.168793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 17f9deb9-887d-401b-9f1f-82b0127d8965 has no active binding in host n-h1-712137-12 {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:45:05.182928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Port 17f9deb9-887d-401b-9f1f-82b0127d8965 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:05.183831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Attempting to bind port 17f9deb9-887d-401b-9f1f-82b0127d8965 on network 09ebbe5c-732c-4cf1-a4a8-e16ff006292f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:05.235915 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.278591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea91a48-b1ce-4da2-bc5a-37a34e33a20d None None] DHCP port deletion for 7fceae80-101d-42f4-b3d2-69196c53dca9 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:45:05.279857 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d6f2d84-1b8e-4d38-ba6f-3834f20e3272 req-b52df487-b8d6-41b2-85c9-570a2fc4e8d2 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=929fba08-b76f-49b9-834a-746f574a482c HTTP/1.1" status: 200 len: 210 time: 0.1053820 Sep 16 04:45:05.286200 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:05.286722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Checking segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:05.287272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Bound using segment: {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:05.287876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Bound port: 17f9deb9-887d-401b-9f1f-82b0127d8965, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09ebbe5c-732c-4cf1-a4a8-e16ff006292f'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:05.288384 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.324201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135c432-c90e-4d0b-86d8-dc5cb1f90647 req-c75f6844-69c9-49de-a586-6dbc828248c8 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.334868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0135c432-c90e-4d0b-86d8-dc5cb1f90647 req-c75f6844-69c9-49de-a586-6dbc828248c8 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 950 time: 0.2705805 Sep 16 04:45:05.390317 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-2ea91a48-b1ce-4da2-bc5a-37a34e33a20d None None] Deleting port 02f086c3-cddc-4882-ac3c-53129f0af12d {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:05.391089 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2ea91a48-b1ce-4da2-bc5a-37a34e33a20d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.420810 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-10cc1492-ff4c-41ef-8f07-98c7833f32c6 req-3600b74d-e4be-4497-86c9-6b4bec51556c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.476998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0135c432-c90e-4d0b-86d8-dc5cb1f90647 req-cfcabaf5-416a-46cd-b1e1-b1a85e7b8a28 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/security-groups?id=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410263 Sep 16 04:45:05.508986 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600b74d-e4be-4497-86c9-6b4bec51556c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Pushing event deleted for resources: {'Port': ['ID=ccd1278d-aabf-47d6-8c25-ccd67cedf6d7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:05.529977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:05.534012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=17f9deb9-887d-401b-9f1f-82b0127d8965,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:05.575904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Deleting port 02f086c3-cddc-4882-ac3c-53129f0af12d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:05.575904 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.599285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-2ea91a48-b1ce-4da2-bc5a-37a34e33a20d None None] For port 02f086c3-cddc-4882-ac3c-53129f0af12d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=02f086c3-cddc-4882-ac3c-53129f0af12d,segment=NetworkSegment(a83a9b3a-2368-4e60-a146-21f750351e81),segment_id=a83a9b3a-2368-4e60-a146-21f750351e81)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:05.604682 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2ea91a48-b1ce-4da2-bc5a-37a34e33a20d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.623907 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.625256 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-2ea91a48-b1ce-4da2-bc5a-37a34e33a20d None None] Calling delete_port for 02f086c3-cddc-4882-ac3c-53129f0af12d owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:05.665362 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cc1492-ff4c-41ef-8f07-98c7833f32c6 req-3600b74d-e4be-4497-86c9-6b4bec51556c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] No DVR routers for this DVR port ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:05.697721 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-10cc1492-ff4c-41ef-8f07-98c7833f32c6 req-3600b74d-e4be-4497-86c9-6b4bec51556c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.704066 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-10cc1492-ff4c-41ef-8f07-98c7833f32c6 req-3600b74d-e4be-4497-86c9-6b4bec51556c tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.23 "DELETE /v2.0/ports/ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 HTTP/1.1" status: 204 len: 173 time: 1.3628998 Sep 16 04:45:05.757915 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['ccd1278d-aabf-47d6-8c25-ccd67cedf6d7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:05.761517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 02f086c3-cddc-4882-ac3c-53129f0af12d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:05.834286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] For port 02f086c3-cddc-4882-ac3c-53129f0af12d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=02f086c3-cddc-4882-ac3c-53129f0af12d,segment=NetworkSegment(a83a9b3a-2368-4e60-a146-21f750351e81),segment_id=a83a9b3a-2368-4e60-a146-21f750351e81)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:05.834661 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.859447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Calling delete_port for 02f086c3-cddc-4882-ac3c-53129f0af12d owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:05.868519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.873852 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.878152 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] 10.222.0.23 "PUT /v2.0/ports/17f9deb9-887d-401b-9f1f-82b0127d8965 HTTP/1.1" status: 200 len: 1123 time: 2.2775242 Sep 16 04:45:05.894051 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No active binding found for port 02f086c3-cddc-4882-ac3c-53129f0af12d {{(pid=95453) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 04:45:05.896705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 02f086c3-cddc-4882-ac3c-53129f0af12d not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:05.897565 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:05.908138 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2ea91a48-b1ce-4da2-bc5a-37a34e33a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.944241 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea91a48-b1ce-4da2-bc5a-37a34e33a20d None None] No DVR routers for this DVR port 02f086c3-cddc-4882-ac3c-53129f0af12d on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:05.945919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:05.946446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5ebb55c4-3f80-42e4-98d6-e9faf2b88248 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:05.996939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['17f9deb9-887d-401b-9f1f-82b0127d8965'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:06.031302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abc44f-2a11-44ba-a050-d73011d44255 service neutron] Pushing event updated for resources: {'Port': ['ID=17f9deb9-887d-401b-9f1f-82b0127d8965,revision_number=8']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:06.100162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['17f9deb9-887d-401b-9f1f-82b0127d8965'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:06.135606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea91a48-b1ce-4da2-bc5a-37a34e33a20d None None] Pushing event deleted for resources: {'Port': ['ID=02f086c3-cddc-4882-ac3c-53129f0af12d,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:06.138291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e7e5d-28f2-4529-82f6-51a384d7b857 req-8b9f66a3-cc2d-4e15-84f3-28f30695a77c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:06.156233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-697e7e5d-28f2-4529-82f6-51a384d7b857 req-8b9f66a3-cc2d-4e15-84f3-28f30695a77c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.3148763 Sep 16 04:45:06.216112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929fba08-b76f-49b9-834a-746f574a482c', 'name': 'network-vif-deleted', 'tag': 'c3c88647-ed62-4eb5-b7a0-554cd30ed018'}, {'server_uuid': '5fffcb21-23ef-4b90-a1cb-cc320c12cce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f9deb9-887d-401b-9f1f-82b0127d8965'}, {'name': 'network-changed', 'server_uuid': '5fffcb21-23ef-4b90-a1cb-cc320c12cce5', 'tag': '17f9deb9-887d-401b-9f1f-82b0127d8965'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:06.227730 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45a35cf-66a6-4be4-ac49-5a11576acf19" -d '{"events": [{"server_uuid": "929fba08-b76f-49b9-834a-746f574a482c", "name": "network-vif-deleted", "tag": "c3c88647-ed62-4eb5-b7a0-554cd30ed018"}, {"server_uuid": "5fffcb21-23ef-4b90-a1cb-cc320c12cce5", "name": "network-vif-unplugged", "status": "completed", "tag": "17f9deb9-887d-401b-9f1f-82b0127d8965"}, {"name": "network-changed", "server_uuid": "5fffcb21-23ef-4b90-a1cb-cc320c12cce5", "tag": "17f9deb9-887d-401b-9f1f-82b0127d8965"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:06.293100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78c34c91-6e78-450e-9c9b-bb2f36f41b1d req-94310860-57e2-4288-bf01-2c0f38bb7d49 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 210 time: 0.2387509 Sep 16 04:45:06.363970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-697e7e5d-28f2-4529-82f6-51a384d7b857 req-6b20f868-3b3c-4f18-9fee-3be6ec906def tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044559 Sep 16 04:45:06.538128 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37784408-05e6-4288-b95b-a508df350743 x-openstack-request-id: req-37784408-05e6-4288-b95b-a508df350743 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:06.539007 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929fba08-b76f-49b9-834a-746f574a482c", "name": "network-vif-deleted", "tag": "c3c88647-ed62-4eb5-b7a0-554cd30ed018", "status": "completed", "code": 200}, {"server_uuid": "5fffcb21-23ef-4b90-a1cb-cc320c12cce5", "name": "network-vif-unplugged", "status": "completed", "tag": "17f9deb9-887d-401b-9f1f-82b0127d8965", "code": 200}, {"name": "network-changed", "server_uuid": "5fffcb21-23ef-4b90-a1cb-cc320c12cce5", "tag": "17f9deb9-887d-401b-9f1f-82b0127d8965", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:06.544756 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37784408-05e6-4288-b95b-a508df350743 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:06.545429 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929fba08-b76f-49b9-834a-746f574a482c', 'name': 'network-vif-deleted', 'tag': 'c3c88647-ed62-4eb5-b7a0-554cd30ed018', 'status': 'completed', 'code': 200} Sep 16 04:45:06.545693 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fffcb21-23ef-4b90-a1cb-cc320c12cce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f9deb9-887d-401b-9f1f-82b0127d8965', 'code': 200} Sep 16 04:45:06.547064 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fffcb21-23ef-4b90-a1cb-cc320c12cce5', 'tag': '17f9deb9-887d-401b-9f1f-82b0127d8965', 'status': 'completed', 'code': 200} Sep 16 04:45:06.686569 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-185303fd-31bf-49f6-a259-76b0599a1f2a req-fe2728d5-829c-4544-8656-38afd122b385 tempest-TenantUsagesTestJSON-1393357101 tempest-TenantUsagesTestJSON-1393357101-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc14941-50e1-4669-96e9-ea451faaedc1 HTTP/1.1" status: 200 len: 210 time: 0.0404274 Sep 16 04:45:06.777591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c3c88647-ed62-4eb5-b7a0-554cd30ed018 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:06.800743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a35cf-66a6-4be4-ac49-5a11576acf19 req-cea2e004-2201-4e7c-8a2c-707b76eff317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:06.802362 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d45a35cf-66a6-4be4-ac49-5a11576acf19 req-cea2e004-2201-4e7c-8a2c-707b76eff317 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 1126 time: 0.0915947 Sep 16 04:45:06.810757 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:06.857825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: c3c88647-ed62-4eb5-b7a0-554cd30ed018 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:06.869839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c3c88647-ed62-4eb5-b7a0-554cd30ed018 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:06.870433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a6100952-277a-458e-ab9a-7a50163436fb no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:06.870666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f086c3-cddc-4882-ac3c-53129f0af12d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:06.875950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] No DVR routers for this DVR port 02f086c3-cddc-4882-ac3c-53129f0af12d on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:06.977778 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: a6100952-277a-458e-ab9a-7a50163436fb {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:06.979275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a6100952-277a-458e-ab9a-7a50163436fb not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:06.985691 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc14941-50e1-4669-96e9-ea451faaedc1', 'name': 'network-vif-deleted', 'tag': 'ccd1278d-aabf-47d6-8c25-ccd67cedf6d7'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:06.986533 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffbe784-6549-4f87-9ca4-8fe91d085c1f" -d '{"events": [{"server_uuid": "1dc14941-50e1-4669-96e9-ea451faaedc1", "name": "network-vif-deleted", "tag": "ccd1278d-aabf-47d6-8c25-ccd67cedf6d7"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:07.100809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.105111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a35cf-66a6-4be4-ac49-5a11576acf19 req-d91962fe-a492-47e4-b613-3e2b8b310d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.106679 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d45a35cf-66a6-4be4-ac49-5a11576acf19 req-d91962fe-a492-47e4-b613-3e2b8b310d84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.2969398 Sep 16 04:45:07.113451 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d811d1f8-9513-4796-8073-02f5a220b6b9 x-openstack-request-id: req-d811d1f8-9513-4796-8073-02f5a220b6b9 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:07.113782 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc14941-50e1-4669-96e9-ea451faaedc1", "name": "network-vif-deleted", "tag": "ccd1278d-aabf-47d6-8c25-ccd67cedf6d7", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:07.114028 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d811d1f8-9513-4796-8073-02f5a220b6b9 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:07.114711 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc14941-50e1-4669-96e9-ea451faaedc1', 'name': 'network-vif-deleted', 'tag': 'ccd1278d-aabf-47d6-8c25-ccd67cedf6d7', 'status': 'completed', 'code': 200} Sep 16 04:45:07.177797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fceae80-101d-42f4-b3d2-69196c53dca9']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:07.181211 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d45a35cf-66a6-4be4-ac49-5a11576acf19 req-aa28ef88-61a5-4657-a0d0-ddb8e463f59b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f9deb9-887d-401b-9f1f-82b0127d8965 HTTP/1.1" status: 200 len: 217 time: 0.0607729 Sep 16 04:45:07.198582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83a9b3a-2368-4e60-a146-21f750351e81') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:07.199313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83a9b3a-2368-4e60-a146-21f750351e81') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:07.232837 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.255893 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.265674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a35cf-66a6-4be4-ac49-5a11576acf19 req-62d1f038-1461-472c-bd98-1483be71e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.268655 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d45a35cf-66a6-4be4-ac49-5a11576acf19 req-62d1f038-1461-472c-bd98-1483be71e410 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.0798664 Sep 16 04:45:07.269854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:45:07.270361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:45:07.272433 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:45:07.346692 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d45a35cf-66a6-4be4-ac49-5a11576acf19 req-a48b32a4-d075-45c6-bd6c-458ee51386ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641139 Sep 16 04:45:07.443222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955fb88-9eca-4d2e-865a-e69294e12793 req-3adf2857-a687-489a-91bc-bed5651711bc tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.444823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5955fb88-9eca-4d2e-865a-e69294e12793 req-3adf2857-a687-489a-91bc-bed5651711bc tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 949 time: 0.1157184 Sep 16 04:45:07.484147 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d45a35cf-66a6-4be4-ac49-5a11576acf19 req-1674380a-a140-49a6-9827-6b2a6556f21b service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115592 Sep 16 04:45:07.543025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d84a73d-5924-41a6-911a-2cf25736ea81 req-35491a3a-4972-42dc-9506-54c37d7b876e tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 210 time: 0.0476036 Sep 16 04:45:07.561135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5955fb88-9eca-4d2e-865a-e69294e12793 req-7d395216-6df2-4f88-a83f-76ecd3881998 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041880 Sep 16 04:45:07.586778 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.604300 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.604300 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7fceae80-101d-42f4-b3d2-69196c53dca9 HTTP/1.1" status: 204 len: 168 time: 2.5651488 Sep 16 04:45:07.613039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8477d-7fd8-4d1b-8e3b-9423a3389fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fceae80-101d-42f4-b3d2-69196c53dca9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:07.642105 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d45a35cf-66a6-4be4-ac49-5a11576acf19 req-e21e4c99-eee9-401b-8172-e1aa5f88f7ef service neutron] 10.222.0.37 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502018 Sep 16 04:45:07.728578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43066eb-5f1d-4fc5-8872-9cc2279a1127 req-4284b40e-70ae-4aa9-8869-9954a6a8b399 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.730332 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e43066eb-5f1d-4fc5-8872-9cc2279a1127 req-4284b40e-70ae-4aa9-8869-9954a6a8b399 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.0596342 Sep 16 04:45:07.805302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e43066eb-5f1d-4fc5-8872-9cc2279a1127 req-e7f62a5b-fc0d-4979-80b6-faf7da25c896 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677450 Sep 16 04:45:07.825000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a71d6-088d-4743-b840-9014d6c4e744 req-d5a969ad-7b63-41ce-8ead-cb0a866ffc63 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.826500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-934a71d6-088d-4743-b840-9014d6c4e744 req-d5a969ad-7b63-41ce-8ead-cb0a866ffc63 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0817158 Sep 16 04:45:07.880075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-934a71d6-088d-4743-b840-9014d6c4e744 req-9baa7ba9-c6fc-42ee-8379-f51ceb6fc429 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422864 Sep 16 04:45:08.021964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d51943-1b81-4bad-b60d-8cbb40503f2e req-bcd469ca-bcec-4e94-9d1c-53a1c1735d37 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.023860 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3d51943-1b81-4bad-b60d-8cbb40503f2e req-bcd469ca-bcec-4e94-9d1c-53a1c1735d37 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0557742 Sep 16 04:45:08.048626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42064) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:08.081477 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3d51943-1b81-4bad-b60d-8cbb40503f2e req-bdc090e9-c9fa-456b-96f9-7b3cd0f956c9 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503948 Sep 16 04:45:08.105534 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cced1292-d37c-409a-aad3-bcf4e21bbf1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc90348af2cc4668a81319630766a035&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0557361 Sep 16 04:45:08.114279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42066) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:08.175211 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10cdf330-e1b2-44bf-b634-320cdc7b26ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.205554 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10cdf330-e1b2-44bf-b634-320cdc7b26ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.352073 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac98367-1b1e-4edf-a3cf-dfeef96ea960 req-628de292-138a-44f3-a93b-7c3352569867 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.354514 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ac98367-1b1e-4edf-a3cf-dfeef96ea960 req-628de292-138a-44f3-a93b-7c3352569867 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0718806 Sep 16 04:45:08.355738 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10cdf330-e1b2-44bf-b634-320cdc7b26ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.358621 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10cdf330-e1b2-44bf-b634-320cdc7b26ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.362335 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-10cdf330-e1b2-44bf-b634-320cdc7b26ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28097707-5bf6-4cf0-b106-2274949ee21c HTTP/1.1" status: 204 len: 168 time: 0.2466202 Sep 16 04:45:08.384040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdf330-e1b2-44bf-b634-320cdc7b26ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28097707-5bf6-4cf0-b106-2274949ee21c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:08.417253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42078) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:08.434540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ac98367-1b1e-4edf-a3cf-dfeef96ea960 req-04a695d9-5c43-4add-b85c-5cb05f8e2930 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683448 Sep 16 04:45:08.631422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ff366-ffbb-48d7-aba5-e18983c3dff6 req-4b55a7ee-09a5-4a30-8037-4e539c75faed tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.639016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b46ff366-ffbb-48d7-aba5-e18983c3dff6 req-4b55a7ee-09a5-4a30-8037-4e539c75faed tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0968635 Sep 16 04:45:08.654231 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c1e25758-4952-4a30-b9f8-f5d7bec94d2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f26bad633e1640e8aa9f6ee8846ae005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384086 Sep 16 04:45:08.655179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42090) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:08.700192 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2b83860-aa19-47d1-ad0b-8af8a7a1e0dc req-8f864ffb-0fb0-42e6-bd89-bb1ed4bdb8d5 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 210 time: 0.0401106 Sep 16 04:45:08.716757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b46ff366-ffbb-48d7-aba5-e18983c3dff6 req-7c145de3-056e-4219-b0c3-6ef606186f61 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742991 Sep 16 04:45:08.730939 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb886cd5-25f1-4e67-b83f-02f3ddda0cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.766814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:08.809695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:08.810447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ccd1278d-aabf-47d6-8c25-ccd67cedf6d7 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:08.831791 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb886cd5-25f1-4e67-b83f-02f3ddda0cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.866140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7ae9c-57ca-4b89-866e-02d15d9a1421 req-24cd0da7-b928-46ca-a965-66a27d9b2545 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.867701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-80e7ae9c-57ca-4b89-866e-02d15d9a1421 req-24cd0da7-b928-46ca-a965-66a27d9b2545 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 949 time: 0.0625424 Sep 16 04:45:09.023618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb886cd5-25f1-4e67-b83f-02f3ddda0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.027199 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb886cd5-25f1-4e67-b83f-02f3ddda0cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.030826 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cb886cd5-25f1-4e67-b83f-02f3ddda0cd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4 HTTP/1.1" status: 204 len: 168 time: 0.3722084 Sep 16 04:45:09.042470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb886cd5-25f1-4e67-b83f-02f3ddda0cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63d7d15-c05e-4f1c-8e6f-48d0d16a3db4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:09.075218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bd31f-2916-4553-af73-17d2dcb813da req-841871cd-1418-4de1-bdef-36c675bf33f6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.083204 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e87bd31f-2916-4553-af73-17d2dcb813da req-841871cd-1418-4de1-bdef-36c675bf33f6 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 949 time: 0.1549387 Sep 16 04:45:09.151272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d7456-a631-48e4-8cb4-4a5af034bb52 req-d1b69433-dcd5-48be-bed5-a4f7945048c5 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.153059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e4d7456-a631-48e4-8cb4-4a5af034bb52 req-d1b69433-dcd5-48be-bed5-a4f7945048c5 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.1685209 Sep 16 04:45:09.157401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-80e7ae9c-57ca-4b89-866e-02d15d9a1421 req-52a229cd-feaf-4c61-9a94-147e2a46a428 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Deleting port 728bceb0-7a81-44d7-8b43-8fbcee31b889 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:09.157754 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-80e7ae9c-57ca-4b89-866e-02d15d9a1421 req-52a229cd-feaf-4c61-9a94-147e2a46a428 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.167179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e87bd31f-2916-4553-af73-17d2dcb813da req-61088889-f17e-4af4-94f5-068553bf6756 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a57bce2-f388-4313-8e15-ee4a23a4319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826550 Sep 16 04:45:09.265611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e4d7456-a631-48e4-8cb4-4a5af034bb52 req-a4403d28-6e70-4c62-a0d4-f7729c19015d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045713 Sep 16 04:45:09.316168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-80e7ae9c-57ca-4b89-866e-02d15d9a1421 req-52a229cd-feaf-4c61-9a94-147e2a46a428 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] For port 728bceb0-7a81-44d7-8b43-8fbcee31b889, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=728bceb0-7a81-44d7-8b43-8fbcee31b889,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:09.316917 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-80e7ae9c-57ca-4b89-866e-02d15d9a1421 req-52a229cd-feaf-4c61-9a94-147e2a46a428 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.336642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85f1ac-080f-4042-935a-1de3d9ce0433 req-2f8dfae8-7cdd-4eac-86ef-a7c0014ba507 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.338979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb85f1ac-080f-4042-935a-1de3d9ce0433 req-2f8dfae8-7cdd-4eac-86ef-a7c0014ba507 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0894144 Sep 16 04:45:09.343366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-80e7ae9c-57ca-4b89-866e-02d15d9a1421 req-52a229cd-feaf-4c61-9a94-147e2a46a428 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Calling delete_port for 728bceb0-7a81-44d7-8b43-8fbcee31b889 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:09.428167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb85f1ac-080f-4042-935a-1de3d9ce0433 req-d0aaa0dd-c606-4c80-a0da-3151a0a526bf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799570 Sep 16 04:45:09.472066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42108) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:09.590355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4139f73b-357e-4c5e-b1db-796021d29435 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bacd6e857e1432d8753d91bce5bde32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1168320 Sep 16 04:45:09.592936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42114) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:09.614681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659ab64-31d9-4d38-830f-b455b2dd5293 req-f6983055-74c9-48e8-a23f-03ba1d9ee3fa tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.616674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1659ab64-31d9-4d38-830f-b455b2dd5293 req-f6983055-74c9-48e8-a23f-03ba1d9ee3fa tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0977311 Sep 16 04:45:09.664178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-80e7ae9c-57ca-4b89-866e-02d15d9a1421 req-52a229cd-feaf-4c61-9a94-147e2a46a428 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.670346 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1659ab64-31d9-4d38-830f-b455b2dd5293 req-fa16e9be-6877-4560-ad7e-8ccd8c1dd719 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452614 Sep 16 04:45:09.678094 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['728bceb0-7a81-44d7-8b43-8fbcee31b889'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:09.681693 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7268ef91-1a11-4008-8431-e6241ef8048f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.711616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a229cd-feaf-4c61-9a94-147e2a46a428 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Pushing event deleted for resources: {'Port': ['ID=728bceb0-7a81-44d7-8b43-8fbcee31b889,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:09.715960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7268ef91-1a11-4008-8431-e6241ef8048f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.799206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e7ae9c-57ca-4b89-866e-02d15d9a1421 req-52a229cd-feaf-4c61-9a94-147e2a46a428 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] No DVR routers for this DVR port 728bceb0-7a81-44d7-8b43-8fbcee31b889 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:09.802808 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-80e7ae9c-57ca-4b89-866e-02d15d9a1421 req-52a229cd-feaf-4c61-9a94-147e2a46a428 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.807016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-80e7ae9c-57ca-4b89-866e-02d15d9a1421 req-52a229cd-feaf-4c61-9a94-147e2a46a428 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.23 "DELETE /v2.0/ports/728bceb0-7a81-44d7-8b43-8fbcee31b889 HTTP/1.1" status: 204 len: 173 time: 0.9279191 Sep 16 04:45:09.809646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613cc77f-6f84-4ee3-993d-26427e6e61f1', 'name': 'network-vif-deleted', 'tag': '728bceb0-7a81-44d7-8b43-8fbcee31b889'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:09.816878 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd6ef7c-676f-423b-859a-6d7e4de15aa2" -d '{"events": [{"server_uuid": "613cc77f-6f84-4ee3-993d-26427e6e61f1", "name": "network-vif-deleted", "tag": "728bceb0-7a81-44d7-8b43-8fbcee31b889"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:09.864826 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7268ef91-1a11-4008-8431-e6241ef8048f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.864983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b4bd3bb-b66b-449b-bb01-ac231b25f02a req-437aa6e2-d1bf-4cc6-ad74-99f917f16dc5 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 210 time: 0.0303006 Sep 16 04:45:09.868252 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7268ef91-1a11-4008-8431-e6241ef8048f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.870136 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7268ef91-1a11-4008-8431-e6241ef8048f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9366a30-6645-4396-9edd-396ac605d68d HTTP/1.1" status: 204 len: 168 time: 0.2757478 Sep 16 04:45:09.870452 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114f1e22-72ba-4063-b63b-8808c99e81df x-openstack-request-id: req-114f1e22-72ba-4063-b63b-8808c99e81df {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:09.874731 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613cc77f-6f84-4ee3-993d-26427e6e61f1", "name": "network-vif-deleted", "tag": "728bceb0-7a81-44d7-8b43-8fbcee31b889", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:09.874731 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-114f1e22-72ba-4063-b63b-8808c99e81df {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:09.874731 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613cc77f-6f84-4ee3-993d-26427e6e61f1', 'name': 'network-vif-deleted', 'tag': '728bceb0-7a81-44d7-8b43-8fbcee31b889', 'status': 'completed', 'code': 200} Sep 16 04:45:09.894868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268ef91-1a11-4008-8431-e6241ef8048f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9366a30-6645-4396-9edd-396ac605d68d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.048670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07027-19b4-4133-bb12-10c5ca04e60f req-a9f9cddb-cb60-46e0-9caf-011a398c3294 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:10.050157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf07027-19b4-4133-bb12-10c5ca04e60f req-a9f9cddb-cb60-46e0-9caf-011a398c3294 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0558679 Sep 16 04:45:10.052163 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42130) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:10.065197 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-205ac296-ecb8-4842-920a-edeeaa05c7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.124802 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf07027-19b4-4133-bb12-10c5ca04e60f req-4786d3bf-b2b7-4cdd-909f-855f22834ed4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677700 Sep 16 04:45:10.211476 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-205ac296-ecb8-4842-920a-edeeaa05c7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.309673 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13dbf73b-36a2-467f-9940-d3c494b56538 req-8be5c5f9-a9a9-4161-a693-c9bcf0453ef4 tempest-ServersOnMultiNodesTest-1108580474 tempest-ServersOnMultiNodesTest-1108580474-project] 10.222.0.24 "GET /v2.0/ports?device_id=613cc77f-6f84-4ee3-993d-26427e6e61f1 HTTP/1.1" status: 200 len: 210 time: 0.0309756 Sep 16 04:45:10.326405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca575a1-cfec-435b-bd01-d5c31b6809b7 req-795d8b2a-d784-4c31-938e-3d02b25a0aeb tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:10.342995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ca575a1-cfec-435b-bd01-d5c31b6809b7 req-795d8b2a-d784-4c31-938e-3d02b25a0aeb tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1019037 Sep 16 04:45:10.354793 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-205ac296-ecb8-4842-920a-edeeaa05c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.409792 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-205ac296-ecb8-4842-920a-edeeaa05c7a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fb001ec2c204e51ba7babd8bd0263ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565605 Sep 16 04:45:10.413939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42142) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:10.423629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ac296-ecb8-4842-920a-edeeaa05c7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b9a619-9e93-409e-bd5a-d14565c7d496,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.430091 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ca575a1-cfec-435b-bd01-d5c31b6809b7 req-3de23938-275b-430e-a9ab-ba2226354163 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816364 Sep 16 04:45:10.535264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab888c-28f8-4279-a3e5-aa93b616f7f6 req-3d86ff95-c1a4-48a4-8bf4-76a7bbf446dd tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:10.536897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6aab888c-28f8-4279-a3e5-aa93b616f7f6 req-3d86ff95-c1a4-48a4-8bf4-76a7bbf446dd tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.0992827 Sep 16 04:45:10.542572 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-029a0393-eee8-42c1-9b74-3e30e2d391a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.605702 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-029a0393-eee8-42c1-9b74-3e30e2d391a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.616652 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6aab888c-28f8-4279-a3e5-aa93b616f7f6 req-ba238c49-5709-40cc-ba48-6154ab1149a8 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693967 Sep 16 04:45:10.695345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed1d82-edc8-4587-b85d-2e4e1a4dab9e req-a9d5518b-bc27-4f3d-b6b2-6fa34ae9a4d2 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:10.697305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-76ed1d82-edc8-4587-b85d-2e4e1a4dab9e req-a9d5518b-bc27-4f3d-b6b2-6fa34ae9a4d2 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0638542 Sep 16 04:45:10.739824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-76ed1d82-edc8-4587-b85d-2e4e1a4dab9e req-b3ab8ad0-2bee-48ec-9b16-f0e08bd9ae44 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354898 Sep 16 04:45:10.782013 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-029a0393-eee8-42c1-9b74-3e30e2d391a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.815096 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-029a0393-eee8-42c1-9b74-3e30e2d391a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.823772 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-029a0393-eee8-42c1-9b74-3e30e2d391a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8b9a619-9e93-409e-bd5a-d14565c7d496 HTTP/1.1" status: 204 len: 168 time: 0.4083161 Sep 16 04:45:10.860246 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a0393-eee8-42c1-9b74-3e30e2d391a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b9a619-9e93-409e-bd5a-d14565c7d496,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.967380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f3271-f5bc-4bd1-96ae-83a1cbabf1d0 req-10b9ea42-b957-4b22-9c19-a3e7298b24c6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:10.971029 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-371f3271-f5bc-4bd1-96ae-83a1cbabf1d0 req-10b9ea42-b957-4b22-9c19-a3e7298b24c6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0555732 Sep 16 04:45:11.037829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7277cac-5512-4586-8a5d-86f77d2f4c9f req-0597e563-028a-4793-b32f-e9121dcff1d7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=019e9c16-1c13-47c9-b27e-5fca60c87868 HTTP/1.1" status: 200 len: 210 time: 0.0629368 Sep 16 04:45:11.093814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-371f3271-f5bc-4bd1-96ae-83a1cbabf1d0 req-9b13f0c9-8074-45c7-a09d-bc18897fc220 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022158 Sep 16 04:45:11.477404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4d617-aa97-4138-8120-526ce11e2cc8 req-3aafbd62-911a-4242-af51-2adfc9c88d10 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.477404 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15c4d617-aa97-4138-8120-526ce11e2cc8 req-3aafbd62-911a-4242-af51-2adfc9c88d10 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1448829 Sep 16 04:45:11.546631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15c4d617-aa97-4138-8120-526ce11e2cc8 req-f564bca5-9723-41ab-b427-e1dc8b3d3fe9 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675704 Sep 16 04:45:11.742423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4f02-425c-41f0-ad2d-c7fadc28cd4a req-8f337132-932d-43ac-9ac2-3a3f4c7782bb tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.748248 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81da4f02-425c-41f0-ad2d-c7fadc28cd4a req-8f337132-932d-43ac-9ac2-3a3f4c7782bb tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1280792 Sep 16 04:45:11.907020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81da4f02-425c-41f0-ad2d-c7fadc28cd4a req-07ab878c-336a-4d94-987c-d26ad6db4e50 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519136 Sep 16 04:45:11.926162 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2393f6-7989-4f10-a55a-50da5674a1b4 req-b0b71452-3ec8-4dee-ac7b-a182a8d7c755 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.945674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae2393f6-7989-4f10-a55a-50da5674a1b4 req-b0b71452-3ec8-4dee-ac7b-a182a8d7c755 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.1383369 Sep 16 04:45:11.978467 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bb900105-0693-42fc-bb08-b12393cddd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.034463 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae2393f6-7989-4f10-a55a-50da5674a1b4 req-e2a32393-e528-4971-8d1a-a93349d402dd tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863442 Sep 16 04:45:12.084050 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:45:12.155837 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.419385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42234) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:12.426920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42b9f6-cb16-4d2d-aed4-89d855225d75 req-5b843e3f-315e-44b8-be23-e4f9071cfd85 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:12.434714 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e42b9f6-cb16-4d2d-aed4-89d855225d75 req-5b843e3f-315e-44b8-be23-e4f9071cfd85 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/networks?id=9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 200 len: 814 time: 0.1626072 Sep 16 04:45:12.453589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e42b9f6-cb16-4d2d-aed4-89d855225d75 req-33422353-c65a-4279-9bdf-14b30b0f1158 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/quotas/beb64385c68c464bbaadaf890c1a8c95 HTTP/1.1" status: 200 len: 375 time: 0.0179229 Sep 16 04:45:12.564381 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e42b9f6-cb16-4d2d-aed4-89d855225d75 req-4c34ec04-b0c5-48eb-b933-495737d4fc58 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb64385c68c464bbaadaf890c1a8c95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1096210 Sep 16 04:45:12.595990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 17f9deb9-887d-401b-9f1f-82b0127d8965 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:12.767831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1012a6f-b849-46f2-a403-8702185c2849 req-e213483d-4b23-42af-8297-168135b23f3f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:12.769346 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7c08f9ea-2e84-4c7f-9b4c-78b8f63f5b8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9de0864ac234533b3b7edea6e651fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487592 Sep 16 04:45:12.769977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42248) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:12.779542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1012a6f-b849-46f2-a403-8702185c2849 req-e213483d-4b23-42af-8297-168135b23f3f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0747168 Sep 16 04:45:12.785512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 728bceb0-7a81-44d7-8b43-8fbcee31b889 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:12.843767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 728bceb0-7a81-44d7-8b43-8fbcee31b889 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:12.845243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 728bceb0-7a81-44d7-8b43-8fbcee31b889 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:12.897441 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1012a6f-b849-46f2-a403-8702185c2849 req-003799a6-8991-4bfd-9341-476a09a09aa9 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003749 Sep 16 04:45:12.944349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1bde-cb7e-4d19-b44d-53761d4197b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.000534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1bde-cb7e-4d19-b44d-53761d4197b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.151431 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1bde-cb7e-4d19-b44d-53761d4197b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.154665 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1bde-cb7e-4d19-b44d-53761d4197b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.158898 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3d5a1bde-cb7e-4d19-b44d-53761d4197b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a57bce2-f388-4313-8e15-ee4a23a4319b HTTP/1.1" status: 204 len: 168 time: 0.3878682 Sep 16 04:45:13.185498 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a1bde-cb7e-4d19-b44d-53761d4197b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a57bce2-f388-4313-8e15-ee4a23a4319b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:13.411638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42280) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:13.557671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-network', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:13.579492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abd4f1-d838-4aee-b421-3d20af5eaa9d req-1ef87526-21b5-4b68-943d-0d1b36dc3053 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.585001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7abd4f1-d838-4aee-b421-3d20af5eaa9d req-1ef87526-21b5-4b68-943d-0d1b36dc3053 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.6272600 Sep 16 04:45:13.593935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f36985-2a01-4498-b3bf-2ac7541efd5d req-464dec0d-3296-4acb-ab49-5062eb1c7e0f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.595419 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92f36985-2a01-4498-b3bf-2ac7541efd5d req-464dec0d-3296-4acb-ab49-5062eb1c7e0f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.5097346 Sep 16 04:45:13.618666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7abd4f1-d838-4aee-b421-3d20af5eaa9d req-ae080a64-b966-419d-b3d4-4a8ff7c4aad9 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/quotas/14872c2b810d40029c8a20f36a72743a HTTP/1.1" status: 200 len: 375 time: 0.0222232 Sep 16 04:45:13.662444 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7abd4f1-d838-4aee-b421-3d20af5eaa9d req-f156ee87-5d6f-4bf2-9582-6dbf036f7853 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353045 Sep 16 04:45:13.666376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92f36985-2a01-4498-b3bf-2ac7541efd5d req-6bf4ca80-8855-424e-ab85-408437b57665 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630887 Sep 16 04:45:13.716970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Made reservation on behalf of 42fbac5f03fa4adaa3625cad894c8ea5 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:13.719144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.734426 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.813758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7abd4f1-d838-4aee-b421-3d20af5eaa9d req-446b2648-67b1-419a-915a-fad447c24245 service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423008 Sep 16 04:45:13.854890 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.909337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.909691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b74e5-6bba-4fe6-8fc8-cfefa20146b2 req-30ffeb32-a4fa-49c3-9a2a-d8352e8e4ab5 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.911198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5b74e5-6bba-4fe6-8fc8-cfefa20146b2 req-30ffeb32-a4fa-49c3-9a2a-d8352e8e4ab5 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 943 time: 0.1440992 Sep 16 04:45:13.923433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:13.941720 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.941980 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Added segment ed012db0-c816-4c41-a5d3-33002f7bd36d of type vlan for network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 Sep 16 04:45:13.950438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7abd4f1-d838-4aee-b421-3d20af5eaa9d req-35a681a8-04fd-42e9-aefb-24c41c908975 service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351261 Sep 16 04:45:13.967686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5b74e5-6bba-4fe6-8fc8-cfefa20146b2 req-d36bef03-c046-4ce7-bb3a-ce81dcc75d2d tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483601 Sep 16 04:45:14.015385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2315355b-30ef-4796-a0a0-745fef5ea78e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:14.053559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.082526 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-890b3ce3-6bcc-4c39-a301-659da8d8f86b service neutron] 10.222.0.37 "GET /v2.0/ports/17f9deb9-887d-401b-9f1f-82b0127d8965/bindings/n-h1-712137-12 HTTP/1.1" status: 200 len: 385 time: 0.1223168 Sep 16 04:45:14.197598 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.199417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.201702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.309928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e647159-6be0-49c1-8e75-bf0879f3782e req-32283abc-90c1-4c37-8acc-7b714b64c84a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=beb64385c68c464bbaadaf890c1a8c95 HTTP/1.1" status: 200 len: 221 time: 0.0594404 Sep 16 04:45:14.310389 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42308) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:14.312487 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] Pushing event updated for resources: {'Network': ['ID=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:14.326395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:14.392127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17173402-d920-4c71-b65b-f49ad9bc8e6a req-4a4584a8-b8e4-4181-9c73-0de1289aeab1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7a711a5-5c2d-4526-a696-bafac3b6f513 HTTP/1.1" status: 200 len: 210 time: 0.0302601 Sep 16 04:45:14.422927 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6dded33a-c7a2-4234-9c9b-0a077a6a4f68 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0071526 Sep 16 04:45:14.423308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42314) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:14.434982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9f7f9371-7772-4dd2-adec-768c6b209327 admin admin] Request body: {'subnet': {'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-subnet', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:14.485598 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-19cc50ef-f757-4c78-b917-580005018b65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0a70ba9b54247788f8a96ecba668c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718228 Sep 16 04:45:14.491863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42322) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:14.498946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-60402ea8-5746-494c-ba12-ceef43310e94 req-5211d74b-c512-48d0-a4f1-a29126e34008 service neutron] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=17f9deb9-887d-401b-9f1f-82b0127d8965,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:14.527519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-60402ea8-5746-494c-ba12-ceef43310e94 req-5211d74b-c512-48d0-a4f1-a29126e34008 service neutron] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:14.579823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-60402ea8-5746-494c-ba12-ceef43310e94 req-5211d74b-c512-48d0-a4f1-a29126e34008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f9deb9-887d-401b-9f1f-82b0127d8965 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:14.591907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-60402ea8-5746-494c-ba12-ceef43310e94 req-5211d74b-c512-48d0-a4f1-a29126e34008 service neutron] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=17f9deb9-887d-401b-9f1f-82b0127d8965,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:14.637671 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f277bb65-42f8-4065-ac02-c7bb2be43634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.651035 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-294c8e63-b57e-4a59-8578-fbec9be3e023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.666561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7f9371-7772-4dd2-adec-768c6b209327 admin admin] Made reservation on behalf of 42fbac5f03fa4adaa3625cad894c8ea5 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:14.669486 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9371-7772-4dd2-adec-768c6b209327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.673933 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f277bb65-42f8-4065-ac02-c7bb2be43634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.681134 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-60402ea8-5746-494c-ba12-ceef43310e94 req-5211d74b-c512-48d0-a4f1-a29126e34008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.713943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a369e-4a5f-4d81-9bdc-30e27b698309 req-18e7f617-97ae-4122-a181-46f0a7d8fd0a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.715526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f5a369e-4a5f-4d81-9bdc-30e27b698309 req-18e7f617-97ae-4122-a181-46f0a7d8fd0a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1355619 Sep 16 04:45:14.764649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-60402ea8-5746-494c-ba12-ceef43310e94 req-5211d74b-c512-48d0-a4f1-a29126e34008 service neutron] Transition to ACTIVE for port object 17f9deb9-887d-401b-9f1f-82b0127d8965 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:14.844320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f5a369e-4a5f-4d81-9bdc-30e27b698309 req-928e5a55-188b-4901-8ba1-b8f0964322cd tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205509 Sep 16 04:45:14.851942 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-60402ea8-5746-494c-ba12-ceef43310e94 req-5211d74b-c512-48d0-a4f1-a29126e34008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.942635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-60402ea8-5746-494c-ba12-ceef43310e94 req-5211d74b-c512-48d0-a4f1-a29126e34008 service neutron] No DVR routers for this DVR port 17f9deb9-887d-401b-9f1f-82b0127d8965 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:14.957317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211d74b-c512-48d0-a4f1-a29126e34008 service neutron] Pushing event updated for resources: {'Port': ['ID=17f9deb9-887d-401b-9f1f-82b0127d8965,revision_number=10']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:14.974771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f277bb65-42f8-4065-ac02-c7bb2be43634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.978014 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f277bb65-42f8-4065-ac02-c7bb2be43634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.982361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f277bb65-42f8-4065-ac02-c7bb2be43634 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0f82987-9f1a-4959-ae20-03e40ba93b80 HTTP/1.1" status: 204 len: 168 time: 0.4894361 Sep 16 04:45:15.004904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277bb65-42f8-4065-ac02-c7bb2be43634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f82987-9f1a-4959-ae20-03e40ba93b80,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:15.021754 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-5211d74b-c512-48d0-a4f1-a29126e34008 service neutron] 10.222.0.37 "PUT /v2.0/ports/17f9deb9-887d-401b-9f1f-82b0127d8965/bindings/n-h1-712137-12/activate HTTP/1.1" status: 200 len: 370 time: 0.9139686 Sep 16 04:45:15.102967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9371-7772-4dd2-adec-768c6b209327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.168335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f9371-7772-4dd2-adec-768c6b209327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=726298cf-358d-412f-a62d-99db4ec0d510,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:15.235370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402ea8-5746-494c-ba12-ceef43310e94 req-af3f4e72-0284-4cd6-9305-80db20e0a314 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.237019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-af3f4e72-0284-4cd6-9305-80db20e0a314 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5&tenant_id=a90cdc15f24043fba6cb9927dc16b179&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1096 time: 0.0748494 Sep 16 04:45:15.237989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f9371-7772-4dd2-adec-768c6b209327 admin admin] Checking segment: {'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:15.238391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f9371-7772-4dd2-adec-768c6b209327 admin admin] Network hostable DHCP agents. Network: fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:15.292852 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.310788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402ea8-5746-494c-ba12-ceef43310e94 req-7d1d4a86-a30d-47a0-be15-00363b52f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.312324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-7d1d4a86-a30d-47a0-be15-00363b52f33c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5&tenant_id=a90cdc15f24043fba6cb9927dc16b179 HTTP/1.1" status: 200 len: 1096 time: 0.0670433 Sep 16 04:45:15.411767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402ea8-5746-494c-ba12-ceef43310e94 req-a9108d22-603d-40d6-8e59-6945e91aa472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.413328 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-a9108d22-603d-40d6-8e59-6945e91aa472 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 1096 time: 0.0770662 Sep 16 04:45:15.415957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f9371-7772-4dd2-adec-768c6b209327 admin admin] Network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:15.441412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9b31f-e8c7-4bd1-bf4e-40dd6544f5f5 req-69cd68f0-9252-4dcf-9ec8-9fdfc58dc925 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.442981 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ef9b31f-e8c7-4bd1-bf4e-40dd6544f5f5 req-69cd68f0-9252-4dcf-9ec8-9fdfc58dc925 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0709548 Sep 16 04:45:15.501054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ef9b31f-e8c7-4bd1-bf4e-40dd6544f5f5 req-5727fe45-f696-4232-baaa-472262cf01d8 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509768 Sep 16 04:45:15.527327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3938c8-07d3-4d71-969e-76363366aaf7 req-e6a5e5bf-6fc7-4c2c-b129-efb393fec0f3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.528934 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ac3938c8-07d3-4d71-969e-76363366aaf7 req-e6a5e5bf-6fc7-4c2c-b129-efb393fec0f3 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 944 time: 0.0771663 Sep 16 04:45:15.541645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-9f7f9371-7772-4dd2-adec-768c6b209327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:15.547174 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f9371-7772-4dd2-adec-768c6b209327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.547769 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9371-7772-4dd2-adec-768c6b209327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.553249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540fd2e7-17cc-448b-bf41-0c2b6220f970 None None] Network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:15.674269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9f7f9371-7772-4dd2-adec-768c6b209327 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2495835 Sep 16 04:45:15.685743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42360) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:15.699902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:15.719408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e474e0-355b-44f1-a7f8-28bff8c3680e req-e5fe4ea7-61e6-40ee-81e2-438fa3921e60 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.721376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38e474e0-355b-44f1-a7f8-28bff8c3680e req-e5fe4ea7-61e6-40ee-81e2-438fa3921e60 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 944 time: 0.1441545 Sep 16 04:45:15.756226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-ac3938c8-07d3-4d71-969e-76363366aaf7 req-17cfa48e-094e-45f5-a6e0-42f17bab1453 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Deleting port 71fe8797-96de-49f3-8b40-29ce548ec970 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:15.756792 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ac3938c8-07d3-4d71-969e-76363366aaf7 req-17cfa48e-094e-45f5-a6e0-42f17bab1453 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.800269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'fixed_ips': [{'subnet_id': '726298cf-358d-412f-a62d-99db4ec0d510'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:15.802340 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.869161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38e474e0-355b-44f1-a7f8-28bff8c3680e req-b8bb4852-5c42-43fd-8438-025d03c665f4 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765259 Sep 16 04:45:15.876931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402ea8-5746-494c-ba12-ceef43310e94 req-30fe8511-3683-4a70-830b-6d8007adb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.878974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-30fe8511-3683-4a70-830b-6d8007adb225 service neutron] 10.222.0.23 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.4582498 Sep 16 04:45:15.908971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ac3938c8-07d3-4d71-969e-76363366aaf7 req-17cfa48e-094e-45f5-a6e0-42f17bab1453 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] For port 71fe8797-96de-49f3-8b40-29ce548ec970, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=71fe8797-96de-49f3-8b40-29ce548ec970,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:15.909395 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ac3938c8-07d3-4d71-969e-76363366aaf7 req-17cfa48e-094e-45f5-a6e0-42f17bab1453 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.924544 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-ac3938c8-07d3-4d71-969e-76363366aaf7 req-17cfa48e-094e-45f5-a6e0-42f17bab1453 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Calling delete_port for 71fe8797-96de-49f3-8b40-29ce548ec970 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:15.940093 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.941164 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.949605 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-ff953623-4056-4e31-b22d-074761ab9cf6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f9deb9-887d-401b-9f1f-82b0127d8965 HTTP/1.1" status: 200 len: 217 time: 0.0591109 Sep 16 04:45:15.957646 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.984727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Allocated IP 172.20.0.2 (fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8/726298cf-358d-412f-a62d-99db4ec0d510/72184702-8283-40cb-8563-e222b8a4eb67) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:16.020640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fca72-1639-4432-a0b3-af91c9994178 req-819ede91-06a9-42a5-999b-38b7e8b6dc6c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:16.022199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e6fca72-1639-4432-a0b3-af91c9994178 req-819ede91-06a9-42a5-999b-38b7e8b6dc6c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 944 time: 0.1515555 Sep 16 04:45:16.030262 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.041804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402ea8-5746-494c-ba12-ceef43310e94 req-97799c1e-f860-4f40-ad2b-636b84343d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:16.043489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-97799c1e-f860-4f40-ad2b-636b84343d73 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.0764952 Sep 16 04:45:16.095879 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-e58f98c4-9cf1-48b2-867c-72e7b0db4816 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419621 Sep 16 04:45:16.105553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e6fca72-1639-4432-a0b3-af91c9994178 req-8b82a1cb-db88-4e19-bdad-9ca488fa41e6 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747373 Sep 16 04:45:16.255056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-d7a82fb7-2474-4b1f-9cff-a303c3e260c0 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482842 Sep 16 04:45:16.297728 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.334291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.390610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c9d99-c568-415f-8a37-c1b434607c54 req-57cd3a8a-5dc0-452f-b2ef-3b386758d2b9 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:16.392277 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba2c9d99-c568-415f-8a37-c1b434607c54 req-57cd3a8a-5dc0-452f-b2ef-3b386758d2b9 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1217587 Sep 16 04:45:16.438012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-20415f24-2845-408e-be3b-0820b463433c service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753469 Sep 16 04:45:16.453435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba2c9d99-c568-415f-8a37-c1b434607c54 req-3d9fb9ac-26b5-4d37-90e7-672740ae673d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493224 Sep 16 04:45:16.492550 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ac3938c8-07d3-4d71-969e-76363366aaf7 req-17cfa48e-094e-45f5-a6e0-42f17bab1453 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.507298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['71fe8797-96de-49f3-8b40-29ce548ec970'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:16.531750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfa48e-094e-45f5-a6e0-42f17bab1453 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Pushing event deleted for resources: {'Port': ['ID=71fe8797-96de-49f3-8b40-29ce548ec970,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:16.579048 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.623975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3938c8-07d3-4d71-969e-76363366aaf7 req-17cfa48e-094e-45f5-a6e0-42f17bab1453 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] No DVR routers for this DVR port 71fe8797-96de-49f3-8b40-29ce548ec970 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:16.628076 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ac3938c8-07d3-4d71-969e-76363366aaf7 req-17cfa48e-094e-45f5-a6e0-42f17bab1453 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.630529 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ac3938c8-07d3-4d71-969e-76363366aaf7 req-17cfa48e-094e-45f5-a6e0-42f17bab1453 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.37 "DELETE /v2.0/ports/71fe8797-96de-49f3-8b40-29ce548ec970 HTTP/1.1" status: 204 len: 173 time: 1.0951779 Sep 16 04:45:16.632241 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48f8bc3-d167-4f90-8c00-31966e558de6', 'name': 'network-vif-deleted', 'tag': '71fe8797-96de-49f3-8b40-29ce548ec970'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:16.635413 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad828862-411d-4c8d-82db-5e300623d162" -d '{"events": [{"server_uuid": "f48f8bc3-d167-4f90-8c00-31966e558de6", "name": "network-vif-deleted", "tag": "71fe8797-96de-49f3-8b40-29ce548ec970"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:16.687206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-1544318b-8843-49c4-8ef7-8e94b83457dc tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:16.689031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-1544318b-8843-49c4-8ef7-8e94b83457dc tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.1374903 Sep 16 04:45:16.698957 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.733562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-982bfcf4-449c-484c-978e-6f70699a766c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/quotas/14872c2b810d40029c8a20f36a72743a HTTP/1.1" status: 200 len: 375 time: 0.0283763 Sep 16 04:45:16.773295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:16.777766 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:16.785762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:16.787665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-d3bc58ef-7859-4587-b6b4-26c68c9e3506 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524793 Sep 16 04:45:16.836912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Pushing event updated for resources: {'Port': ['ID=72184702-8283-40cb-8563-e222b8a4eb67,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:16.878072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Attempting to bind port 72184702-8283-40cb-8563-e222b8a4eb67 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:16.883845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Attempting to bind port 72184702-8283-40cb-8563-e222b8a4eb67 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:16.883845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Attempting to bind port 72184702-8283-40cb-8563-e222b8a4eb67 on network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:16.886725 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.890760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:16.891468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Checking segment: {'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:16.892818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.893433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Bound using segment: {'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:16.894404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Bound port: 72184702-8283-40cb-8563-e222b8a4eb67, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:16.895132 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.898510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84119b7-bd7a-4008-84bd-07dee88cec09 req-ff9d5225-2038-436c-bbee-9ff8e48a9414 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:16.909730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d84119b7-bd7a-4008-84bd-07dee88cec09 req-ff9d5225-2038-436c-bbee-9ff8e48a9414 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1005759 Sep 16 04:45:16.912448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.995378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d84119b7-bd7a-4008-84bd-07dee88cec09 req-3e7470bd-c1a2-491c-a718-cf69095b7ff3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813363 Sep 16 04:45:17.011995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] For port 72184702-8283-40cb-8563-e222b8a4eb67, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:17.017103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] For port 72184702-8283-40cb-8563-e222b8a4eb67, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=72184702-8283-40cb-8563-e222b8a4eb67,segment=NetworkSegment(ed012db0-c816-4c41-a5d3-33002f7bd36d),segment_id=ed012db0-c816-4c41-a5d3-33002f7bd36d)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:17.031983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Allocated IP 172.25.3.235 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/28a1f820-d532-4f80-983b-1f88109a13bd) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:17.143004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-668cd07c-cb3c-4d44-8567-da3ea74031a0 service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544109 Sep 16 04:45:17.156323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402ea8-5746-494c-ba12-ceef43310e94 req-14fb6ba6-c7fe-411b-a68f-ed44b8262e55 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:17.158067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-14fb6ba6-c7fe-411b-a68f-ed44b8262e55 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5&tenant_id=a90cdc15f24043fba6cb9927dc16b179&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1096 time: 0.0902929 Sep 16 04:45:17.161085 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.169272 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.207932 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8194be5a-b6d2-45bc-a6ca-0820560e726f x-openstack-request-id: req-8194be5a-b6d2-45bc-a6ca-0820560e726f {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:17.207932 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48f8bc3-d167-4f90-8c00-31966e558de6", "name": "network-vif-deleted", "tag": "71fe8797-96de-49f3-8b40-29ce548ec970", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:17.207932 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8194be5a-b6d2-45bc-a6ca-0820560e726f {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:17.207932 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48f8bc3-d167-4f90-8c00-31966e558de6', 'name': 'network-vif-deleted', 'tag': '71fe8797-96de-49f3-8b40-29ce548ec970', 'status': 'completed', 'code': 200} Sep 16 04:45:17.221519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673592ba-2d55-4f9c-a402-b210bdf98312 None None] Pushing event updated for resources: {'Port': ['ID=72184702-8283-40cb-8563-e222b8a4eb67,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:17.250202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767ea15d-72e2-418a-946c-ffeb3c44b315 req-db8bc8f3-be1f-42b9-ad78-6193f7a960da tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48f8bc3-d167-4f90-8c00-31966e558de6 HTTP/1.1" status: 200 len: 210 time: 0.0700386 Sep 16 04:45:17.322709 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.379137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:17.388024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:17.391638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:17.400389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-64a69a44-5e7c-40f2-bd3d-d5e7eb044326 service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546954 Sep 16 04:45:17.443890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Pushing event updated for resources: {'Port': ['ID=28a1f820-d532-4f80-983b-1f88109a13bd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:17.487080 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.675655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a902f9-567e-4c11-9418-d6f913b00e63 req-63abfa74-60b5-40f2-9d73-c15065fdd52b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:17.677408 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-35a902f9-567e-4c11-9418-d6f913b00e63 req-63abfa74-60b5-40f2-9d73-c15065fdd52b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 944 time: 0.0587561 Sep 16 04:45:17.683135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-60402ea8-5746-494c-ba12-ceef43310e94 req-92bffe17-fe1f-4461-bb59-1745df109f20 service neutron] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:17.686817 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-60402ea8-5746-494c-ba12-ceef43310e94 req-92bffe17-fe1f-4461-bb59-1745df109f20 service neutron] Notify callbacks [] for binding, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.687745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60402ea8-5746-494c-ba12-ceef43310e94 req-92bffe17-fe1f-4461-bb59-1745df109f20 service neutron] 10.222.0.23 "DELETE /v2.0/ports/17f9deb9-887d-401b-9f1f-82b0127d8965/bindings/n-h2-712137-12 HTTP/1.1" status: 204 len: 173 time: 0.5087976 Sep 16 04:45:17.726117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-35a902f9-567e-4c11-9418-d6f913b00e63 req-a18d4fef-a12a-4af4-8c88-cbcbef0812e0 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372369 Sep 16 04:45:17.951809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.995762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-855e86b2-847e-42e0-932a-ffc08ccf48d9 req-5a949263-648e-43bd-a1a9-d3114d3293b9 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0479891 Sep 16 04:45:18.019492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e8d92-6f3d-4bce-8969-829eee4e1d49 req-b31c913f-ed72-4fea-8218-6ca153c5f9db tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.021514 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-967e8d92-6f3d-4bce-8969-829eee4e1d49 req-b31c913f-ed72-4fea-8218-6ca153c5f9db tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1340141 Sep 16 04:45:18.084994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-967e8d92-6f3d-4bce-8969-829eee4e1d49 req-e12b0e4e-3276-43e4-862b-18cde711dcc0 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460527 Sep 16 04:45:18.200449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ef52c-d840-470b-bcb6-2597642f6dbb req-b0d77969-c21d-47e5-b072-920e7c354084 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.202024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b4ef52c-d840-470b-bcb6-2597642f6dbb req-b0d77969-c21d-47e5-b072-920e7c354084 tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 1096 time: 0.0539684 Sep 16 04:45:18.255922 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.271452 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b4ef52c-d840-470b-bcb6-2597642f6dbb req-c2e31d63-056e-4130-b31d-66fa8bb349bc tempest-LiveAutoBlockMigrationV225Test-2129131159 tempest-LiveAutoBlockMigrationV225Test-2129131159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619295 Sep 16 04:45:18.455142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92297f-46e1-4572-8ab0-b84ea8618756 req-db0a0a7b-bd33-42d1-80ab-41cb28d3b085 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.456792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d92297f-46e1-4572-8ab0-b84ea8618756 req-db0a0a7b-bd33-42d1-80ab-41cb28d3b085 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0831592 Sep 16 04:45:18.480297 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac841f-b272-424b-b107-0c4200029835 None None] Network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:18.515316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d92297f-46e1-4572-8ab0-b84ea8618756 req-0d4c4038-fa79-4aab-ba57-10ac9a08330d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518608 Sep 16 04:45:18.527229 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Router 710b4a7e-2436-41c3-8307-afb11a4b5436 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:45:18.611946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 71fe8797-96de-49f3-8b40-29ce548ec970 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:18.647327 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 71fe8797-96de-49f3-8b40-29ce548ec970 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:18.647674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 71fe8797-96de-49f3-8b40-29ce548ec970 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:18.658984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d6f99db6-17e2-4005-a7b6-7d9d26ce99bb None None] Provisioning complete for port 72184702-8283-40cb-8563-e222b8a4eb67 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:18.659368 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6f99db6-17e2-4005-a7b6-7d9d26ce99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.720616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:18.748936 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Sync routers for ids ['710b4a7e-2436-41c3-8307-afb11a4b5436'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:18.774125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Routers {'710b4a7e-2436-41c3-8307-afb11a4b5436'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:18.774785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:45:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['710b4a7e-2436-41c3-8307-afb11a4b5436'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:18.777962 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6f99db6-17e2-4005-a7b6-7d9d26ce99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.837991 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.843432 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a9013897-431d-400e-acb3-a2dc138d21ab admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.1504910 Sep 16 04:45:18.846371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42482) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:18.868996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d6f99db6-17e2-4005-a7b6-7d9d26ce99bb None None] For port 72184702-8283-40cb-8563-e222b8a4eb67, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=72184702-8283-40cb-8563-e222b8a4eb67,segment=NetworkSegment(ed012db0-c816-4c41-a5d3-33002f7bd36d),segment_id=ed012db0-c816-4c41-a5d3-33002f7bd36d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:18.928903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Set router 710b4a7e-2436-41c3-8307-afb11a4b5436 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:19.073783 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6f99db6-17e2-4005-a7b6-7d9d26ce99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.147112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f99db6-17e2-4005-a7b6-7d9d26ce99bb None None] Pushing event updated for resources: {'Port': ['ID=72184702-8283-40cb-8563-e222b8a4eb67,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.213164 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8655a653-6537-44e0-883d-693af8322b86 None None] Provisioning complete for port 72184702-8283-40cb-8563-e222b8a4eb67 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:19.213555 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8655a653-6537-44e0-883d-693af8322b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.218265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 3, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:19.271152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Checking router: 710b4a7e-2436-41c3-8307-afb11a4b5436 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:19.271383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Updating router 710b4a7e-2436-41c3-8307-afb11a4b5436 port 28a1f820-d532-4f80-983b-1f88109a13bd binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:45:19.310554 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.405600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99c095-0630-4da1-9ea6-0d49087a64be req-7ca1c92e-593d-40da-a765-e32a99569338 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.413018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e99c095-0630-4da1-9ea6-0d49087a64be req-7ca1c92e-593d-40da-a765-e32a99569338 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 944 time: 0.1621513 Sep 16 04:45:19.481964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 72184702-8283-40cb-8563-e222b8a4eb67 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:19.499489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e99c095-0630-4da1-9ea6-0d49087a64be req-ad840753-5417-4e60-89a3-a3b4faea0a3c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851460 Sep 16 04:45:19.528835 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.572807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5adab-76ab-49bb-8499-9622a80da2e0 req-527d67be-ab99-401a-8dbd-c14802dd3b4c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.574508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ca5adab-76ab-49bb-8499-9622a80da2e0 req-527d67be-ab99-401a-8dbd-c14802dd3b4c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1003582 Sep 16 04:45:19.609982 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 72184702-8283-40cb-8563-e222b8a4eb67 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:19.610359 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.678246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54cd3da9-dc13-4a21-80a7-e6c56c5dd641 req-06d7c4c2-73ac-4b84-9102-31e8cecc00b1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0965171 Sep 16 04:45:19.766386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ca5adab-76ab-49bb-8499-9622a80da2e0 req-0724671b-6e48-409e-8b27-4841504029f2 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684804 Sep 16 04:45:19.816504 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.827903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5eb84-d2cd-4e15-bdd7-b0587ce0857a req-26a59480-def0-4b14-85ad-764a4eda095c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.828500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17a5eb84-d2cd-4e15-bdd7-b0587ce0857a req-26a59480-def0-4b14-85ad-764a4eda095c tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 944 time: 0.2484853 Sep 16 04:45:19.896675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42510) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:19.938139 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.943435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29f4ef-2fd3-44b4-828b-928a09c06246 req-ca01a4e5-bf48-4b30-ac4c-77cc75b4dbe8 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.946024 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4d29f4ef-2fd3-44b4-828b-928a09c06246 req-ca01a4e5-bf48-4b30-ac4c-77cc75b4dbe8 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 944 time: 0.0864263 Sep 16 04:45:19.994893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Attempting to bind port 28a1f820-d532-4f80-983b-1f88109a13bd on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:19.995446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Attempting to bind port 28a1f820-d532-4f80-983b-1f88109a13bd by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:19.995913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Attempting to bind port 28a1f820-d532-4f80-983b-1f88109a13bd on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:19.998450 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Allocated IP 172.20.0.1 (fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8/726298cf-358d-412f-a62d-99db4ec0d510/df8559c2-0868-4615-b3b7-8303c904789d) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:20.027312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:20.029430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:20.029430 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.029430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:20.029430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Bound port: 28a1f820-d532-4f80-983b-1f88109a13bd, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:20.029858 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.073929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-4d29f4ef-2fd3-44b4-828b-928a09c06246 req-13c044ba-1dd1-423c-bdb6-3222d130cccc tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Deleting port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:20.074377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d29f4ef-2fd3-44b4-828b-928a09c06246 req-13c044ba-1dd1-423c-bdb6-3222d130cccc tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.176615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34dfc7e-1a80-4cca-b6b2-e4a3bdbe8848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.179565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4d29f4ef-2fd3-44b4-828b-928a09c06246 req-13c044ba-1dd1-423c-bdb6-3222d130cccc tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] For port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:20.179990 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d29f4ef-2fd3-44b4-828b-928a09c06246 req-13c044ba-1dd1-423c-bdb6-3222d130cccc tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.197110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-4d29f4ef-2fd3-44b4-828b-928a09c06246 req-13c044ba-1dd1-423c-bdb6-3222d130cccc tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Calling delete_port for 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:20.199162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8ac51-7a9f-4dac-b060-739013eb7394 None None] Pushing event updated for resources: {'Port': ['ID=28a1f820-d532-4f80-983b-1f88109a13bd,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.218433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9c9cb-2974-4167-8564-fa52936c247a req-32fb8b02-4fae-4c06-b506-7c0d5f3adf76 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.219976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78e9c9cb-2974-4167-8564-fa52936c247a req-32fb8b02-4fae-4c06-b506-7c0d5f3adf76 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 944 time: 0.3809085 Sep 16 04:45:20.239684 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] For port 28a1f820-d532-4f80-983b-1f88109a13bd, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:20.243175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] For port 28a1f820-d532-4f80-983b-1f88109a13bd, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=28a1f820-d532-4f80-983b-1f88109a13bd,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:20.260809 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.280367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce59735-e986-4eff-9c82-6cfa7816cc0f req-883daed5-b863-4583-988e-cf0aed96e830 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.281995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ce59735-e986-4eff-9c82-6cfa7816cc0f req-883daed5-b863-4583-988e-cf0aed96e830 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.3467648 Sep 16 04:45:20.325084 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.354050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-17a5eb84-d2cd-4e15-bdd7-b0587ce0857a req-57a30095-69fb-4ba7-8c7b-c64a31ba46a9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Deleting port 17f9deb9-887d-401b-9f1f-82b0127d8965 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:20.355060 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-17a5eb84-d2cd-4e15-bdd7-b0587ce0857a req-57a30095-69fb-4ba7-8c7b-c64a31ba46a9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.405335 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78e9c9cb-2974-4167-8564-fa52936c247a req-914c2105-0b40-4c14-bed9-6c5c002031d5 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680369 Sep 16 04:45:20.427208 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42516) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:20.462558 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ce59735-e986-4eff-9c82-6cfa7816cc0f req-a36fea3d-62e7-45c2-bbe6-673340ea0c65 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653345 Sep 16 04:45:20.485325 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8ac51-7a9f-4dac-b060-739013eb7394 None None] Pushing event updated for resources: {'Port': ['ID=28a1f820-d532-4f80-983b-1f88109a13bd,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.505437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Routers {'710b4a7e-2436-41c3-8307-afb11a4b5436'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:20.506201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:45:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['710b4a7e-2436-41c3-8307-afb11a4b5436'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:20.674480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] Set router 710b4a7e-2436-41c3-8307-afb11a4b5436 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:20.766987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-eadec68d-af66-450d-8417-d3d37a17590e tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.768766 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-eadec68d-af66-450d-8417-d3d37a17590e tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.1467371 Sep 16 04:45:20.781586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Request body: {'port': {'device_id': '75f099a5-6237-4314-ad35-3691648b36f8', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'admin_state_up': True, 'tenant_id': '14872c2b810d40029c8a20f36a72743a'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:20.874747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 3, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:20.889836 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.906378 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627a269b-2705-4f1a-acce-5e8296fc984d None None] The sync data for ids ['710b4a7e-2436-41c3-8307-afb11a4b5436'] in n-d-712137-12 is: [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 3, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:20.963388 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34dfc7e-1a80-4cca-b6b2-e4a3bdbe8848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.985743 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33d7a53d-4da5-48a4-828a-87fce9aedcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.992942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-17a5eb84-d2cd-4e15-bdd7-b0587ce0857a req-57a30095-69fb-4ba7-8c7b-c64a31ba46a9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] For port 17f9deb9-887d-401b-9f1f-82b0127d8965, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=17f9deb9-887d-401b-9f1f-82b0127d8965,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:20.993456 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-17a5eb84-d2cd-4e15-bdd7-b0587ce0857a req-57a30095-69fb-4ba7-8c7b-c64a31ba46a9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.996453 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d29f4ef-2fd3-44b4-828b-928a09c06246 req-13c044ba-1dd1-423c-bdb6-3222d130cccc tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.030717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c044ba-1dd1-423c-bdb6-3222d130cccc tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Pushing event deleted for resources: {'Port': ['ID=7ded17e2-2fb5-4bb1-ba82-81288c47ea24,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:21.032063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-17a5eb84-d2cd-4e15-bdd7-b0587ce0857a req-57a30095-69fb-4ba7-8c7b-c64a31ba46a9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Calling delete_port for 17f9deb9-887d-401b-9f1f-82b0127d8965 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:21.040065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:21.057101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Pushing event updated for resources: {'Port': ['ID=df8559c2-0868-4615-b3b7-8303c904789d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:21.059827 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:21.065635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:21.102325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d29f4ef-2fd3-44b4-828b-928a09c06246 req-13c044ba-1dd1-423c-bdb6-3222d130cccc tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] No DVR routers for this DVR port 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:21.105734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d29f4ef-2fd3-44b4-828b-928a09c06246 req-13c044ba-1dd1-423c-bdb6-3222d130cccc tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.115904 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4d29f4ef-2fd3-44b4-828b-928a09c06246 req-13c044ba-1dd1-423c-bdb6-3222d130cccc tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.37 "DELETE /v2.0/ports/7ded17e2-2fb5-4bb1-ba82-81288c47ea24 HTTP/1.1" status: 204 len: 173 time: 1.1618054 Sep 16 04:45:21.116769 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f27bf-7e08-4b8e-bc67-9e68070d5f55', 'name': 'network-vif-deleted', 'tag': '7ded17e2-2fb5-4bb1-ba82-81288c47ea24'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:21.120537 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f984b8-0962-43f8-ad64-c98d80e8b3d5" -d '{"events": [{"server_uuid": "f70f27bf-7e08-4b8e-bc67-9e68070d5f55", "name": "network-vif-deleted", "tag": "7ded17e2-2fb5-4bb1-ba82-81288c47ea24"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:21.142849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2060a07-db6f-4da6-9bce-b1700670e85d req-23b6cb0e-cc0b-49dd-8683-4bf86d7e05a2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.147471 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2060a07-db6f-4da6-9bce-b1700670e85d req-23b6cb0e-cc0b-49dd-8683-4bf86d7e05a2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 944 time: 0.2732339 Sep 16 04:45:21.180500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295f6e0-2c75-4aba-8b15-f9ed072d721f req-0670fbad-1039-4748-9743-99a3b37164e4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.180500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c295f6e0-2c75-4aba-8b15-f9ed072d721f req-0670fbad-1039-4748-9743-99a3b37164e4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.3005242 Sep 16 04:45:21.180500 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34dfc7e-1a80-4cca-b6b2-e4a3bdbe8848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.191498 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-33d7a53d-4da5-48a4-828a-87fce9aedcad admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:45:21.191498 n-d-712137-12 neutron-server[95452]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:45:21.191498 n-d-712137-12 neutron-server[95452]: [parameters: {'project_id_1': 'd547fa5046f54f4fa801041c490689bf', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 45, 1, 48027)}] Sep 16 04:45:21.191498 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:45:21.194022 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-33d7a53d-4da5-48a4-828a-87fce9aedcad admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:45:21.263665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Made reservation on behalf of 14872c2b810d40029c8a20f36a72743a for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:21.268410 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.328856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.354392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dfc7e-1a80-4cca-b6b2-e4a3bdbe8848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e93ba64-7577-4496-a90b-46b9c4ec5067,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:21.420282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fa9fdce6-2e53-4306-a5e6-83ea35c62094 None None] Provisioning complete for port df8559c2-0868-4615-b3b7-8303c904789d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:21.421327 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa9fdce6-2e53-4306-a5e6-83ea35c62094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.470399 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e34dfc7e-1a80-4cca-b6b2-e4a3bdbe8848 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eba78a83fc0c4452bbd987a61b17b77f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5723612 Sep 16 04:45:21.473129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42534) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:21.488826 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 28a1f820-d532-4f80-983b-1f88109a13bd up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:21.494681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2060a07-db6f-4da6-9bce-b1700670e85d req-7b2d3dc6-2852-4fbd-98da-ade678da3fab tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059773 Sep 16 04:45:21.524249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-fa9fdce6-2e53-4306-a5e6-83ea35c62094 None None] Port df8559c2-0868-4615-b3b7-8303c904789d cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:21.525141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c295f6e0-2c75-4aba-8b15-f9ed072d721f req-a63e500b-97e6-4233-a995-18c340c9c09d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254375 Sep 16 04:45:21.574147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Allocated IP 172.20.0.8 (f2afedde-7f02-4b7e-a084-59f4bf758425/38e998c6-4110-4bef-84ea-094065a059d1/669bbb39-d7f3-4b4f-9908-a0e4384322e6) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:21.587818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 28a1f820-d532-4f80-983b-1f88109a13bd triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:21.588116 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.623479 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b388a071-b8b1-43ee-b6d7-f22e60872cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.673029 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b388a071-b8b1-43ee-b6d7-f22e60872cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.710169 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.731947 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33d7a53d-4da5-48a4-828a-87fce9aedcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.736693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 28a1f820-d532-4f80-983b-1f88109a13bd, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=28a1f820-d532-4f80-983b-1f88109a13bd,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:21.757542 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441bd14a-0b13-4ea5-876f-c9b1fc189e84 x-openstack-request-id: req-441bd14a-0b13-4ea5-876f-c9b1fc189e84 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:21.760903 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70f27bf-7e08-4b8e-bc67-9e68070d5f55", "name": "network-vif-deleted", "tag": "7ded17e2-2fb5-4bb1-ba82-81288c47ea24", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:21.760903 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-441bd14a-0b13-4ea5-876f-c9b1fc189e84 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:21.760903 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f27bf-7e08-4b8e-bc67-9e68070d5f55', 'name': 'network-vif-deleted', 'tag': '7ded17e2-2fb5-4bb1-ba82-81288c47ea24', 'status': 'completed', 'code': 200} Sep 16 04:45:21.767438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d4844bb-235f-4005-b0b7-770390743ff0 req-7aae6d0b-354c-400b-9820-1b8bfda90956 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0641773 Sep 16 04:45:21.829256 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.851824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.905949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e3814b2-6fa8-42dc-9e4d-904917146265 req-819e8250-6aef-468c-8a97-3973873ceda6 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=f70f27bf-7e08-4b8e-bc67-9e68070d5f55 HTTP/1.1" status: 200 len: 210 time: 0.0436761 Sep 16 04:45:21.907751 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-17a5eb84-d2cd-4e15-bdd7-b0587ce0857a req-57a30095-69fb-4ba7-8c7b-c64a31ba46a9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.924662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=28a1f820-d532-4f80-983b-1f88109a13bd,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:21.925580 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b388a071-b8b1-43ee-b6d7-f22e60872cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.930334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['3c1a2824-4ec5-477a-badd-e06513efbcad'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:21.937542 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b388a071-b8b1-43ee-b6d7-f22e60872cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.939170 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b388a071-b8b1-43ee-b6d7-f22e60872cec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e93ba64-7577-4496-a90b-46b9c4ec5067 HTTP/1.1" status: 204 len: 168 time: 0.4633956 Sep 16 04:45:21.958046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388a071-b8b1-43ee-b6d7-f22e60872cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e93ba64-7577-4496-a90b-46b9c4ec5067,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:21.966737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.018118 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Network f2afedde-7f02-4b7e-a084-59f4bf758425 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:22.029721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a30095-69fb-4ba7-8c7b-c64a31ba46a9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Pushing event deleted for resources: {'Port': ['ID=17f9deb9-887d-401b-9f1f-82b0127d8965,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:22.032392 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:22.046934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:22.075645 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Pushing event updated for resources: {'Port': ['ID=669bbb39-d7f3-4b4f-9908-a0e4384322e6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:22.082271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.111548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.112181 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.156753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a5eb84-d2cd-4e15-bdd7-b0587ce0857a req-57a30095-69fb-4ba7-8c7b-c64a31ba46a9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] No DVR routers for this DVR port 17f9deb9-887d-401b-9f1f-82b0127d8965 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:22.187853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f3c3b-2fc7-4ab9-a317-d5002daf8e85 req-ef499525-26f2-4958-8534-e7fddbc6f0dd tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.189415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f46f3c3b-2fc7-4ab9-a317-d5002daf8e85 req-ef499525-26f2-4958-8534-e7fddbc6f0dd tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.2867835 Sep 16 04:45:22.192195 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-17a5eb84-d2cd-4e15-bdd7-b0587ce0857a req-57a30095-69fb-4ba7-8c7b-c64a31ba46a9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.194198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17a5eb84-d2cd-4e15-bdd7-b0587ce0857a req-57a30095-69fb-4ba7-8c7b-c64a31ba46a9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.23 "DELETE /v2.0/ports/17f9deb9-887d-401b-9f1f-82b0127d8965 HTTP/1.1" status: 204 len: 173 time: 2.3591251 Sep 16 04:45:22.200188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fffcb21-23ef-4b90-a1cb-cc320c12cce5', 'name': 'network-vif-deleted', 'tag': '17f9deb9-887d-401b-9f1f-82b0127d8965'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:22.200188 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309888d1-9df9-40c3-82da-7483d7361973" -d '{"events": [{"server_uuid": "5fffcb21-23ef-4b90-a1cb-cc320c12cce5", "name": "network-vif-deleted", "tag": "17f9deb9-887d-401b-9f1f-82b0127d8965"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:22.240512 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7738dd0-ab22-4594-ba67-8ad698cb47cb x-openstack-request-id: req-a7738dd0-ab22-4594-ba67-8ad698cb47cb {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:22.240807 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fffcb21-23ef-4b90-a1cb-cc320c12cce5", "name": "network-vif-deleted", "tag": "17f9deb9-887d-401b-9f1f-82b0127d8965", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:22.241072 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7738dd0-ab22-4594-ba67-8ad698cb47cb {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:22.241440 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fffcb21-23ef-4b90-a1cb-cc320c12cce5', 'name': 'network-vif-deleted', 'tag': '17f9deb9-887d-401b-9f1f-82b0127d8965', 'status': 'completed', 'code': 200} Sep 16 04:45:22.301068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f46f3c3b-2fc7-4ab9-a317-d5002daf8e85 req-cef8e0af-37dc-499c-bedc-ed6f3247d1ad tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950031 Sep 16 04:45:22.323312 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33d7a53d-4da5-48a4-828a-87fce9aedcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.469145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.494375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df11937-5d06-4a0d-83c0-13a5bce958b9 req-751aa107-c5c0-494f-9ca2-f8db801f2e87 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.496172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8df11937-5d06-4a0d-83c0-13a5bce958b9 req-751aa107-c5c0-494f-9ca2-f8db801f2e87 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0924850 Sep 16 04:45:22.514849 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33d7a53d-4da5-48a4-828a-87fce9aedcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.585849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-33d7a53d-4da5-48a4-828a-87fce9aedcad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d547fa5046f54f4fa801041c490689bf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1536961 Sep 16 04:45:22.586228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42552) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:22.595079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7a53d-4da5-48a4-828a-87fce9aedcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cf54a1-c542-4b4d-9319-e64ed8b31e28,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:22.608968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f7c7a5e-bf90-4240-aa48-f0cfe04a4a1f req-ce4bd4fc-1a78-487d-8a04-dcee342b4aa7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1349514 Sep 16 04:45:22.612162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8df11937-5d06-4a0d-83c0-13a5bce958b9 req-dd62b453-8c19-4099-98ac-f226b2b0d9ec tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006873 Sep 16 04:45:22.641232 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.644342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:22.654580 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bebb86c3-24b9-44f4-8c68-7022cd700af4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8753674 Sep 16 04:45:22.686190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:22.686633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7ded17e2-2fb5-4bb1-ba82-81288c47ea24 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:22.691057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b77e381f-f291-487d-8d7f-81b577146d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.704803 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Request body: {'port': {'device_id': '75f099a5-6237-4314-ad35-3691648b36f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:22.820733 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.825238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b77e381f-f291-487d-8d7f-81b577146d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.829246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 17f9deb9-887d-401b-9f1f-82b0127d8965 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:22.877097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Pushing event updated for resources: {'Port': ['ID=df8559c2-0868-4615-b3b7-8303c904789d,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:22.893493 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.896355 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42560) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:22.904517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 17f9deb9-887d-401b-9f1f-82b0127d8965 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:22.905303 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 17f9deb9-887d-401b-9f1f-82b0127d8965 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:22.919602 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7bc194b8-4ab4-487c-b8f5-15eb1a3a54dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.979311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c7a5e-bf90-4240-aa48-f0cfe04a4a1f req-65479a62-1eac-43ad-91d3-47b3e248905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.980870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f7c7a5e-bf90-4240-aa48-f0cfe04a4a1f req-65479a62-1eac-43ad-91d3-47b3e248905c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a90cdc15f24043fba6cb9927dc16b179&device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 1097 time: 0.3420317 Sep 16 04:45:22.995880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4482c9cc-230d-4c59-8b41-c87fdd34e593 req-df4323e6-9421-41e8-adfc-d764a4ae4710 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 210 time: 0.0523698 Sep 16 04:45:23.113787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3467b-f27e-44ee-9e4a-769762c83cee req-f18d08d2-e585-4166-b41c-5fd430211dc9 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.123137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26d3467b-f27e-44ee-9e4a-769762c83cee req-f18d08d2-e585-4166-b41c-5fd430211dc9 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.3271692 Sep 16 04:45:23.150558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669bbb39-d7f3-4b4f-9908-a0e4384322e6 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:23.155752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b77e381f-f291-487d-8d7f-81b577146d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.158669 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b77e381f-f291-487d-8d7f-81b577146d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.160105 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b77e381f-f291-487d-8d7f-81b577146d91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87cf54a1-c542-4b4d-9319-e64ed8b31e28 HTTP/1.1" status: 204 len: 168 time: 0.5722234 Sep 16 04:45:23.173845 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.177953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e381f-f291-487d-8d7f-81b577146d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cf54a1-c542-4b4d-9319-e64ed8b31e28,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:23.193013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Transition to ACTIVE for port object 669bbb39-d7f3-4b4f-9908-a0e4384322e6 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:23.261190 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26d3467b-f27e-44ee-9e4a-769762c83cee req-75dfe2dd-8f45-4b7a-b085-22aeff7e2600 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372252 Sep 16 04:45:23.270232 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.295953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:23.301500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:23.392233 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=669bbb39-d7f3-4b4f-9908-a0e4384322e6,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:23.460975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 28a1f820-d532-4f80-983b-1f88109a13bd up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:23.467592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Attempting to bind port 669bbb39-d7f3-4b4f-9908-a0e4384322e6 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:23.467936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Attempting to bind port 669bbb39-d7f3-4b4f-9908-a0e4384322e6 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:23.468272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Attempting to bind port 669bbb39-d7f3-4b4f-9908-a0e4384322e6 on network f2afedde-7f02-4b7e-a084-59f4bf758425 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:23.473178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Port 669bbb39-d7f3-4b4f-9908-a0e4384322e6 on network f2afedde-7f02-4b7e-a084-59f4bf758425 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:23.473493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Attempting to bind port 669bbb39-d7f3-4b4f-9908-a0e4384322e6 on network f2afedde-7f02-4b7e-a084-59f4bf758425 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:23.479085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:23.479431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Checking segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:23.479824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Bound using segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:23.480263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Bound port: 669bbb39-d7f3-4b4f-9908-a0e4384322e6, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:23.480672 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.501988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c7a5e-bf90-4240-aa48-f0cfe04a4a1f req-cef36cf9-aae3-4d8e-aae6-fb02a51d5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.505112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f7c7a5e-bf90-4240-aa48-f0cfe04a4a1f req-cef36cf9-aae3-4d8e-aae6-fb02a51d5dba service neutron] 10.222.0.23 "GET /v2.0/networks?id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 200 len: 921 time: 0.4932926 Sep 16 04:45:23.588667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] For port 669bbb39-d7f3-4b4f-9908-a0e4384322e6, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:23.592707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] For port 669bbb39-d7f3-4b4f-9908-a0e4384322e6, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=669bbb39-d7f3-4b4f-9908-a0e4384322e6,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:23.617519 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f7c7a5e-bf90-4240-aa48-f0cfe04a4a1f req-99c01a5a-c361-4483-a220-288269999476 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0812d21-9818-4f84-abc0-ba58fec8761f HTTP/1.1" status: 200 len: 217 time: 0.0676367 Sep 16 04:45:23.624308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 28a1f820-d532-4f80-983b-1f88109a13bd triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:23.624728 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.659155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.693989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-05300654-59e3-4406-98b5-cdbb840301dc None None] Provisioning complete for port df8559c2-0868-4615-b3b7-8303c904789d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:23.694985 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-05300654-59e3-4406-98b5-cdbb840301dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.710481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.711126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.712734 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] 10.222.0.23 "PUT /v2.0/ports/669bbb39-d7f3-4b4f-9908-a0e4384322e6 HTTP/1.1" status: 200 len: 1092 time: 1.0234470 Sep 16 04:45:23.728483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19527782-621a-4024-b378-5cb058679d6a req-fc54b064-747b-479d-ab3e-fa4785c702d3 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.734752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19527782-621a-4024-b378-5cb058679d6a req-fc54b064-747b-479d-ab3e-fa4785c702d3 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 931 time: 0.5058472 Sep 16 04:45:23.747500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a682c3-4e53-4f3b-8285-626e34aec8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=669bbb39-d7f3-4b4f-9908-a0e4384322e6,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:23.760309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f099a5-6237-4314-ad35-3691648b36f8', 'tag': '669bbb39-d7f3-4b4f-9908-a0e4384322e6'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:23.764047 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb1575e-0740-4cab-826a-0c850ab577b2" -d '{"events": [{"name": "network-changed", "server_uuid": "75f099a5-6237-4314-ad35-3691648b36f8", "tag": "669bbb39-d7f3-4b4f-9908-a0e4384322e6"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:23.792585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-05300654-59e3-4406-98b5-cdbb840301dc None None] Port df8559c2-0868-4615-b3b7-8303c904789d cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:23.818106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19527782-621a-4024-b378-5cb058679d6a req-6e633c0c-35e9-4f17-838d-5d498e59b773 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625854 Sep 16 04:45:23.840861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Router 710b4a7e-2436-41c3-8307-afb11a4b5436 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:23.842914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7bc194b8-4ab4-487c-b8f5-15eb1a3a54dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.850317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c7a5e-bf90-4240-aa48-f0cfe04a4a1f req-e3ccfb23-ed20-4fbd-8bac-429613a90e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.864528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f7c7a5e-bf90-4240-aa48-f0cfe04a4a1f req-e3ccfb23-ed20-4fbd-8bac-429613a90e08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 200 len: 861 time: 0.1995938 Sep 16 04:45:23.902314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f7c7a5e-bf90-4240-aa48-f0cfe04a4a1f req-b889fa55-33c4-428c-a752-a497d8325a4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09ebbe5c-732c-4cf1-a4a8-e16ff006292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419493 Sep 16 04:45:23.913953 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4bb664-4cf5-413a-bc81-bbba5fc0c236 x-openstack-request-id: req-8e4bb664-4cf5-413a-bc81-bbba5fc0c236 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:23.914245 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f099a5-6237-4314-ad35-3691648b36f8", "tag": "669bbb39-d7f3-4b4f-9908-a0e4384322e6", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:23.914498 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e4bb664-4cf5-413a-bc81-bbba5fc0c236 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:23.914893 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f099a5-6237-4314-ad35-3691648b36f8', 'tag': '669bbb39-d7f3-4b4f-9908-a0e4384322e6', 'status': 'completed', 'code': 200} Sep 16 04:45:23.925102 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-50bcc7f6-5ac9-4d1f-9307-cc5b50d483a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.926662 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-50bcc7f6-5ac9-4d1f-9307-cc5b50d483a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 1095 time: 0.0862479 Sep 16 04:45:23.982862 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-dbd4f8d1-386b-4fba-bbf0-33efb146a56d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=669bbb39-d7f3-4b4f-9908-a0e4384322e6 HTTP/1.1" status: 200 len: 217 time: 0.0478170 Sep 16 04:45:24.022806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:24.035320 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Sync routers for ids ['710b4a7e-2436-41c3-8307-afb11a4b5436'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:24.052300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d99df87f-fcd9-450f-b4f4-12b8e44b1f46 admin admin] 10.222.0.24 "PUT /v2.0/routers/710b4a7e-2436-41c3-8307-afb11a4b5436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1962352 Sep 16 04:45:24.052611 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Routers {'710b4a7e-2436-41c3-8307-afb11a4b5436'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:24.052735 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7bc194b8-4ab4-487c-b8f5-15eb1a3a54dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.052837 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:45:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['710b4a7e-2436-41c3-8307-afb11a4b5436'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:24.074302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bcfd8326-0928-4f41-a77f-d99cd7e021f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.075829 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-bcfd8326-0928-4f41-a77f-d99cd7e021f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 200 len: 852 time: 0.0867567 Sep 16 04:45:24.125088 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-599c21df-0534-4aba-b2c4-989174aca9ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2afedde-7f02-4b7e-a084-59f4bf758425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415626 Sep 16 04:45:24.207886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7bc194b8-4ab4-487c-b8f5-15eb1a3a54dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=872b78f7aed1467cbaa4827f5f6d6efb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3089032 Sep 16 04:45:24.211082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42584) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:24.215750 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Set router 710b4a7e-2436-41c3-8307-afb11a4b5436 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:24.320129 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-45df06a5-ec13-46dc-af56-67a2b7962784 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870356 Sep 16 04:45:24.385792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42590) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:24.437892 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fa5c42be-ace6-4970-bb41-da4c44f9fff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.469152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aabf9-dcd0-4524-92e4-2e1349119550 req-3ca33a04-a6e0-465e-ab80-e55dafe19de0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.470731 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-834aabf9-dcd0-4524-92e4-2e1349119550 req-3ca33a04-a6e0-465e-ab80-e55dafe19de0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.37 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 945 time: 0.1454840 Sep 16 04:45:24.481713 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'df8559c2-0868-4615-b3b7-8303c904789d', 'name': '', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'mac_address': 'fa:16:3e:7f:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '726298cf-358d-412f-a62d-99db4ec0d510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:19Z', 'updated_at': '2021-09-16T04:45:22Z', 'revision_number': 2, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'subnets': [{'id': '726298cf-358d-412f-a62d-99db4ec0d510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:24.518962 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Checking router: 710b4a7e-2436-41c3-8307-afb11a4b5436 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:24.519315 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Updating router 710b4a7e-2436-41c3-8307-afb11a4b5436 port df8559c2-0868-4615-b3b7-8303c904789d binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:45:24.547557 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.627938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc194b8-4ab4-487c-b8f5-15eb1a3a54dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cf172a-8424-4a6f-b3c9-54a0206d2dd0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:24.637654 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4e1c1f10-0836-4f4b-89f0-bb7aa590572b req-5abc0239-0e62-4dad-95cf-0dddea83c429 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033726 Sep 16 04:45:24.661766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e76e10-5c65-4287-8624-e6746043bc68 req-e0e484e7-6fa8-4484-be11-80b01e942b82 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.663694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43e76e10-5c65-4287-8624-e6746043bc68 req-e0e484e7-6fa8-4484-be11-80b01e942b82 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.6313481 Sep 16 04:45:24.672436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-834aabf9-dcd0-4524-92e4-2e1349119550 req-b34a247f-d085-48c0-ab94-e9b7afd3a1a0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Deleting port ec2301d5-9877-4ad6-bd73-04cca7ef1606 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:24.672824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-834aabf9-dcd0-4524-92e4-2e1349119550 req-b34a247f-d085-48c0-ab94-e9b7afd3a1a0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.676176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26c37-e9df-4ce5-b1d0-0a71f4d0be47 req-740773ae-fefa-4c2d-8622-07c783cf36f7 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.685458 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28c26c37-e9df-4ce5-b1d0-0a71f4d0be47 req-740773ae-fefa-4c2d-8622-07c783cf36f7 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 945 time: 0.6576412 Sep 16 04:45:24.776034 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0143eae1-9de9-41cd-8014-1ce958c04662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.791718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28c26c37-e9df-4ce5-b1d0-0a71f4d0be47 req-7da87cdb-2c70-4dca-817b-46d87f4e1f9a tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048212 Sep 16 04:45:24.807577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fa5c42be-ace6-4970-bb41-da4c44f9fff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.826526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f7c7a5e-bf90-4240-aa48-f0cfe04a4a1f req-f2f7a4a1-afae-4cbb-bc4e-1af7ad8acaa8 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7996869 Sep 16 04:45:24.829792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1575e-0740-4cab-826a-0c850ab577b2 req-0e2fb1b1-6559-44f9-b8b7-d50fb2e36bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.831327 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3bb1575e-0740-4cab-826a-0c850ab577b2 req-0e2fb1b1-6559-44f9-b8b7-d50fb2e36bae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 1095 time: 0.0715351 Sep 16 04:45:24.885562 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0143eae1-9de9-41cd-8014-1ce958c04662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.886759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-834aabf9-dcd0-4524-92e4-2e1349119550 req-b34a247f-d085-48c0-ab94-e9b7afd3a1a0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] For port ec2301d5-9877-4ad6-bd73-04cca7ef1606, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ec2301d5-9877-4ad6-bd73-04cca7ef1606,segment=NetworkSegment(59db3fdc-0625-4c1d-931a-4725ec1e4eba),segment_id=59db3fdc-0625-4c1d-931a-4725ec1e4eba)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:24.887139 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-834aabf9-dcd0-4524-92e4-2e1349119550 req-b34a247f-d085-48c0-ab94-e9b7afd3a1a0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.898825 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fa5c42be-ace6-4970-bb41-da4c44f9fff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.941891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-834aabf9-dcd0-4524-92e4-2e1349119550 req-b34a247f-d085-48c0-ab94-e9b7afd3a1a0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Calling delete_port for ec2301d5-9877-4ad6-bd73-04cca7ef1606 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:24.954379 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.961915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43e76e10-5c65-4287-8624-e6746043bc68 req-c9213c2a-a101-4b2c-8d05-d2945f3cff06 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744012 Sep 16 04:45:25.005362 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fa5c42be-ace6-4970-bb41-da4c44f9fff9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1a4099083834357ade70c543a590d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6164107 Sep 16 04:45:25.012352 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42596) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:25.047805 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.049113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55b489a5-aad5-4191-93d0-56e23c151860 req-5c4e322e-37bb-4eb6-ad9f-62f7a835bdf6 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 210 time: 0.0802748 Sep 16 04:45:25.052781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c42be-ace6-4970-bb41-da4c44f9fff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df6c3e7-2ce5-41da-b7fa-33ec6b1c1485,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:25.085856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1575e-0740-4cab-826a-0c850ab577b2 req-c56e8a84-2457-4a7b-ba25-3a4fc65881fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.087818 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3bb1575e-0740-4cab-826a-0c850ab577b2 req-c56e8a84-2457-4a7b-ba25-3a4fc65881fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 912 time: 0.2460949 Sep 16 04:45:25.108650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f7c7a5e-bf90-4240-aa48-f0cfe04a4a1f req-84b1beed-e259-484a-980c-b8db13c92900 service neutron] 10.222.0.23 "GET /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656679 Sep 16 04:45:25.165371 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0143eae1-9de9-41cd-8014-1ce958c04662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.174023 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0143eae1-9de9-41cd-8014-1ce958c04662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.178257 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0143eae1-9de9-41cd-8014-1ce958c04662 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05cf172a-8424-4a6f-b3c9-54a0206d2dd0 HTTP/1.1" status: 204 len: 168 time: 0.9539909 Sep 16 04:45:25.200713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143eae1-9de9-41cd-8014-1ce958c04662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cf172a-8424-4a6f-b3c9-54a0206d2dd0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:25.221778 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3bb1575e-0740-4cab-826a-0c850ab577b2 req-66637f34-a8af-4135-83da-c8adb87c2ec6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=669bbb39-d7f3-4b4f-9908-a0e4384322e6 HTTP/1.1" status: 200 len: 217 time: 0.1155102 Sep 16 04:45:25.222022 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Pushing event updated for resources: {'Port': ['ID=df8559c2-0868-4615-b3b7-8303c904789d,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:25.265796 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.266146 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.266487 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.266822 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.267149 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.267476 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.267800 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.268120 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.268453 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.268785 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.269100 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.269418 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.300424 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Attempting to bind port df8559c2-0868-4615-b3b7-8303c904789d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:25.300838 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Attempting to bind port df8559c2-0868-4615-b3b7-8303c904789d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:25.301244 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Attempting to bind port df8559c2-0868-4615-b3b7-8303c904789d on network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:25.315301 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:25.315678 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Checking segment: {'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:25.324699 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.325147 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Bound using segment: {'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:25.325657 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Bound port: df8559c2-0868-4615-b3b7-8303c904789d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:25.330237 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.346605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2780f-75ea-426f-8328-bd26bac095f5 req-0e9215b0-a576-4f7e-a075-0533f9807061 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.360868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00f2780f-75ea-426f-8328-bd26bac095f5 req-0e9215b0-a576-4f7e-a075-0533f9807061 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 943 time: 0.1151052 Sep 16 04:45:25.429812 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f48452f4-b495-4379-8401-eda867ec5a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.436208 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1575e-0740-4cab-826a-0c850ab577b2 req-4136781c-db63-4050-9805-f8eb11368be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.437782 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3bb1575e-0740-4cab-826a-0c850ab577b2 req-4136781c-db63-4050-9805-f8eb11368be7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 200 len: 852 time: 0.1922369 Sep 16 04:45:25.468105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00f2780f-75ea-426f-8328-bd26bac095f5 req-d143f6e1-60ac-4d5e-a934-8cf3d975fbc8 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958917 Sep 16 04:45:25.502247 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] For port df8559c2-0868-4615-b3b7-8303c904789d, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:25.510314 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] For port df8559c2-0868-4615-b3b7-8303c904789d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=df8559c2-0868-4615-b3b7-8303c904789d,segment=NetworkSegment(ed012db0-c816-4c41-a5d3-33002f7bd36d),segment_id=ed012db0-c816-4c41-a5d3-33002f7bd36d)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:25.542619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-070e327e-2f37-4fbe-ade5-7455fcb8d5e6 None None] Provisioning complete for port df8559c2-0868-4615-b3b7-8303c904789d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:25.543313 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-070e327e-2f37-4fbe-ade5-7455fcb8d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.582741 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3bb1575e-0740-4cab-826a-0c850ab577b2 req-05d38413-035a-456d-a39b-31740bb1cdd4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2afedde-7f02-4b7e-a084-59f4bf758425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969062 Sep 16 04:45:25.607987 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f48452f4-b495-4379-8401-eda867ec5a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.630179 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.651224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-070e327e-2f37-4fbe-ade5-7455fcb8d5e6 None None] Port df8559c2-0868-4615-b3b7-8303c904789d cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:25.656024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aec40-ca40-441d-a34e-4852c07b7f73 req-6b7a23bf-41ec-4101-9e6c-e0de18da256d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.673060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-802aec40-ca40-441d-a34e-4852c07b7f73 req-6b7a23bf-41ec-4101-9e6c-e0de18da256d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1200206 Sep 16 04:45:25.715889 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Routers {'710b4a7e-2436-41c3-8307-afb11a4b5436'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:25.716653 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:45:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['710b4a7e-2436-41c3-8307-afb11a4b5436'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:25.773395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-802aec40-ca40-441d-a34e-4852c07b7f73 req-be671897-6a3f-43a2-8871-3545325ee546 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993721 Sep 16 04:45:25.782694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-834aabf9-dcd0-4524-92e4-2e1349119550 req-b34a247f-d085-48c0-ab94-e9b7afd3a1a0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.852280 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d3b8c-e279-4d58-a72c-54959c2c7c79 None None] Pushing event updated for resources: {'Port': ['ID=df8559c2-0868-4615-b3b7-8303c904789d,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:25.889506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a247f-d085-48c0-ab94-e9b7afd3a1a0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Pushing event deleted for resources: {'Port': ['ID=ec2301d5-9877-4ad6-bd73-04cca7ef1606,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:25.933843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-834aabf9-dcd0-4524-92e4-2e1349119550 req-b34a247f-d085-48c0-ab94-e9b7afd3a1a0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] No DVR routers for this DVR port ec2301d5-9877-4ad6-bd73-04cca7ef1606 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:25.937887 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-834aabf9-dcd0-4524-92e4-2e1349119550 req-b34a247f-d085-48c0-ab94-e9b7afd3a1a0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.940779 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-834aabf9-dcd0-4524-92e4-2e1349119550 req-b34a247f-d085-48c0-ab94-e9b7afd3a1a0 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.37 "DELETE /v2.0/ports/ec2301d5-9877-4ad6-bd73-04cca7ef1606 HTTP/1.1" status: 204 len: 173 time: 1.4399981 Sep 16 04:45:25.955374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92338513-3eb7-4abc-8246-7bcc8bdb2dde', 'name': 'network-vif-deleted', 'tag': 'ec2301d5-9877-4ad6-bd73-04cca7ef1606'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:25.958997 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041c5d61-3ff0-4e78-9abb-672c8e60312c" -d '{"events": [{"server_uuid": "92338513-3eb7-4abc-8246-7bcc8bdb2dde", "name": "network-vif-deleted", "tag": "ec2301d5-9877-4ad6-bd73-04cca7ef1606"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:25.967175 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3bb1575e-0740-4cab-826a-0c850ab577b2 req-5223b5b3-d870-4209-b9df-4118fef83c59 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716190 Sep 16 04:45:26.031623 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] Set router 710b4a7e-2436-41c3-8307-afb11a4b5436 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:26.054977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e24e3bd6-df19-4266-aef4-d6b8b837c2d0 req-e60e984b-ad91-4e88-ada4-0acb12a83d41 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 210 time: 0.0730262 Sep 16 04:45:26.119170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f48452f4-b495-4379-8401-eda867ec5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.121955 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f48452f4-b495-4379-8401-eda867ec5a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.123241 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f48452f4-b495-4379-8401-eda867ec5a01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7df6c3e7-2ce5-41da-b7fa-33ec6b1c1485 HTTP/1.1" status: 204 len: 168 time: 1.1042995 Sep 16 04:45:26.154364 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a979e71-2914-4e31-99d8-20f26b31fd1e x-openstack-request-id: req-6a979e71-2914-4e31-99d8-20f26b31fd1e {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:26.155318 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92338513-3eb7-4abc-8246-7bcc8bdb2dde", "name": "network-vif-deleted", "tag": "ec2301d5-9877-4ad6-bd73-04cca7ef1606", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:26.156062 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a979e71-2914-4e31-99d8-20f26b31fd1e {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:26.157199 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92338513-3eb7-4abc-8246-7bcc8bdb2dde', 'name': 'network-vif-deleted', 'tag': 'ec2301d5-9877-4ad6-bd73-04cca7ef1606', 'status': 'completed', 'code': 200} Sep 16 04:45:26.165672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-a141a414-a2b1-4342-95ec-e3d676914773 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:26.173881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-a141a414-a2b1-4342-95ec-e3d676914773 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/networks?id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 HTTP/1.1" status: 200 len: 829 time: 0.3450181 Sep 16 04:45:26.197304 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48452f4-b495-4379-8401-eda867ec5a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df6c3e7-2ce5-41da-b7fa-33ec6b1c1485,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:26.198086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ac76c8fa-e0c2-404d-83f3-20bb888224c2 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/quotas/42fbac5f03fa4adaa3625cad894c8ea5 HTTP/1.1" status: 200 len: 375 time: 0.0167346 Sep 16 04:45:26.220892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ced41489-ad69-4e76-9f2f-b3574d8e4d5e None None] Provisioning complete for port df8559c2-0868-4615-b3b7-8303c904789d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:26.222292 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ced41489-ad69-4e76-9f2f-b3574d8e4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.244697 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3bb1575e-0740-4cab-826a-0c850ab577b2 req-4aa30fd3-cfb1-481d-a728-42cc1fc69f28 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687030 Sep 16 04:45:26.351950 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90f92d4c-10a1-44ea-bf94-cb6dd124611f req-421838d7-157e-4271-9934-c5b319c438f5 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 210 time: 0.0545957 Sep 16 04:45:26.373844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-58749d02-bb32-4246-bd04-7c013b6c29d7 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=42fbac5f03fa4adaa3625cad894c8ea5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1640363 Sep 16 04:45:26.410834 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ced41489-ad69-4e76-9f2f-b3574d8e4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.498312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ced41489-ad69-4e76-9f2f-b3574d8e4d5e None None] For port df8559c2-0868-4615-b3b7-8303c904789d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=df8559c2-0868-4615-b3b7-8303c904789d,segment=NetworkSegment(ed012db0-c816-4c41-a5d3-33002f7bd36d),segment_id=ed012db0-c816-4c41-a5d3-33002f7bd36d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:26.529106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-c077fb84-4703-4c44-afae-9cd99c2f0b68 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459882 Sep 16 04:45:26.560524 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ced41489-ad69-4e76-9f2f-b3574d8e4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.639704 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'df8559c2-0868-4615-b3b7-8303c904789d', 'name': '', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'mac_address': 'fa:16:3e:7f:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '726298cf-358d-412f-a62d-99db4ec0d510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:19Z', 'updated_at': '2021-09-16T04:45:25Z', 'revision_number': 4, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'subnets': [{'id': '726298cf-358d-412f-a62d-99db4ec0d510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:26.646842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-c8a94342-8735-4dc1-8336-792408ac48b4 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107743 Sep 16 04:45:26.685778 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1bd818-a9fe-49ad-b947-acdf7b16dded None None] The sync data for ids ['710b4a7e-2436-41c3-8307-afb11a4b5436'] in n-d-712137-12 is: [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'df8559c2-0868-4615-b3b7-8303c904789d', 'name': '', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'mac_address': 'fa:16:3e:7f:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '726298cf-358d-412f-a62d-99db4ec0d510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:19Z', 'updated_at': '2021-09-16T04:45:25Z', 'revision_number': 4, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'subnets': [{'id': '726298cf-358d-412f-a62d-99db4ec0d510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:26.695894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced41489-ad69-4e76-9f2f-b3574d8e4d5e None None] Pushing event updated for resources: {'Port': ['ID=df8559c2-0868-4615-b3b7-8303c904789d,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:26.739399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5040d1d-b3b3-4e2e-9049-e1bdd2925ba9 req-a2519af0-0000-42c1-aa78-8b4e81d3a14f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:26.756227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5040d1d-b3b3-4e2e-9049-e1bdd2925ba9 req-a2519af0-0000-42c1-aa78-8b4e81d3a14f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1064701 Sep 16 04:45:26.847459 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 669bbb39-d7f3-4b4f-9908-a0e4384322e6 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:26.889098 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5040d1d-b3b3-4e2e-9049-e1bdd2925ba9 req-b1cc174d-9af3-4f11-b98d-0e08dffaa200 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135170 Sep 16 04:45:27.015145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 669bbb39-d7f3-4b4f-9908-a0e4384322e6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=669bbb39-d7f3-4b4f-9908-a0e4384322e6,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:27.037065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '669bbb39-d7f3-4b4f-9908-a0e4384322e6', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'port_id': '669bbb39-d7f3-4b4f-9908-a0e4384322e6', 'mac_address': 'fa:16:3e:71:db:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e998c6-4110-4bef-84ea-094065a059d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:27.069434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c173c-2952-4456-8bf4-731e23ae1188 req-ecb5d824-4142-4c1e-b0ac-81ef9d415e3a tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.071268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-039c173c-2952-4456-8bf4-731e23ae1188 req-ecb5d824-4142-4c1e-b0ac-81ef9d415e3a tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 943 time: 0.1275313 Sep 16 04:45:27.166608 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.178949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-039c173c-2952-4456-8bf4-731e23ae1188 req-e97797f0-663e-4e86-a996-bf55a81b3cde tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951619 Sep 16 04:45:27.572695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669bbb39-d7f3-4b4f-9908-a0e4384322e6 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:27.572695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 669bbb39-d7f3-4b4f-9908-a0e4384322e6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=669bbb39-d7f3-4b4f-9908-a0e4384322e6,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:27.578694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27208eab-d933-4f16-bd3f-d7dfca515d9f req-77843bdc-379a-41b3-84d4-1d4dc81bb0a0 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 210 time: 0.0499105 Sep 16 04:45:27.578694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510a3a2-a4a8-4943-b17a-5e600d49c2d5 req-58af3362-fac0-40b9-8012-0169a78b79c1 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.578694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f510a3a2-a4a8-4943-b17a-5e600d49c2d5 req-58af3362-fac0-40b9-8012-0169a78b79c1 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1625235 Sep 16 04:45:27.578694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f510a3a2-a4a8-4943-b17a-5e600d49c2d5 req-cfc4ed3c-bddd-4240-b968-1dd04e0bbd5f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631378 Sep 16 04:45:27.585400 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device df8559c2-0868-4615-b3b7-8303c904789d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:27.590848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2d1e2f4-0ee3-48c3-80ec-8b29ff68a540 req-955eae51-6614-43ba-8abc-db4830e84ba7 tempest-LiveMigrationTest-1033064379 tempest-LiveMigrationTest-1033064379-project] 10.222.0.24 "GET /v2.0/ports?device_id=92338513-3eb7-4abc-8246-7bcc8bdb2dde HTTP/1.1" status: 200 len: 210 time: 0.0408700 Sep 16 04:45:27.592574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port df8559c2-0868-4615-b3b7-8303c904789d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:27.592574 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.595287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ccda4222-83c5-480b-9c0c-26f0509d00de req-1046e3ef-ba17-44fd-be30-a09b1edd3b6f tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 210 time: 0.0282745 Sep 16 04:45:27.871754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc049143-de9e-4ed6-ace4-2e59e8e02bb7 req-c5dd8fe9-ebef-40ba-8d34-9ab50d6d3b8e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.880177 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc049143-de9e-4ed6-ace4-2e59e8e02bb7 req-c5dd8fe9-ebef-40ba-8d34-9ab50d6d3b8e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0725574 Sep 16 04:45:27.909513 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.934088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc049143-de9e-4ed6-ace4-2e59e8e02bb7 req-76a58b1a-879b-4ff8-867d-b0a7f7e1a072 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514970 Sep 16 04:45:27.992927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=669bbb39-d7f3-4b4f-9908-a0e4384322e6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:28.092275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646310f-192b-4455-9431-1b012544449a req-8d47bedd-f82b-4816-a253-5fc673477e54 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.093761 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6646310f-192b-4455-9431-1b012544449a req-8d47bedd-f82b-4816-a253-5fc673477e54 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0668483 Sep 16 04:45:28.158341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6646310f-192b-4455-9431-1b012544449a req-d49e46d8-4dee-4743-84ed-436951447282 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533247 Sep 16 04:45:28.163525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['669bbb39-d7f3-4b4f-9908-a0e4384322e6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:28.331127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10bf52-df29-40ca-a836-15e595dd9937 req-490191e4-455a-452d-9ca4-d254e809233c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.340248 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d10bf52-df29-40ca-a836-15e595dd9937 req-490191e4-455a-452d-9ca4-d254e809233c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 944 time: 0.0797524 Sep 16 04:45:28.439625 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d10bf52-df29-40ca-a836-15e595dd9937 req-8e7594d1-1082-47fc-9e34-ff486c9de917 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980930 Sep 16 04:45:28.479564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ddf08-69eb-42be-b5ac-b4b2a99abdeb req-1841aafd-8f06-4c0d-9d60-2fde18bcc8ea tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.481048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d3ddf08-69eb-42be-b5ac-b4b2a99abdeb req-1841aafd-8f06-4c0d-9d60-2fde18bcc8ea tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1381693 Sep 16 04:45:28.536230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baa624f7-2343-48bc-a21e-4e2be602f183 req-d33918d9-73cf-48c4-9505-071f2a2433c7 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 210 time: 0.0470414 Sep 16 04:45:28.551610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d3ddf08-69eb-42be-b5ac-b4b2a99abdeb req-06d47501-3119-488c-a627-bf08a617a335 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612864 Sep 16 04:45:28.581825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42714) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:28.674087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ec2301d5-9877-4ad6-bd73-04cca7ef1606 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:28.691976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20c9291f-eb0c-44fd-a305-721433355608 req-2ac3ac7d-40a0-454c-b821-cc24c03cc260 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fffcb21-23ef-4b90-a1cb-cc320c12cce5 HTTP/1.1" status: 200 len: 210 time: 0.0584300 Sep 16 04:45:28.701918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: ec2301d5-9877-4ad6-bd73-04cca7ef1606 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:28.702329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ec2301d5-9877-4ad6-bd73-04cca7ef1606 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:28.792106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f530837-f259-4e2f-b8bd-ed53abd4cc40 req-5933494c-3be1-4ad6-8525-e3dd28f57c33 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.793946 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f530837-f259-4e2f-b8bd-ed53abd4cc40 req-5933494c-3be1-4ad6-8525-e3dd28f57c33 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0557122 Sep 16 04:45:28.835782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f530837-f259-4e2f-b8bd-ed53abd4cc40 req-a34b170c-9c78-4d03-83c7-72ffbeb0ac57 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354660 Sep 16 04:45:28.951223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c078c14f-5189-4f08-84ff-b652a358e388 admin admin] Deleting subnet aaad16e2-265a-4ce3-a9d4-0188565c031b {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:28.954416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c078c14f-5189-4f08-84ff-b652a358e388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.989971 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c078c14f-5189-4f08-84ff-b652a358e388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.031471 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c078c14f-5189-4f08-84ff-b652a358e388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.321920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c078c14f-5189-4f08-84ff-b652a358e388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.350602 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c078c14f-5189-4f08-84ff-b652a358e388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.355561 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c078c14f-5189-4f08-84ff-b652a358e388 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aaad16e2-265a-4ce3-a9d4-0188565c031b HTTP/1.1" status: 204 len: 168 time: 0.7697079 Sep 16 04:45:29.355561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078c14f-5189-4f08-84ff-b652a358e388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaad16e2-265a-4ce3-a9d4-0188565c031b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:29.359540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42738) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:29.473597 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.545418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4be3b-701f-4b1b-99cb-e614859ac58d req-26bd35d5-493c-477a-bfd8-4672f88684cb tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:29.553920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ab4be3b-701f-4b1b-99cb-e614859ac58d req-26bd35d5-493c-477a-bfd8-4672f88684cb tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0987403 Sep 16 04:45:29.652370 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.658563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ab4be3b-701f-4b1b-99cb-e614859ac58d req-a0f0f338-39e2-4efd-bb12-ba04996d0839 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033885 Sep 16 04:45:29.689295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85b52e9-15e2-487f-9f06-aba3d4f24964']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:29.701651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59db3fdc-0625-4c1d-931a-4725ec1e4eba') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:29.702576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59db3fdc-0625-4c1d-931a-4725ec1e4eba') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:29.715477 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.746121 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.760367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:45:29.760832 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:45:29.762625 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:45:29.852161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7598d-3733-40eb-95c3-f93d1e872fcc req-1d4bdb16-6642-45da-beb5-0bc3d24db058 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:29.855177 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eed7598d-3733-40eb-95c3-f93d1e872fcc req-1d4bdb16-6642-45da-beb5-0bc3d24db058 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 944 time: 0.1140883 Sep 16 04:45:29.906341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eed7598d-3733-40eb-95c3-f93d1e872fcc req-ccf31125-0756-403b-b0c6-857f59a65e2f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442052 Sep 16 04:45:29.958918 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be16c185-3513-4782-aeb6-96a858d787c6 req-140a64b3-4326-458d-bf48-3ec0b1d5ef06 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 210 time: 0.0329494 Sep 16 04:45:29.984598 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.998603 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.001127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] 10.222.0.24 "DELETE /v2.0/networks/f85b52e9-15e2-487f-9f06-aba3d4f24964 HTTP/1.1" status: 204 len: 168 time: 0.6442173 Sep 16 04:45:30.003853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42764) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:30.028665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f49c1-0b34-44b9-984a-f49826638dec admin admin] Pushing event deleted for resources: {'Network': ['ID=f85b52e9-15e2-487f-9f06-aba3d4f24964,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:30.072735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d875cb-854b-4669-b71c-8aa45b860da7 admin admin] Deleting subnet 26dc4ee4-3bbd-4e8c-bf22-86b14a886224 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:30.076975 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2d875cb-854b-4669-b71c-8aa45b860da7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.125526 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2d875cb-854b-4669-b71c-8aa45b860da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.172927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2d875cb-854b-4669-b71c-8aa45b860da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.345099 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2d875cb-854b-4669-b71c-8aa45b860da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.364800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2d875cb-854b-4669-b71c-8aa45b860da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.367410 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a2d875cb-854b-4669-b71c-8aa45b860da7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/26dc4ee4-3bbd-4e8c-bf22-86b14a886224 HTTP/1.1" status: 204 len: 168 time: 0.3624458 Sep 16 04:45:30.370757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42794) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:30.398289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d875cb-854b-4669-b71c-8aa45b860da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26dc4ee4-3bbd-4e8c-bf22-86b14a886224,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:30.460651 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.543263 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.563546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c00c7c8-0aef-4047-9e90-530eaae4dc04']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:30.572816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12838213-d6e1-46f3-b5fa-50f7685c1aa8') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:30.573108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12838213-d6e1-46f3-b5fa-50f7685c1aa8') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:30.582218 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.595259 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.601620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:45:30.603177 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:45:30.607131 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:45:30.802722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bd49-4219-49c6-8b78-991c696f83fe req-251520d4-5680-4853-8d76-153913e0f7c4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.804356 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7440bd49-4219-49c6-8b78-991c696f83fe req-251520d4-5680-4853-8d76-153913e0f7c4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0566025 Sep 16 04:45:30.846214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7440bd49-4219-49c6-8b78-991c696f83fe req-3cf0562d-e923-406e-bb84-87c03a84388d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344558 Sep 16 04:45:30.876524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 669bbb39-d7f3-4b4f-9908-a0e4384322e6 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:30.935957 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.944633 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.949615 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/9c00c7c8-0aef-4047-9e90-530eaae4dc04 HTTP/1.1" status: 204 len: 168 time: 0.5747128 Sep 16 04:45:30.966849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55eb48-f566-45bb-88fb-502b4f63e4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=9c00c7c8-0aef-4047-9e90-530eaae4dc04,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:31.059239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a335f1-2abf-463c-90b2-27aa05ccfe12 req-df209db9-3abe-483a-a818-fb820d68dd37 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.067673 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2a335f1-2abf-463c-90b2-27aa05ccfe12 req-df209db9-3abe-483a-a818-fb820d68dd37 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 944 time: 0.0631671 Sep 16 04:45:31.100080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 669bbb39-d7f3-4b4f-9908-a0e4384322e6 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:31.107816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2a335f1-2abf-463c-90b2-27aa05ccfe12 req-bae43433-4dab-49f4-b34a-d4a469834688 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 Sep 16 04:45:31.109283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 669bbb39-d7f3-4b4f-9908-a0e4384322e6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:31.109920 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.299089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31efda76-d2c3-4933-b861-f3f8346b74dc req-c66556b6-e789-49c4-a451-9e8392b7a37f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 210 time: 0.0620260 Sep 16 04:45:31.310138 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.329798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-8f2fcb68-a099-4f73-8da4-7cc78ef2b6a3 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.334269 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-8f2fcb68-a099-4f73-8da4-7cc78ef2b6a3 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.37 "GET /v2.0/networks?id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 HTTP/1.1" status: 200 len: 829 time: 0.2047217 Sep 16 04:45:31.347987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Request body: {'port': {'device_id': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'admin_state_up': True, 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:31.350853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f099a5-6237-4314-ad35-3691648b36f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669bbb39-d7f3-4b4f-9908-a0e4384322e6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:31.366854 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9d3c80-ae38-4e97-9265-18b2078792d2" -d '{"events": [{"server_uuid": "75f099a5-6237-4314-ad35-3691648b36f8", "name": "network-vif-plugged", "status": "completed", "tag": "669bbb39-d7f3-4b4f-9908-a0e4384322e6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:31.395582 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 669bbb39-d7f3-4b4f-9908-a0e4384322e6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=669bbb39-d7f3-4b4f-9908-a0e4384322e6,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:31.569562 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb563a-5596-4b31-8903-70f6b12aeea8 req-b3a41469-09fb-49cb-bc05-9ef516eb1ead tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.570273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42830) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:31.578059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9eb563a-5596-4b31-8903-70f6b12aeea8 req-b3a41469-09fb-49cb-bc05-9ef516eb1ead tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0588009 Sep 16 04:45:31.599833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.622849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9eb563a-5596-4b31-8903-70f6b12aeea8 req-9c5bffa8-4d9c-4250-a5ed-6c85d6e189f1 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 Sep 16 04:45:31.644139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Made reservation on behalf of 42fbac5f03fa4adaa3625cad894c8ea5 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:31.654001 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.666988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=669bbb39-d7f3-4b4f-9908-a0e4384322e6,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:31.746190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42834) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:31.764707 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc98522-dee1-423e-9b80-9fc512c2af2f x-openstack-request-id: req-bdc98522-dee1-423e-9b80-9fc512c2af2f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:31.768815 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f099a5-6237-4314-ad35-3691648b36f8", "name": "network-vif-plugged", "status": "completed", "tag": "669bbb39-d7f3-4b4f-9908-a0e4384322e6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:31.768815 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdc98522-dee1-423e-9b80-9fc512c2af2f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:31.768815 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f099a5-6237-4314-ad35-3691648b36f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669bbb39-d7f3-4b4f-9908-a0e4384322e6', 'code': 200} Sep 16 04:45:31.845850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42838) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:31.916767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Allocated IP 172.20.0.9 (fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8/726298cf-358d-412f-a62d-99db4ec0d510/f219dbc2-b8ad-4c03-8836-89a3156e2c8e) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:31.985920 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-72c2039a-3f3e-41b5-9df5-92a3bb410d48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4a70497af814474abf0ba78527f1f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387813 Sep 16 04:45:31.988198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42840) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:32.007128 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c474c36-6ef5-456f-aa14-0697fc687ee2 req-cd2713f6-7584-4cf5-ac50-86d16f2d99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.010688 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9c474c36-6ef5-456f-aa14-0697fc687ee2 req-cd2713f6-7584-4cf5-ac50-86d16f2d99c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 1097 time: 0.1803024 Sep 16 04:45:32.099739 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c7290acd-8d8e-40fe-899a-65133ce694c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.125538 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-16f990d7-08c9-4170-ac2f-92df1771c8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.142328 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-411e9f4f-4e6e-4a1b-a47e-6743facb3bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.152702 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9c474c36-6ef5-456f-aa14-0697fc687ee2 req-e8c4ade3-86ec-4740-a903-98cffa00e896 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278191 Sep 16 04:45:32.229668 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c7290acd-8d8e-40fe-899a-65133ce694c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.267037 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.338969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6aa8e-9fa5-4ab3-a236-5327a4989c25 req-9355bc1a-25b6-4049-9f2d-faefa2aab4e1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.346640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fdb6aa8e-9fa5-4ab3-a236-5327a4989c25 req-9355bc1a-25b6-4049-9f2d-faefa2aab4e1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 945 time: 0.1236823 Sep 16 04:45:32.381291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.418983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fdb6aa8e-9fa5-4ab3-a236-5327a4989c25 req-f23b7d82-efda-4be9-8e5a-772ab0b7f760 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667794 Sep 16 04:45:32.426686 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-16f990d7-08c9-4170-ac2f-92df1771c8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.469908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:32.471133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Pushing event updated for resources: {'Port': ['ID=f219dbc2-b8ad-4c03-8836-89a3156e2c8e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:32.478576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908654eb-24c4-4cde-92e2-6df1ece134e9 req-ce438a60-2a5c-463a-887c-7bb192a896b5 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.480436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-908654eb-24c4-4cde-92e2-6df1ece134e9 req-ce438a60-2a5c-463a-887c-7bb192a896b5 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 931 time: 0.0600834 Sep 16 04:45:32.481674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:32.481873 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c7290acd-8d8e-40fe-899a-65133ce694c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.484435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:32.497931 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c7290acd-8d8e-40fe-899a-65133ce694c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.503273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c7290acd-8d8e-40fe-899a-65133ce694c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc6f85cb-70cb-4ebd-8b2a-325a07930f5b HTTP/1.1" status: 204 len: 168 time: 0.5134871 Sep 16 04:45:32.517848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7290acd-8d8e-40fe-899a-65133ce694c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6f85cb-70cb-4ebd-8b2a-325a07930f5b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:32.527405 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-16f990d7-08c9-4170-ac2f-92df1771c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.640341 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.641271 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.642117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-908654eb-24c4-4cde-92e2-6df1ece134e9 req-81afc9e2-813b-4f15-9a04-ba37ad5967d4 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/security-groups?id=2315355b-30ef-4796-a0a0-745fef5ea78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372030 Sep 16 04:45:32.645265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-16f990d7-08c9-4170-ac2f-92df1771c8a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d11990c43ea4596a572faa2efca39ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8980649 Sep 16 04:45:32.649593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42856) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:32.667788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f990d7-08c9-4170-ac2f-92df1771c8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ad2204-ee9b-478e-b47f-fa61bc40d1d7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:32.762758 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-40a96cb7-0b65-4e53-8fb0-8ad4c46765cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.789493 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-411e9f4f-4e6e-4a1b-a47e-6743facb3bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.817928 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-40a96cb7-0b65-4e53-8fb0-8ad4c46765cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:32.857685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac883e1d-2469-4be7-afad-5f37b90a6192 req-912fc301-4ee4-40db-a80a-13b93caff054 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.859402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac883e1d-2469-4be7-afad-5f37b90a6192 req-912fc301-4ee4-40db-a80a-13b93caff054 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0977659 Sep 16 04:45:32.903083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac883e1d-2469-4be7-afad-5f37b90a6192 req-5a9866df-afbe-4683-8067-7b0db457c9cc tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358639 Sep 16 04:45:32.942282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e90425bd-d3a2-4f39-8656-26dc3084d083 None None] Provisioning complete for port f219dbc2-b8ad-4c03-8836-89a3156e2c8e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:32.943651 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e90425bd-d3a2-4f39-8656-26dc3084d083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.015853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e90425bd-d3a2-4f39-8656-26dc3084d083 None None] Port f219dbc2-b8ad-4c03-8836-89a3156e2c8e cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:33.037480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-411e9f4f-4e6e-4a1b-a47e-6743facb3bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.088316 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-40a96cb7-0b65-4e53-8fb0-8ad4c46765cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.092237 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-411e9f4f-4e6e-4a1b-a47e-6743facb3bde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=318a3ce951c54f3bb4cea5f0dd62e8e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5177112 Sep 16 04:45:33.092237 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e9f4f-4e6e-4a1b-a47e-6743facb3bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507a867b-03ec-4b8f-acfe-275dd263b656,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:33.096117 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-40a96cb7-0b65-4e53-8fb0-8ad4c46765cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.097489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-40a96cb7-0b65-4e53-8fb0-8ad4c46765cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25ad2204-ee9b-478e-b47f-fa61bc40d1d7 HTTP/1.1" status: 204 len: 168 time: 0.4466143 Sep 16 04:45:33.098218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42862) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:33.116428 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-f073cc68-7804-40e7-b13d-650c27c07f24 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7723286 Sep 16 04:45:33.132525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Request body: {'port': {'device_id': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:33.147867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a96cb7-0b65-4e53-8fb0-8ad4c46765cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ad2204-ee9b-478e-b47f-fa61bc40d1d7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:33.169724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba500fea-5ebe-4acb-9c22-b37e059aeefa req-8c0d35ce-b4a8-4e24-a641-f2b260c02469 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.180304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba500fea-5ebe-4acb-9c22-b37e059aeefa req-8c0d35ce-b4a8-4e24-a641-f2b260c02469 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1455140 Sep 16 04:45:33.225675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.261795 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba500fea-5ebe-4acb-9c22-b37e059aeefa req-301c5d4e-2adf-4f44-ac79-2a01e5344a54 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732880 Sep 16 04:45:33.296131 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-32ff92f1-fead-4621-8072-da9f8de42644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.320364 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-32ff92f1-fead-4621-8072-da9f8de42644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.461672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff78d49-821c-490f-8f54-be8ab910bc7a req-5d974ada-1494-4d22-a5a3-a4d276672b18 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.463887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fff78d49-821c-490f-8f54-be8ab910bc7a req-5d974ada-1494-4d22-a5a3-a4d276672b18 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0637856 Sep 16 04:45:33.535423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fff78d49-821c-490f-8f54-be8ab910bc7a req-82a55165-5af4-4101-b792-6c0ca5ce1590 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577474 Sep 16 04:45:33.590391 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-32ff92f1-fead-4621-8072-da9f8de42644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.593760 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-32ff92f1-fead-4621-8072-da9f8de42644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.595129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-32ff92f1-fead-4621-8072-da9f8de42644 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/507a867b-03ec-4b8f-acfe-275dd263b656 HTTP/1.1" status: 204 len: 168 time: 0.4844205 Sep 16 04:45:33.612024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff92f1-fead-4621-8072-da9f8de42644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a867b-03ec-4b8f-acfe-275dd263b656,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:33.644099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe89c0c-fa3e-49c2-b633-d7398a0e6a3d req-bcfb00fd-0d7f-4709-9b51-f35eecc3f25c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.657147 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fe89c0c-fa3e-49c2-b633-d7398a0e6a3d req-bcfb00fd-0d7f-4709-9b51-f35eecc3f25c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 945 time: 0.1198051 Sep 16 04:45:33.658693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42880) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:33.732484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fe89c0c-fa3e-49c2-b633-d7398a0e6a3d req-58576262-d019-4666-bd5a-64ac76f23ed7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747910 Sep 16 04:45:33.754476 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d5894d60-3bcf-402f-b0ce-a7e6898b2f4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41ede83bd3c042e890ed169544dbe750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921125 Sep 16 04:45:33.755451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42886) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:33.950909 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7a382ae8-8b9f-47e1-ae1f-11e93deaa3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.979980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de5ca9-50af-48b7-849f-ed848bea1285 req-d20438a9-6283-4da7-9588-403ee7032025 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.981791 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43de5ca9-50af-48b7-849f-ed848bea1285 req-d20438a9-6283-4da7-9588-403ee7032025 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1386752 Sep 16 04:45:33.994849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817e49a-3dbd-4320-956e-5dbb4a765391 req-0e837ed8-f315-4eb8-867c-97034068a122 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.996515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1817e49a-3dbd-4320-956e-5dbb4a765391 req-0e837ed8-f315-4eb8-867c-97034068a122 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 931 time: 0.1420193 Sep 16 04:45:34.022437 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7a382ae8-8b9f-47e1-ae1f-11e93deaa3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.028329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f219dbc2-b8ad-4c03-8836-89a3156e2c8e {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:34.036739 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.052688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Transition to ACTIVE for port object f219dbc2-b8ad-4c03-8836-89a3156e2c8e will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:34.116450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43de5ca9-50af-48b7-849f-ed848bea1285 req-d6717be2-3df7-4f89-9cc2-067e2748a068 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153719 Sep 16 04:45:34.138048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.159501 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1817e49a-3dbd-4320-956e-5dbb4a765391 req-a5438e3b-fe7e-4905-a099-dfb771192a4f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/security-groups?id=2315355b-30ef-4796-a0a0-745fef5ea78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372969 Sep 16 04:45:34.262032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42894) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:34.303833 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad469dd9-b0d0-4d34-a519-a139b1788cab req-1040c41a-c2ad-4588-97c8-42211968f498 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.306096 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad469dd9-b0d0-4d34-a519-a139b1788cab req-1040c41a-c2ad-4588-97c8-42211968f498 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0879693 Sep 16 04:45:34.307487 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7a382ae8-8b9f-47e1-ae1f-11e93deaa3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.311715 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7a382ae8-8b9f-47e1-ae1f-11e93deaa3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.312198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Pushing event updated for resources: {'Port': ['ID=f219dbc2-b8ad-4c03-8836-89a3156e2c8e,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:34.313097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7a382ae8-8b9f-47e1-ae1f-11e93deaa3a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4d9aa4a-5426-4868-9506-4f36ac7533e5 HTTP/1.1" status: 204 len: 168 time: 0.5564957 Sep 16 04:45:34.326193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d9141a8-5b45-4ea3-84ee-7b12c7473d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.347403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a382ae8-8b9f-47e1-ae1f-11e93deaa3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d9aa4a-5426-4868-9506-4f36ac7533e5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:34.377355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Attempting to bind port f219dbc2-b8ad-4c03-8836-89a3156e2c8e on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:34.378028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Attempting to bind port f219dbc2-b8ad-4c03-8836-89a3156e2c8e by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:34.378164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Attempting to bind port f219dbc2-b8ad-4c03-8836-89a3156e2c8e on network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:34.386343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad469dd9-b0d0-4d34-a519-a139b1788cab req-0209c55b-a90a-4a3e-9b21-5dd9e2ac4b69 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719471 Sep 16 04:45:34.389316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Port f219dbc2-b8ad-4c03-8836-89a3156e2c8e on network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:34.389638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Attempting to bind port f219dbc2-b8ad-4c03-8836-89a3156e2c8e on network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:34.398736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:34.399219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Checking segment: {'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:34.400361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Bound using segment: {'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:34.400840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Bound port: f219dbc2-b8ad-4c03-8836-89a3156e2c8e, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed012db0-c816-4c41-a5d3-33002f7bd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:34.401204 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.530996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] For port f219dbc2-b8ad-4c03-8836-89a3156e2c8e, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:34.592295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] For port f219dbc2-b8ad-4c03-8836-89a3156e2c8e, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f219dbc2-b8ad-4c03-8836-89a3156e2c8e,segment=NetworkSegment(ed012db0-c816-4c41-a5d3-33002f7bd36d),segment_id=ed012db0-c816-4c41-a5d3-33002f7bd36d)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:34.606538 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d9141a8-5b45-4ea3-84ee-7b12c7473d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.630973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26c60b-16a6-4e5b-990d-133d17aa4a66 req-3d0806c1-b2bf-4dd1-8e87-d2fdce5e9ab9 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.632424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da26c60b-16a6-4e5b-990d-133d17aa4a66 req-3d0806c1-b2bf-4dd1-8e87-d2fdce5e9ab9 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0772052 Sep 16 04:45:34.659609 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42902) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:34.680589 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb9e055f-26dc-4e1b-91a1-c8104be27834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.697138 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da26c60b-16a6-4e5b-990d-133d17aa4a66 req-26a09b42-afd1-4a64-964a-66ff0de827da tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565689 Sep 16 04:45:34.698641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d9141a8-5b45-4ea3-84ee-7b12c7473d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.703551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.795526 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9141a8-5b45-4ea3-84ee-7b12c7473d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa06f79-4f39-4995-bcce-8a367b4347c1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:34.873888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.881294 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.881294 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] 10.222.0.37 "PUT /v2.0/ports/f219dbc2-b8ad-4c03-8836-89a3156e2c8e HTTP/1.1" status: 200 len: 1092 time: 1.7511420 Sep 16 04:45:34.881294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'tag': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:34.887565 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d413ff7e-b2a2-4a5b-80b0-4aadc8ace346" -d '{"events": [{"name": "network-changed", "server_uuid": "adf2cf3d-aec9-4906-89a8-75c76d1547be", "tag": "f219dbc2-b8ad-4c03-8836-89a3156e2c8e"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:34.981140 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8d9141a8-5b45-4ea3-84ee-7b12c7473d06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c77bd42d6e24289bf62eab8a200f336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6838596 Sep 16 04:45:34.992684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42918) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:35.042167 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad238bd3-2f6c-4be8-840b-b96b77606102 service neutron] Pushing event updated for resources: {'Port': ['ID=f219dbc2-b8ad-4c03-8836-89a3156e2c8e,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:35.068748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3089e-4dac-40a1-af1c-2dd9bf8b1b6f req-a9c75f11-e776-4402-8265-d83d97b83b2d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.070408 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4cc3089e-4dac-40a1-af1c-2dd9bf8b1b6f req-a9c75f11-e776-4402-8265-d83d97b83b2d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 945 time: 0.1696258 Sep 16 04:45:35.103995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11d653-c554-4a7f-bba1-e7dc1f62931b req-c37c9bc7-ddb6-4dcb-bed6-40ce8cdd2457 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.105559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed11d653-c554-4a7f-bba1-e7dc1f62931b req-c37c9bc7-ddb6-4dcb-bed6-40ce8cdd2457 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1632464 Sep 16 04:45:35.132126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-1f4891f8-97a5-4a27-9f7f-37f18a136e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.134281 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-1f4891f8-97a5-4a27-9f7f-37f18a136e35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42fbac5f03fa4adaa3625cad894c8ea5&device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 1095 time: 0.1431136 Sep 16 04:45:35.164446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed11d653-c554-4a7f-bba1-e7dc1f62931b req-114541f9-e838-4768-b8c9-886ba3606e75 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458088 Sep 16 04:45:35.195574 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-a5d3f8df-6d68-4f7a-bb44-3e3541df7872 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f219dbc2-b8ad-4c03-8836-89a3156e2c8e HTTP/1.1" status: 200 len: 217 time: 0.0532455 Sep 16 04:45:35.220966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4cc3089e-4dac-40a1-af1c-2dd9bf8b1b6f req-b00c0806-dad5-4f96-af27-89d315ee9819 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267703 Sep 16 04:45:35.220966 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-786384a8-904e-4928-8375-281c60d0777f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.221169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb9e055f-26dc-4e1b-91a1-c8104be27834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.245277 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-786384a8-904e-4928-8375-281c60d0777f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.259411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-090fe191-177b-45d0-9a00-04c097d69e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.261296 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-090fe191-177b-45d0-9a00-04c097d69e2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726298cf-358d-412f-a62d-99db4ec0d510 HTTP/1.1" status: 200 len: 868 time: 0.0572028 Sep 16 04:45:35.296492 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b118ca4-8f5b-4e3b-910f-45e34a29a55c x-openstack-request-id: req-7b118ca4-8f5b-4e3b-910f-45e34a29a55c {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:35.296492 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf2cf3d-aec9-4906-89a8-75c76d1547be", "tag": "f219dbc2-b8ad-4c03-8836-89a3156e2c8e", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:35.296492 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b118ca4-8f5b-4e3b-910f-45e34a29a55c {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:35.296492 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'tag': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e', 'status': 'completed', 'code': 200} Sep 16 04:45:35.296492 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb9e055f-26dc-4e1b-91a1-c8104be27834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.354027 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bb9e055f-26dc-4e1b-91a1-c8104be27834 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cb355c2599040c69d46aba361ff762d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6932719 Sep 16 04:45:35.357662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42934) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:35.359596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e055f-26dc-4e1b-91a1-c8104be27834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f6d551-51f6-4d4d-9c13-55922f39014c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:35.393260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-6b3f0fe6-b9ee-4134-9010-b7fd9fdc5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.400120 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-6b3f0fe6-b9ee-4134-9010-b7fd9fdc5c68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260757 Sep 16 04:45:35.400709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472f91d-a72d-4f21-abc7-3d95d4e337f7 req-312ba6ee-77a5-41ba-be35-b1e8dca6e069 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.400709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4472f91d-a72d-4f21-abc7-3d95d4e337f7 req-312ba6ee-77a5-41ba-be35-b1e8dca6e069 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 943 time: 0.0596735 Sep 16 04:45:35.400709 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-786384a8-904e-4928-8375-281c60d0777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.401491 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-786384a8-904e-4928-8375-281c60d0777f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.405533 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-786384a8-904e-4928-8375-281c60d0777f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fa06f79-4f39-4995-bcce-8a367b4347c1 HTTP/1.1" status: 204 len: 168 time: 0.4090381 Sep 16 04:45:35.419793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786384a8-904e-4928-8375-281c60d0777f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa06f79-4f39-4995-bcce-8a367b4347c1,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:35.468688 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4472f91d-a72d-4f21-abc7-3d95d4e337f7 req-7197768a-e899-4b0b-a5ca-3feaf1d78569 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/security-groups?id=2315355b-30ef-4796-a0a0-745fef5ea78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590594 Sep 16 04:45:35.493926 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ee03-3fbc-4ab9-b851-48e86efd4ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.530441 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ee03-3fbc-4ab9-b851-48e86efd4ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.550719 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-9ddb204b-76db-4120-a403-9b0214a22cd4 service neutron] 10.222.0.37 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461453 Sep 16 04:45:35.614063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f156bc-28d2-43cc-b5e3-fcec06b64a49 req-8a07eeef-f8d2-4955-840d-dea18b18e523 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.615905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28f156bc-28d2-43cc-b5e3-fcec06b64a49 req-8a07eeef-f8d2-4955-840d-dea18b18e523 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0731461 Sep 16 04:45:35.680927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28f156bc-28d2-43cc-b5e3-fcec06b64a49 req-5a8b5f34-2a9a-40ab-a37d-7cf0e668f698 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509663 Sep 16 04:45:35.682399 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e10be01-e589-48ff-b0ca-0dcbe8adb2b2 req-c4a4a92d-7ad9-4214-a725-53b55ce9cfc2 service neutron] 10.222.0.37 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221783 Sep 16 04:45:35.749290 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ee03-3fbc-4ab9-b851-48e86efd4ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.752037 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ee03-3fbc-4ab9-b851-48e86efd4ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.753248 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a9d1ee03-3fbc-4ab9-b851-48e86efd4ea4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54f6d551-51f6-4d4d-9c13-55922f39014c HTTP/1.1" status: 204 len: 168 time: 0.3946006 Sep 16 04:45:35.763678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1ee03-3fbc-4ab9-b851-48e86efd4ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f6d551-51f6-4d4d-9c13-55922f39014c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:35.814740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f3a32-85c3-4f1d-92e2-4baaa710185a req-c0417714-fcca-4352-b184-a16184806136 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.816693 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e5f3a32-85c3-4f1d-92e2-4baaa710185a req-c0417714-fcca-4352-b184-a16184806136 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 944 time: 0.0739472 Sep 16 04:45:35.838509 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413ff7e-b2a2-4a5b-80b0-4aadc8ace346 req-563a97d1-aafa-4df9-ad8f-e95cb79d1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.840225 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d413ff7e-b2a2-4a5b-80b0-4aadc8ace346 req-563a97d1-aafa-4df9-ad8f-e95cb79d1763 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42fbac5f03fa4adaa3625cad894c8ea5&device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 1095 time: 0.0556469 Sep 16 04:45:35.872031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e5f3a32-85c3-4f1d-92e2-4baaa710185a req-c6f05f32-3e97-4fef-ad47-a6c85852b277 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474126 Sep 16 04:45:35.985648 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413ff7e-b2a2-4a5b-80b0-4aadc8ace346 req-3b175d7a-b197-476e-b68d-e5a84f99a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.987783 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d413ff7e-b2a2-4a5b-80b0-4aadc8ace346 req-3b175d7a-b197-476e-b68d-e5a84f99a5ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 HTTP/1.1" status: 200 len: 929 time: 0.1392174 Sep 16 04:45:36.036625 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d413ff7e-b2a2-4a5b-80b0-4aadc8ace346 req-da4978e6-7154-405d-90bb-e0621a45ed0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f219dbc2-b8ad-4c03-8836-89a3156e2c8e HTTP/1.1" status: 200 len: 217 time: 0.0415149 Sep 16 04:45:36.038359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e8c37-a0a0-4093-9cef-879860cf42bd req-0bf9673e-1964-45ac-b3c3-611115b30df1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.042658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d4e8c37-a0a0-4093-9cef-879860cf42bd req-0bf9673e-1964-45ac-b3c3-611115b30df1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 945 time: 0.0807865 Sep 16 04:45:36.107544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688e848-00a6-4423-9874-0594f5d369ca req-5c78bffd-95d0-45f3-bd53-06b811786420 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.109255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9688e848-00a6-4423-9874-0594f5d369ca req-5c78bffd-95d0-45f3-bd53-06b811786420 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0654438 Sep 16 04:45:36.126995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413ff7e-b2a2-4a5b-80b0-4aadc8ace346 req-e1246d8b-afd0-4e78-92f0-f4b04601de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.128356 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d413ff7e-b2a2-4a5b-80b0-4aadc8ace346 req-e1246d8b-afd0-4e78-92f0-f4b04601de1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726298cf-358d-412f-a62d-99db4ec0d510 HTTP/1.1" status: 200 len: 868 time: 0.0827787 Sep 16 04:45:36.144179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d4e8c37-a0a0-4093-9cef-879860cf42bd req-a99ddf58-7f40-4121-809a-81ebfa67c4c1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903964 Sep 16 04:45:36.168939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9688e848-00a6-4423-9874-0594f5d369ca req-d65d79d9-d439-45c5-9083-6db59709f254 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480642 Sep 16 04:45:36.178503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a0ff5-d1ac-4c9c-af9c-6548c660201d req-fdc32f5b-423e-4253-b0d0-18af131b08eb tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.180203 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-077a0ff5-d1ac-4c9c-af9c-6548c660201d req-fdc32f5b-423e-4253-b0d0-18af131b08eb tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 944 time: 0.0948713 Sep 16 04:45:36.205159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413ff7e-b2a2-4a5b-80b0-4aadc8ace346 req-5ad6f86d-4b97-46a2-8eba-53fe45fcdc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.219046 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d413ff7e-b2a2-4a5b-80b0-4aadc8ace346 req-5ad6f86d-4b97-46a2-8eba-53fe45fcdc3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705955 Sep 16 04:45:36.314146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618c961-ef60-4428-8a85-7ba2d4579532 req-d918f2ca-bed6-4f73-bf92-dd5434ee6be6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.316602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6618c961-ef60-4428-8a85-7ba2d4579532 req-d918f2ca-bed6-4f73-bf92-dd5434ee6be6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0586853 Sep 16 04:45:36.357730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6618c961-ef60-4428-8a85-7ba2d4579532 req-03b0570d-5abf-4d45-a010-9f41b57c7b77 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332096 Sep 16 04:45:36.367398 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d413ff7e-b2a2-4a5b-80b0-4aadc8ace346 req-f5b56154-d1fd-444a-933d-74a4b8233ac8 service neutron] 10.222.0.37 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521819 Sep 16 04:45:36.399182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-077a0ff5-d1ac-4c9c-af9c-6548c660201d req-c33d0416-7ea3-4a47-905d-ca9fedb31b63 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Deleting port 3c1a2824-4ec5-477a-badd-e06513efbcad {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:36.399722 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-077a0ff5-d1ac-4c9c-af9c-6548c660201d req-c33d0416-7ea3-4a47-905d-ca9fedb31b63 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.541629 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d413ff7e-b2a2-4a5b-80b0-4aadc8ace346 req-fdf8c74f-6d27-4469-9eda-7bf4a2b800af service neutron] 10.222.0.37 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648898 Sep 16 04:45:36.548942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-077a0ff5-d1ac-4c9c-af9c-6548c660201d req-c33d0416-7ea3-4a47-905d-ca9fedb31b63 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] For port 3c1a2824-4ec5-477a-badd-e06513efbcad, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3c1a2824-4ec5-477a-badd-e06513efbcad,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:36.549622 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-077a0ff5-d1ac-4c9c-af9c-6548c660201d req-c33d0416-7ea3-4a47-905d-ca9fedb31b63 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.565120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-077a0ff5-d1ac-4c9c-af9c-6548c660201d req-c33d0416-7ea3-4a47-905d-ca9fedb31b63 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Calling delete_port for 3c1a2824-4ec5-477a-badd-e06513efbcad owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:36.577266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf3def-02b9-40b8-8192-1790055a4f9c req-948fbeac-8831-4544-9e3a-3a939fcb18b6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.582789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dcbf3def-02b9-40b8-8192-1790055a4f9c req-948fbeac-8831-4544-9e3a-3a939fcb18b6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1012020 Sep 16 04:45:36.658420 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dcbf3def-02b9-40b8-8192-1790055a4f9c req-3686c7b0-a9af-49a9-9bbb-20ef59164d72 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678689 Sep 16 04:45:36.674561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec949a6f-d36c-4507-8f44-270398411a40 req-508486ce-cfbd-44eb-a0db-a5db9be9df38 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.676068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec949a6f-d36c-4507-8f44-270398411a40 req-508486ce-cfbd-44eb-a0db-a5db9be9df38 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 943 time: 0.0780463 Sep 16 04:45:36.743969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec949a6f-d36c-4507-8f44-270398411a40 req-e3d06657-b357-43e6-a770-b72b6e72929e tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/security-groups?id=2315355b-30ef-4796-a0a0-745fef5ea78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576596 Sep 16 04:45:36.809857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c311-114c-493d-9682-3c94b2495ef7 req-b422116e-7afd-4ae9-8b36-008abac6eace tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.816959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a194c311-114c-493d-9682-3c94b2495ef7 req-b422116e-7afd-4ae9-8b36-008abac6eace tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0681977 Sep 16 04:45:36.845487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-077a0ff5-d1ac-4c9c-af9c-6548c660201d req-c33d0416-7ea3-4a47-905d-ca9fedb31b63 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.851129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a194c311-114c-493d-9682-3c94b2495ef7 req-b27888f0-b5f2-4101-8e3b-2dcd7ed39410 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Sep 16 04:45:36.857498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['3c1a2824-4ec5-477a-badd-e06513efbcad'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:36.877068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d0416-7ea3-4a47-905d-ca9fedb31b63 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Pushing event deleted for resources: {'Port': ['ID=3c1a2824-4ec5-477a-badd-e06513efbcad,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:36.921249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-077a0ff5-d1ac-4c9c-af9c-6548c660201d req-c33d0416-7ea3-4a47-905d-ca9fedb31b63 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] No DVR routers for this DVR port 3c1a2824-4ec5-477a-badd-e06513efbcad on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:36.923879 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-077a0ff5-d1ac-4c9c-af9c-6548c660201d req-c33d0416-7ea3-4a47-905d-ca9fedb31b63 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.926210 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-077a0ff5-d1ac-4c9c-af9c-6548c660201d req-c33d0416-7ea3-4a47-905d-ca9fedb31b63 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.23 "DELETE /v2.0/ports/3c1a2824-4ec5-477a-badd-e06513efbcad HTTP/1.1" status: 204 len: 173 time: 0.7381215 Sep 16 04:45:36.975677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7a5d3a3-375c-4c76-8d94-b692bb0ff8fb req-a9c8760d-f1f0-4042-800e-74fc2bf0cd7e tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b3f13bd-e9f2-427b-8e22-a08af27dde0b HTTP/1.1" status: 200 len: 210 time: 0.0311010 Sep 16 04:45:37.045976 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159a9df-9451-4324-bade-23b52b93d3c4 req-f16a358b-584f-48e9-a607-fb3f8802892d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:37.047486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5159a9df-9451-4324-bade-23b52b93d3c4 req-f16a358b-584f-48e9-a607-fb3f8802892d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0744355 Sep 16 04:45:37.091154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5159a9df-9451-4324-bade-23b52b93d3c4 req-bef1edcf-0371-4e15-8836-95b5b3979635 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358582 Sep 16 04:45:37.219269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204e99b-40f4-42de-ba6a-99a0343441cf req-0b6d71b4-1f47-42e5-97a6-d9b2158367df tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:37.220893 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c204e99b-40f4-42de-ba6a-99a0343441cf req-0b6d71b4-1f47-42e5-97a6-d9b2158367df tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0519409 Sep 16 04:45:37.294028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3f13bd-e9f2-427b-8e22-a08af27dde0b', 'name': 'network-vif-deleted', 'tag': '3c1a2824-4ec5-477a-badd-e06513efbcad'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:37.295722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c204e99b-40f4-42de-ba6a-99a0343441cf req-1ff8e3f9-3ea9-4a2a-a2c1-a97384a4108d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612149 Sep 16 04:45:37.298260 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bad36df-84cf-460d-b4d0-0248ffce36bf" -d '{"events": [{"server_uuid": "3b3f13bd-e9f2-427b-8e22-a08af27dde0b", "name": "network-vif-deleted", "tag": "3c1a2824-4ec5-477a-badd-e06513efbcad"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:37.342032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb6926-6cfc-4ca2-8bca-a4e1ca626885 req-39c7092c-437d-4652-950f-a00c4d46bfb9 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:37.345292 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d71dca6-d94f-4454-ba2e-0b9cd5dce451 x-openstack-request-id: req-0d71dca6-d94f-4454-ba2e-0b9cd5dce451 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:37.345688 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3f13bd-e9f2-427b-8e22-a08af27dde0b", "name": "network-vif-deleted", "tag": "3c1a2824-4ec5-477a-badd-e06513efbcad", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:37.345951 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d71dca6-d94f-4454-ba2e-0b9cd5dce451 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:37.346428 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3f13bd-e9f2-427b-8e22-a08af27dde0b', 'name': 'network-vif-deleted', 'tag': '3c1a2824-4ec5-477a-badd-e06513efbcad', 'status': 'completed', 'code': 200} Sep 16 04:45:37.349539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8bb6926-6cfc-4ca2-8bca-a4e1ca626885 req-39c7092c-437d-4652-950f-a00c4d46bfb9 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 945 time: 0.0999060 Sep 16 04:45:37.407159 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8bb6926-6cfc-4ca2-8bca-a4e1ca626885 req-2b220775-954c-41d5-9704-b489043a6715 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485373 Sep 16 04:45:37.483335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6f1b-88ef-4b18-86f8-636fef021445 req-9af36229-37b3-4e6b-838d-dd8747d72dca tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:37.485192 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-928e6f1b-88ef-4b18-86f8-636fef021445 req-9af36229-37b3-4e6b-838d-dd8747d72dca tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0526514 Sep 16 04:45:37.529296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-928e6f1b-88ef-4b18-86f8-636fef021445 req-45314046-5493-4ca4-b3d4-01090affee3f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380144 Sep 16 04:45:37.654932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c241dbb-8819-4be3-b7ab-90b96bbef2a9 req-0004e0dc-f282-441c-a60e-6181ac7605b0 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:37.656379 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c241dbb-8819-4be3-b7ab-90b96bbef2a9 req-0004e0dc-f282-441c-a60e-6181ac7605b0 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0515921 Sep 16 04:45:37.713706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c241dbb-8819-4be3-b7ab-90b96bbef2a9 req-734fec77-e350-403f-a533-8de5893492db tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 Sep 16 04:45:38.032039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46083c31-767e-41f9-8024-349324676625 req-a3c75ca1-01c8-4134-9fe7-379e9c6a718a tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.033848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-46083c31-767e-41f9-8024-349324676625 req-a3c75ca1-01c8-4134-9fe7-379e9c6a718a tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 943 time: 0.0596838 Sep 16 04:45:38.082765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-46083c31-767e-41f9-8024-349324676625 req-3c2212d8-a092-468e-bf17-d09aeeb95571 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/security-groups?id=2315355b-30ef-4796-a0a0-745fef5ea78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Sep 16 04:45:38.189117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-4dae7203-8462-4357-953b-fbb7f3a05a6d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a691916327a54f4cb27fb717de84b236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435138 Sep 16 04:45:38.243143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd9f7-a7d5-476e-a851-edb7242acc9d req-664219d0-e02b-4daf-886a-7cc7343ed9a0 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.243369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc6cd9f7-a7d5-476e-a851-edb7242acc9d req-664219d0-e02b-4daf-886a-7cc7343ed9a0 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 945 time: 0.0866044 Sep 16 04:45:38.336629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc6cd9f7-a7d5-476e-a851-edb7242acc9d req-f99c7ca9-5f6f-4b7c-a80c-824a321f1665 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568535 Sep 16 04:45:38.345691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-06e2b05a-d0f7-484a-9544-54edd5c43c9b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.347143 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-06e2b05a-d0f7-484a-9544-54edd5c43c9b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522789 Sep 16 04:45:38.363323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-c0a52ef2-be56-42ea-8cd4-76ec3dadc4d0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/quotas/a691916327a54f4cb27fb717de84b236 HTTP/1.1" status: 200 len: 375 time: 0.0098858 Sep 16 04:45:38.397758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-edc7cfbb-1e3c-4b6e-b4da-f9972d6d56fc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273039 Sep 16 04:45:38.450924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52585b25-ed3c-4808-b91c-02bde9464856 req-7110b238-4f20-4d25-aef0-8af4447e823c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.452365 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52585b25-ed3c-4808-b91c-02bde9464856 req-7110b238-4f20-4d25-aef0-8af4447e823c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0498126 Sep 16 04:45:38.495793 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52585b25-ed3c-4808-b91c-02bde9464856 req-0be3e506-3682-4235-858c-676f68f04ee1 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375347 Sep 16 04:45:38.767537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f219dbc2-b8ad-4c03-8836-89a3156e2c8e details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:38.885932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f219dbc2-b8ad-4c03-8836-89a3156e2c8e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f219dbc2-b8ad-4c03-8836-89a3156e2c8e,segment=NetworkSegment(ed012db0-c816-4c41-a5d3-33002f7bd36d),segment_id=ed012db0-c816-4c41-a5d3-33002f7bd36d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:38.895960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 3c1a2824-4ec5-477a-badd-e06513efbcad no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:38.917933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'port_id': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e', 'mac_address': 'fa:16:3e:b5:45:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726298cf-358d-412f-a62d-99db4ec0d510', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:38.919422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 3c1a2824-4ec5-477a-badd-e06513efbcad {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:38.919761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 3c1a2824-4ec5-477a-badd-e06513efbcad not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:38.928112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08018066-5dc6-41df-9e3d-f4518a067eaf req-61dc7843-4035-4408-966f-ce5668151a84 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.929601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08018066-5dc6-41df-9e3d-f4518a067eaf req-61dc7843-4035-4408-966f-ce5668151a84 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0791669 Sep 16 04:45:38.932353 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-deaac3fe-a590-401e-924e-7b3acdb941fa req-76f7da12-e6f5-44ed-96df-4c002c00e609 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 210 time: 0.0373702 Sep 16 04:45:38.964885 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.970780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08018066-5dc6-41df-9e3d-f4518a067eaf req-80b5e2c7-4e20-4ae8-9e24-dbd606d16e3a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Sep 16 04:45:38.980645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f219dbc2-b8ad-4c03-8836-89a3156e2c8e {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:39.032578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f219dbc2-b8ad-4c03-8836-89a3156e2c8e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f219dbc2-b8ad-4c03-8836-89a3156e2c8e,segment=NetworkSegment(ed012db0-c816-4c41-a5d3-33002f7bd36d),segment_id=ed012db0-c816-4c41-a5d3-33002f7bd36d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:39.223276 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:39.225686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f512a7-9b00-44f5-9415-0c6c9dfc024f req-55eb1df1-c5e4-480a-9be2-c63184388852 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.228139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96f512a7-9b00-44f5-9415-0c6c9dfc024f req-55eb1df1-c5e4-480a-9be2-c63184388852 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 943 time: 0.0493615 Sep 16 04:45:39.266560 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96f512a7-9b00-44f5-9415-0c6c9dfc024f req-c73c7d4e-676f-40a0-a829-2b8a97b010ac tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/security-groups?id=2315355b-30ef-4796-a0a0-745fef5ea78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321629 Sep 16 04:45:39.274656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f219dbc2-b8ad-4c03-8836-89a3156e2c8e,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:39.350095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53aae20-c71d-4f89-aef0-5d6a4683ffa0 req-c54dac18-3a95-4fd4-9de8-28d637bf38f2 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.351616 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e53aae20-c71d-4f89-aef0-5d6a4683ffa0 req-c54dac18-3a95-4fd4-9de8-28d637bf38f2 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 945 time: 0.0716505 Sep 16 04:45:39.438765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56b3c1-d127-4c44-ad03-208996821634 req-77282a7a-f651-4a6f-9d44-5d991927170b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.439990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f219dbc2-b8ad-4c03-8836-89a3156e2c8e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:39.440739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d56b3c1-d127-4c44-ad03-208996821634 req-77282a7a-f651-4a6f-9d44-5d991927170b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0508230 Sep 16 04:45:39.476878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-e53aae20-c71d-4f89-aef0-5d6a4683ffa0 req-5947af44-5e62-4a5d-8956-41b92e628b12 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Deleting port 669bbb39-d7f3-4b4f-9908-a0e4384322e6 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:39.478128 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e53aae20-c71d-4f89-aef0-5d6a4683ffa0 req-5947af44-5e62-4a5d-8956-41b92e628b12 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:39.511667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d56b3c1-d127-4c44-ad03-208996821634 req-e80c0843-45f9-4518-aff7-f00faad5a59c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621071 Sep 16 04:45:39.604548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-e53aae20-c71d-4f89-aef0-5d6a4683ffa0 req-5947af44-5e62-4a5d-8956-41b92e628b12 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] For port 669bbb39-d7f3-4b4f-9908-a0e4384322e6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=669bbb39-d7f3-4b4f-9908-a0e4384322e6,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:39.604920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e53aae20-c71d-4f89-aef0-5d6a4683ffa0 req-5947af44-5e62-4a5d-8956-41b92e628b12 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:39.619695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-e53aae20-c71d-4f89-aef0-5d6a4683ffa0 req-5947af44-5e62-4a5d-8956-41b92e628b12 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Calling delete_port for 669bbb39-d7f3-4b4f-9908-a0e4384322e6 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:39.651365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ab40b-d20c-4fa0-b0ba-550b25ce2a3f req-e1a68f2e-faff-4de8-8cb0-a6116a9f84e9 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.652930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e3ab40b-d20c-4fa0-b0ba-550b25ce2a3f req-e1a68f2e-faff-4de8-8cb0-a6116a9f84e9 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 945 time: 0.0671246 Sep 16 04:45:39.703000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e3ab40b-d20c-4fa0-b0ba-550b25ce2a3f req-4f71dd7b-9835-4f3c-b531-82bc8208e52a tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437169 Sep 16 04:45:39.741467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6710c9-f52d-48b8-bc0f-d8b4170917ce req-3e8f01ff-1d5d-46be-89c9-2b6ba117f900 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.743023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da6710c9-f52d-48b8-bc0f-d8b4170917ce req-3e8f01ff-1d5d-46be-89c9-2b6ba117f900 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 945 time: 0.0571907 Sep 16 04:45:39.792974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da6710c9-f52d-48b8-bc0f-d8b4170917ce req-5dcaf3e8-6878-46d6-9be0-a443286636e6 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Sep 16 04:45:39.848494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e53aae20-c71d-4f89-aef0-5d6a4683ffa0 req-5947af44-5e62-4a5d-8956-41b92e628b12 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:39.860394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['669bbb39-d7f3-4b4f-9908-a0e4384322e6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:39.883154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947af44-5e62-4a5d-8956-41b92e628b12 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Pushing event deleted for resources: {'Port': ['ID=669bbb39-d7f3-4b4f-9908-a0e4384322e6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:39.948034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53aae20-c71d-4f89-aef0-5d6a4683ffa0 req-5947af44-5e62-4a5d-8956-41b92e628b12 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] No DVR routers for this DVR port 669bbb39-d7f3-4b4f-9908-a0e4384322e6 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:39.951377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e53aae20-c71d-4f89-aef0-5d6a4683ffa0 req-5947af44-5e62-4a5d-8956-41b92e628b12 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:39.953702 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e53aae20-c71d-4f89-aef0-5d6a4683ffa0 req-5947af44-5e62-4a5d-8956-41b92e628b12 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "DELETE /v2.0/ports/669bbb39-d7f3-4b4f-9908-a0e4384322e6 HTTP/1.1" status: 204 len: 173 time: 0.5953903 Sep 16 04:45:39.954194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f099a5-6237-4314-ad35-3691648b36f8', 'name': 'network-vif-deleted', 'tag': '669bbb39-d7f3-4b4f-9908-a0e4384322e6'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:39.957130 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242e87ae-c538-43b4-9c16-c7a61a615462" -d '{"events": [{"server_uuid": "75f099a5-6237-4314-ad35-3691648b36f8", "name": "network-vif-deleted", "tag": "669bbb39-d7f3-4b4f-9908-a0e4384322e6"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:40.197373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82e95422-b3b1-4ef0-9e00-33340d0bc0d4 req-086cf506-5ac5-4bd6-b987-01decd76891a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 210 time: 0.0362995 Sep 16 04:45:40.211681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b11201-a337-4fa6-b205-10b6af709cd5 req-5b575df1-0442-447e-83b5-0acf61a1d8e6 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.213150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2b11201-a337-4fa6-b205-10b6af709cd5 req-5b575df1-0442-447e-83b5-0acf61a1d8e6 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 945 time: 0.3858702 Sep 16 04:45:40.227816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e37608-29a7-4ee1-a70c-5a310b926aea req-4e1efb78-79f7-4557-8a9c-14456b4ffb5f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.227816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2e37608-29a7-4ee1-a70c-5a310b926aea req-4e1efb78-79f7-4557-8a9c-14456b4ffb5f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.3997049 Sep 16 04:45:40.243355 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae45311-6cb0-4648-aead-a292e03c8dc3 x-openstack-request-id: req-5ae45311-6cb0-4648-aead-a292e03c8dc3 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:40.244130 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f099a5-6237-4314-ad35-3691648b36f8", "name": "network-vif-deleted", "tag": "669bbb39-d7f3-4b4f-9908-a0e4384322e6", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:40.245116 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ae45311-6cb0-4648-aead-a292e03c8dc3 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:40.245762 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f099a5-6237-4314-ad35-3691648b36f8', 'name': 'network-vif-deleted', 'tag': '669bbb39-d7f3-4b4f-9908-a0e4384322e6', 'status': 'completed', 'code': 200} Sep 16 04:45:40.318674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2e37608-29a7-4ee1-a70c-5a310b926aea req-b578d7d9-b977-4c00-9c3c-05492a29cb68 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849707 Sep 16 04:45:40.364326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-b2b11201-a337-4fa6-b205-10b6af709cd5 req-093438b3-10ac-4133-8fab-cdaeed8db4e2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Deleting port e0812d21-9818-4f84-abc0-ba58fec8761f {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:40.364326 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b2b11201-a337-4fa6-b205-10b6af709cd5 req-093438b3-10ac-4133-8fab-cdaeed8db4e2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.540318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54f92-8fd0-4749-b1ff-ad33ee2c2e79 req-4ecd7e2f-7864-47a5-bf5f-e351edc0e776 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.541786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48c54f92-8fd0-4749-b1ff-ad33ee2c2e79 req-4ecd7e2f-7864-47a5-bf5f-e351edc0e776 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 944 time: 0.1430290 Sep 16 04:45:40.543606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-b2b11201-a337-4fa6-b205-10b6af709cd5 req-093438b3-10ac-4133-8fab-cdaeed8db4e2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] For port e0812d21-9818-4f84-abc0-ba58fec8761f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e0812d21-9818-4f84-abc0-ba58fec8761f,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:40.543975 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b2b11201-a337-4fa6-b205-10b6af709cd5 req-093438b3-10ac-4133-8fab-cdaeed8db4e2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.571783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810090d7-9d69-4942-bcf3-0fff4d84622b req-b12bf4ad-469e-46ef-868d-01e811fc646c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.573264 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-810090d7-9d69-4942-bcf3-0fff4d84622b req-b12bf4ad-469e-46ef-868d-01e811fc646c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1167669 Sep 16 04:45:40.575067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-b2b11201-a337-4fa6-b205-10b6af709cd5 req-093438b3-10ac-4133-8fab-cdaeed8db4e2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Calling delete_port for e0812d21-9818-4f84-abc0-ba58fec8761f owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:40.674998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48c54f92-8fd0-4749-b1ff-ad33ee2c2e79 req-910001af-b8f9-440d-951b-979331aeff9f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/security-groups?id=2315355b-30ef-4796-a0a0-745fef5ea78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218054 Sep 16 04:45:40.694169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-810090d7-9d69-4942-bcf3-0fff4d84622b req-d5f5481c-bfbb-4d76-a941-a284fa96c04d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010797 Sep 16 04:45:40.782559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f219dbc2-b8ad-4c03-8836-89a3156e2c8e up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:40.838892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c69f1e84-ac2f-4b30-ac63-04b0a8be9866 req-eb83e130-1274-4490-b0dd-347c2f57a399 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f099a5-6237-4314-ad35-3691648b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0409362 Sep 16 04:45:40.850722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89019055-b819-4478-bba6-84209e642031 req-c505b42d-c359-4770-8261-c185c8db4313 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.861292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89019055-b819-4478-bba6-84209e642031 req-c505b42d-c359-4770-8261-c185c8db4313 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0969479 Sep 16 04:45:40.871166 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b2b11201-a337-4fa6-b205-10b6af709cd5 req-093438b3-10ac-4133-8fab-cdaeed8db4e2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.898046 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port f219dbc2-b8ad-4c03-8836-89a3156e2c8e completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:40.908437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port f219dbc2-b8ad-4c03-8836-89a3156e2c8e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:40.908437 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.916807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093438b3-10ac-4133-8fab-cdaeed8db4e2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Pushing event deleted for resources: {'Port': ['ID=e0812d21-9818-4f84-abc0-ba58fec8761f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:40.937373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43186) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:40.953215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89019055-b819-4478-bba6-84209e642031 req-2433b2fb-a98a-4e58-93c7-2bf88b7a56af tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926688 Sep 16 04:45:41.026693 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9795e0f5-c5ad-4cbb-9a13-fe91a9952923 req-fb23d429-232f-4af4-ad99-46bd515669d1 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f9966d9-b75b-4a63-83ad-f49f69469dc8 HTTP/1.1" status: 200 len: 210 time: 0.0717921 Sep 16 04:45:41.027625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b11201-a337-4fa6-b205-10b6af709cd5 req-093438b3-10ac-4133-8fab-cdaeed8db4e2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] No DVR routers for this DVR port e0812d21-9818-4f84-abc0-ba58fec8761f on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:41.031675 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b2b11201-a337-4fa6-b205-10b6af709cd5 req-093438b3-10ac-4133-8fab-cdaeed8db4e2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.033761 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2b11201-a337-4fa6-b205-10b6af709cd5 req-093438b3-10ac-4133-8fab-cdaeed8db4e2 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.23 "DELETE /v2.0/ports/e0812d21-9818-4f84-abc0-ba58fec8761f HTTP/1.1" status: 204 len: 173 time: 0.8070965 Sep 16 04:45:41.034217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9966d9-b75b-4a63-83ad-f49f69469dc8', 'name': 'network-vif-deleted', 'tag': 'e0812d21-9818-4f84-abc0-ba58fec8761f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:41.037527 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a132b1-f2d4-45ab-ab26-329ed46575fd" -d '{"events": [{"server_uuid": "4f9966d9-b75b-4a63-83ad-f49f69469dc8", "name": "network-vif-deleted", "tag": "e0812d21-9818-4f84-abc0-ba58fec8761f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:41.072209 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.125188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f219dbc2-b8ad-4c03-8836-89a3156e2c8e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f219dbc2-b8ad-4c03-8836-89a3156e2c8e,segment=NetworkSegment(ed012db0-c816-4c41-a5d3-33002f7bd36d),segment_id=ed012db0-c816-4c41-a5d3-33002f7bd36d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:41.126530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:41.128968 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45452aa-c443-4b24-8e0c-1bf2ba9a30f1" -d '{"events": [{"server_uuid": "adf2cf3d-aec9-4906-89a8-75c76d1547be", "name": "network-vif-plugged", "status": "completed", "tag": "f219dbc2-b8ad-4c03-8836-89a3156e2c8e"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:41.131974 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d2390e0-7a6f-41bc-ac98-051b85a8e956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.203009 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-2f3c0a06-4ad0-40df-8667-aa81d490d417 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a691916327a54f4cb27fb717de84b236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254912 Sep 16 04:45:41.241240 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.263687 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad8291f-add2-4233-a8fa-8091d6bee8c8 x-openstack-request-id: req-bad8291f-add2-4233-a8fa-8091d6bee8c8 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:41.263687 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9966d9-b75b-4a63-83ad-f49f69469dc8", "name": "network-vif-deleted", "tag": "e0812d21-9818-4f84-abc0-ba58fec8761f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:41.263687 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bad8291f-add2-4233-a8fa-8091d6bee8c8 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:41.264491 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9966d9-b75b-4a63-83ad-f49f69469dc8', 'name': 'network-vif-deleted', 'tag': 'e0812d21-9818-4f84-abc0-ba58fec8761f', 'status': 'completed', 'code': 200} Sep 16 04:45:41.333457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f219dbc2-b8ad-4c03-8836-89a3156e2c8e,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:41.344161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d2390e0-7a6f-41bc-ac98-051b85a8e956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.361342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d40a420a-11e3-4df8-a4cd-9107856cd18c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:41.362830 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d40a420a-11e3-4df8-a4cd-9107856cd18c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541402 Sep 16 04:45:41.372252 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c9345d-8f11-4223-9fbe-b364f2439ae3 x-openstack-request-id: req-79c9345d-8f11-4223-9fbe-b364f2439ae3 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:41.372862 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf2cf3d-aec9-4906-89a8-75c76d1547be", "name": "network-vif-plugged", "status": "completed", "tag": "f219dbc2-b8ad-4c03-8836-89a3156e2c8e", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:41.373123 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79c9345d-8f11-4223-9fbe-b364f2439ae3 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:41.373525 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e', 'code': 200} Sep 16 04:45:41.377524 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Request body: {'port': {'device_id': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'a691916327a54f4cb27fb717de84b236'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:41.449796 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-77364e7e-fd1c-4bd7-a03f-a8f86df2ebe9 req-b1055741-80e7-404a-80c5-c9adef6dc319 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 210 time: 0.0266697 Sep 16 04:45:41.453908 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d2390e0-7a6f-41bc-ac98-051b85a8e956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.535260 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0d2390e0-7a6f-41bc-ac98-051b85a8e956 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67bbfb3aacf74cbead94b1216acc4772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5940592 Sep 16 04:45:41.542473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2390e0-7a6f-41bc-ac98-051b85a8e956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac788bc-f539-44e0-acf1-236660e2e456,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:41.545789 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43210) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:41.570858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7b7e-aa4b-4372-8328-e42da385057f req-c911d36e-4b18-423c-8d74-10abfd053309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:41.570858 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5d1e7b7e-aa4b-4372-8328-e42da385057f req-c911d36e-4b18-423c-8d74-10abfd053309 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 1097 time: 0.1239409 Sep 16 04:45:41.612537 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5d1e7b7e-aa4b-4372-8328-e42da385057f req-5ace4bbc-47ea-4e0e-bae2-aca152bf7ffc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2315355b-30ef-4796-a0a0-745fef5ea78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366910 Sep 16 04:45:41.622075 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81f193fc-2566-46ac-9abd-c4c3b7c15dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.643648 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81f193fc-2566-46ac-9abd-c4c3b7c15dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.674638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Made reservation on behalf of a691916327a54f4cb27fb717de84b236 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:41.678596 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.688818 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.757693 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81f193fc-2566-46ac-9abd-c4c3b7c15dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.760953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81f193fc-2566-46ac-9abd-c4c3b7c15dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.762414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-81f193fc-2566-46ac-9abd-c4c3b7c15dfc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ac788bc-f539-44e0-acf1-236660e2e456 HTTP/1.1" status: 204 len: 168 time: 0.2150528 Sep 16 04:45:41.787049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f193fc-2566-46ac-9abd-c4c3b7c15dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac788bc-f539-44e0-acf1-236660e2e456,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:41.812561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f116dba-e97d-43c2-b782-b56330be68c2 req-59797eba-da46-4164-aa2b-3bba85f0a633 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:41.814239 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f116dba-e97d-43c2-b782-b56330be68c2 req-59797eba-da46-4164-aa2b-3bba85f0a633 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 945 time: 0.0667596 Sep 16 04:45:41.854085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.876716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f116dba-e97d-43c2-b782-b56330be68c2 req-4bae4a7d-7b08-4fc5-b3f7-ca486d206978 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/security-groups?id=2315355b-30ef-4796-a0a0-745fef5ea78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500247 Sep 16 04:45:41.954201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4e0af-4aeb-4d08-89d3-db56e00a2dea req-ed3b66df-7ab3-4948-b10c-3ee0f9721bc8 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:41.955817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bee4e0af-4aeb-4d08-89d3-db56e00a2dea req-ed3b66df-7ab3-4948-b10c-3ee0f9721bc8 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0521629 Sep 16 04:45:41.960612 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.001829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bee4e0af-4aeb-4d08-89d3-db56e00a2dea req-862869fb-9c5d-48dc-bd80-37a67b1eb8c0 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386155 Sep 16 04:45:42.033085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09febc19-053b-4670-a91b-3c3a8089aaf1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:42.106911 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6e851f9f-225b-4ccf-a2aa-194cb6925a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.130738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Allocated IP 192.168.233.145 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/11d608a7-45e0-43d7-a55c-b19cc9247b85) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:42.178138 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.270264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43250) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:42.344303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.399118 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-c1cfd63a-0730-49fe-8d0c-38169a47d1df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:42.400626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-c1cfd63a-0730-49fe-8d0c-38169a47d1df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.1228726 Sep 16 04:45:42.421123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-646985be-cc9d-4d00-9bfd-83d5a6a92625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.424651 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-69565959-b233-4de2-bfbb-37992fa7cda7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/quotas/14872c2b810d40029c8a20f36a72743a HTTP/1.1" status: 200 len: 375 time: 0.0172772 Sep 16 04:45:42.467770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-74a775ea-2e94-4596-8103-a78bbcb1d2f8 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346594 Sep 16 04:45:42.469223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.516942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:42.519913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:42.522584 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:42.562547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Pushing event updated for resources: {'Port': ['ID=11d608a7-45e0-43d7-a55c-b19cc9247b85,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:42.606506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:42.607455 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.631975 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-646985be-cc9d-4d00-9bfd-83d5a6a92625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.716427 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-940f8799-746b-4a9d-a9ad-c6b4bcf4abbf service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397692 Sep 16 04:45:42.721692 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-646985be-cc9d-4d00-9bfd-83d5a6a92625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.737983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43260) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:42.754562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-664e683f-30e7-444a-971f-a52ace4c0763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.780050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-964aae14-42ee-4c3f-8a20-bc92c9f8a26f None None] Provisioning complete for port 11d608a7-45e0-43d7-a55c-b19cc9247b85 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:42.780663 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-964aae14-42ee-4c3f-8a20-bc92c9f8a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.785928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad5bb9-9b72-4ffa-b256-98a6ed08e353 req-19d0c149-e63a-41d3-921d-2150dc0edb24 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:42.787496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8aad5bb9-9b72-4ffa-b256-98a6ed08e353 req-19d0c149-e63a-41d3-921d-2150dc0edb24 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 936 time: 0.1190019 Sep 16 04:45:42.804912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-646985be-cc9d-4d00-9bfd-83d5a6a92625 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a42b545d4de5431d8aa5ea6fbe8de387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317416 Sep 16 04:45:42.807429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646985be-cc9d-4d00-9bfd-83d5a6a92625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34904ec-5ec1-4607-a524-8762f1aaf681,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:42.814046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43262) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:42.818844 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-606986e0-80eb-488e-baaa-4c13814d0c48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4431915 Sep 16 04:45:42.820599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-964aae14-42ee-4c3f-8a20-bc92c9f8a26f None None] Port 11d608a7-45e0-43d7-a55c-b19cc9247b85 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:42.839585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Request body: {'port': {'device_id': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:42.877973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8aad5bb9-9b72-4ffa-b256-98a6ed08e353 req-3f3c04a9-b93e-4784-9e73-5b7e654e699a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825117 Sep 16 04:45:42.893917 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f07155e-b43b-4ea7-a538-8436ad545e55 service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588519 Sep 16 04:45:42.929995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e0812d21-9818-4f84-abc0-ba58fec8761f no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:42.958869 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.961267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: e0812d21-9818-4f84-abc0-ba58fec8761f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:42.962296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e0812d21-9818-4f84-abc0-ba58fec8761f not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:42.962712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 669bbb39-d7f3-4b4f-9908-a0e4384322e6 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:42.988188 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a78a8b5-569f-49a6-8fe9-1250b80109c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.988794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 669bbb39-d7f3-4b4f-9908-a0e4384322e6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:42.989283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 669bbb39-d7f3-4b4f-9908-a0e4384322e6 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:43.026138 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767d43e-9123-4153-808b-a00a75fce4aa req-9b4145dd-566e-4956-9c00-7606903bde15 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:43.028207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8767d43e-9123-4153-808b-a00a75fce4aa req-9b4145dd-566e-4956-9c00-7606903bde15 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 944 time: 0.0587735 Sep 16 04:45:43.051226 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a78a8b5-569f-49a6-8fe9-1250b80109c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.066820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8767d43e-9123-4153-808b-a00a75fce4aa req-d402308b-0be3-4f26-95a9-7a91d88bf9da tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/security-groups?id=65cf1717-9c0c-43a6-b978-5ef0d6429864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Sep 16 04:45:43.100221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-664e683f-30e7-444a-971f-a52ace4c0763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.134547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fb570-8eb4-4bac-b0ff-1f7ad89861a6 req-6ffb5c96-c3c3-4875-99f3-b34e0bf4eaa9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:43.137080 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-035fb570-8eb4-4bac-b0ff-1f7ad89861a6 req-6ffb5c96-c3c3-4875-99f3-b34e0bf4eaa9 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.23 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 944 time: 0.0649602 Sep 16 04:45:43.198092 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-664e683f-30e7-444a-971f-a52ace4c0763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.261523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e683f-30e7-444a-971f-a52ace4c0763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9622a48-65f9-43a6-a9df-112c22eb8969,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:43.278254 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-664e683f-30e7-444a-971f-a52ace4c0763 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2de411dde2834cabba0b509e948c4493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389555 Sep 16 04:45:43.278899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43274) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:43.311168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a620937-c2e8-49e1-a538-a240fc4c98ed req-cb82b7fe-08d2-4860-9221-eb2f0dce05ad tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:43.312703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a620937-c2e8-49e1-a538-a240fc4c98ed req-cb82b7fe-08d2-4860-9221-eb2f0dce05ad tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 945 time: 0.1420114 Sep 16 04:45:43.331836 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a78a8b5-569f-49a6-8fe9-1250b80109c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.334120 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a78a8b5-569f-49a6-8fe9-1250b80109c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.338357 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6a78a8b5-569f-49a6-8fe9-1250b80109c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f34904ec-5ec1-4607-a524-8762f1aaf681 HTTP/1.1" status: 204 len: 168 time: 0.5186079 Sep 16 04:45:43.368388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78a8b5-569f-49a6-8fe9-1250b80109c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34904ec-5ec1-4607-a524-8762f1aaf681,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:43.377781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb0e7-76d8-48dc-b67a-ada597292b93 req-376fbc76-268f-45ff-894c-1368c86c3533 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:43.385728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed3eb0e7-76d8-48dc-b67a-ada597292b93 req-376fbc76-268f-45ff-894c-1368c86c3533 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1763258 Sep 16 04:45:43.415795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ccbbb24-850c-47ce-a211-f89d90cf1436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.420265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-035fb570-8eb4-4bac-b0ff-1f7ad89861a6 req-684616b6-e8cf-4578-b7fe-23768591643b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Deleting port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:43.421029 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-035fb570-8eb4-4bac-b0ff-1f7ad89861a6 req-684616b6-e8cf-4578-b7fe-23768591643b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.427425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a620937-c2e8-49e1-a538-a240fc4c98ed req-7fd4bc34-1016-4d71-b778-6e04c2ed7eb9 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/security-groups?id=2315355b-30ef-4796-a0a0-745fef5ea78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059780 Sep 16 04:45:43.471313 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ccbbb24-850c-47ce-a211-f89d90cf1436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.480705 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed3eb0e7-76d8-48dc-b67a-ada597292b93 req-22c870ef-ec5c-4267-99e7-9041a9d25c5a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898416 Sep 16 04:45:43.536610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d608a7-45e0-43d7-a55c-b19cc9247b85 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:43.552663 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.558254 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a5f396d6-ef8c-4436-b943-700b57c343d6 req-bf3971c9-8c1b-46ba-a843-54248e386598 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 210 time: 0.0346844 Sep 16 04:45:43.589651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-035fb570-8eb4-4bac-b0ff-1f7ad89861a6 req-684616b6-e8cf-4578-b7fe-23768591643b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] For port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,segment=NetworkSegment(d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff),segment_id=d5c5fd4c-6701-4ae1-9a5d-462ef5f622ff)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:43.590038 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-035fb570-8eb4-4bac-b0ff-1f7ad89861a6 req-684616b6-e8cf-4578-b7fe-23768591643b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.635410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Transition to ACTIVE for port object 11d608a7-45e0-43d7-a55c-b19cc9247b85 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:43.636433 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ccbbb24-850c-47ce-a211-f89d90cf1436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.638944 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ccbbb24-850c-47ce-a211-f89d90cf1436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.642511 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5ccbbb24-850c-47ce-a211-f89d90cf1436 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9622a48-65f9-43a6-a9df-112c22eb8969 HTTP/1.1" status: 204 len: 168 time: 0.3586891 Sep 16 04:45:43.645313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-035fb570-8eb4-4bac-b0ff-1f7ad89861a6 req-684616b6-e8cf-4578-b7fe-23768591643b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Calling delete_port for c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:43.660205 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbbb24-850c-47ce-a211-f89d90cf1436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9622a48-65f9-43a6-a9df-112c22eb8969,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:43.732340 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.817349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Pushing event updated for resources: {'Port': ['ID=11d608a7-45e0-43d7-a55c-b19cc9247b85,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:43.876086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-0c94a217-eb13-4659-9752-35d9de496605 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 258 time: 0.2899168 Sep 16 04:45:43.895903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:43.907300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Attempting to bind port 11d608a7-45e0-43d7-a55c-b19cc9247b85 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:43.907922 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Attempting to bind port 11d608a7-45e0-43d7-a55c-b19cc9247b85 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:43.908498 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Attempting to bind port 11d608a7-45e0-43d7-a55c-b19cc9247b85 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:43.914026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Port 11d608a7-45e0-43d7-a55c-b19cc9247b85 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:43.914347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Attempting to bind port 11d608a7-45e0-43d7-a55c-b19cc9247b85 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:43.921228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:43.921576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:43.921956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:43.922387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Bound port: 11d608a7-45e0-43d7-a55c-b19cc9247b85, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:43.922746 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.004378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.042587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:44.046936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:44.109241 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654ffbe-507e-45ce-98e5-184781b337f3 req-21362ddd-b1d8-4ea8-9168-86bcdf083569 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.110798 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f654ffbe-507e-45ce-98e5-184781b337f3 req-21362ddd-b1d8-4ea8-9168-86bcdf083569 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 948 time: 0.0934167 Sep 16 04:45:44.128901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.176287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.177045 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.178630 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] 10.222.0.37 "PUT /v2.0/ports/11d608a7-45e0-43d7-a55c-b19cc9247b85 HTTP/1.1" status: 200 len: 1097 time: 1.3448529 Sep 16 04:45:44.179081 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'tag': '11d608a7-45e0-43d7-a55c-b19cc9247b85'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:44.179253 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-035fb570-8eb4-4bac-b0ff-1f7ad89861a6 req-684616b6-e8cf-4578-b7fe-23768591643b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.182123 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fafc99a-971a-444f-b61a-470cb975df29" -d '{"events": [{"name": "network-changed", "server_uuid": "d2761712-c38c-4d59-8fb4-5932430c7c14", "tag": "11d608a7-45e0-43d7-a55c-b19cc9247b85"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:44.231606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc2ca1-9d98-411f-9d9f-a7bdde80c8fa service neutron] Pushing event updated for resources: {'Port': ['ID=11d608a7-45e0-43d7-a55c-b19cc9247b85,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:44.240292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684616b6-e8cf-4578-b7fe-23768591643b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Pushing event deleted for resources: {'Port': ['ID=c0d09182-1b2a-4e6d-a7eb-e5d8a9609010,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:44.292235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f654ffbe-507e-45ce-98e5-184781b337f3 req-f9f90572-5673-478f-a0f9-155e11983871 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707566 Sep 16 04:45:44.317059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-035fb570-8eb4-4bac-b0ff-1f7ad89861a6 req-684616b6-e8cf-4578-b7fe-23768591643b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] No DVR routers for this DVR port c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:44.320192 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-035fb570-8eb4-4bac-b0ff-1f7ad89861a6 req-684616b6-e8cf-4578-b7fe-23768591643b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.322985 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-035fb570-8eb4-4bac-b0ff-1f7ad89861a6 req-684616b6-e8cf-4578-b7fe-23768591643b tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.23 "DELETE /v2.0/ports/c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 HTTP/1.1" status: 204 len: 173 time: 1.1798015 Sep 16 04:45:44.324277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59a258a-d422-411f-aae3-2e331d30ad29', 'name': 'network-vif-deleted', 'tag': 'c0d09182-1b2a-4e6d-a7eb-e5d8a9609010'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:44.331363 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc146b76-521a-4ad7-989e-0bd3d4e9dafb" -d '{"events": [{"server_uuid": "d59a258a-d422-411f-aae3-2e331d30ad29", "name": "network-vif-deleted", "tag": "c0d09182-1b2a-4e6d-a7eb-e5d8a9609010"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:44.346138 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.399246 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-3f17669d-5e9b-4e0c-a48e-9883fa1cd93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.401781 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-3f17669d-5e9b-4e0c-a48e-9883fa1cd93b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 1100 time: 0.0480900 Sep 16 04:45:44.427780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7cf44033-580f-4a52-8a8c-439696ea57ea req-a615fbe5-e01d-4fcd-81de-98178340bc78 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 210 time: 0.0415316 Sep 16 04:45:44.467691 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-78167434-d353-45a7-8163-af3eacbe4422 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85 HTTP/1.1" status: 200 len: 217 time: 0.0544679 Sep 16 04:45:44.514737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Allocated IP 172.25.3.92 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/53b74bb5-1482-4af9-84a4-4fe74d7595b7) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:44.526304 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d4f42923-a110-4209-9225-7bebfbd4eb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.547952 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47db3c42-6202-4bca-ae41-3cc2a7c9825d x-openstack-request-id: req-47db3c42-6202-4bca-ae41-3cc2a7c9825d {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:44.548238 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2761712-c38c-4d59-8fb4-5932430c7c14", "tag": "11d608a7-45e0-43d7-a55c-b19cc9247b85", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:44.548505 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47db3c42-6202-4bca-ae41-3cc2a7c9825d {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:44.552357 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'tag': '11d608a7-45e0-43d7-a55c-b19cc9247b85', 'status': 'completed', 'code': 200} Sep 16 04:45:44.585262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-1068c007-9da8-4423-adb4-0b87609ce8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.588022 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-1068c007-9da8-4423-adb4-0b87609ce8e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1133997 Sep 16 04:45:44.643215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-16afbca5-6987-4c42-9770-88c9c4393231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.645019 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-16afbca5-6987-4c42-9770-88c9c4393231 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0484228 Sep 16 04:45:44.651098 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f4b8c3-f959-4fe7-b09c-d5deac38044a x-openstack-request-id: req-f4f4b8c3-f959-4fe7-b09c-d5deac38044a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:44.651393 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59a258a-d422-411f-aae3-2e331d30ad29", "name": "network-vif-deleted", "tag": "c0d09182-1b2a-4e6d-a7eb-e5d8a9609010", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:44.651853 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4f4b8c3-f959-4fe7-b09c-d5deac38044a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:44.652341 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59a258a-d422-411f-aae3-2e331d30ad29', 'name': 'network-vif-deleted', 'tag': 'c0d09182-1b2a-4e6d-a7eb-e5d8a9609010', 'status': 'completed', 'code': 200} Sep 16 04:45:44.712182 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.770033 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-294d582e-ae73-4bb9-b66c-1734ca2dd4d6 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171072 Sep 16 04:45:44.783293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd74c06-b83e-42f7-95f3-92ad875be73f req-70ff32e5-8d27-4689-95e7-55294836fabd tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.784839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ddd74c06-b83e-42f7-95f3-92ad875be73f req-70ff32e5-8d27-4689-95e7-55294836fabd tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0788169 Sep 16 04:45:44.825280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ddd74c06-b83e-42f7-95f3-92ad875be73f req-c177cff6-3629-438c-a16b-8110f04ccd6c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340285 Sep 16 04:45:44.862764 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.912659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:44.917018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:44.923493 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:44.971725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Pushing event updated for resources: {'Port': ['ID=53b74bb5-1482-4af9-84a4-4fe74d7595b7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:45.036079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81f3f1b8-f54b-488f-96ea-1e632cb634b0 req-9b3dcdb5-8683-45be-8aef-40ee361ea4c4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 210 time: 0.0396662 Sep 16 04:45:45.103675 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.163567 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9ebd0d59-9f36-4fd8-b176-dfb48de9fdb9 req-d78cda21-585d-4980-ae23-d31bbf4b488f service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857427 Sep 16 04:45:45.206484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.221999 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.351514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafc99a-971a-444f-b61a-470cb975df29 req-ed6d81a6-c123-46a9-afa8-4bc305228cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.353264 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2fafc99a-971a-444f-b61a-470cb975df29 req-ed6d81a6-c123-46a9-afa8-4bc305228cf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 1100 time: 0.0469453 Sep 16 04:45:45.411844 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.435917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3f459-589a-45c8-b60d-7f45e6dd5f36 req-0e5c60b6-b857-4838-8636-1fced3ea8f22 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.438049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fa3f459-589a-45c8-b60d-7f45e6dd5f36 req-0e5c60b6-b857-4838-8636-1fced3ea8f22 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 948 time: 0.0702584 Sep 16 04:45:45.480992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafc99a-971a-444f-b61a-470cb975df29 req-c31c6896-ac58-430e-84d6-1dc22305d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.482985 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2fafc99a-971a-444f-b61a-470cb975df29 req-c31c6896-ac58-430e-84d6-1dc22305d95b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1230571 Sep 16 04:45:45.497854 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fa3f459-589a-45c8-b60d-7f45e6dd5f36 req-fb018c4a-6819-4c21-a7bb-da9b0da1a5c6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509186 Sep 16 04:45:45.510411 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.543709 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2fafc99a-971a-444f-b61a-470cb975df29 req-8daf4af6-873a-4606-99e9-fc936121b4ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85 HTTP/1.1" status: 200 len: 217 time: 0.0524936 Sep 16 04:45:45.620717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafc99a-971a-444f-b61a-470cb975df29 req-e93fd115-8d28-4bfb-8150-5d5ac3dbdc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.622671 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2fafc99a-971a-444f-b61a-470cb975df29 req-e93fd115-8d28-4bfb-8150-5d5ac3dbdc58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0672317 Sep 16 04:45:45.636402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-034afb78-578c-48ba-bb00-3e73724a43d4 req-1d65c536-83f9-469b-9ff1-c9750701b3e0 tempest-LiveAutoBlockMigrationV225Test-1151811512 tempest-LiveAutoBlockMigrationV225Test-1151811512-project] 10.222.0.24 "GET /v2.0/ports?device_id=d59a258a-d422-411f-aae3-2e331d30ad29 HTTP/1.1" status: 200 len: 210 time: 0.0423634 Sep 16 04:45:45.642489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Pushing event updated for resources: {'Port': ['ID=53b74bb5-1482-4af9-84a4-4fe74d7595b7,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:45.654967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.704740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafc99a-971a-444f-b61a-470cb975df29 req-5139c27a-4f4d-4c2c-9ff9-630fc86c6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.706365 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2fafc99a-971a-444f-b61a-470cb975df29 req-5139c27a-4f4d-4c2c-9ff9-630fc86c6f6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738814 Sep 16 04:45:45.770480 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.771905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-d9e42cca-f531-492e-a048-a27ce0f53f8f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8885858 Sep 16 04:45:45.810779 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2fafc99a-971a-444f-b61a-470cb975df29 req-6c51a11c-50c4-4fc7-ae33-c09ce9430ad5 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967488 Sep 16 04:45:45.833628 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.859066 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-c71c28c6-7a05-4bb6-886f-1569a7f1452f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0795112 Sep 16 04:45:45.929708 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2fafc99a-971a-444f-b61a-470cb975df29 req-12f9e764-eff5-418e-a074-c42cc654aef2 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112413 Sep 16 04:45:46.217583 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.358683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-08df0dee-e9b9-414a-8674-0aa3564efdcb tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:46.360046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-08df0dee-e9b9-414a-8674-0aa3564efdcb tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.4870963 Sep 16 04:45:46.370207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ac7ee-8fa9-4b8d-afd1-2ff53f038da6 req-e9cf070e-91f2-4005-9203-2298e4b8c793 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:46.371573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-478ac7ee-8fa9-4b8d-afd1-2ff53f038da6 req-e9cf070e-91f2-4005-9203-2298e4b8c793 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.4656546 Sep 16 04:45:46.381339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-eb89388e-c4db-4868-9a63-7d9ccce8c877 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:45:46.382271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14a9bbc7-11e9-4a99-b462-8fc7a3c41603 req-eb89388e-c4db-4868-9a63-7d9ccce8c877 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079989 Sep 16 04:45:46.433709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-d287aa23-b8e6-4f28-b272-7f4cb88d0593 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:46.435436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-d287aa23-b8e6-4f28-b272-7f4cb88d0593 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.1762424 Sep 16 04:45:46.439026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-478ac7ee-8fa9-4b8d-afd1-2ff53f038da6 req-34d159a2-724b-4c98-ad87-2411f1a2d668 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612922 Sep 16 04:45:46.451608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Request body: {'port': {'device_id': '9b8a327a-e28e-432b-bd2a-0304b6389ffb', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'admin_state_up': True, 'tenant_id': '14872c2b810d40029c8a20f36a72743a'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:46.552375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ec57477-ae60-446b-a018-4b4651869c4d req-3bd182ec-dfa0-44b5-b61a-752bec98c503 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 210 time: 0.0342426 Sep 16 04:45:46.638224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43410) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:46.690402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-9a0869c6-a223-4d4f-a81f-ea99cfecd212 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:46.691849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-9a0869c6-a223-4d4f-a81f-ea99cfecd212 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1174781 Sep 16 04:45:46.751623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.774434 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-98ce44c5-8687-494c-91d6-1c662d5c2d60 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0699892 Sep 16 04:45:46.786273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae45b1-797d-41ab-9d86-b571e32397b0 req-1e32fb22-bf30-494d-a0ef-61e84eb254fe tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:46.787677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9ae45b1-797d-41ab-9d86-b571e32397b0 req-1e32fb22-bf30-494d-a0ef-61e84eb254fe tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 948 time: 0.1081533 Sep 16 04:45:46.792887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-d7d28552-3ed9-4eb8-8daf-b6854d1abbe2 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Request body: {'floatingip': {'port_id': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:46.813235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 11d608a7-45e0-43d7-a55c-b19cc9247b85 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:46.843232 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-d7d28552-3ed9-4eb8-8daf-b6854d1abbe2 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.845134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Made reservation on behalf of 14872c2b810d40029c8a20f36a72743a for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:46.848359 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.912212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:46.926168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:46.929628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '11d608a7-45e0-43d7-a55c-b19cc9247b85', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '11d608a7-45e0-43d7-a55c-b19cc9247b85', 'mac_address': 'fa:16:3e:18:f3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:46.937320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.947752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9ae45b1-797d-41ab-9d86-b571e32397b0 req-31a51def-8167-4c94-bfc3-d4786e546f84 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520202 Sep 16 04:45:46.949203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:46.955246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c0d09182-1b2a-4e6d-a7eb-e5d8a9609010 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:46.988770 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.992438 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.007567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d608a7-45e0-43d7-a55c-b19cc9247b85 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:47.033186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:47.037882 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ba5c793b7a942fcb5a3a164f37f6bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944771 Sep 16 04:45:47.037882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855ee8ce-7621-4f7f-93e3-ef5eb1148f27,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:47.039054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43424) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:47.070555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.071874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.072370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.072802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.073237 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.073623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.074032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.074422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.074813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.075201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.075590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.076052 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df4031d-8687-4c1e-b973-57fe09668878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.087093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.134883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=11d608a7-45e0-43d7-a55c-b19cc9247b85,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:47.143039 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a7e12fe-4a5f-41bb-8ca0-2fb03a95d9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.166539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Allocated IP 172.20.0.5 (f2afedde-7f02-4b7e-a084-59f4bf758425/38e998c6-4110-4bef-84ea-094065a059d1/aca6e218-2d22-4866-92c9-0c368c8425a8) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:47.172866 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a7e12fe-4a5f-41bb-8ca0-2fb03a95d9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.319773 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['11d608a7-45e0-43d7-a55c-b19cc9247b85'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:47.405697 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.423129 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a7e12fe-4a5f-41bb-8ca0-2fb03a95d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.426711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a7e12fe-4a5f-41bb-8ca0-2fb03a95d9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.428222 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6a7e12fe-4a5f-41bb-8ca0-2fb03a95d9f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/855ee8ce-7621-4f7f-93e3-ef5eb1148f27 HTTP/1.1" status: 204 len: 168 time: 0.3883617 Sep 16 04:45:47.442086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e12fe-4a5f-41bb-8ca0-2fb03a95d9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855ee8ce-7621-4f7f-93e3-ef5eb1148f27,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:47.534741 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-d7d28552-3ed9-4eb8-8daf-b6854d1abbe2 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.564135 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.570022 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43462) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:47.629927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-d7d28552-3ed9-4eb8-8daf-b6854d1abbe2 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.739905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d5de5-d34c-46ac-a9ed-7c68f5a8ca10 req-4d96ba9b-3835-4df2-bea0-466423564251 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:47.741440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f6d5de5-d34c-46ac-a9ed-7c68f5a8ca10 req-4d96ba9b-3835-4df2-bea0-466423564251 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1229022 Sep 16 04:45:47.745023 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.788425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4443a078-8017-48b0-90a6-34025df91928 admin admin] Deleting subnet 39668278-5bbe-4dc3-a29c-c75e3dac6017 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:47.789967 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4443a078-8017-48b0-90a6-34025df91928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.824331 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4443a078-8017-48b0-90a6-34025df91928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.828321 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-d7d28552-3ed9-4eb8-8daf-b6854d1abbe2 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Floating IP eb6b6154-cca9-4bb1-adfd-9278d90acb93 associated. External IP: 172.25.3.92, port: f219dbc2-b8ad-4c03-8836-89a3156e2c8e. Sep 16 04:45:47.864480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4443a078-8017-48b0-90a6-34025df91928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.874342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Network f2afedde-7f02-4b7e-a084-59f4bf758425 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:47.882216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Pushing event updated for resources: {'Port': ['ID=aca6e218-2d22-4866-92c9-0c368c8425a8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:47.884622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:47.893361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:47.929285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.929635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.930606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.931012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.931348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.931679 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.932008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.932342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.932688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.933008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.933332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.933656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:47.947154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f6d5de5-d34c-46ac-a9ed-7c68f5a8ca10 req-33bc50e6-3ac0-403e-ba4d-f465a0df0551 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958835 Sep 16 04:45:47.998932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:47.999553 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.001011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4443a078-8017-48b0-90a6-34025df91928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.032339 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4443a078-8017-48b0-90a6-34025df91928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.041819 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4443a078-8017-48b0-90a6-34025df91928 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/39668278-5bbe-4dc3-a29c-c75e3dac6017 HTTP/1.1" status: 204 len: 168 time: 0.4653494 Sep 16 04:45:48.041819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443a078-8017-48b0-90a6-34025df91928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39668278-5bbe-4dc3-a29c-c75e3dac6017,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:48.041819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43476) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:48.062278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43478) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:48.079301 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-15055b0a-8796-4ca4-b23c-1fbbfcf6134c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.096298 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-4f6d201b-a52f-449c-a5ca-38f508e18469 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6485531 Sep 16 04:45:48.113725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Request body: {'port': {'device_id': '9b8a327a-e28e-432b-bd2a-0304b6389ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:48.135948 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.225853 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.242984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-d7d28552-3ed9-4eb8-8daf-b6854d1abbe2 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Router 710b4a7e-2436-41c3-8307-afb11a4b5436 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:48.246437 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.248910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ebbe5c-732c-4cf1-a4a8-e16ff006292f']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:48.259734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:48.260065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c5fd4c-6701-4ae1-9a5d-462ef5f622ff') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:48.270505 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.288707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.295791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:45:48.296193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:45:48.298185 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:45:48.393812 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-15055b0a-8796-4ca4-b23c-1fbbfcf6134c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.429663 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.440125 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.447771 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] 10.222.0.24 "DELETE /v2.0/networks/09ebbe5c-732c-4cf1-a4a8-e16ff006292f HTTP/1.1" status: 204 len: 168 time: 0.4002533 Sep 16 04:45:48.459214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43512) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:48.471770 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-15055b0a-8796-4ca4-b23c-1fbbfcf6134c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.472686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d301d0-6166-4bbf-8676-9ebd5bca75fe admin admin] Pushing event deleted for resources: {'Network': ['ID=09ebbe5c-732c-4cf1-a4a8-e16ff006292f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:48.525289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4307aae-f52b-42cb-a1cb-11d32781d717 admin admin] Deleting subnet cd098b16-e2dc-44f1-94f5-881dc4d229d4 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:48.528547 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4307aae-f52b-42cb-a1cb-11d32781d717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.557652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-d7d28552-3ed9-4eb8-8daf-b6854d1abbe2 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:48.562416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4307aae-f52b-42cb-a1cb-11d32781d717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.569392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e8e03-478a-4a77-8ed7-aa5affce1133 None None] Sync routers for ids ['710b4a7e-2436-41c3-8307-afb11a4b5436'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:48.579251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e8e03-478a-4a77-8ed7-aa5affce1133 None None] Routers {'710b4a7e-2436-41c3-8307-afb11a4b5436'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:48.579869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3e5e8e03-478a-4a77-8ed7-aa5affce1133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:45:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['710b4a7e-2436-41c3-8307-afb11a4b5436'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:48.588385 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-d7d28552-3ed9-4eb8-8daf-b6854d1abbe2 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.595637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15055b0a-8796-4ca4-b23c-1fbbfcf6134c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17de60de-2ae8-4e9d-9192-fe7d90fe1fd0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:48.600059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-15055b0a-8796-4ca4-b23c-1fbbfcf6134c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8de785d8d8a43ed9aa56298b1ed4075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367987 Sep 16 04:45:48.605267 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43516) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:48.614081 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4307aae-f52b-42cb-a1cb-11d32781d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.702230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2cdbce94-95f7-440b-93b5-976a62bc12d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.729748 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2cdbce94-95f7-440b-93b5-976a62bc12d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.814345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 11d608a7-45e0-43d7-a55c-b19cc9247b85 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:48.823696 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4307aae-f52b-42cb-a1cb-11d32781d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.846014 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-3e5e8e03-478a-4a77-8ed7-aa5affce1133 None None] Set router 710b4a7e-2436-41c3-8307-afb11a4b5436 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:48.854743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4307aae-f52b-42cb-a1cb-11d32781d717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd098b16-e2dc-44f1-94f5-881dc4d229d4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:48.857548 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4307aae-f52b-42cb-a1cb-11d32781d717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.861857 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c4307aae-f52b-42cb-a1cb-11d32781d717 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cd098b16-e2dc-44f1-94f5-881dc4d229d4 HTTP/1.1" status: 204 len: 168 time: 0.3987825 Sep 16 04:45:48.862224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43518) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:48.891330 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2cdbce94-95f7-440b-93b5-976a62bc12d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.893948 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2cdbce94-95f7-440b-93b5-976a62bc12d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.897622 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2cdbce94-95f7-440b-93b5-976a62bc12d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17de60de-2ae8-4e9d-9192-fe7d90fe1fd0 HTTP/1.1" status: 204 len: 168 time: 0.2889032 Sep 16 04:45:48.946543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbce94-95f7-440b-93b5-976a62bc12d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17de60de-2ae8-4e9d-9192-fe7d90fe1fd0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:48.959856 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.969318 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-d7d28552-3ed9-4eb8-8daf-b6854d1abbe2 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "PUT /v2.0/floatingips/eb6b6154-cca9-4bb1-adfd-9278d90acb93 HTTP/1.1" status: 200 len: 995 time: 2.1806223 Sep 16 04:45:48.971899 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'tag': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:48.974194 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fb059d-70d7-4fc2-82c8-78abd4233e20" -d '{"events": [{"name": "network-changed", "server_uuid": "adf2cf3d-aec9-4906-89a8-75c76d1547be", "tag": "f219dbc2-b8ad-4c03-8836-89a3156e2c8e"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:48.986407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d74f9-e057-4243-851c-f8f08c93ea11 req-7609b4bb-6820-4144-a27e-d4c1182c74d7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:48.994642 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e2d74f9-e057-4243-851c-f8f08c93ea11 req-7609b4bb-6820-4144-a27e-d4c1182c74d7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 931 time: 0.4819779 Sep 16 04:45:49.052877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 11d608a7-45e0-43d7-a55c-b19cc9247b85 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:49.058706 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.061442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 11d608a7-45e0-43d7-a55c-b19cc9247b85 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:49.061890 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.080876 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac41349e-1cf3-46e2-8b05-d4490184cb37']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:49.089638 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e2d74f9-e057-4243-851c-f8f08c93ea11 req-9d5b600a-d2a5-4ee1-8f76-31b411008b6f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940444 Sep 16 04:45:49.091565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf518888-9383-4f94-8589-4828dc8fdfd9') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:49.092040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf518888-9383-4f94-8589-4828dc8fdfd9') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:49.092720 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:45:49.102920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.115927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-59726ae6-82c4-43ca-8c82-2c3adf7f4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.115927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-59726ae6-82c4-43ca-8c82-2c3adf7f4902 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42fbac5f03fa4adaa3625cad894c8ea5&device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 1097 time: 0.1153562 Sep 16 04:45:49.135939 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.143291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:45:49.143895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:45:49.145894 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:45:49.260129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca6e218-2d22-4866-92c9-0c368c8425a8 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:49.274298 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.274518 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.290887 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.295059 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ac41349e-1cf3-46e2-8b05-d4490184cb37 HTTP/1.1" status: 204 len: 168 time: 0.4299226 Sep 16 04:45:49.295059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b4bef-27f6-4371-a28e-a9156e1eca54 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac41349e-1cf3-46e2-8b05-d4490184cb37,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:49.307982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Transition to ACTIVE for port object aca6e218-2d22-4866-92c9-0c368c8425a8 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:49.314882 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.333726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495718e-2a38-42a2-b86d-24547402a7b7 req-91ed8959-e41d-4ff7-93bf-61e400759220 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.335615 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2495718e-2a38-42a2-b86d-24547402a7b7 req-91ed8959-e41d-4ff7-93bf-61e400759220 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 949 time: 0.1500740 Sep 16 04:45:49.339717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-b0a4978f-499e-4bf5-a5fb-3e85009f5427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.341247 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-b0a4978f-499e-4bf5-a5fb-3e85009f5427 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 HTTP/1.1" status: 200 len: 929 time: 0.2164125 Sep 16 04:45:49.350601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d608a7-45e0-43d7-a55c-b19cc9247b85'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:49.353620 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9e3a91-6a78-4cdb-a70e-5cee124baad0" -d '{"events": [{"server_uuid": "d2761712-c38c-4d59-8fb4-5932430c7c14", "name": "network-vif-plugged", "status": "completed", "tag": "11d608a7-45e0-43d7-a55c-b19cc9247b85"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:49.372750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:49.375140 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3e5e8e03-478a-4a77-8ed7-aa5affce1133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'eb6b6154-cca9-4bb1-adfd-9278d90acb93', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'port_id': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'mac_address': 'fa:16:3e:b5:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:45:45Z', 'updated_at': '2021-09-16T04:45:47Z', 'revision_number': 1, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8559c2-0868-4615-b3b7-8303c904789d', 'name': '', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'mac_address': 'fa:16:3e:7f:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '726298cf-358d-412f-a62d-99db4ec0d510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:19Z', 'updated_at': '2021-09-16T04:45:26Z', 'revision_number': 5, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'subnets': [{'id': '726298cf-358d-412f-a62d-99db4ec0d510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:49.407478 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.423281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e8e03-478a-4a77-8ed7-aa5affce1133 None None] Checking router: 710b4a7e-2436-41c3-8307-afb11a4b5436 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:49.441879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e8e03-478a-4a77-8ed7-aa5affce1133 None None] Routers {'710b4a7e-2436-41c3-8307-afb11a4b5436'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:49.441879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3e5e8e03-478a-4a77-8ed7-aa5affce1133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:45:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['710b4a7e-2436-41c3-8307-afb11a4b5436'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:49.478337 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.496368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2495718e-2a38-42a2-b86d-24547402a7b7 req-344696b7-940c-49f6-8105-9dc5dacec442 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479468 Sep 16 04:45:49.526534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-6feed4ba-8e81-4cb4-9306-290ef81a4c27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f219dbc2-b8ad-4c03-8836-89a3156e2c8e HTTP/1.1" status: 200 len: 998 time: 0.1752183 Sep 16 04:45:49.532040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Pushing event updated for resources: {'Port': ['ID=aca6e218-2d22-4866-92c9-0c368c8425a8,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:49.597361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=11d608a7-45e0-43d7-a55c-b19cc9247b85,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:49.617562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-3e5e8e03-478a-4a77-8ed7-aa5affce1133 None None] Set router 710b4a7e-2436-41c3-8307-afb11a4b5436 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:49.705997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-67ddd973-bc32-42e6-accb-2073bd242e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.707589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-67ddd973-bc32-42e6-accb-2073bd242e85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=726298cf-358d-412f-a62d-99db4ec0d510 HTTP/1.1" status: 200 len: 868 time: 0.1295800 Sep 16 04:45:49.710105 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43552) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:49.716636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Attempting to bind port aca6e218-2d22-4866-92c9-0c368c8425a8 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:49.716985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Attempting to bind port aca6e218-2d22-4866-92c9-0c368c8425a8 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:49.717318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Attempting to bind port aca6e218-2d22-4866-92c9-0c368c8425a8 on network f2afedde-7f02-4b7e-a084-59f4bf758425 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:49.739016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d416ab2-84b7-4bd4-976a-eb19355dc445 req-367229a7-930f-4d2c-ad20-5a580c000ee0 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.740573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d416ab2-84b7-4bd4-976a-eb19355dc445 req-367229a7-930f-4d2c-ad20-5a580c000ee0 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0968101 Sep 16 04:45:49.743392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Port aca6e218-2d22-4866-92c9-0c368c8425a8 on network f2afedde-7f02-4b7e-a084-59f4bf758425 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:49.743726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Attempting to bind port aca6e218-2d22-4866-92c9-0c368c8425a8 on network f2afedde-7f02-4b7e-a084-59f4bf758425 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:49.760167 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6679045c-7bba-41ad-ab71-2f6c8daf8b06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a90cdc15f24043fba6cb9927dc16b179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487146 Sep 16 04:45:49.762836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43554) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:49.772177 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:49.772555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Checking segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:49.772956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Bound using segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:49.773388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Bound port: aca6e218-2d22-4866-92c9-0c368c8425a8, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:49.774280 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.824781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb2d90f4-8405-4d60-9d7b-c9d785f446f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.846511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d416ab2-84b7-4bd4-976a-eb19355dc445 req-121d408c-6cff-4335-bf26-8e87784d1b6b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847876 Sep 16 04:45:49.848358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-5f11d8db-364f-4d2b-86c5-26fb0307ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.849835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-5f11d8db-364f-4d2b-86c5-26fb0307ac01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272266 Sep 16 04:45:49.851623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb2d90f4-8405-4d60-9d7b-c9d785f446f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.881591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-80597a86-531f-48f3-9d2c-a4b71acd0d7d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:45:49.884803 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-80597a86-531f-48f3-9d2c-a4b71acd0d7d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158415 Sep 16 04:45:49.904919 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] For port aca6e218-2d22-4866-92c9-0c368c8425a8, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:49.933841 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764cb243-2359-4484-b25a-c46ed67822b5 x-openstack-request-id: req-764cb243-2359-4484-b25a-c46ed67822b5 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:49.936761 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf2cf3d-aec9-4906-89a8-75c76d1547be", "tag": "f219dbc2-b8ad-4c03-8836-89a3156e2c8e", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:49.937351 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-764cb243-2359-4484-b25a-c46ed67822b5 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:49.938279 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'tag': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e', 'status': 'completed', 'code': 200} Sep 16 04:45:49.943370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] For port aca6e218-2d22-4866-92c9-0c368c8425a8, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=aca6e218-2d22-4866-92c9-0c368c8425a8,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:49.944312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3e5e8e03-478a-4a77-8ed7-aa5affce1133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'eb6b6154-cca9-4bb1-adfd-9278d90acb93', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'port_id': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'mac_address': 'fa:16:3e:b5:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:45:45Z', 'updated_at': '2021-09-16T04:45:47Z', 'revision_number': 1, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8559c2-0868-4615-b3b7-8303c904789d', 'name': '', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'mac_address': 'fa:16:3e:7f:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '726298cf-358d-412f-a62d-99db4ec0d510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:19Z', 'updated_at': '2021-09-16T04:45:26Z', 'revision_number': 5, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'subnets': [{'id': '726298cf-358d-412f-a62d-99db4ec0d510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:49.992412 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb2d90f4-8405-4d60-9d7b-c9d785f446f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.995044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e8e03-478a-4a77-8ed7-aa5affce1133 None None] The sync data for ids ['710b4a7e-2436-41c3-8307-afb11a4b5436'] in n-d-712137-12 is: [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'eb6b6154-cca9-4bb1-adfd-9278d90acb93', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'port_id': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'mac_address': 'fa:16:3e:b5:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:45:45Z', 'updated_at': '2021-09-16T04:45:47Z', 'revision_number': 1, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8559c2-0868-4615-b3b7-8303c904789d', 'name': '', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'mac_address': 'fa:16:3e:7f:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '726298cf-358d-412f-a62d-99db4ec0d510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:19Z', 'updated_at': '2021-09-16T04:45:26Z', 'revision_number': 5, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'subnets': [{'id': '726298cf-358d-412f-a62d-99db4ec0d510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:49.997432 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb2d90f4-8405-4d60-9d7b-c9d785f446f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.999609 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cb2d90f4-8405-4d60-9d7b-c9d785f446f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65cf1717-9c0c-43a6-b978-5ef0d6429864 HTTP/1.1" status: 204 len: 168 time: 0.2350526 Sep 16 04:45:50.027542 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.037473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d90f4-8405-4d60-9d7b-c9d785f446f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cf1717-9c0c-43a6-b978-5ef0d6429864,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:50.042833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb059d-70d7-4fc2-82c8-78abd4233e20 req-9e49e1b8-82f0-4f5c-800b-07c9c81c7a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.052689 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a2fb059d-70d7-4fc2-82c8-78abd4233e20 req-9e49e1b8-82f0-4f5c-800b-07c9c81c7a3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42fbac5f03fa4adaa3625cad894c8ea5&device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 1097 time: 0.0874631 Sep 16 04:45:50.103529 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2f87fc-c0b2-4224-94e8-b16bf83405e8 x-openstack-request-id: req-ff2f87fc-c0b2-4224-94e8-b16bf83405e8 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:50.103780 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2761712-c38c-4d59-8fb4-5932430c7c14", "name": "network-vif-plugged", "status": "completed", "tag": "11d608a7-45e0-43d7-a55c-b19cc9247b85", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:50.104035 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff2f87fc-c0b2-4224-94e8-b16bf83405e8 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:50.104445 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d608a7-45e0-43d7-a55c-b19cc9247b85', 'code': 200} Sep 16 04:45:50.141732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-c457ce84-5806-44b4-a18a-950943e44a22 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497010 Sep 16 04:45:50.147737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.148525 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.149784 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] 10.222.0.23 "PUT /v2.0/ports/aca6e218-2d22-4866-92c9-0c368c8425a8 HTTP/1.1" status: 200 len: 1092 time: 2.0444727 Sep 16 04:45:50.207878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de5626-bf9f-4239-b502-de5fc1fc787b service neutron] Pushing event updated for resources: {'Port': ['ID=aca6e218-2d22-4866-92c9-0c368c8425a8,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:50.254770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fda9ba-3bab-40de-9098-13e1471d97d5 req-b9b57ca6-f702-468f-a513-6719992eb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.256665 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e9fda9ba-3bab-40de-9098-13e1471d97d5 req-b9b57ca6-f702-468f-a513-6719992eb7aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 1102 time: 0.0746293 Sep 16 04:45:50.351081 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267dce3-2b60-4dae-8b17-802583c92964 None None] New status for floating IP eb6b6154-cca9-4bb1-adfd-9278d90acb93: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:45:50.365685 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e9fda9ba-3bab-40de-9098-13e1471d97d5 req-0bbd7311-16b0-4940-96f6-a38aa6121be8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957544 Sep 16 04:45:50.366911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb059d-70d7-4fc2-82c8-78abd4233e20 req-9e4a1a36-f580-48f9-bd9b-f1e6ad908420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.369084 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a2fb059d-70d7-4fc2-82c8-78abd4233e20 req-9e4a1a36-f580-48f9-bd9b-f1e6ad908420 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 HTTP/1.1" status: 200 len: 929 time: 0.3155928 Sep 16 04:45:50.394557 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c81edeb-ecd6-47d1-ae51-d2a3acf8272a req-36fe2785-6447-4276-8899-4c5ff483307f service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420399 Sep 16 04:45:50.396444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-455d7768-6da0-4a73-bc02-cafa9ad58809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.398222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-455d7768-6da0-4a73-bc02-cafa9ad58809 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 1095 time: 0.1247156 Sep 16 04:45:50.465467 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-bda46744-83c8-447b-adfd-0fbf56773a73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aca6e218-2d22-4866-92c9-0c368c8425a8 HTTP/1.1" status: 200 len: 217 time: 0.0590425 Sep 16 04:45:50.555437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-55d6b22c-a0ae-481f-8259-aec090d207a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.557324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-55d6b22c-a0ae-481f-8259-aec090d207a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 200 len: 852 time: 0.0835307 Sep 16 04:45:50.598509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-acd3391d-57a6-42c6-b2b1-7f11c8676ae2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2afedde-7f02-4b7e-a084-59f4bf758425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264397 Sep 16 04:45:50.612625 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a2fb059d-70d7-4fc2-82c8-78abd4233e20 req-6f527346-2ba1-421b-8f2d-2d1505c00045 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f219dbc2-b8ad-4c03-8836-89a3156e2c8e HTTP/1.1" status: 200 len: 998 time: 0.0642903 Sep 16 04:45:50.639894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15a27b-d80e-4854-b104-235d61236fcc req-9d341a7b-ae5e-449e-9614-8e3e7a68e4da tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.641501 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b15a27b-d80e-4854-b104-235d61236fcc req-9d341a7b-ae5e-449e-9614-8e3e7a68e4da tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 943 time: 0.0992069 Sep 16 04:45:50.685624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb059d-70d7-4fc2-82c8-78abd4233e20 req-ce3f5aab-a34e-4d34-ba86-5d4fada94e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.687478 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a2fb059d-70d7-4fc2-82c8-78abd4233e20 req-ce3f5aab-a34e-4d34-ba86-5d4fada94e0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726298cf-358d-412f-a62d-99db4ec0d510 HTTP/1.1" status: 200 len: 868 time: 0.0630970 Sep 16 04:45:50.723706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b15a27b-d80e-4854-b104-235d61236fcc req-5932d8b1-d55e-483a-8ef4-99e9992cb4b8 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725913 Sep 16 04:45:50.742458 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-e78d4178-7609-4add-80ff-86d29e5b08f2 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365070 Sep 16 04:45:50.764139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb059d-70d7-4fc2-82c8-78abd4233e20 req-5c927e5c-c291-4098-8e37-1bcc0a1c2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.765873 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a2fb059d-70d7-4fc2-82c8-78abd4233e20 req-5c927e5c-c291-4098-8e37-1bcc0a1c2b22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675542 Sep 16 04:45:50.855388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43616) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:50.903801 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a2fb059d-70d7-4fc2-82c8-78abd4233e20 req-61a6a85c-b958-41c2-aaf8-46d10ce456b4 service neutron] 10.222.0.37 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294396 Sep 16 04:45:50.923630 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-85345d9a-0241-43b3-859d-30cd028bcc8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57be870ed0f94502b9a6bb9ed87bc679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676072 Sep 16 04:45:50.932880 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43624) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:50.966894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48ed473-b99f-4a34-abf2-f51cce5fe144 req-afadf3bf-17b1-4757-a70f-f6d29d85282c service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175233 Sep 16 04:45:50.993837 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-b95cbc84-61ac-4b29-aa6a-8a8162fe1bd8 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 258 time: 0.2222209 Sep 16 04:45:51.002587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab34d3-430f-4ae4-8b5c-a04a10738ba1 req-d1e9cdd2-20a8-4a88-8685-98607d31b094 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:51.004069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68ab34d3-430f-4ae4-8b5c-a04a10738ba1 req-d1e9cdd2-20a8-4a88-8685-98607d31b094 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.0936153 Sep 16 04:45:51.009615 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:51.043860 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6954f56-4f53-48aa-8000-fa2648598019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.048031 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a2fb059d-70d7-4fc2-82c8-78abd4233e20 req-447b179b-9344-41e5-8ef4-0f437f1c43c2 service neutron] 10.222.0.37 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364973 Sep 16 04:45:51.059643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68ab34d3-430f-4ae4-8b5c-a04a10738ba1 req-a79bea72-0155-4b41-9637-a1ab6e45354f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454373 Sep 16 04:45:51.069285 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6954f56-4f53-48aa-8000-fa2648598019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.173806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.217385 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6954f56-4f53-48aa-8000-fa2648598019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.219985 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6954f56-4f53-48aa-8000-fa2648598019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.221195 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e6954f56-4f53-48aa-8000-fa2648598019 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d930efb3-38a4-45d0-835f-c4f6edfa8ae8 HTTP/1.1" status: 204 len: 168 time: 0.2873299 Sep 16 04:45:51.230790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6954f56-4f53-48aa-8000-fa2648598019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d930efb3-38a4-45d0-835f-c4f6edfa8ae8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:51.248109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940292bd-b06b-45c7-815f-05c42333fefb req-4c101ff7-c8ec-465e-ada9-0361474d4b16 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:51.249979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-940292bd-b06b-45c7-815f-05c42333fefb req-4c101ff7-c8ec-465e-ada9-0361474d4b16 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0856943 Sep 16 04:45:51.353506 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-940292bd-b06b-45c7-815f-05c42333fefb req-60ec81b8-4874-45e3-963a-8cb774db48c5 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574772 Sep 16 04:45:51.382443 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.504519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Allocated IP 172.25.3.195 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/aa9c4e71-22fd-4d8f-a1e2-073abaf93a20) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:51.627443 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.733044 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.784234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:51.787107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:51.789632 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:51.821091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Pushing event updated for resources: {'Port': ['ID=aa9c4e71-22fd-4d8f-a1e2-073abaf93a20,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:51.926917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec79330-7a6c-41b0-bbaa-fa796d9027f7 req-53d7352a-f4af-480e-b739-03e3fd91aa55 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:51.928428 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bec79330-7a6c-41b0-bbaa-fa796d9027f7 req-53d7352a-f4af-480e-b739-03e3fd91aa55 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 943 time: 0.0942755 Sep 16 04:45:51.933714 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.940504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8a327a-e28e-432b-bd2a-0304b6389ffb', 'tag': 'aca6e218-2d22-4866-92c9-0c368c8425a8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:51.942738 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ad6395-e81a-4ebc-a574-015f4170e446" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8a327a-e28e-432b-bd2a-0304b6389ffb", "tag": "aca6e218-2d22-4866-92c9-0c368c8425a8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:51.979387 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bec79330-7a6c-41b0-bbaa-fa796d9027f7 req-f1b78fc2-188e-466c-b144-89ac4d8b4adc tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396256 Sep 16 04:45:52.027764 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.156728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-303a8bfb-39cd-4f29-be66-ac8945f1f515 req-85449db0-963d-40bf-a734-6ce743dddb9c tempest-FlavorsV2NegativeTest-50802238 tempest-FlavorsV2NegativeTest-50802238-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f029a445db7943ff8e27380e933b5005&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267913 Sep 16 04:45:52.275367 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.300951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a8bfb-39cd-4f29-be66-ac8945f1f515 req-26155659-2c48-4e9d-9687-eb925ecb1123 tempest-FlavorsV2NegativeTest-50802238 tempest-FlavorsV2NegativeTest-50802238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.302559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-303a8bfb-39cd-4f29-be66-ac8945f1f515 req-26155659-2c48-4e9d-9687-eb925ecb1123 tempest-FlavorsV2NegativeTest-50802238 tempest-FlavorsV2NegativeTest-50802238-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397343 Sep 16 04:45:52.319102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-303a8bfb-39cd-4f29-be66-ac8945f1f515 req-6c86eaa9-59c2-44d2-9548-21260a3e593c tempest-FlavorsV2NegativeTest-50802238 tempest-FlavorsV2NegativeTest-50802238-project] 10.222.0.24 "GET /v2.0/quotas/f029a445db7943ff8e27380e933b5005 HTTP/1.1" status: 200 len: 375 time: 0.0096931 Sep 16 04:45:52.352773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-303a8bfb-39cd-4f29-be66-ac8945f1f515 req-0d014da6-ddf6-47f2-a1c0-61f443c899ae tempest-FlavorsV2NegativeTest-50802238 tempest-FlavorsV2NegativeTest-50802238-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f029a445db7943ff8e27380e933b5005&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271189 Sep 16 04:45:52.353645 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.426732 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48df66a2-9c2a-4445-aed7-d1a147b10f20 x-openstack-request-id: req-48df66a2-9c2a-4445-aed7-d1a147b10f20 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:52.426895 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8a327a-e28e-432b-bd2a-0304b6389ffb", "tag": "aca6e218-2d22-4866-92c9-0c368c8425a8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:52.427208 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48df66a2-9c2a-4445-aed7-d1a147b10f20 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:52.427756 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8a327a-e28e-432b-bd2a-0304b6389ffb', 'tag': 'aca6e218-2d22-4866-92c9-0c368c8425a8', 'status': 'completed', 'code': 200} Sep 16 04:45:52.485675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Pushing event updated for resources: {'Port': ['ID=aa9c4e71-22fd-4d8f-a1e2-073abaf93a20,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:52.500350 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.519043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad6395-e81a-4ebc-a574-015f4170e446 req-3c21f391-af71-42d9-82c5-84d70e4e3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.520641 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1ad6395-e81a-4ebc-a574-015f4170e446 req-3c21f391-af71-42d9-82c5-84d70e4e3d48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 1095 time: 0.0807428 Sep 16 04:45:52.596402 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:52.597688 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-a4a474ab-b981-4261-bc4c-97989d9f7326 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5926547 Sep 16 04:45:52.666614 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-3b6c28b0-19f9-46d4-b79f-b02585a35efd tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.195 HTTP/1.1" status: 200 len: 696 time: 0.0580175 Sep 16 04:45:52.667705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad6395-e81a-4ebc-a574-015f4170e446 req-b22f1eb8-f45c-4fb6-861f-f2d2c7d4e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.669199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1ad6395-e81a-4ebc-a574-015f4170e446 req-b22f1eb8-f45c-4fb6-861f-f2d2c7d4e781 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 912 time: 0.1417189 Sep 16 04:45:52.733373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1ad6395-e81a-4ebc-a574-015f4170e446 req-f6d02d18-939f-4259-97db-4af5b483b993 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aca6e218-2d22-4866-92c9-0c368c8425a8 HTTP/1.1" status: 200 len: 217 time: 0.0513182 Sep 16 04:45:52.860807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad6395-e81a-4ebc-a574-015f4170e446 req-4da04615-97f3-4a35-981e-d45df0d91ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.862324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1ad6395-e81a-4ebc-a574-015f4170e446 req-4da04615-97f3-4a35-981e-d45df0d91ea5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 200 len: 852 time: 0.1223655 Sep 16 04:45:52.909070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-eef51fce-884f-4a67-8804-3d0b4a8cb4ae tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.910434 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be38ab68-6ced-49d1-a8af-ccf1edb3cef5 req-eef51fce-884f-4a67-8804-3d0b4a8cb4ae tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.2378092 Sep 16 04:45:52.912301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1ad6395-e81a-4ebc-a574-015f4170e446 req-fb33f9c4-661c-4aea-8a17-295c00d56979 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2afedde-7f02-4b7e-a084-59f4bf758425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384398 Sep 16 04:45:52.923576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c2be9-8d58-4299-9d7d-6ec9aa21145b req-cfffe977-732b-41e4-bcdd-ed008de4426c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.923576 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-984c2be9-8d58-4299-9d7d-6ec9aa21145b req-cfffe977-732b-41e4-bcdd-ed008de4426c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.1221521 Sep 16 04:45:52.972247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device aca6e218-2d22-4866-92c9-0c368c8425a8 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:53.055879 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-984c2be9-8d58-4299-9d7d-6ec9aa21145b req-fdaa8cd3-e1a9-4e75-b61a-310315acc65f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198885 Sep 16 04:45:53.086291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1ad6395-e81a-4ebc-a574-015f4170e446 req-b94d12ca-774b-463b-9667-d2d00c59ffd0 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630590 Sep 16 04:45:53.097093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port aca6e218-2d22-4866-92c9-0c368c8425a8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=aca6e218-2d22-4866-92c9-0c368c8425a8,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:53.099041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4c0b9-b88a-4f37-a647-ecfcd2670625 req-c54e6df1-05cb-4f8d-a56d-01c1e08da0af tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:53.100582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cb4c0b9-b88a-4f37-a647-ecfcd2670625 req-c54e6df1-05cb-4f8d-a56d-01c1e08da0af tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1305637 Sep 16 04:45:53.126473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'aca6e218-2d22-4866-92c9-0c368c8425a8', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'port_id': 'aca6e218-2d22-4866-92c9-0c368c8425a8', 'mac_address': 'fa:16:3e:83:a3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e998c6-4110-4bef-84ea-094065a059d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:53.175852 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.191971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca6e218-2d22-4866-92c9-0c368c8425a8 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:53.209545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cb4c0b9-b88a-4f37-a647-ecfcd2670625 req-b3a4ddbe-d506-4d3d-b7b3-4a0157901705 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877044 Sep 16 04:45:53.217137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port aca6e218-2d22-4866-92c9-0c368c8425a8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=aca6e218-2d22-4866-92c9-0c368c8425a8,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:53.238886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1ad6395-e81a-4ebc-a574-015f4170e446 req-06fbd2fb-0939-4466-8fde-31cac40f6174 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371934 Sep 16 04:45:53.292797 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.372908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=aca6e218-2d22-4866-92c9-0c368c8425a8,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:53.392213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358af3df-f32e-4df0-994d-38796099fff8 req-c62ca003-40ee-4510-892c-77b17cf9db68 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:53.393992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-358af3df-f32e-4df0-994d-38796099fff8 req-c62ca003-40ee-4510-892c-77b17cf9db68 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0707626 Sep 16 04:45:53.455763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-358af3df-f32e-4df0-994d-38796099fff8 req-017e9ce4-7dd6-4d01-9ef5-d2b1c629db9f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.195 HTTP/1.1" status: 200 len: 696 time: 0.0559180 Sep 16 04:45:53.465132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-358af3df-f32e-4df0-994d-38796099fff8 req-3834cc75-4ddb-4e31-9896-4ad2e16797c1 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Request body: {'floatingip': {'port_id': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:53.497169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['aca6e218-2d22-4866-92c9-0c368c8425a8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:53.505022 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-358af3df-f32e-4df0-994d-38796099fff8 req-3834cc75-4ddb-4e31-9896-4ad2e16797c1 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.766706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43862) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:53.877438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-199db6d5-0c66-4142-9100-9be9c7f12c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.967919 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-199db6d5-0c66-4142-9100-9be9c7f12c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.040847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-199db6d5-0c66-4142-9100-9be9c7f12c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.043829 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-358af3df-f32e-4df0-994d-38796099fff8 req-3834cc75-4ddb-4e31-9896-4ad2e16797c1 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 04:45:54.044897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-358af3df-f32e-4df0-994d-38796099fff8 req-3834cc75-4ddb-4e31-9896-4ad2e16797c1 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "PUT /v2.0/floatingips/23c77e1e-9da2-4b61-9b63-aac10f84db8c HTTP/1.1" status: 409 len: 550 time: 0.5834498 Sep 16 04:45:54.065945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3738d7b-1951-4977-a329-efbe456c4802 req-d7b1fa76-946e-4e2c-aa61-1ec6393bf882 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.067136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3738d7b-1951-4977-a329-efbe456c4802 req-d7b1fa76-946e-4e2c-aa61-1ec6393bf882 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 944 time: 0.0701301 Sep 16 04:45:54.079631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199db6d5-0c66-4142-9100-9be9c7f12c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19e258a-0e41-45bd-b943-b6a8837cf72f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:54.085527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-199db6d5-0c66-4142-9100-9be9c7f12c43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f029a445db7943ff8e27380e933b5005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173676 Sep 16 04:45:54.088960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43870) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:54.123442 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3738d7b-1951-4977-a329-efbe456c4802 req-b328f057-d61d-4f01-a7b3-0b389ab18345 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487609 Sep 16 04:45:54.142848 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d785f052-8bb3-4d31-baae-358ef846d825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.166489 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d785f052-8bb3-4d31-baae-358ef846d825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.275521 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d785f052-8bb3-4d31-baae-358ef846d825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.278319 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d785f052-8bb3-4d31-baae-358ef846d825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.288973 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d785f052-8bb3-4d31-baae-358ef846d825 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a19e258a-0e41-45bd-b943-b6a8837cf72f HTTP/1.1" status: 204 len: 168 time: 0.1987929 Sep 16 04:45:54.301350 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785f052-8bb3-4d31-baae-358ef846d825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19e258a-0e41-45bd-b943-b6a8837cf72f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:54.493263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c368fc9-8a50-40e9-8604-1f38e75a9414 req-7ad81d2a-0199-4263-acdb-061215d5cd24 tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.494677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c368fc9-8a50-40e9-8604-1f38e75a9414 req-7ad81d2a-0199-4263-acdb-061215d5cd24 tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 1102 time: 0.1548116 Sep 16 04:45:54.537473 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0c368fc9-8a50-40e9-8604-1f38e75a9414 req-c1255192-1c23-419e-87b0-9fe4338b6beb tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.589253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a637f-df26-41c1-ac80-ae1e22fe6109 req-2019514e-e1ff-4859-9c04-97acf836031f tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.589737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a637f-df26-41c1-ac80-ae1e22fe6109 req-2019514e-e1ff-4859-9c04-97acf836031f tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.590206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a637f-df26-41c1-ac80-ae1e22fe6109 req-2019514e-e1ff-4859-9c04-97acf836031f tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.590677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a637f-df26-41c1-ac80-ae1e22fe6109 req-2019514e-e1ff-4859-9c04-97acf836031f tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.591361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a637f-df26-41c1-ac80-ae1e22fe6109 req-2019514e-e1ff-4859-9c04-97acf836031f tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.591834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a637f-df26-41c1-ac80-ae1e22fe6109 req-2019514e-e1ff-4859-9c04-97acf836031f tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.592302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a637f-df26-41c1-ac80-ae1e22fe6109 req-2019514e-e1ff-4859-9c04-97acf836031f tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.594190 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e5a637f-df26-41c1-ac80-ae1e22fe6109 req-2019514e-e1ff-4859-9c04-97acf836031f tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5024 time: 0.2430906 Sep 16 04:45:54.702878 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0c368fc9-8a50-40e9-8604-1f38e75a9414 req-c1255192-1c23-419e-87b0-9fe4338b6beb tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.748201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0c368fc9-8a50-40e9-8604-1f38e75a9414 req-c1255192-1c23-419e-87b0-9fe4338b6beb tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:54.777606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-e626e0fd-b6e4-4ebf-ae2d-f042418a3d6e tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips/23c77e1e-9da2-4b61-9b63-aac10f84db8c HTTP/1.1" status: 200 len: 693 time: 0.0865862 Sep 16 04:45:54.785219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c368fc9-8a50-40e9-8604-1f38e75a9414 req-c1255192-1c23-419e-87b0-9fe4338b6beb tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841585 Sep 16 04:45:54.817514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1255192-1c23-419e-87b0-9fe4338b6beb tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd70beae-37e3-4c41-8822-732beee49723,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:54.911020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-0fc802cc-0bf8-4d64-a668-5c7b030a0997 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.912564 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-0fc802cc-0bf8-4d64-a668-5c7b030a0997 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1226850 Sep 16 04:45:54.934331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-5b553382-15c5-42b6-9032-7a3784aa8b69 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:45:54.935396 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-5b553382-15c5-42b6-9032-7a3784aa8b69 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122581 Sep 16 04:45:54.987964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device aca6e218-2d22-4866-92c9-0c368c8425a8 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:55.007547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-80ae9f5f-d8bc-45fb-ba30-30eb4f4df6f7 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.195 HTTP/1.1" status: 200 len: 696 time: 0.0541594 Sep 16 04:45:55.024250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0fa91-78c2-449b-8327-93606582eadf req-e41ba604-847c-4336-bd22-f96a743bd4d9 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:55.026131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42c0fa91-78c2-449b-8327-93606582eadf req-e41ba604-847c-4336-bd22-f96a743bd4d9 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1115007 Sep 16 04:45:55.104508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port aca6e218-2d22-4866-92c9-0c368c8425a8 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:55.108582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-52356d37-c23a-4477-8a73-3ffd52d95ae8 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.195 HTTP/1.1" status: 200 len: 696 time: 0.0813038 Sep 16 04:45:55.113184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port aca6e218-2d22-4866-92c9-0c368c8425a8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:55.113625 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.162148 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42c0fa91-78c2-449b-8327-93606582eadf req-3a4a0b14-6e1b-4978-947a-a3205d443b55 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240222 Sep 16 04:45:55.202281 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.225775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8a327a-e28e-432b-bd2a-0304b6389ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca6e218-2d22-4866-92c9-0c368c8425a8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:55.228587 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cec4bf-eed2-4636-8382-f48a0857bed7" -d '{"events": [{"server_uuid": "9b8a327a-e28e-432b-bd2a-0304b6389ffb", "name": "network-vif-plugged", "status": "completed", "tag": "aca6e218-2d22-4866-92c9-0c368c8425a8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:55.240987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port aca6e218-2d22-4866-92c9-0c368c8425a8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=aca6e218-2d22-4866-92c9-0c368c8425a8,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:55.333589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-b8e69c69-e69b-4fd0-b889-083e638f2741 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Deleting port aa9c4e71-22fd-4d8f-a1e2-073abaf93a20 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:55.333933 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-b8e69c69-e69b-4fd0-b889-083e638f2741 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.338036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.348075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b109f48-88a8-4a4b-bc00-ebc73b2051fb req-1004f982-2c5b-4a02-83e6-37747f734add tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:55.349512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b109f48-88a8-4a4b-bc00-ebc73b2051fb req-1004f982-2c5b-4a02-83e6-37747f734add tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 886 time: 0.1420600 Sep 16 04:45:55.358089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43916) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:55.419575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=aca6e218-2d22-4866-92c9-0c368c8425a8,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:55.433847 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-b8e69c69-e69b-4fd0-b889-083e638f2741 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.434262 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-b8e69c69-e69b-4fd0-b889-083e638f2741 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.447519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-b8e69c69-e69b-4fd0-b889-083e638f2741 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Calling delete_port for aa9c4e71-22fd-4d8f-a1e2-073abaf93a20 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:55.485547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-322234356-network', 'tenant_id': '76b43f5d19754bb592e1f393deaed5db'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:55.594586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Made reservation on behalf of 76b43f5d19754bb592e1f393deaed5db for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:55.596966 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.605904 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.686108 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-b8e69c69-e69b-4fd0-b889-083e638f2741 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.695279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.714922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e69c69-e69b-4fd0-b889-083e638f2741 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Pushing event deleted for resources: {'Port': ['ID=aa9c4e71-22fd-4d8f-a1e2-073abaf93a20,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:55.777032 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-b8e69c69-e69b-4fd0-b889-083e638f2741 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.779569 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-b8e69c69-e69b-4fd0-b889-083e638f2741 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.780750 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf4aed7-3bc2-4211-a13a-9368979b6ccb req-b8e69c69-e69b-4fd0-b889-083e638f2741 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "DELETE /v2.0/floatingips/23c77e1e-9da2-4b61-9b63-aac10f84db8c HTTP/1.1" status: 204 len: 173 time: 0.6590939 Sep 16 04:45:55.783144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.806058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:55.819562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25c2b47-4d8b-4808-adbd-0e98a9656c99,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:55.824673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.825019 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Added segment 848bb881-bb0f-4523-9fed-8b83ab49905b of type vlan for network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb Sep 16 04:45:55.869306 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.958931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.959954 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:55.960590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:55.975303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280ef7-ce66-4c86-a61b-4be815bf7665 req-e2aca82d-380a-41a1-a03f-7ed9058cdc36 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:55.977671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8280ef7-ce66-4c86-a61b-4be815bf7665 req-e2aca82d-380a-41a1-a03f-7ed9058cdc36 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.0552740 Sep 16 04:45:56.022354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8280ef7-ce66-4c86-a61b-4be815bf7665 req-8880a9c4-0ef6-4d8b-993c-3f78ae43d67c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Sep 16 04:45:56.027122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:56.045039 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-20252938-7f65-4e17-8b5c-3a948050f469 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.6894374 Sep 16 04:45:56.045985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43974) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:56.050444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:56.052299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a0efc926-418d-416d-ba13-6b4ec4c7787f admin admin] Request body: {'subnet': {'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-322234356-subnet', 'tenant_id': '76b43f5d19754bb592e1f393deaed5db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:56.080692 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ae383c-97c4-4e98-bf0a-296d15117c24 x-openstack-request-id: req-69ae383c-97c4-4e98-bf0a-296d15117c24 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:56.080992 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8a327a-e28e-432b-bd2a-0304b6389ffb", "name": "network-vif-plugged", "status": "completed", "tag": "aca6e218-2d22-4866-92c9-0c368c8425a8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:56.081250 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69ae383c-97c4-4e98-bf0a-296d15117c24 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:56.081642 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8a327a-e28e-432b-bd2a-0304b6389ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca6e218-2d22-4866-92c9-0c368c8425a8', 'code': 200} Sep 16 04:45:56.172943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0efc926-418d-416d-ba13-6b4ec4c7787f admin admin] Made reservation on behalf of 76b43f5d19754bb592e1f393deaed5db for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:56.175046 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0efc926-418d-416d-ba13-6b4ec4c7787f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.297408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b9b86-00fc-4179-a72c-2acca6006ce4 req-0c32eb9d-46d0-482c-a932-1dfc9038c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.298915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-459b9b86-00fc-4179-a72c-2acca6006ce4 req-0c32eb9d-46d0-482c-a932-1dfc9038c6ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 1097 time: 0.1360121 Sep 16 04:45:56.301693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef47e4-0d8c-45c0-8c27-cbb2bba7b58a req-d51befd6-1cef-4a7a-9a51-b20bfbb40aa7 tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.302167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef47e4-0d8c-45c0-8c27-cbb2bba7b58a req-d51befd6-1cef-4a7a-9a51-b20bfbb40aa7 tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.302640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef47e4-0d8c-45c0-8c27-cbb2bba7b58a req-d51befd6-1cef-4a7a-9a51-b20bfbb40aa7 tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.303097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef47e4-0d8c-45c0-8c27-cbb2bba7b58a req-d51befd6-1cef-4a7a-9a51-b20bfbb40aa7 tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.303554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef47e4-0d8c-45c0-8c27-cbb2bba7b58a req-d51befd6-1cef-4a7a-9a51-b20bfbb40aa7 tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.304007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef47e4-0d8c-45c0-8c27-cbb2bba7b58a req-d51befd6-1cef-4a7a-9a51-b20bfbb40aa7 tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.304484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef47e4-0d8c-45c0-8c27-cbb2bba7b58a req-d51befd6-1cef-4a7a-9a51-b20bfbb40aa7 tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.305649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef47e4-0d8c-45c0-8c27-cbb2bba7b58a req-d51befd6-1cef-4a7a-9a51-b20bfbb40aa7 tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.307548 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61ef47e4-0d8c-45c0-8c27-cbb2bba7b58a req-d51befd6-1cef-4a7a-9a51-b20bfbb40aa7 tempest-NetworksTest-1036378821 tempest-NetworksTest-1036378821-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5671 time: 0.2122087 Sep 16 04:45:56.433292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-459b9b86-00fc-4179-a72c-2acca6006ce4 req-b159f230-4c8f-4663-95fd-3b4894b7e7ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228902 Sep 16 04:45:56.468626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-289363ac-5871-490b-be56-c6367b6cd531 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 1000 time: 0.1334009 Sep 16 04:45:56.544991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-c5778fb6-8839-4167-a24d-281cbbb9bd2b tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.546405 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-c5778fb6-8839-4167-a24d-281cbbb9bd2b tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports/f219dbc2-b8ad-4c03-8836-89a3156e2c8e HTTP/1.1" status: 200 len: 942 time: 0.0743978 Sep 16 04:45:56.633663 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0efc926-418d-416d-ba13-6b4ec4c7787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:56.685786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-a4c6deb5-8f26-4e21-a1a2-edb8046eab2b tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 1000 time: 0.0995843 Sep 16 04:45:56.721362 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-f031da29-085e-415e-a433-1dc98a4325a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070337 Sep 16 04:45:56.727557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efc926-418d-416d-ba13-6b4ec4c7787f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f77f398e-0371-495b-b57d-d46106b38a75,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:56.735083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-4aaf59ed-14ac-4697-ba19-1843423a1e70 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:45:56.735708 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-4aaf59ed-14ac-4697-ba19-1843423a1e70 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063980 Sep 16 04:45:56.753168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0efc926-418d-416d-ba13-6b4ec4c7787f admin admin] Checking segment: {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:56.753575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0efc926-418d-416d-ba13-6b4ec4c7787f admin admin] Network hostable DHCP agents. Network: 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:56.818248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44014) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:56.830682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-722d3d83-ff1d-417b-80e5-40a3eea6656d tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.839048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-722d3d83-ff1d-417b-80e5-40a3eea6656d tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1422935 Sep 16 04:45:56.905822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0efc926-418d-416d-ba13-6b4ec4c7787f admin admin] Network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:56.920456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-edf0b10f-fb59-49ab-a4c5-c89379072944 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 1000 time: 0.0805483 Sep 16 04:45:56.934616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-ecbf455b-614e-4e53-b083-005e99d33d39 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:56.978886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6c90559-5ce3-41f0-8690-cf714f6d18f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.004974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-a0efc926-418d-416d-ba13-6b4ec4c7787f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:57.015466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29901f62-18fa-4234-85e3-5add336d5248 None None] Network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:57.017264 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-ecbf455b-614e-4e53-b083-005e99d33d39 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.020230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0efc926-418d-416d-ba13-6b4ec4c7787f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:57.020852 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0efc926-418d-416d-ba13-6b4ec4c7787f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.132754 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6c90559-5ce3-41f0-8690-cf714f6d18f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.176285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951cb64f-352f-4d21-a1fb-cdbcaab7d509 None None] Network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:57.205686 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-ecbf455b-614e-4e53-b083-005e99d33d39 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.217445 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6c90559-5ce3-41f0-8690-cf714f6d18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.257829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c90559-5ce3-41f0-8690-cf714f6d18f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d2cea4-499b-4fa6-8d75-0acd7644305c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:57.275062 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d6c90559-5ce3-41f0-8690-cf714f6d18f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba2cb61063ce476faf5050ea5204d1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507473 Sep 16 04:45:57.275062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44046) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:57.279643 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-ecbf455b-614e-4e53-b083-005e99d33d39 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.279643 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-ecbf455b-614e-4e53-b083-005e99d33d39 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Floating IP eb6b6154-cca9-4bb1-adfd-9278d90acb93 disassociated. External IP: 172.25.3.92, port: f219dbc2-b8ad-4c03-8836-89a3156e2c8e. Sep 16 04:45:57.336548 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c806c2f-0069-47f3-9e3e-736347f30eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.352342 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a0efc926-418d-416d-ba13-6b4ec4c7787f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3045192 Sep 16 04:45:57.362287 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c806c2f-0069-47f3-9e3e-736347f30eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.379464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ceb7ee-611a-4b39-b9ed-6fb2d8e7558a req-71b7bade-4f63-4396-a2b8-77d9fd2e799a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:57.382227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9ceb7ee-611a-4b39-b9ed-6fb2d8e7558a req-71b7bade-4f63-4396-a2b8-77d9fd2e799a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1436095 Sep 16 04:45:57.479109 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c806c2f-0069-47f3-9e3e-736347f30eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.482297 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c806c2f-0069-47f3-9e3e-736347f30eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:57.485829 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2c806c2f-0069-47f3-9e3e-736347f30eaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7d2cea4-499b-4fa6-8d75-0acd7644305c HTTP/1.1" status: 204 len: 168 time: 0.2089491 Sep 16 04:45:57.512725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c806c2f-0069-47f3-9e3e-736347f30eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d2cea4-499b-4fa6-8d75-0acd7644305c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:57.515442 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9ceb7ee-611a-4b39-b9ed-6fb2d8e7558a req-759fbad0-8b55-4c8a-bef8-7e9191abb77c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198223 Sep 16 04:45:58.024514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f474f-96ec-4804-9d06-c635482d3ad1 req-bcc74b69-3d5a-40d7-b62e-19f5a3660b71 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:58.025986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc5f474f-96ec-4804-9d06-c635482d3ad1 req-bcc74b69-3d5a-40d7-b62e-19f5a3660b71 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.0936983 Sep 16 04:45:58.062497 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-ecbf455b-614e-4e53-b083-005e99d33d39 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Router 710b4a7e-2436-41c3-8307-afb11a4b5436 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:58.085401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc5f474f-96ec-4804-9d06-c635482d3ad1 req-68ab76bb-efc8-4fae-be41-4159c9cf0f00 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505250 Sep 16 04:45:58.176563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44066) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:58.189840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8884201f-ca8d-45c4-8dca-7b8cddc82aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.226396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-ecbf455b-614e-4e53-b083-005e99d33d39 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:58.232194 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-ecbf455b-614e-4e53-b083-005e99d33d39 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.238591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7f40ed-2883-4e63-be9c-514d32e26bb7 None None] Sync routers for ids ['710b4a7e-2436-41c3-8307-afb11a4b5436'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:58.250460 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f40ed-2883-4e63-be9c-514d32e26bb7 None None] Routers {'710b4a7e-2436-41c3-8307-afb11a4b5436'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:58.255342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dc7f40ed-2883-4e63-be9c-514d32e26bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:45:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['710b4a7e-2436-41c3-8307-afb11a4b5436'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:58.262563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f87dfb-97c1-4d45-9e52-5927e4074988 req-2c7f0ce6-02dc-406e-b131-5931486f56c9 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:58.264102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0f87dfb-97c1-4d45-9e52-5927e4074988 req-2c7f0ce6-02dc-406e-b131-5931486f56c9 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1244047 Sep 16 04:45:58.282694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-ecbf455b-614e-4e53-b083-005e99d33d39 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "PUT /v2.0/floatingips/eb6b6154-cca9-4bb1-adfd-9278d90acb93 HTTP/1.1" status: 200 len: 694 time: 1.3470554 Sep 16 04:45:58.291925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'tag': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:58.294227 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac07ac1-ba2e-4261-8ba6-49d321217df0" -d '{"events": [{"name": "network-changed", "server_uuid": "adf2cf3d-aec9-4906-89a8-75c76d1547be", "tag": "f219dbc2-b8ad-4c03-8836-89a3156e2c8e"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:58.324011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8884201f-ca8d-45c4-8dca-7b8cddc82aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.354940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-810cc13b-cb64-46e0-aa3a-7b12adf48cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:58.357842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-810cc13b-cb64-46e0-aa3a-7b12adf48cf2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42fbac5f03fa4adaa3625cad894c8ea5&device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 1097 time: 0.0741310 Sep 16 04:45:58.363683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0f87dfb-97c1-4d45-9e52-5927e4074988 req-def40ff1-6ea0-4ca8-a676-2568dd06b462 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483201 Sep 16 04:45:58.373315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-dc7f40ed-2883-4e63-be9c-514d32e26bb7 None None] Set router 710b4a7e-2436-41c3-8307-afb11a4b5436 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:58.440419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8884201f-ca8d-45c4-8dca-7b8cddc82aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.461843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-4601629e-b49b-448a-9cad-ebd3fae76545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:58.470135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-4601629e-b49b-448a-9cad-ebd3fae76545 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 HTTP/1.1" status: 200 len: 929 time: 0.1052501 Sep 16 04:45:58.517686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-be2a9bb8-601f-42f9-8c9d-f53f54d35465 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f219dbc2-b8ad-4c03-8836-89a3156e2c8e HTTP/1.1" status: 200 len: 217 time: 0.0466185 Sep 16 04:45:58.538377 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8884201f-ca8d-45c4-8dca-7b8cddc82aa4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ad2a2b791f446c98ab91907da203177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512697 Sep 16 04:45:58.539949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44084) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:58.577097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-f231d813-5192-40b3-bfb8-25416c854f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:58.586923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-f231d813-5192-40b3-bfb8-25416c854f4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=726298cf-358d-412f-a62d-99db4ec0d510 HTTP/1.1" status: 200 len: 868 time: 0.0669718 Sep 16 04:45:58.605037 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884201f-ca8d-45c4-8dca-7b8cddc82aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03448009-4360-4f5e-9d0f-653fffa85ccc,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:58.635616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dc7f40ed-2883-4e63-be9c-514d32e26bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'df8559c2-0868-4615-b3b7-8303c904789d', 'name': '', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'mac_address': 'fa:16:3e:7f:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '726298cf-358d-412f-a62d-99db4ec0d510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:19Z', 'updated_at': '2021-09-16T04:45:26Z', 'revision_number': 5, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'subnets': [{'id': '726298cf-358d-412f-a62d-99db4ec0d510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:58.636404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-93f92921-a925-4301-b55e-a57e51336fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:58.645198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-93f92921-a925-4301-b55e-a57e51336fb9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573354 Sep 16 04:45:58.656204 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f448-a6bb-4f6a-ba11-6647cf3cdec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.673025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7f40ed-2883-4e63-be9c-514d32e26bb7 None None] Checking router: 710b4a7e-2436-41c3-8307-afb11a4b5436 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:58.685248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f40ed-2883-4e63-be9c-514d32e26bb7 None None] Routers {'710b4a7e-2436-41c3-8307-afb11a4b5436'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:58.687065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dc7f40ed-2883-4e63-be9c-514d32e26bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:45:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['710b4a7e-2436-41c3-8307-afb11a4b5436'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:58.696158 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f448-a6bb-4f6a-ba11-6647cf3cdec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.757310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-10b874c4-d680-47b6-88a7-e7981ade6797 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112430 Sep 16 04:45:58.865187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb3c4aa2-35f1-4898-bc4e-95e23de12cdb req-6ffa5b9a-c98f-49ca-ab63-37ded19ee786 service neutron] 10.222.0.24 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007097 Sep 16 04:45:58.892840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f448-a6bb-4f6a-ba11-6647cf3cdec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.896325 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2dc8f448-a6bb-4f6a-ba11-6647cf3cdec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.900900 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2dc8f448-a6bb-4f6a-ba11-6647cf3cdec3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03448009-4360-4f5e-9d0f-653fffa85ccc HTTP/1.1" status: 204 len: 168 time: 0.3549871 Sep 16 04:45:58.910736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8f448-a6bb-4f6a-ba11-6647cf3cdec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03448009-4360-4f5e-9d0f-653fffa85ccc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:58.946010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b21ff2f-9807-4b82-bf14-f739a121e8ed details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:58.983756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-dc7f40ed-2883-4e63-be9c-514d32e26bb7 None None] Set router 710b4a7e-2436-41c3-8307-afb11a4b5436 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:59.047076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-5a5dc748-3eaa-4a8e-9f0d-60761251ffc4 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:59.054336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-5a5dc748-3eaa-4a8e-9f0d-60761251ffc4 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/networks?id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 200 len: 804 time: 0.1379325 Sep 16 04:45:59.065043 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0745e269-872a-4e8c-8cfd-2a9be4514783 x-openstack-request-id: req-0745e269-872a-4e8c-8cfd-2a9be4514783 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:59.065330 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf2cf3d-aec9-4906-89a8-75c76d1547be", "tag": "f219dbc2-b8ad-4c03-8836-89a3156e2c8e", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:59.068560 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0745e269-872a-4e8c-8cfd-2a9be4514783 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:59.068560 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'tag': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e', 'status': 'completed', 'code': 200} Sep 16 04:45:59.076120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-8f52280b-70e3-4c48-874e-73114fe149f9 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/quotas/76b43f5d19754bb592e1f393deaed5db HTTP/1.1" status: 200 len: 375 time: 0.0207069 Sep 16 04:45:59.118144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-6ca277a3-48da-4371-befb-2e6e8842ee63 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=76b43f5d19754bb592e1f393deaed5db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401700 Sep 16 04:45:59.165151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac07ac1-ba2e-4261-8ba6-49d321217df0 req-e20b54e4-3c39-4a31-aa34-12cd6e93fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:59.166797 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dac07ac1-ba2e-4261-8ba6-49d321217df0 req-e20b54e4-3c39-4a31-aa34-12cd6e93fbb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42fbac5f03fa4adaa3625cad894c8ea5&device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 1097 time: 0.0558226 Sep 16 04:45:59.203687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:59.222877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '1b21ff2f-9807-4b82-bf14-f739a121e8ed', 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f', 'port_id': '1b21ff2f-9807-4b82-bf14-f739a121e8ed', 'mac_address': 'fa:16:3e:4b:f3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949274d8-2344-4ef9-adff-97636601143c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:59.256574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-9a802503-1cb2-4a81-8d2f-ba6035a4657d service neutron] 10.222.0.24 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318822 Sep 16 04:45:59.298433 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.315435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac07ac1-ba2e-4261-8ba6-49d321217df0 req-c117d929-0b3d-4167-b981-9f85b70e5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:59.316965 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dac07ac1-ba2e-4261-8ba6-49d321217df0 req-c117d929-0b3d-4167-b981-9f85b70e5d11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 HTTP/1.1" status: 200 len: 929 time: 0.1414158 Sep 16 04:45:59.322714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b21ff2f-9807-4b82-bf14-f739a121e8ed {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:59.348580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:59.351768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dc7f40ed-2883-4e63-be9c-514d32e26bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'df8559c2-0868-4615-b3b7-8303c904789d', 'name': '', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'mac_address': 'fa:16:3e:7f:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '726298cf-358d-412f-a62d-99db4ec0d510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:19Z', 'updated_at': '2021-09-16T04:45:26Z', 'revision_number': 5, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'subnets': [{'id': '726298cf-358d-412f-a62d-99db4ec0d510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:59.385044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7f40ed-2883-4e63-be9c-514d32e26bb7 None None] The sync data for ids ['710b4a7e-2436-41c3-8307-afb11a4b5436'] in n-d-712137-12 is: [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'df8559c2-0868-4615-b3b7-8303c904789d', 'name': '', 'network_id': 'fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'mac_address': 'fa:16:3e:7f:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '726298cf-358d-412f-a62d-99db4ec0d510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:19Z', 'updated_at': '2021-09-16T04:45:26Z', 'revision_number': 5, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'subnets': [{'id': '726298cf-358d-412f-a62d-99db4ec0d510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:59.408930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-9304ff07-d969-49a2-a0bb-56002782b1c3 service neutron] 10.222.0.24 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390200 Sep 16 04:45:59.457970 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.466521 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dac07ac1-ba2e-4261-8ba6-49d321217df0 req-8dae7694-09a4-445d-8b6b-947d4acf2469 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f219dbc2-b8ad-4c03-8836-89a3156e2c8e HTTP/1.1" status: 200 len: 217 time: 0.1416652 Sep 16 04:45:59.561862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1b21ff2f-9807-4b82-bf14-f739a121e8ed,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:59.566762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1b21ff2f-9807-4b82-bf14-f739a121e8ed'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:59.612411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-adaab059-6462-413b-b883-3fd8ea5a456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:59.629389 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-adaab059-6462-413b-b883-3fd8ea5a456f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 1102 time: 0.2025504 Sep 16 04:45:59.629760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:59.629760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:59.629952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac07ac1-ba2e-4261-8ba6-49d321217df0 req-9f21378a-5494-412c-a74b-e7851f5e69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:59.630053 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dac07ac1-ba2e-4261-8ba6-49d321217df0 req-9f21378a-5494-412c-a74b-e7851f5e69d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=726298cf-358d-412f-a62d-99db4ec0d510 HTTP/1.1" status: 200 len: 868 time: 0.1522486 Sep 16 04:45:59.639257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:59.639749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:59.640093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:59.640424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:59.640821 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:59.641196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:59.641528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:59.641850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:59.642174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:59.642493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:59.799445 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac07ac1-ba2e-4261-8ba6-49d321217df0 req-2462dc0e-e7a9-4e08-9d8c-4b1d87baa534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:59.801024 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dac07ac1-ba2e-4261-8ba6-49d321217df0 req-2462dc0e-e7a9-4e08-9d8c-4b1d87baa534 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1618614 Sep 16 04:45:59.905654 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875eee52-e51d-4cd9-8f72-6409803ba878 None None] New status for floating IP eb6b6154-cca9-4bb1-adfd-9278d90acb93: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:45:59.981857 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dac07ac1-ba2e-4261-8ba6-49d321217df0 req-0cf0b842-21c4-4062-8c4c-ed69f6764782 service neutron] 10.222.0.37 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729081 Sep 16 04:46:00.130545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d98b2-2c44-4e07-993e-86599738da4c req-12468b1e-f986-4187-877c-deb3f55d8412 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.132281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d4d98b2-2c44-4e07-993e-86599738da4c req-12468b1e-f986-4187-877c-deb3f55d8412 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 945 time: 0.0816352 Sep 16 04:46:00.146065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-b92b7758-d944-4e96-b4fa-015fd711519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.147579 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-b92b7758-d944-4e96-b4fa-015fd711519d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.5167136 Sep 16 04:46:00.197136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d4d98b2-2c44-4e07-993e-86599738da4c req-0dd195df-d6e3-4897-8d77-2dd89d512462 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576129 Sep 16 04:46:00.254481 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-75edccce-e18c-4aa7-a11a-7da3a35ed3ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85 HTTP/1.1" status: 200 len: 217 time: 0.0627913 Sep 16 04:46:00.280699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-8b45f6be-9583-4aa1-8b54-661192995c28 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips/eb6b6154-cca9-4bb1-adfd-9278d90acb93 HTTP/1.1" status: 200 len: 694 time: 0.0671470 Sep 16 04:46:00.331096 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dac07ac1-ba2e-4261-8ba6-49d321217df0 req-af8ed08c-2817-478a-9ce0-3f85802fad6c service neutron] 10.222.0.37 "GET /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283355 Sep 16 04:46:00.342956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-11098de4-7990-432e-b02b-8da96644d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.344429 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-11098de4-7990-432e-b02b-8da96644d495 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0813918 Sep 16 04:46:00.435417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-b02cc8ae-f772-48ed-8688-645e445e5e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.437056 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-b02cc8ae-f772-48ed-8688-645e445e5e10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0840454 Sep 16 04:46:00.448795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-5cd4f9b1-500b-4fd1-9dce-49cb7f96c52f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.450235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-5cd4f9b1-500b-4fd1-9dce-49cb7f96c52f tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1687696 Sep 16 04:46:00.462466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-a60be4fd-1e88-42a8-9429-754ab107ceca tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:00.463673 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-a60be4fd-1e88-42a8-9429-754ab107ceca tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070961 Sep 16 04:46:00.559608 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-4676743f-646a-4b69-96c9-f62653ebdd35 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151228 Sep 16 04:46:00.610482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-660f0acd-3ceb-4673-b79e-6d6f73311e01 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.1399136 Sep 16 04:46:00.678572 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-39e8f42e-d868-465b-920e-d8241f9e1be8 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117256 Sep 16 04:46:00.740026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-4251d20b-c424-41b0-a8a3-76bc02f25bd9 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.1162901 Sep 16 04:46:00.772164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d09c1-93ed-44d3-b6bb-c45790112b88 req-5be5dc66-a9f1-433d-b1f8-b1b9909817a6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.774054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-089d09c1-93ed-44d3-b6bb-c45790112b88 req-5be5dc66-a9f1-433d-b1f8-b1b9909817a6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.2590868 Sep 16 04:46:00.852739 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b21ff2f-9807-4b82-bf14-f739a121e8ed up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:00.910677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 1b21ff2f-9807-4b82-bf14-f739a121e8ed triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:00.911123 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.974602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-089d09c1-93ed-44d3-b6bb-c45790112b88 req-673ced6e-d95e-4171-ace4-f14bd313a7a2 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689353 Sep 16 04:46:01.002006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-f0c6919d-9c22-4a0c-bd30-5b7a2a365388 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Deleting port 53b74bb5-1482-4af9-84a4-4fe74d7595b7 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:01.002583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-f0c6919d-9c22-4a0c-bd30-5b7a2a365388 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.016707 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.055741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2be594-c246-49d7-a46c-0da65950c850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21ff2f-9807-4b82-bf14-f739a121e8ed'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:01.060244 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1986e4-ebd2-41ea-a489-60e96379326e" -d '{"events": [{"server_uuid": "6a2be594-c246-49d7-a46c-0da65950c850", "name": "network-vif-plugged", "status": "completed", "tag": "1b21ff2f-9807-4b82-bf14-f739a121e8ed"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:01.091004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:01.107218 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-f0c6919d-9c22-4a0c-bd30-5b7a2a365388 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.108050 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-f0c6919d-9c22-4a0c-bd30-5b7a2a365388 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.139044 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2ea7301-fc3f-43c4-9c63-11be80f6236c req-e7ab8aad-68bf-429f-bf71-94bfe0189687 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 210 time: 0.0449505 Sep 16 04:46:01.144957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-f0c6919d-9c22-4a0c-bd30-5b7a2a365388 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Calling delete_port for 53b74bb5-1482-4af9-84a4-4fe74d7595b7 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:01.194688 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.285551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1b21ff2f-9807-4b82-bf14-f739a121e8ed,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:01.307716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2440824-80ea-45b1-8e12-3cbf608f55f5 req-69e34bf7-0187-429f-95a4-8a9244ea42c1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:01.315354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2440824-80ea-45b1-8e12-3cbf608f55f5 req-69e34bf7-0187-429f-95a4-8a9244ea42c1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.0885677 Sep 16 04:46:01.390586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2440824-80ea-45b1-8e12-3cbf608f55f5 req-bc14e171-2f6d-400b-b3c4-789008f233ad tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666656 Sep 16 04:46:01.548087 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-f0c6919d-9c22-4a0c-bd30-5b7a2a365388 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.597267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6919d-9c22-4a0c-bd30-5b7a2a365388 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Pushing event deleted for resources: {'Port': ['ID=53b74bb5-1482-4af9-84a4-4fe74d7595b7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:01.716765 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-f0c6919d-9c22-4a0c-bd30-5b7a2a365388 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.719864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-f0c6919d-9c22-4a0c-bd30-5b7a2a365388 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.736484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-988d1fcf-6531-440e-85df-5c7536a356f1 req-f0c6919d-9c22-4a0c-bd30-5b7a2a365388 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "DELETE /v2.0/floatingips/eb6b6154-cca9-4bb1-adfd-9278d90acb93 HTTP/1.1" status: 204 len: 173 time: 0.9890594 Sep 16 04:46:01.770737 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ccd036-f089-41a3-9468-69b244937115 x-openstack-request-id: req-c7ccd036-f089-41a3-9468-69b244937115 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:01.771375 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2be594-c246-49d7-a46c-0da65950c850", "name": "network-vif-plugged", "status": "completed", "tag": "1b21ff2f-9807-4b82-bf14-f739a121e8ed", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:01.771902 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7ccd036-f089-41a3-9468-69b244937115 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:01.772556 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2be594-c246-49d7-a46c-0da65950c850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21ff2f-9807-4b82-bf14-f739a121e8ed', 'code': 200} Sep 16 04:46:01.903145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb430c3-7646-4f9c-b8cd-a1254ca65b0b req-ba441ce9-1168-4a04-8484-c3845a8741c6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:01.910012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9bb430c3-7646-4f9c-b8cd-a1254ca65b0b req-ba441ce9-1168-4a04-8484-c3845a8741c6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0794692 Sep 16 04:46:01.995721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9bb430c3-7646-4f9c-b8cd-a1254ca65b0b req-3271ce30-5069-42e1-bea0-b1bdc47eff1e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846772 Sep 16 04:46:02.134755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbaff7-05c5-41cb-861c-bafa5d9cbc65 req-b3eb7788-4554-4157-bd50-d60af2a13927 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:02.136549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1bfbaff7-05c5-41cb-861c-bafa5d9cbc65 req-b3eb7788-4554-4157-bd50-d60af2a13927 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0658286 Sep 16 04:46:02.205324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1bfbaff7-05c5-41cb-861c-bafa5d9cbc65 req-75e4e14f-df2d-4625-8d7d-0756c6b1ea95 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0621495 Sep 16 04:46:02.267228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f8954-33ca-4738-8aed-0ff1f1f37017 req-d5948538-2ca0-4a51-b4f2-669f5bdd765b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:02.275048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b13f8954-33ca-4738-8aed-0ff1f1f37017 req-d5948538-2ca0-4a51-b4f2-669f5bdd765b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.0793786 Sep 16 04:46:02.336623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b13f8954-33ca-4738-8aed-0ff1f1f37017 req-d78455ea-78f5-49fa-b86a-25f4bc8e221c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568831 Sep 16 04:46:02.562313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d13f2cc8-1706-46d7-8c19-79d44891672f req-b0d6d2b5-ff79-468d-91b9-590750aff406 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0888939 Sep 16 04:46:02.584163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b0ee892-583e-4312-8878-e2d07d79b795 req-6f14c2f6-7248-48be-a9fb-24b086ef87d2 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 210 time: 0.0696182 Sep 16 04:46:02.749486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b1fdf-8ff1-481d-99b3-0d768811d834 req-d1888ba4-85fa-4e9d-aa75-270d7ea31c0f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:02.751659 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-897b1fdf-8ff1-481d-99b3-0d768811d834 req-d1888ba4-85fa-4e9d-aa75-270d7ea31c0f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1214499 Sep 16 04:46:02.759529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-064b8293-0728-4395-8ac9-8faaf23947d9 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:02.769870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-064b8293-0728-4395-8ac9-8faaf23947d9 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.23 "GET /v2.0/networks?id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 200 len: 804 time: 0.2365882 Sep 16 04:46:02.783079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Request body: {'port': {'device_id': 'c106072c-2118-49cd-9ae2-9963a119a84d', 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'admin_state_up': True, 'tenant_id': '76b43f5d19754bb592e1f393deaed5db'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:02.830235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-897b1fdf-8ff1-481d-99b3-0d768811d834 req-6f2a6fe8-35f7-4d5d-bc6e-b835664a0791 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678988 Sep 16 04:46:03.042925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Made reservation on behalf of 76b43f5d19754bb592e1f393deaed5db for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:03.052392 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.256623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Allocated IP 172.20.0.14 (4ec115cb-721a-4929-aa2a-f22bc4b1e0cb/f77f398e-0371-495b-b57d-d46106b38a75/5138af87-1cdb-441b-b6e7-ba04e782615f) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:03.565097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69249b59-0950-4348-91a0-1a75585cc520 req-a2a2caab-d736-4668-b533-cd4981a6b0e4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:03.566834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69249b59-0950-4348-91a0-1a75585cc520 req-a2a2caab-d736-4668-b533-cd4981a6b0e4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1118312 Sep 16 04:46:03.572843 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.636773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69249b59-0950-4348-91a0-1a75585cc520 req-3d847fb6-bf3b-4f7d-a0d3-c894ef63d33c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573680 Sep 16 04:46:03.750369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a7c2-74eb-4281-9a2a-0c5b6f56e302 req-9bdeca01-73f3-46e8-b347-91ca4611763f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:03.751805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9cd6a7c2-74eb-4281-9a2a-0c5b6f56e302 req-9bdeca01-73f3-46e8-b347-91ca4611763f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.0549433 Sep 16 04:46:03.795887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9cd6a7c2-74eb-4281-9a2a-0c5b6f56e302 req-29fac57c-61ae-4a42-b225-9df03c18709c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367537 Sep 16 04:46:03.816308 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.885403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:03.900864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:03.927637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:03.964915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Pushing event updated for resources: {'Port': ['ID=5138af87-1cdb-441b-b6e7-ba04e782615f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:04.006430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.007112 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.036793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306e9e4-8f2a-4b77-bdc0-94a4a53b00ab req-4043ba74-0b28-4ee9-bbe2-370e817dbf99 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.038473 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d306e9e4-8f2a-4b77-bdc0-94a4a53b00ab req-4043ba74-0b28-4ee9-bbe2-370e817dbf99 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 945 time: 0.1618884 Sep 16 04:46:04.070036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44320) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:04.103225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d306e9e4-8f2a-4b77-bdc0-94a4a53b00ab req-c1f5110b-d686-4e42-8e95-111a8f70f1a5 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/security-groups?id=2315355b-30ef-4796-a0a0-745fef5ea78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528228 Sep 16 04:46:04.204063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdf9ab-98df-4167-a249-fd41f802466b req-98b92c6a-6a32-454d-87a1-5b60a0a978a6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.205862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6cdf9ab-98df-4167-a249-fd41f802466b req-98b92c6a-6a32-454d-87a1-5b60a0a978a6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 932 time: 0.0526321 Sep 16 04:46:04.215230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e9bbba6-4454-4ff0-9c0e-97f79b107515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.248412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6cdf9ab-98df-4167-a249-fd41f802466b req-5b395b9c-f188-4aa9-bf99-df54c581929f tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350435 Sep 16 04:46:04.335617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-680f9361-ea49-4b04-8923-fcd784acae15 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5564649 Sep 16 04:46:04.350385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Request body: {'port': {'device_id': 'c106072c-2118-49cd-9ae2-9963a119a84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:04.399375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84ae78-f630-42e0-8c91-270830acf072 req-f47ee582-2df6-4f39-96e7-ff3178dc5406 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.407244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d84ae78-f630-42e0-8c91-270830acf072 req-f47ee582-2df6-4f39-96e7-ff3178dc5406 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.0949705 Sep 16 04:46:04.428192 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e9bbba6-4454-4ff0-9c0e-97f79b107515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.446333 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.474804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d84ae78-f630-42e0-8c91-270830acf072 req-9ee0d40b-568c-4a55-9c76-f947449eaa0d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679405 Sep 16 04:46:04.554882 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e9bbba6-4454-4ff0-9c0e-97f79b107515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.608560 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bbba6-4454-4ff0-9c0e-97f79b107515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72c5898-7f79-47db-bbf8-2d8bc4a77824,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:04.623770 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7e9bbba6-4454-4ff0-9c0e-97f79b107515 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64278ec1f00e4375a67facac60e2535e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5520403 Sep 16 04:46:04.624558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44332) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:04.743436 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5ef552d-bdf7-4bda-8155-8ddcd2983611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.772678 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5ef552d-bdf7-4bda-8155-8ddcd2983611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.785110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5138af87-1cdb-441b-b6e7-ba04e782615f {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:04.802092 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.857955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7abbd-471d-47eb-943d-43c71ef367d6 req-e1e63736-1780-4613-a033-807c831343f0 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.868995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ae7abbd-471d-47eb-943d-43c71ef367d6 req-e1e63736-1780-4613-a033-807c831343f0 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0976200 Sep 16 04:46:04.910458 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ae7abbd-471d-47eb-943d-43c71ef367d6 req-dbd55f53-bddd-483f-a644-7c795ef15dff tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428083 Sep 16 04:46:04.913266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7056e-e42d-456f-89ff-30f40fea9706 req-35761658-df63-4772-a807-9d8e78401140 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.924435 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8bc7056e-e42d-456f-89ff-30f40fea9706 req-35761658-df63-4772-a807-9d8e78401140 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.37 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 945 time: 0.0529065 Sep 16 04:46:04.927672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Transition to ACTIVE for port object 5138af87-1cdb-441b-b6e7-ba04e782615f will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:04.989898 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.999077 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5ef552d-bdf7-4bda-8155-8ddcd2983611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.001736 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5ef552d-bdf7-4bda-8155-8ddcd2983611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.009723 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f5ef552d-bdf7-4bda-8155-8ddcd2983611 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c72c5898-7f79-47db-bbf8-2d8bc4a77824 HTTP/1.1" status: 204 len: 168 time: 0.3840806 Sep 16 04:46:05.020788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef552d-bdf7-4bda-8155-8ddcd2983611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72c5898-7f79-47db-bbf8-2d8bc4a77824,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:05.059339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-8bc7056e-e42d-456f-89ff-30f40fea9706 req-d4bc7542-bc86-4316-b11e-f423aa0464fc tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Deleting port f219dbc2-b8ad-4c03-8836-89a3156e2c8e {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:05.060221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8bc7056e-e42d-456f-89ff-30f40fea9706 req-d4bc7542-bc86-4316-b11e-f423aa0464fc tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.104240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Pushing event updated for resources: {'Port': ['ID=5138af87-1cdb-441b-b6e7-ba04e782615f,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:05.143001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7dd41-9538-4877-9920-af4ff795492e req-faad64fb-844a-4af6-a167-d09c0d5a5254 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.151454 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1f7dd41-9538-4877-9920-af4ff795492e req-faad64fb-844a-4af6-a167-d09c0d5a5254 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.1776249 Sep 16 04:46:05.171571 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-8bc7056e-e42d-456f-89ff-30f40fea9706 req-d4bc7542-bc86-4316-b11e-f423aa0464fc tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] For port f219dbc2-b8ad-4c03-8836-89a3156e2c8e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f219dbc2-b8ad-4c03-8836-89a3156e2c8e,segment=NetworkSegment(ed012db0-c816-4c41-a5d3-33002f7bd36d),segment_id=ed012db0-c816-4c41-a5d3-33002f7bd36d)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:05.172163 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8bc7056e-e42d-456f-89ff-30f40fea9706 req-d4bc7542-bc86-4316-b11e-f423aa0464fc tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.185113 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-8bc7056e-e42d-456f-89ff-30f40fea9706 req-d4bc7542-bc86-4316-b11e-f423aa0464fc tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Calling delete_port for f219dbc2-b8ad-4c03-8836-89a3156e2c8e owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:05.246413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1f7dd41-9538-4877-9920-af4ff795492e req-8903a6a1-dfba-4cbe-b8b6-5cdd182046ad tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939820 Sep 16 04:46:05.288952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Attempting to bind port 5138af87-1cdb-441b-b6e7-ba04e782615f on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:05.289913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Attempting to bind port 5138af87-1cdb-441b-b6e7-ba04e782615f by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:05.290295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Attempting to bind port 5138af87-1cdb-441b-b6e7-ba04e782615f on network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:05.299646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Port 5138af87-1cdb-441b-b6e7-ba04e782615f on network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:05.307090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Attempting to bind port 5138af87-1cdb-441b-b6e7-ba04e782615f on network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:05.325659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:05.326657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Checking segment: {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:05.327231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Bound using segment: {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:05.327863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Bound port: 5138af87-1cdb-441b-b6e7-ba04e782615f, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:05.328583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.469329 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8bc7056e-e42d-456f-89ff-30f40fea9706 req-d4bc7542-bc86-4316-b11e-f423aa0464fc tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.484762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f219dbc2-b8ad-4c03-8836-89a3156e2c8e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:05.519859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0a1a6-b5ea-4bd8-b796-ea075773f84b req-8404d0dc-ac2f-4669-8b84-eb20ca2c6c14 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.521680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eda0a1a6-b5ea-4bd8-b796-ea075773f84b req-8404d0dc-ac2f-4669-8b84-eb20ca2c6c14 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/ports?device_id=adf2cf3d-aec9-4906-89a8-75c76d1547be HTTP/1.1" status: 200 len: 945 time: 0.1888022 Sep 16 04:46:05.535195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc7542-bc86-4316-b11e-f423aa0464fc tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Pushing event deleted for resources: {'Port': ['ID=f219dbc2-b8ad-4c03-8836-89a3156e2c8e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:05.567940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] For port 5138af87-1cdb-441b-b6e7-ba04e782615f, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:05.607802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc7056e-e42d-456f-89ff-30f40fea9706 req-d4bc7542-bc86-4316-b11e-f423aa0464fc tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] No DVR routers for this DVR port f219dbc2-b8ad-4c03-8836-89a3156e2c8e on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:05.611790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8bc7056e-e42d-456f-89ff-30f40fea9706 req-d4bc7542-bc86-4316-b11e-f423aa0464fc tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.622376 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8bc7056e-e42d-456f-89ff-30f40fea9706 req-d4bc7542-bc86-4316-b11e-f423aa0464fc tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.37 "DELETE /v2.0/ports/f219dbc2-b8ad-4c03-8836-89a3156e2c8e HTTP/1.1" status: 204 len: 173 time: 0.6894312 Sep 16 04:46:05.622376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'name': 'network-vif-deleted', 'tag': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:05.622376 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decbef2e-5ee3-4863-b772-3a6fd0fca629" -d '{"events": [{"server_uuid": "adf2cf3d-aec9-4906-89a8-75c76d1547be", "name": "network-vif-deleted", "tag": "f219dbc2-b8ad-4c03-8836-89a3156e2c8e"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:05.652818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eda0a1a6-b5ea-4bd8-b796-ea075773f84b req-e8554f1f-000b-4df5-a990-cc9173c914a3 tempest-FloatingIPsAssociationNegativeTestJSON-54373935 tempest-FloatingIPsAssociationNegativeTestJSON-54373935-project] 10.222.0.24 "GET /v2.0/security-groups?id=2315355b-30ef-4796-a0a0-745fef5ea78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131213 Sep 16 04:46:05.654848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] For port 5138af87-1cdb-441b-b6e7-ba04e782615f, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5138af87-1cdb-441b-b6e7-ba04e782615f,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:05.793269 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.860953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Pushing event updated for resources: {'Port': ['ID=5138af87-1cdb-441b-b6e7-ba04e782615f,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:05.896895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.897431 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.898939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-31fb05ae-b651-4639-aeb7-c3675989aa18 service neutron] 10.222.0.23 "PUT /v2.0/ports/5138af87-1cdb-441b-b6e7-ba04e782615f HTTP/1.1" status: 200 len: 1093 time: 1.5528705 Sep 16 04:46:05.920265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c106072c-2118-49cd-9ae2-9963a119a84d', 'tag': '5138af87-1cdb-441b-b6e7-ba04e782615f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:05.922876 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dd18ae-c9e7-4b06-b9f6-626d43c91538" -d '{"events": [{"name": "network-changed", "server_uuid": "c106072c-2118-49cd-9ae2-9963a119a84d", "tag": "5138af87-1cdb-441b-b6e7-ba04e782615f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:05.953096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb71eb-a2cd-4d91-870b-cbbcb5f31c9f req-187fe15f-bbe6-4833-b9ba-cd861ec25702 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.954864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dacb71eb-a2cd-4d91-870b-cbbcb5f31c9f req-187fe15f-bbe6-4833-b9ba-cd861ec25702 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 944 time: 0.2198222 Sep 16 04:46:05.978096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a5798-5a84-408c-ad3a-8f339a427755 req-ffa962dc-253a-4c56-8d38-d8c4a2e86dc4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.989266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-120a5798-5a84-408c-ad3a-8f339a427755 req-ffa962dc-253a-4c56-8d38-d8c4a2e86dc4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1372740 Sep 16 04:46:06.036269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dacb71eb-a2cd-4d91-870b-cbbcb5f31c9f req-8a125d71-d599-409b-ac42-4f4520499531 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Sep 16 04:46:06.088997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-120a5798-5a84-408c-ad3a-8f339a427755 req-403fdf07-173e-4153-b417-757d7aa9a719 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009226 Sep 16 04:46:06.113518 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9d944c-ba64-4ce1-88a7-8735b927e33d x-openstack-request-id: req-ad9d944c-ba64-4ce1-88a7-8735b927e33d {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:06.113840 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf2cf3d-aec9-4906-89a8-75c76d1547be", "name": "network-vif-deleted", "tag": "f219dbc2-b8ad-4c03-8836-89a3156e2c8e", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:06.114095 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad9d944c-ba64-4ce1-88a7-8735b927e33d {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:06.114515 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf2cf3d-aec9-4906-89a8-75c76d1547be', 'name': 'network-vif-deleted', 'tag': 'f219dbc2-b8ad-4c03-8836-89a3156e2c8e', 'status': 'completed', 'code': 200} Sep 16 04:46:06.171467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-5dfd1ebf-2687-4f87-80d1-f8c0918ee1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.176030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-5dfd1ebf-2687-4f87-80d1-f8c0918ee1a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76b43f5d19754bb592e1f393deaed5db&device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 1096 time: 0.1231184 Sep 16 04:46:06.179644 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb0f903-cc05-40c7-81c8-def42a51a58c x-openstack-request-id: req-5cb0f903-cc05-40c7-81c8-def42a51a58c {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:06.181335 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c106072c-2118-49cd-9ae2-9963a119a84d", "tag": "5138af87-1cdb-441b-b6e7-ba04e782615f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:06.181780 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cb0f903-cc05-40c7-81c8-def42a51a58c {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:06.182486 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c106072c-2118-49cd-9ae2-9963a119a84d', 'tag': '5138af87-1cdb-441b-b6e7-ba04e782615f', 'status': 'completed', 'code': 200} Sep 16 04:46:06.250591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-de2f969d-4297-4e51-b946-ce372351f8fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5138af87-1cdb-441b-b6e7-ba04e782615f HTTP/1.1" status: 200 len: 217 time: 0.0554066 Sep 16 04:46:06.311078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44372) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:06.444147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b338ee4-57ca-43ce-bd40-f841520e59d7 req-cbbe8f33-b880-401b-af84-951b3927825e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.447125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b338ee4-57ca-43ce-bd40-f841520e59d7 req-cbbe8f33-b880-401b-af84-951b3927825e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1993697 Sep 16 04:46:06.450647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-dce022e2-d8fa-48db-88e5-638fe1f73201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.452340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-dce022e2-d8fa-48db-88e5-638fe1f73201 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f77f398e-0371-495b-b57d-d46106b38a75 HTTP/1.1" status: 200 len: 844 time: 0.1909978 Sep 16 04:46:06.525437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f94494f7-0bfa-4e38-acb9-5eba25c21f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.721414 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f94494f7-0bfa-4e38-acb9-5eba25c21f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.783999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f94494f7-0bfa-4e38-acb9-5eba25c21f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.869741 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f94494f7-0bfa-4e38-acb9-5eba25c21f72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb3faa110c7f44bc86a55dc4e8d11fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5599329 Sep 16 04:46:06.875309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44388) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:06.894830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94494f7-0bfa-4e38-acb9-5eba25c21f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816ce956-cd63-41f6-96f4-08652ac0cd2d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:06.924098 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-1960780b-09f1-43ec-b5ee-e9262b085f3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4333167 Sep 16 04:46:06.936927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab6e25-3f50-49f6-9627-36fb769105e3 req-146ae8b9-561e-4845-b9be-be038e757313 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.944939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0eab6e25-3f50-49f6-9627-36fb769105e3 req-146ae8b9-561e-4845-b9be-be038e757313 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.5697157 Sep 16 04:46:06.956577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b338ee4-57ca-43ce-bd40-f841520e59d7 req-08c6b539-4188-4123-b3e8-e262946c5ee0 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001380 Sep 16 04:46:07.066320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44392) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:07.067132 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-e256cec9-24a7-4007-8bd1-7c20a108a562 service neutron] 10.222.0.23 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068625 Sep 16 04:46:07.197103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0eab6e25-3f50-49f6-9627-36fb769105e3 req-fe870234-e129-4885-a2f9-b068fce51bfb tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509646 Sep 16 04:46:07.220993 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-04a0687b-9f5d-4adc-a14c-a3fb31b1024a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.246632 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-04a0687b-9f5d-4adc-a14c-a3fb31b1024a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.333448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db45896-dbf1-4074-b401-e04ca5da8d99 req-03636809-d07c-4fcc-8bd7-78672a952432 service neutron] 10.222.0.23 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466316 Sep 16 04:46:07.386404 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-04a0687b-9f5d-4adc-a14c-a3fb31b1024a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.390805 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-04a0687b-9f5d-4adc-a14c-a3fb31b1024a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.392363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-04a0687b-9f5d-4adc-a14c-a3fb31b1024a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/816ce956-cd63-41f6-96f4-08652ac0cd2d HTTP/1.1" status: 204 len: 168 time: 0.5066712 Sep 16 04:46:07.427467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0687b-9f5d-4adc-a14c-a3fb31b1024a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816ce956-cd63-41f6-96f4-08652ac0cd2d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:07.470975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b2780-f1db-4de0-94d0-6a5db56c508d req-f3799ae3-e417-4757-af79-7a1881bda59e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.472867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db5b2780-f1db-4de0-94d0-6a5db56c508d req-f3799ae3-e417-4757-af79-7a1881bda59e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 944 time: 0.1013591 Sep 16 04:46:07.576887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db5b2780-f1db-4de0-94d0-6a5db56c508d req-bb2a06ae-fe8b-4c46-afdc-9d87091b3850 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965905 Sep 16 04:46:07.615466 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-81be8083-a82a-4625-82a3-c7fb4efe55c2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b56a95c3d7ed4530b367c2361a6cee15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675359 Sep 16 04:46:07.668995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd18ae-c9e7-4b06-b9f6-626d43c91538 req-48f713da-f626-4f30-a1c9-f1877dd7e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.672743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94dd18ae-c9e7-4b06-b9f6-626d43c91538 req-48f713da-f626-4f30-a1c9-f1877dd7e9ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76b43f5d19754bb592e1f393deaed5db&device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 1096 time: 0.1604908 Sep 16 04:46:07.863392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-0ecae1cf-1323-4172-bdc7-68b8a936eeca tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.864814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-0ecae1cf-1323-4172-bdc7-68b8a936eeca tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485440 Sep 16 04:46:07.882307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403790b-c5ea-4df8-b48d-4833bdb647dd req-f64ec42a-8991-4eac-85d8-384975d130e1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.889859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a403790b-c5ea-4df8-b48d-4833bdb647dd req-f64ec42a-8991-4eac-85d8-384975d130e1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1488695 Sep 16 04:46:07.931114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-5bc269ac-356c-421f-b615-87411e5970ff tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/quotas/b56a95c3d7ed4530b367c2361a6cee15 HTTP/1.1" status: 200 len: 375 time: 0.0582399 Sep 16 04:46:07.940825 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd18ae-c9e7-4b06-b9f6-626d43c91538 req-40103d19-c69a-4052-8947-e238b9162212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.947413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94dd18ae-c9e7-4b06-b9f6-626d43c91538 req-40103d19-c69a-4052-8947-e238b9162212 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 200 len: 904 time: 0.2632718 Sep 16 04:46:08.017765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-88e53222-99f8-4f1b-98c4-0932886f2398 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b56a95c3d7ed4530b367c2361a6cee15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784209 Sep 16 04:46:08.030330 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a489555f-6f85-4682-ae91-c46ae5992cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.031634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a403790b-c5ea-4df8-b48d-4833bdb647dd req-5aa27db4-2f34-46b0-b0bc-f51945d1d53c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365330 Sep 16 04:46:08.044438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94dd18ae-c9e7-4b06-b9f6-626d43c91538 req-0a6a6f82-adc3-4457-bb62-8448eda1979a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5138af87-1cdb-441b-b6e7-ba04e782615f HTTP/1.1" status: 200 len: 217 time: 0.0916231 Sep 16 04:46:08.137456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd18ae-c9e7-4b06-b9f6-626d43c91538 req-d7fc7727-8e62-4792-9929-262cd74655fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.139008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94dd18ae-c9e7-4b06-b9f6-626d43c91538 req-d7fc7727-8e62-4792-9929-262cd74655fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f77f398e-0371-495b-b57d-d46106b38a75 HTTP/1.1" status: 200 len: 844 time: 0.0873575 Sep 16 04:46:08.185958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94dd18ae-c9e7-4b06-b9f6-626d43c91538 req-8e51655d-ae75-43b1-82bc-649f5d8a6975 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391657 Sep 16 04:46:08.355830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d297-4829-4d76-a6e0-73bce4968206 req-c966336d-5700-450f-b1e5-88585223be16 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.367077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec34d297-4829-4d76-a6e0-73bce4968206 req-c966336d-5700-450f-b1e5-88585223be16 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1478963 Sep 16 04:46:08.451609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94dd18ae-c9e7-4b06-b9f6-626d43c91538 req-032d8f97-b742-4aaa-a127-4ec7d4fecc55 service neutron] 10.222.0.23 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573626 Sep 16 04:46:08.504690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44424) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:08.531398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec34d297-4829-4d76-a6e0-73bce4968206 req-ad79abc2-2ce3-4038-98b9-d8e8b3fe737d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630445 Sep 16 04:46:08.556622 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dad2d630-64ad-4941-a126-4ecc22df6240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.683198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-a489555f-6f85-4682-ae91-c46ae5992cd4 admin admin] Deleting port df8559c2-0868-4615-b3b7-8303c904789d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:08.683593 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a489555f-6f85-4682-ae91-c46ae5992cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.692209 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-797b195f-cb9d-4ca9-813d-5bc8654b24ef req-01cd0d6f-26f5-4d9c-b94d-43bb58d00d62 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 210 time: 0.0678706 Sep 16 04:46:08.708691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b152b-8b52-4f91-8fd8-893dcdc1b2a1 req-f771be17-657a-4007-bbf3-4909fecfd728 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.710229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-700b152b-8b52-4f91-8fd8-893dcdc1b2a1 req-f771be17-657a-4007-bbf3-4909fecfd728 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.2571709 Sep 16 04:46:08.749231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94dd18ae-c9e7-4b06-b9f6-626d43c91538 req-24d925da-4234-4078-8754-7d3e790d2a57 service neutron] 10.222.0.23 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743037 Sep 16 04:46:08.786523 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-700b152b-8b52-4f91-8fd8-893dcdc1b2a1 req-8a2db978-8108-4932-a9f4-fc5718ac1434 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676887 Sep 16 04:46:08.799145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-a489555f-6f85-4682-ae91-c46ae5992cd4 admin admin] For port df8559c2-0868-4615-b3b7-8303c904789d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=df8559c2-0868-4615-b3b7-8303c904789d,segment=NetworkSegment(ed012db0-c816-4c41-a5d3-33002f7bd36d),segment_id=ed012db0-c816-4c41-a5d3-33002f7bd36d)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:08.799580 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a489555f-6f85-4682-ae91-c46ae5992cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.820652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-a489555f-6f85-4682-ae91-c46ae5992cd4 admin admin] Calling delete_port for df8559c2-0868-4615-b3b7-8303c904789d owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:08.837975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26a752-ea8b-42bf-a851-88b98a90c0e7 req-f595f648-fd47-4783-81f2-e8c39cff2195 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.839563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c26a752-ea8b-42bf-a851-88b98a90c0e7 req-f595f648-fd47-4783-81f2-e8c39cff2195 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 944 time: 0.0679832 Sep 16 04:46:08.848066 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dad2d630-64ad-4941-a126-4ecc22df6240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.860242 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f219dbc2-b8ad-4c03-8836-89a3156e2c8e no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:08.886822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: f219dbc2-b8ad-4c03-8836-89a3156e2c8e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:08.887440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c26a752-ea8b-42bf-a851-88b98a90c0e7 req-942cfcf9-4e25-4fc7-b23f-6f485761e49f tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Sep 16 04:46:08.888779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f219dbc2-b8ad-4c03-8836-89a3156e2c8e not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:09.057818 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dad2d630-64ad-4941-a126-4ecc22df6240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.108000 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a489555f-6f85-4682-ae91-c46ae5992cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.116375 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2d630-64ad-4941-a126-4ecc22df6240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0353211e-81fc-48fc-8434-d0bcd250361e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:09.124628 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dad2d630-64ad-4941-a126-4ecc22df6240 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46e14a3501dc40e4841a006d76f06f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6187086 Sep 16 04:46:09.127793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44436) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:09.146423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489555f-6f85-4682-ae91-c46ae5992cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8559c2-0868-4615-b3b7-8303c904789d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:09.216954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8838a3-93dc-40f7-ad32-758e4108c8e2 req-be92e091-3029-4be2-bfd8-4c609c0b1986 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.231281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c8838a3-93dc-40f7-ad32-758e4108c8e2 req-be92e091-3029-4be2-bfd8-4c609c0b1986 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1350112 Sep 16 04:46:09.379802 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e056de84-342a-4fda-b637-cd8e8778da03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.440197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c8838a3-93dc-40f7-ad32-758e4108c8e2 req-6593d7d9-3886-4e83-814e-be0431e75eaa tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963186 Sep 16 04:46:09.492334 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e056de84-342a-4fda-b637-cd8e8778da03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.510437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a489555f-6f85-4682-ae91-c46ae5992cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.673887 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e056de84-342a-4fda-b637-cd8e8778da03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.677588 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e056de84-342a-4fda-b637-cd8e8778da03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.681429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e056de84-342a-4fda-b637-cd8e8778da03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0353211e-81fc-48fc-8434-d0bcd250361e HTTP/1.1" status: 204 len: 168 time: 0.5499809 Sep 16 04:46:09.708769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056de84-342a-4fda-b637-cd8e8778da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0353211e-81fc-48fc-8434-d0bcd250361e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:09.754513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00765c6-a9de-44c7-9a58-c3213eff5a93 req-0fccec14-d887-4cb6-87e6-08dbc479f5ae tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.764609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a00765c6-a9de-44c7-9a58-c3213eff5a93 req-0fccec14-d887-4cb6-87e6-08dbc479f5ae tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1536419 Sep 16 04:46:09.812881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a489555f-6f85-4682-ae91-c46ae5992cd4 admin admin] Router 710b4a7e-2436-41c3-8307-afb11a4b5436 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:46:09.821070 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-583df634-5a93-499f-bcd4-f377b0ad2eee req-237f275d-1846-4d0c-8f5d-e2f772e39b60 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 210 time: 0.0387232 Sep 16 04:46:09.858508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a00765c6-a9de-44c7-9a58-c3213eff5a93 req-fca26dc8-61d6-4253-aeab-b337473ceede tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923915 Sep 16 04:46:10.064323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a489555f-6f85-4682-ae91-c46ae5992cd4 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:10.072898 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a489555f-6f85-4682-ae91-c46ae5992cd4 admin admin] 10.222.0.24 "PUT /v2.0/routers/710b4a7e-2436-41c3-8307-afb11a4b5436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0054710 Sep 16 04:46:10.075394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad786044-2a72-4e4b-a9b9-75ff43c0c949 None None] Sync routers for ids ['710b4a7e-2436-41c3-8307-afb11a4b5436'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:10.078265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44458) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:10.091892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad786044-2a72-4e4b-a9b9-75ff43c0c949 None None] Routers {'710b4a7e-2436-41c3-8307-afb11a4b5436'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:10.097456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ad786044-2a72-4e4b-a9b9-75ff43c0c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:45:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['710b4a7e-2436-41c3-8307-afb11a4b5436'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:10.148612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b0b11-b91d-476d-b9e5-14b01921bf86 req-41a8f09c-db5a-463a-a7b9-600169086024 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.150629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e5b0b11-b91d-476d-b9e5-14b01921bf86 req-41a8f09c-db5a-463a-a7b9-600169086024 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.2031457 Sep 16 04:46:10.180400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf40c1-be65-4f13-99c2-7e17050dcc62 req-53aee259-24af-49a0-852d-b6f845307c4f tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.187676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26cf40c1-be65-4f13-99c2-7e17050dcc62 req-53aee259-24af-49a0-852d-b6f845307c4f tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 944 time: 0.1657121 Sep 16 04:46:10.322969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26cf40c1-be65-4f13-99c2-7e17050dcc62 req-d4c9b24e-6681-43f2-a401-fbe8d6f4996c tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117454 Sep 16 04:46:10.355911 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.371266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e5b0b11-b91d-476d-b9e5-14b01921bf86 req-ac9f3465-b78e-48c3-b51f-c6d1f2d16a0b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045717 Sep 16 04:46:10.398354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ad786044-2a72-4e4b-a9b9-75ff43c0c949 None None] Set router 710b4a7e-2436-41c3-8307-afb11a4b5436 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:10.646768 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.665202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b178b0d-ce80-44db-9762-b93520214383 req-15b95e94-7a3c-4907-9e42-281c6edd5aa8 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.674847 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b178b0d-ce80-44db-9762-b93520214383 req-15b95e94-7a3c-4907-9e42-281c6edd5aa8 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1026528 Sep 16 04:46:10.719010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ad786044-2a72-4e4b-a9b9-75ff43c0c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:46:08Z', 'revision_number': 5, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port': {'id': '28a1f820-d532-4f80-983b-1f88109a13bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:16Z', 'updated_at': '2021-09-16T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:10.760505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad786044-2a72-4e4b-a9b9-75ff43c0c949 None None] Checking router: 710b4a7e-2436-41c3-8307-afb11a4b5436 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:46:10.762243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b178b0d-ce80-44db-9762-b93520214383 req-bcbb1e4e-6edd-40a8-9a1a-82da83c88085 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857830 Sep 16 04:46:10.776568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad786044-2a72-4e4b-a9b9-75ff43c0c949 None None] Routers {'710b4a7e-2436-41c3-8307-afb11a4b5436'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:10.777432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ad786044-2a72-4e4b-a9b9-75ff43c0c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:45:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['710b4a7e-2436-41c3-8307-afb11a4b5436'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:10.877134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Deleting port 28a1f820-d532-4f80-983b-1f88109a13bd {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:10.879387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.965195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ad786044-2a72-4e4b-a9b9-75ff43c0c949 None None] Set router 710b4a7e-2436-41c3-8307-afb11a4b5436 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:11.053762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d0f3fd8-4475-4949-8bf1-fcf9410fca13 req-e598be84-17d3-4b84-8f2a-eff4f5380717 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 210 time: 0.0564244 Sep 16 04:46:11.060666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] For port 28a1f820-d532-4f80-983b-1f88109a13bd, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=28a1f820-d532-4f80-983b-1f88109a13bd,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:11.061051 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.084166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22f9fe-fd18-42ea-8031-b6d5ce27ba87 req-b4d00c4b-ee65-4637-ad8f-3a9376c885e5 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.092540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d22f9fe-fd18-42ea-8031-b6d5ce27ba87 req-b4d00c4b-ee65-4637-ad8f-3a9376c885e5 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1111560 Sep 16 04:46:11.094698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Calling delete_port for 28a1f820-d532-4f80-983b-1f88109a13bd owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:11.095457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 5138af87-1cdb-441b-b6e7-ba04e782615f details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:11.099852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ad786044-2a72-4e4b-a9b9-75ff43c0c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:46:10Z', 'revision_number': 6, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:11.134136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad786044-2a72-4e4b-a9b9-75ff43c0c949 None None] The sync data for ids ['710b4a7e-2436-41c3-8307-afb11a4b5436'] in n-d-712137-12 is: [{'id': '710b4a7e-2436-41c3-8307-afb11a4b5436', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1242083350-router', 'tenant_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:46:10Z', 'revision_number': 6, 'project_id': '42fbac5f03fa4adaa3625cad894c8ea5', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:11.149306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d22f9fe-fd18-42ea-8031-b6d5ce27ba87 req-541da0c7-9ee6-4bbd-a89c-ff1ca0f96854 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555294 Sep 16 04:46:11.264108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 5138af87-1cdb-441b-b6e7-ba04e782615f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5138af87-1cdb-441b-b6e7-ba04e782615f,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:11.288165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '5138af87-1cdb-441b-b6e7-ba04e782615f', 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'port_id': '5138af87-1cdb-441b-b6e7-ba04e782615f', 'mac_address': 'fa:16:3e:c3:92:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77f398e-0371-495b-b57d-d46106b38a75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:11.332992 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.354324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5138af87-1cdb-441b-b6e7-ba04e782615f {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:11.383900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 5138af87-1cdb-441b-b6e7-ba04e782615f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5138af87-1cdb-441b-b6e7-ba04e782615f,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:11.417798 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.498253 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.510811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a1f820-d532-4f80-983b-1f88109a13bd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:11.610774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device df8559c2-0868-4615-b3b7-8303c904789d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:11.662774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17debe-b57b-4f75-9f38-a2fb9dc93743 req-ec8447c2-9099-4d00-9965-7155dfe01507 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.667445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: df8559c2-0868-4615-b3b7-8303c904789d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:11.667735 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device df8559c2-0868-4615-b3b7-8303c904789d not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:11.673806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=5138af87-1cdb-441b-b6e7-ba04e782615f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:11.677024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c17debe-b57b-4f75-9f38-a2fb9dc93743 req-ec8447c2-9099-4d00-9965-7155dfe01507 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 944 time: 0.2386177 Sep 16 04:46:11.730682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3884fc-a7e6-489d-bd7b-d914f645430f req-6232a4ea-878f-4e14-809f-526ab72bfb03 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.738225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de3884fc-a7e6-489d-bd7b-d914f645430f req-6232a4ea-878f-4e14-809f-526ab72bfb03 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.2211206 Sep 16 04:46:11.752770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['5138af87-1cdb-441b-b6e7-ba04e782615f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:11.762802 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-17b880a7-617a-4df7-8db2-ff9d238be63d tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b56a95c3d7ed4530b367c2361a6cee15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2829020 Sep 16 04:46:11.767110 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.811372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de3884fc-a7e6-489d-bd7b-d914f645430f req-04e3ffed-06e1-4186-a7b0-52d02baf4f3a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720739 Sep 16 04:46:11.836657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c17debe-b57b-4f75-9f38-a2fb9dc93743 req-5108b2e3-0114-4b72-9a35-cbeaad93c8ed tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581845 Sep 16 04:46:11.894495 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44496) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:12.023043 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.043541 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.059591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc7db5-479e-431e-b4d7-a56343de338e req-19a0fc66-527d-4773-855e-878fb34b8f18 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.064637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6fc7db5-479e-431e-b4d7-a56343de338e req-19a0fc66-527d-4773-855e-878fb34b8f18 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1338153 Sep 16 04:46:12.086664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1548438685-network', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:12.169925 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-baa81106-c58b-431d-b25a-78d73457b685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.188408 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6fc7db5-479e-431e-b4d7-a56343de338e req-552cf880-ef0c-4521-bf87-6ccd4ebf2635 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968702 Sep 16 04:46:12.234607 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.252542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce3c8b9e-43bc-40e0-9ae1-7d6829f3903b req-1dc18831-53b1-41da-842c-86e2d71654cd tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 210 time: 0.0597711 Sep 16 04:46:12.296770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Made reservation on behalf of 80d413abfdfa406fae1930a49b635c9f for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:12.298054 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.300186 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.300907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 710b4a7e-2436-41c3-8307-afb11a4b5436 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:46:12.307613 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.311286 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.311804 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f4073e0a-7fe0-43fe-8222-0a457371da12 admin admin] 10.222.0.24 "DELETE /v2.0/routers/710b4a7e-2436-41c3-8307-afb11a4b5436 HTTP/1.1" status: 204 len: 168 time: 2.2324762 Sep 16 04:46:12.312427 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44506) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:12.395942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-eb1e1855-ffcd-41e4-8e69-6e848d0fc2a8 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.397542 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-eb1e1855-ffcd-41e4-8e69-6e848d0fc2a8 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3703256 Sep 16 04:46:12.416419 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Request body: {'port': {'device_id': '7d72a4b1-8662-48d3-9a03-c7dcf3ea096e', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'b56a95c3d7ed4530b367c2361a6cee15'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:12.436336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77d7e74-58e6-4588-9167-65bdc1e098c2 admin admin] Deleting subnet 726298cf-358d-412f-a62d-99db4ec0d510 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:12.454700 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d77d7e74-58e6-4588-9167-65bdc1e098c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.530232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c06fd-7e36-44f3-a015-d461f9401ef7 req-0d85dc56-e0dc-474e-938f-a2ce27afedaf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.531860 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-462c06fd-7e36-44f3-a015-d461f9401ef7 req-0d85dc56-e0dc-474e-938f-a2ce27afedaf tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1391141 Sep 16 04:46:12.579464 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d77d7e74-58e6-4588-9167-65bdc1e098c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.662683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-462c06fd-7e36-44f3-a015-d461f9401ef7 req-78740871-15da-40fb-aea0-0efb94d4e0df tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982730 Sep 16 04:46:12.675876 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.737528 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.757628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d77d7e74-58e6-4588-9167-65bdc1e098c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.820509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:46:12.823460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ef3ec3-72fa-41a5-98d5-2546a440ebd7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:12.846662 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.847229 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Added segment 6c202bb9-03aa-406a-abeb-9ac043a29001 of type vlan for network 065e2c59-2725-43a1-bad3-583045695d1b Sep 16 04:46:12.897746 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d77d7e74-58e6-4588-9167-65bdc1e098c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.900834 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.944895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d7e74-58e6-4588-9167-65bdc1e098c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726298cf-358d-412f-a62d-99db4ec0d510,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:12.948943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Made reservation on behalf of b56a95c3d7ed4530b367c2361a6cee15 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:12.955623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.966731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.974018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4cf384-adbf-4348-8af0-7810cd1609ec None None] Network fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:12.976022 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d77d7e74-58e6-4588-9167-65bdc1e098c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.980566 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d77d7e74-58e6-4588-9167-65bdc1e098c2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/726298cf-358d-412f-a62d-99db4ec0d510 HTTP/1.1" status: 204 len: 168 time: 0.6624417 Sep 16 04:46:12.981990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44518) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:13.014643 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.017225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.018172 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.083929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efdbb0-424b-4e56-928a-6ca45c27341f req-9a4b96fd-d00d-4408-8d66-35fc91a94ae6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.088162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52efdbb0-424b-4e56-928a-6ca45c27341f req-9a4b96fd-d00d-4408-8d66-35fc91a94ae6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.1525431 Sep 16 04:46:13.133838 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.155037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 5138af87-1cdb-441b-b6e7-ba04e782615f up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:13.157043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] Pushing event updated for resources: {'Network': ['ID=065e2c59-2725-43a1-bad3-583045695d1b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:13.205428 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52efdbb0-424b-4e56-928a-6ca45c27341f req-8e9f8882-750b-4843-8a71-9592a4774c66 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111574 Sep 16 04:46:13.215398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 065e2c59-2725-43a1-bad3-583045695d1b details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:46:13.268497 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.279775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Deleting port 72184702-8283-40cb-8563-e222b8a4eb67 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:13.281028 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.359567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b3508-6d4f-46f8-adea-05eb6b96c0b9 req-a7794ae0-0932-4dcb-bf0d-ce6a147d4133 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.372336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf7b3508-6d4f-46f8-adea-05eb6b96c0b9 req-a7794ae0-0932-4dcb-bf0d-ce6a147d4133 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 945 time: 0.0842199 Sep 16 04:46:13.414532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] For port 72184702-8283-40cb-8563-e222b8a4eb67, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=72184702-8283-40cb-8563-e222b8a4eb67,segment=NetworkSegment(ed012db0-c816-4c41-a5d3-33002f7bd36d),segment_id=ed012db0-c816-4c41-a5d3-33002f7bd36d)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:13.415652 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.431942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Calling delete_port for 72184702-8283-40cb-8563-e222b8a4eb67 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:13.482430 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf7b3508-6d4f-46f8-adea-05eb6b96c0b9 req-5ce6d697-dc34-4ace-bc9c-d75886a46f42 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069536 Sep 16 04:46:13.485979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bfb9bda4-49cb-4d22-a1c3-29208e301eda admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5894279 Sep 16 04:46:13.493218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44530) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:13.513641 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ed2251e2-9be9-4c30-9a31-d7ce25a49845 admin admin] Request body: {'subnet': {'network_id': '065e2c59-2725-43a1-bad3-583045695d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1548438685-subnet', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:13.528562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.556785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 28a1f820-d532-4f80-983b-1f88109a13bd no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:13.585312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 28a1f820-d532-4f80-983b-1f88109a13bd {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:13.585928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 28a1f820-d532-4f80-983b-1f88109a13bd not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:13.598683 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.604391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5716375-d8f3-4dde-8e14-9c9ad729c475 req-2d453849-3a3a-4c3b-8a11-c8c7fee9ec13 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.605320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5716375-d8f3-4dde-8e14-9c9ad729c475 req-2d453849-3a3a-4c3b-8a11-c8c7fee9ec13 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.2073815 Sep 16 04:46:13.674001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Pushing event deleted for resources: {'Port': ['ID=72184702-8283-40cb-8563-e222b8a4eb67,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:13.677665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] No DVR routers for this DVR port 72184702-8283-40cb-8563-e222b8a4eb67 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:13.682920 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f6f676-4f92-4ab7-a52c-8f2cabc3713a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:13.691515 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2251e2-9be9-4c30-9a31-d7ce25a49845 admin admin] Made reservation on behalf of 80d413abfdfa406fae1930a49b635c9f for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:13.693692 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ed2251e2-9be9-4c30-9a31-d7ce25a49845 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.696505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014d036-0948-4c67-b3d8-9fec451c9d74 None None] DHCP port deletion for fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:13.704356 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5716375-d8f3-4dde-8e14-9c9ad729c475 req-7bbcc72d-3b6b-435c-87fe-bf6a5afa111d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813208 Sep 16 04:46:13.713738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 5138af87-1cdb-441b-b6e7-ba04e782615f completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:13.721046 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 5138af87-1cdb-441b-b6e7-ba04e782615f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:13.723399 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.730888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6d708-4216-440d-a7aa-00565e071313 req-e5f52df0-1114-438f-94af-02bb87d3862c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.739128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfa6d708-4216-440d-a7aa-00565e071313 req-e5f52df0-1114-438f-94af-02bb87d3862c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.1321423 Sep 16 04:46:13.843960 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.871174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c106072c-2118-49cd-9ae2-9963a119a84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5138af87-1cdb-441b-b6e7-ba04e782615f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:13.873578 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e796478-8927-42ab-9cf7-fdbb1b904cba" -d '{"events": [{"server_uuid": "c106072c-2118-49cd-9ae2-9963a119a84d", "name": "network-vif-plugged", "status": "completed", "tag": "5138af87-1cdb-441b-b6e7-ba04e782615f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:13.880642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.890899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfa6d708-4216-440d-a7aa-00565e071313 req-9e653da7-8826-4f45-9bb8-232c48229284 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507931 Sep 16 04:46:13.891893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 5138af87-1cdb-441b-b6e7-ba04e782615f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5138af87-1cdb-441b-b6e7-ba04e782615f,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:13.899483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03526bc5-a26a-4fa4-a53d-9a96550b690d req-dc643cd7-8419-4804-8242-a0313c416f8d tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 210 time: 0.0652211 Sep 16 04:46:13.924791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:13.931687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.954788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed012db0-c816-4c41-a5d3-33002f7bd36d') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:13.954788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed012db0-c816-4c41-a5d3-33002f7bd36d') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:14.000289 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e8b455-e56b-4179-bcb7-59af0c5c7e9c x-openstack-request-id: req-73e8b455-e56b-4179-bcb7-59af0c5c7e9c {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:14.000510 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c106072c-2118-49cd-9ae2-9963a119a84d", "name": "network-vif-plugged", "status": "completed", "tag": "5138af87-1cdb-441b-b6e7-ba04e782615f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:14.003350 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73e8b455-e56b-4179-bcb7-59af0c5c7e9c {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:14.003510 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c106072c-2118-49cd-9ae2-9963a119a84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5138af87-1cdb-441b-b6e7-ba04e782615f', 'code': 200} Sep 16 04:46:14.039264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Allocated IP 192.168.233.205 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/31fd549a-ab03-47d8-81af-47e909ffea93) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:14.076108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=5138af87-1cdb-441b-b6e7-ba04e782615f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:14.100571 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.146018 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.150764 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ed2251e2-9be9-4c30-9a31-d7ce25a49845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.162598 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:46:14.163088 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:46:14.165478 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:46:14.204229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2251e2-9be9-4c30-9a31-d7ce25a49845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80035ef4-38b7-4f84-adb7-41cb10c7f032,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:14.245984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e154e-b86b-40a5-976b-fc5f485109da req-056e9352-0d37-4f4f-8ac6-a5b2a8bb5d28 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.247635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c3e154e-b86b-40a5-976b-fc5f485109da req-056e9352-0d37-4f4f-8ac6-a5b2a8bb5d28 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.2538495 Sep 16 04:46:14.255544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d29fd-d623-4902-bb20-d2256a1c78ad req-a1a8b0bc-39f4-4cc6-95ae-6c8579617150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.257473 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-481d29fd-d623-4902-bb20-d2256a1c78ad req-a1a8b0bc-39f4-4cc6-95ae-6c8579617150 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 1098 time: 0.1443465 Sep 16 04:46:14.350552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c3e154e-b86b-40a5-976b-fc5f485109da req-2cf6d631-7b9c-48a1-8134-4c98b2fb781f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903053 Sep 16 04:46:14.382598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2251e2-9be9-4c30-9a31-d7ce25a49845 admin admin] Checking segment: {'id': '6c202bb9-03aa-406a-abeb-9ac043a29001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:14.382598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2251e2-9be9-4c30-9a31-d7ce25a49845 admin admin] Network hostable DHCP agents. Network: 065e2c59-2725-43a1-bad3-583045695d1b, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:46:14.406759 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-481d29fd-d623-4902-bb20-d2256a1c78ad req-5cec9522-9875-4e1d-b6c0-c0eb83051ed6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071026 Sep 16 04:46:14.434454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d747-eba2-4560-9dfe-91c9506e8941 req-0de0c1ac-3767-40e8-949b-25c463840337 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.436117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40d2d747-eba2-4560-9dfe-91c9506e8941 req-0de0c1ac-3767-40e8-949b-25c463840337 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.1043243 Sep 16 04:46:14.486129 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe6b7660-d1af-4c79-99ad-9f7734a5a00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.489283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40d2d747-eba2-4560-9dfe-91c9506e8941 req-33451f59-bf53-4b0b-8ebb-9e2e471bfe6b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Sep 16 04:46:14.498344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2251e2-9be9-4c30-9a31-d7ce25a49845 admin admin] Network 065e2c59-2725-43a1-bad3-583045695d1b is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:46:14.555000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ed2251e2-9be9-4c30-9a31-d7ce25a49845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 065e2c59-2725-43a1-bad3-583045695d1b) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:14.561137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2251e2-9be9-4c30-9a31-d7ce25a49845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.563497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e231125-b5f4-4775-9f08-8291c1c9d290 None None] Network 065e2c59-2725-43a1-bad3-583045695d1b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:14.566839 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ed2251e2-9be9-4c30-9a31-d7ce25a49845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.635829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f94848-6f6c-4681-99f4-ad7ce947ac01 req-3382144b-d59b-4f21-ab00-09880ec951a1 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.637345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10f94848-6f6c-4681-99f4-ad7ce947ac01 req-3382144b-d59b-4f21-ab00-09880ec951a1 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 946 time: 0.0803905 Sep 16 04:46:14.651263 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.697109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10f94848-6f6c-4681-99f4-ad7ce947ac01 req-725fe35e-fe21-4740-a4f8-17d43fc73d18 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527718 Sep 16 04:46:14.707741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ed2251e2-9be9-4c30-9a31-d7ce25a49845 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2104089 Sep 16 04:46:14.708617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44542) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:14.713597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1548438685-router', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:14.720999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.736112 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.738975 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8 HTTP/1.1" status: 204 len: 168 time: 1.7559986 Sep 16 04:46:14.771504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088118c6-f1e0-4e39-8239-fa2ef7c64879 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdaf6e98-ca46-41ff-acdb-3053c9e4dfe8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:14.779371 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.817834 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-065e2c59-2725-43a1-bad3-583045695d1b', 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'fixed_ips': [{'subnet_id': '80035ef4-38b7-4f84-adb7-41cb10c7f032'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:46:14.819909 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.823470 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.824999 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.839013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:14.845293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:14.865373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:14.939470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Pushing event updated for resources: {'Port': ['ID=31fd549a-ab03-47d8-81af-47e909ffea93,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:14.949856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.993657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c1a68-29fd-4dce-9734-4879a739634c req-30cf2f46-ad72-4dbe-afc1-ce951baff94f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.994526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e85c1a68-29fd-4dce-9734-4879a739634c req-30cf2f46-ad72-4dbe-afc1-ce951baff94f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1541064 Sep 16 04:46:15.031847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.031847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.035945 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Allocated IP 172.20.0.2 (065e2c59-2725-43a1-bad3-583045695d1b/80035ef4-38b7-4f84-adb7-41cb10c7f032/22b33e51-9586-471f-9c95-872307a95f74) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:15.134238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44552) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:15.155349 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-7afbe621-97ac-488f-8c15-8dd29f9c66d2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7436180 Sep 16 04:46:15.179750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Request body: {'port': {'device_id': '7d72a4b1-8662-48d3-9a03-c7dcf3ea096e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:15.243519 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9acab257-ad21-4b24-b994-5f1b49a110d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42fbac5f03fa4adaa3625cad894c8ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1078515 Sep 16 04:46:15.246073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44554) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:15.297962 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.301669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c7fbeaf1-d3a0-497d-910e-1237040a1a32 None None] Provisioning complete for port 31fd549a-ab03-47d8-81af-47e909ffea93 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:15.308870 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.309772 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c7fbeaf1-d3a0-497d-910e-1237040a1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.318965 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.347861 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.358269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e85c1a68-29fd-4dce-9734-4879a739634c req-6b3bebe6-ae0d-4e12-a581-7f0228e4a6b4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489740 Sep 16 04:46:15.362000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbeaf1-d3a0-497d-910e-1237040a1a32 None None] Port 31fd549a-ab03-47d8-81af-47e909ffea93 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:15.414072 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.426417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf6cc3-f5be-44ff-8ed8-fd95c1b533e4 req-9b5c2880-245e-40e3-bc6e-e2fcc4316865 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.431970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cacf6cc3-f5be-44ff-8ed8-fd95c1b533e4 req-9b5c2880-245e-40e3-bc6e-e2fcc4316865 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.3699155 Sep 16 04:46:15.436852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898663f2-f729-4cdd-b343-5e5fac9deeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.484909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 72184702-8283-40cb-8563-e222b8a4eb67 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:15.564737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 72184702-8283-40cb-8563-e222b8a4eb67 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:15.565808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 72184702-8283-40cb-8563-e222b8a4eb67 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:15.577323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Network 065e2c59-2725-43a1-bad3-583045695d1b is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:15.588423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:15.591269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Pushing event updated for resources: {'Port': ['ID=22b33e51-9586-471f-9c95-872307a95f74,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:15.593903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:15.629342 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cacf6cc3-f5be-44ff-8ed8-fd95c1b533e4 req-a0d5511a-9ce1-4305-8cf3-7c3d82245486 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682296 Sep 16 04:46:15.662069 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898663f2-f729-4cdd-b343-5e5fac9deeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.675391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Attempting to bind port 22b33e51-9586-471f-9c95-872307a95f74 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:15.675391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Attempting to bind port 22b33e51-9586-471f-9c95-872307a95f74 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '6c202bb9-03aa-406a-abeb-9ac043a29001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:15.675391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Attempting to bind port 22b33e51-9586-471f-9c95-872307a95f74 on network 065e2c59-2725-43a1-bad3-583045695d1b {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:15.681974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:15.682411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Checking segment: {'id': '6c202bb9-03aa-406a-abeb-9ac043a29001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:15.682887 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.683261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Bound using segment: {'id': '6c202bb9-03aa-406a-abeb-9ac043a29001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:15.683779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Bound port: 22b33e51-9586-471f-9c95-872307a95f74, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c202bb9-03aa-406a-abeb-9ac043a29001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:15.684181 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.698782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820e8c2-751c-468a-9247-d7f0f23cee64 req-7d491dc0-55b8-4093-89f5-986f113485c2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.700766 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c820e8c2-751c-468a-9247-d7f0f23cee64 req-7d491dc0-55b8-4093-89f5-986f113485c2 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 936 time: 0.1627376 Sep 16 04:46:15.776958 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-49c15084-0962-495b-94b9-62fd5689afee None None] For port 22b33e51-9586-471f-9c95-872307a95f74, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:15.780415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-49c15084-0962-495b-94b9-62fd5689afee None None] For port 22b33e51-9586-471f-9c95-872307a95f74, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=22b33e51-9586-471f-9c95-872307a95f74,segment=NetworkSegment(6c202bb9-03aa-406a-abeb-9ac043a29001),segment_id=6c202bb9-03aa-406a-abeb-9ac043a29001)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:15.792691 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c820e8c2-751c-468a-9247-d7f0f23cee64 req-0c7c46d6-353d-4d10-a748-e016616ff683 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f6f676-4f92-4ab7-a52c-8f2cabc3713a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846295 Sep 16 04:46:15.900795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fd549a-ab03-47d8-81af-47e909ffea93 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:15.908766 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.966268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898663f2-f729-4cdd-b343-5e5fac9deeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.967269 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.968204 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.972093 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898663f2-f729-4cdd-b343-5e5fac9deeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:15.976066 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-898663f2-f729-4cdd-b343-5e5fac9deeb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2315355b-30ef-4796-a0a0-745fef5ea78e HTTP/1.1" status: 204 len: 168 time: 0.7262018 Sep 16 04:46:15.976066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Transition to ACTIVE for port object 31fd549a-ab03-47d8-81af-47e909ffea93 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:15.986989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898663f2-f729-4cdd-b343-5e5fac9deeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2315355b-30ef-4796-a0a0-745fef5ea78e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:16.047080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c15084-0962-495b-94b9-62fd5689afee None None] Pushing event updated for resources: {'Port': ['ID=22b33e51-9586-471f-9c95-872307a95f74,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:16.075657 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.200047 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.228993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Pushing event updated for resources: {'Port': ['ID=31fd549a-ab03-47d8-81af-47e909ffea93,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:16.282265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Attempting to bind port 31fd549a-ab03-47d8-81af-47e909ffea93 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:16.282610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Attempting to bind port 31fd549a-ab03-47d8-81af-47e909ffea93 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:16.282945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Attempting to bind port 31fd549a-ab03-47d8-81af-47e909ffea93 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:16.288223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Port 31fd549a-ab03-47d8-81af-47e909ffea93 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:16.289280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Attempting to bind port 31fd549a-ab03-47d8-81af-47e909ffea93 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:16.301609 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:16.301961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:16.302359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:16.302805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Bound port: 31fd549a-ab03-47d8-81af-47e909ffea93, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:16.303278 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.404019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528a93f-e266-47af-9afd-dce4bdbd44d4 req-6138308c-4a3e-4a93-8d78-60907051d6d3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.412248 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4528a93f-e266-47af-9afd-dce4bdbd44d4 req-6138308c-4a3e-4a93-8d78-60907051d6d3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.6754594 Sep 16 04:46:16.439400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] For port 31fd549a-ab03-47d8-81af-47e909ffea93, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:16.448899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] For port 31fd549a-ab03-47d8-81af-47e909ffea93, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=31fd549a-ab03-47d8-81af-47e909ffea93,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:16.526684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.550199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4528a93f-e266-47af-9afd-dce4bdbd44d4 req-76e28767-d21b-44bf-91c0-362fcdfd0ade tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369014 Sep 16 04:46:16.588414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a733c-1a9f-45bd-ba71-c1e322e8b106 req-220e5b3a-51a4-4cfd-bbba-6b63a2c4eba4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.597974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d9a733c-1a9f-45bd-ba71-c1e322e8b106 req-220e5b3a-51a4-4cfd-bbba-6b63a2c4eba4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.3023479 Sep 16 04:46:16.624227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.627800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.629375 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] 10.222.0.37 "PUT /v2.0/ports/31fd549a-ab03-47d8-81af-47e909ffea93 HTTP/1.1" status: 200 len: 1097 time: 1.4633362 Sep 16 04:46:16.631800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d72a4b1-8662-48d3-9a03-c7dcf3ea096e', 'tag': '31fd549a-ab03-47d8-81af-47e909ffea93'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:16.647481 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbb29a8-6cf0-4689-9b90-5c1ca31a3e20" -d '{"events": [{"name": "network-changed", "server_uuid": "7d72a4b1-8662-48d3-9a03-c7dcf3ea096e", "tag": "31fd549a-ab03-47d8-81af-47e909ffea93"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:16.651560 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.694066 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.707580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5b55b-d777-4d6a-9f0b-ba3c985a7a8f service neutron] Pushing event updated for resources: {'Port': ['ID=31fd549a-ab03-47d8-81af-47e909ffea93,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:16.803464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d9a733c-1a9f-45bd-ba71-c1e322e8b106 req-1981fa70-3e9e-48f0-9853-583f3c3793c9 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043121 Sep 16 04:46:16.869604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2726f3a-622c-4878-bf68-ccf17e0dbabb req-271d6ad6-cf95-4fa9-906a-1c1f264e46bc tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.871313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2726f3a-622c-4878-bf68-ccf17e0dbabb req-271d6ad6-cf95-4fa9-906a-1c1f264e46bc tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 946 time: 0.1806898 Sep 16 04:46:16.940523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-a2340086-39e4-40a3-8f95-0f1ca764eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.942488 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-a2340086-39e4-40a3-8f95-0f1ca764eb24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b56a95c3d7ed4530b367c2361a6cee15&device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 1100 time: 0.1706460 Sep 16 04:46:17.058961 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-a94e50cb-410c-4893-9422-7e4a76013b69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=31fd549a-ab03-47d8-81af-47e909ffea93 HTTP/1.1" status: 200 len: 217 time: 0.1045551 Sep 16 04:46:17.073993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2726f3a-622c-4878-bf68-ccf17e0dbabb req-43de36db-ed82-46af-8fdf-f22f1e26134e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922064 Sep 16 04:46:17.141596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Allocated IP 172.25.3.106 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/cbda8f5b-01f9-418d-8284-90fa39e30164) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:17.185808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380757b1-90db-48e7-ad38-84358f65bd90 req-339fd759-cf45-416c-987a-4cb645072fb3 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.193727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380757b1-90db-48e7-ad38-84358f65bd90 req-339fd759-cf45-416c-987a-4cb645072fb3 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1737790 Sep 16 04:46:17.200491 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bd5baed0-38f9-4ad2-ac22-90cb4e585752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.202249 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bd5baed0-38f9-4ad2-ac22-90cb4e585752 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1270525 Sep 16 04:46:17.291527 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3637dbc8-2329-4b6b-9e53-ca4252e930b5 x-openstack-request-id: req-3637dbc8-2329-4b6b-9e53-ca4252e930b5 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:17.291957 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d72a4b1-8662-48d3-9a03-c7dcf3ea096e", "tag": "31fd549a-ab03-47d8-81af-47e909ffea93", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:17.292310 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3637dbc8-2329-4b6b-9e53-ca4252e930b5 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:17.292877 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d72a4b1-8662-48d3-9a03-c7dcf3ea096e', 'tag': '31fd549a-ab03-47d8-81af-47e909ffea93', 'status': 'completed', 'code': 200} Sep 16 04:46:17.337172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-eb01435e-e2fa-4899-b51c-420413f288da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.338481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380757b1-90db-48e7-ad38-84358f65bd90 req-2a4a2428-433c-41a8-a19d-48d8b523d77e tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369803 Sep 16 04:46:17.341883 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-eb01435e-e2fa-4899-b51c-420413f288da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274102 Sep 16 04:46:17.416684 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.598365 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.600769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 22b33e51-9586-471f-9c95-872307a95f74 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:17.615439 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-bee8db79-65e7-4db2-b8c7-e94174bd287f service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514448 Sep 16 04:46:17.635076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92938255-a70b-4a64-89e2-d2d088a570d2 req-423bcde4-4b20-492c-98d1-4b6379529ee6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.647316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92938255-a70b-4a64-89e2-d2d088a570d2 req-423bcde4-4b20-492c-98d1-4b6379529ee6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.2954259 Sep 16 04:46:17.682619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 22b33e51-9586-471f-9c95-872307a95f74 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:17.683420 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.698239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee088649-194c-4bf1-ae1e-1258dc56dc63 req-c8f5b167-f1b7-4754-9b4b-4886718cae8d tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.712160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee088649-194c-4bf1-ae1e-1258dc56dc63 req-c8f5b167-f1b7-4754-9b4b-4886718cae8d tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 948 time: 0.2522130 Sep 16 04:46:17.786932 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9e44c076-db9f-43d2-a7fd-2c6f12afc3a2 req-38aa4394-bc0b-4fdd-9c01-38682fb11442 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547534 Sep 16 04:46:17.817406 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.820572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d20c7-d84d-4d5a-bac9-fa92c6b5304d None None] Network 065e2c59-2725-43a1-bad3-583045695d1b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:17.826757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92938255-a70b-4a64-89e2-d2d088a570d2 req-dacba695-fce2-442a-81d0-a9032c1cb6f1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775246 Sep 16 04:46:17.844276 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee088649-194c-4bf1-ae1e-1258dc56dc63 req-7a0fd466-d384-4889-be45-385e41ce95e4 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f6f676-4f92-4ab7-a52c-8f2cabc3713a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308889 Sep 16 04:46:17.892748 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.936056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 22b33e51-9586-471f-9c95-872307a95f74, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=22b33e51-9586-471f-9c95-872307a95f74,segment=NetworkSegment(6c202bb9-03aa-406a-abeb-9ac043a29001),segment_id=6c202bb9-03aa-406a-abeb-9ac043a29001)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:17.967584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4426c855-00b9-418b-aa26-89bb5aea50f3 None None] Provisioning complete for port 22b33e51-9586-471f-9c95-872307a95f74 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:17.967958 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4426c855-00b9-418b-aa26-89bb5aea50f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.012946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb29a8-6cf0-4689-9b90-5c1ca31a3e20 req-db197f16-8b0a-41f9-95da-ca9ba54b4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.014769 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cbb29a8-6cf0-4689-9b90-5c1ca31a3e20 req-db197f16-8b0a-41f9-95da-ca9ba54b4fff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b56a95c3d7ed4530b367c2361a6cee15&device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 1100 time: 0.0954742 Sep 16 04:46:18.031586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:18.036880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:18.043758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:18.052002 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.084341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Pushing event updated for resources: {'Port': ['ID=cbda8f5b-01f9-418d-8284-90fa39e30164,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:18.115134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b26f1-0b6a-45d9-a032-b0930f8abac9 req-e89dd4c2-61c7-4375-9fee-6dfcb6a3c65b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.123048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e6b26f1-0b6a-45d9-a032-b0930f8abac9 req-e89dd4c2-61c7-4375-9fee-6dfcb6a3c65b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.1692629 Sep 16 04:46:18.160289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=22b33e51-9586-471f-9c95-872307a95f74,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:18.174724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb29a8-6cf0-4689-9b90-5c1ca31a3e20 req-f0b11a56-bb35-4834-a773-7d298554ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.181303 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cbb29a8-6cf0-4689-9b90-5c1ca31a3e20 req-f0b11a56-bb35-4834-a773-7d298554ebc6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1558509 Sep 16 04:46:18.211439 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e6b26f1-0b6a-45d9-a032-b0930f8abac9 req-d14290eb-539c-44e7-b9e2-5249b42684a0 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833619 Sep 16 04:46:18.255964 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cbb29a8-6cf0-4689-9b90-5c1ca31a3e20 req-a6e6a59a-76c0-4774-a073-b5fac0aa0c64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=31fd549a-ab03-47d8-81af-47e909ffea93 HTTP/1.1" status: 200 len: 217 time: 0.0525892 Sep 16 04:46:18.257317 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-ea22844a-557e-4606-8aa7-458e9c5316b9 service neutron] show failed (client error): The resource could not be found. Sep 16 04:46:18.258618 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-ea22844a-557e-4606-8aa7-458e9c5316b9 service neutron] 10.222.0.37 "GET /v2.0/ports/11d608a7-45e0-43d7-a55c-b19cc9247b85/bindings/n-h1-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.2965052 Sep 16 04:46:18.362005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb29a8-6cf0-4689-9b90-5c1ca31a3e20 req-4aa5461e-a21e-4cde-b3f1-0b14c763285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.363708 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cbb29a8-6cf0-4689-9b90-5c1ca31a3e20 req-4aa5461e-a21e-4cde-b3f1-0b14c763285b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0637331 Sep 16 04:46:18.368987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf745a0-3ea2-4382-8208-ca51120bf840 req-3f95c406-d09f-4a56-b2ee-9b76bc556630 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.370682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ddf745a0-3ea2-4382-8208-ca51120bf840 req-3f95c406-d09f-4a56-b2ee-9b76bc556630 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.0605457 Sep 16 04:46:18.424926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb29a8-6cf0-4689-9b90-5c1ca31a3e20 req-e9a484b5-ce22-47f0-b849-43abe5e38315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.427271 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cbb29a8-6cf0-4689-9b90-5c1ca31a3e20 req-e9a484b5-ce22-47f0-b849-43abe5e38315 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0557470 Sep 16 04:46:18.481410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ddf745a0-3ea2-4382-8208-ca51120bf840 req-ec890988-edef-4e02-b1a6-4085ad5dadc5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043501 Sep 16 04:46:18.544178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4c57833b-342e-4e56-88a9-6b30fb88b491 None None] Provisioning complete for port 22b33e51-9586-471f-9c95-872307a95f74 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:18.545288 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4c57833b-342e-4e56-88a9-6b30fb88b491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.576130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.673061 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cbb29a8-6cf0-4689-9b90-5c1ca31a3e20 req-dff42139-68f2-4cf6-bd25-035dc184b2a7 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106927 Sep 16 04:46:18.716094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4a864-ad08-410b-9836-f83660d517f7 req-1d42095f-edf9-4341-95e1-fe1273f2f91d tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.717697 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ad4a864-ad08-410b-9836-f83660d517f7 req-1d42095f-edf9-4341-95e1-fe1273f2f91d tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 946 time: 0.1883235 Sep 16 04:46:18.766345 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cbb29a8-6cf0-4689-9b90-5c1ca31a3e20 req-8a37a1ed-3142-4c9c-84ce-1e775863275d service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858800 Sep 16 04:46:18.790583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9a534-fc29-457e-beaf-efedb637aab4 req-837a3e2e-a0b3-44c5-b487-ef2bbc9e470b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.792152 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1c9a534-fc29-457e-beaf-efedb637aab4 req-837a3e2e-a0b3-44c5-b487-ef2bbc9e470b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.2287583 Sep 16 04:46:18.837799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ad4a864-ad08-410b-9836-f83660d517f7 req-9f44ed38-8058-4d3c-a569-e22cfd312967 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129842 Sep 16 04:46:18.892150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee586c5d-b0d5-4348-8820-e902945f1cb8 req-b897db7b-fe18-4e01-9871-96583cc2a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.893825 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee586c5d-b0d5-4348-8820-e902945f1cb8 req-b897db7b-fe18-4e01-9871-96583cc2a3c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=beb64385c68c464bbaadaf890c1a8c95&device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 1098 time: 0.0604048 Sep 16 04:46:18.904027 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1c9a534-fc29-457e-beaf-efedb637aab4 req-bb8a5e5e-94de-488a-a091-aa8f784a2043 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028876 Sep 16 04:46:18.940667 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.005797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee586c5d-b0d5-4348-8820-e902945f1cb8 req-bd9833db-a906-4a76-a015-00384b093028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.008040 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee586c5d-b0d5-4348-8820-e902945f1cb8 req-bd9833db-a906-4a76-a015-00384b093028 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 200 len: 914 time: 0.1054113 Sep 16 04:46:19.010689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-8a94b106-43cf-472a-af74-9c35362bebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.012145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-8a94b106-43cf-472a-af74-9c35362bebd6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14&tenant_id=a691916327a54f4cb27fb717de84b236 HTTP/1.1" status: 200 len: 1102 time: 0.1273811 Sep 16 04:46:19.055041 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee586c5d-b0d5-4348-8820-e902945f1cb8 req-c65a6dd9-464b-4154-95ed-af9f829f93b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed HTTP/1.1" status: 200 len: 217 time: 0.0382643 Sep 16 04:46:19.055279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:19.108659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee586c5d-b0d5-4348-8820-e902945f1cb8 req-8fb8f867-f58c-40c7-8f04-dfc13ba0e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.110148 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee586c5d-b0d5-4348-8820-e902945f1cb8 req-8fb8f867-f58c-40c7-8f04-dfc13ba0e535 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949274d8-2344-4ef9-adff-97636601143c HTTP/1.1" status: 200 len: 854 time: 0.0492051 Sep 16 04:46:19.141824 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee586c5d-b0d5-4348-8820-e902945f1cb8 req-23a81095-2436-4f4a-a500-3e263f577830 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d28860d-4e08-4ba3-a765-b2bfee8d416f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238845 Sep 16 04:46:19.191274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd5207-7bd8-4ccd-b70e-2dae1b4ad92e req-de75c72b-ab9d-4bf8-ac57-a542e46f7aa2 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.191274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38dd5207-7bd8-4ccd-b70e-2dae1b4ad92e req-de75c72b-ab9d-4bf8-ac57-a542e46f7aa2 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.2129812 Sep 16 04:46:19.191274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd602c-7886-4900-855d-ccc97bd68aa0 req-7548c7c6-0684-4507-8c1c-d00cd13d9938 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.191274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbcd602c-7886-4900-855d-ccc97bd68aa0 req-7548c7c6-0684-4507-8c1c-d00cd13d9938 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 948 time: 0.2261965 Sep 16 04:46:19.207717 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.238177 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee586c5d-b0d5-4348-8820-e902945f1cb8 req-1c9913f6-3896-4057-a0ac-3e91abab4682 service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881929 Sep 16 04:46:19.305304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38dd5207-7bd8-4ccd-b70e-2dae1b4ad92e req-b03a092a-5a54-4e2b-a6ce-c0453e78040b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155748 Sep 16 04:46:19.308061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbcd602c-7886-4900-855d-ccc97bd68aa0 req-7963cb11-1884-4090-ad7e-9e2382aa971b tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f6f676-4f92-4ab7-a52c-8f2cabc3713a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050131 Sep 16 04:46:19.353714 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee586c5d-b0d5-4348-8820-e902945f1cb8 req-7ce1fee6-bf74-4fe9-9b49-cbb5a22b85dc service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078017 Sep 16 04:46:19.471685 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 22b33e51-9586-471f-9c95-872307a95f74 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:19.487270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Router 96e6f4fa-4724-4531-9121-4df2d1684bf8 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:46:19.497553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce632ccb-7775-4dbe-8881-23c2c89df64f req-a2dfef4a-2b05-4a85-bf1f-1a35790b8f16 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.498053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce632ccb-7775-4dbe-8881-23c2c89df64f req-a2dfef4a-2b05-4a85-bf1f-1a35790b8f16 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.0894115 Sep 16 04:46:19.553733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 22b33e51-9586-471f-9c95-872307a95f74 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:19.554310 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.678611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce632ccb-7775-4dbe-8881-23c2c89df64f req-1edea57f-3739-4775-be0b-34d56821dfe6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361103 Sep 16 04:46:19.681195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:19.767824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a26b94-f7a2-4700-a264-3d1c1306161e req-0a134e5b-30e5-451b-9976-3d5b0bb8b04b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.769407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22a26b94-f7a2-4700-a264-3d1c1306161e req-0a134e5b-30e5-451b-9976-3d5b0bb8b04b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.1931229 Sep 16 04:46:19.777442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:19.811085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:19.821475 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Sync routers for ids ['96e6f4fa-4724-4531-9121-4df2d1684bf8'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:19.830030 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Routers {'96e6f4fa-4724-4531-9121-4df2d1684bf8'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:19.830648 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:46:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['96e6f4fa-4724-4531-9121-4df2d1684bf8'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:19.849322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11d608a7-45e0-43d7-a55c-b19cc9247b85'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:19.851913 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322a68fc-c5b7-4cb6-bb87-e1e3a5d0025f" -d '{"events": [{"server_uuid": "d2761712-c38c-4d59-8fb4-5932430c7c14", "name": "network-vif-unplugged", "status": "completed", "tag": "11d608a7-45e0-43d7-a55c-b19cc9247b85"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:19.855802 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.881035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22a26b94-f7a2-4700-a264-3d1c1306161e req-9f992bad-016e-4445-9455-1fc9a5dc26ff tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047864 Sep 16 04:46:19.885383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Transition to ACTIVE for port object 11d608a7-45e0-43d7-a55c-b19cc9247b85 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:19.903021 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.906852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-24d9fa48-8f08-4e05-91de-73f570b99257 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1946948 Sep 16 04:46:19.906988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44668) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:19.954905 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57673b23-fdc3-404d-b424-d84f56a52568 x-openstack-request-id: req-57673b23-fdc3-404d-b424-d84f56a52568 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:19.955223 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2761712-c38c-4d59-8fb4-5932430c7c14", "name": "network-vif-unplugged", "status": "completed", "tag": "11d608a7-45e0-43d7-a55c-b19cc9247b85", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:19.955449 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57673b23-fdc3-404d-b424-d84f56a52568 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:19.955846 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11d608a7-45e0-43d7-a55c-b19cc9247b85', 'code': 200} Sep 16 04:46:19.963647 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.973533 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Set router 96e6f4fa-4724-4531-9121-4df2d1684bf8 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:20.033552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44672) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:20.172039 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b538ec18-c0db-416e-a63e-20314a2ed7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.196964 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'name': 'tempest-FloatingIPsTestJSON-1548438685-router', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:46:14Z', 'updated_at': '2021-09-16T04:46:18Z', 'revision_number': 3, 'project_id': '80d413abfdfa406fae1930a49b635c9f', 'gw_port': {'id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:16Z', 'updated_at': '2021-09-16T04:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:20.232944 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Checking router: 96e6f4fa-4724-4531-9121-4df2d1684bf8 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:46:20.233550 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Updating router 96e6f4fa-4724-4531-9121-4df2d1684bf8 port cbda8f5b-01f9-418d-8284-90fa39e30164 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:46:20.267171 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.289048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b538ec18-c0db-416e-a63e-20314a2ed7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.367419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b538ec18-c0db-416e-a63e-20314a2ed7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.418470 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b538ec18-c0db-416e-a63e-20314a2ed7e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e80c4fd9c274954b9edda405788abfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837087 Sep 16 04:46:20.419345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538ec18-c0db-416e-a63e-20314a2ed7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d9a870-3d3e-48fd-aaf7-4c704c477802,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:20.422865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44680) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:20.448141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] No DVR routers for this DVR port 11d608a7-45e0-43d7-a55c-b19cc9247b85 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:20.462420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Pushing event updated for resources: {'Port': ['ID=11d608a7-45e0-43d7-a55c-b19cc9247b85,revision_number=6']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:20.476949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b0de5d86-3f7a-499e-a2cb-c9cd2a5d4a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.487066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253b8b7-e54e-49cb-8c0c-fa5ed0ef1027 req-6bac3430-4f1c-4080-9172-c538b7f513b7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.488589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5253b8b7-e54e-49cb-8c0c-fa5ed0ef1027 req-6bac3430-4f1c-4080-9172-c538b7f513b7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.4872260 Sep 16 04:46:20.502169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b0de5d86-3f7a-499e-a2cb-c9cd2a5d4a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.517483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43deb4c-9436-4880-96ed-982efacfab27 req-0663d08c-3c29-40ec-b424-6901f455cf66 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.518957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e43deb4c-9436-4880-96ed-982efacfab27 req-0663d08c-3c29-40ec-b424-6901f455cf66 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 946 time: 0.5085089 Sep 16 04:46:20.551792 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.591188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Attempting to bind port 11d608a7-45e0-43d7-a55c-b19cc9247b85 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:20.591534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Attempting to bind port 11d608a7-45e0-43d7-a55c-b19cc9247b85 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:20.591853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Attempting to bind port 11d608a7-45e0-43d7-a55c-b19cc9247b85 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:20.606045 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b0de5d86-3f7a-499e-a2cb-c9cd2a5d4a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.608965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b0de5d86-3f7a-499e-a2cb-c9cd2a5d4a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.610128 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b0de5d86-3f7a-499e-a2cb-c9cd2a5d4a01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63d9a870-3d3e-48fd-aaf7-4c704c477802 HTTP/1.1" status: 204 len: 168 time: 0.1862264 Sep 16 04:46:20.611589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Port 11d608a7-45e0-43d7-a55c-b19cc9247b85 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:20.611916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Attempting to bind port 11d608a7-45e0-43d7-a55c-b19cc9247b85 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:20.620121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de5d86-3f7a-499e-a2cb-c9cd2a5d4a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d9a870-3d3e-48fd-aaf7-4c704c477802,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:20.637399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:20.637750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:20.638136 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:20.638659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Bound port: 11d608a7-45e0-43d7-a55c-b19cc9247b85, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:20.638983 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.640031 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.643305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5253b8b7-e54e-49cb-8c0c-fa5ed0ef1027 req-095f2499-ebf2-4fea-b7c1-e2a5d3c888af tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345646 Sep 16 04:46:20.686239 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4f4fc-eedc-477b-8a46-2329c4272a44 None None] Pushing event updated for resources: {'Port': ['ID=cbda8f5b-01f9-418d-8284-90fa39e30164,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:20.704228 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Attempting to bind port cbda8f5b-01f9-418d-8284-90fa39e30164 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:20.704694 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Attempting to bind port cbda8f5b-01f9-418d-8284-90fa39e30164 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:20.705127 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Attempting to bind port cbda8f5b-01f9-418d-8284-90fa39e30164 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:20.709933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e43deb4c-9436-4880-96ed-982efacfab27 req-207b7340-1504-4887-9b20-999121e5e343 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467106 Sep 16 04:46:20.710511 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:20.710973 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:20.711444 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.711902 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:20.712479 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Bound port: cbda8f5b-01f9-418d-8284-90fa39e30164, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:20.712929 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.768294 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] For port cbda8f5b-01f9-418d-8284-90fa39e30164, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:20.772473 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] For port cbda8f5b-01f9-418d-8284-90fa39e30164, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cbda8f5b-01f9-418d-8284-90fa39e30164,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:20.850807 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.890682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:20.896764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:20.905166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbcd45-5949-4196-a9f5-c8c4cf50a873 req-2037a874-ae4e-48cb-aa23-7356249f469f tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.906696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85bbcd45-5949-4196-a9f5-c8c4cf50a873 req-2037a874-ae4e-48cb-aa23-7356249f469f tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 948 time: 0.1666815 Sep 16 04:46:20.908974 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4f4fc-eedc-477b-8a46-2329c4272a44 None None] Pushing event updated for resources: {'Port': ['ID=cbda8f5b-01f9-418d-8284-90fa39e30164,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:20.917770 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Routers {'96e6f4fa-4724-4531-9121-4df2d1684bf8'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:20.923145 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:46:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['96e6f4fa-4724-4531-9121-4df2d1684bf8'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:20.954066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 31fd549a-ab03-47d8-81af-47e909ffea93 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:20.966383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbe195-d251-4221-ab0a-8453f3e9c413 req-0bcd0269-7c5e-49a1-94cf-6fe4f0799f98 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.969704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8cbe195-d251-4221-ab0a-8453f3e9c413 req-0bcd0269-7c5e-49a1-94cf-6fe4f0799f98 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.1821158 Sep 16 04:46:20.993150 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.059379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 11d608a7-45e0-43d7-a55c-b19cc9247b85 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:21.103853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.104782 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.106584 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] 10.222.0.23 "PUT /v2.0/ports/11d608a7-45e0-43d7-a55c-b19cc9247b85 HTTP/1.1" status: 200 len: 1097 time: 2.0626936 Sep 16 04:46:21.127142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85bbcd45-5949-4196-a9f5-c8c4cf50a873 req-37117573-a4a1-4fb4-993b-1ed6203c389f tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f6f676-4f92-4ab7-a52c-8f2cabc3713a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065115 Sep 16 04:46:21.180753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 31fd549a-ab03-47d8-81af-47e909ffea93, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=31fd549a-ab03-47d8-81af-47e909ffea93,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:21.186271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8cbe195-d251-4221-ab0a-8453f3e9c413 req-6998ccff-b1b0-4cc6-aac3-e268a50717d3 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004163 Sep 16 04:46:21.194323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 11d608a7-45e0-43d7-a55c-b19cc9247b85 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:21.195085 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b21ff2f-9807-4b82-bf14-f739a121e8ed no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:21.215579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '31fd549a-ab03-47d8-81af-47e909ffea93', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '31fd549a-ab03-47d8-81af-47e909ffea93', 'mac_address': 'fa:16:3e:94:7e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:21.238769 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] Set router 96e6f4fa-4724-4531-9121-4df2d1684bf8 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:21.280140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98def8-448a-4d11-bb60-71ac02942f68 req-992a64bb-1e85-407d-92d4-ac518b394a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.283991 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4b98def8-448a-4d11-bb60-71ac02942f68 req-992a64bb-1e85-407d-92d4-ac518b394a18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=beb64385c68c464bbaadaf890c1a8c95&device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 1098 time: 0.0983305 Sep 16 04:46:21.339167 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.362070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4499e1e-c65f-4b8c-b856-e885ab6a936b service neutron] Pushing event updated for resources: {'Port': ['ID=11d608a7-45e0-43d7-a55c-b19cc9247b85,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:21.370931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fd549a-ab03-47d8-81af-47e909ffea93 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:21.450746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 31fd549a-ab03-47d8-81af-47e909ffea93, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=31fd549a-ab03-47d8-81af-47e909ffea93,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:21.477341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-a5f5df49-60aa-4397-a4f8-9792794fda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.487838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-a5f5df49-60aa-4397-a4f8-9792794fda90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 1100 time: 0.3108220 Sep 16 04:46:21.488232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98def8-448a-4d11-bb60-71ac02942f68 req-fdafccc8-42a1-4e63-813c-c1ec72f2fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.488232 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4b98def8-448a-4d11-bb60-71ac02942f68 req-fdafccc8-42a1-4e63-813c-c1ec72f2fa69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 200 len: 914 time: 0.1822779 Sep 16 04:46:21.540174 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ecf03-ce2f-41f2-b62f-65b6e51e2bff req-21ff2ee1-4b59-4614-89d1-c551af2ff7ac tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.547913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-723ecf03-ce2f-41f2-b62f-65b6e51e2bff req-21ff2ee1-4b59-4614-89d1-c551af2ff7ac tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 946 time: 0.3071656 Sep 16 04:46:21.549967 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.581465 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4b98def8-448a-4d11-bb60-71ac02942f68 req-a7949c6e-8675-482e-91dd-320d46249766 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed HTTP/1.1" status: 200 len: 217 time: 0.0867608 Sep 16 04:46:21.612417 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.655049 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.655446 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98def8-448a-4d11-bb60-71ac02942f68 req-bc339701-28ed-42a1-bbbb-9e85abc900d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.657232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2be594-c246-49d7-a46c-0da65950c850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b21ff2f-9807-4b82-bf14-f739a121e8ed'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:21.661977 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4b98def8-448a-4d11-bb60-71ac02942f68 req-bc339701-28ed-42a1-bbbb-9e85abc900d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949274d8-2344-4ef9-adff-97636601143c HTTP/1.1" status: 200 len: 854 time: 0.0691996 Sep 16 04:46:21.662237 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6707802-fd74-4d1a-9196-c312c739d78e" -d '{"events": [{"server_uuid": "6a2be594-c246-49d7-a46c-0da65950c850", "name": "network-vif-unplugged", "status": "completed", "tag": "1b21ff2f-9807-4b82-bf14-f739a121e8ed"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:21.689697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=31fd549a-ab03-47d8-81af-47e909ffea93,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:21.697155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:21.714200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-723ecf03-ce2f-41f2-b62f-65b6e51e2bff req-f2443dfd-4534-4ec3-b4d5-6dc42bd73c7a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653922 Sep 16 04:46:21.726878 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4b98def8-448a-4d11-bb60-71ac02942f68 req-1e534a89-cff0-4c18-ac22-bde9c81ceb07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d28860d-4e08-4ba3-a765-b2bfee8d416f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595639 Sep 16 04:46:21.747787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['31fd549a-ab03-47d8-81af-47e909ffea93'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:21.760362 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'name': 'tempest-FloatingIPsTestJSON-1548438685-router', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:46:14Z', 'updated_at': '2021-09-16T04:46:18Z', 'revision_number': 3, 'project_id': '80d413abfdfa406fae1930a49b635c9f', 'gw_port': {'id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:16Z', 'updated_at': '2021-09-16T04:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:21.794938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-d353164a-d54e-4c49-b344-84ca09e6de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.796605 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-d353164a-d54e-4c49-b344-84ca09e6de74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.3038747 Sep 16 04:46:21.811909 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe75fb-92e0-4ae3-9fbe-5991c9c36e43 None None] The sync data for ids ['96e6f4fa-4724-4531-9121-4df2d1684bf8'] in n-d-712137-12 is: [{'id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'name': 'tempest-FloatingIPsTestJSON-1548438685-router', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:46:14Z', 'updated_at': '2021-09-16T04:46:18Z', 'revision_number': 3, 'project_id': '80d413abfdfa406fae1930a49b635c9f', 'gw_port': {'id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:16Z', 'updated_at': '2021-09-16T04:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:21.816821 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.905162 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4b98def8-448a-4d11-bb60-71ac02942f68 req-39f498d9-726e-443d-9708-49ae2934c125 service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657741 Sep 16 04:46:21.926351 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1b21ff2f-9807-4b82-bf14-f739a121e8ed,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:21.954826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Allocated IP 172.20.0.1 (065e2c59-2725-43a1-bad3-583045695d1b/80035ef4-38b7-4f84-adb7-41cb10c7f032/7c9fea3e-0fa4-4e87-a588-d25fcc817ee6) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:21.957764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'tag': '11d608a7-45e0-43d7-a55c-b19cc9247b85'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:21.960089 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d2761712-c38c-4d59-8fb4-5932430c7c14", "tag": "11d608a7-45e0-43d7-a55c-b19cc9247b85"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:22.028680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-7d264b5a-ae20-4014-865f-8a9599a948e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85 HTTP/1.1" status: 200 len: 217 time: 0.0840626 Sep 16 04:46:22.057509 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4b98def8-448a-4d11-bb60-71ac02942f68 req-b28a0679-12e8-4051-a083-eca05a182945 service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438255 Sep 16 04:46:22.175646 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c549ae-1e96-4b2d-8446-21784fd0f0b6 x-openstack-request-id: req-b4c549ae-1e96-4b2d-8446-21784fd0f0b6 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:22.176182 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2be594-c246-49d7-a46c-0da65950c850", "name": "network-vif-unplugged", "status": "completed", "tag": "1b21ff2f-9807-4b82-bf14-f739a121e8ed", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:22.177128 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4c549ae-1e96-4b2d-8446-21784fd0f0b6 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:22.177539 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2be594-c246-49d7-a46c-0da65950c850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b21ff2f-9807-4b82-bf14-f739a121e8ed', 'code': 200} Sep 16 04:46:22.223392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1734129-a8a0-410b-a1d6-0839291af777 req-3cd3b9b6-820b-4829-ad0b-ab3a74d33a74 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.239874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1734129-a8a0-410b-a1d6-0839291af777 req-3cd3b9b6-820b-4829-ad0b-ab3a74d33a74 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 948 time: 0.3110254 Sep 16 04:46:22.243848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-ce725749-cfb2-4c03-aec5-0b0e0218b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.246102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-ce725749-cfb2-4c03-aec5-0b0e0218b8f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.2160964 Sep 16 04:46:22.420592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1734129-a8a0-410b-a1d6-0839291af777 req-6b0d4d0c-609d-48f2-a35a-bc996dd276db tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798000 Sep 16 04:46:22.426978 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.439685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-d4894476-2464-4e06-bcb8-b87cc1f0cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.439685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-d4894476-2464-4e06-bcb8-b87cc1f0cd52 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1825023 Sep 16 04:46:22.447068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f619a09-d112-4343-87f6-0dcb393cde39 req-fd875a95-6bff-451b-b981-645caff5b131 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.454325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f619a09-d112-4343-87f6-0dcb393cde39 req-fd875a95-6bff-451b-b981-645caff5b131 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.2072203 Sep 16 04:46:22.504415 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379d85ca-08d9-40e3-91ab-cb3e571ff32a x-openstack-request-id: req-379d85ca-08d9-40e3-91ab-cb3e571ff32a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:22.504752 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2761712-c38c-4d59-8fb4-5932430c7c14", "tag": "11d608a7-45e0-43d7-a55c-b19cc9247b85", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:22.504976 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-379d85ca-08d9-40e3-91ab-cb3e571ff32a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:22.505373 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'tag': '11d608a7-45e0-43d7-a55c-b19cc9247b85', 'status': 'completed', 'code': 200} Sep 16 04:46:22.576793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-81e18937-8296-4b43-a8ca-30809ce39188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.578315 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-81e18937-8296-4b43-a8ca-30809ce39188 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 1100 time: 0.0480759 Sep 16 04:46:22.597007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f619a09-d112-4343-87f6-0dcb393cde39 req-105a8b09-36f6-4313-8167-02bb7d097907 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417878 Sep 16 04:46:22.663060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-34e590db-e045-4253-981f-d8138d9adbba service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043951 Sep 16 04:46:22.693129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-a265f0e6-a923-430e-822c-277414da309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.696153 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-a265f0e6-a923-430e-822c-277414da309f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1096678 Sep 16 04:46:22.753099 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-f7aee21b-b59b-479e-aafc-cd7ae421ee73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85 HTTP/1.1" status: 200 len: 217 time: 0.0503685 Sep 16 04:46:22.788109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ff31c-e3b5-424c-bc7c-8471c18c2d28 req-5449c3c3-a935-4814-8c44-7be95a208c58 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.790339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a47ff31c-e3b5-424c-bc7c-8471c18c2d28 req-5449c3c3-a935-4814-8c44-7be95a208c58 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 949 time: 0.1629848 Sep 16 04:46:22.791919 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.808260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-b8908463-65b6-4485-af7f-fb47b34ffac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.810006 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-b8908463-65b6-4485-af7f-fb47b34ffac2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0503500 Sep 16 04:46:22.860226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Network 065e2c59-2725-43a1-bad3-583045695d1b is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:22.869642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9440a-b349-4c0a-805c-86eb893f951b req-9232c62b-010f-43be-a511-c8409b0d6ca1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.870692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-c67aa2c2-ca9f-469e-a3fc-87ddb192655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.871216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4f9440a-b349-4c0a-805c-86eb893f951b req-9232c62b-010f-43be-a511-c8409b0d6ca1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.2008474 Sep 16 04:46:22.872427 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-c67aa2c2-ca9f-469e-a3fc-87ddb192655a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0550654 Sep 16 04:46:22.882773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:22.893596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:22.966635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ab8baf7-6842-4967-8977-50a6bc912037 req-23bcb550-0073-44f1-8387-700c7f97458d service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922485 Sep 16 04:46:22.967293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9fea3e-0fa4-4e87-a588-d25fcc817ee6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:22.974832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 31fd549a-ab03-47d8-81af-47e909ffea93 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:22.988997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a47ff31c-e3b5-424c-bc7c-8471c18c2d28 req-34659887-22e9-4ce8-b7b7-662dbc26325e tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f6f676-4f92-4ab7-a52c-8f2cabc3713a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885123 Sep 16 04:46:22.996628 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-f7d43a0b-06d1-40e5-9f78-29d691eec819 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170211 Sep 16 04:46:23.016272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4f9440a-b349-4c0a-805c-86eb893f951b req-af529230-63aa-485d-9fce-56fb83d7ad2c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299546 Sep 16 04:46:23.020083 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.141919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 31fd549a-ab03-47d8-81af-47e909ffea93 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:23.147707 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 31fd549a-ab03-47d8-81af-47e909ffea93 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:23.149788 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.156534 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-65436774-b6b9-4fcd-89b0-6caa1f827af4 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531491 Sep 16 04:46:23.215633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6c2fb-1496-40b8-bd4d-2c2824ba25b3 req-b6ec6258-e497-4819-9c62-f55a8828afc3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.217280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bca6c2fb-1496-40b8-bd4d-2c2824ba25b3 req-b6ec6258-e497-4819-9c62-f55a8828afc3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 944 time: 0.1218162 Sep 16 04:46:23.224260 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-c896f045-d14a-417b-b5bc-424bc1d0e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.225898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-c896f045-d14a-417b-b5bc-424bc1d0e376 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 1100 time: 0.0761030 Sep 16 04:46:23.260349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-abe2fb1a-bc2b-4ea5-a71f-dcd6fbb80241 None None] Provisioning complete for port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:23.261334 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-abe2fb1a-bc2b-4ea5-a71f-dcd6fbb80241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.262817 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.322533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 31fd549a-ab03-47d8-81af-47e909ffea93, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=31fd549a-ab03-47d8-81af-47e909ffea93,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:23.323638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-abe2fb1a-bc2b-4ea5-a71f-dcd6fbb80241 None None] Port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:23.329412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bca6c2fb-1496-40b8-bd4d-2c2824ba25b3 req-38326ad0-9a08-46e8-a066-28c52cbb5d20 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020000 Sep 16 04:46:23.360448 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.384161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-e1d1c04c-af94-42e5-97a8-7ab58c5e0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.388759 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-e1d1c04c-af94-42e5-97a8-7ab58c5e0f07 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1517878 Sep 16 04:46:23.404887 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.405696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b21ff2f-9807-4b82-bf14-f739a121e8ed no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:23.521858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-5545a816-f024-4c83-907d-e11892c40666 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85 HTTP/1.1" status: 200 len: 217 time: 0.1068275 Sep 16 04:46:23.522257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cbda8f5b-01f9-418d-8284-90fa39e30164 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:23.558289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=31fd549a-ab03-47d8-81af-47e909ffea93,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:23.626785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port cbda8f5b-01f9-418d-8284-90fa39e30164 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:23.627172 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.677319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca3b5d-0f4a-4718-9f7a-520348b04c05 req-335e0355-aab0-4874-a149-275313192184 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.678860 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59ca3b5d-0f4a-4718-9f7a-520348b04c05 req-335e0355-aab0-4874-a149-275313192184 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 944 time: 0.2653501 Sep 16 04:46:23.716691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-55ec1675-7028-42da-8864-1a6a4e67359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.718185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-55ec1675-7028-42da-8864-1a6a4e67359c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1698503 Sep 16 04:46:23.762268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b94fe-0f87-42c6-895f-aef1c51222e3 req-f5bad60a-4d18-4165-9e79-f25d183aeb48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.763960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-048b94fe-0f87-42c6-895f-aef1c51222e3 req-f5bad60a-4d18-4165-9e79-f25d183aeb48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 948 time: 0.2133169 Sep 16 04:46:23.823100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59ca3b5d-0f4a-4718-9f7a-520348b04c05 req-6dbba1ab-60b9-4c2d-9214-a968a30587f3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334839 Sep 16 04:46:23.845103 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.876229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port cbda8f5b-01f9-418d-8284-90fa39e30164, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cbda8f5b-01f9-418d-8284-90fa39e30164,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:23.880872 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.893149 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-048b94fe-0f87-42c6-895f-aef1c51222e3 req-1d85887e-4436-426e-a69b-e17a4b048f68 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082225 Sep 16 04:46:23.895270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-a7fd8db6-4544-49ca-8faf-a7af7cbc122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.896763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-a7fd8db6-4544-49ca-8faf-a7af7cbc122d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1632252 Sep 16 04:46:24.005312 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.017171 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.060141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=cbda8f5b-01f9-418d-8284-90fa39e30164,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:24.179261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d72a4b1-8662-48d3-9a03-c7dcf3ea096e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fd549a-ab03-47d8-81af-47e909ffea93'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:24.181882 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3176f6f0-8d96-4393-b9a4-3be889f88282" -d '{"events": [{"server_uuid": "7d72a4b1-8662-48d3-9a03-c7dcf3ea096e", "name": "network-vif-plugged", "status": "completed", "tag": "31fd549a-ab03-47d8-81af-47e909ffea93"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:24.430692 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-b00861db-3e0d-46d1-b4b0-5491da2e8e13 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250311 Sep 16 04:46:24.440880 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.455170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da5ee1-6f6a-496c-a80a-916c68e0a584 req-5dba17ba-6bcc-46f6-86b1-61e45b0eaa63 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.456573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54da5ee1-6f6a-496c-a80a-916c68e0a584 req-5dba17ba-6bcc-46f6-86b1-61e45b0eaa63 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.4742918 Sep 16 04:46:24.472392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9fea3e-0fa4-4e87-a588-d25fcc817ee6,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:24.577212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31c52-257b-48a8-85a0-f28a42cf35ed req-fba43db5-f94e-410e-ad79-986b1151fa73 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.578685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3b31c52-257b-48a8-85a0-f28a42cf35ed req-fba43db5-f94e-410e-ad79-986b1151fa73 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 950 time: 0.2258177 Sep 16 04:46:24.650064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54da5ee1-6f6a-496c-a80a-916c68e0a584 req-7485cc0b-8fbd-4638-b6d9-85d897f8f9af tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806726 Sep 16 04:46:24.697752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3b31c52-257b-48a8-85a0-f28a42cf35ed req-78ef1be1-02e9-4d9d-a7da-ed71abdb170d tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f6f676-4f92-4ab7-a52c-8f2cabc3713a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066484 Sep 16 04:46:24.702108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9baa5f8-afec-44ac-b8c1-b9b6830c13c8 req-6e48b7e5-54f2-4025-a730-832c08d90467 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558856 Sep 16 04:46:24.709873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Network 065e2c59-2725-43a1-bad3-583045695d1b is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:24.712535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:24.786311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-27ca698f-81b7-4df9-b2b3-4b9ba6a4254a req-cb425dbb-86c9-424f-8c0b-c978b202d722 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:24.787286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27ca698f-81b7-4df9-b2b3-4b9ba6a4254a req-cb425dbb-86c9-424f-8c0b-c978b202d722 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051355 Sep 16 04:46:24.823434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d839aca-6813-41a1-bd77-c5929069644d req-2b998d6b-f19e-4162-805e-a991049ea424 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.829008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d839aca-6813-41a1-bd77-c5929069644d req-2b998d6b-f19e-4162-805e-a991049ea424 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.1114602 Sep 16 04:46:24.911048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d839aca-6813-41a1-bd77-c5929069644d req-4fe3db60-206f-4a17-b13d-91e8d9274ea1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791764 Sep 16 04:46:24.918569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Router 96e6f4fa-4724-4531-9121-4df2d1684bf8 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:46:24.953100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ae5af0c6-d9fa-48ed-8812-c1e9d5bcc8d2 None None] Provisioning complete for port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:24.955163 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ae5af0c6-d9fa-48ed-8812-c1e9d5bcc8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:24.983614 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f485d70-b25e-477b-a767-afdbe31868f5 x-openstack-request-id: req-5f485d70-b25e-477b-a767-afdbe31868f5 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:24.983904 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d72a4b1-8662-48d3-9a03-c7dcf3ea096e", "name": "network-vif-plugged", "status": "completed", "tag": "31fd549a-ab03-47d8-81af-47e909ffea93", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:24.988942 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f485d70-b25e-477b-a767-afdbe31868f5 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:24.997001 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d72a4b1-8662-48d3-9a03-c7dcf3ea096e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fd549a-ab03-47d8-81af-47e909ffea93', 'code': 200} Sep 16 04:46:25.034331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ae5af0c6-d9fa-48ed-8812-c1e9d5bcc8d2 None None] Port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:25.093943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57bea0-7720-40ac-aaa2-94e5d54c7b47 req-0e35dde8-1720-43cc-b4ef-d5008e1887bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.096398 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff57bea0-7720-40ac-aaa2-94e5d54c7b47 req-0e35dde8-1720-43cc-b4ef-d5008e1887bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 1102 time: 0.0528979 Sep 16 04:46:25.098089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:25.107661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Sync routers for ids ['96e6f4fa-4724-4531-9121-4df2d1684bf8'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:25.113128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-138e84c6-3e13-4432-b2b3-304f8e383d58 admin admin] 10.222.0.24 "PUT /v2.0/routers/96e6f4fa-4724-4531-9121-4df2d1684bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2049322 Sep 16 04:46:25.119585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Routers {'96e6f4fa-4724-4531-9121-4df2d1684bf8'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:25.120233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:46:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['96e6f4fa-4724-4531-9121-4df2d1684bf8'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:25.144900 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff57bea0-7720-40ac-aaa2-94e5d54c7b47 req-42579882-69aa-47ca-9a3b-fc1009239b96 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8f6f676-4f92-4ab7-a52c-8f2cabc3713a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Sep 16 04:46:25.171540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f356a-6233-4986-bdcd-0a4cc5545812 req-ad67e3ac-5da0-4d1a-87c6-9126362c0bb0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.173230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a72f356a-6233-4986-bdcd-0a4cc5545812 req-ad67e3ac-5da0-4d1a-87c6-9126362c0bb0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 948 time: 0.1121008 Sep 16 04:46:25.187165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd72ed-dcb5-458f-9fe0-3ed8b880c137 req-ea236062-9a28-40e7-976c-df1571bf68ca tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.188997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56bd72ed-dcb5-458f-9fe0-3ed8b880c137 req-ea236062-9a28-40e7-976c-df1571bf68ca tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 944 time: 0.0688550 Sep 16 04:46:25.191932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 5138af87-1cdb-441b-b6e7-ba04e782615f details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:25.262503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56bd72ed-dcb5-458f-9fe0-3ed8b880c137 req-6d475422-c2f9-4d24-8cdd-d983f462d54e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563340 Sep 16 04:46:25.268950 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a72f356a-6233-4986-bdcd-0a4cc5545812 req-f732995a-1dcc-4e9b-9c42-12893f92d0dd tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792952 Sep 16 04:46:25.344152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Set router 96e6f4fa-4724-4531-9121-4df2d1684bf8 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:25.472073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cbda8f5b-01f9-418d-8284-90fa39e30164 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:25.595833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 5138af87-1cdb-441b-b6e7-ba04e782615f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5138af87-1cdb-441b-b6e7-ba04e782615f,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:25.621641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port cbda8f5b-01f9-418d-8284-90fa39e30164 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:25.622032 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.630429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '5138af87-1cdb-441b-b6e7-ba04e782615f', 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'port_id': '5138af87-1cdb-441b-b6e7-ba04e782615f', 'mac_address': 'fa:16:3e:c3:92:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77f398e-0371-495b-b57d-d46106b38a75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:25.727690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931dd62-3430-4752-a3c0-4667ab0eaaa2 req-6cdec1c2-5e6f-483f-adf4-ed91c6a74089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.729172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b931dd62-3430-4752-a3c0-4667ab0eaaa2 req-6cdec1c2-5e6f-483f-adf4-ed91c6a74089 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 1097 time: 0.2375524 Sep 16 04:46:25.750964 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.755664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-7de032b0-90d1-4f04-9799-3f077eda14b5 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2753265 Sep 16 04:46:25.781679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-1d524c58-8680-4cb5-b6f7-d0cf43b4212e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2882271 Sep 16 04:46:25.785455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:25.794072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5138af87-1cdb-441b-b6e7-ba04e782615f {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:25.807981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-7f369bd5-14e1-4cdb-b39c-e6bff88343f6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:25.809077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-7f369bd5-14e1-4cdb-b39c-e6bff88343f6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057673 Sep 16 04:46:25.827503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'name': 'tempest-FloatingIPsTestJSON-1548438685-router', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:46:14Z', 'updated_at': '2021-09-16T04:46:23Z', 'revision_number': 4, 'project_id': '80d413abfdfa406fae1930a49b635c9f', 'gw_port': {'id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:16Z', 'updated_at': '2021-09-16T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '7c9fea3e-0fa4-4e87-a588-d25fcc817ee6', 'name': '', 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'mac_address': 'fa:16:3e:fe:f9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '80035ef4-38b7-4f84-adb7-41cb10c7f032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:21Z', 'updated_at': '2021-09-16T04:46:23Z', 'revision_number': 2, 'project_id': '80d413abfdfa406fae1930a49b635c9f', 'subnets': [{'id': '80035ef4-38b7-4f84-adb7-41cb10c7f032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:25.840640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 5138af87-1cdb-441b-b6e7-ba04e782615f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5138af87-1cdb-441b-b6e7-ba04e782615f,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:25.888267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Checking router: 96e6f4fa-4724-4531-9121-4df2d1684bf8 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:46:25.888680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Updating router 96e6f4fa-4724-4531-9121-4df2d1684bf8 port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:46:25.922982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba98a12-4a3f-4e34-99c3-03ea3ded66af req-2e76ea0d-7d96-437f-8bbf-b3abd18873da tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.933709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ba98a12-4a3f-4e34-99c3-03ea3ded66af req-2e76ea0d-7d96-437f-8bbf-b3abd18873da tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1557436 Sep 16 04:46:25.936100 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.958635 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:25.983839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.019746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931dd62-3430-4752-a3c0-4667ab0eaaa2 req-2abfb0cb-544b-44c7-9567-48ead4435ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.021658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b931dd62-3430-4752-a3c0-4667ab0eaaa2 req-2abfb0cb-544b-44c7-9567-48ead4435ba1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 917 time: 0.2115371 Sep 16 04:46:26.038883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['5138af87-1cdb-441b-b6e7-ba04e782615f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:26.046422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ba98a12-4a3f-4e34-99c3-03ea3ded66af req-a6126186-998e-41bb-90db-7b697f603ab3 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122165 Sep 16 04:46:26.080593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=5138af87-1cdb-441b-b6e7-ba04e782615f,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:26.095206 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:46:26.151569 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b931dd62-3430-4752-a3c0-4667ab0eaaa2 req-cd4a1674-bf0a-4c78-83f3-f2b504ade3f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930998e7-b9b0-4692-a265-d5596c68066e HTTP/1.1" status: 200 len: 1001 time: 0.1174157 Sep 16 04:46:26.237522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931dd62-3430-4752-a3c0-4667ab0eaaa2 req-1318325a-ab2c-414f-ad9c-0da02f7d8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.239326 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b931dd62-3430-4752-a3c0-4667ab0eaaa2 req-1318325a-ab2c-414f-ad9c-0da02f7d8a3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.0800824 Sep 16 04:46:26.240637 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.378886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336280fa-3000-48b9-b1ed-2ff28fbbf861 req-0623476e-5848-4a01-b19c-76e45d152b9f tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.380382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-336280fa-3000-48b9-b1ed-2ff28fbbf861 req-0623476e-5848-4a01-b19c-76e45d152b9f tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 950 time: 0.1569188 Sep 16 04:46:26.399959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931dd62-3430-4752-a3c0-4667ab0eaaa2 req-c258a37b-6646-4b79-b9d2-9998c4638516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.413713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b931dd62-3430-4752-a3c0-4667ab0eaaa2 req-c258a37b-6646-4b79-b9d2-9998c4638516 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621926 Sep 16 04:46:26.451817 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.500548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Allocated IP 172.25.3.26 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/6daf004c-4eef-413b-85f3-04a0be7eccb0) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:26.514500 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.565303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-336280fa-3000-48b9-b1ed-2ff28fbbf861 req-21a78892-6093-40ab-82d1-5e2ebc1ab14a tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f6f676-4f92-4ab7-a52c-8f2cabc3713a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375840 Sep 16 04:46:26.646493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1521e-8a52-4f41-8442-1bc417542fd6 None None] Pushing event updated for resources: {'Port': ['ID=7c9fea3e-0fa4-4e87-a588-d25fcc817ee6,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:26.685590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b931dd62-3430-4752-a3c0-4667ab0eaaa2 req-75f1247a-8dea-4e37-9e1d-a52fffd9b367 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553782 Sep 16 04:46:26.686072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Attempting to bind port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:26.686519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Attempting to bind port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '6c202bb9-03aa-406a-abeb-9ac043a29001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:26.686983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Attempting to bind port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 on network 065e2c59-2725-43a1-bad3-583045695d1b {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:26.694570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:26.696479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Checking segment: {'id': '6c202bb9-03aa-406a-abeb-9ac043a29001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:26.697028 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.697531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Bound using segment: {'id': '6c202bb9-03aa-406a-abeb-9ac043a29001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:26.698123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Bound port: 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c202bb9-03aa-406a-abeb-9ac043a29001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:26.698615 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.826812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] For port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:26.830836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] For port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7c9fea3e-0fa4-4e87-a588-d25fcc817ee6,segment=NetworkSegment(6c202bb9-03aa-406a-abeb-9ac043a29001),segment_id=6c202bb9-03aa-406a-abeb-9ac043a29001)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:26.864405 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.898993 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.922135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b931dd62-3430-4752-a3c0-4667ab0eaaa2 req-8f957e3e-0617-4c9e-bdd0-4253ef97a0f5 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291520 Sep 16 04:46:26.942620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632619ec-ca7d-4ee3-ae59-e6a3adc8c039 req-885abc4c-3c6b-44a4-b6b0-7a9cfb819b6d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.944215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-632619ec-ca7d-4ee3-ae59-e6a3adc8c039 req-885abc4c-3c6b-44a4-b6b0-7a9cfb819b6d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.1216459 Sep 16 04:46:27.024828 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.034832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Routers {'96e6f4fa-4724-4531-9121-4df2d1684bf8'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:27.035485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:46:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['96e6f4fa-4724-4531-9121-4df2d1684bf8'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:27.061055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-632619ec-ca7d-4ee3-ae59-e6a3adc8c039 req-06035fbe-b334-4c54-b76e-75c77460a990 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952826 Sep 16 04:46:27.145558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1521e-8a52-4f41-8442-1bc417542fd6 None None] Pushing event updated for resources: {'Port': ['ID=7c9fea3e-0fa4-4e87-a588-d25fcc817ee6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:27.146359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:27.150434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:27.158989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:27.161194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6e0bff64-2bf0-48c2-a60f-b97571714ce4 None None] Provisioning complete for port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:27.161715 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6e0bff64-2bf0-48c2-a60f-b97571714ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.188831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Pushing event updated for resources: {'Port': ['ID=6daf004c-4eef-413b-85f3-04a0be7eccb0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:27.215902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 11d608a7-45e0-43d7-a55c-b19cc9247b85 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:27.215902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 5138af87-1cdb-441b-b6e7-ba04e782615f up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:27.329854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd6e7c-a9d3-41a6-92ed-ad07c41d7e95 req-a574f975-7d8b-4c0a-8508-6c25d53c47c4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.338817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2bd6e7c-a9d3-41a6-92ed-ad07c41d7e95 req-a574f975-7d8b-4c0a-8508-6c25d53c47c4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 948 time: 0.1469340 Sep 16 04:46:27.384794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2bd6e7c-a9d3-41a6-92ed-ad07c41d7e95 req-e386701a-9879-491a-88c6-41550fa7b566 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449781 Sep 16 04:46:27.437420 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.465575 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.resource_extend [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:46:27.505274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] Set router 96e6f4fa-4724-4531-9121-4df2d1684bf8 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:27.533703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e6108-335c-44e2-99b3-3705a12cc23b req-e18c5d65-788e-44f8-987a-b60d8f53a7ad tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.535512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-026e6108-335c-44e2-99b3-3705a12cc23b req-e18c5d65-788e-44f8-987a-b60d8f53a7ad tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 944 time: 0.0604002 Sep 16 04:46:27.583830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.629279 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-026e6108-335c-44e2-99b3-3705a12cc23b req-7c32106d-1d9d-4091-b84c-5250d0c9af8b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814300 Sep 16 04:46:27.679145 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6e0bff64-2bf0-48c2-a60f-b97571714ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.690911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 5138af87-1cdb-441b-b6e7-ba04e782615f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:27.699872 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.739432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-37ac3ffe-73b9-4fb1-b5b6-d7d92409f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.740991 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-37ac3ffe-73b9-4fb1-b5b6-d7d92409f1d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850&tenant_id=beb64385c68c464bbaadaf890c1a8c95 HTTP/1.1" status: 200 len: 1096 time: 0.0918481 Sep 16 04:46:27.833348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:27.837937 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-cc0cfd1d-889e-41f4-813a-41aca8523c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.839772 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-cc0cfd1d-889e-41f4-813a-41aca8523c2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=beb64385c68c464bbaadaf890c1a8c95&device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 1096 time: 0.0738876 Sep 16 04:46:27.872788 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6e0bff64-2bf0-48c2-a60f-b97571714ce4 None None] For port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7c9fea3e-0fa4-4e87-a588-d25fcc817ee6,segment=NetworkSegment(6c202bb9-03aa-406a-abeb-9ac043a29001),segment_id=6c202bb9-03aa-406a-abeb-9ac043a29001)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:27.881100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '11d608a7-45e0-43d7-a55c-b19cc9247b85', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '11d608a7-45e0-43d7-a55c-b19cc9247b85', 'mac_address': 'fa:16:3e:18:f3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:27.924071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e83fb1-296e-44ae-8309-84989212bd11 req-306423c6-4241-4c24-a9ca-9586d57e76d5 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.925732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31e83fb1-296e-44ae-8309-84989212bd11 req-306423c6-4241-4c24-a9ca-9586d57e76d5 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.0889938 Sep 16 04:46:27.966172 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.969227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-003e4c35-5637-41a0-b30f-c72d06676fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.973772 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-003e4c35-5637-41a0-b30f-c72d06676fb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 200 len: 914 time: 0.1248193 Sep 16 04:46:27.975024 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6e0bff64-2bf0-48c2-a60f-b97571714ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.985965 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.029859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31e83fb1-296e-44ae-8309-84989212bd11 req-c1c3a2ed-f9c8-4f5b-b4dc-15fbabacdf28 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879712 Sep 16 04:46:28.046073 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.052004 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-a8341131-d43d-46fa-b4d1-b7f3698bd8a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed HTTP/1.1" status: 200 len: 217 time: 0.0728223 Sep 16 04:46:28.056327 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.091563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c106072c-2118-49cd-9ae2-9963a119a84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5138af87-1cdb-441b-b6e7-ba04e782615f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:28.096527 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2897bfc-b86c-416b-9ed7-0a71484d0a7b" -d '{"events": [{"server_uuid": "c106072c-2118-49cd-9ae2-9963a119a84d", "name": "network-vif-plugged", "status": "completed", "tag": "5138af87-1cdb-441b-b6e7-ba04e782615f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:28.134779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 5138af87-1cdb-441b-b6e7-ba04e782615f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5138af87-1cdb-441b-b6e7-ba04e782615f,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:28.142466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-6cabb358-9096-40d5-b84b-4f022895a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.146558 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-6cabb358-9096-40d5-b84b-4f022895a039 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949274d8-2344-4ef9-adff-97636601143c HTTP/1.1" status: 200 len: 854 time: 0.0769246 Sep 16 04:46:28.167094 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d608a7-45e0-43d7-a55c-b19cc9247b85 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:28.182589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bff64-2bf0-48c2-a60f-b97571714ce4 None None] Pushing event updated for resources: {'Port': ['ID=7c9fea3e-0fa4-4e87-a588-d25fcc817ee6,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:28.198116 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-3a2c8afe-fb3e-42db-89a7-56dc9c19b04e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d28860d-4e08-4ba3-a765-b2bfee8d416f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434530 Sep 16 04:46:28.201013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:28.202990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Pushing event updated for resources: {'Port': ['ID=6daf004c-4eef-413b-85f3-04a0be7eccb0,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:28.204321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0e82c121-4d90-46d3-82b3-43f19e614d27 None None] Provisioning complete for port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:28.205194 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e82c121-4d90-46d3-82b3-43f19e614d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.207727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'name': 'tempest-FloatingIPsTestJSON-1548438685-router', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:46:14Z', 'updated_at': '2021-09-16T04:46:23Z', 'revision_number': 4, 'project_id': '80d413abfdfa406fae1930a49b635c9f', 'gw_port': {'id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:16Z', 'updated_at': '2021-09-16T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '7c9fea3e-0fa4-4e87-a588-d25fcc817ee6', 'name': '', 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'mac_address': 'fa:16:3e:fe:f9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '80035ef4-38b7-4f84-adb7-41cb10c7f032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:21Z', 'updated_at': '2021-09-16T04:46:26Z', 'revision_number': 4, 'project_id': '80d413abfdfa406fae1930a49b635c9f', 'subnets': [{'id': '80035ef4-38b7-4f84-adb7-41cb10c7f032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:28.244558 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.266135 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da43de9-7057-4d37-aeb1-f0e750bbb29c None None] The sync data for ids ['96e6f4fa-4724-4531-9121-4df2d1684bf8'] in n-d-712137-12 is: [{'id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'name': 'tempest-FloatingIPsTestJSON-1548438685-router', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:46:14Z', 'updated_at': '2021-09-16T04:46:23Z', 'revision_number': 4, 'project_id': '80d413abfdfa406fae1930a49b635c9f', 'gw_port': {'id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:16Z', 'updated_at': '2021-09-16T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '7c9fea3e-0fa4-4e87-a588-d25fcc817ee6', 'name': '', 'network_id': '065e2c59-2725-43a1-bad3-583045695d1b', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'mac_address': 'fa:16:3e:fe:f9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '80035ef4-38b7-4f84-adb7-41cb10c7f032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:21Z', 'updated_at': '2021-09-16T04:46:26Z', 'revision_number': 4, 'project_id': '80d413abfdfa406fae1930a49b635c9f', 'subnets': [{'id': '80035ef4-38b7-4f84-adb7-41cb10c7f032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:28.269482 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.319997 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.396164 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=5138af87-1cdb-441b-b6e7-ba04e782615f,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:28.401312 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:28.404163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-61827b65-3096-4cec-906f-265b5778f12e tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6331613 Sep 16 04:46:28.443644 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-af8ede7c-fb22-4d93-b937-12f182a06692 service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330143 Sep 16 04:46:28.519706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=11d608a7-45e0-43d7-a55c-b19cc9247b85,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:28.568823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-53a88842-5e91-4fa0-a34f-ceb2c6f0a2d6 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.1562924 Sep 16 04:46:28.608082 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['11d608a7-45e0-43d7-a55c-b19cc9247b85'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:28.761253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-1c8be93c-b127-496a-a9a4-268f869a6880 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.763018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de47e92c-cc83-4ea3-a3aa-7b7af5afdbb7 req-1c8be93c-b127-496a-a9a4-268f869a6880 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1871059 Sep 16 04:46:28.840245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a2be0-9074-4cc0-8364-c585e4d2719e req-aaf7efba-7eb4-49a3-bed9-e73bf1a98981 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.840811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-0017b347-fb91-4f2b-ab84-786a6e0349a1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.843472 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b4a2be0-9074-4cc0-8364-c585e4d2719e req-aaf7efba-7eb4-49a3-bed9-e73bf1a98981 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 950 time: 0.0793417 Sep 16 04:46:28.849278 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-0017b347-fb91-4f2b-ab84-786a6e0349a1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14&tenant_id=a691916327a54f4cb27fb717de84b236&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 949 time: 0.2095199 Sep 16 04:46:28.879482 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e4e04d6e-1099-47b9-ac1a-9e4eb8bc3a77 req-8e00d80f-0792-4496-a5ca-db9f22a7dd33 service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272399 Sep 16 04:46:28.900737 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b4a2be0-9074-4cc0-8364-c585e4d2719e req-d73dca68-b1d5-4766-bbde-70715c1bb4ae tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f6f676-4f92-4ab7-a52c-8f2cabc3713a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436685 Sep 16 04:46:28.989749 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055cd1ed-d0a1-4855-8293-bdc67ab3908d x-openstack-request-id: req-055cd1ed-d0a1-4855-8293-bdc67ab3908d {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:28.990129 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c106072c-2118-49cd-9ae2-9963a119a84d", "name": "network-vif-plugged", "status": "completed", "tag": "5138af87-1cdb-441b-b6e7-ba04e782615f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:28.990394 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-055cd1ed-d0a1-4855-8293-bdc67ab3908d {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:28.990894 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c106072c-2118-49cd-9ae2-9963a119a84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5138af87-1cdb-441b-b6e7-ba04e782615f', 'code': 200} Sep 16 04:46:28.995128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5043-2357-4981-a7e4-d70e7673789c req-38e51bfb-c1ca-4d24-bd9a-ac62b94b7f7f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.996738 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97ef5043-2357-4981-a7e4-d70e7673789c req-38e51bfb-c1ca-4d24-bd9a-ac62b94b7f7f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.0950089 Sep 16 04:46:29.016170 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-e248a4c4-a65b-4055-994e-897232cacd57 service neutron] delete failed (client error): The resource could not be found. Sep 16 04:46:29.021134 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-e248a4c4-a65b-4055-994e-897232cacd57 service neutron] 10.222.0.37 "DELETE /v2.0/ports/11d608a7-45e0-43d7-a55c-b19cc9247b85/bindings/n-h2-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.1634452 Sep 16 04:46:29.056703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97ef5043-2357-4981-a7e4-d70e7673789c req-e385a080-7787-4c3a-bb52-49dd87c4998e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537376 Sep 16 04:46:29.192023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40dd88-d91c-43db-8f0d-d857794abf0a req-d01d7660-2aec-4130-9191-4ec4e69db009 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.193622 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae40dd88-d91c-43db-8f0d-d857794abf0a req-d01d7660-2aec-4130-9191-4ec4e69db009 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 949 time: 0.0789523 Sep 16 04:46:29.231018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-8fccc904-fe39-456c-bae2-6e903be2ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.234296 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-8fccc904-fe39-456c-bae2-6e903be2ba5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 1101 time: 0.0855651 Sep 16 04:46:29.254745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae40dd88-d91c-43db-8f0d-d857794abf0a req-5b2de1ed-3848-44ed-9102-f13d28c455db tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484316 Sep 16 04:46:29.427956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-e2703c1a-bb9b-4a72-9934-fa0b7bc8cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.433802 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-e2703c1a-bb9b-4a72-9934-fa0b7bc8cbd2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1898568 Sep 16 04:46:29.458541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc8283-371b-45f4-86c7-e4974476b981 req-5f36eb58-5bfe-4c97-9693-db7e3a3421a6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.467084 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2bc8283-371b-45f4-86c7-e4974476b981 req-5f36eb58-5bfe-4c97-9693-db7e3a3421a6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 944 time: 0.1019492 Sep 16 04:46:29.520792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:29.565852 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-af740c6f-6e25-42e9-b15c-1eaf14f3b0c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85 HTTP/1.1" status: 200 len: 217 time: 0.1260118 Sep 16 04:46:29.622979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2bc8283-371b-45f4-86c7-e4974476b981 req-837a565d-c6c2-4c94-9a5f-82ad1b7e0717 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494496 Sep 16 04:46:29.640306 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:29.641135 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:29.684252 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-0929bbf6-d760-466a-9615-220e83f17230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.687892 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-0929bbf6-d760-466a-9615-220e83f17230 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0888433 Sep 16 04:46:29.793503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-60ef018a-91fb-47c3-b711-f0dfa44dcdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.795273 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-60ef018a-91fb-47c3-b711-f0dfa44dcdd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0858722 Sep 16 04:46:30.014566 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-099a70d8-bf39-4c65-8d76-a37fd61cf84b service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822898 Sep 16 04:46:30.238421 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aefa13cc-9d33-4f30-8289-27599de48a0d req-1890b993-9498-4723-8a0f-cd6d2ba62dce service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055979 Sep 16 04:46:31.210002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 930998e7-b9b0-4692-a265-d5596c68066e details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:31.213337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 11d608a7-45e0-43d7-a55c-b19cc9247b85 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:31.343157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=930998e7-b9b0-4692-a265-d5596c68066e,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:31.354332 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '930998e7-b9b0-4692-a265-d5596c68066e', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'port_id': '930998e7-b9b0-4692-a265-d5596c68066e', 'mac_address': 'fa:16:3e:19:ec:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:31.397036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.410139 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 930998e7-b9b0-4692-a265-d5596c68066e {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:31.428709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=930998e7-b9b0-4692-a265-d5596c68066e,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:31.474426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 11d608a7-45e0-43d7-a55c-b19cc9247b85 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:31.479505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 11d608a7-45e0-43d7-a55c-b19cc9247b85 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:31.492675 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.517501 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.638799 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.704422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:31.709412 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d608a7-45e0-43d7-a55c-b19cc9247b85'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:31.711959 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e8b3f7-da66-4da1-a143-510f55cfeb7f" -d '{"events": [{"server_uuid": "d2761712-c38c-4d59-8fb4-5932430c7c14", "name": "network-vif-plugged", "status": "completed", "tag": "11d608a7-45e0-43d7-a55c-b19cc9247b85"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:31.716482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['930998e7-b9b0-4692-a265-d5596c68066e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:31.721425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=930998e7-b9b0-4692-a265-d5596c68066e,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:31.820953 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.914041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=11d608a7-45e0-43d7-a55c-b19cc9247b85,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:33.237394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device aca6e218-2d22-4866-92c9-0c368c8425a8 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:33.271262 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 930998e7-b9b0-4692-a265-d5596c68066e up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:33.414537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port aca6e218-2d22-4866-92c9-0c368c8425a8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=aca6e218-2d22-4866-92c9-0c368c8425a8,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:33.434017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 930998e7-b9b0-4692-a265-d5596c68066e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:33.434389 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.454154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'aca6e218-2d22-4866-92c9-0c368c8425a8', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'port_id': 'aca6e218-2d22-4866-92c9-0c368c8425a8', 'mac_address': 'fa:16:3e:83:a3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e998c6-4110-4bef-84ea-094065a059d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:33.528582 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.576755 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.592370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aca6e218-2d22-4866-92c9-0c368c8425a8 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:33.633153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port aca6e218-2d22-4866-92c9-0c368c8425a8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=aca6e218-2d22-4866-92c9-0c368c8425a8,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:33.635096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=930998e7-b9b0-4692-a265-d5596c68066e,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:33.737671 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.777357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.819130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=aca6e218-2d22-4866-92c9-0c368c8425a8,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:33.859504 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['aca6e218-2d22-4866-92c9-0c368c8425a8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:33.958664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=930998e7-b9b0-4692-a265-d5596c68066e,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:35.236768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device aca6e218-2d22-4866-92c9-0c368c8425a8 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:35.289792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port aca6e218-2d22-4866-92c9-0c368c8425a8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:35.289792 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.376501 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.420551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port aca6e218-2d22-4866-92c9-0c368c8425a8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=aca6e218-2d22-4866-92c9-0c368c8425a8,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:35.547465 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.642613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=aca6e218-2d22-4866-92c9-0c368c8425a8,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:40.014560 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6f9be87-aa9e-4bb3-a062-9886846cc535 req-d20422e7-1940-4045-8545-17e921924e34 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/floatingips/d9a38f8c-38c4-4ebd-a542-34bba03f851f HTTP/1.1" status: 200 len: 692 time: 0.0561931 Sep 16 04:46:40.138282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9be87-aa9e-4bb3-a062-9886846cc535 req-68dffcd8-3a47-45e2-8163-92debb097875 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.139708 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6f9be87-aa9e-4bb3-a062-9886846cc535 req-68dffcd8-3a47-45e2-8163-92debb097875 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1188636 Sep 16 04:46:40.153307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-e6f9be87-aa9e-4bb3-a062-9886846cc535 req-bd783013-152d-4d37-b1a7-fd50cbe8fe85 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:40.166728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6f9be87-aa9e-4bb3-a062-9886846cc535 req-bd783013-152d-4d37-b1a7-fd50cbe8fe85 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185368 Sep 16 04:46:40.266205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4172fd-e978-4c7e-a96f-437b608b8784 req-e1c00d51-3b4c-469a-a2c8-aa619873aa2a tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.268173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb4172fd-e978-4c7e-a96f-437b608b8784 req-e1c00d51-3b4c-469a-a2c8-aa619873aa2a tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.0610087 Sep 16 04:46:40.628437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb4172fd-e978-4c7e-a96f-437b608b8784 req-e430697e-668a-4902-81bb-ce912796ee81 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527782 Sep 16 04:46:40.647421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a153e-06e3-4cd1-9458-61b7acb602bb req-bac31707-a161-4107-8a60-8a3da5dd0de6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.647421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-021a153e-06e3-4cd1-9458-61b7acb602bb req-bac31707-a161-4107-8a60-8a3da5dd0de6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.0657253 Sep 16 04:46:40.685616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-021a153e-06e3-4cd1-9458-61b7acb602bb req-fca1c288-fcae-436b-bcb8-08dce8532c41 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326259 Sep 16 04:46:40.747644 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201850d9-3047-42ce-b3e2-47c2f9fb0600 req-43c594eb-0e2b-4bfa-ad1c-918b10053d40 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.749305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-201850d9-3047-42ce-b3e2-47c2f9fb0600 req-43c594eb-0e2b-4bfa-ad1c-918b10053d40 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.0592246 Sep 16 04:46:40.842435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-201850d9-3047-42ce-b3e2-47c2f9fb0600 req-7fc2a47a-ce1a-4832-bd7c-d0568004d6ad tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818729 Sep 16 04:46:40.851426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e99d1b-b4f0-4842-b93b-74564c2ff181 req-2d9c3dde-63f5-4aeb-abc1-1e92a095dcba tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.852971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05e99d1b-b4f0-4842-b93b-74564c2ff181 req-2d9c3dde-63f5-4aeb-abc1-1e92a095dcba tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 944 time: 0.1027641 Sep 16 04:46:40.891947 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69478fd-77c8-4a75-af7d-dfa35284959f x-openstack-request-id: req-c69478fd-77c8-4a75-af7d-dfa35284959f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:40.892499 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2761712-c38c-4d59-8fb4-5932430c7c14", "name": "network-vif-plugged", "status": "completed", "tag": "11d608a7-45e0-43d7-a55c-b19cc9247b85", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:40.892499 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c69478fd-77c8-4a75-af7d-dfa35284959f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:40.892906 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d608a7-45e0-43d7-a55c-b19cc9247b85', 'code': 200} Sep 16 04:46:40.901385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05e99d1b-b4f0-4842-b93b-74564c2ff181 req-c198223a-435b-4d87-8ec8-55caeff44ad8 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Sep 16 04:46:40.981337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd937aa5-914d-4e63-96f8-e5d48c70fee2 req-0cd709fa-2ccf-48dc-b87d-2c99dc828063 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=80d413abfdfa406fae1930a49b635c9f HTTP/1.1" status: 200 len: 695 time: 0.0515194 Sep 16 04:46:41.102777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd937aa5-914d-4e63-96f8-e5d48c70fee2 req-a70b3528-7fc7-441d-aaaa-4daf325c79e7 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.110593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd937aa5-914d-4e63-96f8-e5d48c70fee2 req-a70b3528-7fc7-441d-aaaa-4daf325c79e7 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/networks?id=6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 787 time: 0.1215451 Sep 16 04:46:41.116969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-cd937aa5-914d-4e63-96f8-e5d48c70fee2 req-eadfb3ff-f30b-4a21-b315-5d4f893ae8bd tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:41.128995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd937aa5-914d-4e63-96f8-e5d48c70fee2 req-eadfb3ff-f30b-4a21-b315-5d4f893ae8bd tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173974 Sep 16 04:46:41.275887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd59475-2997-4d62-97c9-64826abda578 req-74f47b1e-afc5-4eb7-9b85-d3bfe63ecd9a tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.278095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-acd59475-2997-4d62-97c9-64826abda578 req-74f47b1e-afc5-4eb7-9b85-d3bfe63ecd9a tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 950 time: 0.0950718 Sep 16 04:46:41.354431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-acd59475-2997-4d62-97c9-64826abda578 req-4d967db2-e3d2-49c7-b2d7-18e087576e1c tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8f6f676-4f92-4ab7-a52c-8f2cabc3713a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687218 Sep 16 04:46:41.517337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cfb69-76f9-4174-88d2-9be159472241 req-2176ae9e-8474-4e92-b125-26a7ec5e07b4 tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.529309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-468cfb69-76f9-4174-88d2-9be159472241 req-2176ae9e-8474-4e92-b125-26a7ec5e07b4 tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 1102 time: 0.0886049 Sep 16 04:46:41.579390 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-468cfb69-76f9-4174-88d2-9be159472241 req-52e372a9-5431-4b73-bf29-e4102b9e73ec tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439334 Sep 16 04:46:41.666613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-c65471d7-e3db-44c8-b74d-fcf8d0bcb1dd tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/floatingips/d9a38f8c-38c4-4ebd-a542-34bba03f851f HTTP/1.1" status: 200 len: 692 time: 0.0659826 Sep 16 04:46:41.781082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-a1d0d67e-c30d-4d6c-90d6-5f7bb4a032ec tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.789683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-a1d0d67e-c30d-4d6c-90d6-5f7bb4a032ec tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1221550 Sep 16 04:46:41.839286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-4a37e7a2-2c32-4815-adbd-20bba478b84b tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0486925 Sep 16 04:46:41.915825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-67ed2273-0fd5-465f-b728-e28d0ff56828 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0633509 Sep 16 04:46:42.029673 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-262eac47-3e52-4b83-b57c-0fa14b07ebdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.142714 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.154051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-577855bf-fc42-40ae-86a9-f1d5a5605d7a tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Deleting port 6daf004c-4eef-413b-85f3-04a0be7eccb0 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:42.154656 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-577855bf-fc42-40ae-86a9-f1d5a5605d7a tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.400380 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-577855bf-fc42-40ae-86a9-f1d5a5605d7a tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.400380 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-577855bf-fc42-40ae-86a9-f1d5a5605d7a tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.400380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-577855bf-fc42-40ae-86a9-f1d5a5605d7a tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Calling delete_port for 6daf004c-4eef-413b-85f3-04a0be7eccb0 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:42.623009 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e89596-11b9-4ce8-87dd-1a14bb065d4f req-d58d1fb9-4e8d-4e5a-8663-78ccf69c434b tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.629093 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-58e89596-11b9-4ce8-87dd-1a14bb065d4f req-d58d1fb9-4e8d-4e5a-8663-78ccf69c434b tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 950 time: 0.1932065 Sep 16 04:46:42.844932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-58e89596-11b9-4ce8-87dd-1a14bb065d4f req-9f8a6ff5-2df4-4476-8744-a74e9eb2c0f8 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Deleting port 31fd549a-ab03-47d8-81af-47e909ffea93 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:42.845284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-58e89596-11b9-4ce8-87dd-1a14bb065d4f req-9f8a6ff5-2df4-4476-8744-a74e9eb2c0f8 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.893615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e'}, {'server_uuid': '9b8a327a-e28e-432b-bd2a-0304b6389ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca6e218-2d22-4866-92c9-0c368c8425a8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:42.896485 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777c9a71-dafc-4db6-ae50-62cd2958d666" -d '{"events": [{"server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "name": "network-vif-plugged", "status": "completed", "tag": "930998e7-b9b0-4692-a265-d5596c68066e"}, {"server_uuid": "9b8a327a-e28e-432b-bd2a-0304b6389ffb", "name": "network-vif-plugged", "status": "completed", "tag": "aca6e218-2d22-4866-92c9-0c368c8425a8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:43.004117 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-58e89596-11b9-4ce8-87dd-1a14bb065d4f req-9f8a6ff5-2df4-4476-8744-a74e9eb2c0f8 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] For port 31fd549a-ab03-47d8-81af-47e909ffea93, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=31fd549a-ab03-47d8-81af-47e909ffea93,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:43.004637 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-58e89596-11b9-4ce8-87dd-1a14bb065d4f req-9f8a6ff5-2df4-4476-8744-a74e9eb2c0f8 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.021286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-58e89596-11b9-4ce8-87dd-1a14bb065d4f req-9f8a6ff5-2df4-4476-8744-a74e9eb2c0f8 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Calling delete_port for 31fd549a-ab03-47d8-81af-47e909ffea93 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:43.128561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b21ff2f-9807-4b82-bf14-f739a121e8ed details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:43.160639 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-577855bf-fc42-40ae-86a9-f1d5a5605d7a tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.214475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577855bf-fc42-40ae-86a9-f1d5a5605d7a tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Pushing event deleted for resources: {'Port': ['ID=6daf004c-4eef-413b-85f3-04a0be7eccb0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:43.252571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:43.275167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '1b21ff2f-9807-4b82-bf14-f739a121e8ed', 'network_id': '9d28860d-4e08-4ba3-a765-b2bfee8d416f', 'port_id': '1b21ff2f-9807-4b82-bf14-f739a121e8ed', 'mac_address': 'fa:16:3e:4b:f3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949274d8-2344-4ef9-adff-97636601143c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:43.292633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 5138af87-1cdb-441b-b6e7-ba04e782615f no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:43.326182 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-58e89596-11b9-4ce8-87dd-1a14bb065d4f req-9f8a6ff5-2df4-4476-8744-a74e9eb2c0f8 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.345502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['31fd549a-ab03-47d8-81af-47e909ffea93'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:43.378803 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-577855bf-fc42-40ae-86a9-f1d5a5605d7a tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.380630 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-577855bf-fc42-40ae-86a9-f1d5a5605d7a tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.382411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5232da81-03fb-4c9f-82f0-ce1cf1f02133 req-577855bf-fc42-40ae-86a9-f1d5a5605d7a tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "DELETE /v2.0/floatingips/d9a38f8c-38c4-4ebd-a542-34bba03f851f HTTP/1.1" status: 204 len: 173 time: 1.4657791 Sep 16 04:46:43.409724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a6ff5-2df4-4476-8744-a74e9eb2c0f8 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Pushing event deleted for resources: {'Port': ['ID=31fd549a-ab03-47d8-81af-47e909ffea93,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:43.514717 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.536286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e89596-11b9-4ce8-87dd-1a14bb065d4f req-9f8a6ff5-2df4-4476-8744-a74e9eb2c0f8 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] No DVR routers for this DVR port 31fd549a-ab03-47d8-81af-47e909ffea93 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:43.537585 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-58e89596-11b9-4ce8-87dd-1a14bb065d4f req-9f8a6ff5-2df4-4476-8744-a74e9eb2c0f8 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.542872 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-58e89596-11b9-4ce8-87dd-1a14bb065d4f req-9f8a6ff5-2df4-4476-8744-a74e9eb2c0f8 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.37 "DELETE /v2.0/ports/31fd549a-ab03-47d8-81af-47e909ffea93 HTTP/1.1" status: 204 len: 173 time: 0.9035964 Sep 16 04:46:43.543470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d72a4b1-8662-48d3-9a03-c7dcf3ea096e', 'name': 'network-vif-deleted', 'tag': '31fd549a-ab03-47d8-81af-47e909ffea93'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:43.546005 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2390ab16-1e4b-4fda-b03f-056146f33a8e" -d '{"events": [{"server_uuid": "7d72a4b1-8662-48d3-9a03-c7dcf3ea096e", "name": "network-vif-deleted", "tag": "31fd549a-ab03-47d8-81af-47e909ffea93"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:43.570107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b21ff2f-9807-4b82-bf14-f739a121e8ed {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:43.719195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:43.725070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376196a9-6710-42ca-b6b3-b0cf2a54a793 req-9e40fd23-f756-4f8f-8c4d-69901996fb35 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.748594 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-376196a9-6710-42ca-b6b3-b0cf2a54a793 req-9e40fd23-f756-4f8f-8c4d-69901996fb35 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1432369 Sep 16 04:46:43.759656 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.860298 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-376196a9-6710-42ca-b6b3-b0cf2a54a793 req-90ff9ba1-e362-439f-9634-df2d16f5bead tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123154 Sep 16 04:46:43.914875 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.920693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 5138af87-1cdb-441b-b6e7-ba04e782615f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5138af87-1cdb-441b-b6e7-ba04e782615f,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:43.979775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1b21ff2f-9807-4b82-bf14-f739a121e8ed,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:44.016270 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.129648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1b21ff2f-9807-4b82-bf14-f739a121e8ed'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:44.278046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0cee7-97f3-46e9-8ce1-77f567d6e194 req-3d28b6f1-b1ed-476f-b983-7ab9b8cadb83 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.278046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4dd0cee7-97f3-46e9-8ce1-77f567d6e194 req-3d28b6f1-b1ed-476f-b983-7ab9b8cadb83 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.1574783 Sep 16 04:46:44.279003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=5138af87-1cdb-441b-b6e7-ba04e782615f,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:44.279223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4dd0cee7-97f3-46e9-8ce1-77f567d6e194 req-b5906734-6b90-4c09-acd4-37d71c9f56bd tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930676 Sep 16 04:46:44.503980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41724f2-6580-4b40-b08e-5f5d1dc89b62 req-f8023d59-cfab-4d66-a17c-eb666dcf1733 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.513181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f41724f2-6580-4b40-b08e-5f5d1dc89b62 req-f8023d59-cfab-4d66-a17c-eb666dcf1733 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 945 time: 0.1097949 Sep 16 04:46:44.571976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f41724f2-6580-4b40-b08e-5f5d1dc89b62 req-6dd41cfa-f955-41bb-b16f-723eb70981a8 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551817 Sep 16 04:46:44.715757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47a7dada-671a-4eea-a3b5-9c1d4d8522f5 req-a93dcd64-e009-4126-8489-dd7f1c50f407 tempest-ImagesNegativeTestJSON-1258191474 tempest-ImagesNegativeTestJSON-1258191474-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d72a4b1-8662-48d3-9a03-c7dcf3ea096e HTTP/1.1" status: 200 len: 210 time: 0.0413980 Sep 16 04:46:44.777839 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe31f17-7338-499f-bbfa-e2bdd3eef876 x-openstack-request-id: req-8fe31f17-7338-499f-bbfa-e2bdd3eef876 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:44.778132 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "name": "network-vif-plugged", "status": "completed", "tag": "930998e7-b9b0-4692-a265-d5596c68066e", "code": 200}, {"server_uuid": "9b8a327a-e28e-432b-bd2a-0304b6389ffb", "name": "network-vif-plugged", "status": "completed", "tag": "aca6e218-2d22-4866-92c9-0c368c8425a8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:44.778431 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fe31f17-7338-499f-bbfa-e2bdd3eef876 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:44.778804 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e', 'code': 200} Sep 16 04:46:44.779066 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8a327a-e28e-432b-bd2a-0304b6389ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca6e218-2d22-4866-92c9-0c368c8425a8', 'code': 200} Sep 16 04:46:44.926547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-bef61673-1f4b-494e-abe6-855fcbe8929b tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1336021 Sep 16 04:46:44.943372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:45.057332 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8722b689-c6e2-4e21-87c5-8463023e37c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.125146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b21ff2f-9807-4b82-bf14-f739a121e8ed up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:45.190775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 1b21ff2f-9807-4b82-bf14-f739a121e8ed triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:45.191445 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.222930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.288424 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.323949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:45.324286 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.400438 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.431074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Allocated IP 172.25.3.74 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/09401f92-beb5-4e73-9299-30f1a4f922c8) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:45.439030 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.441647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 31fd549a-ab03-47d8-81af-47e909ffea93 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:45.467886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 31fd549a-ab03-47d8-81af-47e909ffea93 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:45.468223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 31fd549a-ab03-47d8-81af-47e909ffea93 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:45.534184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1b21ff2f-9807-4b82-bf14-f739a121e8ed,revision_number=10']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:45.559807 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.775844 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.898583 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.902265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Pushing event updated for resources: {'Port': ['ID=09401f92-beb5-4e73-9299-30f1a4f922c8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:45.905888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:45.908190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:45.912499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:46.084420 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.211815 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.242273 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.520879 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.595749 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.681494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Pushing event updated for resources: {'Port': ['ID=09401f92-beb5-4e73-9299-30f1a4f922c8,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:46.706827 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.779900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c106072c-2118-49cd-9ae2-9963a119a84d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5138af87-1cdb-441b-b6e7-ba04e782615f'}, {'server_uuid': '6a2be594-c246-49d7-a46c-0da65950c850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21ff2f-9807-4b82-bf14-f739a121e8ed'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:46.782205 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964d4fe4-bd25-4f0f-8066-279879eea7ab" -d '{"events": [{"server_uuid": "c106072c-2118-49cd-9ae2-9963a119a84d", "name": "network-vif-unplugged", "status": "completed", "tag": "5138af87-1cdb-441b-b6e7-ba04e782615f"}, {"server_uuid": "6a2be594-c246-49d7-a46c-0da65950c850", "name": "network-vif-plugged", "status": "completed", "tag": "1b21ff2f-9807-4b82-bf14-f739a121e8ed"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:46.829108 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.830744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-565ffe0b-1ef5-47cc-88dc-f25bf39699ef tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8918829 Sep 16 04:46:46.920722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-9720b619-bba7-4cb8-a82b-18682a217d87 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0808959 Sep 16 04:46:47.089090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-8bf75804-261f-4425-826f-6d4e2dc81449 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.096611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-8bf75804-261f-4425-826f-6d4e2dc81449 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1679235 Sep 16 04:46:47.103445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-0e31823e-dc48-4a8a-9ae4-538dcb3726ea tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:47.118552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09a96fc2-109a-4338-804d-5b79f05561c9 req-0e31823e-dc48-4a8a-9ae4-538dcb3726ea tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205183 Sep 16 04:46:47.153057 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5990ee-6c4e-4030-b917-5a3a98ef5b9f x-openstack-request-id: req-ce5990ee-6c4e-4030-b917-5a3a98ef5b9f {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:47.160514 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d72a4b1-8662-48d3-9a03-c7dcf3ea096e", "name": "network-vif-deleted", "tag": "31fd549a-ab03-47d8-81af-47e909ffea93", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:47.160514 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce5990ee-6c4e-4030-b917-5a3a98ef5b9f {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:47.160514 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d72a4b1-8662-48d3-9a03-c7dcf3ea096e', 'name': 'network-vif-deleted', 'tag': '31fd549a-ab03-47d8-81af-47e909ffea93', 'status': 'completed', 'code': 200} Sep 16 04:46:47.427301 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.227640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-358efdd7-b240-4009-a2c2-ca859671751f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a691916327a54f4cb27fb717de84b236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306365 Sep 16 04:46:54.338707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269108ee-353b-46ca-b352-d0b0ca315aeb req-e69e79bb-bf43-4e0a-9901-01c40bda571b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.340193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-269108ee-353b-46ca-b352-d0b0ca315aeb req-e69e79bb-bf43-4e0a-9901-01c40bda571b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1158822 Sep 16 04:46:54.391254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-709880b1-3fbd-4e8f-8c32-db5a741ff50d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.392924 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-709880b1-3fbd-4e8f-8c32-db5a741ff50d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563065 Sep 16 04:46:54.400438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-269108ee-353b-46ca-b352-d0b0ca315aeb req-706baf32-ff2c-4730-a0d2-76c86afcb454 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533049 Sep 16 04:46:54.410152 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-e711dbc4-8f3d-470a-8bd6-53036879389a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/quotas/a691916327a54f4cb27fb717de84b236 HTTP/1.1" status: 200 len: 375 time: 0.0087883 Sep 16 04:46:54.494037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-333df06d-91ab-46ba-859e-26f6412161fd tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781949 Sep 16 04:46:54.513427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59181-72ce-4ff2-b470-f177f044dc85 req-02d3ed06-695b-4176-a924-503c5c2349b5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.515110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9e59181-72ce-4ff2-b470-f177f044dc85 req-02d3ed06-695b-4176-a924-503c5c2349b5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.0592752 Sep 16 04:46:54.556500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9e59181-72ce-4ff2-b470-f177f044dc85 req-affc8d3b-8efd-4d3c-80d3-e7e7aaa09dfb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350990 Sep 16 04:46:54.667042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4f238-dcb1-4595-b758-d3b24b66488f req-f21cda1d-f494-4105-a5d1-18302b4f53d1 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.669039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51e4f238-dcb1-4595-b758-d3b24b66488f req-f21cda1d-f494-4105-a5d1-18302b4f53d1 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0499804 Sep 16 04:46:54.724233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51e4f238-dcb1-4595-b758-d3b24b66488f req-2fa7dce4-e63e-486c-99fb-b2edd904f244 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480845 Sep 16 04:46:54.782685 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c74203-a408-40b5-8d6b-dbfb9d155e82 x-openstack-request-id: req-65c74203-a408-40b5-8d6b-dbfb9d155e82 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:54.783249 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c106072c-2118-49cd-9ae2-9963a119a84d", "name": "network-vif-unplugged", "status": "completed", "tag": "5138af87-1cdb-441b-b6e7-ba04e782615f", "code": 200}, {"server_uuid": "6a2be594-c246-49d7-a46c-0da65950c850", "name": "network-vif-plugged", "status": "completed", "tag": "1b21ff2f-9807-4b82-bf14-f739a121e8ed", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:54.783249 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65c74203-a408-40b5-8d6b-dbfb9d155e82 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:54.783679 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c106072c-2118-49cd-9ae2-9963a119a84d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5138af87-1cdb-441b-b6e7-ba04e782615f', 'code': 200} Sep 16 04:46:54.784252 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2be594-c246-49d7-a46c-0da65950c850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b21ff2f-9807-4b82-bf14-f739a121e8ed', 'code': 200} Sep 16 04:46:54.818133 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-9d852167-3649-44fc-b4f1-3c4d2ee35bc2 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/floatingips/a2a983b4-4383-4075-a106-604254b9c1d2 HTTP/1.1" status: 200 len: 692 time: 0.0636103 Sep 16 04:46:54.941759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-02648f79-60d1-43b0-973a-bd0ddf184eb0 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.941759 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-02648f79-60d1-43b0-973a-bd0ddf184eb0 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1164725 Sep 16 04:46:55.012994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-de1dd70f-b70d-4672-9dc5-378ea46c7aad tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0665083 Sep 16 04:46:55.066964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728e648-572b-48bc-932b-f0eb6fdeeb4f req-b27bef17-a707-4496-818f-b6bdc081267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.068498 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2728e648-572b-48bc-932b-f0eb6fdeeb4f req-b27bef17-a707-4496-818f-b6bdc081267a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 1097 time: 0.0679567 Sep 16 04:46:55.074397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5ff8d-64d3-4ddf-b547-16ff7e8e6d0c req-7b6e5c30-f660-4cf0-920a-56d38ea9232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.075799 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fbb5ff8d-64d3-4ddf-b547-16ff7e8e6d0c req-7b6e5c30-f660-4cf0-920a-56d38ea9232b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 1099 time: 0.0506608 Sep 16 04:46:55.083529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-26fe0d18-f41a-4df1-9aca-238d456ff3fe tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0520008 Sep 16 04:46:55.090435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9629a-fbf0-482b-b94e-68ef4df05637 req-d650d058-41d9-40b3-bc15-b784324ef7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.091839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15c9629a-fbf0-482b-b94e-68ef4df05637 req-d650d058-41d9-40b3-bc15-b784324ef7af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 1097 time: 0.0913169 Sep 16 04:46:55.304976 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9629a-fbf0-482b-b94e-68ef4df05637 req-c010b3a5-ef48-4ed4-80cf-ac2bed14538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.306423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15c9629a-fbf0-482b-b94e-68ef4df05637 req-c010b3a5-ef48-4ed4-80cf-ac2bed14538c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 912 time: 0.2075737 Sep 16 04:46:55.325671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Deleting port 09401f92-beb5-4e73-9299-30f1a4f922c8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:55.326066 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.371544 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15c9629a-fbf0-482b-b94e-68ef4df05637 req-eb8f90c9-3217-4fa2-ad6f-8402289e17e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aca6e218-2d22-4866-92c9-0c368c8425a8 HTTP/1.1" status: 200 len: 217 time: 0.0574906 Sep 16 04:46:55.453019 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fbb5ff8d-64d3-4ddf-b547-16ff7e8e6d0c req-82b9ef27-a2f7-4d79-a651-aa5616798096 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547494 Sep 16 04:46:55.454202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728e648-572b-48bc-932b-f0eb6fdeeb4f req-1dbd9a70-9955-4f6f-b4d5-a735a18c914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.455559 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2728e648-572b-48bc-932b-f0eb6fdeeb4f req-1dbd9a70-9955-4f6f-b4d5-a735a18c914c service neutron] 10.222.0.23 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 917 time: 0.3782740 Sep 16 04:46:55.469103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9629a-fbf0-482b-b94e-68ef4df05637 req-47544887-417c-410a-9f14-8d77abcffef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.469103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15c9629a-fbf0-482b-b94e-68ef4df05637 req-47544887-417c-410a-9f14-8d77abcffef5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 200 len: 852 time: 0.0833163 Sep 16 04:46:55.488548 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.488886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.514074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15c9629a-fbf0-482b-b94e-68ef4df05637 req-483a9552-27b3-49cb-85b5-d3a175d0ae3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2afedde-7f02-4b7e-a084-59f4bf758425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372515 Sep 16 04:46:55.519656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Calling delete_port for 09401f92-beb5-4e73-9299-30f1a4f922c8 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:55.524522 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2728e648-572b-48bc-932b-f0eb6fdeeb4f req-05dd2806-6e9f-42cb-9a3f-9f0d7d97428f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930998e7-b9b0-4692-a265-d5596c68066e HTTP/1.1" status: 200 len: 1001 time: 0.0605845 Sep 16 04:46:55.574452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728e648-572b-48bc-932b-f0eb6fdeeb4f req-15982a49-b52c-4a4c-8d3f-5151b9a72d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.576012 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2728e648-572b-48bc-932b-f0eb6fdeeb4f req-15982a49-b52c-4a4c-8d3f-5151b9a72d44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.0434327 Sep 16 04:46:55.628802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728e648-572b-48bc-932b-f0eb6fdeeb4f req-1e56ba5b-2b61-4d82-90d9-3058c08ec691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.630293 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2728e648-572b-48bc-932b-f0eb6fdeeb4f req-1e56ba5b-2b61-4d82-90d9-3058c08ec691 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478222 Sep 16 04:46:55.659641 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15c9629a-fbf0-482b-b94e-68ef4df05637 req-e3411323-691a-4b7f-b8ff-07673a25a9f8 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379304 Sep 16 04:46:55.722050 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2728e648-572b-48bc-932b-f0eb6fdeeb4f req-40f080ac-0018-4343-9f2d-8b3f08c8343e service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834141 Sep 16 04:46:55.787179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15c9629a-fbf0-482b-b94e-68ef4df05637 req-64e2c579-e926-404d-81c0-c0bb826b6c99 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185508 Sep 16 04:46:55.825515 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2728e648-572b-48bc-932b-f0eb6fdeeb4f req-090c6474-cdb6-4965-b215-195c06845801 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961673 Sep 16 04:46:55.913368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.940128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Pushing event deleted for resources: {'Port': ['ID=09401f92-beb5-4e73-9299-30f1a4f922c8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:55.950650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:55.951021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:55.951356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:55.951698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:55.952028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:55.952351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:55.959385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:55.959385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:55.959385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:55.959385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:55.959385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:55.959385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:56.016054 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.018877 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.020168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63b3b5d7-c15d-4992-9c23-8f4a496b2f8a req-1ce0f2c3-a642-4091-a631-18339efc3bd4 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "DELETE /v2.0/floatingips/a2a983b4-4383-4075-a106-604254b9c1d2 HTTP/1.1" status: 204 len: 173 time: 0.9274530 Sep 16 04:46:56.095817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b2ea1dd-4880-4017-a427-11f03d29c391 req-f2120b65-c5bb-44db-bef4-bf14b861951f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 210 time: 0.0270357 Sep 16 04:46:56.276915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd724da5-786d-4596-9b20-4b90889b03d0 req-9c10bae4-d8a6-4831-907a-e9bc5c2a6000 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.283527 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd724da5-786d-4596-9b20-4b90889b03d0 req-9c10bae4-d8a6-4831-907a-e9bc5c2a6000 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.0531695 Sep 16 04:46:56.327815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd724da5-786d-4596-9b20-4b90889b03d0 req-ea73de86-d567-4bf7-b3d9-4925b441c70f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 Sep 16 04:46:56.416701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ceffb-33eb-4e7a-b168-1d68bce0a3db req-b7714301-c37f-4680-b6d7-f8dcee074566 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.416701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d1ceffb-33eb-4e7a-b168-1d68bce0a3db req-b7714301-c37f-4680-b6d7-f8dcee074566 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 945 time: 0.0768051 Sep 16 04:46:56.479115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d1ceffb-33eb-4e7a-b168-1d68bce0a3db req-b929257f-6c54-4c05-811b-09dc6573ce3d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723965 Sep 16 04:46:56.493535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78a3e6-3ce0-4934-8660-24ea16dce707 req-64525bec-fe3e-4c46-83f6-bb20b8e2359a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.495568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c78a3e6-3ce0-4934-8660-24ea16dce707 req-64525bec-fe3e-4c46-83f6-bb20b8e2359a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0790277 Sep 16 04:46:56.565257 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-2d07189a-ac0c-4549-aa5e-aff135273b2e req-f9fb51a6-08b7-40ca-be1a-686e35622b3c tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] show failed (client error): The resource could not be found. Sep 16 04:46:56.566371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d07189a-ac0c-4549-aa5e-aff135273b2e req-f9fb51a6-08b7-40ca-be1a-686e35622b3c tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/floatingips/a2a983b4-4383-4075-a106-604254b9c1d2 HTTP/1.1" status: 404 len: 350 time: 0.0548062 Sep 16 04:46:56.588115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c78a3e6-3ce0-4934-8660-24ea16dce707 req-d6bbf0da-fcbf-403d-a45c-b5d505d18b85 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856929 Sep 16 04:46:56.702739 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-987d1eca-78c6-4b6b-ba7c-e3bfa040e3b8 req-ca57b35d-3a45-4c8d-879c-bd1b6b1e58a2 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] show failed (client error): The resource could not be found. Sep 16 04:46:56.703774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-987d1eca-78c6-4b6b-ba7c-e3bfa040e3b8 req-ca57b35d-3a45-4c8d-879c-bd1b6b1e58a2 tempest-FloatingIPsTestJSON-177547821 tempest-FloatingIPsTestJSON-177547821-project] 10.222.0.24 "GET /v2.0/floatingips/a2a983b4-4383-4075-a106-604254b9c1d2 HTTP/1.1" status: 404 len: 350 time: 0.0413349 Sep 16 04:46:56.713723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45288) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:56.828933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-1ac94a0c-2940-4153-b8cd-7296fea8b2bd tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=86dbe744122844fba8dced8ac6cb48ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222983 Sep 16 04:46:56.953325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991f1d6-515e-43ef-80c4-195d5856783b req-3bb3e9df-dc78-4e74-b881-3511cfbcc4a5 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.955974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-3bb3e9df-dc78-4e74-b881-3511cfbcc4a5 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1209075 Sep 16 04:46:56.972875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-69909265-5073-48e6-9c30-fcd9357a54f0 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/quotas/86dbe744122844fba8dced8ac6cb48ba HTTP/1.1" status: 200 len: 375 time: 0.0097780 Sep 16 04:46:57.011704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-64f5dbfb-8594-44ab-99a6-72ae3228f6ec tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86dbe744122844fba8dced8ac6cb48ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323107 Sep 16 04:46:57.097203 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-2ab62905-7314-4a85-918e-e2d163a10ec5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a691916327a54f4cb27fb717de84b236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285518 Sep 16 04:46:57.261439 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-0b9eba96-f7d2-49d4-9bee-42de3b6b25da tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.262876 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-0b9eba96-f7d2-49d4-9bee-42de3b6b25da tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574681 Sep 16 04:46:57.265888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f90c2d6f-5029-4ad8-9e4c-3bfe1e5fcb45 req-083cbe1a-705c-4732-9d2c-172ef6336fe3 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 210 time: 0.0305989 Sep 16 04:46:57.279008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Request body: {'port': {'device_id': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'a691916327a54f4cb27fb717de84b236'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:57.310756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f7aebb9-7168-4f0c-b418-f604023d7214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.359624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device aca6e218-2d22-4866-92c9-0c368c8425a8 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:57.502642 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.540418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port aca6e218-2d22-4866-92c9-0c368c8425a8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=aca6e218-2d22-4866-92c9-0c368c8425a8,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:57.542572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8a327a-e28e-432b-bd2a-0304b6389ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca6e218-2d22-4866-92c9-0c368c8425a8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:57.545260 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e40e108-f790-4941-a088-ea45d5ba7137" -d '{"events": [{"server_uuid": "9b8a327a-e28e-432b-bd2a-0304b6389ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "aca6e218-2d22-4866-92c9-0c368c8425a8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:57.580179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b538b30-f7fd-4025-bb70-01ee84930a9d req-ef689275-806f-4591-9b1d-5ba99a923c1e tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.588482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b538b30-f7fd-4025-bb70-01ee84930a9d req-ef689275-806f-4591-9b1d-5ba99a923c1e tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 945 time: 0.1165063 Sep 16 04:46:57.640659 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.645160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 930998e7-b9b0-4692-a265-d5596c68066e no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:57.680819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b538b30-f7fd-4025-bb70-01ee84930a9d req-e8a5072c-6f3a-441e-8d0e-232be0a6d369 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878372 Sep 16 04:46:57.759533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-5d1844aa-829e-4a80-8915-e1693cf916c3 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.771288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-5d1844aa-829e-4a80-8915-e1693cf916c3 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/networks?id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 200 len: 804 time: 0.2566648 Sep 16 04:46:57.793252 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=aca6e218-2d22-4866-92c9-0c368c8425a8,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:57.826811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Made reservation on behalf of a691916327a54f4cb27fb717de84b236 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:57.832361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.838847 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-c8e32890-5688-446c-9ce9-ae30623061c1 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/quotas/76b43f5d19754bb592e1f393deaed5db HTTP/1.1" status: 200 len: 375 time: 0.0660734 Sep 16 04:46:57.845459 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-22f43a78-b9fe-4bd7-8989-f3818addf833 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=86dbe744122844fba8dced8ac6cb48ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643296 Sep 16 04:46:57.875374 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.918580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=930998e7-b9b0-4692-a265-d5596c68066e,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:57.970162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-5487fe18-3621-4d5f-9bbe-5046c6610c4b tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=76b43f5d19754bb592e1f393deaed5db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1234732 Sep 16 04:46:58.005277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9f7aebb9-7168-4f0c-b418-f604023d7214 admin admin] Deleting port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:58.005801 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f7aebb9-7168-4f0c-b418-f604023d7214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.017342 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.074798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-1a7f99b8-f472-4d41-8f77-68257525c329 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.076674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-1a7f99b8-f472-4d41-8f77-68257525c329 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151859 Sep 16 04:46:58.090366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=930998e7-b9b0-4692-a265-d5596c68066e,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:58.109411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-455bbc6b-d525-4546-ba3e-729d418b3fa4 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/quotas/86dbe744122844fba8dced8ac6cb48ba HTTP/1.1" status: 200 len: 375 time: 0.0226974 Sep 16 04:46:58.109719 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Allocated IP 192.168.233.16 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/4532b43d-fb90-4cbf-b284-0f12d478427e) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:58.141018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-014e6c33-fc50-4c46-be12-a1278c669ebf tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86dbe744122844fba8dced8ac6cb48ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307162 Sep 16 04:46:58.173399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45366) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:58.181140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-cf4aa6f6-c8a0-4733-a19c-87877c4aa801 service neutron] 10.222.0.24 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030838 Sep 16 04:46:58.216699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-9f7aebb9-7168-4f0c-b418-f604023d7214 admin admin] For port 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7c9fea3e-0fa4-4e87-a588-d25fcc817ee6,segment=NetworkSegment(6c202bb9-03aa-406a-abeb-9ac043a29001),segment_id=6c202bb9-03aa-406a-abeb-9ac043a29001)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:58.217207 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f7aebb9-7168-4f0c-b418-f604023d7214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.247641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9f7aebb9-7168-4f0c-b418-f604023d7214 admin admin] Calling delete_port for 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:58.335310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-e0dc1eb3-47e8-4901-88b1-0a4d7f359c73 service neutron] 10.222.0.24 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303296 Sep 16 04:46:58.439962 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-67e11259-09af-4c4a-b9b4-1350dba05213 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b56a95c3d7ed4530b367c2361a6cee15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609491 Sep 16 04:46:58.442552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45378) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:58.508364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aeaf56-4260-48e9-8f03-5527a5176511 req-cb5343e4-cb00-46f2-90ec-dfc7ab29d099 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.509935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70aeaf56-4260-48e9-8f03-5527a5176511 req-cb5343e4-cb00-46f2-90ec-dfc7ab29d099 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.0729344 Sep 16 04:46:58.557059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70aeaf56-4260-48e9-8f03-5527a5176511 req-a9e172e4-0d99-4e8a-b8b6-3c3007d863bf tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400548 Sep 16 04:46:58.557300 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.578584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.621632 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.622078 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69c5338-d785-4cac-8338-07c247a820e2 x-openstack-request-id: req-c69c5338-d785-4cac-8338-07c247a820e2 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:58.624080 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8a327a-e28e-432b-bd2a-0304b6389ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "aca6e218-2d22-4866-92c9-0c368c8425a8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:58.624393 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c69c5338-d785-4cac-8338-07c247a820e2 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:58.624828 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8a327a-e28e-432b-bd2a-0304b6389ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca6e218-2d22-4866-92c9-0c368c8425a8', 'code': 200} Sep 16 04:46:58.737118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86d7fc7d-f48d-43c2-a7f7-822a7fa62517 req-edec8046-d953-440a-be54-cbba234b9b60 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 210 time: 0.0434175 Sep 16 04:46:58.820025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac3c4aab-41e9-452d-86ad-1c3184ae7031 req-c8c3681e-af23-49c7-90ce-b09bcaa7d3f2 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 210 time: 0.0349691 Sep 16 04:46:58.836519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17f5f8-7d80-498f-9c61-9daa333a2b7e req-a7d6b139-50ba-4000-87f2-e53ce2da76b4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.838229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df17f5f8-7d80-498f-9c61-9daa333a2b7e req-a7d6b139-50ba-4000-87f2-e53ce2da76b4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.1166465 Sep 16 04:46:58.852008 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.867534 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['11d608a7-45e0-43d7-a55c-b19cc9247b85'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:58.930098 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.935066 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.937292 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8f6f676-4f92-4ab7-a52c-8f2cabc3713a HTTP/1.1" status: 204 len: 168 time: 0.4887135 Sep 16 04:46:58.959803 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f7aebb9-7168-4f0c-b418-f604023d7214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.983594 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df17f5f8-7d80-498f-9c61-9daa333a2b7e req-99dc8c45-63a2-4918-ab49-981f9af6bf07 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322334 Sep 16 04:46:59.024170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Pushing event updated for resources: {'Port': ['ID=4532b43d-fb90-4cbf-b284-0f12d478427e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:59.089907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f6f676-4f92-4ab7-a52c-8f2cabc3713a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:59.101410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0e710a1-97c6-46de-97e1-395165994ce0 req-e6e4138e-5462-48af-8f0f-f496a6c5d9ac tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 210 time: 0.0401814 Sep 16 04:46:59.152227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.163818 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.164396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.164764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.165101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.165438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.165768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.166099 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.166426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.166750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.167074 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.167397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef98ec-383a-4dd8-9d1e-ce3a60f379e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.187215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:59.214306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.214652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.215201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.215703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.216313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.216823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.217333 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.217998 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.218504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.226607 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.230153 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.232090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:59.245935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:59.250772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:59.306747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34524b41-adc4-4bd5-a999-d6403be6bae5 req-56e4a533-4e36-4ae4-be26-fe51ecc03094 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.318089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34524b41-adc4-4bd5-a999-d6403be6bae5 req-56e4a533-4e36-4ae4-be26-fe51ecc03094 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 943 time: 0.1089084 Sep 16 04:46:59.355441 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7aebb9-7168-4f0c-b418-f604023d7214 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9fea3e-0fa4-4e87-a588-d25fcc817ee6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:59.385159 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34524b41-adc4-4bd5-a999-d6403be6bae5 req-f48029b7-042d-471d-8fd7-ae6033a5f101 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616837 Sep 16 04:46:59.399456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.400230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.495844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7037c6-cb48-4565-b2dd-c60ec3203441 req-38dbdb58-01a8-4a9b-a2a8-73bf2912fd3a tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.497803 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b7037c6-cb48-4565-b2dd-c60ec3203441 req-38dbdb58-01a8-4a9b-a2a8-73bf2912fd3a tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.23 "GET /v2.0/ports?device_id=c106072c-2118-49cd-9ae2-9963a119a84d HTTP/1.1" status: 200 len: 944 time: 0.4286025 Sep 16 04:46:59.573042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74230874-2e68-40c1-855c-47889604f320 req-2ffb7d73-fe69-468c-a665-dc6a525ff5e4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.582824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74230874-2e68-40c1-855c-47889604f320 req-2ffb7d73-fe69-468c-a665-dc6a525ff5e4 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0956297 Sep 16 04:46:59.637995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74230874-2e68-40c1-855c-47889604f320 req-e4703352-a148-476d-80da-d54efc8f392a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536509 Sep 16 04:46:59.689093 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-81276a02-e649-4f6c-8700-411262acb839 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4172833 Sep 16 04:46:59.712403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bc75bb8f-673b-4aab-97a3-6f4cafec1a96 None None] Provisioning complete for port 4532b43d-fb90-4cbf-b284-0f12d478427e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:59.713006 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb8f-673b-4aab-97a3-6f4cafec1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.713503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Request body: {'port': {'device_id': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:59.735207 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f7aebb9-7168-4f0c-b418-f604023d7214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.752334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-bc75bb8f-673b-4aab-97a3-6f4cafec1a96 None None] Port 4532b43d-fb90-4cbf-b284-0f12d478427e cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:59.834040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-0b7037c6-cb48-4565-b2dd-c60ec3203441 req-ea2fb93b-5727-4672-8a30-4dd1941b7480 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Deleting port 5138af87-1cdb-441b-b6e7-ba04e782615f {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:59.834283 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b7037c6-cb48-4565-b2dd-c60ec3203441 req-ea2fb93b-5727-4672-8a30-4dd1941b7480 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.864309 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.091687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0b7037c6-cb48-4565-b2dd-c60ec3203441 req-ea2fb93b-5727-4672-8a30-4dd1941b7480 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] For port 5138af87-1cdb-441b-b6e7-ba04e782615f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5138af87-1cdb-441b-b6e7-ba04e782615f,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:00.092127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b7037c6-cb48-4565-b2dd-c60ec3203441 req-ea2fb93b-5727-4672-8a30-4dd1941b7480 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.155289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-0b7037c6-cb48-4565-b2dd-c60ec3203441 req-ea2fb93b-5727-4672-8a30-4dd1941b7480 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Calling delete_port for 5138af87-1cdb-441b-b6e7-ba04e782615f owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:00.425581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45458) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:00.541220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1915178863-network', 'tenant_id': 'd537960e9f30470c8a2c6293c621b5dd'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:00.626521 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:00.627093 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-86ca2dce-8f5d-40a8-8250-4c69593d031b tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=86dbe744122844fba8dced8ac6cb48ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400956 Sep 16 04:47:00.629087 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23738cb0-3ddb-4b40-8002-a356031b3309" -d '{"events": [{"server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "name": "network-vif-unplugged", "status": "completed", "tag": "930998e7-b9b0-4692-a265-d5596c68066e"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:00.649404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7aebb9-7168-4f0c-b418-f604023d7214 admin admin] Router 96e6f4fa-4724-4531-9121-4df2d1684bf8 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:47:00.686395 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Made reservation on behalf of d537960e9f30470c8a2c6293c621b5dd for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:00.688786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.723565 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.833167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13ad26-9d61-40cb-8b99-caff0c2e9678 req-7a634b87-e6cd-40e5-a850-4e9e31b99604 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.834936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d13ad26-9d61-40cb-8b99-caff0c2e9678 req-7a634b87-e6cd-40e5-a850-4e9e31b99604 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0814559 Sep 16 04:47:00.901338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d13ad26-9d61-40cb-8b99-caff0c2e9678 req-2ece7f84-fdb2-4b14-ab6e-de9c153a1f5c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564637 Sep 16 04:47:00.926235 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.930402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991f1d6-515e-43ef-80c4-195d5856783b req-c1b65546-dd53-4685-821c-09a88c77d36e tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.931935 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-c1b65546-dd53-4685-821c-09a88c77d36e tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2971296 Sep 16 04:47:00.936228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4532b43d-fb90-4cbf-b284-0f12d478427e {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:00.946991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Request body: {'port': {'device_id': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': '86dbe744122844fba8dced8ac6cb48ba'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:00.973742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.016473 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.046520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:01.058316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0af924-4d2b-41d9-bf48-eef046624fb5 req-5fdb5a4f-75db-4aba-8a61-3f35495d4197 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.062679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc0af924-4d2b-41d9-bf48-eef046624fb5 req-5fdb5a4f-75db-4aba-8a61-3f35495d4197 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 935 time: 0.0807939 Sep 16 04:47:01.065141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be02324e-a88b-4e35-b1e4-004415486049,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:01.078188 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.078688 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Added segment 05413035-3d52-43a0-9394-caca70924a3d of type vlan for network 54ff8a49-9ead-49af-8ac7-0400cbc13234 Sep 16 04:47:01.087592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7aebb9-7168-4f0c-b418-f604023d7214 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:01.095004 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9f7aebb9-7168-4f0c-b418-f604023d7214 admin admin] 10.222.0.24 "PUT /v2.0/routers/96e6f4fa-4724-4531-9121-4df2d1684bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3798726 Sep 16 04:47:01.097366 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71791ffa-efb5-4857-b4d1-f16b5ac6132f None None] Sync routers for ids ['96e6f4fa-4724-4531-9121-4df2d1684bf8'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:01.098877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45488) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:01.101087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Transition to ACTIVE for port object 4532b43d-fb90-4cbf-b284-0f12d478427e will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:01.110269 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71791ffa-efb5-4857-b4d1-f16b5ac6132f None None] Routers {'96e6f4fa-4724-4531-9121-4df2d1684bf8'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:01.110891 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-71791ffa-efb5-4857-b4d1-f16b5ac6132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:46:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['96e6f4fa-4724-4531-9121-4df2d1684bf8'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:01.113048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b7037c6-cb48-4565-b2dd-c60ec3203441 req-ea2fb93b-5727-4672-8a30-4dd1941b7480 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.150445 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.165503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc0af924-4d2b-41d9-bf48-eef046624fb5 req-c56010d5-ce9b-41be-a4b7-4dd3a159ea96 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907388 Sep 16 04:47:01.204791 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.206678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fb93b-5727-4672-8a30-4dd1941b7480 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Pushing event deleted for resources: {'Port': ['ID=5138af87-1cdb-441b-b6e7-ba04e782615f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:01.277414 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-71791ffa-efb5-4857-b4d1-f16b5ac6132f None None] Set router 96e6f4fa-4724-4531-9121-4df2d1684bf8 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:01.327534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c9a04ecc-b19f-489a-8634-8ac27bdccf19 req-f474e553-682c-472d-b7f3-75ba49e99346 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 210 time: 0.0814638 Sep 16 04:47:01.342014 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.342956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.343550 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.353601 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.373056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device aca6e218-2d22-4866-92c9-0c368c8425a8 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:01.551343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 930998e7-b9b0-4692-a265-d5596c68066e no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:01.556269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7037c6-cb48-4565-b2dd-c60ec3203441 req-ea2fb93b-5727-4672-8a30-4dd1941b7480 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] No DVR routers for this DVR port 5138af87-1cdb-441b-b6e7-ba04e782615f on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:01.599249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Made reservation on behalf of 86dbe744122844fba8dced8ac6cb48ba for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:01.602931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.613026 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.617450 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0b7037c6-cb48-4565-b2dd-c60ec3203441 req-ea2fb93b-5727-4672-8a30-4dd1941b7480 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.619470 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0b7037c6-cb48-4565-b2dd-c60ec3203441 req-ea2fb93b-5727-4672-8a30-4dd1941b7480 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.23 "DELETE /v2.0/ports/5138af87-1cdb-441b-b6e7-ba04e782615f HTTP/1.1" status: 204 len: 173 time: 2.1139157 Sep 16 04:47:01.622153 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.630199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c106072c-2118-49cd-9ae2-9963a119a84d', 'name': 'network-vif-deleted', 'tag': '5138af87-1cdb-441b-b6e7-ba04e782615f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:01.633245 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095839fc-fb66-4b81-87f2-0d897c6d4965" -d '{"events": [{"server_uuid": "c106072c-2118-49cd-9ae2-9963a119a84d", "name": "network-vif-deleted", "tag": "5138af87-1cdb-441b-b6e7-ba04e782615f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:01.648660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Pushing event updated for resources: {'Port': ['ID=4532b43d-fb90-4cbf-b284-0f12d478427e,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:01.670604 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-71791ffa-efb5-4857-b4d1-f16b5ac6132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'name': 'tempest-FloatingIPsTestJSON-1548438685-router', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:46:14Z', 'updated_at': '2021-09-16T04:46:58Z', 'revision_number': 5, 'project_id': '80d413abfdfa406fae1930a49b635c9f', 'gw_port': {'id': 'cbda8f5b-01f9-418d-8284-90fa39e30164', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:46:16Z', 'updated_at': '2021-09-16T04:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:01.711728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 5138af87-1cdb-441b-b6e7-ba04e782615f no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:01.736946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Attempting to bind port 4532b43d-fb90-4cbf-b284-0f12d478427e on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:01.737284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Attempting to bind port 4532b43d-fb90-4cbf-b284-0f12d478427e by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:01.739042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Attempting to bind port 4532b43d-fb90-4cbf-b284-0f12d478427e on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:01.746545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Port 4532b43d-fb90-4cbf-b284-0f12d478427e on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:01.746849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Attempting to bind port 4532b43d-fb90-4cbf-b284-0f12d478427e on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:01.750351 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 5138af87-1cdb-441b-b6e7-ba04e782615f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:01.751056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 5138af87-1cdb-441b-b6e7-ba04e782615f not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:01.759664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:01.760012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:01.760401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:01.760892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Bound port: 4532b43d-fb90-4cbf-b284-0f12d478427e, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:01.761255 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.784390 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71791ffa-efb5-4857-b4d1-f16b5ac6132f None None] Checking router: 96e6f4fa-4724-4531-9121-4df2d1684bf8 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:01.793690 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71791ffa-efb5-4857-b4d1-f16b5ac6132f None None] Routers {'96e6f4fa-4724-4531-9121-4df2d1684bf8'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:01.794322 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-71791ffa-efb5-4857-b4d1-f16b5ac6132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:46:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['96e6f4fa-4724-4531-9121-4df2d1684bf8'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:01.880679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-7accc13f-36a8-4a6b-b7f7-80a95ad3419e tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=86dbe744122844fba8dced8ac6cb48ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5559225 Sep 16 04:47:01.903869 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.905341 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:01.909080 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-71791ffa-efb5-4857-b4d1-f16b5ac6132f None None] Set router 96e6f4fa-4724-4531-9121-4df2d1684bf8 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:01.910239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4532b43d-fb90-4cbf-b284-0f12d478427e,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:01.925198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Deleting port cbda8f5b-01f9-418d-8284-90fa39e30164 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:01.925530 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.972560 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-71791ffa-efb5-4857-b4d1-f16b5ac6132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'name': 'tempest-FloatingIPsTestJSON-1548438685-router', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:46:14Z', 'updated_at': '2021-09-16T04:47:01Z', 'revision_number': 6, 'project_id': '80d413abfdfa406fae1930a49b635c9f', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:01.987453 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.992664 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.008134 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71791ffa-efb5-4857-b4d1-f16b5ac6132f None None] The sync data for ids ['96e6f4fa-4724-4531-9121-4df2d1684bf8'] in n-d-712137-12 is: [{'id': '96e6f4fa-4724-4531-9121-4df2d1684bf8', 'name': 'tempest-FloatingIPsTestJSON-1548438685-router', 'tenant_id': '80d413abfdfa406fae1930a49b635c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:46:14Z', 'updated_at': '2021-09-16T04:47:01Z', 'revision_number': 6, 'project_id': '80d413abfdfa406fae1930a49b635c9f', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:02.009437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d995eaf2-9e93-4a89-aa57-a4d71421b4ff req-055a271e-0495-4f34-8707-3f71771c65a7 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 210 time: 0.1334302 Sep 16 04:47:02.059254 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e06f2b-15c5-4ef8-8f6a-5413dd551c1d x-openstack-request-id: req-d5e06f2b-15c5-4ef8-8f6a-5413dd551c1d {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:02.059550 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "name": "network-vif-unplugged", "status": "failed", "tag": "930998e7-b9b0-4692-a265-d5596c68066e", "code": 422}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:02.059808 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5e06f2b-15c5-4ef8-8f6a-5413dd551c1d {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:02.060226 n-d-712137-12 neutron-server[95453]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e', 'code': 422} returned with failed status Sep 16 04:47:02.088668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] Pushing event updated for resources: {'Network': ['ID=54ff8a49-9ead-49af-8ac7-0400cbc13234,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:02.101678 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 54ff8a49-9ead-49af-8ac7-0400cbc13234 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:02.126107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2286dc-b0ff-4d22-b4f4-809955a80884 req-af2380ba-142f-4f5c-8c73-a02c5dda8a7f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.127941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d2286dc-b0ff-4d22-b4f4-809955a80884 req-af2380ba-142f-4f5c-8c73-a02c5dda8a7f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b8a327a-e28e-432b-bd2a-0304b6389ffb HTTP/1.1" status: 200 len: 943 time: 0.2636068 Sep 16 04:47:02.141949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-a2f3c948-011e-4b41-a70c-93221e5bd980 req-23c17c64-b6f8-4aa9-9d7a-0bb0c886ec37 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:47:02.142901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2f3c948-011e-4b41-a70c-93221e5bd980 req-23c17c64-b6f8-4aa9-9d7a-0bb0c886ec37 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106819 Sep 16 04:47:02.144373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5c1f554c-f3d3-4228-9fb6-9ef2135e80dc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7177022 Sep 16 04:47:02.162731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.163449 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.164924 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-43694aee-169e-432b-86d2-1db87267a15e service neutron] 10.222.0.37 "PUT /v2.0/ports/4532b43d-fb90-4cbf-b284-0f12d478427e HTTP/1.1" status: 200 len: 1096 time: 2.4593403 Sep 16 04:47:02.181896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45494) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:02.188043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-af55288a-0df2-437d-acd1-5205e1783d16 admin admin] Request body: {'subnet': {'network_id': '54ff8a49-9ead-49af-8ac7-0400cbc13234', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1915178863-subnet', 'tenant_id': 'd537960e9f30470c8a2c6293c621b5dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:02.201376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad847dfe-d2b1-43e5-8da0-576dd91c471b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:02.235752 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] For port cbda8f5b-01f9-418d-8284-90fa39e30164, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cbda8f5b-01f9-418d-8284-90fa39e30164,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:02.235752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.267102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-3b07ec07-0eb6-4946-b598-2b73e3a6f822 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.268730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-3b07ec07-0eb6-4946-b598-2b73e3a6f822 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3696914 Sep 16 04:47:02.299523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Calling delete_port for cbda8f5b-01f9-418d-8284-90fa39e30164 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:02.300281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Request body: {'port': {'device_id': 'c67d7e71-8a91-41a2-955f-96cfeb56f764', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': '86dbe744122844fba8dced8ac6cb48ba'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:02.301444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43694aee-169e-432b-86d2-1db87267a15e service neutron] Pushing event updated for resources: {'Port': ['ID=4532b43d-fb90-4cbf-b284-0f12d478427e,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:02.410647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-20db2452-f7a4-4c01-81d7-ffbfd35ae563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.412255 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-20db2452-f7a4-4c01-81d7-ffbfd35ae563 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 1099 time: 0.1144550 Sep 16 04:47:02.435553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-fef09315-7345-40b7-9b8e-69b8df0388f5 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.437097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-fef09315-7345-40b7-9b8e-69b8df0388f5 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.37 "GET /v2.0/networks?id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 200 len: 804 time: 0.4344635 Sep 16 04:47:02.437700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af55288a-0df2-437d-acd1-5205e1783d16 admin admin] Made reservation on behalf of d537960e9f30470c8a2c6293c621b5dd for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:02.440309 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af55288a-0df2-437d-acd1-5205e1783d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.495630 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Allocated IP 192.168.233.165 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/4aeabf3c-b52b-4438-a1f4-faf6b0fda131) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:02.503567 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-10139e8b-391e-49b3-b566-910ce3aaafda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4532b43d-fb90-4cbf-b284-0f12d478427e HTTP/1.1" status: 200 len: 217 time: 0.0821464 Sep 16 04:47:02.505348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Request body: {'port': {'device_id': '0902a8e7-eb2b-458f-a791-03eb8c2882c2', 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'admin_state_up': True, 'tenant_id': '76b43f5d19754bb592e1f393deaed5db'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:02.548679 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff80e9b-22b2-446b-9ebf-bce8f6e2aaca x-openstack-request-id: req-9ff80e9b-22b2-446b-9ebf-bce8f6e2aaca {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:02.548679 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c106072c-2118-49cd-9ae2-9963a119a84d", "name": "network-vif-deleted", "tag": "5138af87-1cdb-441b-b6e7-ba04e782615f", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:02.548679 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ff80e9b-22b2-446b-9ebf-bce8f6e2aaca {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:02.548679 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c106072c-2118-49cd-9ae2-9963a119a84d', 'name': 'network-vif-deleted', 'tag': '5138af87-1cdb-441b-b6e7-ba04e782615f', 'status': 'completed', 'code': 200} Sep 16 04:47:02.645191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-d0bfb7f0-ff22-4357-8e07-a8b0de4c9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.646769 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-d0bfb7f0-ff22-4357-8e07-a8b0de4c9624 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1352167 Sep 16 04:47:02.754781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-3d2286dc-b0ff-4d22-b4f4-809955a80884 req-72f6e342-8fa4-4fd7-8b90-1fd5a0700c0f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Deleting port aca6e218-2d22-4866-92c9-0c368c8425a8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:02.755005 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3d2286dc-b0ff-4d22-b4f4-809955a80884 req-72f6e342-8fa4-4fd7-8b90-1fd5a0700c0f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.773090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-1d69a4ba-0f4e-453a-8037-cd60cd83ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.774694 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-1d69a4ba-0f4e-453a-8037-cd60cd83ef04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1116459 Sep 16 04:47:02.880361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842475a-05bb-4d03-83f3-d01babb2d9f3 req-d275d2e4-0eba-4ce0-aa3e-1add67033013 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.882505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b842475a-05bb-4d03-83f3-d01babb2d9f3 req-d275d2e4-0eba-4ce0-aa3e-1add67033013 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 947 time: 0.2280207 Sep 16 04:47:02.899066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Made reservation on behalf of 86dbe744122844fba8dced8ac6cb48ba for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:02.901124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.902683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.937790 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-aea5339f-faf2-4943-9c35-c094eb4a8c94 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429052 Sep 16 04:47:02.987743 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.056975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbda8f5b-01f9-418d-8284-90fa39e30164,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:03.077884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-3d2286dc-b0ff-4d22-b4f4-809955a80884 req-72f6e342-8fa4-4fd7-8b90-1fd5a0700c0f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] For port aca6e218-2d22-4866-92c9-0c368c8425a8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=aca6e218-2d22-4866-92c9-0c368c8425a8,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:03.078599 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3d2286dc-b0ff-4d22-b4f4-809955a80884 req-72f6e342-8fa4-4fd7-8b90-1fd5a0700c0f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.085031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b842475a-05bb-4d03-83f3-d01babb2d9f3 req-17da051c-a58e-423b-a3b9-6f1dffd2f061 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928771 Sep 16 04:47:03.088857 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:47:03.097562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.113964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Made reservation on behalf of 76b43f5d19754bb592e1f393deaed5db for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:03.118206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.138974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-3d2286dc-b0ff-4d22-b4f4-809955a80884 req-72f6e342-8fa4-4fd7-8b90-1fd5a0700c0f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Calling delete_port for aca6e218-2d22-4866-92c9-0c368c8425a8 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:03.201881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:03.213175 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2116279d-8bc8-40da-9f57-3461cb9e7422 req-cd1edca4-2fdb-433c-a8cc-84e84a736a09 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655540 Sep 16 04:47:03.221367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:03.224022 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:03.246854 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af55288a-0df2-437d-acd1-5205e1783d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.250796 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Pushing event updated for resources: {'Port': ['ID=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:03.260181 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.261583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-efa7b8cf-2014-404c-b07b-d1eb6d7f22bd req-3fbf732c-4a0f-4a2b-9300-2c37cf48820c tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 210 time: 0.0870242 Sep 16 04:47:03.388177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.390672 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.420444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Allocated IP 192.168.233.231 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/c03131e6-43f8-4693-87f5-8f1e88a7e9b8) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:03.459720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55288a-0df2-437d-acd1-5205e1783d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d742212c-0d42-4503-9622-2fd2fb3722c4,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:03.465143 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-1c3719db-497d-4100-b8be-da044ea00c85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3989332 Sep 16 04:47:03.488816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.489616 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.501252 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:03.529485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:03.529946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7c9fea3e-0fa4-4e87-a588-d25fcc817ee6 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:03.530429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cbda8f5b-01f9-418d-8284-90fa39e30164 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:03.547579 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.548150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e6f4fa-4724-4531-9121-4df2d1684bf8 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:47:03.552149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: cbda8f5b-01f9-418d-8284-90fa39e30164 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:03.552973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cbda8f5b-01f9-418d-8284-90fa39e30164 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:03.553347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.554817 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5bc65556-ea37-4ced-86e5-834071320257 admin admin] 10.222.0.24 "DELETE /v2.0/routers/96e6f4fa-4724-4531-9121-4df2d1684bf8 HTTP/1.1" status: 204 len: 168 time: 2.4521043 Sep 16 04:47:03.557048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45518) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:03.575041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e7ff18f1-8339-4162-b763-0cf8c717b62f None None] Provisioning complete for port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:03.575041 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e7ff18f1-8339-4162-b763-0cf8c717b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.604724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af55288a-0df2-437d-acd1-5205e1783d16 admin admin] Checking segment: {'id': '05413035-3d52-43a0-9394-caca70924a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '54ff8a49-9ead-49af-8ac7-0400cbc13234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:03.605020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55288a-0df2-437d-acd1-5205e1783d16 admin admin] Network hostable DHCP agents. Network: 54ff8a49-9ead-49af-8ac7-0400cbc13234, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:03.619460 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff18f1-8339-4162-b763-0cf8c717b62f None None] Port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:03.625829 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-15fe4f6c-2136-4bdc-846b-d482dcf133f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6833742 Sep 16 04:47:03.629092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1d604d-25f2-4988-81ff-0c59eb9779f4 admin admin] Deleting subnet 80035ef4-38b7-4f84-adb7-41cb10c7f032 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:03.634968 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c1d604d-25f2-4988-81ff-0c59eb9779f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.640080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Request body: {'port': {'device_id': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:03.655322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Allocated IP 172.20.0.14 (4ec115cb-721a-4929-aa2a-f22bc4b1e0cb/f77f398e-0371-495b-b57d-d46106b38a75/7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:03.681639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc102b-77a2-4101-892e-3af44344273f req-d6ac202f-5de6-49d4-affb-a47e0af8f690 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.690883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fbc102b-77a2-4101-892e-3af44344273f req-d6ac202f-5de6-49d4-affb-a47e0af8f690 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.3429263 Sep 16 04:47:03.727071 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c1d604d-25f2-4988-81ff-0c59eb9779f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.761419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.778212 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fbc102b-77a2-4101-892e-3af44344273f req-f5d0ca42-ae5d-4c0f-bee1-1a6f81c3bbcb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864289 Sep 16 04:47:03.910683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55288a-0df2-437d-acd1-5205e1783d16 admin admin] Network 54ff8a49-9ead-49af-8ac7-0400cbc13234 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:03.912921 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3d2286dc-b0ff-4d22-b4f4-809955a80884 req-72f6e342-8fa4-4fd7-8b90-1fd5a0700c0f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.025468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6e342-8fa4-4fd7-8b90-1fd5a0700c0f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Pushing event deleted for resources: {'Port': ['ID=aca6e218-2d22-4866-92c9-0c368c8425a8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:04.068377 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.072268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-af55288a-0df2-437d-acd1-5205e1783d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 54ff8a49-9ead-49af-8ac7-0400cbc13234) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:04.085639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fdd023-85ea-468b-acbe-6e1ad790062f None None] Network 54ff8a49-9ead-49af-8ac7-0400cbc13234 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:04.098835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55288a-0df2-437d-acd1-5205e1783d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:04.099452 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af55288a-0df2-437d-acd1-5205e1783d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.109823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16256b8b-6e3e-4f3b-ad4a-16cbe85cf330 req-0ebb29ce-0b5f-4b75-8101-fcd2692d6144 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:04.112314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16256b8b-6e3e-4f3b-ad4a-16cbe85cf330 req-0ebb29ce-0b5f-4b75-8101-fcd2692d6144 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.2519667 Sep 16 04:47:04.120092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2286dc-b0ff-4d22-b4f4-809955a80884 req-72f6e342-8fa4-4fd7-8b90-1fd5a0700c0f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] No DVR routers for this DVR port aca6e218-2d22-4866-92c9-0c368c8425a8 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:04.134793 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3d2286dc-b0ff-4d22-b4f4-809955a80884 req-72f6e342-8fa4-4fd7-8b90-1fd5a0700c0f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.143265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d2286dc-b0ff-4d22-b4f4-809955a80884 req-72f6e342-8fa4-4fd7-8b90-1fd5a0700c0f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "DELETE /v2.0/ports/aca6e218-2d22-4866-92c9-0c368c8425a8 HTTP/1.1" status: 204 len: 173 time: 1.9668317 Sep 16 04:47:04.145726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8a327a-e28e-432b-bd2a-0304b6389ffb', 'name': 'network-vif-deleted', 'tag': 'aca6e218-2d22-4866-92c9-0c368c8425a8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:04.148113 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e3fc39-8637-4357-a096-0271c33bd7c1" -d '{"events": [{"server_uuid": "9b8a327a-e28e-432b-bd2a-0304b6389ffb", "name": "network-vif-deleted", "tag": "aca6e218-2d22-4866-92c9-0c368c8425a8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:04.154875 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c1d604d-25f2-4988-81ff-0c59eb9779f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.195328 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.244746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd08fa4-73ea-465c-b8c1-cee39875e4f8 None None] Network 54ff8a49-9ead-49af-8ac7-0400cbc13234 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:04.273271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16256b8b-6e3e-4f3b-ad4a-16cbe85cf330 req-193e07b9-0804-41c9-9eff-2b158ae2c67e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426175 Sep 16 04:47:04.305916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-af55288a-0df2-437d-acd1-5205e1783d16 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1220632 Sep 16 04:47:04.366177 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10d1dad0-bba8-4ac7-9b09-5472bf69c1c9 req-4337b778-6a24-4608-9906-f205ecb55252 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 210 time: 0.0338953 Sep 16 04:47:04.404842 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.405121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c1d604d-25f2-4988-81ff-0c59eb9779f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.441762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d604d-25f2-4988-81ff-0c59eb9779f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80035ef4-38b7-4f84-adb7-41cb10c7f032,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:04.448521 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c1d604d-25f2-4988-81ff-0c59eb9779f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.453093 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6c1d604d-25f2-4988-81ff-0c59eb9779f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/80035ef4-38b7-4f84-adb7-41cb10c7f032 HTTP/1.1" status: 204 len: 168 time: 0.8948917 Sep 16 04:47:04.453783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45536) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:04.459611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5dc7d9-08b4-4666-88cf-3bf992abcd54 None None] Network 065e2c59-2725-43a1-bad3-583045695d1b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:04.477373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:04.482848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:04.491633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:04.500505 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.538744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Pushing event updated for resources: {'Port': ['ID=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:04.554230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'tag': '4532b43d-fb90-4cbf-b284-0f12d478427e'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:04.558626 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148c13d2-6c72-4daa-9001-6fe7b943bae1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f5dd84-a4fc-483c-9722-e73bebf53e13", "tag": "4532b43d-fb90-4cbf-b284-0f12d478427e"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:04.566000 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.610497 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05207324-6df2-4166-a094-1d003e0bd4fb req-f741b200-599a-468b-a64b-c34b5cdf7fad tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:04.612012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05207324-6df2-4166-a094-1d003e0bd4fb req-f741b200-599a-468b-a64b-c34b5cdf7fad tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 947 time: 0.1753347 Sep 16 04:47:04.618148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:04.623664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:04.632727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:04.633370 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.639074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:04.684605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Pushing event updated for resources: {'Port': ['ID=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:04.743169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:04.743169 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.765742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] DHCP port deletion for 065e2c59-2725-43a1-bad3-583045695d1b request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:04.771304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05207324-6df2-4166-a094-1d003e0bd4fb req-300c3a54-6148-4865-97db-d41ffc6aa877 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332798 Sep 16 04:47:04.785208 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-24be644f-b1e9-45a2-bb94-17ef6c5d9545 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3311307 Sep 16 04:47:04.797707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Request body: {'port': {'device_id': '0902a8e7-eb2b-458f-a791-03eb8c2882c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:04.860039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Deleting port 22b33e51-9586-471f-9c95-872307a95f74 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:04.860485 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.869724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Deleting port 22b33e51-9586-471f-9c95-872307a95f74 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:04.870077 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.879075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:04.915877 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a091bda-0549-4706-862a-536d078479d1 x-openstack-request-id: req-0a091bda-0549-4706-862a-536d078479d1 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:04.916499 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8a327a-e28e-432b-bd2a-0304b6389ffb", "name": "network-vif-deleted", "tag": "aca6e218-2d22-4866-92c9-0c368c8425a8", "status": "failed", "code": 422}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:04.916499 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a091bda-0549-4706-862a-536d078479d1 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:04.916864 n-d-712137-12 neutron-server[95452]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b8a327a-e28e-432b-bd2a-0304b6389ffb', 'name': 'network-vif-deleted', 'tag': 'aca6e218-2d22-4866-92c9-0c368c8425a8', 'status': 'failed', 'code': 422} returned with failed status Sep 16 04:47:04.917839 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.922174 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-4491562b-ddab-4d0c-b476-3bb950179854 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6375008 Sep 16 04:47:04.929655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.935316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Request body: {'port': {'device_id': 'c67d7e71-8a91-41a2-955f-96cfeb56f764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:04.951199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] For port 22b33e51-9586-471f-9c95-872307a95f74, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=22b33e51-9586-471f-9c95-872307a95f74,segment=NetworkSegment(6c202bb9-03aa-406a-abeb-9ac043a29001),segment_id=6c202bb9-03aa-406a-abeb-9ac043a29001)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:04.951624 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.968757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Calling delete_port for 22b33e51-9586-471f-9c95-872307a95f74 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:05.046484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.048083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Transition to ACTIVE for port object 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:05.065820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] For port 22b33e51-9586-471f-9c95-872307a95f74, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=22b33e51-9586-471f-9c95-872307a95f74,segment=NetworkSegment(6c202bb9-03aa-406a-abeb-9ac043a29001),segment_id=6c202bb9-03aa-406a-abeb-9ac043a29001)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:05.066177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.081225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-eeb98e0d-4ed2-463a-a4fc-bb00d3319368 None None] Provisioning complete for port c03131e6-43f8-4693-87f5-8f1e88a7e9b8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:05.081679 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eeb98e0d-4ed2-463a-a4fc-bb00d3319368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.081801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Calling delete_port for 22b33e51-9586-471f-9c95-872307a95f74 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:05.125863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-eeb98e0d-4ed2-463a-a4fc-bb00d3319368 None None] Port c03131e6-43f8-4693-87f5-8f1e88a7e9b8 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:05.132502 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.154776 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.219297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Pushing event updated for resources: {'Port': ['ID=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.307257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.344241 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b33e51-9586-471f-9c95-872307a95f74,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.358291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] No DVR routers for this DVR port 22b33e51-9586-471f-9c95-872307a95f74 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:05.400253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Attempting to bind port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:05.400842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Attempting to bind port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:05.401280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Attempting to bind port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:05.419406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03131e6-43f8-4693-87f5-8f1e88a7e9b8 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:05.427736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:05.428552 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.429581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Attempting to bind port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:05.441624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Transition to ACTIVE for port object c03131e6-43f8-4693-87f5-8f1e88a7e9b8 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:05.445341 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:05.445684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:05.446763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:05.446763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Bound port: 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:05.447020 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.521852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.557928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] No DVR routers for this DVR port 22b33e51-9586-471f-9c95-872307a95f74 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:05.571553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Pushing event deleted for resources: {'Port': ['ID=22b33e51-9586-471f-9c95-872307a95f74,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.578858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065e2c59-2725-43a1-bad3-583045695d1b']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:05.580927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4532b43d-fb90-4cbf-b284-0f12d478427e details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:05.585635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 22b33e51-9586-471f-9c95-872307a95f74 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:05.591059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:05.591408 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:05.592205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:05.593855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:05.594219 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:05.594556 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:05.594888 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:05.595200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c202bb9-03aa-406a-abeb-9ac043a29001') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:05.595350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:05.595520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:05.595841 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:05.595958 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c202bb9-03aa-406a-abeb-9ac043a29001') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:05.596274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:05.596636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7890f9e5-3630-43af-83a7-206acd12a375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:05.626628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.635919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 22b33e51-9586-471f-9c95-872307a95f74 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:05.636263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 22b33e51-9586-471f-9c95-872307a95f74 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:05.668134 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:05.687102 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:05.694364 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.751647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Pushing event updated for resources: {'Port': ['ID=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.766672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4532b43d-fb90-4cbf-b284-0f12d478427e,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:05.779628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '4532b43d-fb90-4cbf-b284-0f12d478427e', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '4532b43d-fb90-4cbf-b284-0f12d478427e', 'mac_address': 'fa:16:3e:be:a9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:05.794895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e8cc8-07d2-44d3-8238-68180b30560b req-73d408f9-56bf-47ec-9f44-80a705c4f3dc tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.796554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f00e8cc8-07d2-44d3-8238-68180b30560b req-73d408f9-56bf-47ec-9f44-80a705c4f3dc tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.7612562 Sep 16 04:47:05.831781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.832528 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.840430 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.842965 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] 10.222.0.24 "DELETE /v2.0/networks/065e2c59-2725-43a1-bad3-583045695d1b HTTP/1.1" status: 204 len: 168 time: 1.3879080 Sep 16 04:47:05.847083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caf6a1-8872-4d2e-b9b2-4b8d2a4f9aac req-965a2ca1-54f6-4eb6-a2e6-cf204b15c3a8 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.855153 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31caf6a1-8872-4d2e-b9b2-4b8d2a4f9aac req-965a2ca1-54f6-4eb6-a2e6-cf204b15c3a8 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 948 time: 0.1899312 Sep 16 04:47:05.874708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4532b43d-fb90-4cbf-b284-0f12d478427e {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:05.903145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4532b43d-fb90-4cbf-b284-0f12d478427e,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:05.918668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ad567-5132-4eda-84b6-22b1d1449a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=065e2c59-2725-43a1-bad3-583045695d1b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.924725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:05.935227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:05.985459 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.989230 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.008415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31caf6a1-8872-4d2e-b9b2-4b8d2a4f9aac req-57626673-2816-4f25-a405-2070d8fff1f2 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462622 Sep 16 04:47:06.020729 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.030505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f00e8cc8-07d2-44d3-8238-68180b30560b req-10ce9141-d24f-450d-8658-f63c32ad906a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253306 Sep 16 04:47:06.041730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Transition to ACTIVE for port object 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:06.043866 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Attempting to bind port c03131e6-43f8-4693-87f5-8f1e88a7e9b8 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:06.044200 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Attempting to bind port c03131e6-43f8-4693-87f5-8f1e88a7e9b8 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:06.047677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Attempting to bind port c03131e6-43f8-4693-87f5-8f1e88a7e9b8 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:06.060116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4532b43d-fb90-4cbf-b284-0f12d478427e,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:06.064663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Port c03131e6-43f8-4693-87f5-8f1e88a7e9b8 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:06.064796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Attempting to bind port c03131e6-43f8-4693-87f5-8f1e88a7e9b8 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:06.070784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:06.071486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:06.072069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:06.072595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Bound port: c03131e6-43f8-4693-87f5-8f1e88a7e9b8, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:06.072961 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.120714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.121298 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.122679 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] 10.222.0.37 "PUT /v2.0/ports/4aeabf3c-b52b-4438-a1f4-faf6b0fda131 HTTP/1.1" status: 200 len: 1097 time: 2.4888263 Sep 16 04:47:06.160834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c1d03-c0a0-474f-a682-d646d6664529 service neutron] Pushing event updated for resources: {'Port': ['ID=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:06.176061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] For port c03131e6-43f8-4693-87f5-8f1e88a7e9b8, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:06.180318 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0d1adc-8d7d-4f00-ab3e-a10018fc4a08 x-openstack-request-id: req-6a0d1adc-8d7d-4f00-ab3e-a10018fc4a08 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:06.180643 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f5dd84-a4fc-483c-9722-e73bebf53e13", "tag": "4532b43d-fb90-4cbf-b284-0f12d478427e", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:06.180943 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a0d1adc-8d7d-4f00-ab3e-a10018fc4a08 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:06.181075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] For port c03131e6-43f8-4693-87f5-8f1e88a7e9b8, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:06.181359 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'tag': '4532b43d-fb90-4cbf-b284-0f12d478427e', 'status': 'completed', 'code': 200} Sep 16 04:47:06.182795 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.212282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['4532b43d-fb90-4cbf-b284-0f12d478427e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:06.264331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-681f2bca-a9fd-4b18-bfdb-e5e12a0ae875 req-e68c3927-d374-4628-94c5-b83468ea1344 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1777381795', 'description': 'tempest-description-819128006'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:06.288828 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.345675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45564) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:06.421127 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c13d2-6c72-4daa-9001-6fe7b943bae1 req-64cbe00c-47d6-41e3-be8e-b105d81d54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.422193 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-148c13d2-6c72-4daa-9001-6fe7b943bae1 req-64cbe00c-47d6-41e3-be8e-b105d81d54f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 1100 time: 0.2163126 Sep 16 04:47:06.428862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991f1d6-515e-43ef-80c4-195d5856783b req-a794653e-cfa5-4339-85ff-cc9d7b896a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.431323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-a794653e-cfa5-4339-85ff-cc9d7b896a4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86dbe744122844fba8dced8ac6cb48ba&device_id=64bce1dc-1998-4bef-89f2-eb49e44a8dc6 HTTP/1.1" status: 200 len: 1100 time: 0.1637661 Sep 16 04:47:06.526060 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c51c6ba9-86ca-4e96-b958-8c0453fbf3f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80d413abfdfa406fae1930a49b635c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747174 Sep 16 04:47:06.527463 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-9d49b58f-8394-448a-b480-78b07fa2511b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131 HTTP/1.1" status: 200 len: 217 time: 0.0814180 Sep 16 04:47:06.530041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45566) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:06.661380 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c13d2-6c72-4daa-9001-6fe7b943bae1 req-cc29f8d4-99f5-4d0a-b8c1-a3ce53aa1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.663143 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-148c13d2-6c72-4daa-9001-6fe7b943bae1 req-cc29f8d4-99f5-4d0a-b8c1-a3ce53aa1729 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2311711 Sep 16 04:47:06.669221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991f1d6-515e-43ef-80c4-195d5856783b req-f426633c-ef7f-4450-98cf-0ebef1c9a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.670645 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-f426633c-ef7f-4450-98cf-0ebef1c9a959 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1319218 Sep 16 04:47:06.722318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Pushing event updated for resources: {'Port': ['ID=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:06.738306 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d444b94-7e95-41b1-b7ce-d5755def1933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.741914 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-148c13d2-6c72-4daa-9001-6fe7b943bae1 req-7b71d3ee-f8e5-48c2-80de-60169a4c7cc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4532b43d-fb90-4cbf-b284-0f12d478427e HTTP/1.1" status: 200 len: 217 time: 0.0704110 Sep 16 04:47:06.748840 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-681f2bca-a9fd-4b18-bfdb-e5e12a0ae875 req-e68c3927-d374-4628-94c5-b83468ea1344 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.777810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.778818 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.780195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] 10.222.0.37 "PUT /v2.0/ports/c03131e6-43f8-4693-87f5-8f1e88a7e9b8 HTTP/1.1" status: 200 len: 1097 time: 1.8500285 Sep 16 04:47:06.804656 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d444b94-7e95-41b1-b7ce-d5755def1933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.823898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991f1d6-515e-43ef-80c4-195d5856783b req-a4746014-c3b8-4d31-b046-6e69f5096247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.825455 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-a4746014-c3b8-4d31-b046-6e69f5096247 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1431227 Sep 16 04:47:06.859284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c13d2-6c72-4daa-9001-6fe7b943bae1 req-2ec20b94-21b3-4a0b-ad4c-15206c4bac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.860851 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-148c13d2-6c72-4daa-9001-6fe7b943bae1 req-2ec20b94-21b3-4a0b-ad4c-15206c4bac88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1063695 Sep 16 04:47:06.872070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ac4bf-467a-46a3-93bd-1c1098028ecd req-fe700b43-e660-4b62-9255-ea2abfa237ee tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.880057 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa2ac4bf-467a-46a3-93bd-1c1098028ecd req-fe700b43-e660-4b62-9255-ea2abfa237ee tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.5960202 Sep 16 04:47:06.887208 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47be47e-22e8-42db-973d-20f0c524ac7d service neutron] Pushing event updated for resources: {'Port': ['ID=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:06.909954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Attempting to bind port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:06.910420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Attempting to bind port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:06.910852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Attempting to bind port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 on network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:06.927218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67d7e71-8a91-41a2-955f-96cfeb56f764', 'tag': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:06.928682 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e5a95c-8697-4a7d-adab-f2a6485f7d25" -d '{"events": [{"name": "network-changed", "server_uuid": "c67d7e71-8a91-41a2-955f-96cfeb56f764", "tag": "c03131e6-43f8-4693-87f5-8f1e88a7e9b8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:06.961708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 on network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:06.961708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Attempting to bind port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 on network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:06.982161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c13d2-6c72-4daa-9001-6fe7b943bae1 req-ee089bb8-44d8-4df5-b748-e349a6d5c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.983638 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-148c13d2-6c72-4daa-9001-6fe7b943bae1 req-ee089bb8-44d8-4df5-b748-e349a6d5c7b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006944 Sep 16 04:47:06.986297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:06.986775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Checking segment: {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:06.987300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Bound using segment: {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:06.987847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Bound port: 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:06.988322 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.991676 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-ad15b400-1e91-47ce-8f92-6c413f378a78 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495595 Sep 16 04:47:07.041117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa2ac4bf-467a-46a3-93bd-1c1098028ecd req-6cbb5db5-91c1-490c-bc6a-5cd2a66bcc75 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604297 Sep 16 04:47:07.051760 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d444b94-7e95-41b1-b7ce-d5755def1933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.054690 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d444b94-7e95-41b1-b7ce-d5755def1933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.055816 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1d444b94-7e95-41b1-b7ce-d5755def1933 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03ef3ec3-72fa-41a5-98d5-2546a440ebd7 HTTP/1.1" status: 204 len: 168 time: 0.5249140 Sep 16 04:47:07.065195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-c1b99f6f-f348-4241-8639-a8a49f8ea85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.071463 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-c1b99f6f-f348-4241-8639-a8a49f8ea85a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86dbe744122844fba8dced8ac6cb48ba&device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 1100 time: 0.1807768 Sep 16 04:47:07.201670 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-06426b34-f2d0-43ba-918b-bc8cbc4b9014 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007685 Sep 16 04:47:07.211510 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d444b94-7e95-41b1-b7ce-d5755def1933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ef3ec3-72fa-41a5-98d5-2546a440ebd7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:07.255547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-485c8877-2961-461a-bf34-f736cb8f02e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c03131e6-43f8-4693-87f5-8f1e88a7e9b8 HTTP/1.1" status: 200 len: 217 time: 0.1416211 Sep 16 04:47:07.276972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4532b43d-fb90-4cbf-b284-0f12d478427e up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:07.283917 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-148c13d2-6c72-4daa-9001-6fe7b943bae1 req-bf4feb1f-fc50-48d1-a0f8-7b9feae3c9de service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912676 Sep 16 04:47:07.311999 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-681f2bca-a9fd-4b18-bfdb-e5e12a0ae875 req-e68c3927-d374-4628-94c5-b83468ea1344 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.356003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] For port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:07.379432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] For port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:07.382280 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-681f2bca-a9fd-4b18-bfdb-e5e12a0ae875 req-e68c3927-d374-4628-94c5-b83468ea1344 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.385775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-bd0383c1-9184-46d7-bc89-b2033f5b51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.387305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-bd0383c1-9184-46d7-bc89-b2033f5b51ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1159191 Sep 16 04:47:07.396096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa53b7-c615-4bb8-94d6-662925431d50 req-f7eeffb1-e54c-42e4-aa30-0ce78f589d7d tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.398585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6fa53b7-c615-4bb8-94d6-662925431d50 req-f7eeffb1-e54c-42e4-aa30-0ce78f589d7d tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 944 time: 0.1752713 Sep 16 04:47:07.439381 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 4532b43d-fb90-4cbf-b284-0f12d478427e completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:07.443294 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-148c13d2-6c72-4daa-9001-6fe7b943bae1 req-32018220-82c0-4a35-8059-4bec1d552a1c service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525629 Sep 16 04:47:07.445948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 4532b43d-fb90-4cbf-b284-0f12d478427e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:07.446579 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.487430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c3927-d374-4628-94c5-b83468ea1344 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93040524-4665-486f-8a10-1267e65f7e04,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:07.502615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.508807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6fa53b7-c615-4bb8-94d6-662925431d50 req-55b95361-4028-44c3-b5ae-b4f48888b716 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922782 Sep 16 04:47:07.538788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-57999483-5456-4bbb-a0b4-d825b665a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.540407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-57999483-5456-4bbb-a0b4-d825b665a98d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1397560 Sep 16 04:47:07.553995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.554864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.556083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] 10.222.0.37 "PUT /v2.0/ports/7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 HTTP/1.1" status: 200 len: 1093 time: 2.7630389 Sep 16 04:47:07.558437 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.565643 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-681f2bca-a9fd-4b18-bfdb-e5e12a0ae875 req-e68c3927-d374-4628-94c5-b83468ea1344 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.566754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-681f2bca-a9fd-4b18-bfdb-e5e12a0ae875 req-e68c3927-d374-4628-94c5-b83468ea1344 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.3175821 Sep 16 04:47:07.605492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b6fd7-c794-4518-9131-2ab839768afd service neutron] Pushing event updated for resources: {'Port': ['ID=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:07.665951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4532b43d-fb90-4cbf-b284-0f12d478427e,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:07.668778 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4532b43d-fb90-4cbf-b284-0f12d478427e'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:07.674776 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aebf36-6496-444d-b17b-e692bcec2ee4 x-openstack-request-id: req-70aebf36-6496-444d-b17b-e692bcec2ee4 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:07.674776 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67d7e71-8a91-41a2-955f-96cfeb56f764", "tag": "c03131e6-43f8-4693-87f5-8f1e88a7e9b8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:07.674776 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70aebf36-6496-444d-b17b-e692bcec2ee4 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:07.674776 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67d7e71-8a91-41a2-955f-96cfeb56f764', 'tag': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8', 'status': 'completed', 'code': 200} Sep 16 04:47:07.675467 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27274f2-d9c0-4339-b2a1-0105dedc21f6" -d '{"events": [{"server_uuid": "d7f5dd84-a4fc-483c-9722-e73bebf53e13", "name": "network-vif-plugged", "status": "completed", "tag": "4532b43d-fb90-4cbf-b284-0f12d478427e"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:07.744202 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.785509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-18ce743f-f27a-48f5-9ed1-79c2db27089b service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337325 Sep 16 04:47:07.808242 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4532b43d-fb90-4cbf-b284-0f12d478427e,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:07.817754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a748edb-d026-4a0e-b8d6-e509013fe102 req-095f7377-15c6-4381-8a13-27744187124b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.819910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a748edb-d026-4a0e-b8d6-e509013fe102 req-095f7377-15c6-4381-8a13-27744187124b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 948 time: 0.1593874 Sep 16 04:47:07.869761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-c712012f-eb0e-431f-ac09-723618207316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.871280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-c712012f-eb0e-431f-ac09-723618207316 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76b43f5d19754bb592e1f393deaed5db&device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 1096 time: 0.1705775 Sep 16 04:47:07.909216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f78fc-e04d-4f76-ba09-582b8e8177dc req-2a187cf7-fc8e-47e3-84fb-d0fd813f4722 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.910729 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-652f78fc-e04d-4f76-ba09-582b8e8177dc req-2a187cf7-fc8e-47e3-84fb-d0fd813f4722 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 948 time: 0.1766567 Sep 16 04:47:07.983754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a748edb-d026-4a0e-b8d6-e509013fe102 req-72922110-7c03-47dd-a336-6b2e30d4c515 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465821 Sep 16 04:47:07.985009 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-7fb06345-26d9-4a38-95c7-dc5ad56c426f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 HTTP/1.1" status: 200 len: 217 time: 0.0708845 Sep 16 04:47:08.040162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719bfff0-93a0-4cfb-a7ec-3def4b1e33f1 req-3e3a2c50-1df7-4e31-a53d-a807208e9623 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437260 Sep 16 04:47:08.061074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-652f78fc-e04d-4f76-ba09-582b8e8177dc req-46082016-9ca1-4c66-8f15-ddfc1e7fedf0 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264946 Sep 16 04:47:08.079366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-2b1f14cb-4537-4fd5-b9bc-f899fa798127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.079366 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-2b1f14cb-4537-4fd5-b9bc-f899fa798127 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f77f398e-0371-495b-b57d-d46106b38a75 HTTP/1.1" status: 200 len: 844 time: 0.0782764 Sep 16 04:47:08.134781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-114cb5e6-b7b8-4c36-9f2b-8cd37bf31f44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522532 Sep 16 04:47:08.182463 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:08.186238 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59339e6c-936b-455d-8b49-47ce920d0922" -d '{"events": [{"name": "network-changed", "server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:08.333149 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c360c6c9-9ef1-4e31-b2dd-e6d9723eced9 req-df5fc209-a130-41d2-8e07-87106ff63ebd tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/93040524-4665-486f-8a10-1267e65f7e04 HTTP/1.1" status: 200 len: 1812 time: 0.2378263 Sep 16 04:47:08.346343 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-2c528375-acd4-4fe8-aa89-7ffbd19a4457 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.347823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-2c528375-acd4-4fe8-aa89-7ffbd19a4457 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.2548690 Sep 16 04:47:08.357444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c360c6c9-9ef1-4e31-b2dd-e6d9723eced9 req-8d3137a2-fe3a-4eac-b52c-82f3b125d354 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93040524-4665-486f-8a10-1267e65f7e04', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:08.357763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c360c6c9-9ef1-4e31-b2dd-e6d9723eced9 req-8d3137a2-fe3a-4eac-b52c-82f3b125d354 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93040524-4665-486f-8a10-1267e65f7e04', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:08.388844 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a95c-8697-4a7d-adab-f2a6485f7d25 req-0ad52f06-a87c-4b34-a7b9-98defd72a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.390307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61e5a95c-8697-4a7d-adab-f2a6485f7d25 req-0ad52f06-a87c-4b34-a7b9-98defd72a7b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86dbe744122844fba8dced8ac6cb48ba&device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 1100 time: 0.1699469 Sep 16 04:47:08.397336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-08f4485d-f794-4815-884e-bfeaef7917d8 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/quotas/14872c2b810d40029c8a20f36a72743a HTTP/1.1" status: 200 len: 375 time: 0.0345538 Sep 16 04:47:08.416432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-e2c82e81-8aaa-4205-a1f3-1c70bae529fb service neutron] 10.222.0.37 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637849 Sep 16 04:47:08.433768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45614) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:08.479618 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-16f91c41-fb2d-4233-a77a-0e0352e1baa6 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655260 Sep 16 04:47:08.533090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-940027630-network', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:08.661109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Made reservation on behalf of f14c12c803f9486db9be67b36fc64695 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:08.664367 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.669758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a95c-8697-4a7d-adab-f2a6485f7d25 req-16c0b8f8-28cb-432e-8201-cd8228dc41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.671229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61e5a95c-8697-4a7d-adab-f2a6485f7d25 req-16c0b8f8-28cb-432e-8201-cd8228dc41dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2706246 Sep 16 04:47:08.675454 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.702120 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c360c6c9-9ef1-4e31-b2dd-e6d9723eced9 req-8d3137a2-fe3a-4eac-b52c-82f3b125d354 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.745354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61e5a95c-8697-4a7d-adab-f2a6485f7d25 req-158866bd-ed2f-4c48-998f-4cbc600d332d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c03131e6-43f8-4693-87f5-8f1e88a7e9b8 HTTP/1.1" status: 200 len: 217 time: 0.0618761 Sep 16 04:47:08.755073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4c8c405-8ac3-4fe0-af15-f6a10c05f137 req-19028782-b117-47f7-b51e-ef5a3f8c531f service neutron] 10.222.0.37 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252213 Sep 16 04:47:08.769051 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.773977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-311a48ae-d4d5-4a33-96fa-7a034feba0e8 service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602022 Sep 16 04:47:08.803894 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c360c6c9-9ef1-4e31-b2dd-e6d9723eced9 req-8d3137a2-fe3a-4eac-b52c-82f3b125d354 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.844689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a95c-8697-4a7d-adab-f2a6485f7d25 req-1ebf0731-f366-4260-9728-95043801570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.846159 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61e5a95c-8697-4a7d-adab-f2a6485f7d25 req-1ebf0731-f366-4260-9728-95043801570a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0907085 Sep 16 04:47:08.862990 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.889011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:08.900303 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b640f6-3972-4ccb-98ad-4952c3cea57a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:08.905667 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.905972 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c360c6c9-9ef1-4e31-b2dd-e6d9723eced9 req-8d3137a2-fe3a-4eac-b52c-82f3b125d354 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.906241 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Added segment ae8b270a-101b-4276-92ae-670426cb8585 of type vlan for network 5a721091-e748-4223-851b-0b8b67d04f00 Sep 16 04:47:08.944652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3137a2-fe3a-4eac-b52c-82f3b125d354 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1582a7-08d6-435b-8036-a7e86e748340,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:08.961578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-c6906f44-ca42-48da-955a-6fc6ccc108e9 service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600568 Sep 16 04:47:08.965350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a95c-8697-4a7d-adab-f2a6485f7d25 req-756fc478-f6cc-45f3-9a9a-4a707f8ee21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.965848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61e5a95c-8697-4a7d-adab-f2a6485f7d25 req-756fc478-f6cc-45f3-9a9a-4a707f8ee21e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0927169 Sep 16 04:47:08.968559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.043949 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c360c6c9-9ef1-4e31-b2dd-e6d9723eced9 req-8d3137a2-fe3a-4eac-b52c-82f3b125d354 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.045235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c360c6c9-9ef1-4e31-b2dd-e6d9723eced9 req-8d3137a2-fe3a-4eac-b52c-82f3b125d354 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6948051 Sep 16 04:47:09.078155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.079165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.079758 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.082537 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61e5a95c-8697-4a7d-adab-f2a6485f7d25 req-06705cbe-b01e-4dd5-8b94-a13276f932db service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079302 Sep 16 04:47:09.158037 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] Pushing event updated for resources: {'Network': ['ID=5a721091-e748-4223-851b-0b8b67d04f00,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:09.176226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 5a721091-e748-4223-851b-0b8b67d04f00 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:09.198616 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4e8c2f4b-3773-433e-b0bd-83c50dfd03ac admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7714226 Sep 16 04:47:09.199101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45628) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:09.204237 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-59f98e43-e651-4627-8a67-e2680ef21d90 admin admin] Request body: {'subnet': {'network_id': '5a721091-e748-4223-851b-0b8b67d04f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-940027630-subnet', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:09.221498 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9788f234-40cf-4597-9fa4-b2ae1155b984 x-openstack-request-id: req-9788f234-40cf-4597-9fa4-b2ae1155b984 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:09.221963 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f5dd84-a4fc-483c-9722-e73bebf53e13", "name": "network-vif-plugged", "status": "completed", "tag": "4532b43d-fb90-4cbf-b284-0f12d478427e", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:09.223084 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9788f234-40cf-4597-9fa4-b2ae1155b984 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:09.226393 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4532b43d-fb90-4cbf-b284-0f12d478427e', 'code': 200} Sep 16 04:47:09.240806 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61e5a95c-8697-4a7d-adab-f2a6485f7d25 req-ba5b9caa-378d-4319-ba99-341c3276276f service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451442 Sep 16 04:47:09.302620 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:09.315845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f98e43-e651-4627-8a67-e2680ef21d90 admin admin] Made reservation on behalf of f14c12c803f9486db9be67b36fc64695 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:09.320860 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59f98e43-e651-4627-8a67-e2680ef21d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.372646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525f8d5-9f61-494d-911a-20ce11d3b5a9 req-3eadf7f4-0fbd-4a50-ad61-34bdaa3d8686 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.381998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1525f8d5-9f61-494d-911a-20ce11d3b5a9 req-3eadf7f4-0fbd-4a50-ad61-34bdaa3d8686 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.2617435 Sep 16 04:47:09.428302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ebcc9-0a92-4361-baea-116862b589f7 req-f1cc6dbf-dfa1-4da1-b8a9-f3502a0b061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.429532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b6ebcc9-0a92-4361-baea-116862b589f7 req-f1cc6dbf-dfa1-4da1-b8a9-f3502a0b061f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 1101 time: 0.1315057 Sep 16 04:47:09.444230 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:09.457479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'mac_address': 'fa:16:3e:a8:f6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:09.480385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3add037-f800-4c52-a47e-19acc710ed2e req-118631ff-4649-437c-8a04-a707315e61c9 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.482889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3add037-f800-4c52-a47e-19acc710ed2e req-118631ff-4649-437c-8a04-a707315e61c9 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.1381044 Sep 16 04:47:09.521679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1525f8d5-9f61-494d-911a-20ce11d3b5a9 req-0100a27d-f174-4262-882e-9c29060477d3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217027 Sep 16 04:47:09.543800 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.548416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b6ebcc9-0a92-4361-baea-116862b589f7 req-19b9ce1d-a4ae-4aef-b690-7bcb8b605d2f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025877 Sep 16 04:47:09.564117 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:09.586973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:09.590885 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca09f748-ab66-49e6-aad3-0ce6166ccb1d x-openstack-request-id: req-ca09f748-ab66-49e6-aad3-0ce6166ccb1d {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:09.591389 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:09.591611 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca09f748-ab66-49e6-aad3-0ce6166ccb1d {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:09.592014 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'status': 'completed', 'code': 200} Sep 16 04:47:09.602633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3add037-f800-4c52-a47e-19acc710ed2e req-cf4b934a-490a-4d84-98fe-39209c0af9ec tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798941 Sep 16 04:47:09.651608 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.653116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59f98e43-e651-4627-8a67-e2680ef21d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.676230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0902a8e7-eb2b-458f-a791-03eb8c2882c2', 'tag': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:09.683188 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633f6cf0-78e3-497a-a8c8-2ef20448dc48" -d '{"events": [{"name": "network-changed", "server_uuid": "0902a8e7-eb2b-458f-a791-03eb8c2882c2", "tag": "7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:09.717726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f98e43-e651-4627-8a67-e2680ef21d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca0ff17-0b30-4ea5-9bd5-6cd241578d90,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:09.726696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:09.750226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f98e43-e651-4627-8a67-e2680ef21d90 admin admin] Checking segment: {'id': 'ae8b270a-101b-4276-92ae-670426cb8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:09.750595 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f98e43-e651-4627-8a67-e2680ef21d90 admin admin] Network hostable DHCP agents. Network: 5a721091-e748-4223-851b-0b8b67d04f00, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:09.778285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e4dc-b78e-4e15-9666-e516c42ee812 req-d182aa8f-0237-44fa-94c6-535ccc2c5888 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.779850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3091e4dc-b78e-4e15-9666-e516c42ee812 req-d182aa8f-0237-44fa-94c6-535ccc2c5888 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 944 time: 0.1288576 Sep 16 04:47:09.831334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ff9b6-4f2f-4003-add5-466d4b75a53f req-e2f8137d-318e-48ce-87c6-fbd04f6d450f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.832883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e01ff9b6-4f2f-4003-add5-466d4b75a53f req-e2f8137d-318e-48ce-87c6-fbd04f6d450f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1255033 Sep 16 04:47:09.846258 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f98e43-e651-4627-8a67-e2680ef21d90 admin admin] Network 5a721091-e748-4223-851b-0b8b67d04f00 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:09.889641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['4aeabf3c-b52b-4438-a1f4-faf6b0fda131'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:09.895338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59339e6c-936b-455d-8b49-47ce920d0922 req-db602ca9-787a-43c0-8d8a-1972cb6cc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.897034 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59339e6c-936b-455d-8b49-47ce920d0922 req-db602ca9-787a-43c0-8d8a-1972cb6cc9d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86dbe744122844fba8dced8ac6cb48ba&device_id=64bce1dc-1998-4bef-89f2-eb49e44a8dc6 HTTP/1.1" status: 200 len: 1101 time: 0.1300175 Sep 16 04:47:09.900243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3091e4dc-b78e-4e15-9666-e516c42ee812 req-a4790815-39bf-45de-8dde-b4a36c7d0b52 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079762 Sep 16 04:47:09.916239 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e01ff9b6-4f2f-4003-add5-466d4b75a53f req-02355e90-e72d-45c8-8180-f5dcff6d540a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730426 Sep 16 04:47:09.920348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-59f98e43-e651-4627-8a67-e2680ef21d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 5a721091-e748-4223-851b-0b8b67d04f00) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:09.925785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f98e43-e651-4627-8a67-e2680ef21d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.933831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59f98e43-e651-4627-8a67-e2680ef21d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.968499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ad5d4-8b02-4f5d-b093-940089aba58f None None] Network 5a721091-e748-4223-851b-0b8b67d04f00 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:10.017986 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-59f98e43-e651-4627-8a67-e2680ef21d90 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8176250 Sep 16 04:47:10.020759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45642) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:10.025589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-940027630-router', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:10.079435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59339e6c-936b-455d-8b49-47ce920d0922 req-6a349ec2-89db-4fdb-87f9-09d809521e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.080956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59339e6c-936b-455d-8b49-47ce920d0922 req-6a349ec2-89db-4fdb-87f9-09d809521e4d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1753759 Sep 16 04:47:10.083588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce668964-e4c6-485e-8ad5-65858b5a455d req-054f3b9c-dcc2-48d3-9474-8281891422d8 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/93040524-4665-486f-8a10-1267e65f7e04 HTTP/1.1" status: 200 len: 2405 time: 0.1000466 Sep 16 04:47:10.137306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59339e6c-936b-455d-8b49-47ce920d0922 req-ca8a4149-0765-4ac2-9ba0-4883ca331ab4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131 HTTP/1.1" status: 200 len: 217 time: 0.0470831 Sep 16 04:47:10.141610 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.142927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.149054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5cf03-1ea8-4bf5-865f-b95d4d0cd85c req-db2244c4-75ad-482b-bb18-cb9c8f1cba3e tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.149054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29e5cf03-1ea8-4bf5-865f-b95d4d0cd85c req-db2244c4-75ad-482b-bb18-cb9c8f1cba3e tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 948 time: 0.1429901 Sep 16 04:47:10.187224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-5a721091-e748-4223-851b-0b8b67d04f00', 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'fixed_ips': [{'subnet_id': '0ca0ff17-0b30-4ea5-9bd5-6cd241578d90'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:10.187774 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.213046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79de47e9-ad7a-41e9-9d5b-7b2b0702280f req-96b48b8b-2bf5-4dd9-9209-d2783903c9fe tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 210 time: 0.0779269 Sep 16 04:47:10.228816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.382701 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Allocated IP 172.20.0.2 (5a721091-e748-4223-851b-0b8b67d04f00/0ca0ff17-0b30-4ea5-9bd5-6cd241578d90/08a481f8-e964-4981-b898-0e331583d821) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:10.484438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.542998 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.580981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59339e6c-936b-455d-8b49-47ce920d0922 req-9fc41db3-0f7d-48b8-8e37-25aac865f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.582491 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59339e6c-936b-455d-8b49-47ce920d0922 req-9fc41db3-0f7d-48b8-8e37-25aac865f0ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.4339910 Sep 16 04:47:10.603014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29e5cf03-1ea8-4bf5-865f-b95d4d0cd85c req-8475422f-e549-4eba-989e-46b78d4b7783 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285712 Sep 16 04:47:10.634905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b59c5d-09bc-4eee-b691-d3a8d3b3c9fa req-0d7a5b5e-81fe-46a6-885b-14d7e51a5929 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.637179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4b59c5d-09bc-4eee-b691-d3a8d3b3c9fa req-0d7a5b5e-81fe-46a6-885b-14d7e51a5929 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.1057932 Sep 16 04:47:10.647474 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710c7888-9bb0-4dd8-afbb-3a6ae9763cfd x-openstack-request-id: req-710c7888-9bb0-4dd8-afbb-3a6ae9763cfd {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:10.648145 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0902a8e7-eb2b-458f-a791-03eb8c2882c2", "tag": "7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:10.648481 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-710c7888-9bb0-4dd8-afbb-3a6ae9763cfd {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:10.648937 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0902a8e7-eb2b-458f-a791-03eb8c2882c2', 'tag': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0', 'status': 'completed', 'code': 200} Sep 16 04:47:10.658639 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.692826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59339e6c-936b-455d-8b49-47ce920d0922 req-8340aa0c-d347-4f2e-9515-0e68026a7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.694225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59339e6c-936b-455d-8b49-47ce920d0922 req-8340aa0c-d347-4f2e-9515-0e68026a7037 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0984945 Sep 16 04:47:10.698596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Network 5a721091-e748-4223-851b-0b8b67d04f00 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:10.705171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:10.712276 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:10.721780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Pushing event updated for resources: {'Port': ['ID=08a481f8-e964-4981-b898-0e331583d821,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:10.784424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Attempting to bind port 08a481f8-e964-4981-b898-0e331583d821 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:10.784921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Attempting to bind port 08a481f8-e964-4981-b898-0e331583d821 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ae8b270a-101b-4276-92ae-670426cb8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:10.785464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Attempting to bind port 08a481f8-e964-4981-b898-0e331583d821 on network 5a721091-e748-4223-851b-0b8b67d04f00 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:10.791575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:10.793890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Checking segment: {'id': 'ae8b270a-101b-4276-92ae-670426cb8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:10.793890 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.793890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Bound using segment: {'id': 'ae8b270a-101b-4276-92ae-670426cb8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:10.793890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Bound port: 08a481f8-e964-4981-b898-0e331583d821, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8b270a-101b-4276-92ae-670426cb8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:10.793890 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.795050 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d544ce30-67b6-4017-9cdc-3fa59fb835cf req-849a4ec0-d922-429f-9b91-4b7696238486 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-group-rules/8a1582a7-08d6-435b-8036-a7e86e748340 HTTP/1.1" status: 200 len: 778 time: 0.1305292 Sep 16 04:47:10.819736 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4b59c5d-09bc-4eee-b691-d3a8d3b3c9fa req-fcaf802e-f027-462d-a0df-2e180febe219 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760812 Sep 16 04:47:10.865053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f6cf0-78e3-497a-a8c8-2ef20448dc48 req-8c821af2-46c3-498b-9a3d-995df09fd571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.866632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-633f6cf0-78e3-497a-a8c8-2ef20448dc48 req-8c821af2-46c3-498b-9a3d-995df09fd571 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76b43f5d19754bb592e1f393deaed5db&device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 1096 time: 0.1900918 Sep 16 04:47:10.908568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] For port 08a481f8-e964-4981-b898-0e331583d821, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:10.916496 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.918431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] For port 08a481f8-e964-4981-b898-0e331583d821, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08a481f8-e964-4981-b898-0e331583d821,segment=NetworkSegment(ae8b270a-101b-4276-92ae-670426cb8585),segment_id=ae8b270a-101b-4276-92ae-670426cb8585)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:10.927301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d544ce30-67b6-4017-9cdc-3fa59fb835cf req-64b6c1c4-9cd1-4388-8ff0-3e470024f5c0 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/93040524-4665-486f-8a10-1267e65f7e04 HTTP/1.1" status: 200 len: 2405 time: 0.1313288 Sep 16 04:47:10.936086 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.997320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59339e6c-936b-455d-8b49-47ce920d0922 req-dd1afcf2-bf45-49a3-8185-6e4509465477 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499969 Sep 16 04:47:11.044848 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.049130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Allocated IP 172.25.3.158 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/b1c93505-ef6f-424b-8648-567f98f65322) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:11.095876 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d544ce30-67b6-4017-9cdc-3fa59fb835cf req-1792c903-8a19-439a-bb4e-1506c09347f3 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.136288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967decf-6ae9-4845-912f-528215ed9074 None None] Pushing event updated for resources: {'Port': ['ID=08a481f8-e964-4981-b898-0e331583d821,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:11.152514 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d544ce30-67b6-4017-9cdc-3fa59fb835cf req-1792c903-8a19-439a-bb4e-1506c09347f3 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.163393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b5a7d-bc03-48bd-a3c7-87f0224837a1 req-e8b42a30-9bf8-416a-a23b-0612f5513ad6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.165222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e9b5a7d-bc03-48bd-a3c7-87f0224837a1 req-e8b42a30-9bf8-416a-a23b-0612f5513ad6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.2149954 Sep 16 04:47:11.191113 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.208939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f6cf0-78e3-497a-a8c8-2ef20448dc48 req-aa36f47c-871f-4d45-b424-669b77bbb18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.210933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-633f6cf0-78e3-497a-a8c8-2ef20448dc48 req-aa36f47c-871f-4d45-b424-669b77bbb18b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 200 len: 904 time: 0.3303225 Sep 16 04:47:11.290095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59339e6c-936b-455d-8b49-47ce920d0922 req-debc29fd-d391-4b8f-a6c5-96c3acb5dc25 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510028 Sep 16 04:47:11.290095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-633f6cf0-78e3-497a-a8c8-2ef20448dc48 req-ef5b153b-668d-48fb-8d2f-35c2e06fabcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 HTTP/1.1" status: 200 len: 217 time: 0.0641432 Sep 16 04:47:11.303946 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.315407 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c03131e6-43f8-4693-87f5-8f1e88a7e9b8 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:11.317455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:11.317621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e9b5a7d-bc03-48bd-a3c7-87f0224837a1 req-314202ef-c32e-430c-b46d-4b497bab6f08 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384714 Sep 16 04:47:11.355068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:11.361101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:11.362962 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d544ce30-67b6-4017-9cdc-3fa59fb835cf req-1792c903-8a19-439a-bb4e-1506c09347f3 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.365525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:11.374857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d544ce30-67b6-4017-9cdc-3fa59fb835cf req-1792c903-8a19-439a-bb4e-1506c09347f3 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.390827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d544ce30-67b6-4017-9cdc-3fa59fb835cf req-1792c903-8a19-439a-bb4e-1506c09347f3 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8a1582a7-08d6-435b-8036-a7e86e748340 HTTP/1.1" status: 204 len: 173 time: 0.4391570 Sep 16 04:47:11.414322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c93505-ef6f-424b-8648-567f98f65322,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:11.435716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792c903-8a19-439a-bb4e-1506c09347f3 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a1582a7-08d6-435b-8036-a7e86e748340,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:11.483404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f6cf0-78e3-497a-a8c8-2ef20448dc48 req-a290807f-1be9-4e24-9259-8e64e61b4f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.493544 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-633f6cf0-78e3-497a-a8c8-2ef20448dc48 req-a290807f-1be9-4e24-9259-8e64e61b4f3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f77f398e-0371-495b-b57d-d46106b38a75 HTTP/1.1" status: 200 len: 844 time: 0.1966779 Sep 16 04:47:11.509931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:11.546798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:11.547431 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.590136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-633f6cf0-78e3-497a-a8c8-2ef20448dc48 req-c03d92ff-d7f9-4b8f-b319-f4db8d4bdf14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899861 Sep 16 04:47:11.676570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08a481f8-e964-4981-b898-0e331583d821 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:11.681546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c03131e6-43f8-4693-87f5-8f1e88a7e9b8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:11.709698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0df25-7e43-4144-a80d-a9e31119f1af req-508c700b-85ec-43ea-a35d-0defe82a25e4 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.711277 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3de0df25-7e43-4144-a80d-a9e31119f1af req-508c700b-85ec-43ea-a35d-0defe82a25e4 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 944 time: 0.1242893 Sep 16 04:47:11.723440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8', 'mac_address': 'fa:16:3e:26:e6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:11.757227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-633f6cf0-78e3-497a-a8c8-2ef20448dc48 req-b67aa3ef-638a-4d0a-8512-a2bd961b126a service neutron] 10.222.0.37 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582146 Sep 16 04:47:11.816362 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.832744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3de0df25-7e43-4144-a80d-a9e31119f1af req-14ca22e0-f03b-4de5-9882-fb489fb3df67 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871425 Sep 16 04:47:11.875742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.876989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03131e6-43f8-4693-87f5-8f1e88a7e9b8 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:11.899367 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-633f6cf0-78e3-497a-a8c8-2ef20448dc48 req-1013e9b2-bb94-4ed4-b7fd-d77a2bf5b6c6 service neutron] 10.222.0.37 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323969 Sep 16 04:47:11.941756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c03131e6-43f8-4693-87f5-8f1e88a7e9b8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:11.963028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 08a481f8-e964-4981-b898-0e331583d821 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:11.963860 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.025460 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.026451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:12.093047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d86e4886-1ddb-4d15-aacd-405024b43189 req-9bbe225b-c71b-484a-a90d-fca8bc6d9461 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 210 time: 0.0501511 Sep 16 04:47:12.107572 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.135150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1c2ed-5970-434e-a1d5-e46dee7a0fdf req-30e89def-7751-451a-8cdf-42213ca737ec tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.138956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36d1c2ed-5970-434e-a1d5-e46dee7a0fdf req-30e89def-7751-451a-8cdf-42213ca737ec tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1657205 Sep 16 04:47:12.145882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-f6d12264-aa74-41d1-afa1-ad6247986d8a req-5e6d8993-08c3-422b-84b4-f3b2eba1be35 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-921834367', 'description': 'tempest-description-1042932136'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:12.217479 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-99ef1a8f-8c62-498b-a1e7-3f3ebbd79b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.265466 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36d1c2ed-5970-434e-a1d5-e46dee7a0fdf req-d6abb367-7078-43d7-9332-f2f38180cb8d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115909 Sep 16 04:47:12.311374 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.315685 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f6d12264-aa74-41d1-afa1-ad6247986d8a req-5e6d8993-08c3-422b-84b4-f3b2eba1be35 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.330171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-0d9089ea-412c-40b7-9f41-e914ba5e8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.330538 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.334667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-0d9089ea-412c-40b7-9f41-e914ba5e8916 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75&tenant_id=3713a25a72494fce95a78973088e5269 HTTP/1.1" status: 200 len: 1095 time: 0.1219771 Sep 16 04:47:12.369689 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.resource_extend [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:47:12.398473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:12.401009 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b038bf9-3dbc-4755-9db7-b3292c9a5782" -d '{"events": [{"server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "name": "network-vif-plugged", "status": "completed", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:12.409432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:12.451123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 08a481f8-e964-4981-b898-0e331583d821, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08a481f8-e964-4981-b898-0e331583d821,segment=NetworkSegment(ae8b270a-101b-4276-92ae-670426cb8585),segment_id=ae8b270a-101b-4276-92ae-670426cb8585)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:12.479777 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:12.524211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29a507-157a-4a7f-88cc-cf16c1e8a2b3 req-218acf5a-001c-46ad-829b-51369ccb5d6b tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.532219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa29a507-157a-4a7f-88cc-cf16c1e8a2b3 req-218acf5a-001c-46ad-829b-51369ccb5d6b tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 949 time: 0.1196737 Sep 16 04:47:12.535608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-a73dc3ab-8d74-4eef-a15f-3f18d6595575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.537886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-a73dc3ab-8d74-4eef-a15f-3f18d6595575 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 1095 time: 0.1803091 Sep 16 04:47:12.604763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-3fe72a81-f287-42e1-88c6-ef8dbce8c50f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.606582 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-3fe72a81-f287-42e1-88c6-ef8dbce8c50f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.7281234 Sep 16 04:47:12.609668 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:12.619550 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.623004 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.660366 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa29a507-157a-4a7f-88cc-cf16c1e8a2b3 req-5e2369e4-8e7f-4d1d-af6a-e23bf58474f1 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172912 Sep 16 04:47:12.660994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0', 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'port_id': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0', 'mac_address': 'fa:16:3e:ff:6f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77f398e-0371-495b-b57d-d46106b38a75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:12.669251 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Request body: {'port': {'device_id': '10bfcac9-5654-45b2-809f-0e1c4f52dbaf', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'admin_state_up': True, 'tenant_id': '14872c2b810d40029c8a20f36a72743a'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:12.682172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e95b473-c193-403f-8603-d2638418a5c3 None None] Network 5a721091-e748-4223-851b-0b8b67d04f00 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:12.772050 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f6d12264-aa74-41d1-afa1-ad6247986d8a req-5e6d8993-08c3-422b-84b4-f3b2eba1be35 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.809937 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.860070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-cc041b9e-d8f7-441a-a19f-8551dad429bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.863857 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-cc041b9e-d8f7-441a-a19f-8551dad429bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 917 time: 0.3149152 Sep 16 04:47:12.869864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f6d12264-aa74-41d1-afa1-ad6247986d8a req-5e6d8993-08c3-422b-84b4-f3b2eba1be35 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.934588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bca79148-ac47-47c8-a885-5d0ba0eea3b2 None None] Provisioning complete for port 08a481f8-e964-4981-b898-0e331583d821 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:12.934880 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bca79148-ac47-47c8-a885-5d0ba0eea3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.941946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:12.970048 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.970447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484902a-44ea-46af-b6ae-69e149bdc53f req-e34c22df-c11f-47de-b3ac-eeba588b0509 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.976973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c484902a-44ea-46af-b6ae-69e149bdc53f req-e34c22df-c11f-47de-b3ac-eeba588b0509 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.2104363 Sep 16 04:47:13.013876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d8993-08c3-422b-84b4-f3b2eba1be35 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44716c77-35fb-4214-ba65-fa578c6ba229,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:13.024020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-b6569111-f1a8-4c90-8796-933e99901669 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930998e7-b9b0-4692-a265-d5596c68066e HTTP/1.1" status: 200 len: 999 time: 0.1497376 Sep 16 04:47:13.033413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:13.047892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c484902a-44ea-46af-b6ae-69e149bdc53f req-ce9ea623-1108-46bb-8864-f21421d139e6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586436 Sep 16 04:47:13.084814 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-497d78ff-b79c-4b43-b788-04c69c7a81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.086293 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-497d78ff-b79c-4b43-b788-04c69c7a81d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.0529959 Sep 16 04:47:13.092862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=08a481f8-e964-4981-b898-0e331583d821,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:13.101846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Made reservation on behalf of 14872c2b810d40029c8a20f36a72743a for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:13.108587 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.111805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:13.147391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-9b9d099d-1ec9-424b-8f79-33c2d20d3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.150833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-9b9d099d-1ec9-424b-8f79-33c2d20d3f27 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566220 Sep 16 04:47:13.190745 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Router 71c4955c-3c7d-40f2-89ed-752114d25642 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:47:13.190901 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f6d12264-aa74-41d1-afa1-ad6247986d8a req-5e6d8993-08c3-422b-84b4-f3b2eba1be35 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.192699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6d12264-aa74-41d1-afa1-ad6247986d8a req-5e6d8993-08c3-422b-84b4-f3b2eba1be35 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0518053 Sep 16 04:47:13.201710 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.212952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-569695ff-3387-4968-a405-957387178a12 req-4685dfe3-42dd-4b62-aa37-069cb1278092 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:47:13.214395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-569695ff-3387-4968-a405-957387178a12 req-4685dfe3-42dd-4b62-aa37-069cb1278092 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064826 Sep 16 04:47:13.263479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:13.339134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-23482dbf-b6c7-4f17-8aa9-a881879f7aa4 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807635 Sep 16 04:47:13.360039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ab2b7-9c8a-449f-be8a-b7183bd787af req-25e70569-5103-4150-ae2e-a85177fb7b6e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.361793 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-091ab2b7-9c8a-449f-be8a-b7183bd787af req-25e70569-5103-4150-ae2e-a85177fb7b6e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.0711946 Sep 16 04:47:13.424963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Allocated IP 172.20.0.8 (f2afedde-7f02-4b7e-a084-59f4bf758425/38e998c6-4110-4bef-84ea-094065a059d1/68f652ab-38b6-4b8c-b635-c2318379bed9) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:13.430284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:13.441923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Sync routers for ids ['71c4955c-3c7d-40f2-89ed-752114d25642'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:13.448816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['c03131e6-43f8-4693-87f5-8f1e88a7e9b8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:13.459191 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:13.469385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-091ab2b7-9c8a-449f-be8a-b7183bd787af req-f8428d55-bf53-461d-88e0-aa6490023825 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717888 Sep 16 04:47:13.507139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5f9536b-1fa9-48e0-8586-413db39a46b0 req-83288be1-b03f-428f-a090-ec3443fae632 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576054 Sep 16 04:47:13.543507 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08a481f8-e964-4981-b898-0e331583d821 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:13.551765 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f46b1f3-d582-4e1b-ba90-c39f5a260639 x-openstack-request-id: req-8f46b1f3-d582-4e1b-ba90-c39f5a260639 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:13.557637 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "name": "network-vif-plugged", "status": "completed", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:13.557637 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f46b1f3-d582-4e1b-ba90-c39f5a260639 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:13.557637 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'code': 200} Sep 16 04:47:13.564377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.568018 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-48a4289f-f7e4-4053-ba6e-b664cb9d6947 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5439339 Sep 16 04:47:13.568494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45676) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:13.601790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Routers {'71c4955c-3c7d-40f2-89ed-752114d25642'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:13.602732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:46:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['71c4955c-3c7d-40f2-89ed-752114d25642'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:13.664709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5f641974-4e53-411e-8330-1d20c253cd95 None None] Provisioning complete for port 08a481f8-e964-4981-b898-0e331583d821 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:13.665250 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f641974-4e53-411e-8330-1d20c253cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.721319 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.770329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-298f7c00-f668-4f2f-a4e3-e501565fc68e req-f6f4ffdf-0c18-4861-a087-8d790af915fa tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 210 time: 0.0492585 Sep 16 04:47:13.798600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc268563-5ac5-4d44-9bf1-788fdcbf9901 req-46e59143-6301-4ae7-b855-b0e10308eb24 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.807589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc268563-5ac5-4d44-9bf1-788fdcbf9901 req-46e59143-6301-4ae7-b855-b0e10308eb24 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 945 time: 0.1575458 Sep 16 04:47:13.853745 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-caa5cbe9-2ba8-4f3b-8159-7506879c4bba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704880 Sep 16 04:47:13.858169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Set router 71c4955c-3c7d-40f2-89ed-752114d25642 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:13.882625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb39912-6f6d-4eff-9c25-9def6e7c0bac req-0f66e1ef-dba9-4eb1-ae59-d096267adcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.884307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-beb39912-6f6d-4eff-9c25-9def6e7c0bac req-0f66e1ef-dba9-4eb1-ae59-d096267adcff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=64bce1dc-1998-4bef-89f2-eb49e44a8dc6 HTTP/1.1" status: 200 len: 1102 time: 0.2333093 Sep 16 04:47:13.887249 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.941213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Network f2afedde-7f02-4b7e-a084-59f4bf758425 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:13.942314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 08a481f8-e964-4981-b898-0e331583d821 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:13.942688 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.946775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:13.966533 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc268563-5ac5-4d44-9bf1-788fdcbf9901 req-fea58195-b51f-406f-9d8d-bb45316ff53e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561661 Sep 16 04:47:13.975874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:14.016859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-beb39912-6f6d-4eff-9c25-9def6e7c0bac req-b7c79532-4cff-4c7f-a04e-f9dc8656aaac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228335 Sep 16 04:47:14.039056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Pushing event updated for resources: {'Port': ['ID=68f652ab-38b6-4b8c-b635-c2318379bed9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:14.040370 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29589c97-b80e-47cc-a7fb-d5bfa1c7c1ba req-ad81ae21-3e1f-44d6-b119-919eeba9d387 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/44716c77-35fb-4214-ba65-fa578c6ba229 HTTP/1.1" status: 200 len: 1812 time: 0.2122138 Sep 16 04:47:14.104314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.107246 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.217952 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-b0365c8a-018b-4f49-bdbc-8cf3ee0d63df tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5573645 Sep 16 04:47:14.232807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Request body: {'port': {'device_id': '10bfcac9-5654-45b2-809f-0e1c4f52dbaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:14.267737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a5095-49c5-4ea5-9ab3-8b337d55ce9b req-6477597b-b17b-4b10-96d2-f05a96eb1415 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.292810 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-700a5095-49c5-4ea5-9ab3-8b337d55ce9b req-6477597b-b17b-4b10-96d2-f05a96eb1415 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 949 time: 0.1786137 Sep 16 04:47:14.318361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331093b3-cf5b-4cc5-b63e-7f21a77a489b req-83a48dfa-e261-4041-a15d-caca222d9814 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.330231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-331093b3-cf5b-4cc5-b63e-7f21a77a489b req-83a48dfa-e261-4041-a15d-caca222d9814 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.2149677 Sep 16 04:47:14.432670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.483179 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'name': 'tempest-FloatingIPDetailsTestJSON-940027630-router', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 3, 'project_id': 'f14c12c803f9486db9be67b36fc64695', 'gw_port': {'id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:14.525231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Checking router: 71c4955c-3c7d-40f2-89ed-752114d25642 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:14.525568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Updating router 71c4955c-3c7d-40f2-89ed-752114d25642 port b1c93505-ef6f-424b-8648-567f98f65322 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:47:14.563127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f6eac2a6-42dd-4bb4-b601-4a9a803654ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.580050 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.787963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-331093b3-cf5b-4cc5-b63e-7f21a77a489b req-b745de0e-a65e-4f2b-956d-9077058fa56a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558220 Sep 16 04:47:14.819429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-700a5095-49c5-4ea5-9ab3-8b337d55ce9b req-5d886ea1-7f89-4f03-a092-5531670766e6 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199099 Sep 16 04:47:15.013234 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.015098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f652ab-38b6-4b8c-b635-c2318379bed9 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:15.027533 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.064998 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Transition to ACTIVE for port object 68f652ab-38b6-4b8c-b635-c2318379bed9 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:15.078347 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.145048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a29f2-a357-4ace-82dc-7f0f22cfed7e req-a90d85ce-fde3-4ee5-b33e-ac28ef9282af tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.152489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-265a29f2-a357-4ace-82dc-7f0f22cfed7e req-a90d85ce-fde3-4ee5-b33e-ac28ef9282af tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.2328212 Sep 16 04:47:15.154331 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.170265 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.177394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dbe48-2a36-4239-a33f-0cd64ed4a84b req-a88b7705-1608-4ac6-8a66-a7013dbd1b4f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.179910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a4dbe48-2a36-4239-a33f-0cd64ed4a84b req-a88b7705-1608-4ac6-8a66-a7013dbd1b4f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.1833668 Sep 16 04:47:15.273843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=68f652ab-38b6-4b8c-b635-c2318379bed9,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:15.319684 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.341205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:15.360563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Attempting to bind port 68f652ab-38b6-4b8c-b635-c2318379bed9 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:15.361025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Attempting to bind port 68f652ab-38b6-4b8c-b635-c2318379bed9 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:15.361459 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Attempting to bind port 68f652ab-38b6-4b8c-b635-c2318379bed9 on network f2afedde-7f02-4b7e-a084-59f4bf758425 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:15.368530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Port 68f652ab-38b6-4b8c-b635-c2318379bed9 on network f2afedde-7f02-4b7e-a084-59f4bf758425 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:15.369337 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Attempting to bind port 68f652ab-38b6-4b8c-b635-c2318379bed9 on network f2afedde-7f02-4b7e-a084-59f4bf758425 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:15.378226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-265a29f2-a357-4ace-82dc-7f0f22cfed7e req-ca529209-5f87-4dfa-bf3f-eda95b6fbce6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247066 Sep 16 04:47:15.379146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:15.380690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Checking segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:15.384833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Bound using segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:15.385399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Bound port: 68f652ab-38b6-4b8c-b635-c2318379bed9, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:15.385832 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.436134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a4dbe48-2a36-4239-a33f-0cd64ed4a84b req-87eab85f-5153-425f-9580-1ec9e51abb08 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418678 Sep 16 04:47:15.449750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8ccc1-089c-4787-adff-6d1eec6417c5 None None] Pushing event updated for resources: {'Port': ['ID=b1c93505-ef6f-424b-8648-567f98f65322,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:15.470302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Attempting to bind port b1c93505-ef6f-424b-8648-567f98f65322 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:15.471416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Attempting to bind port b1c93505-ef6f-424b-8648-567f98f65322 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:15.471871 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Attempting to bind port b1c93505-ef6f-424b-8648-567f98f65322 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:15.489347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:15.498240 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:15.498240 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.498240 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:15.498240 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Bound port: b1c93505-ef6f-424b-8648-567f98f65322, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:15.498240 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.508227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] For port 68f652ab-38b6-4b8c-b635-c2318379bed9, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:15.513262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] For port 68f652ab-38b6-4b8c-b635-c2318379bed9, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=68f652ab-38b6-4b8c-b635-c2318379bed9,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:15.539609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-625f7010-5933-48b7-b0d0-0d0e107b86f6 req-5b98c925-1ddc-47ff-9386-188defd7f63d tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-712561916', 'description': 'tempest-description-735066051'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:15.571625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] For port b1c93505-ef6f-424b-8648-567f98f65322, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:15.577096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] For port b1c93505-ef6f-424b-8648-567f98f65322, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b1c93505-ef6f-424b-8648-567f98f65322,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:15.610161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Allocated IP 172.20.0.1 (5a721091-e748-4223-851b-0b8b67d04f00/0ca0ff17-0b30-4ea5-9bd5-6cd241578d90/c1898c67-d8b5-4f99-9386-f3e65e695cdf) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:15.652031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fb15c-0f60-4fa1-837e-414e745832fd req-8ba0d881-e68f-4e13-8185-86adbda68ab1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.657172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b73fb15c-0f60-4fa1-837e-414e745832fd req-8ba0d881-e68f-4e13-8185-86adbda68ab1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 943 time: 0.1126294 Sep 16 04:47:15.697234 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:15.698034 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.702601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:15.703077 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.754798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.756093 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.758275 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] 10.222.0.23 "PUT /v2.0/ports/68f652ab-38b6-4b8c-b635-c2318379bed9 HTTP/1.1" status: 200 len: 1092 time: 1.5317056 Sep 16 04:47:15.758847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bfcac9-5654-45b2-809f-0e1c4f52dbaf', 'tag': '68f652ab-38b6-4b8c-b635-c2318379bed9'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:15.761348 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a808b77-b890-491b-b08f-39a2269d8e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "10bfcac9-5654-45b2-809f-0e1c4f52dbaf", "tag": "68f652ab-38b6-4b8c-b635-c2318379bed9"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:15.798064 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-625f7010-5933-48b7-b0d0-0d0e107b86f6 req-5b98c925-1ddc-47ff-9386-188defd7f63d tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.799464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326094e-7034-4aac-a61e-bdadb7c7e5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=68f652ab-38b6-4b8c-b635-c2318379bed9,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:15.814774 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.824545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b73fb15c-0f60-4fa1-837e-414e745832fd req-6b4ee33e-88ad-4416-a92b-a538f0504a06 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340537 Sep 16 04:47:15.856000 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.901165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Routers {'71c4955c-3c7d-40f2-89ed-752114d25642'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:15.902128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:47:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['71c4955c-3c7d-40f2-89ed-752114d25642'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:15.998960 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-625f7010-5933-48b7-b0d0-0d0e107b86f6 req-5b98c925-1ddc-47ff-9386-188defd7f63d tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.003801 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.011451 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.017145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8ccc1-089c-4787-adff-6d1eec6417c5 None None] Pushing event updated for resources: {'Port': ['ID=b1c93505-ef6f-424b-8648-567f98f65322,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:16.019733 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.040940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53f72e-f211-48c4-a26b-b1794b7b2737 req-84046722-ca56-4af6-90ea-f0f9a1c85c16 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.042644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb53f72e-f211-48c4-a26b-b1794b7b2737 req-84046722-ca56-4af6-90ea-f0f9a1c85c16 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 945 time: 0.0934172 Sep 16 04:47:16.048414 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0902a8e7-eb2b-458f-a791-03eb8c2882c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:16.050962 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb57cba-172d-4d4d-b085-08a5918d4d69" -d '{"events": [{"server_uuid": "0902a8e7-eb2b-458f-a791-03eb8c2882c2", "name": "network-vif-plugged", "status": "completed", "tag": "7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:16.077318 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:16.100097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Network 5a721091-e748-4223-851b-0b8b67d04f00 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:16.103144 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-625f7010-5933-48b7-b0d0-0d0e107b86f6 req-5b98c925-1ddc-47ff-9386-188defd7f63d tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.118227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:16.129847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:16.180110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Pushing event updated for resources: {'Port': ['ID=c1898c67-d8b5-4f99-9386-f3e65e695cdf,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:16.207648 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-ab21c943-4e09-4bba-a239-688f7031aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.211522 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-ab21c943-4e09-4bba-a239-688f7031aceb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 1095 time: 0.1312556 Sep 16 04:47:16.232014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb53f72e-f211-48c4-a26b-b1794b7b2737 req-59422528-d47b-4850-b61c-156808fd3821 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613138 Sep 16 04:47:16.234838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98c925-1ddc-47ff-9386-188defd7f63d tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07130b7-9d8b-47a8-b62f-1011d4077583,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:16.254197 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.311726 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-625f7010-5933-48b7-b0d0-0d0e107b86f6 req-5b98c925-1ddc-47ff-9386-188defd7f63d tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.329779 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-625f7010-5933-48b7-b0d0-0d0e107b86f6 req-5b98c925-1ddc-47ff-9386-188defd7f63d tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8110046 Sep 16 04:47:16.386189 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17f2f32-9c22-4315-8d1d-502b941ab767 x-openstack-request-id: req-f17f2f32-9c22-4315-8d1d-502b941ab767 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:16.386485 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bfcac9-5654-45b2-809f-0e1c4f52dbaf", "tag": "68f652ab-38b6-4b8c-b635-c2318379bed9", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:16.386822 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f17f2f32-9c22-4315-8d1d-502b941ab767 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:16.387227 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bfcac9-5654-45b2-809f-0e1c4f52dbaf', 'tag': '68f652ab-38b6-4b8c-b635-c2318379bed9', 'status': 'completed', 'code': 200} Sep 16 04:47:16.388961 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-68563caf-d1af-441d-a8af-7764900c56ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f652ab-38b6-4b8c-b635-c2318379bed9 HTTP/1.1" status: 200 len: 217 time: 0.1633906 Sep 16 04:47:16.396715 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.397385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c03131e6-43f8-4693-87f5-8f1e88a7e9b8 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:16.579301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-232a7b3e-8bc9-4cd1-b70e-7ba38e40d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.583044 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-232a7b3e-8bc9-4cd1-b70e-7ba38e40d279 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 200 len: 852 time: 0.0859632 Sep 16 04:47:16.643677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] Set router 71c4955c-3c7d-40f2-89ed-752114d25642 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:16.690869 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.756435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7567a8ef-d3be-4f18-a1e8-60a4df06764c None None] Provisioning complete for port c1898c67-d8b5-4f99-9386-f3e65e695cdf triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:16.756949 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7567a8ef-d3be-4f18-a1e8-60a4df06764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.768806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:16.842007 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7567a8ef-d3be-4f18-a1e8-60a4df06764c None None] Port c1898c67-d8b5-4f99-9386-f3e65e695cdf cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:16.843433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port c03131e6-43f8-4693-87f5-8f1e88a7e9b8 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:16.858485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port c03131e6-43f8-4693-87f5-8f1e88a7e9b8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:16.859015 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.958180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7315093-f181-404b-bda5-14b840f37d12 req-cab4e274-b84e-4312-8219-46abc85ed2a9 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.966684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7315093-f181-404b-bda5-14b840f37d12 req-cab4e274-b84e-4312-8219-46abc85ed2a9 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 949 time: 0.1279066 Sep 16 04:47:16.988699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535df2c-d59e-4626-8c5c-d5772e70005d req-d3869392-c925-4289-b0c1-96279b335e77 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.994243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3535df2c-d59e-4626-8c5c-d5772e70005d req-d3869392-c925-4289-b0c1-96279b335e77 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1518459 Sep 16 04:47:17.054336 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.083156 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.101713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'name': 'tempest-FloatingIPDetailsTestJSON-940027630-router', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 3, 'project_id': 'f14c12c803f9486db9be67b36fc64695', 'gw_port': {'id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:17.111595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7315093-f181-404b-bda5-14b840f37d12 req-c6a14d79-a4ed-4301-858a-f093b96ffe39 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435225 Sep 16 04:47:17.167541 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79989d52-a5c9-4f41-afbc-4e40b067e641 None None] The sync data for ids ['71c4955c-3c7d-40f2-89ed-752114d25642'] in n-d-712137-12 is: [{'id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'name': 'tempest-FloatingIPDetailsTestJSON-940027630-router', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 3, 'project_id': 'f14c12c803f9486db9be67b36fc64695', 'gw_port': {'id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:17.168576 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3535df2c-d59e-4626-8c5c-d5772e70005d req-401fc39e-9f9a-425c-ae79-d197d8cfc3b9 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660755 Sep 16 04:47:17.172735 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c03131e6-43f8-4693-87f5-8f1e88a7e9b8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:17.193633 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc12899-ff02-4d26-8291-d11f625dba74 x-openstack-request-id: req-efc12899-ff02-4d26-8291-d11f625dba74 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:17.209089 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0902a8e7-eb2b-458f-a791-03eb8c2882c2", "name": "network-vif-plugged", "status": "completed", "tag": "7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:17.209089 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efc12899-ff02-4d26-8291-d11f625dba74 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:17.209089 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0902a8e7-eb2b-458f-a791-03eb8c2882c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0', 'code': 200} Sep 16 04:47:17.289946 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.370085 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:17.434211 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.451848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8023ff73-7257-4bfc-a87e-0b3c2e18294d req-3f831267-af3b-4160-a486-3dc4ce0b4453 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/c07130b7-9d8b-47a8-b62f-1011d4077583 HTTP/1.1" status: 200 len: 1811 time: 0.2207220 Sep 16 04:47:17.477900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feccbe3-922f-4519-ac4b-a4d3fa11cee7 req-af3cb17a-2209-49a8-b9f4-977a1db3c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.479562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4feccbe3-922f-4519-ac4b-a4d3fa11cee7 req-af3cb17a-2209-49a8-b9f4-977a1db3c53a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 1098 time: 0.1742055 Sep 16 04:47:17.494666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fbba5-2a8b-418f-9e59-215e5f006bcc req-0c9712a7-78cc-4e36-81c9-66061abdeeae tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.496373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be4fbba5-2a8b-418f-9e59-215e5f006bcc req-0c9712a7-78cc-4e36-81c9-66061abdeeae tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.2210076 Sep 16 04:47:17.596793 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.600354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4feccbe3-922f-4519-ac4b-a4d3fa11cee7 req-849445d4-5801-4126-9e78-d680caafc26d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962174 Sep 16 04:47:17.621746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be4fbba5-2a8b-418f-9e59-215e5f006bcc req-7334a23d-bad5-4e3b-9b39-3b54dffc1e0d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979235 Sep 16 04:47:17.659541 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.837453 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.842020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Pushing event updated for resources: {'Port': ['ID=c1898c67-d8b5-4f99-9386-f3e65e695cdf,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:17.889658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903b090-1c35-497f-8ed2-215e5435ada0 req-8061669b-6539-41ca-bfce-ba5326041f50 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:17.897430 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a903b090-1c35-497f-8ed2-215e5435ada0 req-8061669b-6539-41ca-bfce-ba5326041f50 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 943 time: 0.1770198 Sep 16 04:47:18.003748 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a903b090-1c35-497f-8ed2-215e5435ada0 req-ebd70e9f-73f8-4ce9-b9c2-c8257b3b340f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923491 Sep 16 04:47:18.104185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-1262dda1-78b1-4d61-91b5-00962ebf7ad1 req-934723a0-5853-4d89-b52d-b3d17ca04d4c tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-778166638', 'description': 'tempest-description-1995690520'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:18.158318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Network 5a721091-e748-4223-851b-0b8b67d04f00 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:18.165646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:18.189272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27979cae-2ab8-4c80-9272-3a74e1b4fc50 req-b580e080-cdc6-41c5-a4dc-fa1464a7580a tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.191248 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27979cae-2ab8-4c80-9272-3a74e1b4fc50 req-b580e080-cdc6-41c5-a4dc-fa1464a7580a tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1831234 Sep 16 04:47:18.339254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4933835-7519-47b2-b402-6cfa982fa8e3 req-3e2b8ac5-b9e1-4646-a7dd-62b273240200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.341351 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4933835-7519-47b2-b402-6cfa982fa8e3 req-3e2b8ac5-b9e1-4646-a7dd-62b273240200 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=beb64385c68c464bbaadaf890c1a8c95&device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 1099 time: 0.2543950 Sep 16 04:47:18.349233 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1262dda1-78b1-4d61-91b5-00962ebf7ad1 req-934723a0-5853-4d89-b52d-b3d17ca04d4c tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.442964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Router 71c4955c-3c7d-40f2-89ed-752114d25642 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:47:18.504060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8f9c9c6b-2835-40ff-b635-5fc30121504c None None] Provisioning complete for port c1898c67-d8b5-4f99-9386-f3e65e695cdf triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:18.504893 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8f9c9c6b-2835-40ff-b635-5fc30121504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.542743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27979cae-2ab8-4c80-9272-3a74e1b4fc50 req-6f10bd9e-0aca-44be-af1c-0f07a2be4229 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097917 Sep 16 04:47:18.571583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c9c6b-2835-40ff-b635-5fc30121504c None None] Port c1898c67-d8b5-4f99-9386-f3e65e695cdf cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:18.677139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4933835-7519-47b2-b402-6cfa982fa8e3 req-f4f642aa-2fa9-46e1-93d3-db8b9f42cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.679410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4933835-7519-47b2-b402-6cfa982fa8e3 req-f4f642aa-2fa9-46e1-93d3-db8b9f42cad8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 200 len: 914 time: 0.3219342 Sep 16 04:47:18.781662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4933835-7519-47b2-b402-6cfa982fa8e3 req-11c2a482-e426-4921-b06a-8ee972bb624a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed HTTP/1.1" status: 200 len: 217 time: 0.0858150 Sep 16 04:47:18.805300 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1262dda1-78b1-4d61-91b5-00962ebf7ad1 req-934723a0-5853-4d89-b52d-b3d17ca04d4c tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.851015 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6344d-2afb-40a4-ac9d-55a7f9aa9d5f req-8230fb1d-d0fd-46b1-b909-04e2bc4116da tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.852598 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eda6344d-2afb-40a4-ac9d-55a7f9aa9d5f req-8230fb1d-d0fd-46b1-b909-04e2bc4116da tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.2205505 Sep 16 04:47:18.857630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:18.873371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c80148c5-85d2-46b4-8f83-94130c8acd21 admin admin] 10.222.0.24 "PUT /v2.0/routers/71c4955c-3c7d-40f2-89ed-752114d25642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2954700 Sep 16 04:47:18.891955 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1262dda1-78b1-4d61-91b5-00962ebf7ad1 req-934723a0-5853-4d89-b52d-b3d17ca04d4c tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.958027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4933835-7519-47b2-b402-6cfa982fa8e3 req-66bff653-22c9-447b-85fe-5b648e85da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.959486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4933835-7519-47b2-b402-6cfa982fa8e3 req-66bff653-22c9-447b-85fe-5b648e85da1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949274d8-2344-4ef9-adff-97636601143c HTTP/1.1" status: 200 len: 854 time: 0.1648288 Sep 16 04:47:18.966060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934723a0-5853-4d89-b52d-b3d17ca04d4c tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46028979-7d42-4180-8eea-49f8f041640d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:18.971816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eda6344d-2afb-40a4-ac9d-55a7f9aa9d5f req-001dde25-cdfb-4f9a-99a7-7d5185edf6c6 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106265 Sep 16 04:47:19.021124 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4933835-7519-47b2-b402-6cfa982fa8e3 req-cb7cb8a7-0032-4c0f-94c8-6148834aa17b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d28860d-4e08-4ba3-a765-b2bfee8d416f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525253 Sep 16 04:47:19.079994 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1262dda1-78b1-4d61-91b5-00962ebf7ad1 req-934723a0-5853-4d89-b52d-b3d17ca04d4c tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.085178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1262dda1-78b1-4d61-91b5-00962ebf7ad1 req-934723a0-5853-4d89-b52d-b3d17ca04d4c tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0384018 Sep 16 04:47:19.200692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67d7e71-8a91-41a2-955f-96cfeb56f764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:19.203146 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22520dad-3384-4acf-b4d5-fb1abbe2980f" -d '{"events": [{"server_uuid": "c67d7e71-8a91-41a2-955f-96cfeb56f764", "name": "network-vif-plugged", "status": "completed", "tag": "c03131e6-43f8-4693-87f5-8f1e88a7e9b8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:19.231670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4933835-7519-47b2-b402-6cfa982fa8e3 req-1c779b8f-8822-49e6-96dd-7d16a0b71439 service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955018 Sep 16 04:47:19.244817 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f49af5-ad0e-4749-8bcd-aab4fc8b7c8d req-c082dc84-d1d2-4481-94eb-668a2038d725 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.246301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40f49af5-ad0e-4749-8bcd-aab4fc8b7c8d req-c082dc84-d1d2-4481-94eb-668a2038d725 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 950 time: 0.1601181 Sep 16 04:47:19.299450 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cafd9f-6705-4531-b5b2-ce7eddee739a req-328bf312-739d-4f72-9d90-f641123357dd tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.300956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47cafd9f-6705-4531-b5b2-ce7eddee739a req-328bf312-739d-4f72-9d90-f641123357dd tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1505630 Sep 16 04:47:19.393025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40f49af5-ad0e-4749-8bcd-aab4fc8b7c8d req-1f9bf0e6-71b5-4664-b4f6-b610adb86123 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241071 Sep 16 04:47:19.446264 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47cafd9f-6705-4531-b5b2-ce7eddee739a req-b792346e-2478-4554-98ea-ac0f3df69940 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077440 Sep 16 04:47:19.448728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4933835-7519-47b2-b402-6cfa982fa8e3 req-d806b2da-3823-41dc-802c-04fcae4efdb6 service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014327 Sep 16 04:47:19.551901 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Sync routers for ids ['71c4955c-3c7d-40f2-89ed-752114d25642'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:19.566176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b94ab8-f6f8-4282-a5b4-519e63fb52b3 req-4598f214-966a-4399-902c-cbe254861568 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.576227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d6b94ab8-f6f8-4282-a5b4-519e63fb52b3 req-4598f214-966a-4399-902c-cbe254861568 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.0911341 Sep 16 04:47:19.585640 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Routers {'71c4955c-3c7d-40f2-89ed-752114d25642'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:19.586788 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:47:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['71c4955c-3c7d-40f2-89ed-752114d25642'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:19.616668 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b1c93505-ef6f-424b-8648-567f98f65322 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:19.646399 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d6b94ab8-f6f8-4282-a5b4-519e63fb52b3 req-4a85288b-a88a-4da5-a0ba-39f684aad42c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678718 Sep 16 04:47:19.741256 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b1c93505-ef6f-424b-8648-567f98f65322 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:19.741523 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.807391 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Set router 71c4955c-3c7d-40f2-89ed-752114d25642 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:19.940099 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.963324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954abce-4e4a-46ba-9875-b4df0029d4d0 req-be431246-1d54-48c6-a266-e618e73dbeb5 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.970786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d954abce-4e4a-46ba-9875-b4df0029d4d0 req-be431246-1d54-48c6-a266-e618e73dbeb5 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 943 time: 0.2485516 Sep 16 04:47:19.980495 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port b1c93505-ef6f-424b-8648-567f98f65322, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b1c93505-ef6f-424b-8648-567f98f65322,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:20.034510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d954abce-4e4a-46ba-9875-b4df0029d4d0 req-810f1b2c-4f4e-4d9d-a59a-5fe46509d1ff tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611970 Sep 16 04:47:20.039655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-b81524ac-8272-4fa3-9023-6369baaf22e7 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3071611 Sep 16 04:47:20.058794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:20.061427 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.133840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=b1c93505-ef6f-424b-8648-567f98f65322,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:20.136183 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'name': 'tempest-FloatingIPDetailsTestJSON-940027630-router', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:16Z', 'revision_number': 4, 'project_id': 'f14c12c803f9486db9be67b36fc64695', 'gw_port': {'id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c1898c67-d8b5-4f99-9386-f3e65e695cdf', 'name': '', 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'mac_address': 'fa:16:3e:ef:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '0ca0ff17-0b30-4ea5-9bd5-6cd241578d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:15Z', 'updated_at': '2021-09-16T04:47:17Z', 'revision_number': 2, 'project_id': 'f14c12c803f9486db9be67b36fc64695', 'subnets': [{'id': '0ca0ff17-0b30-4ea5-9bd5-6cd241578d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:20.163231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc2993a6-ff20-4c38-af43-c59be3e70a67 req-bb6c96b2-02bc-42f8-8adf-f841aea7a487 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/46028979-7d42-4180-8eea-49f8f041640d HTTP/1.1" status: 200 len: 1812 time: 0.0807681 Sep 16 04:47:20.168666 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Checking router: 71c4955c-3c7d-40f2-89ed-752114d25642 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:20.169244 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Updating router 71c4955c-3c7d-40f2-89ed-752114d25642 port c1898c67-d8b5-4f99-9386-f3e65e695cdf binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:47:20.206955 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.220552 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d489ee-1d30-45de-8344-2c219c0e2dd1 x-openstack-request-id: req-18d489ee-1d30-45de-8344-2c219c0e2dd1 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:20.220937 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67d7e71-8a91-41a2-955f-96cfeb56f764", "name": "network-vif-plugged", "status": "completed", "tag": "c03131e6-43f8-4693-87f5-8f1e88a7e9b8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:20.221273 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18d489ee-1d30-45de-8344-2c219c0e2dd1 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:20.221751 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67d7e71-8a91-41a2-955f-96cfeb56f764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8', 'code': 200} Sep 16 04:47:20.267322 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.456282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde220ec-3081-4b4a-a4f8-5a84bf0c261b req-23fa8575-2812-4c53-94eb-2dce0ae90a77 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.457940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dde220ec-3081-4b4a-a4f8-5a84bf0c261b req-23fa8575-2812-4c53-94eb-2dce0ae90a77 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1597962 Sep 16 04:47:20.470586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4e73f-a798-49a0-972a-8a18f1463904 req-0c63035c-8327-4260-8438-87998dd625c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.472117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84e4e73f-a798-49a0-972a-8a18f1463904 req-0c63035c-8327-4260-8438-87998dd625c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 1102 time: 0.1556365 Sep 16 04:47:20.537940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84e4e73f-a798-49a0-972a-8a18f1463904 req-0cca92f0-fdef-4642-83d7-bc106c38bedf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545907 Sep 16 04:47:20.562464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dde220ec-3081-4b4a-a4f8-5a84bf0c261b req-0924f00c-2e6b-42ab-8106-cbbc7e7f001f tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890014 Sep 16 04:47:20.582205 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.712040 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.730524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3756d8-f17d-45cd-b0ef-c57e4f39ad72 req-6dfa6505-eaa1-4c22-97f4-9ca03c31a116 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.732637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df3756d8-f17d-45cd-b0ef-c57e4f39ad72 req-6dfa6505-eaa1-4c22-97f4-9ca03c31a116 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0957162 Sep 16 04:47:20.758427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Allocated IP 172.25.3.233 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/0f786d31-3a52-44e0-85ad-b3eab0401890) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:20.796429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df3756d8-f17d-45cd-b0ef-c57e4f39ad72 req-c6e248d6-ec48-4fd8-973e-a7c893e36606 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574567 Sep 16 04:47:20.799766 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.852722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-9fce6f67-bf1b-411c-b4cb-154953c86973 req-5028a544-d053-45e7-a18c-0d68055ecc31 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-722911660', 'description': 'tempest-description-1373427855'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:20.907925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.921981 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Pushing event updated for resources: {'Port': ['ID=c1898c67-d8b5-4f99-9386-f3e65e695cdf,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:20.950788 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:20.951451 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:20.951451 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:20.951835 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:20.952243 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:20.952508 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:20.952840 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:20.953163 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:20.953481 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:20.953801 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:20.954119 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:20.954432 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:20.971848 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Attempting to bind port c1898c67-d8b5-4f99-9386-f3e65e695cdf on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:20.980629 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Attempting to bind port c1898c67-d8b5-4f99-9386-f3e65e695cdf by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ae8b270a-101b-4276-92ae-670426cb8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:20.980629 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Attempting to bind port c1898c67-d8b5-4f99-9386-f3e65e695cdf on network 5a721091-e748-4223-851b-0b8b67d04f00 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:20.980629 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:20.980629 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Checking segment: {'id': 'ae8b270a-101b-4276-92ae-670426cb8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:20.980629 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.980629 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Bound using segment: {'id': 'ae8b270a-101b-4276-92ae-670426cb8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:20.980629 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Bound port: c1898c67-d8b5-4f99-9386-f3e65e695cdf, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8b270a-101b-4276-92ae-670426cb8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:20.980629 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.004771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9fce6f67-bf1b-411c-b4cb-154953c86973 req-5028a544-d053-45e7-a18c-0d68055ecc31 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.043138 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.061002 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] For port c1898c67-d8b5-4f99-9386-f3e65e695cdf, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:21.064794 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] For port c1898c67-d8b5-4f99-9386-f3e65e695cdf, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c1898c67-d8b5-4f99-9386-f3e65e695cdf,segment=NetworkSegment(ae8b270a-101b-4276-92ae-670426cb8585),segment_id=ae8b270a-101b-4276-92ae-670426cb8585)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:21.122723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:21.137543 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.137943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:21.145426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Pushing event updated for resources: {'Port': ['ID=0f786d31-3a52-44e0-85ad-b3eab0401890,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:21.152067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:21.216421 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab52b31-6101-4755-a8cc-c89b99dd6885 None None] Pushing event updated for resources: {'Port': ['ID=c1898c67-d8b5-4f99-9386-f3e65e695cdf,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:21.217814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ce0b0786-700e-4f2e-8f9d-9b5580695166 None None] Provisioning complete for port c1898c67-d8b5-4f99-9386-f3e65e695cdf triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:21.218300 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0786-700e-4f2e-8f9d-9b5580695166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.238356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9fce6f67-bf1b-411c-b4cb-154953c86973 req-5028a544-d053-45e7-a18c-0d68055ecc31 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.262689 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Routers {'71c4955c-3c7d-40f2-89ed-752114d25642'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:21.263346 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:47:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['71c4955c-3c7d-40f2-89ed-752114d25642'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:21.298562 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.337184 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9fce6f67-bf1b-411c-b4cb-154953c86973 req-5028a544-d053-45e7-a18c-0d68055ecc31 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.359220 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0786-700e-4f2e-8f9d-9b5580695166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.386006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028a544-d053-45e7-a18c-0d68055ecc31 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848b4e5e-f2bc-4527-8fc8-19bc0112ed6d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:21.438016 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ce0b0786-700e-4f2e-8f9d-9b5580695166 None None] For port c1898c67-d8b5-4f99-9386-f3e65e695cdf, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c1898c67-d8b5-4f99-9386-f3e65e695cdf,segment=NetworkSegment(ae8b270a-101b-4276-92ae-670426cb8585),segment_id=ae8b270a-101b-4276-92ae-670426cb8585)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:21.461071 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.505203 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9fce6f67-bf1b-411c-b4cb-154953c86973 req-5028a544-d053-45e7-a18c-0d68055ecc31 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.524023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fce6f67-bf1b-411c-b4cb-154953c86973 req-5028a544-d053-45e7-a18c-0d68055ecc31 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6774144 Sep 16 04:47:21.541603 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] Set router 71c4955c-3c7d-40f2-89ed-752114d25642 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:21.576022 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0786-700e-4f2e-8f9d-9b5580695166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.592117 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b1c93505-ef6f-424b-8648-567f98f65322 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:21.722543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-13a38b5b-43cf-4549-a8eb-18182f3236b5 None None] Provisioning complete for port c1898c67-d8b5-4f99-9386-f3e65e695cdf triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:21.723323 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13a38b5b-43cf-4549-a8eb-18182f3236b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.783658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2f62d-8688-418e-aca1-eb25916b872d req-b8f9ebd1-0912-4f75-aeac-d3764f8298cd tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.785515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47a2f62d-8688-418e-aca1-eb25916b872d req-b8f9ebd1-0912-4f75-aeac-d3764f8298cd tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 950 time: 0.1413260 Sep 16 04:47:21.790223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b0786-700e-4f2e-8f9d-9b5580695166 None None] Pushing event updated for resources: {'Port': ['ID=c1898c67-d8b5-4f99-9386-f3e65e695cdf,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:21.803045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b1c93505-ef6f-424b-8648-567f98f65322 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:21.803981 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.847576 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47a2f62d-8688-418e-aca1-eb25916b872d req-91688782-bd1f-4732-b23a-3c17430eac32 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531566 Sep 16 04:47:21.872002 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.968000 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'name': 'tempest-FloatingIPDetailsTestJSON-940027630-router', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:16Z', 'revision_number': 4, 'project_id': 'f14c12c803f9486db9be67b36fc64695', 'gw_port': {'id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c1898c67-d8b5-4f99-9386-f3e65e695cdf', 'name': '', 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'mac_address': 'fa:16:3e:ef:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '0ca0ff17-0b30-4ea5-9bd5-6cd241578d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:15Z', 'updated_at': '2021-09-16T04:47:21Z', 'revision_number': 4, 'project_id': 'f14c12c803f9486db9be67b36fc64695', 'subnets': [{'id': '0ca0ff17-0b30-4ea5-9bd5-6cd241578d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:21.970178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.009285 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583b9918-6cd6-4d8d-9a5e-813dd5e157ce None None] The sync data for ids ['71c4955c-3c7d-40f2-89ed-752114d25642'] in n-d-712137-12 is: [{'id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'name': 'tempest-FloatingIPDetailsTestJSON-940027630-router', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:16Z', 'revision_number': 4, 'project_id': 'f14c12c803f9486db9be67b36fc64695', 'gw_port': {'id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c1898c67-d8b5-4f99-9386-f3e65e695cdf', 'name': '', 'network_id': '5a721091-e748-4223-851b-0b8b67d04f00', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'mac_address': 'fa:16:3e:ef:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '0ca0ff17-0b30-4ea5-9bd5-6cd241578d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:15Z', 'updated_at': '2021-09-16T04:47:21Z', 'revision_number': 4, 'project_id': 'f14c12c803f9486db9be67b36fc64695', 'subnets': [{'id': '0ca0ff17-0b30-4ea5-9bd5-6cd241578d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:22.141134 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.144823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Pushing event updated for resources: {'Port': ['ID=0f786d31-3a52-44e0-85ad-b3eab0401890,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:22.191305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d04a9-b0b3-4995-bfda-b661fb7bb9bf req-7cb05e7c-3997-4535-9e0b-b0b358a40768 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:22.193776 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-676d04a9-b0b3-4995-bfda-b661fb7bb9bf req-7cb05e7c-3997-4535-9e0b-b0b358a40768 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.2117457 Sep 16 04:47:22.276332 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-676d04a9-b0b3-4995-bfda-b661fb7bb9bf req-1efb38f2-76f9-454d-944f-3d3c2407cb52 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709250 Sep 16 04:47:22.281510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.282739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-fde22372-5034-45e6-87e7-d129cd15c5fb tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2297149 Sep 16 04:47:22.352311 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-63057958-fbf3-4a9e-9e77-61ed1b415164 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.233 HTTP/1.1" status: 200 len: 696 time: 0.0611999 Sep 16 04:47:22.914501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-c70c3240-26bb-4af1-94f4-80d5c24fd490 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:22.918107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7bce6d13-67b0-4803-ba5c-558c797c4cb4 req-c70c3240-26bb-4af1-94f4-80d5c24fd490 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.5555036 Sep 16 04:47:23.070921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6d1e4-dd95-4c1b-ae0a-dedf340e85fb req-e14f8b1e-509a-4d22-be31-8cf20966d9b5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.072837 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3c6d1e4-dd95-4c1b-ae0a-dedf340e85fb req-e14f8b1e-509a-4d22-be31-8cf20966d9b5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.0717845 Sep 16 04:47:23.118947 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3c6d1e4-dd95-4c1b-ae0a-dedf340e85fb req-ecd88795-0d12-44dd-bd29-b4c5c8b3ad7e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394261 Sep 16 04:47:23.262685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-593668dc-d3a0-434f-b7cc-534b919f9cc4 req-02621516-f917-4e61-817b-86053dfaa28b tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/848b4e5e-f2bc-4527-8fc8-19bc0112ed6d HTTP/1.1" status: 200 len: 1812 time: 0.0802610 Sep 16 04:47:23.328335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c273bb-e52d-498b-af06-9cded971655e req-e16895e1-1645-4042-b9cb-ca4a53eb2eed tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.337821 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97c273bb-e52d-498b-af06-9cded971655e req-e16895e1-1645-4042-b9cb-ca4a53eb2eed tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 943 time: 0.1129274 Sep 16 04:47:23.420859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97c273bb-e52d-498b-af06-9cded971655e req-77938b06-521e-4968-b22e-a65faa2b2894 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821087 Sep 16 04:47:23.488685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b724d1-3bcc-4c16-aa41-9aa79b6bedce req-f69dd827-da15-4b7e-a396-827f94743ee2 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.497337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61b724d1-3bcc-4c16-aa41-9aa79b6bedce req-f69dd827-da15-4b7e-a396-827f94743ee2 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0983441 Sep 16 04:47:23.584843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c1898c67-d8b5-4f99-9386-f3e65e695cdf up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:23.593130 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61b724d1-3bcc-4c16-aa41-9aa79b6bedce req-1e96cfdb-efc8-4aa7-8a11-063ff575d776 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947459 Sep 16 04:47:23.621734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc87ecc-1c41-45f7-991f-1d4123c4209f req-191c0380-2207-4804-aeae-7193bb8a0df9 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.624044 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8dc87ecc-1c41-45f7-991f-1d4123c4209f req-191c0380-2207-4804-aeae-7193bb8a0df9 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 950 time: 0.0916657 Sep 16 04:47:23.685916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c1898c67-d8b5-4f99-9386-f3e65e695cdf triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:23.686386 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.752108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8dc87ecc-1c41-45f7-991f-1d4123c4209f req-b500467f-e948-40b7-acf2-96fe2cd07f7e tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091111 Sep 16 04:47:23.811046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-521d11ed-6150-44d1-99a6-484b4d477898 req-1c9c81a2-aac8-49a5-893f-cbdb3c2977f3 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1777105 Sep 16 04:47:23.823235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:23.912730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d01ae-8eb5-4437-927c-c5b7e013cfd1 req-42335a3c-3a90-4b4b-ab48-b34524675756 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.914167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-886d01ae-8eb5-4437-927c-c5b7e013cfd1 req-42335a3c-3a90-4b4b-ab48-b34524675756 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.0518119 Sep 16 04:47:23.927563 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.994184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-886d01ae-8eb5-4437-927c-c5b7e013cfd1 req-9a04933f-7a34-4d9d-b366-6e1aba2d530d tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738518 Sep 16 04:47:24.062094 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-71aa7120-cc5f-4e19-9abb-ed2d3ba28b15 req-9856338e-dcee-4f94-a520-369188cd2514 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] show failed (client error): The resource could not be found. Sep 16 04:47:24.063269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71aa7120-cc5f-4e19-9abb-ed2d3ba28b15 req-9856338e-dcee-4f94-a520-369188cd2514 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/063fff55-4e72-49e3-afac-c9f768124755 HTTP/1.1" status: 404 len: 352 time: 0.0245717 Sep 16 04:47:24.098552 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.259759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d7ac5-1061-4759-8e1e-307838b28092 req-d7e5e001-e309-45e1-aed6-5dc60c33eb05 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.261225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-505d7ac5-1061-4759-8e1e-307838b28092 req-d7e5e001-e309-45e1-aed6-5dc60c33eb05 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.0974860 Sep 16 04:47:24.296024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Allocated IP 172.25.3.139 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/2c3c7134-996c-48b8-b5c8-b1f9394531f4) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:24.343387 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-505d7ac5-1061-4759-8e1e-307838b28092 req-d17e954b-7091-46e4-a76a-c21a9aa8842c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706825 Sep 16 04:47:24.493743 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.502842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84633dd7-8dd1-4151-b25f-dc2052ec52bc req-ed63632c-707a-41b8-b115-662bb37e5a96 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.504445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84633dd7-8dd1-4151-b25f-dc2052ec52bc req-ed63632c-707a-41b8-b115-662bb37e5a96 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0780549 Sep 16 04:47:24.560696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84633dd7-8dd1-4151-b25f-dc2052ec52bc req-321b3cb1-4704-4fc3-ad1c-dd9a69455132 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487812 Sep 16 04:47:24.644937 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.695136 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:24.708440 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:24.711565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:24.721297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea165c19-d942-4689-85fe-9236154f14f6 req-31589b61-9fa6-4299-ac21-97b636798879 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.722789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea165c19-d942-4689-85fe-9236154f14f6 req-31589b61-9fa6-4299-ac21-97b636798879 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bce1dc-1998-4bef-89f2-eb49e44a8dc6 HTTP/1.1" status: 200 len: 950 time: 0.1060994 Sep 16 04:47:24.723403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Pushing event updated for resources: {'Port': ['ID=2c3c7134-996c-48b8-b5c8-b1f9394531f4,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:24.807423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea165c19-d942-4689-85fe-9236154f14f6 req-b77a38cb-c5e8-47f9-bd9b-2e2a050e621a tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599370 Sep 16 04:47:24.862108 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-44ad50a7-9acb-4a22-9a39-8f6855f1741e req-16212934-3f48-45ee-a594-c02abc8221d6 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] show failed (client error): The resource could not be found. Sep 16 04:47:24.863120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44ad50a7-9acb-4a22-9a39-8f6855f1741e req-16212934-3f48-45ee-a594-c02abc8221d6 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-group-rules/de728aa2-03f0-4370-b3cc-357e666afbf2 HTTP/1.1" status: 404 len: 361 time: 0.0293722 Sep 16 04:47:24.871635 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.969967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f4c57-0b28-4fda-9986-f4fd786ffd30 req-ac5fa499-f683-4d9c-9171-34e3b18a494f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.971722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-616f4c57-0b28-4fda-9986-f4fd786ffd30 req-ac5fa499-f683-4d9c-9171-34e3b18a494f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.0548584 Sep 16 04:47:25.015283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-616f4c57-0b28-4fda-9986-f4fd786ffd30 req-1294a462-45a3-460a-b29a-8d01c8e70813 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374641 Sep 16 04:47:25.212999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def32db1-4985-4c71-8043-3d8430a97330 req-7692b640-b8c8-4585-9098-f96186bd1611 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.212999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-def32db1-4985-4c71-8043-3d8430a97330 req-7692b640-b8c8-4585-9098-f96186bd1611 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 943 time: 0.0515404 Sep 16 04:47:25.212999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-def32db1-4985-4c71-8043-3d8430a97330 req-953ebe00-f75e-4977-a4d8-1277e164083f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312879 Sep 16 04:47:25.233529 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-539fb093-b6ae-467b-b58d-ee7f6ac66363 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2afedde-7f02-4b7e-a084-59f4bf758425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296443 Sep 16 04:47:25.344576 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-397f835b-db42-44c0-9625-957d94ce4e50 service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033218 Sep 16 04:47:25.382956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a16f579-631a-4bd3-9b5d-0f6d3a3781ed req-3c87add3-77fd-4b00-9508-dfbe79cbd6b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466816 Sep 16 04:47:25.456700 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ee80e44-bbf2-4c7e-b355-db9b606cfc52 req-f30d2e50-3ac5-4c0c-a5ea-f1bdfb5f750b service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054928 Sep 16 04:47:25.487083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16f579-631a-4bd3-9b5d-0f6d3a3781ed req-86c9308d-b365-4659-a0c9-20d5e8694ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.488550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a16f579-631a-4bd3-9b5d-0f6d3a3781ed req-86c9308d-b365-4659-a0c9-20d5e8694ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=beb64385c68c464bbaadaf890c1a8c95&device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 1099 time: 0.0453794 Sep 16 04:47:25.605405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16f579-631a-4bd3-9b5d-0f6d3a3781ed req-7ee709ac-0f99-493e-ac99-a9734a287dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.607135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a16f579-631a-4bd3-9b5d-0f6d3a3781ed req-7ee709ac-0f99-493e-ac99-a9734a287dd7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 200 len: 914 time: 0.0834761 Sep 16 04:47:25.659602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a16f579-631a-4bd3-9b5d-0f6d3a3781ed req-626c6184-ec71-4026-b858-a22eec03e041 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed HTTP/1.1" status: 200 len: 217 time: 0.0382845 Sep 16 04:47:25.724758 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.750575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16f579-631a-4bd3-9b5d-0f6d3a3781ed req-52ed2c07-8baf-4ccb-ae55-30736da01aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.752064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a16f579-631a-4bd3-9b5d-0f6d3a3781ed req-52ed2c07-8baf-4ccb-ae55-30736da01aa7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=949274d8-2344-4ef9-adff-97636601143c HTTP/1.1" status: 200 len: 854 time: 0.0840824 Sep 16 04:47:25.804220 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a16f579-631a-4bd3-9b5d-0f6d3a3781ed req-bf6285da-a6f5-459d-a734-353dee242796 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d28860d-4e08-4ba3-a765-b2bfee8d416f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423632 Sep 16 04:47:25.888396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a808b77-b890-491b-b08f-39a2269d8e0c req-205bf2b1-76ab-4a03-bd0a-0db18e3969df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.890464 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6a808b77-b890-491b-b08f-39a2269d8e0c req-205bf2b1-76ab-4a03-bd0a-0db18e3969df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 1095 time: 0.0554583 Sep 16 04:47:25.969311 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a16f579-631a-4bd3-9b5d-0f6d3a3781ed req-1f9414d9-cb3e-41ec-97ed-83b76bbb725d service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524460 Sep 16 04:47:25.985923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a808b77-b890-491b-b08f-39a2269d8e0c req-8b6f37c7-9997-4620-98b0-fa45a61f1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.987493 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6a808b77-b890-491b-b08f-39a2269d8e0c req-8b6f37c7-9997-4620-98b0-fa45a61f1277 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 912 time: 0.0861356 Sep 16 04:47:25.988551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.034960 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6a808b77-b890-491b-b08f-39a2269d8e0c req-ad34849f-ec02-43d7-8d40-f3336a623e28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f652ab-38b6-4b8c-b635-c2318379bed9 HTTP/1.1" status: 200 len: 217 time: 0.0391812 Sep 16 04:47:26.086514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a808b77-b890-491b-b08f-39a2269d8e0c req-f63491d5-8330-4ae7-ab95-f037ccff00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.087979 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6a808b77-b890-491b-b08f-39a2269d8e0c req-f63491d5-8330-4ae7-ab95-f037ccff00b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 200 len: 852 time: 0.0438018 Sep 16 04:47:26.101476 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.122490 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6a808b77-b890-491b-b08f-39a2269d8e0c req-f712eee1-9c41-4c4c-86b9-6c7489c85b77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2afedde-7f02-4b7e-a084-59f4bf758425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261579 Sep 16 04:47:26.142019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c4c8f92-24d4-44ac-b001-c099363b052e req-4c814f3f-0979-4947-9cde-c2124e94f77f tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/848b4e5e-f2bc-4527-8fc8-19bc0112ed6d HTTP/1.1" status: 200 len: 1812 time: 0.1225846 Sep 16 04:47:26.167348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a16f579-631a-4bd3-9b5d-0f6d3a3781ed req-977a949b-f861-407c-bb37-aa1f5c04425e service neutron] 10.222.0.37 "GET /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759071 Sep 16 04:47:26.211937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Pushing event updated for resources: {'Port': ['ID=2c3c7134-996c-48b8-b5c8-b1f9394531f4,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:26.221011 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6a808b77-b890-491b-b08f-39a2269d8e0c req-0d3544b7-fa11-4aee-8737-e0a4caab3a8b service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903730 Sep 16 04:47:26.271765 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.310653 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f92-24d4-44ac-b001-c099363b052e req-64fddb3b-e394-4142-b69c-a98984345eb2 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.313583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283321-2515-433c-8a2f-f022bbb7352f req-7ab6831f-8282-4bb8-aa8b-18c27b594359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.315075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-7ab6831f-8282-4bb8-aa8b-18c27b594359 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 1101 time: 0.0969229 Sep 16 04:47:26.323468 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6a808b77-b890-491b-b08f-39a2269d8e0c req-80ec3f92-15be-4164-8f8e-0ee63ae4437d service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946715 Sep 16 04:47:26.361041 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f92-24d4-44ac-b001-c099363b052e req-64fddb3b-e394-4142-b69c-a98984345eb2 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.406408 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.407666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-521d11ed-6150-44d1-99a6-484b4d477898 req-eedf25b1-03ab-4b50-b734-4786b9cacb12 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5886791 Sep 16 04:47:26.477500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-521d11ed-6150-44d1-99a6-484b4d477898 req-731fe1d5-6006-4c75-b833-dc78f694176e tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.0584159 Sep 16 04:47:26.509644 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283321-2515-433c-8a2f-f022bbb7352f req-481cec7b-861c-40f3-91f4-c62e0c921e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.511071 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-481cec7b-861c-40f3-91f4-c62e0c921e66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1860640 Sep 16 04:47:26.586994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-01a27112-70eb-496e-a8c7-805d6cdd64c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4532b43d-fb90-4cbf-b284-0f12d478427e HTTP/1.1" status: 200 len: 217 time: 0.0623922 Sep 16 04:47:26.619858 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f92-24d4-44ac-b001-c099363b052e req-64fddb3b-e394-4142-b69c-a98984345eb2 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.622386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f92-24d4-44ac-b001-c099363b052e req-64fddb3b-e394-4142-b69c-a98984345eb2 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.623439 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c4c8f92-24d4-44ac-b001-c099363b052e req-64fddb3b-e394-4142-b69c-a98984345eb2 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "DELETE /v2.0/security-groups/848b4e5e-f2bc-4527-8fc8-19bc0112ed6d HTTP/1.1" status: 204 len: 173 time: 0.4685454 Sep 16 04:47:26.659650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d11ed-6150-44d1-99a6-484b4d477898 req-17296dd0-e99f-4172-b15b-c79cf7dcf27f tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.661008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-521d11ed-6150-44d1-99a6-484b4d477898 req-17296dd0-e99f-4172-b15b-c79cf7dcf27f tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1743793 Sep 16 04:47:26.665410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fddb3b-e394-4142-b69c-a98984345eb2 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848b4e5e-f2bc-4527-8fc8-19bc0112ed6d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:26.690375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283321-2515-433c-8a2f-f022bbb7352f req-98400c53-7004-4613-8236-28f951271714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.691067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-98400c53-7004-4613-8236-28f951271714 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0834816 Sep 16 04:47:26.786355 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d358c-356d-421f-a397-3b463e4decab req-14309c17-9b0f-4227-aeea-181bc12af374 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.788449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e7d358c-356d-421f-a397-3b463e4decab req-14309c17-9b0f-4227-aeea-181bc12af374 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1130497 Sep 16 04:47:26.807744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283321-2515-433c-8a2f-f022bbb7352f req-6fcfc7f8-0bf0-49ce-8478-edf6e00709e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.809179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-6fcfc7f8-0bf0-49ce-8478-edf6e00709e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035388 Sep 16 04:47:26.817403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fea487-6abf-4f7f-8ab3-ac39431bd03a req-4bf5265b-2208-43d8-8490-43853abf2582 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.818991 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9fea487-6abf-4f7f-8ab3-ac39431bd03a req-4bf5265b-2208-43d8-8490-43853abf2582 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.1000762 Sep 16 04:47:26.925091 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e7d358c-356d-421f-a397-3b463e4decab req-e9610cab-f30f-4bf6-909f-b42c2e9e45f7 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289327 Sep 16 04:47:26.934881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9fea487-6abf-4f7f-8ab3-ac39431bd03a req-4f1f9abb-4767-42c2-8969-e101e94ace50 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096766 Sep 16 04:47:26.954306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-073c41b4-3ba2-4499-8773-d5bee6e8525c service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279752 Sep 16 04:47:27.118288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c48a0-1e49-477c-9eed-0ce9cc2ddcdd req-c6cd3c18-1834-42a2-9547-ab3de64c6a51 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.119745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f23c48a0-1e49-477c-9eed-0ce9cc2ddcdd req-c6cd3c18-1834-42a2-9547-ab3de64c6a51 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1339817 Sep 16 04:47:27.122431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-7d08bf12-f40a-4eb0-b0c7-e81e48c66693 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559775 Sep 16 04:47:27.149983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be58e3-6827-4504-b67e-16122015bc8c req-09c1aaca-2217-4ec6-b707-5a3caabf8da9 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.151440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10be58e3-6827-4504-b67e-16122015bc8c req-09c1aaca-2217-4ec6-b707-5a3caabf8da9 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.0929828 Sep 16 04:47:27.182541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f23c48a0-1e49-477c-9eed-0ce9cc2ddcdd req-68eca2e2-26f3-4608-b20f-7a01a3e4c58a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565014 Sep 16 04:47:27.202277 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10be58e3-6827-4504-b67e-16122015bc8c req-8c2e9315-a281-4607-aa4b-4316767a5e67 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 Sep 16 04:47:27.303770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abad92ed-05cc-4302-b8c9-7e9938435d23 req-0d9b738a-692b-45b6-9668-fcf578ee80bd tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/46028979-7d42-4180-8eea-49f8f041640d HTTP/1.1" status: 200 len: 1812 time: 0.0736423 Sep 16 04:47:27.312079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae4eff-0b47-40f8-a037-c953a6a43dd2 req-b15197ae-07b6-48d3-953d-6c3813974565 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.313554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36ae4eff-0b47-40f8-a037-c953a6a43dd2 req-b15197ae-07b6-48d3-953d-6c3813974565 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 943 time: 0.0685003 Sep 16 04:47:27.396543 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36ae4eff-0b47-40f8-a037-c953a6a43dd2 req-1cc56fa4-06c1-4c93-b0ee-737110ac0c0a tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749066 Sep 16 04:47:27.412382 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-abad92ed-05cc-4302-b8c9-7e9938435d23 req-caf9aa9a-f5f8-4596-ad1d-36fcebc1e15a tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.447670 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-abad92ed-05cc-4302-b8c9-7e9938435d23 req-caf9aa9a-f5f8-4596-ad1d-36fcebc1e15a tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.563004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-1c33d560-7579-46af-ac99-45c8c995ec80 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1367521 Sep 16 04:47:27.572329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:27.655161 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-abad92ed-05cc-4302-b8c9-7e9938435d23 req-caf9aa9a-f5f8-4596-ad1d-36fcebc1e15a tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.657999 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-abad92ed-05cc-4302-b8c9-7e9938435d23 req-caf9aa9a-f5f8-4596-ad1d-36fcebc1e15a tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.659156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abad92ed-05cc-4302-b8c9-7e9938435d23 req-caf9aa9a-f5f8-4596-ad1d-36fcebc1e15a tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "DELETE /v2.0/security-groups/46028979-7d42-4180-8eea-49f8f041640d HTTP/1.1" status: 204 len: 173 time: 0.3447158 Sep 16 04:47:27.670192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9aa9a-f5f8-4596-ad1d-36fcebc1e15a tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46028979-7d42-4180-8eea-49f8f041640d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:27.720856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.782708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7878402-9e3d-4cd8-aedf-1748138b73a2 req-97e7ad9a-ae28-4b7e-ac5d-10ce17bfccff tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.784209 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7878402-9e3d-4cd8-aedf-1748138b73a2 req-97e7ad9a-ae28-4b7e-ac5d-10ce17bfccff tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0725660 Sep 16 04:47:27.861999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7878402-9e3d-4cd8-aedf-1748138b73a2 req-347e1286-7fb6-471d-9996-b2a14bba6eee tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691473 Sep 16 04:47:27.901979 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.978543 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a920913b-ced7-4e6e-b030-ea833e295c48 req-7d38ba78-a500-4266-b4e8-0a17df07678b tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/c07130b7-9d8b-47a8-b62f-1011d4077583 HTTP/1.1" status: 200 len: 1811 time: 0.0849116 Sep 16 04:47:28.068767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Allocated IP 172.25.3.11 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/8f67f6fd-f958-4a18-8116-dd460187df51) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:28.091711 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a920913b-ced7-4e6e-b030-ea833e295c48 req-a98d0d92-66e1-4d48-8319-4e589dde5d41 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.137711 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a920913b-ced7-4e6e-b030-ea833e295c48 req-a98d0d92-66e1-4d48-8319-4e589dde5d41 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.230344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.285380 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a920913b-ced7-4e6e-b030-ea833e295c48 req-a98d0d92-66e1-4d48-8319-4e589dde5d41 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.288202 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a920913b-ced7-4e6e-b030-ea833e295c48 req-a98d0d92-66e1-4d48-8319-4e589dde5d41 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.289403 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a920913b-ced7-4e6e-b030-ea833e295c48 req-a98d0d92-66e1-4d48-8319-4e589dde5d41 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "DELETE /v2.0/security-groups/c07130b7-9d8b-47a8-b62f-1011d4077583 HTTP/1.1" status: 204 len: 173 time: 0.3038120 Sep 16 04:47:28.299007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d0d92-66e1-4d48-8319-4e589dde5d41 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07130b7-9d8b-47a8-b62f-1011d4077583,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:28.375913 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.444907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:28.455099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:28.458425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:28.463080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Pushing event updated for resources: {'Port': ['ID=8f67f6fd-f958-4a18-8116-dd460187df51,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:28.503341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f12d9-fcbc-401b-aa22-03abe4a27bee req-3e2219e6-47df-4686-9f0d-6c38b316f3e8 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.504791 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f8f12d9-fcbc-401b-aa22-03abe4a27bee req-3e2219e6-47df-4686-9f0d-6c38b316f3e8 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1264255 Sep 16 04:47:28.861061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f8f12d9-fcbc-401b-aa22-03abe4a27bee req-7ef9d248-8bae-4696-9c1c-9510948397a1 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490431 Sep 16 04:47:28.872287 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.966101 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.068639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69f0ee-a0f3-4351-9c90-80a54fbce7d2 req-8953935c-23fc-4879-ba3a-bb186df0a5d4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.070079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a69f0ee-a0f3-4351-9c90-80a54fbce7d2 req-8953935c-23fc-4879-ba3a-bb186df0a5d4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.0843179 Sep 16 04:47:29.149201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a69f0ee-a0f3-4351-9c90-80a54fbce7d2 req-b5600bcb-9b0f-4c8b-bc0b-b87e5618ee73 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732336 Sep 16 04:47:29.180597 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.254376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd1262-58be-463d-b2de-58d5afda7b59 req-1f033fc3-8ee6-4e7c-950c-fe33dc065dea tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.255944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48cd1262-58be-463d-b2de-58d5afda7b59 req-1f033fc3-8ee6-4e7c-950c-fe33dc065dea tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.0518029 Sep 16 04:47:29.257095 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.350855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Pushing event updated for resources: {'Port': ['ID=8f67f6fd-f958-4a18-8116-dd460187df51,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:29.362632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48cd1262-58be-463d-b2de-58d5afda7b59 req-b8d0b966-a1e2-4034-9a60-018efd91c705 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976710 Sep 16 04:47:29.369676 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.388128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:29.432346 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3329aa63-3bfd-4403-b2df-d693c5fca133 req-e245a325-8604-4b66-8d8c-dabfffbc7353 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/44716c77-35fb-4214-ba65-fa578c6ba229 HTTP/1.1" status: 200 len: 1812 time: 0.0411301 Sep 16 04:47:29.477171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 68f652ab-38b6-4b8c-b635-c2318379bed9 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:29.497516 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3329aa63-3bfd-4403-b2df-d693c5fca133 req-2118f69e-5164-440d-839e-2f8b1b2251d7 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.508439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:29.522319 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3329aa63-3bfd-4403-b2df-d693c5fca133 req-2118f69e-5164-440d-839e-2f8b1b2251d7 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.525304 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.526555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-4ba81855-a476-41a6-952e-c4b6f7a00ebd tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9579782 Sep 16 04:47:29.539660 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'mac_address': 'fa:16:3e:a8:f6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:29.601319 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-3e8bc083-ce3b-41fd-921b-a0f6a313a47d tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.0585661 Sep 16 04:47:29.617580 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.642957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:29.648672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 68f652ab-38b6-4b8c-b635-c2318379bed9, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=68f652ab-38b6-4b8c-b635-c2318379bed9,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:29.666261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '68f652ab-38b6-4b8c-b635-c2318379bed9', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'port_id': '68f652ab-38b6-4b8c-b635-c2318379bed9', 'mac_address': 'fa:16:3e:e0:25:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e998c6-4110-4bef-84ea-094065a059d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:29.675775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:29.713319 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.723040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-61a6e6cc-48bc-4336-a748-0b4e6e94137c tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.725075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfa23cdd-d023-48eb-a64b-a3842eda131b req-61a6e6cc-48bc-4336-a748-0b4e6e94137c tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1152117 Sep 16 04:47:29.735469 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f652ab-38b6-4b8c-b635-c2318379bed9 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:29.735929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3329aa63-3bfd-4403-b2df-d693c5fca133 req-2118f69e-5164-440d-839e-2f8b1b2251d7 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.735929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3329aa63-3bfd-4403-b2df-d693c5fca133 req-2118f69e-5164-440d-839e-2f8b1b2251d7 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.735929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3329aa63-3bfd-4403-b2df-d693c5fca133 req-2118f69e-5164-440d-839e-2f8b1b2251d7 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "DELETE /v2.0/security-groups/44716c77-35fb-4214-ba65-fa578c6ba229 HTTP/1.1" status: 204 len: 173 time: 0.2950797 Sep 16 04:47:29.748828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118f69e-5164-440d-839e-2f8b1b2251d7 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44716c77-35fb-4214-ba65-fa578c6ba229,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:29.767761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 68f652ab-38b6-4b8c-b635-c2318379bed9, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=68f652ab-38b6-4b8c-b635-c2318379bed9,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:29.769575 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.826156 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:29.851769 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.872331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763f6e8-513b-481c-90ae-baf9c8b6f6ed req-42cc387e-7f4c-4796-b968-5fd16cd1698f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.873840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d763f6e8-513b-481c-90ae-baf9c8b6f6ed req-42cc387e-7f4c-4796-b968-5fd16cd1698f tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0763090 Sep 16 04:47:29.886833 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2d5b3-6e46-4e89-9029-5b5f492c7f91 req-58e69643-5165-4818-8a28-d2386de719bc tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.888545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ea2d5b3-6e46-4e89-9029-5b5f492c7f91 req-58e69643-5165-4818-8a28-d2386de719bc tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 943 time: 0.0806055 Sep 16 04:47:29.901353 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['4aeabf3c-b52b-4438-a1f4-faf6b0fda131'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:29.937869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=68f652ab-38b6-4b8c-b635-c2318379bed9,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:29.939306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d763f6e8-513b-481c-90ae-baf9c8b6f6ed req-5907a49d-eb42-469d-8790-4346d55b4474 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497832 Sep 16 04:47:29.973567 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ea2d5b3-6e46-4e89-9029-5b5f492c7f91 req-d03c84a3-41e4-4d33-9b6d-b5ecb275163d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667372 Sep 16 04:47:30.070987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['68f652ab-38b6-4b8c-b635-c2318379bed9'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:30.115218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8558e5d3-9abc-477f-a679-69042dd35fe3 req-a19d7d78-335a-47e9-b70a-1debb3f30080 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "GET /v2.0/security-groups/93040524-4665-486f-8a10-1267e65f7e04 HTTP/1.1" status: 200 len: 1812 time: 0.0896225 Sep 16 04:47:30.127002 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-7a667d04-5b0f-4d02-ae75-0f789415338f tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1519051 Sep 16 04:47:30.139949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:30.209635 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8558e5d3-9abc-477f-a679-69042dd35fe3 req-fdf72147-b858-4a8e-a0e2-5202493d5359 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.245722 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8558e5d3-9abc-477f-a679-69042dd35fe3 req-fdf72147-b858-4a8e-a0e2-5202493d5359 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.254054 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.395382 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8558e5d3-9abc-477f-a679-69042dd35fe3 req-fdf72147-b858-4a8e-a0e2-5202493d5359 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.398465 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8558e5d3-9abc-477f-a679-69042dd35fe3 req-fdf72147-b858-4a8e-a0e2-5202493d5359 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.405721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8558e5d3-9abc-477f-a679-69042dd35fe3 req-fdf72147-b858-4a8e-a0e2-5202493d5359 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] 10.222.0.24 "DELETE /v2.0/security-groups/93040524-4665-486f-8a10-1267e65f7e04 HTTP/1.1" status: 204 len: 173 time: 0.2706273 Sep 16 04:47:30.406468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45926) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:30.449799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf72147-b858-4a8e-a0e2-5202493d5359 tempest-SecurityGroupRulesNegativeTestJSON-921067191 tempest-SecurityGroupRulesNegativeTestJSON-921067191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93040524-4665-486f-8a10-1267e65f7e04,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:30.452543 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.501174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-417bb48b-e8a7-4c50-aed3-3237815c7760 admin admin] Deleting subnet d742212c-0d42-4503-9622-2fd2fb3722c4 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:30.505079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-417bb48b-e8a7-4c50-aed3-3237815c7760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.567483 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-417bb48b-e8a7-4c50-aed3-3237815c7760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.622434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-417bb48b-e8a7-4c50-aed3-3237815c7760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.628036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d742c-4de5-44de-8362-f648a29b9d46 req-4f6997f6-e6e8-4768-9819-603dab34d533 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:30.629840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc5d742c-4de5-44de-8362-f648a29b9d46 req-4f6997f6-e6e8-4768-9819-603dab34d533 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1143823 Sep 16 04:47:30.655057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Allocated IP 172.25.3.53 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/7b242995-21f3-42f0-89b3-c25db8bfdad8) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:30.728701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc5d742c-4de5-44de-8362-f648a29b9d46 req-8858d5ac-937f-48c0-b44b-08b51b777590 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867193 Sep 16 04:47:30.759836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0da93a-0f9a-40a7-98e5-d4aa32f45f1f req-f9ac8cf7-a776-47af-a3a1-71cab7965c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:30.761557 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a0da93a-0f9a-40a7-98e5-d4aa32f45f1f req-f9ac8cf7-a776-47af-a3a1-71cab7965c97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 1095 time: 0.0647621 Sep 16 04:47:30.780143 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-417bb48b-e8a7-4c50-aed3-3237815c7760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.846762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bb48b-e8a7-4c50-aed3-3237815c7760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d742212c-0d42-4503-9622-2fd2fb3722c4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:30.866681 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.870621 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-417bb48b-e8a7-4c50-aed3-3237815c7760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.872676 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-417bb48b-e8a7-4c50-aed3-3237815c7760 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d742212c-0d42-4503-9622-2fd2fb3722c4 HTTP/1.1" status: 204 len: 168 time: 0.4648473 Sep 16 04:47:30.875956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45936) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:30.966216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1b924-34d6-4405-b3f1-777de57b5989 req-39166f5a-e68f-44fa-8385-d1ce13edf30b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:30.967766 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5dd1b924-34d6-4405-b3f1-777de57b5989 req-39166f5a-e68f-44fa-8385-d1ce13edf30b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0616882 Sep 16 04:47:30.969928 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.031243 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.035271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:31.044714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:31.050029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:31.058239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0da93a-0f9a-40a7-98e5-d4aa32f45f1f req-1aaff32e-6c9b-458e-9786-d38ba3848f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.060836 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a0da93a-0f9a-40a7-98e5-d4aa32f45f1f req-1aaff32e-6c9b-458e-9786-d38ba3848f14 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 917 time: 0.2505319 Sep 16 04:47:31.106679 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Pushing event updated for resources: {'Port': ['ID=7b242995-21f3-42f0-89b3-c25db8bfdad8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:31.120865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5dd1b924-34d6-4405-b3f1-777de57b5989 req-84f9b686-f71d-4197-af59-085e77b77a4a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243269 Sep 16 04:47:31.202134 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.235940 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.264160 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a0da93a-0f9a-40a7-98e5-d4aa32f45f1f req-ecf9ab1a-157b-413f-92e0-dbd989ecc41d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930998e7-b9b0-4692-a265-d5596c68066e HTTP/1.1" status: 200 len: 999 time: 0.1954613 Sep 16 04:47:31.299595 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ff8a49-9ead-49af-8ac7-0400cbc13234']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:31.306144 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.338896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05413035-3d52-43a0-9394-caca70924a3d') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:31.339392 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05413035-3d52-43a0-9394-caca70924a3d') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:31.347331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea6e4a-0aca-463d-9890-8267874ebb50 req-116e2ec6-b6dd-444f-8172-2034b8943095 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.354060 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.355237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8ea6e4a-0aca-463d-9890-8267874ebb50 req-116e2ec6-b6dd-444f-8172-2034b8943095 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1227696 Sep 16 04:47:31.373447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0da93a-0f9a-40a7-98e5-d4aa32f45f1f req-653ed7b1-324d-4c83-9726-adde76762a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.375624 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a0da93a-0f9a-40a7-98e5-d4aa32f45f1f req-653ed7b1-324d-4c83-9726-adde76762a93 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.1027253 Sep 16 04:47:31.379165 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.395127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:31.421288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:31.421901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:31.425534 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:31.433142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8ea6e4a-0aca-463d-9890-8267874ebb50 req-48c504db-24b7-4e2c-bfa1-a41f50a91db2 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692370 Sep 16 04:47:31.491747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 68f652ab-38b6-4b8c-b635-c2318379bed9 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:31.526803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:31.528188 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.542119 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0da93a-0f9a-40a7-98e5-d4aa32f45f1f req-01ce3397-e030-4f7f-9ad8-732dd06f48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.545591 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a0da93a-0f9a-40a7-98e5-d4aa32f45f1f req-01ce3397-e030-4f7f-9ad8-732dd06f48c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612904 Sep 16 04:47:31.617925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170129-ee3b-4174-a2d3-b058a3553f7c req-d0329824-ce07-469c-925f-34d82cd96ade tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.625229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f170129-ee3b-4174-a2d3-b058a3553f7c req-d0329824-ce07-469c-925f-34d82cd96ade tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.0950911 Sep 16 04:47:31.643199 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.661918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.666253 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] 10.222.0.24 "DELETE /v2.0/networks/54ff8a49-9ead-49af-8ac7-0400cbc13234 HTTP/1.1" status: 204 len: 168 time: 0.7864237 Sep 16 04:47:31.667302 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.677640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d19eb-8189-4486-a0d0-ece141c56c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=54ff8a49-9ead-49af-8ac7-0400cbc13234,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:31.687128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f170129-ee3b-4174-a2d3-b058a3553f7c req-809903ec-3667-4cdf-983f-c68567154fbd tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610430 Sep 16 04:47:31.700098 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.704865 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 68f652ab-38b6-4b8c-b635-c2318379bed9 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:31.720227 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a0da93a-0f9a-40a7-98e5-d4aa32f45f1f req-dcad1f9c-eac9-4a2d-9c09-8c0aae6fd329 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680534 Sep 16 04:47:31.726175 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.765906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 68f652ab-38b6-4b8c-b635-c2318379bed9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:31.766142 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.789670 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:31.793102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:31.795764 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106d98a9-e4cf-49df-82f0-ec53b24ff2e0" -d '{"events": [{"server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "name": "network-vif-plugged", "status": "completed", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:31.861647 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.875161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Pushing event updated for resources: {'Port': ['ID=7b242995-21f3-42f0-89b3-c25db8bfdad8,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:31.876333 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a0da93a-0f9a-40a7-98e5-d4aa32f45f1f req-ae766aa5-495f-4365-a424-51dc02473afe service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372311 Sep 16 04:47:31.893291 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.918330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483576-843d-4f0d-8044-9dcadc2bc363 req-c77c60aa-faa4-463c-a27a-8c18ed7466db tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.921693 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb483576-843d-4f0d-8044-9dcadc2bc363 req-c77c60aa-faa4-463c-a27a-8c18ed7466db tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 944 time: 0.1045532 Sep 16 04:47:32.011926 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.133768 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb483576-843d-4f0d-8044-9dcadc2bc363 req-8c621fdd-7409-441c-b71d-58ad65b503cb tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927536 Sep 16 04:47:32.134396 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.134396 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 68f652ab-38b6-4b8c-b635-c2318379bed9, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=68f652ab-38b6-4b8c-b635-c2318379bed9,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:32.141175 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.145308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-e9743b18-d2ce-4be9-8651-acdffcbbfca8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0147526 Sep 16 04:47:32.227324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-b6a4aae4-3ff1-4413-8f5d-91a765acb262 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0669553 Sep 16 04:47:32.297259 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.297661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c9d0-a8ce-4033-8fbd-4167010057ee req-0930ba9a-f169-4a95-8f32-8810a94a5d3a tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.308739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a316c9d0-a8ce-4033-8fbd-4167010057ee req-0930ba9a-f169-4a95-8f32-8810a94a5d3a tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1576943 Sep 16 04:47:32.310073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45952) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:32.370298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=68f652ab-38b6-4b8c-b635-c2318379bed9,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.393738 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9638556b-cf46-4607-9e06-7e6f8671e4f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d537960e9f30470c8a2c6293c621b5dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823624 Sep 16 04:47:32.396785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45954) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:32.412126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a316c9d0-a8ce-4033-8fbd-4167010057ee req-b8923a5c-b718-4b24-9212-635f39683c31 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028709 Sep 16 04:47:32.444379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-92e4d8ee-a043-4b35-b8f7-3ea16ecad577 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.459636 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-529fc6f5-5551-4907-9db3-2784fd58ec2c req-92e4d8ee-a043-4b35-b8f7-3ea16ecad577 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.2248957 Sep 16 04:47:32.491996 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5571689-b85b-4c34-ac1a-3401e1cb7913 x-openstack-request-id: req-e5571689-b85b-4c34-ac1a-3401e1cb7913 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:32.492594 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "name": "network-vif-plugged", "status": "completed", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:32.492594 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5571689-b85b-4c34-ac1a-3401e1cb7913 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:32.493319 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'code': 200} Sep 16 04:47:32.504148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c47b4ba1-dc8c-45f0-a86e-96e530273c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.563057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c47b4ba1-dc8c-45f0-a86e-96e530273c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.665635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97625af1-b35b-42d8-a81c-d05c16a61b2c req-31a0eeaf-acc7-4d44-a4ca-8e5360c6e07b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.667107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97625af1-b35b-42d8-a81c-d05c16a61b2c req-31a0eeaf-acc7-4d44-a4ca-8e5360c6e07b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0945745 Sep 16 04:47:32.674870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e017773-c29e-46a8-96d8-23c983db825c req-a91b1de8-c993-40da-ae24-cc1d7bb744dc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.681050 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e017773-c29e-46a8-96d8-23c983db825c req-a91b1de8-c993-40da-ae24-cc1d7bb744dc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.0997572 Sep 16 04:47:32.702477 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c47b4ba1-dc8c-45f0-a86e-96e530273c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.705680 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c47b4ba1-dc8c-45f0-a86e-96e530273c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.706885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c47b4ba1-dc8c-45f0-a86e-96e530273c69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be02324e-a88b-4e35-b1e4-004415486049 HTTP/1.1" status: 204 len: 168 time: 0.3080361 Sep 16 04:47:32.730413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b4ba1-dc8c-45f0-a86e-96e530273c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be02324e-a88b-4e35-b1e4-004415486049,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.757419 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e017773-c29e-46a8-96d8-23c983db825c req-49a6ff7d-068e-412c-8f96-e7df62705bed tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729477 Sep 16 04:47:32.770698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97625af1-b35b-42d8-a81c-d05c16a61b2c req-1c1efe19-ffee-4a68-b51c-ba12e34ae7fd tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862288 Sep 16 04:47:32.913764 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92913a05-36ea-4fe6-9440-94b32adadfe5 req-97dbc793-69ff-422c-adfa-20f210a2c5ba tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips/d9070097-04b4-49b3-ab82-c7e31bd59d50 HTTP/1.1" status: 200 len: 692 time: 0.1030929 Sep 16 04:47:32.967262 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18d2a6-0d90-4030-b20c-ff164ee701a0 req-bddc4590-57e2-4960-ba55-0411c5162313 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.969078 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d18d2a6-0d90-4030-b20c-ff164ee701a0 req-bddc4590-57e2-4960-ba55-0411c5162313 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 943 time: 0.0927286 Sep 16 04:47:33.069547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d18d2a6-0d90-4030-b20c-ff164ee701a0 req-76c9a18f-1708-48af-b6a2-37403769bcb3 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650563 Sep 16 04:47:33.088104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92913a05-36ea-4fe6-9440-94b32adadfe5 req-aecb1f2a-95eb-4abe-9f46-aa058e76a5a7 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.094069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92913a05-36ea-4fe6-9440-94b32adadfe5 req-aecb1f2a-95eb-4abe-9f46-aa058e76a5a7 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1722786 Sep 16 04:47:33.196589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-a5749c16-b37e-4124-a837-29c674327a79 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips/d9070097-04b4-49b3-ab82-c7e31bd59d50 HTTP/1.1" status: 200 len: 692 time: 0.0725145 Sep 16 04:47:33.288620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950d9c1-02ef-44df-a0e1-1b32947586c2 req-f9952b91-5887-4e8c-b9cd-0e6688374d53 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.288620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f950d9c1-02ef-44df-a0e1-1b32947586c2 req-f9952b91-5887-4e8c-b9cd-0e6688374d53 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.1112173 Sep 16 04:47:33.380785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f950d9c1-02ef-44df-a0e1-1b32947586c2 req-31914685-6d29-4ac5-ae45-4edf76b22b50 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923390 Sep 16 04:47:33.400302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-ad50cc1b-5a10-4ac3-90fd-c831f851b9b8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.401797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-ad50cc1b-5a10-4ac3-90fd-c831f851b9b8 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1865785 Sep 16 04:47:33.463010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-aadf8077-b817-4429-a80d-15f934074920 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0506186 Sep 16 04:47:33.501498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 930998e7-b9b0-4692-a265-d5596c68066e details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:33.541731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-121e41fa-2e39-4ee5-b394-d7ab8d13fb17 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0531833 Sep 16 04:47:33.567646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1cdfe-4bdb-4936-9be7-d57dbb5d5505 req-c2bd403e-a4a0-4a80-875d-5c12e821c7a5 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.569506 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20c1cdfe-4bdb-4936-9be7-d57dbb5d5505 req-c2bd403e-a4a0-4a80-875d-5c12e821c7a5 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.1091566 Sep 16 04:47:33.654301 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=930998e7-b9b0-4692-a265-d5596c68066e,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:33.695646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20c1cdfe-4bdb-4936-9be7-d57dbb5d5505 req-fb9615ac-05c2-4349-80b4-5fd9196c9552 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956864 Sep 16 04:47:33.761200 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-e6d42c8c-94bf-45ba-ba32-b5b2bb01750b tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Deleting port 7b242995-21f3-42f0-89b3-c25db8bfdad8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:33.761697 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-e6d42c8c-94bf-45ba-ba32-b5b2bb01750b tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.814828 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '930998e7-b9b0-4692-a265-d5596c68066e', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'port_id': '930998e7-b9b0-4692-a265-d5596c68066e', 'mac_address': 'fa:16:3e:19:ec:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:33.853500 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.866572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930998e7-b9b0-4692-a265-d5596c68066e {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:33.885885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=930998e7-b9b0-4692-a265-d5596c68066e,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:33.903956 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-e6d42c8c-94bf-45ba-ba32-b5b2bb01750b tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.904290 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-e6d42c8c-94bf-45ba-ba32-b5b2bb01750b tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.922768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9d1c6-793c-46d9-8894-8400eddacf3a req-ce44d403-cf55-4f49-a2cf-4b8fd9ceba73 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.926751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cec9d1c6-793c-46d9-8894-8400eddacf3a req-ce44d403-cf55-4f49-a2cf-4b8fd9ceba73 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.0818708 Sep 16 04:47:33.930438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-e6d42c8c-94bf-45ba-ba32-b5b2bb01750b tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Calling delete_port for 7b242995-21f3-42f0-89b3-c25db8bfdad8 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:33.980440 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.017728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cec9d1c6-793c-46d9-8894-8400eddacf3a req-104e459c-780c-4a2b-b8b8-c1be8f232150 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852849 Sep 16 04:47:34.065349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=930998e7-b9b0-4692-a265-d5596c68066e,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:34.086743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46014) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:34.184853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['930998e7-b9b0-4692-a265-d5596c68066e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:34.212356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-e6d42c8c-94bf-45ba-ba32-b5b2bb01750b tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.256955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d42c8c-94bf-45ba-ba32-b5b2bb01750b tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Pushing event deleted for resources: {'Port': ['ID=7b242995-21f3-42f0-89b3-c25db8bfdad8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:34.295979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-771708903-network', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:34.352041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0047c8-eedf-41c5-a03a-5f1109561c5b req-0ff68a84-2e83-4b32-b530-8bcaa0b80b1e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.353646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad0047c8-eedf-41c5-a03a-5f1109561c5b req-0ff68a84-2e83-4b32-b530-8bcaa0b80b1e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.1534331 Sep 16 04:47:34.370606 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-e6d42c8c-94bf-45ba-ba32-b5b2bb01750b tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.373129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-e6d42c8c-94bf-45ba-ba32-b5b2bb01750b tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.377181 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Made reservation on behalf of 59a11aa7b88f4a21b119fd15b1824744 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:34.379942 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.388552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4416ac5b-bd7f-45f4-8262-49d9d545552e req-e6d42c8c-94bf-45ba-ba32-b5b2bb01750b tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "DELETE /v2.0/floatingips/d9070097-04b4-49b3-ab82-c7e31bd59d50 HTTP/1.1" status: 204 len: 173 time: 0.8344197 Sep 16 04:47:34.390634 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.445273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad0047c8-eedf-41c5-a03a-5f1109561c5b req-219e5f39-1c5a-4c77-90a7-576d6f32eb5d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809796 Sep 16 04:47:34.494421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bfcac9-5654-45b2-809f-0e1c4f52dbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f652ab-38b6-4b8c-b635-c2318379bed9'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:34.496923 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893b7df7-effc-43bc-8e25-f405889c6e0a" -d '{"events": [{"server_uuid": "10bfcac9-5654-45b2-809f-0e1c4f52dbaf", "name": "network-vif-plugged", "status": "completed", "tag": "68f652ab-38b6-4b8c-b635-c2318379bed9"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:34.519690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763ad3c-cfaa-4a00-9769-57e709b0efe5 req-435e1897-dc68-461f-b444-ea8f78f06b20 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.522030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2763ad3c-cfaa-4a00-9769-57e709b0efe5 req-435e1897-dc68-461f-b444-ea8f78f06b20 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.0671694 Sep 16 04:47:34.531991 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.600648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e6d9c-4ee4-44c4-8fb8-041f29559907 req-f6788b03-bcaa-4fde-b02e-5e06749f3a85 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.602210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d29e6d9c-4ee4-44c4-8fb8-041f29559907 req-f6788b03-bcaa-4fde-b02e-5e06749f3a85 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 944 time: 0.0791786 Sep 16 04:47:34.605198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2763ad3c-cfaa-4a00-9769-57e709b0efe5 req-78374606-d0f9-48e0-a02f-81a278e3b92f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711474 Sep 16 04:47:34.642243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d29e6d9c-4ee4-44c4-8fb8-041f29559907 req-36eaffa1-8f24-41eb-962c-9d208e5c14ed tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336838 Sep 16 04:47:34.671866 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.731597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:34.738900 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44be4f3-8d4d-427b-89af-d74a8b14b1ce,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:34.759721 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.760313 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Added segment d9334f26-8cc1-4ee4-9f65-62b9c96ba824 of type vlan for network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 Sep 16 04:47:34.822281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.874996 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52571f2-20ed-4ed4-93b9-13fcb0361555 req-97a8150a-76f1-4062-a00b-2d9825f07ba7 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.876593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a52571f2-20ed-4ed4-93b9-13fcb0361555 req-97a8150a-76f1-4062-a00b-2d9825f07ba7 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2334180 Sep 16 04:47:34.885567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cd713-fb99-49e0-b7b8-ebe31b7976ee req-49eeb163-e0cd-4fc5-b104-24b8d5fe58df tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.887061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d81cd713-fb99-49e0-b7b8-ebe31b7976ee req-49eeb163-e0cd-4fc5-b104-24b8d5fe58df tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.1186304 Sep 16 04:47:34.920207 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5934314-86ec-4fa6-bf29-aa67cadef024 x-openstack-request-id: req-e5934314-86ec-4fa6-bf29-aa67cadef024 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:34.920817 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bfcac9-5654-45b2-809f-0e1c4f52dbaf", "name": "network-vif-plugged", "status": "completed", "tag": "68f652ab-38b6-4b8c-b635-c2318379bed9", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:34.920817 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5934314-86ec-4fa6-bf29-aa67cadef024 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:34.921175 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bfcac9-5654-45b2-809f-0e1c4f52dbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f652ab-38b6-4b8c-b635-c2318379bed9', 'code': 200} Sep 16 04:47:34.925720 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.926971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.928537 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.947770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d81cd713-fb99-49e0-b7b8-ebe31b7976ee req-869b7dae-7cae-4581-9d56-d1ab3f0d7295 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540419 Sep 16 04:47:35.041746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8926b55b-06a9-45bf-b312-f24ce2d046ee req-63027a7f-4540-493c-8c49-d785a8fdb083 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=f14c12c803f9486db9be67b36fc64695 HTTP/1.1" status: 200 len: 1656 time: 0.0725040 Sep 16 04:47:35.077711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] Pushing event updated for resources: {'Network': ['ID=2713b2ed-413f-41f1-8d43-e9e59b50bc03,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:35.082112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a07324-4b18-4459-ae2b-f2b00e816480 req-db623689-d094-4c8d-aed9-329bb290d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.089424 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f3a07324-4b18-4459-ae2b-f2b00e816480 req-db623689-d094-4c8d-aed9-329bb290d918 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 1097 time: 0.0819254 Sep 16 04:47:35.089424 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aad09b9d-000f-421f-b7dd-6b6f22ae24df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9977355 Sep 16 04:47:35.090433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46038) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:35.093529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:35.101427 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-210846e3-4c63-4b8e-832c-626f83f0e8ad admin admin] Request body: {'subnet': {'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-771708903-subnet', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:35.159968 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f3a07324-4b18-4459-ae2b-f2b00e816480 req-9fac0d2d-e64f-4a87-a263-9b3f0b77a5a6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551844 Sep 16 04:47:35.293415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210846e3-4c63-4b8e-832c-626f83f0e8ad admin admin] Made reservation on behalf of 59a11aa7b88f4a21b119fd15b1824744 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:35.296073 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-210846e3-4c63-4b8e-832c-626f83f0e8ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.507924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 930998e7-b9b0-4692-a265-d5596c68066e up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:35.551644 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926b55b-06a9-45bf-b312-f24ce2d046ee req-ed9f03b7-d008-4f6e-8e44-bcbeeb4a19ca tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.564892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8926b55b-06a9-45bf-b312-f24ce2d046ee req-ed9f03b7-d008-4f6e-8e44-bcbeeb4a19ca tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks?id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&id=6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 787 time: 0.5062232 Sep 16 04:47:35.611900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22713d7-4a60-4ae9-b19d-a196171e253a req-cccda34e-49c4-46c2-bfd7-75042f93c130 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.627747 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c22713d7-4a60-4ae9-b19d-a196171e253a req-cccda34e-49c4-46c2-bfd7-75042f93c130 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.6029217 Sep 16 04:47:35.658004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 930998e7-b9b0-4692-a265-d5596c68066e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:35.658386 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.746278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c22713d7-4a60-4ae9-b19d-a196171e253a req-326d29a0-749c-4f69-9958-301678d3c657 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174061 Sep 16 04:47:35.781052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2fbb1-82b1-4e99-926a-7ef922da00bf req-ba623d12-ac4b-42c1-83ed-ec0e0b685a46 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.791486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47f2fbb1-82b1-4e99-926a-7ef922da00bf req-ba623d12-ac4b-42c1-83ed-ec0e0b685a46 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.0922551 Sep 16 04:47:35.805701 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.843498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=930998e7-b9b0-4692-a265-d5596c68066e,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:35.879296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47f2fbb1-82b1-4e99-926a-7ef922da00bf req-3e45256e-1290-48ae-8de0-cfe287da7783 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866280 Sep 16 04:47:35.930790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-180a2c10-92ac-4517-b7a5-d6af01457ae7 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips/ac212582-5157-469a-a642-7db3f945f7bc HTTP/1.1" status: 200 len: 692 time: 0.0629678 Sep 16 04:47:35.943989 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.945379 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-210846e3-4c63-4b8e-832c-626f83f0e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.017524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=930998e7-b9b0-4692-a265-d5596c68066e,revision_number=10']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:36.030649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210846e3-4c63-4b8e-832c-626f83f0e8ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=594bedc6-ea86-4b5b-80f1-7377dc5b057c,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:36.066872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210846e3-4c63-4b8e-832c-626f83f0e8ad admin admin] Checking segment: {'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:36.068225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210846e3-4c63-4b8e-832c-626f83f0e8ad admin admin] Network hostable DHCP agents. Network: 2713b2ed-413f-41f1-8d43-e9e59b50bc03, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:36.111257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b89a71-4b86-4646-8492-bec9f5774994 req-3bd402d2-e1e7-4755-95ba-380f76f54dd8 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.112844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27b89a71-4b86-4646-8492-bec9f5774994 req-3bd402d2-e1e7-4755-95ba-380f76f54dd8 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0871007 Sep 16 04:47:36.123457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-6b51d7a5-23b0-4372-bf4a-006ed575efd6 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.124881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-6b51d7a5-23b0-4372-bf4a-006ed575efd6 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1933198 Sep 16 04:47:36.194866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-e1da5683-853c-484d-8111-1e55d16a9c2a tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.0623748 Sep 16 04:47:36.210361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210846e3-4c63-4b8e-832c-626f83f0e8ad admin admin] Network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:36.219255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27b89a71-4b86-4646-8492-bec9f5774994 req-fad5db6d-c109-4050-8d25-e314cf239b2b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933120 Sep 16 04:47:36.301004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-c0571d2f-59a8-44cb-bc7a-43e9da3ffb78 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.0927534 Sep 16 04:47:36.331147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-210846e3-4c63-4b8e-832c-626f83f0e8ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 2713b2ed-413f-41f1-8d43-e9e59b50bc03) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:36.336223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210846e3-4c63-4b8e-832c-626f83f0e8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.336931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-210846e3-4c63-4b8e-832c-626f83f0e8ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.343869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02479248-e0a5-46f5-a207-3da718e9f0a4 None None] Network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:36.452284 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-210846e3-4c63-4b8e-832c-626f83f0e8ad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3605287 Sep 16 04:47:36.455279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46060) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:36.462282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:36.486630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7749d-235e-429f-959e-8f9543e8a6a0 req-d1ba324f-9ba8-4db0-85a0-7cd1473f77dc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.496438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ce7749d-235e-429f-959e-8f9543e8a6a0 req-d1ba324f-9ba8-4db0-85a0-7cd1473f77dc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1861458 Sep 16 04:47:36.524759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-cbe064e2-0508-420a-b0d1-623dd9c620be tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Deleting port 8f67f6fd-f958-4a18-8116-dd460187df51 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:36.524759 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-cbe064e2-0508-420a-b0d1-623dd9c620be tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.587865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ce7749d-235e-429f-959e-8f9543e8a6a0 req-b7c76c59-11ca-4eee-b81b-076e57a570e2 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878043 Sep 16 04:47:36.610418 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.615393 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.640862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67013464-f627-48ca-b18d-123459247926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'fixed_ips': [{'subnet_id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:36.646900 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-67013464-f627-48ca-b18d-123459247926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.702374 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-cbe064e2-0508-420a-b0d1-623dd9c620be tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.703021 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-cbe064e2-0508-420a-b0d1-623dd9c620be tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.714023 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.724999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-cbe064e2-0508-420a-b0d1-623dd9c620be tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Calling delete_port for 8f67f6fd-f958-4a18-8116-dd460187df51 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:36.750772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ddaa0-4962-47d4-b60e-c3ef8cb53a06 req-c31315b4-e743-4aac-9a94-56e1a6f689c5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.752675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-623ddaa0-4962-47d4-b60e-c3ef8cb53a06 req-c31315b4-e743-4aac-9a94-56e1a6f689c5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 946 time: 0.1067617 Sep 16 04:47:36.800082 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-67013464-f627-48ca-b18d-123459247926 None None] Allocated IP 172.20.0.2 (2713b2ed-413f-41f1-8d43-e9e59b50bc03/594bedc6-ea86-4b5b-80f1-7377dc5b057c/79d2bd90-ee44-4460-a29c-3e0966d4f146) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:36.845439 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-623ddaa0-4962-47d4-b60e-c3ef8cb53a06 req-414752ea-966b-41af-b7b8-81030311b40a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594926 Sep 16 04:47:36.923502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:36.930818 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63000cb-f1db-4b74-aac3-cf8e48efa6b3" -d '{"events": [{"server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "name": "network-vif-plugged", "status": "completed", "tag": "930998e7-b9b0-4692-a265-d5596c68066e"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:37.000337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.023831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff51049-d11d-4fd3-b8a1-8f4af379cd82 req-519329ce-5449-48d2-a429-8969dc0b7a94 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:37.025555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bff51049-d11d-4fd3-b8a1-8f4af379cd82 req-519329ce-5449-48d2-a429-8969dc0b7a94 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0623612 Sep 16 04:47:37.028388 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-cbe064e2-0508-420a-b0d1-623dd9c620be tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.060646 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-67013464-f627-48ca-b18d-123459247926 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.063625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe064e2-0508-420a-b0d1-623dd9c620be tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Pushing event deleted for resources: {'Port': ['ID=8f67f6fd-f958-4a18-8116-dd460187df51,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:37.158432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bff51049-d11d-4fd3-b8a1-8f4af379cd82 req-64f7f213-29f8-4ce8-ad83-35e5d0b388dc tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216464 Sep 16 04:47:37.172530 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-67013464-f627-48ca-b18d-123459247926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.175313 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-cbe064e2-0508-420a-b0d1-623dd9c620be tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.180205 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-cbe064e2-0508-420a-b0d1-623dd9c620be tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.199611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b09ee63c-86b6-440c-b361-ca2e3e07142a req-cbe064e2-0508-420a-b0d1-623dd9c620be tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "DELETE /v2.0/floatingips/ac212582-5157-469a-a642-7db3f945f7bc HTTP/1.1" status: 204 len: 173 time: 0.8943536 Sep 16 04:47:37.202955 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67013464-f627-48ca-b18d-123459247926 None None] Network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:37.208874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-67013464-f627-48ca-b18d-123459247926 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:37.241420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67013464-f627-48ca-b18d-123459247926 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:37.296692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67013464-f627-48ca-b18d-123459247926 None None] Pushing event updated for resources: {'Port': ['ID=79d2bd90-ee44-4460-a29c-3e0966d4f146,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:37.332258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-67013464-f627-48ca-b18d-123459247926 None None] Attempting to bind port 79d2bd90-ee44-4460-a29c-3e0966d4f146 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:37.332686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-67013464-f627-48ca-b18d-123459247926 None None] Attempting to bind port 79d2bd90-ee44-4460-a29c-3e0966d4f146 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:37.333059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67013464-f627-48ca-b18d-123459247926 None None] Attempting to bind port 79d2bd90-ee44-4460-a29c-3e0966d4f146 on network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:37.340696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67013464-f627-48ca-b18d-123459247926 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:37.341078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67013464-f627-48ca-b18d-123459247926 None None] Checking segment: {'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:37.341601 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-67013464-f627-48ca-b18d-123459247926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.342002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67013464-f627-48ca-b18d-123459247926 None None] Bound using segment: {'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:37.342474 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-67013464-f627-48ca-b18d-123459247926 None None] Bound port: 79d2bd90-ee44-4460-a29c-3e0966d4f146, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:37.342863 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-67013464-f627-48ca-b18d-123459247926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.373405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c585-eb76-4571-8356-443f943f2cac req-0f6c9bb1-ab7a-407d-bd31-6b8daca278a6 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:37.390601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b751c585-eb76-4571-8356-443f943f2cac req-0f6c9bb1-ab7a-407d-bd31-6b8daca278a6 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.1407351 Sep 16 04:47:37.448692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-67013464-f627-48ca-b18d-123459247926 None None] For port 79d2bd90-ee44-4460-a29c-3e0966d4f146, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:37.451562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.452695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-67013464-f627-48ca-b18d-123459247926 None None] For port 79d2bd90-ee44-4460-a29c-3e0966d4f146, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=79d2bd90-ee44-4460-a29c-3e0966d4f146,segment=NetworkSegment(d9334f26-8cc1-4ee4-9f65-62b9c96ba824),segment_id=d9334f26-8cc1-4ee4-9f65-62b9c96ba824)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:37.454129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b751c585-eb76-4571-8356-443f943f2cac req-7f9e168c-5088-434c-bbb4-8913f3473aa3 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625193 Sep 16 04:47:37.470409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c3215-0328-4013-b07b-99fa8b297375 req-cafb1077-5a41-4fc9-b6c5-add2dd6b5f9e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:37.486001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e46c3215-0328-4013-b07b-99fa8b297375 req-cafb1077-5a41-4fc9-b6c5-add2dd6b5f9e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.0864418 Sep 16 04:47:37.486352 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.519376 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b62ca4f-8d25-4667-8487-87509c6cfdfe x-openstack-request-id: req-9b62ca4f-8d25-4667-8487-87509c6cfdfe {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:37.519688 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "name": "network-vif-plugged", "status": "completed", "tag": "930998e7-b9b0-4692-a265-d5596c68066e", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:37.519959 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b62ca4f-8d25-4667-8487-87509c6cfdfe {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:37.520356 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e', 'code': 200} Sep 16 04:47:37.557595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e46c3215-0328-4013-b07b-99fa8b297375 req-998eb99e-3fd1-4d9e-945b-2bcafb98b6fc tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772436 Sep 16 04:47:37.600774 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-67013464-f627-48ca-b18d-123459247926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.645488 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-0edba1be-492f-4c1b-9934-1da68368302a tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips/88af4949-edad-4f07-81ea-74d493e2f998 HTTP/1.1" status: 200 len: 693 time: 0.0851474 Sep 16 04:47:37.658559 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Allocated IP 172.25.3.71 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/baed6de5-95b6-4676-87b2-635dc1a29af7) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:37.741699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67013464-f627-48ca-b18d-123459247926 None None] Pushing event updated for resources: {'Port': ['ID=79d2bd90-ee44-4460-a29c-3e0966d4f146,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:37.826405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-64c54452-0bb3-42b2-9332-f0eccfb2310e tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:37.836588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-64c54452-0bb3-42b2-9332-f0eccfb2310e tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1849990 Sep 16 04:47:37.869826 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309e74c-78c1-4324-a682-398cf7f67223 req-6ba3a4c3-1eec-43bc-a12d-5f0bbb8a4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:37.872055 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3309e74c-78c1-4324-a682-398cf7f67223 req-6ba3a4c3-1eec-43bc-a12d-5f0bbb8a4034 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 1098 time: 0.1122499 Sep 16 04:47:37.906672 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.943574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-8e1e2da6-4d95-4923-9bef-e9f506cc5ae7 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.1052148 Sep 16 04:47:37.948930 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3309e74c-78c1-4324-a682-398cf7f67223 req-5f6d5950-6b57-40ba-98c8-445e62aab3b1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615618 Sep 16 04:47:38.046004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-f3be714c-d642-4c35-91c9-47cf5d205155 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.0993335 Sep 16 04:47:38.116213 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.171359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:38.180679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:38.185244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:38.195920 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Pushing event updated for resources: {'Port': ['ID=baed6de5-95b6-4676-87b2-635dc1a29af7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:38.234236 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd97f1-eee9-47d1-9595-d74ea1a609e3 req-1d438b51-07c7-4072-a737-45c15ad4923a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.234236 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41dd97f1-eee9-47d1-9595-d74ea1a609e3 req-1d438b51-07c7-4072-a737-45c15ad4923a tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.1844156 Sep 16 04:47:38.303540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41dd97f1-eee9-47d1-9595-d74ea1a609e3 req-43a70a49-4f29-466e-8e45-8a27743f353c tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496013 Sep 16 04:47:38.323675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-13f404ba-6c40-41c9-b7c1-01ac7aa4dbdf tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Deleting port 2c3c7134-996c-48b8-b5c8-b1f9394531f4 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:38.324588 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-13f404ba-6c40-41c9-b7c1-01ac7aa4dbdf tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.467441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-13f404ba-6c40-41c9-b7c1-01ac7aa4dbdf tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.467782 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-13f404ba-6c40-41c9-b7c1-01ac7aa4dbdf tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.486641 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-13f404ba-6c40-41c9-b7c1-01ac7aa4dbdf tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Calling delete_port for 2c3c7134-996c-48b8-b5c8-b1f9394531f4 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:38.501920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d2800-7daa-4730-b73c-adfb40ed4734 req-775c117b-bfea-4f68-8926-934372a42dc9 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.503610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a1d2800-7daa-4730-b73c-adfb40ed4734 req-775c117b-bfea-4f68-8926-934372a42dc9 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.0958912 Sep 16 04:47:38.596374 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a1d2800-7daa-4730-b73c-adfb40ed4734 req-7202589c-8dbb-452b-8364-5a77b6563c30 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859642 Sep 16 04:47:38.618420 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.750170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d137dfd-2d69-498f-8d47-9aa0470e39fb req-4ea71043-ef30-4ea0-a470-1be5e6cabfec tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.751744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d137dfd-2d69-498f-8d47-9aa0470e39fb req-4ea71043-ef30-4ea0-a470-1be5e6cabfec tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.0636003 Sep 16 04:47:38.794618 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d137dfd-2d69-498f-8d47-9aa0470e39fb req-0e30dcb0-2a30-453c-bad6-60999f670de1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353134 Sep 16 04:47:38.890470 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.910475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095b01-df8a-4def-aed1-cb70c2ed5d85 req-286c31e4-8893-499b-9b6e-49d20336b219 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.913236 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81095b01-df8a-4def-aed1-cb70c2ed5d85 req-286c31e4-8893-499b-9b6e-49d20336b219 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 946 time: 0.0548146 Sep 16 04:47:38.965546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81095b01-df8a-4def-aed1-cb70c2ed5d85 req-9d207b84-052b-4493-9d0b-20747ecf0dd1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464036 Sep 16 04:47:39.048758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967db768-1958-43a5-8708-fa02fc5bbd6b None None] Network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:39.057258 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-13f404ba-6c40-41c9-b7c1-01ac7aa4dbdf tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.091227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f404ba-6c40-41c9-b7c1-01ac7aa4dbdf tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Pushing event deleted for resources: {'Port': ['ID=2c3c7134-996c-48b8-b5c8-b1f9394531f4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:39.116769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-98c6899d-9ffe-4afa-877f-9718c1211904 None None] Provisioning complete for port 79d2bd90-ee44-4460-a29c-3e0966d4f146 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:39.117146 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98c6899d-9ffe-4afa-877f-9718c1211904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.142578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Router 6b4c8055-c9da-452d-95fc-45d2281f1f30 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:47:39.175612 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-13f404ba-6c40-41c9-b7c1-01ac7aa4dbdf tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.179294 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-13f404ba-6c40-41c9-b7c1-01ac7aa4dbdf tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.180967 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38490066-fae4-4b25-90f2-c4355bb9faa8 req-13f404ba-6c40-41c9-b7c1-01ac7aa4dbdf tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "DELETE /v2.0/floatingips/88af4949-edad-4f07-81ea-74d493e2f998 HTTP/1.1" status: 204 len: 173 time: 1.0858188 Sep 16 04:47:39.306500 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98c6899d-9ffe-4afa-877f-9718c1211904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.314032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f365f-4981-48f8-9b8a-2e8f31f8c9ba req-49137ce4-7976-486b-8ec7-7d96bf8b0fcb tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.335512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-433f365f-4981-48f8-9b8a-2e8f31f8c9ba req-49137ce4-7976-486b-8ec7-7d96bf8b0fcb tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0921941 Sep 16 04:47:39.340841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:39.353109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-98c6899d-9ffe-4afa-877f-9718c1211904 None None] For port 79d2bd90-ee44-4460-a29c-3e0966d4f146, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=79d2bd90-ee44-4460-a29c-3e0966d4f146,segment=NetworkSegment(d9334f26-8cc1-4ee4-9f65-62b9c96ba824),segment_id=d9334f26-8cc1-4ee4-9f65-62b9c96ba824)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:39.356217 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Sync routers for ids ['6b4c8055-c9da-452d-95fc-45d2281f1f30'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:39.369455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Routers {'6b4c8055-c9da-452d-95fc-45d2281f1f30'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:39.370236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:47:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6b4c8055-c9da-452d-95fc-45d2281f1f30'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:39.422653 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-433f365f-4981-48f8-9b8a-2e8f31f8c9ba req-dd3ad5c5-b704-489b-b40b-ba0b0b65b22d tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861635 Sep 16 04:47:39.457939 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98c6899d-9ffe-4afa-877f-9718c1211904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.470319 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.472872 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ed68062d-b9f7-4745-aba1-573a52298289 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0162232 Sep 16 04:47:39.477062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46118) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:39.625609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Set router 6b4c8055-c9da-452d-95fc-45d2281f1f30 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:39.707878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd645068-f595-4ec5-b6f2-4ea16ff2c6cb req-5ef1c178-93ef-4dae-8a03-ed1756fdc851 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.716538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd645068-f595-4ec5-b6f2-4ea16ff2c6cb req-5ef1c178-93ef-4dae-8a03-ed1756fdc851 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1609697 Sep 16 04:47:39.718781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 79d2bd90-ee44-4460-a29c-3e0966d4f146 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:39.782604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6899d-9ffe-4afa-877f-9718c1211904 None None] Pushing event updated for resources: {'Port': ['ID=79d2bd90-ee44-4460-a29c-3e0966d4f146,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:39.829891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7d9500f1-6b18-41b5-bf64-764c1ad5a513 None None] Provisioning complete for port 79d2bd90-ee44-4460-a29c-3e0966d4f146 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:39.830401 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d9500f1-6b18-41b5-bf64-764c1ad5a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.902537 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd645068-f595-4ec5-b6f2-4ea16ff2c6cb req-bf837d90-6fb3-434a-8493-e0fed93c126a tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849535 Sep 16 04:47:39.997576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 79d2bd90-ee44-4460-a29c-3e0966d4f146 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:39.997958 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.039073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-ba393f5a-128c-40ef-8d7a-4982c28cd834 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips/0276841c-dfad-46e5-a546-9ad5d44fa4cb HTTP/1.1" status: 200 len: 693 time: 0.0623014 Sep 16 04:47:40.094212 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:47:40.118062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:47:38Z', 'revision_number': 3, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:40.156429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Checking router: 6b4c8055-c9da-452d-95fc-45d2281f1f30 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:40.156429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Updating router 6b4c8055-c9da-452d-95fc-45d2281f1f30 port baed6de5-95b6-4676-87b2-635dc1a29af7 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:47:40.181918 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.249676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-8f9ee928-2d5e-4c97-8601-a13f142894c6 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.257577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-8f9ee928-2d5e-4c97-8601-a13f142894c6 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.2067096 Sep 16 04:47:40.407910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-f5d267fa-7aa4-4fa6-9c61-6869065329ca tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.233 HTTP/1.1" status: 200 len: 696 time: 0.1444945 Sep 16 04:47:40.422364 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.480026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-59a99aea-ac94-4fc2-8e6c-11d54c9800d5 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.233 HTTP/1.1" status: 200 len: 696 time: 0.0710983 Sep 16 04:47:40.641243 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.738573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-b15c885d-9c09-4eee-8c41-cecd61028d32 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Deleting port 0f786d31-3a52-44e0-85ad-b3eab0401890 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:40.738923 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-b15c885d-9c09-4eee-8c41-cecd61028d32 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.765712 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.773676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Allocated IP 172.20.0.1 (2713b2ed-413f-41f1-8d43-e9e59b50bc03/594bedc6-ea86-4b5b-80f1-7377dc5b057c/aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:40.874287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Attempting to bind port baed6de5-95b6-4676-87b2-635dc1a29af7 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:40.874653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Attempting to bind port baed6de5-95b6-4676-87b2-635dc1a29af7 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:40.875010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Attempting to bind port baed6de5-95b6-4676-87b2-635dc1a29af7 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:40.885384 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b367354-9ca0-4d05-b9d4-9fff0b43b982 None None] Pushing event updated for resources: {'Port': ['ID=baed6de5-95b6-4676-87b2-635dc1a29af7,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:40.887910 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-b15c885d-9c09-4eee-8c41-cecd61028d32 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.887910 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-b15c885d-9c09-4eee-8c41-cecd61028d32 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.888902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:40.889280 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:40.890235 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.890235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:40.890554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Bound port: baed6de5-95b6-4676-87b2-635dc1a29af7, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:40.890983 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.912527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-b15c885d-9c09-4eee-8c41-cecd61028d32 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Calling delete_port for 0f786d31-3a52-44e0-85ad-b3eab0401890 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:40.959882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] For port baed6de5-95b6-4676-87b2-635dc1a29af7, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:40.964415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] For port baed6de5-95b6-4676-87b2-635dc1a29af7, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=baed6de5-95b6-4676-87b2-635dc1a29af7,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:41.101512 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.217844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Routers {'6b4c8055-c9da-452d-95fc-45d2281f1f30'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:41.218660 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:47:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6b4c8055-c9da-452d-95fc-45d2281f1f30'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:41.220368 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b367354-9ca0-4d05-b9d4-9fff0b43b982 None None] Pushing event updated for resources: {'Port': ['ID=baed6de5-95b6-4676-87b2-635dc1a29af7,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.391021 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.393505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] Set router 6b4c8055-c9da-452d-95fc-45d2281f1f30 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:41.514272 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-b15c885d-9c09-4eee-8c41-cecd61028d32 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.605335 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 79d2bd90-ee44-4460-a29c-3e0966d4f146 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:41.624226 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.651380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c885d-9c09-4eee-8c41-cecd61028d32 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Pushing event deleted for resources: {'Port': ['ID=0f786d31-3a52-44e0-85ad-b3eab0401890,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.679628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 79d2bd90-ee44-4460-a29c-3e0966d4f146 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:41.681077 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.729789 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:41.739349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:47:38Z', 'revision_number': 3, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:41.742977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:41.763178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:41.770380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b8374f-1f50-4470-8222-59078053ae4e None None] The sync data for ids ['6b4c8055-c9da-452d-95fc-45d2281f1f30'] in n-d-712137-12 is: [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:47:38Z', 'revision_number': 3, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:41.781098 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-b15c885d-9c09-4eee-8c41-cecd61028d32 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.783703 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-b15c885d-9c09-4eee-8c41-cecd61028d32 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.793335 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6044b290-d9e7-4c2f-a4a4-c6c2b218a0d1 req-b15c885d-9c09-4eee-8c41-cecd61028d32 tempest-FloatingIPDetailsTestJSON-1965679046 tempest-FloatingIPDetailsTestJSON-1965679046-project] 10.222.0.24 "DELETE /v2.0/floatingips/0276841c-dfad-46e5-a546-9ad5d44fa4cb HTTP/1.1" status: 204 len: 173 time: 1.3120930 Sep 16 04:47:41.799547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.800627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46160) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:41.843867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef28e9-4631-48e6-a2e1-b4a1a7bb0409 req-c13b5b5d-17d9-4ff0-928a-5e2660d10a13 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.876560 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69ef28e9-4631-48e6-a2e1-b4a1a7bb0409 req-c13b5b5d-17d9-4ff0-928a-5e2660d10a13 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.2189088 Sep 16 04:47:41.908601 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.027049 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8619042d-ce28-415f-a26d-fe59cb960d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.139848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fb977383-66d7-4ddc-be65-a0d73284ca1f None None] Provisioning complete for port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:42.140238 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fb977383-66d7-4ddc-be65-a0d73284ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.201177 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-fb977383-66d7-4ddc-be65-a0d73284ca1f None None] Port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:42.227566 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69ef28e9-4631-48e6-a2e1-b4a1a7bb0409 req-e095c50c-a116-4014-940a-f6097373af5f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500805 Sep 16 04:47:42.231440 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.251611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e8d30-e804-49ea-b561-c38c25df0e5b req-08862d85-a0b9-411d-9fbd-974798dcc664 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.251611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d84e8d30-e804-49ea-b561-c38c25df0e5b req-08862d85-a0b9-411d-9fbd-974798dcc664 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.2998316 Sep 16 04:47:42.310798 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.350868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d84e8d30-e804-49ea-b561-c38c25df0e5b req-e38d6ad8-0684-43b8-8996-c54861b1f204 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693760 Sep 16 04:47:42.476081 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-471bb634-0b30-4ed1-b50c-5e61216a0bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.521320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afd3b4-b45c-410d-83cf-227e9d51def7 req-e81f42b7-4daf-4507-9b95-be91cd62d12d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.522937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00afd3b4-b45c-410d-83cf-227e9d51def7 req-e81f42b7-4daf-4507-9b95-be91cd62d12d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 946 time: 0.1772745 Sep 16 04:47:42.576915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705d095-2a04-4330-b511-f68bfb9d2177 req-ad9fb46f-3690-4627-9742-7fb4407f969e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.578500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6705d095-2a04-4330-b511-f68bfb9d2177 req-ad9fb46f-3690-4627-9742-7fb4407f969e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1194332 Sep 16 04:47:42.665506 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00afd3b4-b45c-410d-83cf-227e9d51def7 req-ccfd2a00-9b6d-471e-b05d-f8fe88bb5fe1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236610 Sep 16 04:47:42.678528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6705d095-2a04-4330-b511-f68bfb9d2177 req-916d9ea9-6251-4286-9456-1bcbb5111e4f tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805075 Sep 16 04:47:42.883423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-471bb634-0b30-4ed1-b50c-5e61216a0bab admin admin] Deleting port c1898c67-d8b5-4f99-9386-f3e65e695cdf {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:42.884119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-471bb634-0b30-4ed1-b50c-5e61216a0bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.891880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef71459-fd4b-40dd-acfa-c907db2aafb5 req-d027db5a-d1aa-4d62-986a-ae48be29819b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.900990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ef71459-fd4b-40dd-acfa-c907db2aafb5 req-d027db5a-d1aa-4d62-986a-ae48be29819b tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0907714 Sep 16 04:47:42.910586 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.957063 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ef71459-fd4b-40dd-acfa-c907db2aafb5 req-8d184769-227a-432c-ad4c-d3d8745c19dd tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510488 Sep 16 04:47:42.983589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-471bb634-0b30-4ed1-b50c-5e61216a0bab admin admin] For port c1898c67-d8b5-4f99-9386-f3e65e695cdf, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c1898c67-d8b5-4f99-9386-f3e65e695cdf,segment=NetworkSegment(ae8b270a-101b-4276-92ae-670426cb8585),segment_id=ae8b270a-101b-4276-92ae-670426cb8585)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:42.984099 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-471bb634-0b30-4ed1-b50c-5e61216a0bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.998025 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.998659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-471bb634-0b30-4ed1-b50c-5e61216a0bab admin admin] Calling delete_port for c1898c67-d8b5-4f99-9386-f3e65e695cdf owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:43.113815 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.117834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:43.249887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:43.251348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:43.370371 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-471bb634-0b30-4ed1-b50c-5e61216a0bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.446244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bb634-0b30-4ed1-b50c-5e61216a0bab admin admin] Pushing event deleted for resources: {'Port': ['ID=c1898c67-d8b5-4f99-9386-f3e65e695cdf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:43.651560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f944d-b70f-49be-9975-01c5eb53407f req-94081619-a4fc-4c26-870e-8b5d9906edb9 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:43.654198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-392f944d-b70f-49be-9975-01c5eb53407f req-94081619-a4fc-4c26-870e-8b5d9906edb9 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.2945790 Sep 16 04:47:43.658201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device baed6de5-95b6-4676-87b2-635dc1a29af7 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:43.685039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Router 6b4c8055-c9da-452d-95fc-45d2281f1f30 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:47:43.763491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port baed6de5-95b6-4676-87b2-635dc1a29af7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:43.763871 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.765479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-43027b7f-b7ac-47b6-988a-51355af66c76 None None] Provisioning complete for port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:43.765835 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43027b7f-b7ac-47b6-988a-51355af66c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.775280 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a228d2-530e-47f1-b5d7-4a0b83a62fb7 req-1a1194f9-c677-4c35-b6b7-06fb4e18ccc5 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:43.777461 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-471bb634-0b30-4ed1-b50c-5e61216a0bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.777722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33a228d2-530e-47f1-b5d7-4a0b83a62fb7 req-1a1194f9-c677-4c35-b6b7-06fb4e18ccc5 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.2623527 Sep 16 04:47:43.885729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-43027b7f-b7ac-47b6-988a-51355af66c76 None None] Port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:43.898670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-392f944d-b70f-49be-9975-01c5eb53407f req-c50a268d-0321-4103-acb6-078bbbdb9088 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267077 Sep 16 04:47:43.933811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33a228d2-530e-47f1-b5d7-4a0b83a62fb7 req-37264cdc-25bd-46d3-ad8c-4e29e8be88f7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950963 Sep 16 04:47:43.991028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:44.004586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4c33d734-e730-43a9-8c13-1d9438d1f891 admin admin] 10.222.0.24 "PUT /v2.0/routers/6b4c8055-c9da-452d-95fc-45d2281f1f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5263550 Sep 16 04:47:44.010921 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.043825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port baed6de5-95b6-4676-87b2-635dc1a29af7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=baed6de5-95b6-4676-87b2-635dc1a29af7,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:44.126741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dab6b-df26-43db-b462-c41899f1259c req-33610387-0d60-412f-bea2-3af875873169 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.140914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab0dab6b-df26-43db-b462-c41899f1259c req-33610387-0d60-412f-bea2-3af875873169 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.0854151 Sep 16 04:47:44.158150 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.229232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab0dab6b-df26-43db-b462-c41899f1259c req-d1b2cdb0-0d0a-424d-a849-eb9daa044a0b tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915556 Sep 16 04:47:44.291444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=baed6de5-95b6-4676-87b2-635dc1a29af7,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:44.320966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471bb634-0b30-4ed1-b50c-5e61216a0bab admin admin] Router 71c4955c-3c7d-40f2-89ed-752114d25642 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:47:44.373509 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Sync routers for ids ['6b4c8055-c9da-452d-95fc-45d2281f1f30'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:44.400420 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Routers {'6b4c8055-c9da-452d-95fc-45d2281f1f30'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:44.402434 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:47:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6b4c8055-c9da-452d-95fc-45d2281f1f30'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:44.474826 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f5f57c36-018d-4bc0-8a5e-f14c14cf3249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.476566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471bb634-0b30-4ed1-b50c-5e61216a0bab admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:44.494702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefbc54-2f9d-427a-92ab-3233a9330b4e None None] Sync routers for ids ['71c4955c-3c7d-40f2-89ed-752114d25642'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:44.494848 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-471bb634-0b30-4ed1-b50c-5e61216a0bab admin admin] 10.222.0.24 "PUT /v2.0/routers/71c4955c-3c7d-40f2-89ed-752114d25642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6847367 Sep 16 04:47:44.496696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46206) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:44.518997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefbc54-2f9d-427a-92ab-3233a9330b4e None None] Routers {'71c4955c-3c7d-40f2-89ed-752114d25642'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:44.519692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4fefbc54-2f9d-427a-92ab-3233a9330b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:47:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['71c4955c-3c7d-40f2-89ed-752114d25642'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:44.612456 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Set router 6b4c8055-c9da-452d-95fc-45d2281f1f30 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:44.706251 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.746205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-4fefbc54-2f9d-427a-92ab-3233a9330b4e None None] Set router 71c4955c-3c7d-40f2-89ed-752114d25642 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:44.839544 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:47:42Z', 'revision_number': 4, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f', 'name': '', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'mac_address': 'fa:16:3e:3a:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:40Z', 'updated_at': '2021-09-16T04:47:42Z', 'revision_number': 2, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'subnets': [{'id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:44.869710 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Checking router: 6b4c8055-c9da-452d-95fc-45d2281f1f30 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:44.870449 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Updating router 6b4c8055-c9da-452d-95fc-45d2281f1f30 port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:47:44.900883 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.910778 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.078822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4fefbc54-2f9d-427a-92ab-3233a9330b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'name': 'tempest-FloatingIPDetailsTestJSON-940027630-router', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:43Z', 'revision_number': 5, 'project_id': 'f14c12c803f9486db9be67b36fc64695', 'gw_port': {'id': 'b1c93505-ef6f-424b-8648-567f98f65322', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:45.116171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefbc54-2f9d-427a-92ab-3233a9330b4e None None] Checking router: 71c4955c-3c7d-40f2-89ed-752114d25642 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:45.125893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefbc54-2f9d-427a-92ab-3233a9330b4e None None] Routers {'71c4955c-3c7d-40f2-89ed-752114d25642'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:45.126530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4fefbc54-2f9d-427a-92ab-3233a9330b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:47:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['71c4955c-3c7d-40f2-89ed-752114d25642'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:45.153875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Deleting port b1c93505-ef6f-424b-8648-567f98f65322 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:45.154216 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.178734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6275a-a76a-4921-b536-533e0e84cba2 req-d1d3cc16-fd23-464d-b48b-96ae9cc24aa2 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.186211 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fb6275a-a76a-4921-b536-533e0e84cba2 req-d1d3cc16-fd23-464d-b48b-96ae9cc24aa2 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1077800 Sep 16 04:47:45.244923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-4fefbc54-2f9d-427a-92ab-3233a9330b4e None None] Set router 71c4955c-3c7d-40f2-89ed-752114d25642 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:45.285075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fb6275a-a76a-4921-b536-533e0e84cba2 req-add1e298-3dfe-4b02-a5b9-9516383a10e2 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980206 Sep 16 04:47:45.296350 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.329426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4fefbc54-2f9d-427a-92ab-3233a9330b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'name': 'tempest-FloatingIPDetailsTestJSON-940027630-router', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 6, 'project_id': 'f14c12c803f9486db9be67b36fc64695', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:45.341584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] For port b1c93505-ef6f-424b-8648-567f98f65322, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b1c93505-ef6f-424b-8648-567f98f65322,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:45.341957 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.361765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Calling delete_port for b1c93505-ef6f-424b-8648-567f98f65322 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:45.373414 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefbc54-2f9d-427a-92ab-3233a9330b4e None None] The sync data for ids ['71c4955c-3c7d-40f2-89ed-752114d25642'] in n-d-712137-12 is: [{'id': '71c4955c-3c7d-40f2-89ed-752114d25642', 'name': 'tempest-FloatingIPDetailsTestJSON-940027630-router', 'tenant_id': 'f14c12c803f9486db9be67b36fc64695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 6, 'project_id': 'f14c12c803f9486db9be67b36fc64695', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:45.374190 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.482900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2585295-c2c9-4134-8e21-fdc4cf307efc req-d498d0a0-093d-41b0-b5d0-9e95b691d186 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.490580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2585295-c2c9-4134-8e21-fdc4cf307efc req-d498d0a0-093d-41b0-b5d0-9e95b691d186 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.1061363 Sep 16 04:47:45.502848 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.584659 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdeda4-c892-44d7-8035-5657a0950e01 None None] Pushing event updated for resources: {'Port': ['ID=aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:45.608049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2585295-c2c9-4134-8e21-fdc4cf307efc req-781c3e3e-a5e2-42bd-937a-430ad89d9ce5 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024287 Sep 16 04:47:45.689411 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Attempting to bind port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:45.690292 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Attempting to bind port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:45.690612 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Attempting to bind port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f on network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:45.697532 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:45.697703 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Checking segment: {'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:45.698365 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.698789 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Bound using segment: {'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:45.699414 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Bound port: aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:45.699821 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.801462 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] For port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:45.857563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f79a65-5dc8-4a8b-bb13-dd97bad5591a req-2b8456fc-f1a5-4712-a37c-d8c80b9904ce tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.865422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03f79a65-5dc8-4a8b-bb13-dd97bad5591a req-2b8456fc-f1a5-4712-a37c-d8c80b9904ce tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1164813 Sep 16 04:47:45.867274 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.868181 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] For port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f,segment=NetworkSegment(d9334f26-8cc1-4ee4-9f65-62b9c96ba824),segment_id=d9334f26-8cc1-4ee4-9f65-62b9c96ba824)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:45.879362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device baed6de5-95b6-4676-87b2-635dc1a29af7 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:45.921215 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.966455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port baed6de5-95b6-4676-87b2-635dc1a29af7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:45.967480 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.977042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c93505-ef6f-424b-8648-567f98f65322,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:45.977336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46242) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:45.983947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-467915d8-5bd2-4880-b24c-2188db836ed0 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711319411', 'description': 'tempest-description--699018946'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:46.010799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03f79a65-5dc8-4a8b-bb13-dd97bad5591a req-4872d66b-fcb9-4829-9c8c-413b75cec3af tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220315 Sep 16 04:47:46.015688 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.023954 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.033429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-84a6cd65-6fae-4cde-8732-0cd08a609686 None None] Provisioning complete for port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:46.033429 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-84a6cd65-6fae-4cde-8732-0cd08a609686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.091985 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Routers {'6b4c8055-c9da-452d-95fc-45d2281f1f30'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:46.092905 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:47:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6b4c8055-c9da-452d-95fc-45d2281f1f30'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:46.110937 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.113270 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.129717 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-467915d8-5bd2-4880-b24c-2188db836ed0 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.144054 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdeda4-c892-44d7-8035-5657a0950e01 None None] Pushing event updated for resources: {'Port': ['ID=aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:46.215363 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-84a6cd65-6fae-4cde-8732-0cd08a609686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.256318 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.256613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71c4955c-3c7d-40f2-89ed-752114d25642 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:47:46.273835 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.273835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-79fb2c39-33fe-4fb5-882d-91c90a84b460 admin admin] 10.222.0.24 "DELETE /v2.0/routers/71c4955c-3c7d-40f2-89ed-752114d25642 HTTP/1.1" status: 204 len: 168 time: 1.7674792 Sep 16 04:47:46.274134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46244) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:46.278137 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.280435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-84a6cd65-6fae-4cde-8732-0cd08a609686 None None] For port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f,segment=NetworkSegment(d9334f26-8cc1-4ee4-9f65-62b9c96ba824),segment_id=d9334f26-8cc1-4ee4-9f65-62b9c96ba824)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:46.297823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c1898c67-d8b5-4f99-9386-f3e65e695cdf no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:46.324028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c1898c67-d8b5-4f99-9386-f3e65e695cdf {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:46.324703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c1898c67-d8b5-4f99-9386-f3e65e695cdf not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:46.358702 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-84a6cd65-6fae-4cde-8732-0cd08a609686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.391600 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-467915d8-5bd2-4880-b24c-2188db836ed0 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.401806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3793747-26d4-4661-ba9b-0498dd4c7820 admin admin] Deleting subnet 0ca0ff17-0b30-4ea5-9bd5-6cd241578d90 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:46.404638 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d3793747-26d4-4661-ba9b-0498dd4c7820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.436091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6cd65-6fae-4cde-8732-0cd08a609686 None None] Pushing event updated for resources: {'Port': ['ID=aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:46.438518 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] Set router 6b4c8055-c9da-452d-95fc-45d2281f1f30 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:46.464276 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d3793747-26d4-4661-ba9b-0498dd4c7820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.487032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b9e19-b0f3-45f4-9b25-40f485037b57 req-c6b888d4-6919-4a7c-b252-a49a616f3d25 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:46.491599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-899d1822-2bf7-43d5-9d51-bfe568e85774 None None] Provisioning complete for port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:46.491981 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-899d1822-2bf7-43d5-9d51-bfe568e85774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.500422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-412b9e19-b0f3-45f4-9b25-40f485037b57 req-c6b888d4-6919-4a7c-b252-a49a616f3d25 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1281457 Sep 16 04:47:46.561875 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d3793747-26d4-4661-ba9b-0498dd4c7820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.580155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-412b9e19-b0f3-45f4-9b25-40f485037b57 req-b67197a0-f8f9-4130-ab0c-776dceba1540 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787482 Sep 16 04:47:46.598875 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-467915d8-5bd2-4880-b24c-2188db836ed0 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.668450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467915d8-5bd2-4880-b24c-2188db836ed0 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42ddc609-2297-4f03-9729-ddc6c4617a60,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:46.768946 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:47:42Z', 'revision_number': 4, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f', 'name': '', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'mac_address': 'fa:16:3e:3a:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:40Z', 'updated_at': '2021-09-16T04:47:45Z', 'revision_number': 4, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'subnets': [{'id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:46.771595 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-467915d8-5bd2-4880-b24c-2188db836ed0 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.773280 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-467915d8-5bd2-4880-b24c-2188db836ed0 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7947040 Sep 16 04:47:46.779825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46266) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:46.792429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ca1a9d9c-a2dd-4ae0-9340-ff84c245ce01 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Request body: {'security_group_rule': {'security_group_id': '42ddc609-2297-4f03-9729-ddc6c4617a60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:46.806899 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d3793747-26d4-4661-ba9b-0498dd4c7820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.815727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bd88f-d917-49e9-87dc-eb293412a708 req-d0400437-18c2-4c8b-b424-8abab05297f8 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:46.818305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a97bd88f-d917-49e9-87dc-eb293412a708 req-d0400437-18c2-4c8b-b424-8abab05297f8 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.1024764 Sep 16 04:47:46.824151 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61baf1e5-03cf-4656-88a7-64c1f9738f04 None None] The sync data for ids ['6b4c8055-c9da-452d-95fc-45d2281f1f30'] in n-d-712137-12 is: [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:47:42Z', 'revision_number': 4, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f', 'name': '', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'mac_address': 'fa:16:3e:3a:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:40Z', 'updated_at': '2021-09-16T04:47:45Z', 'revision_number': 4, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'subnets': [{'id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:46.866700 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d3793747-26d4-4661-ba9b-0498dd4c7820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.866876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a0eb2-def6-4529-ba03-3d6f6553c76c None None] Network 5a721091-e748-4223-851b-0b8b67d04f00 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:46.869064 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d3793747-26d4-4661-ba9b-0498dd4c7820 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0ca0ff17-0b30-4ea5-9bd5-6cd241578d90 HTTP/1.1" status: 204 len: 168 time: 0.6012952 Sep 16 04:47:46.872113 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46278) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:46.875593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3793747-26d4-4661-ba9b-0498dd4c7820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca0ff17-0b30-4ea5-9bd5-6cd241578d90,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.007937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a97bd88f-d917-49e9-87dc-eb293412a708 req-b2e6f8ab-4453-40c5-9eab-2debca92f25e tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795900 Sep 16 04:47:47.044830 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca1a9d9c-a2dd-4ae0-9340-ff84c245ce01 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.107663 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.148024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ef24d-dc6c-44b6-9be7-f1ed3e9c39d7 req-aae5c374-6a25-4f99-ab44-c519418b01fb tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.149852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c08ef24d-dc6c-44b6-9be7-f1ed3e9c39d7 req-aae5c374-6a25-4f99-ab44-c519418b01fb tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bce1dc-1998-4bef-89f2-eb49e44a8dc6 HTTP/1.1" status: 200 len: 950 time: 0.1869686 Sep 16 04:47:47.164890 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca1a9d9c-a2dd-4ae0-9340-ff84c245ce01 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.239967 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca1a9d9c-a2dd-4ae0-9340-ff84c245ce01 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.246731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c08ef24d-dc6c-44b6-9be7-f1ed3e9c39d7 req-c6fc03a7-c6be-4e80-8c61-b3d8bc9b539d tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814166 Sep 16 04:47:47.256592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96384b9a-5b37-460a-85d3-388c8fa0f3b6 None None] DHCP port deletion for 5a721091-e748-4223-851b-0b8b67d04f00 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:47.281426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8eb46-d56c-4b6d-be0d-ad08e3e73655 req-0decc207-4458-4a43-89d6-1d92e724cd07 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.297358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03f8eb46-d56c-4b6d-be0d-ad08e3e73655 req-0decc207-4458-4a43-89d6-1d92e724cd07 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1728950 Sep 16 04:47:47.310258 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a9d9c-a2dd-4ae0-9340-ff84c245ce01 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e1ad51-8c7f-4db6-91d6-25f952749411,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.356192 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03f8eb46-d56c-4b6d-be0d-ad08e3e73655 req-0b850cff-3508-4bc5-8929-1dde0564f802 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575814 Sep 16 04:47:47.363166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Deleting port 08a481f8-e964-4981-b898-0e331583d821 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:47.366010 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.373092 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca1a9d9c-a2dd-4ae0-9340-ff84c245ce01 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.374669 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ca1a9d9c-a2dd-4ae0-9340-ff84c245ce01 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5933173 Sep 16 04:47:47.377238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46286) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:47.381835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-292f0d0a-fa6d-4ed3-8f5a-27779ddce55b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Request body: {'security_group_rule': {'security_group_id': '42ddc609-2297-4f03-9729-ddc6c4617a60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:47.412807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-96384b9a-5b37-460a-85d3-388c8fa0f3b6 None None] Deleting port 08a481f8-e964-4981-b898-0e331583d821 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:47.413196 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-96384b9a-5b37-460a-85d3-388c8fa0f3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.481638 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.492172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-96384b9a-5b37-460a-85d3-388c8fa0f3b6 None None] For port 08a481f8-e964-4981-b898-0e331583d821, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08a481f8-e964-4981-b898-0e331583d821,segment=NetworkSegment(ae8b270a-101b-4276-92ae-670426cb8585),segment_id=ae8b270a-101b-4276-92ae-670426cb8585)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:47.492639 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-96384b9a-5b37-460a-85d3-388c8fa0f3b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.506551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-96384b9a-5b37-460a-85d3-388c8fa0f3b6 None None] Calling delete_port for 08a481f8-e964-4981-b898-0e331583d821 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:47.510498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] For port 08a481f8-e964-4981-b898-0e331583d821, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08a481f8-e964-4981-b898-0e331583d821,segment=NetworkSegment(ae8b270a-101b-4276-92ae-670426cb8585),segment_id=ae8b270a-101b-4276-92ae-670426cb8585)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:47.510877 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.548128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Calling delete_port for 08a481f8-e964-4981-b898-0e331583d821 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:47.554884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-292f0d0a-fa6d-4ed3-8f5a-27779ddce55b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.700561 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-292f0d0a-fa6d-4ed3-8f5a-27779ddce55b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.766605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:47.805521 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-292f0d0a-fa6d-4ed3-8f5a-27779ddce55b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.838513 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f0d0a-fa6d-4ed3-8f5a-27779ddce55b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f566684f-ff14-4e69-87d9-ad2afcdee83f,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.841259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52407046-5bcc-49c5-88fe-486d6a6b9d2b req-dac99018-b276-4205-a872-9a4502222e4b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.846610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52407046-5bcc-49c5-88fe-486d6a6b9d2b req-dac99018-b276-4205-a872-9a4502222e4b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1285653 Sep 16 04:47:47.899686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52407046-5bcc-49c5-88fe-486d6a6b9d2b req-af2d7af7-f987-4b13-b206-543ee4b8eeaa tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Sep 16 04:47:47.900897 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.942541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a481f8-e964-4981-b898-0e331583d821,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.942541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] No DVR routers for this DVR port 08a481f8-e964-4981-b898-0e331583d821 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:47.954279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-292f0d0a-fa6d-4ed3-8f5a-27779ddce55b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.956788 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-292f0d0a-fa6d-4ed3-8f5a-27779ddce55b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5772655 Sep 16 04:47:47.959034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46298) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:47.963574 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:47.978905 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-96384b9a-5b37-460a-85d3-388c8fa0f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.030432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96384b9a-5b37-460a-85d3-388c8fa0f3b6 None None] Pushing event deleted for resources: {'Port': ['ID=08a481f8-e964-4981-b898-0e331583d821,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:48.034295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:48.035044 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.105228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96384b9a-5b37-460a-85d3-388c8fa0f3b6 None None] No DVR routers for this DVR port 08a481f8-e964-4981-b898-0e331583d821 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:48.107330 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.148375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a721091-e748-4223-851b-0b8b67d04f00']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:48.149197 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.159684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8b270a-101b-4276-92ae-670426cb8585') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:48.160235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8b270a-101b-4276-92ae-670426cb8585') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:48.209911 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.276948 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.319156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:48.319571 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:48.327628 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:48.345187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08a481f8-e964-4981-b898-0e331583d821 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:48.374434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.378231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 08a481f8-e964-4981-b898-0e331583d821 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:48.383182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08a481f8-e964-4981-b898-0e331583d821 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:48.383793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b1c93505-ef6f-424b-8648-567f98f65322 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:48.397812 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1697dd-d69a-483e-aa15-dcf85d7cb465 req-135cf7d1-8898-4433-9ae1-217390a5690b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:48.405816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d1697dd-d69a-483e-aa15-dcf85d7cb465 req-135cf7d1-8898-4433-9ae1-217390a5690b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.2425888 Sep 16 04:47:48.413469 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: b1c93505-ef6f-424b-8648-567f98f65322 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:48.414536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b1c93505-ef6f-424b-8648-567f98f65322 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:48.519568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Allocated IP 172.25.3.103 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/56ec082f-c242-46b6-81e0-142249396a99) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:48.533353 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d1697dd-d69a-483e-aa15-dcf85d7cb465 req-08793494-694c-47e1-9187-2faede94bf5f tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263125 Sep 16 04:47:48.560064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc283e4-b0c3-423b-a4fa-0126266cd818 req-ea1029d7-f973-4fca-820a-799fb2ee39c7 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:48.562093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4bc283e4-b0c3-423b-a4fa-0126266cd818 req-ea1029d7-f973-4fca-820a-799fb2ee39c7 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.0791423 Sep 16 04:47:48.604189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4bc283e4-b0c3-423b-a4fa-0126266cd818 req-d6461a32-75d2-46fe-9528-5b279d76e52d tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350094 Sep 16 04:47:48.765653 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.772953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.775039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5a721091-e748-4223-851b-0b8b67d04f00 HTTP/1.1" status: 204 len: 168 time: 1.9019129 Sep 16 04:47:48.788753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6972c-d06d-4a3e-bed9-77440eb414b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a721091-e748-4223-851b-0b8b67d04f00,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:48.881971 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.988587 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.030533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:49.033989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:49.040891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:49.046566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Pushing event updated for resources: {'Port': ['ID=56ec082f-c242-46b6-81e0-142249396a99,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:49.060788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04222fd6-831e-41e2-9e76-8db2ddf92da6 req-d88f031a-c690-45f7-a07e-39b518f2a267 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.062077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04222fd6-831e-41e2-9e76-8db2ddf92da6 req-d88f031a-c690-45f7-a07e-39b518f2a267 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.0716724 Sep 16 04:47:49.113906 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04222fd6-831e-41e2-9e76-8db2ddf92da6 req-a9094d19-5603-42cc-a15c-290e2ad40ad6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437691 Sep 16 04:47:49.142040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.283156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46322) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:49.322764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.339591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f8b09b52-eef6-4ae4-93c0-449c00b31fd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f14c12c803f9486db9be67b36fc64695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546801 Sep 16 04:47:49.348097 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46334) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:49.456131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:49.465234 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a0db124-8914-46ee-8bce-6f2842229bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.498410 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a0db124-8914-46ee-8bce-6f2842229bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.538229 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.563909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.573394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:49.573394 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20550852-f996-46b5-b3d7-00b2f9b4b173" -d '{"events": [{"server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "name": "network-vif-unplugged", "status": "completed", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:49.591366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:49.611085 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94374c66-0372-4472-b237-b20df70e19cd x-openstack-request-id: req-94374c66-0372-4472-b237-b20df70e19cd {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:49.611406 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "name": "network-vif-unplugged", "status": "completed", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:49.611665 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94374c66-0372-4472-b237-b20df70e19cd {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:49.612067 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'code': 200} Sep 16 04:47:49.654971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072e957-c37f-48bf-93ac-f2b555137bf7 req-3d143e40-6da1-4f9c-953c-f8a14e05ba85 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.664525 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9072e957-c37f-48bf-93ac-f2b555137bf7 req-3d143e40-6da1-4f9c-953c-f8a14e05ba85 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.0519335 Sep 16 04:47:49.721223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9072e957-c37f-48bf-93ac-f2b555137bf7 req-a0d3fdb9-af18-41a8-88c3-e85eea6105c8 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578811 Sep 16 04:47:49.738330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd2bde-bf2a-4813-8238-c328d5c73bdb req-0e8657d6-de66-40e7-ae2b-d665cabce168 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.739993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55dd2bde-bf2a-4813-8238-c328d5c73bdb req-0e8657d6-de66-40e7-ae2b-d665cabce168 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.0627561 Sep 16 04:47:49.757934 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.758165 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.763724 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a0db124-8914-46ee-8bce-6f2842229bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.771929 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a0db124-8914-46ee-8bce-6f2842229bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.771929 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3a0db124-8914-46ee-8bce-6f2842229bb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09b640f6-3972-4ccb-98ad-4952c3cea57a HTTP/1.1" status: 204 len: 168 time: 0.4173901 Sep 16 04:47:49.780863 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55dd2bde-bf2a-4813-8238-c328d5c73bdb req-a3c8598b-04e7-402a-a023-72bd39532a7f tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343440 Sep 16 04:47:49.813643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0db124-8914-46ee-8bce-6f2842229bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b640f6-3972-4ccb-98ad-4952c3cea57a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:49.836734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:49.870391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Pushing event updated for resources: {'Port': ['ID=56ec082f-c242-46b6-81e0-142249396a99,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:49.884570 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.942522 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.944711 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-62bbf745-6534-4d71-81b4-a58bac3f807e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9846303 Sep 16 04:47:50.083216 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-82283321-2515-433c-8a2f-f022bbb7352f req-9e75c247-2dc5-4f3d-8df9-48f4e0817c82 service neutron] show failed (client error): The resource could not be found. Sep 16 04:47:50.085003 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-9e75c247-2dc5-4f3d-8df9-48f4e0817c82 service neutron] 10.222.0.37 "GET /v2.0/ports/4532b43d-fb90-4cbf-b284-0f12d478427e/bindings/n-h1-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0758851 Sep 16 04:47:50.163968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-7b8d3226-53ac-43a7-bd1d-7a25e971edfc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1711319411&fields=id&tenant_id=59a11aa7b88f4a21b119fd15b1824744 HTTP/1.1" status: 200 len: 267 time: 0.0393448 Sep 16 04:47:50.298237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5c00-efd2-4571-b7b4-222777cbb85b req-b32b6548-d719-4d8b-95bc-6975197484cc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.299778 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-579a5c00-efd2-4571-b7b4-222777cbb85b req-b32b6548-d719-4d8b-95bc-6975197484cc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1007533 Sep 16 04:47:50.348838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-8241b697-39ef-44fa-b215-ee7df5f5ab58 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.351612 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-8241b697-39ef-44fa-b215-ee7df5f5ab58 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/networks?id=2713b2ed-413f-41f1-8d43-e9e59b50bc03 HTTP/1.1" status: 200 len: 805 time: 0.1777942 Sep 16 04:47:50.370608 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-579a5c00-efd2-4571-b7b4-222777cbb85b req-ea46d9e6-fb6a-47e6-8685-3ceecb4a7b57 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620720 Sep 16 04:47:50.372976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-13569692-3676-40ec-b5ef-deb57f85e8ce tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/quotas/59a11aa7b88f4a21b119fd15b1824744 HTTP/1.1" status: 200 len: 375 time: 0.0137339 Sep 16 04:47:50.438711 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-a15ae746-38ae-4ced-9ea3-48b2febeadbf tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=59a11aa7b88f4a21b119fd15b1824744&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555990 Sep 16 04:47:50.562811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-67c1b168-b9e4-4125-a3fe-25b1999b7496 service neutron] 10.222.0.24 "GET /v2.0/networks/2713b2ed-413f-41f1-8d43-e9e59b50bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103961 Sep 16 04:47:50.667493 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-d0f04b60-b523-43c1-88ab-505cc6f4ea09 service neutron] 10.222.0.24 "GET /v2.0/networks/2713b2ed-413f-41f1-8d43-e9e59b50bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943837 Sep 16 04:47:50.737330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283321-2515-433c-8a2f-f022bbb7352f req-bb1c47c0-d9f9-48f1-ac4d-d96ef875a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.738877 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-bb1c47c0-d9f9-48f1-ac4d-d96ef875a933 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13&tenant_id=a691916327a54f4cb27fb717de84b236 HTTP/1.1" status: 200 len: 1101 time: 0.0444663 Sep 16 04:47:50.764009 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:50.837091 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.093721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726645b-7171-4926-846f-a8bc035af822 req-b90bbc73-4e43-4f9d-8318-0c86dcafac70 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.104386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8726645b-7171-4926-846f-a8bc035af822 req-b90bbc73-4e43-4f9d-8318-0c86dcafac70 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.0779779 Sep 16 04:47:51.181819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3bad2-81a0-41a0-9525-8d1749e442b9 req-b2c6a1f5-3b67-479f-b811-ef20fef1d717 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.183315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9c3bad2-81a0-41a0-9525-8d1749e442b9 req-b2c6a1f5-3b67-479f-b811-ef20fef1d717 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.0766690 Sep 16 04:47:51.186559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8726645b-7171-4926-846f-a8bc035af822 req-30a4c6fa-87c4-42d4-bde2-570264198c11 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813394 Sep 16 04:47:51.235309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9c3bad2-81a0-41a0-9525-8d1749e442b9 req-2436b1d6-5638-4826-ac3f-7925fbd1f0b8 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420561 Sep 16 04:47:51.267733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b33d5597-a2a7-4103-a482-02747b167d70 req-8ea12c11-3670-496c-a695-7c204c3b2f55 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 210 time: 0.0314481 Sep 16 04:47:51.327739 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4532b43d-fb90-4cbf-b284-0f12d478427e,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:51.360171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329e275-bf10-4a4f-97ee-a35e03bd54a7 req-9324634e-7c49-4007-b0c5-76dc423fab29 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.364122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:51.367975 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a329e275-bf10-4a4f-97ee-a35e03bd54a7 req-9324634e-7c49-4007-b0c5-76dc423fab29 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0604255 Sep 16 04:47:51.408356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4532b43d-fb90-4cbf-b284-0f12d478427e'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:51.411234 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa671ae-e329-4c5c-b80e-4f3b2bd84135" -d '{"events": [{"server_uuid": "d7f5dd84-a4fc-483c-9722-e73bebf53e13", "name": "network-vif-unplugged", "status": "completed", "tag": "4532b43d-fb90-4cbf-b284-0f12d478427e"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:51.417244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.432313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Transition to ACTIVE for port object 4532b43d-fb90-4cbf-b284-0f12d478427e will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:51.487024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c03131e6-43f8-4693-87f5-8f1e88a7e9b8 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:51.525337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.638040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] No DVR routers for this DVR port 4532b43d-fb90-4cbf-b284-0f12d478427e on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:51.638040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Pushing event updated for resources: {'Port': ['ID=4532b43d-fb90-4cbf-b284-0f12d478427e,revision_number=6']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:51.657509 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Attempting to bind port 4532b43d-fb90-4cbf-b284-0f12d478427e on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:51.657943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Attempting to bind port 4532b43d-fb90-4cbf-b284-0f12d478427e by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:51.658350 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Attempting to bind port 4532b43d-fb90-4cbf-b284-0f12d478427e on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:51.661742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c03131e6-43f8-4693-87f5-8f1e88a7e9b8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:51.666032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Port 4532b43d-fb90-4cbf-b284-0f12d478427e on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:51.666032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Attempting to bind port 4532b43d-fb90-4cbf-b284-0f12d478427e on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:51.669845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:51.670690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:51.670690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:51.671313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Bound port: 4532b43d-fb90-4cbf-b284-0f12d478427e, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:51.672032 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.673131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8', 'mac_address': 'fa:16:3e:26:e6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:51.724759 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.747374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c03131e6-43f8-4693-87f5-8f1e88a7e9b8 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:51.772155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a329e275-bf10-4a4f-97ee-a35e03bd54a7 req-1972a873-a76e-47f3-aa8e-e20878f68c1e tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008229 Sep 16 04:47:51.773631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:51.777104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4532b43d-fb90-4cbf-b284-0f12d478427e,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:51.781954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c03131e6-43f8-4693-87f5-8f1e88a7e9b8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:51.798816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e402f0-4b63-44b1-9c84-aa5010069586 req-b90eac6f-e12b-483b-8828-ec3b7d827670 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.800337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26e402f0-4b63-44b1-9c84-aa5010069586 req-b90eac6f-e12b-483b-8828-ec3b7d827670 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 947 time: 0.0874822 Sep 16 04:47:51.838868 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5070b2b-31d0-4f41-ba43-2f4a66153f35 x-openstack-request-id: req-b5070b2b-31d0-4f41-ba43-2f4a66153f35 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:51.838868 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f5dd84-a4fc-483c-9722-e73bebf53e13", "name": "network-vif-unplugged", "status": "completed", "tag": "4532b43d-fb90-4cbf-b284-0f12d478427e", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:51.838868 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5070b2b-31d0-4f41-ba43-2f4a66153f35 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:51.838868 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4532b43d-fb90-4cbf-b284-0f12d478427e', 'code': 200} Sep 16 04:47:51.865829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26e402f0-4b63-44b1-9c84-aa5010069586 req-39be0e49-65c5-4295-9acc-0c13b0ef6b5d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Sep 16 04:47:51.880250 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.882638 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.919962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.920614 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.924631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-a057442f-707a-484a-9665-51bd415dce6b service neutron] 10.222.0.23 "PUT /v2.0/ports/4532b43d-fb90-4cbf-b284-0f12d478427e HTTP/1.1" status: 200 len: 1096 time: 1.1702754 Sep 16 04:47:51.959737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057442f-707a-484a-9665-51bd415dce6b service neutron] Pushing event updated for resources: {'Port': ['ID=4532b43d-fb90-4cbf-b284-0f12d478427e,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:51.968454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:52.007536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283321-2515-433c-8a2f-f022bbb7352f req-21411f2a-0c7f-47b4-8f2d-a856d05d86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.019349 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-21411f2a-0c7f-47b4-8f2d-a856d05d86f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 1099 time: 0.0693192 Sep 16 04:47:52.026346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['c03131e6-43f8-4693-87f5-8f1e88a7e9b8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:52.061822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46436) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:52.149208 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283321-2515-433c-8a2f-f022bbb7352f req-ca538d9d-4d8e-46ac-8b54-5b578dd6a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.151790 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-ca538d9d-4d8e-46ac-8b54-5b578dd6a2c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1210353 Sep 16 04:47:52.204713 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-f075c50a-d138-43fc-8864-5aa53e864c5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4532b43d-fb90-4cbf-b284-0f12d478427e HTTP/1.1" status: 200 len: 217 time: 0.0431066 Sep 16 04:47:52.224420 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42ccddeb-6ff6-4bc6-a43e-1a1ff3ab87e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.293566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283321-2515-433c-8a2f-f022bbb7352f req-b23fe472-b299-467c-8754-11fb41be9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.296537 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-b23fe472-b299-467c-8754-11fb41be9be1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0758755 Sep 16 04:47:52.353603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283321-2515-433c-8a2f-f022bbb7352f req-1d2dfd91-f003-4a4e-a261-b32b8f9eccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.355208 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-1d2dfd91-f003-4a4e-a261-b32b8f9eccd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0500307 Sep 16 04:47:52.410889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4a57e-95ae-4cf2-bb6c-fbcfe6c7b5cd req-684bc0cb-8e48-474a-9c69-2e84792415d6 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.412531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecb4a57e-95ae-4cf2-bb6c-fbcfe6c7b5cd req-684bc0cb-8e48-474a-9c69-2e84792415d6 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.1399319 Sep 16 04:47:52.423369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3d2c4-a862-49da-9cf4-f1437b48284a req-b32fe271-b50c-48db-835b-a46036614ec5 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.426750 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2be3d2c4-a862-49da-9cf4-f1437b48284a req-b32fe271-b50c-48db-835b-a46036614ec5 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1157510 Sep 16 04:47:52.456636 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-c7078984-4c3e-4572-a4e4-2706e76fce65 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922873 Sep 16 04:47:52.469136 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42ccddeb-6ff6-4bc6-a43e-1a1ff3ab87e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.507834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecb4a57e-95ae-4cf2-bb6c-fbcfe6c7b5cd req-f5de7331-d8d2-435a-a271-c367caa1073e tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781496 Sep 16 04:47:52.510932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2be3d2c4-a862-49da-9cf4-f1437b48284a req-bb8069d2-f1b9-492b-b5a0-1955a20eaba9 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679615 Sep 16 04:47:52.563844 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82283321-2515-433c-8a2f-f022bbb7352f req-0feb276e-cf86-4e66-aa6a-bce2abc1ca29 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991423 Sep 16 04:47:52.592075 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42ccddeb-6ff6-4bc6-a43e-1a1ff3ab87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.618310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75de5782-bdf2-4e14-92fa-b8cbbd4d70ea req-9494b13a-67a8-4c92-85be-8f3e52f4590f tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 210 time: 0.0379372 Sep 16 04:47:52.641411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-42ccddeb-6ff6-4bc6-a43e-1a1ff3ab87e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7edbd40463844feb8184e82b72ccd6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5775528 Sep 16 04:47:52.646457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46458) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:52.650261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccddeb-6ff6-4bc6-a43e-1a1ff3ab87e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92529c4-c211-46bd-bea3-e31fe0a21aa2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:52.699815 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a44f55fe-444c-4241-be5c-d4a7c1a858eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.721259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a44f55fe-444c-4241-be5c-d4a7c1a858eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.862965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a44f55fe-444c-4241-be5c-d4a7c1a858eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.867142 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a44f55fe-444c-4241-be5c-d4a7c1a858eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.868846 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a44f55fe-444c-4241-be5c-d4a7c1a858eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d92529c4-c211-46bd-bea3-e31fe0a21aa2 HTTP/1.1" status: 204 len: 168 time: 0.2209735 Sep 16 04:47:52.903752 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f55fe-444c-4241-be5c-d4a7c1a858eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92529c4-c211-46bd-bea3-e31fe0a21aa2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:52.922834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942dbb8-3555-425e-88fd-bb717d0f5a28 req-8aa1c5fa-a8f4-413f-8302-672eb481f6ab tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.924976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3942dbb8-3555-425e-88fd-bb717d0f5a28 req-8aa1c5fa-a8f4-413f-8302-672eb481f6ab tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.0879114 Sep 16 04:47:53.024951 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3942dbb8-3555-425e-88fd-bb717d0f5a28 req-b540586b-3a32-4292-87f0-cf5023d0ba84 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb7422c-f273-4913-93e5-f0281f10cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909703 Sep 16 04:47:53.046891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3b0c5-f7ae-4757-9bc9-e3497b3599c6 req-f9ef010d-38b1-4ad9-bc0b-54f243e9741a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:53.046891 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8db3b0c5-f7ae-4757-9bc9-e3497b3599c6 req-f9ef010d-38b1-4ad9-bc0b-54f243e9741a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 947 time: 0.0882275 Sep 16 04:47:53.113822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213c284-0b65-4841-9b45-e763cb176cd2 req-c95a650e-cdfb-40cb-a28f-ad30c3c38158 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:53.115933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5213c284-0b65-4841-9b45-e763cb176cd2 req-c95a650e-cdfb-40cb-a28f-ad30c3c38158 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 947 time: 0.1054456 Sep 16 04:47:53.119549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8db3b0c5-f7ae-4757-9bc9-e3497b3599c6 req-99f1dfe4-cd3a-4729-bcd4-4a26c78d2b2d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600712 Sep 16 04:47:53.234946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-5213c284-0b65-4841-9b45-e763cb176cd2 req-9a174de6-b2a1-4899-8530-3ed87c37e860 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Deleting port 1b21ff2f-9807-4b82-bf14-f739a121e8ed {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:53.235645 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5213c284-0b65-4841-9b45-e763cb176cd2 req-9a174de6-b2a1-4899-8530-3ed87c37e860 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.355567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-5213c284-0b65-4841-9b45-e763cb176cd2 req-9a174de6-b2a1-4899-8530-3ed87c37e860 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] For port 1b21ff2f-9807-4b82-bf14-f739a121e8ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b21ff2f-9807-4b82-bf14-f739a121e8ed,segment=NetworkSegment(e4b115d0-e4bf-4e7d-9fdc-4028c067583a),segment_id=e4b115d0-e4bf-4e7d-9fdc-4028c067583a)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:53.356197 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5213c284-0b65-4841-9b45-e763cb176cd2 req-9a174de6-b2a1-4899-8530-3ed87c37e860 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.369555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-5213c284-0b65-4841-9b45-e763cb176cd2 req-9a174de6-b2a1-4899-8530-3ed87c37e860 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Calling delete_port for 1b21ff2f-9807-4b82-bf14-f739a121e8ed owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:53.501101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c03131e6-43f8-4693-87f5-8f1e88a7e9b8 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:53.580596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port c03131e6-43f8-4693-87f5-8f1e88a7e9b8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:53.581410 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.636202 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5213c284-0b65-4841-9b45-e763cb176cd2 req-9a174de6-b2a1-4899-8530-3ed87c37e860 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.737734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a174de6-b2a1-4899-8530-3ed87c37e860 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Pushing event deleted for resources: {'Port': ['ID=1b21ff2f-9807-4b82-bf14-f739a121e8ed,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:53.768215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-5213c284-0b65-4841-9b45-e763cb176cd2 req-9a174de6-b2a1-4899-8530-3ed87c37e860 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] No DVR routers for this DVR port 1b21ff2f-9807-4b82-bf14-f739a121e8ed on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:53.776070 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5213c284-0b65-4841-9b45-e763cb176cd2 req-9a174de6-b2a1-4899-8530-3ed87c37e860 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.778207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5213c284-0b65-4841-9b45-e763cb176cd2 req-9a174de6-b2a1-4899-8530-3ed87c37e860 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.37 "DELETE /v2.0/ports/1b21ff2f-9807-4b82-bf14-f739a121e8ed HTTP/1.1" status: 204 len: 173 time: 0.6546695 Sep 16 04:47:53.786315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef4561-ff25-4797-aec4-ec3cbe00c53c req-48dcc1e2-2a3a-430b-8f52-68dbb81f25f5 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:53.794993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52ef4561-ff25-4797-aec4-ec3cbe00c53c req-48dcc1e2-2a3a-430b-8f52-68dbb81f25f5 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1626632 Sep 16 04:47:53.797842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2be594-c246-49d7-a46c-0da65950c850', 'name': 'network-vif-deleted', 'tag': '1b21ff2f-9807-4b82-bf14-f739a121e8ed'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:53.802686 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dada98e-1470-4480-9173-d73f7e7a69f8" -d '{"events": [{"server_uuid": "6a2be594-c246-49d7-a46c-0da65950c850", "name": "network-vif-deleted", "tag": "1b21ff2f-9807-4b82-bf14-f739a121e8ed"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:53.810833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.822199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e11b9c-2f91-4648-b1a2-f89a705035a3 req-6cf006ac-a499-4401-8575-d9da5d4dfa49 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:53.829585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-24e11b9c-2f91-4648-b1a2-f89a705035a3 req-6cf006ac-a499-4401-8575-d9da5d4dfa49 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.2370093 Sep 16 04:47:53.845235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67d7e71-8a91-41a2-955f-96cfeb56f764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:53.848088 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feec36f-db0c-46c4-ad6f-63ddbf354e58" -d '{"events": [{"server_uuid": "c67d7e71-8a91-41a2-955f-96cfeb56f764", "name": "network-vif-plugged", "status": "completed", "tag": "c03131e6-43f8-4693-87f5-8f1e88a7e9b8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:53.871157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c03131e6-43f8-4693-87f5-8f1e88a7e9b8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:53.887159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'tag': '4532b43d-fb90-4cbf-b284-0f12d478427e'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:53.889810 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f5dd84-a4fc-483c-9722-e73bebf53e13", "tag": "4532b43d-fb90-4cbf-b284-0f12d478427e"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:53.907961 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-24e11b9c-2f91-4648-b1a2-f89a705035a3 req-58c37898-9473-4594-a3ba-ab259139b4fb tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749664 Sep 16 04:47:53.914818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52ef4561-ff25-4797-aec4-ec3cbe00c53c req-7ed4c7e1-36c4-4a24-8513-79e26c6def7a tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189744 Sep 16 04:47:54.006103 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.007061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4532b43d-fb90-4cbf-b284-0f12d478427e no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:54.031678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-1661d398-9df6-41b0-bc86-0e5cbfe31e84 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.048816 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-1661d398-9df6-41b0-bc86-0e5cbfe31e84 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.23 "GET /v2.0/networks?id=2713b2ed-413f-41f1-8d43-e9e59b50bc03 HTTP/1.1" status: 200 len: 805 time: 0.2168274 Sep 16 04:47:54.087815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3299914d-990a-4148-b3b0-c3e111730953 req-a3faf815-728b-4557-8e47-66a43e37b269 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 210 time: 0.0793734 Sep 16 04:47:54.102715 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251a2882-97e6-4021-9f92-7cf486e8fbcd x-openstack-request-id: req-251a2882-97e6-4021-9f92-7cf486e8fbcd {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:54.103208 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2be594-c246-49d7-a46c-0da65950c850", "name": "network-vif-deleted", "tag": "1b21ff2f-9807-4b82-bf14-f739a121e8ed", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:54.103627 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-251a2882-97e6-4021-9f92-7cf486e8fbcd {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:54.104205 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2be594-c246-49d7-a46c-0da65950c850', 'name': 'network-vif-deleted', 'tag': '1b21ff2f-9807-4b82-bf14-f739a121e8ed', 'status': 'completed', 'code': 200} Sep 16 04:47:54.170557 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-f3d8b4df-f79f-4ade-8c7d-014d4ca2def9 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59a11aa7b88f4a21b119fd15b1824744 HTTP/1.1" status: 200 len: 380 time: 0.1115444 Sep 16 04:47:54.187851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Request body: {'port': {'device_id': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'admin_state_up': True, 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'security_groups': ['42ddc609-2297-4f03-9729-ddc6c4617a60']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:54.189354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:54.206765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4532b43d-fb90-4cbf-b284-0f12d478427e not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:54.228872 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64a2c8a-e0ee-4960-9aab-9ad7a45887c0 x-openstack-request-id: req-a64a2c8a-e0ee-4960-9aab-9ad7a45887c0 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:54.229234 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67d7e71-8a91-41a2-955f-96cfeb56f764", "name": "network-vif-plugged", "status": "completed", "tag": "c03131e6-43f8-4693-87f5-8f1e88a7e9b8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:54.229592 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a64a2c8a-e0ee-4960-9aab-9ad7a45887c0 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:54.230653 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67d7e71-8a91-41a2-955f-96cfeb56f764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8', 'code': 200} Sep 16 04:47:54.281592 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50ee39e-19b1-426a-bc15-821a5775f430 x-openstack-request-id: req-a50ee39e-19b1-426a-bc15-821a5775f430 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:54.281879 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f5dd84-a4fc-483c-9722-e73bebf53e13", "tag": "4532b43d-fb90-4cbf-b284-0f12d478427e", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:54.282376 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a50ee39e-19b1-426a-bc15-821a5775f430 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:54.282967 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'tag': '4532b43d-fb90-4cbf-b284-0f12d478427e', 'status': 'completed', 'code': 200} Sep 16 04:47:54.475480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd775407-2134-4fa1-9d96-6380b3246cfa req-9a653746-b3d9-41ec-96dd-54f6f0a985b3 tempest-ServersNegativeTestJSON-1922311788 tempest-ServersNegativeTestJSON-1922311788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a2be594-c246-49d7-a46c-0da65950c850 HTTP/1.1" status: 200 len: 210 time: 0.0663133 Sep 16 04:47:54.492439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-4a3deaeb-ad45-4dbf-8146-e5462b395cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.496633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-4a3deaeb-ad45-4dbf-8146-e5462b395cd9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 1099 time: 0.2086885 Sep 16 04:47:54.539159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-04ce3802-1354-4404-b820-82bfd6340f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.540778 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-04ce3802-1354-4404-b820-82bfd6340f06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 1099 time: 0.1854377 Sep 16 04:47:54.556816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Made reservation on behalf of 59a11aa7b88f4a21b119fd15b1824744 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:54.561491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.726214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4128cfb-2daa-48cc-8fe4-0b4e4630cbe3 req-3428b2a0-1652-455d-8198-0665e6c07f46 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.727746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4128cfb-2daa-48cc-8fe4-0b4e4630cbe3 req-3428b2a0-1652-455d-8198-0665e6c07f46 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 947 time: 0.1710470 Sep 16 04:47:54.768116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-cd8b09ce-83fc-40f4-9ef8-9513edf78901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.769615 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-cd8b09ce-83fc-40f4-9ef8-9513edf78901 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2550645 Sep 16 04:47:54.807737 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4128cfb-2daa-48cc-8fe4-0b4e4630cbe3 req-f6c3703b-bb56-4055-9168-20209fc13730 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690415 Sep 16 04:47:54.830657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Allocated IP 172.20.0.14 (2713b2ed-413f-41f1-8d43-e9e59b50bc03/594bedc6-ea86-4b5b-80f1-7377dc5b057c/698c3b5b-cb53-4546-ada8-138f4a5677f8) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:54.860848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-eea478b5-17c0-47e0-ae6f-ed8320942d9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4532b43d-fb90-4cbf-b284-0f12d478427e HTTP/1.1" status: 200 len: 217 time: 0.0584669 Sep 16 04:47:54.861963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-e33be40e-8a22-4091-8ce1-09789d94fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.863731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-e33be40e-8a22-4091-8ce1-09789d94fcb8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2984593 Sep 16 04:47:54.970022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-a120ff73-b505-4604-bd84-cdd31decc87d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4532b43d-fb90-4cbf-b284-0f12d478427e HTTP/1.1" status: 200 len: 217 time: 0.0910776 Sep 16 04:47:55.104993 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-19103d3d-c20b-486e-a0c5-6162361b2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.111664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-19103d3d-c20b-486e-a0c5-6162361b2652 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.2391093 Sep 16 04:47:55.155337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-60890565-ddfa-4c79-99dc-8cac6f319f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.155337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-60890565-ddfa-4c79-99dc-8cac6f319f1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1794534 Sep 16 04:47:55.176450 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.256006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc3ed0-cec6-4323-8d2a-b43354ccd292 req-a79e898f-ea4b-43da-a8b4-c32b55fb2492 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.257706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2fc3ed0-cec6-4323-8d2a-b43354ccd292 req-a79e898f-ea4b-43da-a8b4-c32b55fb2492 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 946 time: 0.1966217 Sep 16 04:47:55.320651 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.335297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-f5a34860-17b1-4d49-9ab7-a7f27855b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.336899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-f5a34860-17b1-4d49-9ab7-a7f27855b461 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1487172 Sep 16 04:47:55.341696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-8cc65734-8f8c-4e14-a870-23da7c005754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.343110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-8cc65734-8f8c-4e14-a870-23da7c005754 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2176654 Sep 16 04:47:55.377051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2fc3ed0-cec6-4323-8d2a-b43354ccd292 req-0c69f282-bf79-4364-9fb6-39dd18bb5e3e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022592 Sep 16 04:47:55.405010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e086eb1-b76e-4ab2-8732-c71058b8fa1b req-1872b2f0-2608-4d04-9839-0b1fbc26ca82 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.406591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e086eb1-b76e-4ab2-8732-c71058b8fa1b req-1872b2f0-2608-4d04-9839-0b1fbc26ca82 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.1470511 Sep 16 04:47:55.440432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:55.442314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:55.461309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:55.501670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Pushing event updated for resources: {'Port': ['ID=698c3b5b-cb53-4546-ada8-138f4a5677f8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.503056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b21ff2f-9807-4b82-bf14-f739a121e8ed no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:55.535920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 1b21ff2f-9807-4b82-bf14-f739a121e8ed {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:55.542798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b21ff2f-9807-4b82-bf14-f739a121e8ed not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:55.544615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.545487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.569308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 4532b43d-fb90-4cbf-b284-0f12d478427e details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:55.629370 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-3a3a18b7-285c-4b13-a755-07ef93e9accc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4512060 Sep 16 04:47:55.642922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-137a09fe-affa-4c95-ba00-67c9b672b33f service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903190 Sep 16 04:47:55.646362 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-6143d666-309b-42b7-a29a-92c9f91ef41b service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942019 Sep 16 04:47:55.650880 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Request body: {'port': {'device_id': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:55.756859 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.763244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4532b43d-fb90-4cbf-b284-0f12d478427e,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:55.789000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '4532b43d-fb90-4cbf-b284-0f12d478427e', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '4532b43d-fb90-4cbf-b284-0f12d478427e', 'mac_address': 'fa:16:3e:be:a9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:55.791514 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e086eb1-b76e-4ab2-8732-c71058b8fa1b req-b98583fe-23e4-415a-a04b-e5891e911a27 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664470 Sep 16 04:47:55.813006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-f1bfad41-4047-46e2-b844-1a4dfc194fb8 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546006 Sep 16 04:47:55.858954 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.878951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4532b43d-fb90-4cbf-b284-0f12d478427e {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:55.895357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-899e9888-00ef-4d52-9905-2b90d7b5ed99 None None] Provisioning complete for port 698c3b5b-cb53-4546-ada8-138f4a5677f8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:55.896053 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-899e9888-00ef-4d52-9905-2b90d7b5ed99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.924090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4532b43d-fb90-4cbf-b284-0f12d478427e,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:55.941673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-899e9888-00ef-4d52-9905-2b90d7b5ed99 None None] Port 698c3b5b-cb53-4546-ada8-138f4a5677f8 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:55.944782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a59670-195f-43c2-bcb8-15db526c98c5 req-ce6e3e05-a6d3-4fbd-b923-b01ad370642b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.946450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96a59670-195f-43c2-bcb8-15db526c98c5 req-ce6e3e05-a6d3-4fbd-b923-b01ad370642b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 932 time: 0.4057467 Sep 16 04:47:56.013141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8ca009-e7a6-40a3-b4d0-ff606d6b4221 req-8af1313b-b714-47a1-a096-9c1d76f38503 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279413 Sep 16 04:47:56.016865 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.032125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96a59670-195f-43c2-bcb8-15db526c98c5 req-4c525612-4c67-42b3-994b-eff887ec5561 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778265 Sep 16 04:47:56.072805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=4532b43d-fb90-4cbf-b284-0f12d478427e,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:56.164884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46582) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:56.233991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Deleting subnet 949274d8-2344-4ef9-adff-97636601143c {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:56.237625 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.270214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698c3b5b-cb53-4546-ada8-138f4a5677f8 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:56.278750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.302362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['4532b43d-fb90-4cbf-b284-0f12d478427e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:56.302945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Transition to ACTIVE for port object 698c3b5b-cb53-4546-ada8-138f4a5677f8 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:56.354590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.383856 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.468359 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.543918 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Pushing event updated for resources: {'Port': ['ID=698c3b5b-cb53-4546-ada8-138f4a5677f8,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:56.608020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bcdeb-a342-4353-8c93-711b6d3313c7 req-65e649f8-4eb4-4026-95cd-06b6386e2697 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:56.609930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d55bcdeb-a342-4353-8c93-711b6d3313c7 req-65e649f8-4eb4-4026-95cd-06b6386e2697 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 948 time: 0.3199615 Sep 16 04:47:56.610764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Attempting to bind port 698c3b5b-cb53-4546-ada8-138f4a5677f8 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:56.611177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Attempting to bind port 698c3b5b-cb53-4546-ada8-138f4a5677f8 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:56.611611 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Attempting to bind port 698c3b5b-cb53-4546-ada8-138f4a5677f8 on network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:56.617603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Port 698c3b5b-cb53-4546-ada8-138f4a5677f8 on network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:56.618033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Attempting to bind port 698c3b5b-cb53-4546-ada8-138f4a5677f8 on network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:56.624408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:56.630970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Checking segment: {'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:56.630970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Bound using segment: {'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:56.630970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Bound port: 698c3b5b-cb53-4546-ada8-138f4a5677f8, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:56.630970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.667367 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d55bcdeb-a342-4353-8c93-711b6d3313c7 req-d6b3a768-faa7-42ba-9c5f-f551c0477f47 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498905 Sep 16 04:47:56.705612 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.716320 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.718357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/949274d8-2344-4ef9-adff-97636601143c HTTP/1.1" status: 204 len: 168 time: 0.5524333 Sep 16 04:47:56.732916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46594) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:56.744874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=949274d8-2344-4ef9-adff-97636601143c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:56.753273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:56.753616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:56.753951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:56.754283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:56.754611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:56.754939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:56.755320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:56.755641 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:56.756024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:56.756355 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:56.756696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:56.757012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4f84e-64a3-4c44-a80a-13c51374dda8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:56.808874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] For port 698c3b5b-cb53-4546-ada8-138f4a5677f8, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:56.872829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] For port 698c3b5b-cb53-4546-ada8-138f4a5677f8, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=698c3b5b-cb53-4546-ada8-138f4a5677f8,segment=NetworkSegment(d9334f26-8cc1-4ee4-9f65-62b9c96ba824),segment_id=d9334f26-8cc1-4ee4-9f65-62b9c96ba824)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:56.889393 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.960041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.022952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b619e-7401-4f0a-bb0c-c1c10d82b58d req-12121a08-965a-42b5-9828-681d3b54f541 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.024779 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-338b619e-7401-4f0a-bb0c-c1c10d82b58d req-12121a08-965a-42b5-9828-681d3b54f541 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.0844347 Sep 16 04:47:57.039928 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.058617 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.059275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.060900 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] 10.222.0.23 "PUT /v2.0/ports/698c3b5b-cb53-4546-ada8-138f4a5677f8 HTTP/1.1" status: 200 len: 1093 time: 1.4170790 Sep 16 04:47:57.064912 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'tag': '698c3b5b-cb53-4546-ada8-138f4a5677f8'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:57.066926 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d5d57b-9f37-4fa6-a1da-a613b4733735" -d '{"events": [{"name": "network-changed", "server_uuid": "27351bfb-8b79-4a51-9b14-9affc4bcf428", "tag": "698c3b5b-cb53-4546-ada8-138f4a5677f8"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:57.141539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d28860d-4e08-4ba3-a765-b2bfee8d416f']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:57.151842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-338b619e-7401-4f0a-bb0c-c1c10d82b58d req-21469111-27b9-44a9-8b7a-948617de4102 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104047 Sep 16 04:47:57.165856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b115d0-e4bf-4e7d-9fdc-4028c067583a') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:57.198725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b115d0-e4bf-4e7d-9fdc-4028c067583a') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:57.201333 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fe433-e239-44b6-b239-5413e97f1598 service neutron] Pushing event updated for resources: {'Port': ['ID=698c3b5b-cb53-4546-ada8-138f4a5677f8,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:57.222729 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.247623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.261229 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8128fab-2c39-49e9-91a2-067f2c267628 x-openstack-request-id: req-b8128fab-2c39-49e9-91a2-067f2c267628 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:57.261543 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27351bfb-8b79-4a51-9b14-9affc4bcf428", "tag": "698c3b5b-cb53-4546-ada8-138f4a5677f8", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:57.261819 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8128fab-2c39-49e9-91a2-067f2c267628 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:57.262279 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'tag': '698c3b5b-cb53-4546-ada8-138f4a5677f8', 'status': 'completed', 'code': 200} Sep 16 04:47:57.263390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:57.263767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:57.265713 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:57.438909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-33d02eed-a932-4c8a-af11-1a5f7e115de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.441268 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-33d02eed-a932-4c8a-af11-1a5f7e115de7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59a11aa7b88f4a21b119fd15b1824744&device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 1096 time: 0.1648152 Sep 16 04:47:57.547963 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-4109d6dc-bc8e-4a0b-a1a3-2cacaa15e642 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=698c3b5b-cb53-4546-ada8-138f4a5677f8 HTTP/1.1" status: 200 len: 217 time: 0.0929911 Sep 16 04:47:57.553847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46624) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.574068 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.580550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 4532b43d-fb90-4cbf-b284-0f12d478427e up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:57.581690 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.587200 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9d28860d-4e08-4ba3-a765-b2bfee8d416f HTTP/1.1" status: 204 len: 168 time: 0.8510489 Sep 16 04:47:57.628568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2348899-39fd-4396-96cf-70303025d9c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d28860d-4e08-4ba3-a765-b2bfee8d416f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:57.694308 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-39285f1a-c243-409b-aefb-84db243f81df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.695670 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-39285f1a-c243-409b-aefb-84db243f81df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=594bedc6-ea86-4b5b-80f1-7377dc5b057c HTTP/1.1" status: 200 len: 844 time: 0.1330957 Sep 16 04:47:57.773363 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3211ca5-2624-4f42-b541-d6d0638d19f5 req-406e6434-6fa5-439f-a48f-fe135e9aca3b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.782624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3211ca5-2624-4f42-b541-d6d0638d19f5 req-406e6434-6fa5-439f-a48f-fe135e9aca3b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 948 time: 0.3172841 Sep 16 04:47:57.797785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-aacf99ae-6b60-48e8-8012-8de06ae1035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.799527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-aacf99ae-6b60-48e8-8012-8de06ae1035b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2713b2ed-413f-41f1-8d43-e9e59b50bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912132 Sep 16 04:47:57.804116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b1a4-601e-4e75-90ec-23b54d1e7c46 req-bb0bf52b-37ba-4d5f-85f9-098f3cb3438f tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.807662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2138b1a4-601e-4e75-90ec-23b54d1e7c46 req-bb0bf52b-37ba-4d5f-85f9-098f3cb3438f tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 944 time: 0.4232886 Sep 16 04:47:57.824809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-091dcb42-788e-4210-ac65-0bb324a22586 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:57.826345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-091dcb42-788e-4210-ac65-0bb324a22586 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13&tenant_id=a691916327a54f4cb27fb717de84b236&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 948 time: 0.4274030 Sep 16 04:47:57.864030 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 4532b43d-fb90-4cbf-b284-0f12d478427e completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:57.869059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 4532b43d-fb90-4cbf-b284-0f12d478427e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:57.869438 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.890424 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a80df39-fd60-4804-870d-16b8f576aa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.979794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2138b1a4-601e-4e75-90ec-23b54d1e7c46 req-e19b89a8-9918-4a4d-9a13-f69d4ff17d3d tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468773 Sep 16 04:47:57.988038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3211ca5-2624-4f42-b541-d6d0638d19f5 req-3e417fcf-b9c7-4cef-8b06-4d33fdb02b57 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023082 Sep 16 04:47:58.013610 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-bbe826cc-e958-440f-b25e-54625bbc02c6 service neutron] delete failed (client error): The resource could not be found. Sep 16 04:47:58.015418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-bbe826cc-e958-440f-b25e-54625bbc02c6 service neutron] 10.222.0.37 "DELETE /v2.0/ports/4532b43d-fb90-4cbf-b284-0f12d478427e/bindings/n-h2-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.1767545 Sep 16 04:47:58.074988 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.104862 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-485a97a8-3dfe-4e03-9eff-dd1b8042a327 service neutron] 10.222.0.23 "GET /v2.0/networks/2713b2ed-413f-41f1-8d43-e9e59b50bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928729 Sep 16 04:47:58.127994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4532b43d-fb90-4cbf-b284-0f12d478427e'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:58.132013 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837c3d85-42f2-4083-a3fc-b3c27b98ef15" -d '{"events": [{"server_uuid": "d7f5dd84-a4fc-483c-9722-e73bebf53e13", "name": "network-vif-plugged", "status": "completed", "tag": "4532b43d-fb90-4cbf-b284-0f12d478427e"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:58.158288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4532b43d-fb90-4cbf-b284-0f12d478427e,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:58.315017 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4ccc12-8e78-417c-858c-e1a73f80586c x-openstack-request-id: req-7f4ccc12-8e78-417c-858c-e1a73f80586c {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:58.315017 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f5dd84-a4fc-483c-9722-e73bebf53e13", "name": "network-vif-plugged", "status": "completed", "tag": "4532b43d-fb90-4cbf-b284-0f12d478427e", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:58.315017 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f4ccc12-8e78-417c-858c-e1a73f80586c {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:58.315017 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4532b43d-fb90-4cbf-b284-0f12d478427e', 'code': 200} Sep 16 04:47:58.317410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-0eeb74c9-58dc-4b38-a442-3c7a3b15dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.317410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-0eeb74c9-58dc-4b38-a442-3c7a3b15dd6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 1100 time: 0.0664840 Sep 16 04:47:58.318282 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a80df39-fd60-4804-870d-16b8f576aa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.318282 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-614866d5-f271-4adc-a9d7-d91f45db4ff4 req-b9061fb6-994b-4c5f-852e-7c52c9f3a697 service neutron] 10.222.0.23 "GET /v2.0/networks/2713b2ed-413f-41f1-8d43-e9e59b50bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500823 Sep 16 04:47:58.368694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-33672e25-3f74-45cb-a708-93aa8e877a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.370194 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-33672e25-3f74-45cb-a708-93aa8e877a29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1509032 Sep 16 04:47:58.377839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774595b-7aad-40c8-a42e-2684c7038d5c req-95bef6da-7fbb-4875-87a4-f7989692a35c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.379380 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8774595b-7aad-40c8-a42e-2684c7038d5c req-95bef6da-7fbb-4875-87a4-f7989692a35c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.1048992 Sep 16 04:47:58.423120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46652) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:58.425035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-733fae3d-b99f-4110-b975-f06f09b346c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4532b43d-fb90-4cbf-b284-0f12d478427e HTTP/1.1" status: 200 len: 217 time: 0.0447395 Sep 16 04:47:58.438866 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.446921 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a80df39-fd60-4804-870d-16b8f576aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.486845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8774595b-7aad-40c8-a42e-2684c7038d5c req-d77852a1-e98c-4c99-a9b7-959936221d7b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000299 Sep 16 04:47:58.502218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-ce794d7d-f73e-4bf2-ac71-05e6136602c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.504576 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-ce794d7d-f73e-4bf2-ac71-05e6136602c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0711396 Sep 16 04:47:58.516716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=4532b43d-fb90-4cbf-b284-0f12d478427e,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:58.563958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-01df390b-722e-4db4-b5d6-6d6a8ea36c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.565735 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-01df390b-722e-4db4-b5d6-6d6a8ea36c41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0491858 Sep 16 04:47:58.579120 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9a80df39-fd60-4804-870d-16b8f576aa24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59b8fd46ce444bd3962e548f8edaed8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0241952 Sep 16 04:47:58.588476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46658) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:58.597029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80df39-fd60-4804-870d-16b8f576aa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b567e5b7-f678-4bbd-b703-28528d7fa322,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:58.610549 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e4c07ca6-64d1-4129-97fc-6c24b6d43b11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=beb64385c68c464bbaadaf890c1a8c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862056 Sep 16 04:47:58.613322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46660) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:58.636515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5d57b-9f37-4fa6-a1da-a613b4733735 req-37fc5870-6498-479e-9891-30c82b7fe77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.638344 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47d5d57b-9f37-4fa6-a1da-a613b4733735 req-37fc5870-6498-479e-9891-30c82b7fe77d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59a11aa7b88f4a21b119fd15b1824744&device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 1096 time: 0.1659107 Sep 16 04:47:58.697295 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6663e647-06fc-4eaa-baff-022d63ab46df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.735939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-a64ae617-6130-444c-9b58-f5f80e895167 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592219 Sep 16 04:47:58.736930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7869f920-abd4-4c0d-949b-fca9867f3220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.754284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6663e647-06fc-4eaa-baff-022d63ab46df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.789664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5d57b-9f37-4fa6-a1da-a613b4733735 req-61a784c8-4683-426a-974d-4292045212e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.789909 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7869f920-abd4-4c0d-949b-fca9867f3220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.793107 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47d5d57b-9f37-4fa6-a1da-a613b4733735 req-61a784c8-4683-426a-974d-4292045212e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2713b2ed-413f-41f1-8d43-e9e59b50bc03 HTTP/1.1" status: 200 len: 905 time: 0.1454811 Sep 16 04:47:58.844146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47d5d57b-9f37-4fa6-a1da-a613b4733735 req-baa162e0-fafe-49b3-8c67-6b4288ca4a39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=698c3b5b-cb53-4546-ada8-138f4a5677f8 HTTP/1.1" status: 200 len: 217 time: 0.0430253 Sep 16 04:47:58.898274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51a99af2-b0b7-4cd9-8b78-e3a11fc990e5 req-ff51d39c-81ad-4b9b-9946-352e49fd5f1f service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504333 Sep 16 04:47:58.910089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5d57b-9f37-4fa6-a1da-a613b4733735 req-cb62eccc-5121-4c5b-9fd7-09ae0124ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.912200 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47d5d57b-9f37-4fa6-a1da-a613b4733735 req-cb62eccc-5121-4c5b-9fd7-09ae0124ac8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=594bedc6-ea86-4b5b-80f1-7377dc5b057c HTTP/1.1" status: 200 len: 844 time: 0.0593655 Sep 16 04:47:58.929953 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6663e647-06fc-4eaa-baff-022d63ab46df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.932443 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6663e647-06fc-4eaa-baff-022d63ab46df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.933814 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6663e647-06fc-4eaa-baff-022d63ab46df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b567e5b7-f678-4bbd-b703-28528d7fa322 HTTP/1.1" status: 204 len: 168 time: 0.3439348 Sep 16 04:47:58.962493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663e647-06fc-4eaa-baff-022d63ab46df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b567e5b7-f678-4bbd-b703-28528d7fa322,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:58.981661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5d57b-9f37-4fa6-a1da-a613b4733735 req-30840efd-e5e0-4129-a7ae-e5520fe54c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.982629 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7869f920-abd4-4c0d-949b-fca9867f3220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.983254 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47d5d57b-9f37-4fa6-a1da-a613b4733735 req-30840efd-e5e0-4129-a7ae-e5520fe54c60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2713b2ed-413f-41f1-8d43-e9e59b50bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637138 Sep 16 04:47:58.985551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7869f920-abd4-4c0d-949b-fca9867f3220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.990868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7869f920-abd4-4c0d-949b-fca9867f3220 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acb7422c-f273-4913-93e5-f0281f10cfe0 HTTP/1.1" status: 204 len: 168 time: 0.3740821 Sep 16 04:47:59.006991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869f920-abd4-4c0d-949b-fca9867f3220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb7422c-f273-4913-93e5-f0281f10cfe0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:59.186336 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47d5d57b-9f37-4fa6-a1da-a613b4733735 req-453dc013-e660-492a-a486-7ef00ba3e018 service neutron] 10.222.0.23 "GET /v2.0/networks/2713b2ed-413f-41f1-8d43-e9e59b50bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825731 Sep 16 04:47:59.260302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ebfdb-5c5c-4a61-8ba1-3fa2a8e541d9 req-1569844f-7db1-4c0b-97f0-13e99f1b9c7a tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:59.267824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e00ebfdb-5c5c-4a61-8ba1-3fa2a8e541d9 req-1569844f-7db1-4c0b-97f0-13e99f1b9c7a tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 944 time: 0.1653104 Sep 16 04:47:59.279093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bb76d-0def-4323-a242-1d971e5e370e req-37af9e6e-dd20-465e-82f4-f4a85255bfcf tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:59.280934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e57bb76d-0def-4323-a242-1d971e5e370e req-37af9e6e-dd20-465e-82f4-f4a85255bfcf tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1628709 Sep 16 04:47:59.314661 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47d5d57b-9f37-4fa6-a1da-a613b4733735 req-fcdd9cbb-79eb-4b95-9e2a-af56f088ab4d service neutron] 10.222.0.23 "GET /v2.0/networks/2713b2ed-413f-41f1-8d43-e9e59b50bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139030 Sep 16 04:47:59.348969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e57bb76d-0def-4323-a242-1d971e5e370e req-61d3b673-3951-4c8a-9448-1f8596fdef26 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615675 Sep 16 04:47:59.357316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e00ebfdb-5c5c-4a61-8ba1-3fa2a8e541d9 req-0b0862ae-6611-4687-9f54-8591c4e951d8 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886528 Sep 16 04:47:59.502935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:59.704180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:59.713411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34282e9-7cbe-435e-a40c-11bd61cc2ced req-b4e6efd4-820e-468b-9631-a4e016d01270 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:59.723136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a34282e9-7cbe-435e-a40c-11bd61cc2ced req-b4e6efd4-820e-468b-9631-a4e016d01270 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.1171257 Sep 16 04:47:59.747156 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0', 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'port_id': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0', 'mac_address': 'fa:16:3e:ff:6f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77f398e-0371-495b-b57d-d46106b38a75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:59.777922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a34282e9-7cbe-435e-a40c-11bd61cc2ced req-b0531bbd-c472-4547-97e1-65ed56edfc80 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528662 Sep 16 04:47:59.871029 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.898008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:59.934511 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:00.033554 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.106132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:00.144933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:00.522466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017c665-44ec-4d7a-9922-e66d0ca013cb req-d879723f-735f-4739-885f-d85723a8e547 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:00.524756 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2017c665-44ec-4d7a-9922-e66d0ca013cb req-d879723f-735f-4739-885f-d85723a8e547 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.0618589 Sep 16 04:48:00.650878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cc771-6fde-4443-ace6-8c25669846da req-3eb7fc84-2fe1-4337-a368-810a80863638 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:00.661646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f18cc771-6fde-4443-ace6-8c25669846da req-3eb7fc84-2fe1-4337-a368-810a80863638 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 944 time: 0.1477373 Sep 16 04:48:00.696047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2017c665-44ec-4d7a-9922-e66d0ca013cb req-7de11b01-bff4-41b3-b65d-f52d048825a5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624780 Sep 16 04:48:01.057334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f18cc771-6fde-4443-ace6-8c25669846da req-47ba9d8a-b089-46af-879c-5540a95b4933 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3948631 Sep 16 04:48:01.519361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:01.581835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:01.582495 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.650207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 698c3b5b-cb53-4546-ada8-138f4a5677f8 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:01.834478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 698c3b5b-cb53-4546-ada8-138f4a5677f8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=698c3b5b-cb53-4546-ada8-138f4a5677f8,segment=NetworkSegment(d9334f26-8cc1-4ee4-9f65-62b9c96ba824),segment_id=d9334f26-8cc1-4ee4-9f65-62b9c96ba824)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:01.853814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '698c3b5b-cb53-4546-ada8-138f4a5677f8', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'port_id': '698c3b5b-cb53-4546-ada8-138f4a5677f8', 'mac_address': 'fa:16:3e:ce:68:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:01.978272 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.042091 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.043988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0902a8e7-eb2b-458f-a791-03eb8c2882c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:02.048310 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baae922f-85fb-4a7d-8669-e304cfcb0da3" -d '{"events": [{"server_uuid": "0902a8e7-eb2b-458f-a791-03eb8c2882c2", "name": "network-vif-plugged", "status": "completed", "tag": "7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:02.055410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:02.074913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698c3b5b-cb53-4546-ada8-138f4a5677f8 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:02.120278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 698c3b5b-cb53-4546-ada8-138f4a5677f8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=698c3b5b-cb53-4546-ada8-138f4a5677f8,segment=NetworkSegment(d9334f26-8cc1-4ee4-9f65-62b9c96ba824),segment_id=d9334f26-8cc1-4ee4-9f65-62b9c96ba824)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:02.462787 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.527235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:02.582304 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.647037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=698c3b5b-cb53-4546-ada8-138f4a5677f8,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:02.862460 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['698c3b5b-cb53-4546-ada8-138f4a5677f8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:05.726141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 698c3b5b-cb53-4546-ada8-138f4a5677f8 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:05.959683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 698c3b5b-cb53-4546-ada8-138f4a5677f8 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:05.965109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 698c3b5b-cb53-4546-ada8-138f4a5677f8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:05.965796 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.051453 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.092704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 698c3b5b-cb53-4546-ada8-138f4a5677f8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=698c3b5b-cb53-4546-ada8-138f4a5677f8,segment=NetworkSegment(d9334f26-8cc1-4ee4-9f65-62b9c96ba824),segment_id=d9334f26-8cc1-4ee4-9f65-62b9c96ba824)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:06.188386 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.264973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=698c3b5b-cb53-4546-ada8-138f4a5677f8,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:06.293415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:06.293714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:06.294290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:06.294725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:06.295251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:06.295695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:06.296138 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:06.298559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:06.298559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:06.298559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:06.298559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:06.298559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:07.277360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6622b6a-a51a-4db8-89be-819d1fbccfde req-2b2d9b16-155c-420b-b96b-9d773c367124 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.279727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6622b6a-a51a-4db8-89be-819d1fbccfde req-2b2d9b16-155c-420b-b96b-9d773c367124 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.0651395 Sep 16 04:48:07.336161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6622b6a-a51a-4db8-89be-819d1fbccfde req-dc174beb-5b41-4d44-8805-3b93c946201d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380673 Sep 16 04:48:07.448577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321acb85-e882-43a9-804e-3bb40a028a00 req-8b4d99e7-3d2d-4afd-be70-cbe8d14538cb tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.450184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-321acb85-e882-43a9-804e-3bb40a028a00 req-8b4d99e7-3d2d-4afd-be70-cbe8d14538cb tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.0503736 Sep 16 04:48:07.494191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-321acb85-e882-43a9-804e-3bb40a028a00 req-56c14bf6-8f73-4ad5-88b4-83ee0becff01 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 Sep 16 04:48:07.590432 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379788f1-b890-4152-8ffd-4ccb1d965129 x-openstack-request-id: req-379788f1-b890-4152-8ffd-4ccb1d965129 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:07.590978 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0902a8e7-eb2b-458f-a791-03eb8c2882c2", "name": "network-vif-plugged", "status": "completed", "tag": "7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:07.591282 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-379788f1-b890-4152-8ffd-4ccb1d965129 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:07.591589 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0902a8e7-eb2b-458f-a791-03eb8c2882c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0', 'code': 200} Sep 16 04:48:07.707347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1cb73-a5a6-418c-9f3a-f134384c423c req-2cb4a5b0-5a0a-4fca-9bc9-578b1c8f26c7 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.709377 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7b1cb73-a5a6-418c-9f3a-f134384c423c req-2cb4a5b0-5a0a-4fca-9bc9-578b1c8f26c7 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 946 time: 0.0721684 Sep 16 04:48:07.761119 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7b1cb73-a5a6-418c-9f3a-f134384c423c req-8a0920fa-3276-4a65-8865-130ec2991a12 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499885 Sep 16 04:48:07.899235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a284f69-f8cb-4667-9961-c19ee1062c69 req-310bb6b3-0204-4cf5-bafd-629d971a7052 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:07.904944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a284f69-f8cb-4667-9961-c19ee1062c69 req-310bb6b3-0204-4cf5-bafd-629d971a7052 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 950 time: 0.0764527 Sep 16 04:48:07.943062 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a284f69-f8cb-4667-9961-c19ee1062c69 req-2a3416c3-3c4b-447c-87e9-c9f32d0292a4 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353701 Sep 16 04:48:08.362917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46888) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:08.530262 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.554988 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-fc85cf6a-392f-4238-8f49-fae0a0b6febd tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a691916327a54f4cb27fb717de84b236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235469 Sep 16 04:48:08.637097 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.713284 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-4d4ee27a-26fe-4d40-8022-76d70405eb90 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:08.715051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-4d4ee27a-26fe-4d40-8022-76d70405eb90 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532772 Sep 16 04:48:08.734832 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-eb35dfbb-1ce5-46cb-9046-36d6d0cf0c04 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/quotas/a691916327a54f4cb27fb717de84b236 HTTP/1.1" status: 200 len: 375 time: 0.0115147 Sep 16 04:48:08.778458 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.836355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-4fb17267-6546-45d4-b48d-12f2e38997e2 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933154 Sep 16 04:48:08.857115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57668af3-543c-4e99-8f62-0109a813c0c2 req-d019932b-c863-47b8-8267-d237fc7353fd tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:08.858656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57668af3-543c-4e99-8f62-0109a813c0c2 req-d019932b-c863-47b8-8267-d237fc7353fd tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.1040719 Sep 16 04:48:08.872282 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=353c636846fc44f5af889eacc157558d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065377 Sep 16 04:48:08.873495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46916) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:08.939963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f92af5-9d15-42d6-b1fb-ac8fde1166e7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:08.943759 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57668af3-543c-4e99-8f62-0109a813c0c2 req-da740135-b50f-40b7-9b57-8b46f2819665 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790994 Sep 16 04:48:08.948402 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2d31-3f0c-4a6f-9a63-348ae1334d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.986533 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2d31-3f0c-4a6f-9a63-348ae1334d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.036914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:09.037497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:09.038073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:09.038670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:09.039196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:09.039724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:09.040246 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:09.040807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:09.041897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:09.042625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:09.043033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:09.043572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fea1a-bc25-4ee0-804e-b551118724e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:09.111931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46928) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:09.132084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2d31-3f0c-4a6f-9a63-348ae1334d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.135460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2d31-3f0c-4a6f-9a63-348ae1334d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.140211 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a3aa2d31-3f0c-4a6f-9a63-348ae1334d5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75f92af5-9d15-42d6-b1fb-ac8fde1166e7 HTTP/1.1" status: 204 len: 168 time: 0.2645807 Sep 16 04:48:09.155788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa2d31-3f0c-4a6f-9a63-348ae1334d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f92af5-9d15-42d6-b1fb-ac8fde1166e7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:09.269763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-588ab874-8d63-4ef1-878e-47bc4e7961b3 req-c23fbd83-0421-434a-a14a-796747894a74 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 210 time: 0.0482891 Sep 16 04:48:09.309710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2587c-52d8-4c24-a471-d5acd6a7dcff req-9170a9e2-bc27-4fd2-a85d-a9aeecd29056 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.311404 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ceb2587c-52d8-4c24-a471-d5acd6a7dcff req-9170a9e2-bc27-4fd2-a85d-a9aeecd29056 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 946 time: 0.1384797 Sep 16 04:48:09.312827 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b855feac-137e-4ceb-b3a2-faee075ce5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.374201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ceb2587c-52d8-4c24-a471-d5acd6a7dcff req-26c027ad-e24e-4c96-9413-9ad0528773a5 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520449 Sep 16 04:48:09.450799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b855feac-137e-4ceb-b3a2-faee075ce5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.561552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c03131e6-43f8-4693-87f5-8f1e88a7e9b8 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:09.582402 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b855feac-137e-4ceb-b3a2-faee075ce5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.592142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698c3b5b-cb53-4546-ada8-138f4a5677f8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:09.594946 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282816db-49bd-4e86-9524-5ca6d4041f2d" -d '{"events": [{"server_uuid": "27351bfb-8b79-4a51-9b14-9affc4bcf428", "name": "network-vif-plugged", "status": "completed", "tag": "698c3b5b-cb53-4546-ada8-138f4a5677f8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:09.628324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b855feac-137e-4ceb-b3a2-faee075ce5ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=174ca25389b842eca769eb3dcd56e20f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152938 Sep 16 04:48:09.629189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46956) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:09.668095 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a699fbbf-c5dc-4021-85d5-1a4b4b93dde4 x-openstack-request-id: req-a699fbbf-c5dc-4021-85d5-1a4b4b93dde4 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:09.668666 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27351bfb-8b79-4a51-9b14-9affc4bcf428", "name": "network-vif-plugged", "status": "completed", "tag": "698c3b5b-cb53-4546-ada8-138f4a5677f8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:09.669494 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a699fbbf-c5dc-4021-85d5-1a4b4b93dde4 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:09.670089 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698c3b5b-cb53-4546-ada8-138f4a5677f8', 'code': 200} Sep 16 04:48:09.700864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855feac-137e-4ceb-b3a2-faee075ce5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400d8b2f-1b78-485d-b7ef-7c22aec5fc64,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:09.730853 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.737948 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb64f80a-1da9-4171-b853-ed743d25ca1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.764303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb64f80a-1da9-4171-b853-ed743d25ca1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.777586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c03131e6-43f8-4693-87f5-8f1e88a7e9b8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:09.851101 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.856243 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6dbfe-bbdf-4ae1-9e59-772e50a2b01f req-4464e507-8eff-4c62-8251-6e0753e110fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.856243 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e4e6dbfe-bbdf-4ae1-9e59-772e50a2b01f req-4464e507-8eff-4c62-8251-6e0753e110fb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 1098 time: 0.0649807 Sep 16 04:48:09.904644 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e4e6dbfe-bbdf-4ae1-9e59-772e50a2b01f req-b2700cd7-58fe-4b7c-ae99-de3dabf42326 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368927 Sep 16 04:48:09.909873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:09.940556 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb64f80a-1da9-4171-b853-ed743d25ca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.944871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb64f80a-1da9-4171-b853-ed743d25ca1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.946704 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cb64f80a-1da9-4171-b853-ed743d25ca1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/400d8b2f-1b78-485d-b7ef-7c22aec5fc64 HTTP/1.1" status: 204 len: 168 time: 0.3157020 Sep 16 04:48:09.957368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64f80a-1da9-4171-b853-ed743d25ca1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400d8b2f-1b78-485d-b7ef-7c22aec5fc64,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:10.126077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baec3de-5316-461f-8a84-d78ae7b5a29c req-1969356e-f950-4978-8303-701190559b42 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.144655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5baec3de-5316-461f-8a84-d78ae7b5a29c req-1969356e-f950-4978-8303-701190559b42 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.0939343 Sep 16 04:48:10.189492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5baec3de-5316-461f-8a84-d78ae7b5a29c req-926bc476-3cc4-4e40-a9f1-9d839dbf18a3 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Sep 16 04:48:10.384929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4ee8826-a1ee-4663-b88d-665d28e2ed03 req-dd953c47-3a89-4a4d-b4d4-53747676c657 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 210 time: 0.0352464 Sep 16 04:48:10.547511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b8ad7-bc27-40ec-8b16-63cadcf4ef80 req-fac72f64-4161-49e0-8ff3-2a0bd545b2e0 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.571419 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-209b8ad7-bc27-40ec-8b16-63cadcf4ef80 req-fac72f64-4161-49e0-8ff3-2a0bd545b2e0 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 946 time: 0.0805995 Sep 16 04:48:10.646124 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-209b8ad7-bc27-40ec-8b16-63cadcf4ef80 req-cb49c39a-3ba6-404f-84b0-453f81f366fe tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703104 Sep 16 04:48:10.839790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e319cfa-ab80-4816-8448-67d2fe7aceb8 req-14d93bae-9cc7-488e-8255-e0a67bcf4405 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:10.841306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47018) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:10.848382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e319cfa-ab80-4816-8448-67d2fe7aceb8 req-14d93bae-9cc7-488e-8255-e0a67bcf4405 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.1012650 Sep 16 04:48:10.912962 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e319cfa-ab80-4816-8448-67d2fe7aceb8 req-d5d6a799-5ff9-41cc-b77d-7735d8d145ec tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630295 Sep 16 04:48:11.061517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1136814751-network', 'tenant_id': '241d79d2d65b46bd9e37c777f1585516'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.171132 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Made reservation on behalf of 241d79d2d65b46bd9e37c777f1585516 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:11.173631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.184251 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.326173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.387752 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47042) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:11.399550 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.427255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:11.444575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.445067 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Added segment 60e0019d-0248-4ee2-81f9-b3b72df04afc of type vlan for network 7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b Sep 16 04:48:11.537898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf9dc78-32c9-482d-81e4-96a484308de8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:11.564787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.577049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06d1c252-c11e-453a-a8f3-b3ea2a7ea642 req-bb78e85e-e4aa-4949-812b-b2f13ad8a0c4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 210 time: 0.0677073 Sep 16 04:48:11.581746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:11.602320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-169545085-network', 'tenant_id': '78c3b79b52a1452f964bfe56007357e4'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.648883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-ad684ac5-ad82-4052-b03b-43df2e4b2ba9 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a691916327a54f4cb27fb717de84b236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316923 Sep 16 04:48:11.690189 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67d7e71-8a91-41a2-955f-96cfeb56f764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:11.693858 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c008f23a-e1e6-4437-90a0-b0402aa27517" -d '{"events": [{"server_uuid": "c67d7e71-8a91-41a2-955f-96cfeb56f764", "name": "network-vif-unplugged", "status": "completed", "tag": "c03131e6-43f8-4693-87f5-8f1e88a7e9b8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:11.737853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:11.756968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'mac_address': 'fa:16:3e:a8:f6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:11.767287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Made reservation on behalf of 78c3b79b52a1452f964bfe56007357e4 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:11.771225 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.775110 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.775110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:11.775357 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.790068 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8520a3af-d596-4c52-8ac7-90fd8ea4b22b x-openstack-request-id: req-8520a3af-d596-4c52-8ac7-90fd8ea4b22b {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:11.790913 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67d7e71-8a91-41a2-955f-96cfeb56f764", "name": "network-vif-unplugged", "status": "completed", "tag": "c03131e6-43f8-4693-87f5-8f1e88a7e9b8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:11.791331 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8520a3af-d596-4c52-8ac7-90fd8ea4b22b {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:11.792043 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67d7e71-8a91-41a2-955f-96cfeb56f764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8', 'code': 200} Sep 16 04:48:11.827157 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.849126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:11.855114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-5f4a4a07-63f4-482a-9e08-362160e68ff5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:11.872533 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-5f4a4a07-63f4-482a-9e08-362160e68ff5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176085 Sep 16 04:48:11.873767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.879379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:11.947444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Request body: {'port': {'device_id': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'a691916327a54f4cb27fb717de84b236'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.991779 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1487451 Sep 16 04:48:11.997792 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.004441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47064) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:12.009618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdb595-4d1c-4410-9064-e244baa33236 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.013408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d818122f-00dc-42a8-a745-b0beffb1ee5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.030232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Request body: {'subnet': {'network_id': '7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1136814751-subnet', 'tenant_id': '241d79d2d65b46bd9e37c777f1585516', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:12.094835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:12.100665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b4214-6cf7-4685-ab87-60822a43692c req-7dcbfb3f-e401-4756-829e-31cd9e72cc68 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:12.109476 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e76b4214-6cf7-4685-ab87-60822a43692c req-7dcbfb3f-e401-4756-829e-31cd9e72cc68 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 946 time: 0.2328625 Sep 16 04:48:12.183875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2d44b-6d8c-450d-a4ac-b9ea390ea896 req-1baed43f-3261-413b-bddc-7565e5204200 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:12.188318 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e4e2d44b-6d8c-450d-a4ac-b9ea390ea896 req-1baed43f-3261-413b-bddc-7565e5204200 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.1149251 Sep 16 04:48:12.206161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e76b4214-6cf7-4685-ab87-60822a43692c req-6a141838-9900-4d11-9231-326ff6e43bfa tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953977 Sep 16 04:48:12.242792 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f2696-52c5-4797-8773-ee292600074b req-1f453c37-0a62-4b1a-80e5-c3015ed34cb3 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:12.253360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-649f2696-52c5-4797-8773-ee292600074b req-1f453c37-0a62-4b1a-80e5-c3015ed34cb3 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 945 time: 0.2079909 Sep 16 04:48:12.295520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['4aeabf3c-b52b-4438-a1f4-faf6b0fda131'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:12.376762 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.388451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.418780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-e4e2d44b-6d8c-450d-a4ac-b9ea390ea896 req-336012aa-a764-4e4b-8b3f-32887c1f4462 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Deleting port 68f652ab-38b6-4b8c-b635-c2318379bed9 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:12.420516 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e4e2d44b-6d8c-450d-a4ac-b9ea390ea896 req-336012aa-a764-4e4b-8b3f-32887c1f4462 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.444007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-649f2696-52c5-4797-8773-ee292600074b req-a34f5f87-e1d9-471e-b4bf-6fa0e2e58676 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849003 Sep 16 04:48:12.494932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d325c4-cb7d-43ce-9efe-0e018266034c req-ce9cf081-dc35-40dc-8111-705f1b5b3996 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:12.502757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67d325c4-cb7d-43ce-9efe-0e018266034c req-ce9cf081-dc35-40dc-8111-705f1b5b3996 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 946 time: 0.1228633 Sep 16 04:48:12.509174 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47074) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:12.514304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c3ddfe87-5027-45bd-9629-1ab33d4352b9 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Request body: {'floatingip': {'port_id': '698c3b5b-cb53-4546-ada8-138f4a5677f8'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:12.557764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-e4e2d44b-6d8c-450d-a4ac-b9ea390ea896 req-336012aa-a764-4e4b-8b3f-32887c1f4462 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] For port 68f652ab-38b6-4b8c-b635-c2318379bed9, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=68f652ab-38b6-4b8c-b635-c2318379bed9,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:12.557764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e4e2d44b-6d8c-450d-a4ac-b9ea390ea896 req-336012aa-a764-4e4b-8b3f-32887c1f4462 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.573935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-e4e2d44b-6d8c-450d-a4ac-b9ea390ea896 req-336012aa-a764-4e4b-8b3f-32887c1f4462 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Calling delete_port for 68f652ab-38b6-4b8c-b635-c2318379bed9 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:12.585226 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfe87-5027-45bd-9629-1ab33d4352b9 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.673976 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.705434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.737582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:12.747484 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.747830 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Added segment 8188b11c-3e87-4710-811e-5169e1d5557c of type vlan for network b6d2220e-4c2e-4abe-9b6e-01598510c4dd Sep 16 04:48:12.813908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6be89842-218d-4056-9b68-b18fbda5cfd3 req-a381208a-ef41-40b9-ac09-1a8502cdc7e9 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 210 time: 0.1215785 Sep 16 04:48:12.832159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3b6c6b-904c-4c35-8cf9-cb974754ddfe,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.840653 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e4e2d44b-6d8c-450d-a4ac-b9ea390ea896 req-336012aa-a764-4e4b-8b3f-32887c1f4462 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.852949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['68f652ab-38b6-4b8c-b635-c2318379bed9'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:12.863501 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.890017 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336012aa-a764-4e4b-8b3f-32887c1f4462 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Pushing event deleted for resources: {'Port': ['ID=68f652ab-38b6-4b8c-b635-c2318379bed9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.953085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e2d44b-6d8c-450d-a4ac-b9ea390ea896 req-336012aa-a764-4e4b-8b3f-32887c1f4462 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] No DVR routers for this DVR port 68f652ab-38b6-4b8c-b635-c2318379bed9 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:12.957491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e4e2d44b-6d8c-450d-a4ac-b9ea390ea896 req-336012aa-a764-4e4b-8b3f-32887c1f4462 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.959962 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e4e2d44b-6d8c-450d-a4ac-b9ea390ea896 req-336012aa-a764-4e4b-8b3f-32887c1f4462 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "DELETE /v2.0/ports/68f652ab-38b6-4b8c-b635-c2318379bed9 HTTP/1.1" status: 204 len: 173 time: 0.7613208 Sep 16 04:48:12.960746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bfcac9-5654-45b2-809f-0e1c4f52dbaf', 'name': 'network-vif-deleted', 'tag': '68f652ab-38b6-4b8c-b635-c2318379bed9'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:12.963328 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58773970-baaa-43fd-b6b2-446df0a8c260" -d '{"events": [{"server_uuid": "10bfcac9-5654-45b2-809f-0e1c4f52dbaf", "name": "network-vif-deleted", "tag": "68f652ab-38b6-4b8c-b635-c2318379bed9"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:13.010424 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea30cf24-6c9b-4ff3-9771-29be4d767ea4 x-openstack-request-id: req-ea30cf24-6c9b-4ff3-9771-29be4d767ea4 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:13.010721 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bfcac9-5654-45b2-809f-0e1c4f52dbaf", "name": "network-vif-deleted", "tag": "68f652ab-38b6-4b8c-b635-c2318379bed9", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:13.010974 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea30cf24-6c9b-4ff3-9771-29be4d767ea4 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:13.011380 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bfcac9-5654-45b2-809f-0e1c4f52dbaf', 'name': 'network-vif-deleted', 'tag': '68f652ab-38b6-4b8c-b635-c2318379bed9', 'status': 'completed', 'code': 200} Sep 16 04:48:13.046941 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:48:13.046941 n-d-712137-12 neutron-server[95452]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:48:13.046941 n-d-712137-12 neutron-server[95452]: [parameters: {'project_id': '241d79d2d65b46bd9e37c777f1585516', 'id': '0c3d0a39-b47a-409c-84e3-ce0f5edebf29', 'expiration': datetime.datetime(2021, 9, 16, 4, 50, 12, 787563)}] Sep 16 04:48:13.046941 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:13.047911 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:13.069784 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.072402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.074337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.225462 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] Pushing event updated for resources: {'Network': ['ID=b6d2220e-4c2e-4abe-9b6e-01598510c4dd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:13.242182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network b6d2220e-4c2e-4abe-9b6e-01598510c4dd details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:13.255750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Made reservation on behalf of a691916327a54f4cb27fb717de84b236 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:13.260363 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.284282 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d9fe5026-59e6-4cdd-a2c5-8c8df124de0f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8855298 Sep 16 04:48:13.293972 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfe87-5027-45bd-9629-1ab33d4352b9 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.392228 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfe87-5027-45bd-9629-1ab33d4352b9 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.592897 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:13.721253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e36c6853-67ca-49b8-b76e-df7cc5b4c5f3 req-6739b67f-5a54-478b-ac38-10df4087eee7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=10bfcac9-5654-45b2-809f-0e1c4f52dbaf HTTP/1.1" status: 200 len: 210 time: 0.0495603 Sep 16 04:48:13.750660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Allocated IP 192.168.233.64 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/1681345c-4b8c-4a2e-b4b9-c6fcacf3d091) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:13.799461 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Made reservation on behalf of 241d79d2d65b46bd9e37c777f1585516 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:13.802025 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.820508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:13.821112 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.822446 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-c3ddfe87-5027-45bd-9629-1ab33d4352b9 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Floating IP 0ee2a1fa-ec0d-4600-83ff-de018204e93f associated. External IP: 172.25.3.103, port: 698c3b5b-cb53-4546-ada8-138f4a5677f8. Sep 16 04:48:13.901369 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.924699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:13.927124 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856a999b-46a0-4f6c-87e9-01a26466d316" -d '{"events": [{"server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "name": "network-vif-plugged", "status": "completed", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:13.940479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:14.017868 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.120967 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,revision_number=10']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:14.201031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c892c2d-9fb6-4623-af5b-1d352302ed33 req-32f851b2-3247-441e-83aa-e1f175bf8d28 tempest-ComputeTenantNetworksTest-1024661289 tempest-ComputeTenantNetworksTest-1024661289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.207062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c892c2d-9fb6-4623-af5b-1d352302ed33 req-32f851b2-3247-441e-83aa-e1f175bf8d28 tempest-ComputeTenantNetworksTest-1024661289 tempest-ComputeTenantNetworksTest-1024661289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.216088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c892c2d-9fb6-4623-af5b-1d352302ed33 req-32f851b2-3247-441e-83aa-e1f175bf8d28 tempest-ComputeTenantNetworksTest-1024661289 tempest-ComputeTenantNetworksTest-1024661289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.217974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c892c2d-9fb6-4623-af5b-1d352302ed33 req-32f851b2-3247-441e-83aa-e1f175bf8d28 tempest-ComputeTenantNetworksTest-1024661289 tempest-ComputeTenantNetworksTest-1024661289-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4722488 Sep 16 04:48:14.396195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fffce1b0-2c5c-4113-b491-4cabe626fb0a req-82bc6f98-614c-40e3-9e7f-4d5984daf607 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 210 time: 0.0736227 Sep 16 04:48:14.469513 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b182663f-4431-4f4f-9af7-763786153f73 x-openstack-request-id: req-b182663f-4431-4f4f-9af7-763786153f73 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:14.469805 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "name": "network-vif-plugged", "status": "completed", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:14.470055 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b182663f-4431-4f4f-9af7-763786153f73 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:14.470447 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'code': 200} Sep 16 04:48:14.482237 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.519091 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-011f5599-3528-476d-a017-d8d1c6bcbb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.710225 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.715605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ddfe87-5027-45bd-9629-1ab33d4352b9 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Router 6b4c8055-c9da-452d-95fc-45d2281f1f30 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:14.775566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3d2a8-b08f-4c74-a28b-ae540975522d req-14864709-3c7d-46d3-9dd1-5f45341ff58c tempest-ComputeTenantNetworksTest-1024661289 tempest-ComputeTenantNetworksTest-1024661289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.786399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47192) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:14.789811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53f3d2a8-b08f-4c74-a28b-ae540975522d req-14864709-3c7d-46d3-9dd1-5f45341ff58c tempest-ComputeTenantNetworksTest-1024661289 tempest-ComputeTenantNetworksTest-1024661289-project] 10.222.0.24 "GET /v2.0/networks/b6d2220e-4c2e-4abe-9b6e-01598510c4dd HTTP/1.1" status: 200 len: 768 time: 0.2273345 Sep 16 04:48:14.890739 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.913240 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['11d608a7-45e0-43d7-a55c-b19cc9247b85', '4532b43d-fb90-4cbf-b284-0f12d478427e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:14.939822 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.053913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.095495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d2220e-4c2e-4abe-9b6e-01598510c4dd']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:15.118925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8188b11c-3e87-4710-811e-5169e1d5557c') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:15.119275 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8188b11c-3e87-4710-811e-5169e1d5557c') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:15.143084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.169006 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.184947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:15.185361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:15.187312 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:15.255815 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.329285 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.353992 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.357161 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b6d2220e-4c2e-4abe-9b6e-01598510c4dd HTTP/1.1" status: 204 len: 168 time: 0.5693192 Sep 16 04:48:15.358493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36082d50-a6be-45ba-867a-ac7907166b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d2220e-4c2e-4abe-9b6e-01598510c4dd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:15.402946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=521ed1c5-23c4-45b6-a22b-4e9f19e4a936,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:15.448730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Checking segment: {'id': '60e0019d-0248-4ee2-81f9-b3b72df04afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:15.449228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Network hostable DHCP agents. Network: 7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:15.454897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:15.464739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:15.468700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:15.506808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Pushing event updated for resources: {'Port': ['ID=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:15.528080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ddfe87-5027-45bd-9629-1ab33d4352b9 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:15.561922 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfe87-5027-45bd-9629-1ab33d4352b9 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.562136 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68338b03-4acd-4b36-8986-f2b34713fbaa None None] Sync routers for ids ['6b4c8055-c9da-452d-95fc-45d2281f1f30'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:15.562136 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68338b03-4acd-4b36-8986-f2b34713fbaa None None] Routers {'6b4c8055-c9da-452d-95fc-45d2281f1f30'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:15.562136 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-68338b03-4acd-4b36-8986-f2b34713fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:48:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6b4c8055-c9da-452d-95fc-45d2281f1f30'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:15.575202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.575847 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.600959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c3ddfe87-5027-45bd-9629-1ab33d4352b9 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "PUT /v2.0/floatingips/0ee2a1fa-ec0d-4600-83ff-de018204e93f HTTP/1.1" status: 200 len: 992 time: 3.0877864 Sep 16 04:48:15.600959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'tag': '698c3b5b-cb53-4546-ada8-138f4a5677f8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:15.607038 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e20733-0838-42cb-8053-b4814157de81" -d '{"events": [{"name": "network-changed", "server_uuid": "27351bfb-8b79-4a51-9b14-9affc4bcf428", "tag": "698c3b5b-cb53-4546-ada8-138f4a5677f8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:15.651151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Network 7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:15.704362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 68f652ab-38b6-4b8c-b635-c2318379bed9 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:15.712669 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-479df866-9cfd-49e1-b854-70e05af823e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7701719 Sep 16 04:48:15.725500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Request body: {'port': {'device_id': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:15.743007 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 68f652ab-38b6-4b8c-b635-c2318379bed9 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:15.743352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 68f652ab-38b6-4b8c-b635-c2318379bed9 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:15.767199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47234) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:15.772683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:15.789566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b26b9-487a-4943-9f7b-049482290e96 None None] Network 7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:15.791448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.792189 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.828984 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-68338b03-4acd-4b36-8986-f2b34713fbaa None None] Set router 6b4c8055-c9da-452d-95fc-45d2281f1f30 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:15.839009 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.927836 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9e246f1a-bb0b-47d2-89f9-2e2f9e47a77c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.9120870 Sep 16 04:48:15.945081 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8c9fa31d-0585-4a4a-815c-170096b88757 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78c3b79b52a1452f964bfe56007357e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766417 Sep 16 04:48:15.947367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47242) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:16.010444 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.038652 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1f3c0973-4e98-4a7f-b554-f5a4da890564 None None] Provisioning complete for port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:16.039492 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1f3c0973-4e98-4a7f-b554-f5a4da890564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.054677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e219bff8-bfdf-421a-8129-1b1917ee8dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.107764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e219bff8-bfdf-421a-8129-1b1917ee8dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.126734 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-68338b03-4acd-4b36-8986-f2b34713fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:47:42Z', 'revision_number': 4, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '0ee2a1fa-ec0d-4600-83ff-de018204e93f', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'port_id': '698c3b5b-cb53-4546-ada8-138f4a5677f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'mac_address': 'fa:16:3e:ce:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:47:49Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 1, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f', 'name': '', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'mac_address': 'fa:16:3e:3a:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:40Z', 'updated_at': '2021-09-16T04:47:46Z', 'revision_number': 5, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'subnets': [{'id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:16.164309 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68338b03-4acd-4b36-8986-f2b34713fbaa None None] Checking router: 6b4c8055-c9da-452d-95fc-45d2281f1f30 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:16.176249 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68338b03-4acd-4b36-8986-f2b34713fbaa None None] Routers {'6b4c8055-c9da-452d-95fc-45d2281f1f30'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:16.177459 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-68338b03-4acd-4b36-8986-f2b34713fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:48:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6b4c8055-c9da-452d-95fc-45d2281f1f30'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:16.189914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c0973-4e98-4a7f-b554-f5a4da890564 None None] Port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:16.244092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa211cb-b494-4d5b-98a5-3964a2ff4643 None None] Network 7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:16.275170 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.303751 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e219bff8-bfdf-421a-8129-1b1917ee8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.306367 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e219bff8-bfdf-421a-8129-1b1917ee8dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.307771 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e219bff8-bfdf-421a-8129-1b1917ee8dfd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e3b6c6b-904c-4c35-8cf9-cb974754ddfe HTTP/1.1" status: 204 len: 168 time: 0.3582981 Sep 16 04:48:16.325868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219bff8-bfdf-421a-8129-1b1917ee8dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3b6c6b-904c-4c35-8cf9-cb974754ddfe,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:16.361178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:16.372812 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.390752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Transition to ACTIVE for port object 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:16.464084 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-68338b03-4acd-4b36-8986-f2b34713fbaa None None] Set router 6b4c8055-c9da-452d-95fc-45d2281f1f30 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:16.494835 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.620321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Pushing event updated for resources: {'Port': ['ID=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:16.844957 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-68338b03-4acd-4b36-8986-f2b34713fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:47:42Z', 'revision_number': 4, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '0ee2a1fa-ec0d-4600-83ff-de018204e93f', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'port_id': '698c3b5b-cb53-4546-ada8-138f4a5677f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'mac_address': 'fa:16:3e:ce:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:47:49Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 1, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f', 'name': '', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'mac_address': 'fa:16:3e:3a:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:40Z', 'updated_at': '2021-09-16T04:47:46Z', 'revision_number': 5, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'subnets': [{'id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:16.878206 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68338b03-4acd-4b36-8986-f2b34713fbaa None None] The sync data for ids ['6b4c8055-c9da-452d-95fc-45d2281f1f30'] in n-d-712137-12 is: [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:47:42Z', 'revision_number': 4, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '0ee2a1fa-ec0d-4600-83ff-de018204e93f', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'port_id': '698c3b5b-cb53-4546-ada8-138f4a5677f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'mac_address': 'fa:16:3e:ce:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:47:49Z', 'updated_at': '2021-09-16T04:48:13Z', 'revision_number': 1, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f', 'name': '', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'mac_address': 'fa:16:3e:3a:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:40Z', 'updated_at': '2021-09-16T04:47:46Z', 'revision_number': 5, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'subnets': [{'id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:17.020230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Attempting to bind port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:17.021701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Attempting to bind port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:17.022586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Attempting to bind port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:17.050089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8220d98-cc2a-430d-9e02-1777666a2d35 req-2a9ad165-69e1-498f-91b0-afe1aaf18eb5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.058205 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8220d98-cc2a-430d-9e02-1777666a2d35 req-2a9ad165-69e1-498f-91b0-afe1aaf18eb5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 947 time: 0.2881143 Sep 16 04:48:17.064012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:17.064344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Attempting to bind port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:17.092590 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:48:17.093024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:17.093375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:17.093765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:17.094218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Bound port: 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:17.097359 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.106120 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-9b3f24d2-9544-437d-9055-60c56933d56c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.107665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-9b3f24d2-9544-437d-9055-60c56933d56c tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.4846754 Sep 16 04:48:17.153344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fa08bec8-ec14-4239-bc78-50e4d0049384 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/quotas/14872c2b810d40029c8a20f36a72743a HTTP/1.1" status: 200 len: 375 time: 0.0344195 Sep 16 04:48:17.167383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8220d98-cc2a-430d-9e02-1777666a2d35 req-233337a5-20fc-4cbf-908f-338e29a66af6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083069 Sep 16 04:48:17.257500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9b521-860e-442d-a11b-5d387b57e220 None None] New status for floating IP 0ee2a1fa-ec0d-4600-83ff-de018204e93f: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:48:17.259119 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-1d7e7316-51d8-42dd-b84f-feb81017160d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024680 Sep 16 04:48:17.321152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:17.368780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:17.374139 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a7a24c-356e-4b05-a85b-b216992c2246 x-openstack-request-id: req-e5a7a24c-356e-4b05-a85b-b216992c2246 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:17.374139 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27351bfb-8b79-4a51-9b14-9affc4bcf428", "tag": "698c3b5b-cb53-4546-ada8-138f4a5677f8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:17.374139 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5a7a24c-356e-4b05-a85b-b216992c2246 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:17.374139 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'tag': '698c3b5b-cb53-4546-ada8-138f4a5677f8', 'status': 'completed', 'code': 200} Sep 16 04:48:17.431092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-ccb03813-0ef7-486c-acb8-2858e9c46980 service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571043 Sep 16 04:48:17.461847 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.487886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e20733-0838-42cb-8053-b4814157de81 req-8e765dcf-0cbf-47e6-ac75-250adc562b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.490953 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-11e20733-0838-42cb-8053-b4814157de81 req-8e765dcf-0cbf-47e6-ac75-250adc562b46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59a11aa7b88f4a21b119fd15b1824744&device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 1098 time: 0.0895064 Sep 16 04:48:17.513433 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.564748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.565531 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.568173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] 10.222.0.37 "PUT /v2.0/ports/1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 HTTP/1.1" status: 200 len: 1096 time: 1.8473561 Sep 16 04:48:17.633773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88b605-cd5c-4048-8fd3-3870c6d00d26 service neutron] Pushing event updated for resources: {'Port': ['ID=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:17.651720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-c33f717b-0017-42d6-a31e-7bca55c900f9 service neutron] 10.222.0.24 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136247 Sep 16 04:48:17.673258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:17.712172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e20733-0838-42cb-8053-b4814157de81 req-63e9fe54-006e-40d0-812b-de5217074550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.714695 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-11e20733-0838-42cb-8053-b4814157de81 req-63e9fe54-006e-40d0-812b-de5217074550 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2713b2ed-413f-41f1-8d43-e9e59b50bc03 HTTP/1.1" status: 200 len: 905 time: 0.2127597 Sep 16 04:48:17.804205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-d5d20b5b-8930-4fa9-91ae-a2f8a6825701 req-6e044874-5c04-40df-9d28-d10755fb3c52 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1374977913', 'description': 'tempest-description-1079152203'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:17.874118 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-11e20733-0838-42cb-8053-b4814157de81 req-5403bce4-a01c-4dd0-bf58-0b72515e47d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=698c3b5b-cb53-4546-ada8-138f4a5677f8 HTTP/1.1" status: 200 len: 1000 time: 0.1512008 Sep 16 04:48:17.880860 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.905073 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-373f5dee-c27d-45de-9ae9-5250b4ba9af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.906725 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-373f5dee-c27d-45de-9ae9-5250b4ba9af1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 1099 time: 0.1889508 Sep 16 04:48:17.929717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0902a8e7-eb2b-458f-a791-03eb8c2882c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:17.939828 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87263df-6637-4978-a910-44f6daf7d13e" -d '{"events": [{"server_uuid": "0902a8e7-eb2b-458f-a791-03eb8c2882c2", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:17.968091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:17.996642 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-b0dc2d01-51a8-4e47-86a3-09e528bfafe1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 HTTP/1.1" status: 200 len: 217 time: 0.0815008 Sep 16 04:48:18.051342 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.090396 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5d20b5b-8930-4fa9-91ae-a2f8a6825701 req-6e044874-5c04-40df-9d28-d10755fb3c52 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.184031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-e46888b6-d764-4bbb-a319-cbd338bc0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:18.184824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:18.185680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-e46888b6-d764-4bbb-a319-cbd338bc0481 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1817527 Sep 16 04:48:18.282231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-12707b82-55f2-48fc-9a6c-a7ea522fc7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:18.283863 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-12707b82-55f2-48fc-9a6c-a7ea522fc7b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0845997 Sep 16 04:48:18.418880 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5d20b5b-8930-4fa9-91ae-a2f8a6825701 req-6e044874-5c04-40df-9d28-d10755fb3c52 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.432018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e20733-0838-42cb-8053-b4814157de81 req-5202b098-0887-472f-96d1-7b8c4fbefd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:18.434600 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-11e20733-0838-42cb-8053-b4814157de81 req-5202b098-0887-472f-96d1-7b8c4fbefd6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=594bedc6-ea86-4b5b-80f1-7377dc5b057c HTTP/1.1" status: 200 len: 844 time: 0.5502152 Sep 16 04:48:18.472814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-ebf2e8e7-a495-41f7-9afc-e52385715f2e service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802568 Sep 16 04:48:18.501042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e20733-0838-42cb-8053-b4814157de81 req-28b6cbae-5f0b-4d81-b738-ca074c6abc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:18.502591 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-11e20733-0838-42cb-8053-b4814157de81 req-28b6cbae-5f0b-4d81-b738-ca074c6abc4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2713b2ed-413f-41f1-8d43-e9e59b50bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610693 Sep 16 04:48:18.524615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5d20b5b-8930-4fa9-91ae-a2f8a6825701 req-6e044874-5c04-40df-9d28-d10755fb3c52 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.700872 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5d20b5b-8930-4fa9-91ae-a2f8a6825701 req-6e044874-5c04-40df-9d28-d10755fb3c52 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.702293 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5d20b5b-8930-4fa9-91ae-a2f8a6825701 req-6e044874-5c04-40df-9d28-d10755fb3c52 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9194100 Sep 16 04:48:18.712133 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-11e20733-0838-42cb-8053-b4814157de81 req-209d300f-8a71-4d7a-892d-e81966373a2a service neutron] 10.222.0.23 "GET /v2.0/networks/2713b2ed-413f-41f1-8d43-e9e59b50bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916971 Sep 16 04:48:18.730954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e044874-5c04-40df-9d28-d10755fb3c52 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9891197a-aa3a-4697-97b8-ef5e6fe0f688,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:18.772594 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0efcf2b4-0432-4c7d-9081-74fcae261636 req-353acdd8-db33-4e3b-ab8c-50497fa2ecdb service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917962 Sep 16 04:48:18.808278 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3129fcf9-bca5-4b99-a94e-549256e5297b x-openstack-request-id: req-3129fcf9-bca5-4b99-a94e-549256e5297b {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:18.808278 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0902a8e7-eb2b-458f-a791-03eb8c2882c2", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:18.808278 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3129fcf9-bca5-4b99-a94e-549256e5297b {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:18.808278 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0902a8e7-eb2b-458f-a791-03eb8c2882c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0', 'code': 200} Sep 16 04:48:18.835141 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-11e20733-0838-42cb-8053-b4814157de81 req-8beb2ce4-b4e0-464a-af1e-08a86e3b905f service neutron] 10.222.0.23 "GET /v2.0/networks/2713b2ed-413f-41f1-8d43-e9e59b50bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168392 Sep 16 04:48:18.881110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff8ce2e7-dff0-4e4b-bccd-7d41d1728656 req-7a924b9c-ee11-4a18-b449-cf21e269fa47 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 210 time: 0.0370512 Sep 16 04:48:19.006483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498b1bd-8302-4d14-85ae-58ecb0299f05 req-dfef5bb8-d263-4c46-94e7-e478cc902e78 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:19.008196 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7498b1bd-8302-4d14-85ae-58ecb0299f05 req-dfef5bb8-d263-4c46-94e7-e478cc902e78 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 947 time: 0.0557871 Sep 16 04:48:19.052842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7498b1bd-8302-4d14-85ae-58ecb0299f05 req-22b6cdb7-7e18-4b3c-bfb9-26a1b9f4a5c2 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378683 Sep 16 04:48:19.360748 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93aad780-36c2-4a15-83a4-e21f42cdc50a req-7c13de20-095e-406b-9ed0-a03fef429639 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/9891197a-aa3a-4697-97b8-ef5e6fe0f688 HTTP/1.1" status: 200 len: 1805 time: 0.1280789 Sep 16 04:48:19.376295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-93aad780-36c2-4a15-83a4-e21f42cdc50a req-9184a08e-43c4-42f7-8247-4389e3a521ed tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9891197a-aa3a-4697-97b8-ef5e6fe0f688', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:19.376649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-93aad780-36c2-4a15-83a4-e21f42cdc50a req-9184a08e-43c4-42f7-8247-4389e3a521ed tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9891197a-aa3a-4697-97b8-ef5e6fe0f688', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:19.381118 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:19.383322 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8acac7-66a9-4d06-9b77-0a82edcff376" -d '{"events": [{"name": "network-changed", "server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:19.412330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-86f3f444-fbd6-41b0-bead-df195973c0c2 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:19.415715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-86f3f444-fbd6-41b0-bead-df195973c0c2 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/networks?id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 200 len: 804 time: 0.1712325 Sep 16 04:48:19.430961 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-3b7a79fd-6eb2-4faa-806c-55a9a9e04715 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/quotas/76b43f5d19754bb592e1f393deaed5db HTTP/1.1" status: 200 len: 375 time: 0.0099187 Sep 16 04:48:19.482685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-5c3ebc32-4ff6-4b36-af8e-7442b553c4b6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=76b43f5d19754bb592e1f393deaed5db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461557 Sep 16 04:48:19.604275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-b88eee91-2b21-42bc-9a9e-715e665f380d service neutron] 10.222.0.24 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137223 Sep 16 04:48:19.704830 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-cdb3fd32-1422-4b12-abb0-f2d965e8a80c service neutron] 10.222.0.24 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942714 Sep 16 04:48:20.050728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234cad-a320-406b-bd32-88605928eed2 req-410bc030-eedf-4b5e-96b7-34e147e9a204 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:20.052954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0234cad-a320-406b-bd32-88605928eed2 req-410bc030-eedf-4b5e-96b7-34e147e9a204 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.37 "GET /v2.0/ports?device_id=0902a8e7-eb2b-458f-a791-03eb8c2882c2 HTTP/1.1" status: 200 len: 944 time: 0.0773118 Sep 16 04:48:20.070372 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-93aad780-36c2-4a15-83a4-e21f42cdc50a req-9184a08e-43c4-42f7-8247-4389e3a521ed tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.134747 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-93aad780-36c2-4a15-83a4-e21f42cdc50a req-9184a08e-43c4-42f7-8247-4389e3a521ed tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.206397 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-b0234cad-a320-406b-bd32-88605928eed2 req-bbf7b0cf-0134-4acd-b199-31adc1f0b6e6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Deleting port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:20.206397 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b0234cad-a320-406b-bd32-88605928eed2 req-bbf7b0cf-0134-4acd-b199-31adc1f0b6e6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.334489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-b0234cad-a320-406b-bd32-88605928eed2 req-bbf7b0cf-0134-4acd-b199-31adc1f0b6e6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] For port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:20.336129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b0234cad-a320-406b-bd32-88605928eed2 req-bbf7b0cf-0134-4acd-b199-31adc1f0b6e6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.358536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-b0234cad-a320-406b-bd32-88605928eed2 req-bbf7b0cf-0134-4acd-b199-31adc1f0b6e6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Calling delete_port for 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:20.546048 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-93aad780-36c2-4a15-83a4-e21f42cdc50a req-9184a08e-43c4-42f7-8247-4389e3a521ed tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.559447 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3de579-e87e-41db-9ea8-bd62696c4cf9 x-openstack-request-id: req-0f3de579-e87e-41db-9ea8-bd62696c4cf9 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:20.559697 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:20.560002 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f3de579-e87e-41db-9ea8-bd62696c4cf9 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:20.560675 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'status': 'completed', 'code': 200} Sep 16 04:48:20.644083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-135eafd9-dd33-4fa8-818a-6ff667ed5efd req-aea176b4-eff9-4ba5-825f-20e243f39cee tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 210 time: 0.0824823 Sep 16 04:48:20.657424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184a08e-43c4-42f7-8247-4389e3a521ed tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572f826a-3cf8-40fc-9399-cbfbdb7106aa,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:20.680479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8acac7-66a9-4d06-9b77-0a82edcff376 req-07b9b775-e6ad-44c0-be28-5b821a05e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:20.686182 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c8acac7-66a9-4d06-9b77-0a82edcff376 req-07b9b775-e6ad-44c0-be28-5b821a05e3e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 1099 time: 0.1252089 Sep 16 04:48:20.801024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b0234cad-a320-406b-bd32-88605928eed2 req-bbf7b0cf-0134-4acd-b199-31adc1f0b6e6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.809276 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-93aad780-36c2-4a15-83a4-e21f42cdc50a req-9184a08e-43c4-42f7-8247-4389e3a521ed tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.821312 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93aad780-36c2-4a15-83a4-e21f42cdc50a req-9184a08e-43c4-42f7-8247-4389e3a521ed tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4527152 Sep 16 04:48:20.917919 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8acac7-66a9-4d06-9b77-0a82edcff376 req-64f9ec8c-cd5f-46e7-873f-6a8f3e469948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:20.919742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c8acac7-66a9-4d06-9b77-0a82edcff376 req-64f9ec8c-cd5f-46e7-873f-6a8f3e469948 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2261813 Sep 16 04:48:20.950533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7b0cf-0134-4acd-b199-31adc1f0b6e6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Pushing event deleted for resources: {'Port': ['ID=7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:21.047967 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c8acac7-66a9-4d06-9b77-0a82edcff376 req-aad96da9-3067-4bc9-b351-5ba6a1861dc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 HTTP/1.1" status: 200 len: 217 time: 0.0904236 Sep 16 04:48:21.053392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e090170-bb69-4140-987e-9352bb2c36fd req-77fa7194-2912-4147-add4-e5c35d803b21 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 210 time: 0.0986211 Sep 16 04:48:21.132729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8acac7-66a9-4d06-9b77-0a82edcff376 req-ed0fddfe-f6e1-473d-bfec-c8af6c9b6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:21.134409 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c8acac7-66a9-4d06-9b77-0a82edcff376 req-ed0fddfe-f6e1-473d-bfec-c8af6c9b6acf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0673442 Sep 16 04:48:21.156001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0234cad-a320-406b-bd32-88605928eed2 req-bbf7b0cf-0134-4acd-b199-31adc1f0b6e6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] No DVR routers for this DVR port 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:21.175867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663a4f7-ea44-402c-bc21-6eb8eb9614b3 req-d97a6f06-6053-49a1-b12c-dff9e6b5b001 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:21.183993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0663a4f7-ea44-402c-bc21-6eb8eb9614b3 req-d97a6f06-6053-49a1-b12c-dff9e6b5b001 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 947 time: 0.3840160 Sep 16 04:48:21.188328 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b0234cad-a320-406b-bd32-88605928eed2 req-bbf7b0cf-0134-4acd-b199-31adc1f0b6e6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.190553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0234cad-a320-406b-bd32-88605928eed2 req-bbf7b0cf-0134-4acd-b199-31adc1f0b6e6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.37 "DELETE /v2.0/ports/7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 HTTP/1.1" status: 204 len: 173 time: 1.1298504 Sep 16 04:48:21.240857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-47d04306-b30b-4872-b4d5-c89965ea187d req-068340d6-8606-42a1-91b2-49047877ca40 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-983457133', 'description': 'tempest-description-87565579'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:21.314980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0663a4f7-ea44-402c-bc21-6eb8eb9614b3 req-3faf06e7-cb5c-480d-9c4d-e5b09720a8dc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300437 Sep 16 04:48:21.319059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8acac7-66a9-4d06-9b77-0a82edcff376 req-33a726f1-ff1d-45e3-ab02-4f33894551b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:21.320501 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c8acac7-66a9-4d06-9b77-0a82edcff376 req-33a726f1-ff1d-45e3-ab02-4f33894551b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1658816 Sep 16 04:48:21.473929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-47d04306-b30b-4872-b4d5-c89965ea187d req-068340d6-8606-42a1-91b2-49047877ca40 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.533890 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c8acac7-66a9-4d06-9b77-0a82edcff376 req-f16b638a-d6e5-48d1-a5cc-86c81b2f4358 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022338 Sep 16 04:48:21.554059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-359f857b-8235-4f78-89d7-32464f760cf7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:21.555888 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-359f857b-8235-4f78-89d7-32464f760cf7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "GET /v2.0/networks?id=f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 200 len: 812 time: 0.2913804 Sep 16 04:48:21.579890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Request body: {'port': {'device_id': 'ba53242b-5f52-49de-9bdb-913a1fdb7a1d', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'admin_state_up': True, 'tenant_id': '14872c2b810d40029c8a20f36a72743a'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:21.623157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:21.802082 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-47d04306-b30b-4872-b4d5-c89965ea187d req-068340d6-8606-42a1-91b2-49047877ca40 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.836552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:21.846796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'mac_address': 'fa:16:3e:ba:fe:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:21.868757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72ec53f8-9f01-47ed-8d37-4a00d05cf0d8 req-cfae2a70-8cf0-4e94-a756-2b359c14ece6 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 210 time: 0.0919886 Sep 16 04:48:21.925989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c8acac7-66a9-4d06-9b77-0a82edcff376 req-1bca0c4d-1c43-4a7d-9c0c-bb41a775659f service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704112 Sep 16 04:48:21.935229 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.941606 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-47d04306-b30b-4872-b4d5-c89965ea187d req-068340d6-8606-42a1-91b2-49047877ca40 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.003294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:22.014856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068340d6-8606-42a1-91b2-49047877ca40 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000e9d50-0796-4cad-b8d3-7f5dbfbfc52a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:22.041836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:22.085482 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Made reservation on behalf of 14872c2b810d40029c8a20f36a72743a for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:22.093267 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.141068 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.175658 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-47d04306-b30b-4872-b4d5-c89965ea187d req-068340d6-8606-42a1-91b2-49047877ca40 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.177529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47d04306-b30b-4872-b4d5-c89965ea187d req-068340d6-8606-42a1-91b2-49047877ca40 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9463687 Sep 16 04:48:22.306263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47400) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:22.345919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:22.354720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6127e58c-6442-4ef6-82f2-33a92444dbdd req-918fd3db-afc4-4dee-83a4-123d3ee97cb9 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 210 time: 0.0876446 Sep 16 04:48:22.380815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc8b1c1e-99f1-44e8-9218-5f63af35f2e1 req-1167f10f-9f83-4886-9a90-96fb43144060 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/000e9d50-0796-4cad-b8d3-7f5dbfbfc52a HTTP/1.1" status: 200 len: 1802 time: 0.1636765 Sep 16 04:48:22.386598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-cc8b1c1e-99f1-44e8-9218-5f63af35f2e1 req-e47eabc0-aa85-4ab5-be29-2df724e31180 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '000e9d50-0796-4cad-b8d3-7f5dbfbfc52a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:22.387034 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-cc8b1c1e-99f1-44e8-9218-5f63af35f2e1 req-e47eabc0-aa85-4ab5-be29-2df724e31180 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '000e9d50-0796-4cad-b8d3-7f5dbfbfc52a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:22.405215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:22.523863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Allocated IP 172.20.0.7 (f2afedde-7f02-4b7e-a084-59f4bf758425/38e998c6-4110-4bef-84ea-094065a059d1/af5573b9-a67b-4a8b-a11e-40e8dee40c62) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:22.561996 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0902a8e7-eb2b-458f-a791-03eb8c2882c2', 'name': 'network-vif-deleted', 'tag': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:22.564900 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556224e8-1115-4d47-b5f5-75e541622fdd" -d '{"events": [{"server_uuid": "0902a8e7-eb2b-458f-a791-03eb8c2882c2", "name": "network-vif-deleted", "tag": "7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:22.585241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c4aedce-bc2e-4dc3-94cc-aa64af155543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.741653 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cc8b1c1e-99f1-44e8-9218-5f63af35f2e1 req-e47eabc0-aa85-4ab5-be29-2df724e31180 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.764425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f1c0e-5782-4d62-9459-349662d01667 req-1a878a8d-eaa8-4992-aaa8-c4931a5ceac5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:22.766368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd4f1c0e-5782-4d62-9459-349662d01667 req-1a878a8d-eaa8-4992-aaa8-c4931a5ceac5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 948 time: 0.1964931 Sep 16 04:48:22.787695 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cc8b1c1e-99f1-44e8-9218-5f63af35f2e1 req-e47eabc0-aa85-4ab5-be29-2df724e31180 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.845824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd4f1c0e-5782-4d62-9459-349662d01667 req-66e4b3df-8d6f-487b-8496-94d6aff1d2f7 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566285 Sep 16 04:48:22.897251 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cc8b1c1e-99f1-44e8-9218-5f63af35f2e1 req-e47eabc0-aa85-4ab5-be29-2df724e31180 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.935670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eabc0-aa85-4ab5-be29-2df724e31180 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602f307f-30e3-4f46-a891-06e1df6dca75,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:22.962280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c4aedce-bc2e-4dc3-94cc-aa64af155543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.969847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.041317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c4aedce-bc2e-4dc3-94cc-aa64af155543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.061318 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3873528d-9ae8-4d33-b548-69229fc8ebc9 x-openstack-request-id: req-3873528d-9ae8-4d33-b548-69229fc8ebc9 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:23.061747 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0902a8e7-eb2b-458f-a791-03eb8c2882c2", "name": "network-vif-deleted", "tag": "7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:23.064255 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3873528d-9ae8-4d33-b548-69229fc8ebc9 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:23.064255 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0902a8e7-eb2b-458f-a791-03eb8c2882c2', 'name': 'network-vif-deleted', 'tag': '7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0', 'status': 'completed', 'code': 200} Sep 16 04:48:23.142448 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8c4aedce-bc2e-4dc3-94cc-aa64af155543 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f0277e5b46b4b02b1abb172cc81a9ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8347197 Sep 16 04:48:23.143685 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4aedce-bc2e-4dc3-94cc-aa64af155543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c44987d-a02d-46a5-b47f-0fbd81b08ab9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:23.146333 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47414) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:23.151728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53993b1c-2fca-450d-b4cd-1ff6cc001a91 req-1a0b5cb1-70e6-4a2f-9a2f-4f372a1e6ced tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 210 time: 0.0412345 Sep 16 04:48:23.159055 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cc8b1c1e-99f1-44e8-9218-5f63af35f2e1 req-e47eabc0-aa85-4ab5-be29-2df724e31180 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.187302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc8b1c1e-99f1-44e8-9218-5f63af35f2e1 req-e47eabc0-aa85-4ab5-be29-2df724e31180 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8053482 Sep 16 04:48:23.201638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-cc9b3b8e-31d4-4573-bdaf-ca3111e0beb7 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:23.203258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-cc9b3b8e-31d4-4573-bdaf-ca3111e0beb7 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.23 "GET /v2.0/networks?id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 200 len: 804 time: 0.2687600 Sep 16 04:48:23.228516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-84ba7b7c-bb05-4838-9cd0-64d25fb39cd6 req-3690b4de-8322-4081-b8bf-e9b74bbcf032 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1656660062', 'description': 'tempest-description-439743460'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:23.245619 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.268965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Request body: {'port': {'device_id': 'c98ac452-65c1-45e1-8ba3-ae268a387f01', 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'admin_state_up': True, 'tenant_id': '76b43f5d19754bb592e1f393deaed5db'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:23.272112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Network f2afedde-7f02-4b7e-a084-59f4bf758425 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:23.386762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:23.388997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Pushing event updated for resources: {'Port': ['ID=af5573b9-a67b-4a8b-a11e-40e8dee40c62,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:23.391601 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:23.443496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946a5eb-e77b-463e-9576-7ccbdb62469a req-9e5f653e-e9f6-47b4-970b-96c64555ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:23.445481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7946a5eb-e77b-463e-9576-7ccbdb62469a req-9e5f653e-e9f6-47b4-970b-96c64555ed07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86dbe744122844fba8dced8ac6cb48ba&device_id=64bce1dc-1998-4bef-89f2-eb49e44a8dc6 HTTP/1.1" status: 200 len: 1103 time: 0.2405169 Sep 16 04:48:23.455937 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f3f6c0c5-da01-4b24-b71b-322923970c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.464573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:23.465291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.536236 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-84ba7b7c-bb05-4838-9cd0-64d25fb39cd6 req-3690b4de-8322-4081-b8bf-e9b74bbcf032 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.540089 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f3f6c0c5-da01-4b24-b71b-322923970c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.581672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f3a73a-edf7-45fc-bda7-258f4afe7cb5 req-0945b37f-4d78-4648-b08b-0826fe27d96c tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 210 time: 0.0646009 Sep 16 04:48:23.639096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:23.687399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Made reservation on behalf of 76b43f5d19754bb592e1f393deaed5db for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:23.691033 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.741487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946a5eb-e77b-463e-9576-7ccbdb62469a req-37241df9-e660-443a-9e33-fcfb312ffc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:23.743013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7946a5eb-e77b-463e-9576-7ccbdb62469a req-37241df9-e660-443a-9e33-fcfb312ffc11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2731082 Sep 16 04:48:23.798466 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-0f777c6b-7496-46b1-b8f8-089de58ca51b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2318878 Sep 16 04:48:23.800859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7946a5eb-e77b-463e-9576-7ccbdb62469a req-6fed8776-4a26-4a0d-9a68-b55a3f44e4dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131 HTTP/1.1" status: 200 len: 217 time: 0.0501819 Sep 16 04:48:23.812746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Request body: {'port': {'device_id': 'ba53242b-5f52-49de-9bdb-913a1fdb7a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:23.831644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:23.837314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:23.846900 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.861110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946a5eb-e77b-463e-9576-7ccbdb62469a req-7eb765e1-19ae-4616-9487-56209635501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:23.864898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7946a5eb-e77b-463e-9576-7ccbdb62469a req-7eb765e1-19ae-4616-9487-56209635501e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0528553 Sep 16 04:48:23.871375 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f3f6c0c5-da01-4b24-b71b-322923970c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.873980 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f3f6c0c5-da01-4b24-b71b-322923970c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.875987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f3f6c0c5-da01-4b24-b71b-322923970c18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c44987d-a02d-46a5-b47f-0fbd81b08ab9 HTTP/1.1" status: 204 len: 168 time: 0.7258251 Sep 16 04:48:23.920565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.005173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.019125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6c0c5-da01-4b24-b71b-322923970c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c44987d-a02d-46a5-b47f-0fbd81b08ab9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:24.051885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:24.056011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:24.059718 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5842368-2856-4c30-95ad-07b834556348" -d '{"events": [{"server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "name": "network-vif-plugged", "status": "completed", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:24.159382 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.161794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:24.211346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946a5eb-e77b-463e-9576-7ccbdb62469a req-f04ed0c6-2cbc-4005-b06e-5a5870b58436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:24.212934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7946a5eb-e77b-463e-9576-7ccbdb62469a req-f04ed0c6-2cbc-4005-b06e-5a5870b58436 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3368747 Sep 16 04:48:24.231511 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:24.233221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7a0bd651-97fe-4d8e-bdd7-9b4f1f0bb2b0 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:24.295943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617af1-400a-44d2-be0b-552c6c1c186d req-1a6ed293-5609-419e-b26c-d6924a3e3d2d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:24.297573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0617af1-400a-44d2-be0b-552c6c1c186d req-1a6ed293-5609-419e-b26c-d6924a3e3d2d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 948 time: 0.2427664 Sep 16 04:48:24.314598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Allocated IP 172.20.0.12 (4ec115cb-721a-4929-aa2a-f22bc4b1e0cb/f77f398e-0371-495b-b57d-d46106b38a75/8d59a9a5-67c0-4786-ae03-6e781c8d2308) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:24.358292 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:24.381608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-84ba7b7c-bb05-4838-9cd0-64d25fb39cd6 req-3690b4de-8322-4081-b8bf-e9b74bbcf032 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.382432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5573b9-a67b-4a8b-a11e-40e8dee40c62 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:24.392035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.417976 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Transition to ACTIVE for port object af5573b9-a67b-4a8b-a11e-40e8dee40c62 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:24.487751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7946a5eb-e77b-463e-9576-7ccbdb62469a req-cb1b4f93-7e4a-4198-869d-7b07c3387fd9 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511029 Sep 16 04:48:24.493353 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-84ba7b7c-bb05-4838-9cd0-64d25fb39cd6 req-3690b4de-8322-4081-b8bf-e9b74bbcf032 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.503884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0617af1-400a-44d2-be0b-552c6c1c186d req-2edd9517-93a8-445c-9b38-1d107bc6020f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955118 Sep 16 04:48:24.507351 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.594456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690b4de-8322-4081-b8bf-e9b74bbcf032 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944f1b88-afbe-46af-a219-fbba6e72ff5f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:24.672095 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-84ba7b7c-bb05-4838-9cd0-64d25fb39cd6 req-3690b4de-8322-4081-b8bf-e9b74bbcf032 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.681926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84ba7b7c-bb05-4838-9cd0-64d25fb39cd6 req-3690b4de-8322-4081-b8bf-e9b74bbcf032 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4878237 Sep 16 04:48:24.753115 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb59aef4-f319-4283-a1df-5aa9a4b691c6 x-openstack-request-id: req-fb59aef4-f319-4283-a1df-5aa9a4b691c6 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:24.753615 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "name": "network-vif-plugged", "status": "completed", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:24.753711 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb59aef4-f319-4283-a1df-5aa9a4b691c6 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:24.754036 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'code': 200} Sep 16 04:48:24.785656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Pushing event updated for resources: {'Port': ['ID=af5573b9-a67b-4a8b-a11e-40e8dee40c62,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:24.872793 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7946a5eb-e77b-463e-9576-7ccbdb62469a req-f07931b4-f517-4b3e-ba0d-e6f8d770c345 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766339 Sep 16 04:48:24.982747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Attempting to bind port af5573b9-a67b-4a8b-a11e-40e8dee40c62 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:24.984260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Attempting to bind port af5573b9-a67b-4a8b-a11e-40e8dee40c62 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:24.984874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Attempting to bind port af5573b9-a67b-4a8b-a11e-40e8dee40c62 on network f2afedde-7f02-4b7e-a084-59f4bf758425 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:24.991409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Port af5573b9-a67b-4a8b-a11e-40e8dee40c62 on network f2afedde-7f02-4b7e-a084-59f4bf758425 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:24.992022 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Attempting to bind port af5573b9-a67b-4a8b-a11e-40e8dee40c62 on network f2afedde-7f02-4b7e-a084-59f4bf758425 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:25.002477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:25.002477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Checking segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:25.003036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Bound using segment: {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:25.003468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Bound port: af5573b9-a67b-4a8b-a11e-40e8dee40c62, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d7cd22-1735-453a-a964-304727c74d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:25.004574 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.046342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0f56a-4cac-4b5c-94e1-b4024e97cf57 req-3a4e3b95-c379-4d72-b3fc-ccf5cf8dcdbd tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.056086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4cc0f56a-4cac-4b5c-94e1-b4024e97cf57 req-3a4e3b95-c379-4d72-b3fc-ccf5cf8dcdbd tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 943 time: 0.1854160 Sep 16 04:48:25.064193 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.091921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b2333-b012-4a77-8597-04a65366ac03 req-35a45739-6845-4aa6-99c3-b09cb8d76c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.093903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e8b2333-b012-4a77-8597-04a65366ac03 req-35a45739-6845-4aa6-99c3-b09cb8d76c84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 1101 time: 0.2245381 Sep 16 04:48:25.149420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] For port af5573b9-a67b-4a8b-a11e-40e8dee40c62, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:25.152861 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] For port af5573b9-a67b-4a8b-a11e-40e8dee40c62, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=af5573b9-a67b-4a8b-a11e-40e8dee40c62,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:25.157585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e74174-31e1-479f-8d38-6ff3d9c02444 req-3c829627-95fd-43d8-ab80-46b3758b68dc tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 210 time: 0.0981252 Sep 16 04:48:25.166156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4cc0f56a-4cac-4b5c-94e1-b4024e97cf57 req-7bd49134-3bbf-4bb2-974f-7a9147612f70 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087477 Sep 16 04:48:25.197875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e8b2333-b012-4a77-8597-04a65366ac03 req-61ca7628-a4a3-4d7c-892a-a1df664a9ea5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838196 Sep 16 04:48:25.224607 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.248663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-fdcee9f6-675d-4ad9-855f-03242999a80c req-3154060a-582f-450a-90d1-76fac6a820e3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1773531004', 'description': 'tempest-description-890589200'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:25.316428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.318191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.328407 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-fd80646a-ec27-48b7-8247-17204454003f service neutron] 10.222.0.23 "PUT /v2.0/ports/af5573b9-a67b-4a8b-a11e-40e8dee40c62 HTTP/1.1" status: 200 len: 1092 time: 1.5194504 Sep 16 04:48:25.337354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba53242b-5f52-49de-9bdb-913a1fdb7a1d', 'tag': 'af5573b9-a67b-4a8b-a11e-40e8dee40c62'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:25.341851 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577e2991-e1e2-4307-b50d-491393e5c37d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba53242b-5f52-49de-9bdb-913a1fdb7a1d", "tag": "af5573b9-a67b-4a8b-a11e-40e8dee40c62"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:25.371530 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.417600 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f253d42-7382-4b6a-93ac-7adb6c8ffc92 x-openstack-request-id: req-9f253d42-7382-4b6a-93ac-7adb6c8ffc92 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:25.417838 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba53242b-5f52-49de-9bdb-913a1fdb7a1d", "tag": "af5573b9-a67b-4a8b-a11e-40e8dee40c62", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:25.418090 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f253d42-7382-4b6a-93ac-7adb6c8ffc92 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:25.418500 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba53242b-5f52-49de-9bdb-913a1fdb7a1d', 'tag': 'af5573b9-a67b-4a8b-a11e-40e8dee40c62', 'status': 'completed', 'code': 200} Sep 16 04:48:25.436408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80646a-ec27-48b7-8247-17204454003f service neutron] Pushing event updated for resources: {'Port': ['ID=af5573b9-a67b-4a8b-a11e-40e8dee40c62,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:25.441049 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fdcee9f6-675d-4ad9-855f-03242999a80c req-3154060a-582f-450a-90d1-76fac6a820e3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.450753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:25.455512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:25.467163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:25.526346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2991-e1e2-4307-b50d-491393e5c37d req-ab355ba5-dcb4-4f2d-ade2-6be86cfb3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.528204 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-577e2991-e1e2-4307-b50d-491393e5c37d req-ab355ba5-dcb4-4f2d-ade2-6be86cfb3c07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 1095 time: 0.0881085 Sep 16 04:48:25.557601 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.558799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.613273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Pushing event updated for resources: {'Port': ['ID=8d59a9a5-67c0-4786-ae03-6e781c8d2308,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:25.689421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2991-e1e2-4307-b50d-491393e5c37d req-5ebf6047-b08d-491b-8f67-6bf19bbbfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.693686 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-577e2991-e1e2-4307-b50d-491393e5c37d req-5ebf6047-b08d-491b-8f67-6bf19bbbfed7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=14872c2b810d40029c8a20f36a72743a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1428268 Sep 16 04:48:25.771960 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fdcee9f6-675d-4ad9-855f-03242999a80c req-3154060a-582f-450a-90d1-76fac6a820e3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.799239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe13b76-c991-47f5-8749-9e13e6243412 req-4e52cc7b-0a27-47cd-a66b-f1206bfa3a31 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.805100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbe13b76-c991-47f5-8749-9e13e6243412 req-4e52cc7b-0a27-47cd-a66b-f1206bfa3a31 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1486461 Sep 16 04:48:25.819093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2991-e1e2-4307-b50d-491393e5c37d req-fa25afbb-24e5-4ea8-94cb-d08cc6d10563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.821125 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-577e2991-e1e2-4307-b50d-491393e5c37d req-fa25afbb-24e5-4ea8-94cb-d08cc6d10563 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1195545 Sep 16 04:48:25.860715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbe13b76-c991-47f5-8749-9e13e6243412 req-9062778d-b7e3-4d9f-a2ee-9649805d5b54 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 Sep 16 04:48:25.882802 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fdcee9f6-675d-4ad9-855f-03242999a80c req-3154060a-582f-450a-90d1-76fac6a820e3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.903060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47482) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:25.933374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-768d2932-41e5-496c-9bc9-b3d087729618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.933374 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-768d2932-41e5-496c-9bc9-b3d087729618 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14872c2b810d40029c8a20f36a72743a&device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 1095 time: 0.0619881 Sep 16 04:48:25.976858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154060a-582f-450a-90d1-76fac6a820e3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695e4652-6a3f-477b-9a0c-17670d7e8d8e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:26.008633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-a41c07c5-b032-4229-be72-09e6ae9a7f54 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7753553 Sep 16 04:48:26.018008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fdcee9f6-675d-4ad9-855f-03242999a80c req-3154060a-582f-450a-90d1-76fac6a820e3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.029900 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-67938720-a832-4481-b966-16f9fc1a25e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5573b9-a67b-4a8b-a11e-40e8dee40c62 HTTP/1.1" status: 200 len: 217 time: 0.0882907 Sep 16 04:48:26.031997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fdcee9f6-675d-4ad9-855f-03242999a80c req-3154060a-582f-450a-90d1-76fac6a820e3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7947845 Sep 16 04:48:26.055798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Request body: {'port': {'device_id': 'c98ac452-65c1-45e1-8ba3-ae268a387f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:26.107302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1507475878-network', 'tenant_id': '8abd1b9c5dad42898b7f8fc6cd4c23fc'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:26.138696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-e62fec0d-15f6-46dc-ae08-3b2d26a5cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:26.138696 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-e62fec0d-15f6-46dc-ae08-3b2d26a5cb68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 200 len: 852 time: 0.0992281 Sep 16 04:48:26.158705 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.171206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-376847ef-e57c-4d77-ac07-6bcf7dc5ac8f req-3273f6c5-fdbb-4b22-a427-840803859335 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/944f1b88-afbe-46af-a219-fbba6e72ff5f HTTP/1.1" status: 200 len: 1804 time: 0.0773396 Sep 16 04:48:26.186759 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-2fe08b59-436f-4457-a526-0109bc390e88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2afedde-7f02-4b7e-a084-59f4bf758425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313771 Sep 16 04:48:26.284108 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-93a956e6-b47b-4f2d-9a36-5e4c7616f9aa service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897114 Sep 16 04:48:26.303551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-376847ef-e57c-4d77-ac07-6bcf7dc5ac8f req-2c539dbd-7a8f-470f-848c-6813550008bb tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/695e4652-6a3f-477b-9a0c-17670d7e8d8e HTTP/1.1" status: 200 len: 1804 time: 0.1239407 Sep 16 04:48:26.316636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-376847ef-e57c-4d77-ac07-6bcf7dc5ac8f req-67140c58-d68b-4458-9506-43c76da7524e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '944f1b88-afbe-46af-a219-fbba6e72ff5f', 'remote_group_id': '695e4652-6a3f-477b-9a0c-17670d7e8d8e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:26.316994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-376847ef-e57c-4d77-ac07-6bcf7dc5ac8f req-67140c58-d68b-4458-9506-43c76da7524e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '944f1b88-afbe-46af-a219-fbba6e72ff5f', 'remote_group_id': '695e4652-6a3f-477b-9a0c-17670d7e8d8e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:26.387417 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-64cbafea-2043-47fb-acfd-ed01e7f2966b req-09cb51c9-2f5a-4f65-b140-65ac9802367e service neutron] 10.222.0.23 "GET /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932608 Sep 16 04:48:26.414364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Made reservation on behalf of 8abd1b9c5dad42898b7f8fc6cd4c23fc for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:26.416742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.425770 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.815892 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:48:26.815892 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:48:26.815892 n-d-712137-12 neutron-server[95451]: [parameters: {'project_id_1': '8abd1b9c5dad42898b7f8fc6cd4c23fc', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 48, 6, 437235)}] Sep 16 04:48:26.815892 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:26.815892 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:26.890643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d59a9a5-67c0-4786-ae03-6e781c8d2308 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:26.902310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4a810-5182-4abf-94ed-710e1daffb77 req-5e43ab05-5958-4309-be44-4b64a5e2bdca tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:26.904107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6b4a810-5182-4abf-94ed-710e1daffb77 req-5e43ab05-5958-4309-be44-4b64a5e2bdca tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 932 time: 0.1086566 Sep 16 04:48:26.909097 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.934487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Transition to ACTIVE for port object 8d59a9a5-67c0-4786-ae03-6e781c8d2308 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:26.978780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6b4a810-5182-4abf-94ed-710e1daffb77 req-66a24ace-5fcd-428e-8e1f-c73b1e4ba335 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639191 Sep 16 04:48:27.001468 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-376847ef-e57c-4d77-ac07-6bcf7dc5ac8f req-67140c58-d68b-4458-9506-43c76da7524e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.032118 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.093340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-376847ef-e57c-4d77-ac07-6bcf7dc5ac8f req-67140c58-d68b-4458-9506-43c76da7524e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.140431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Pushing event updated for resources: {'Port': ['ID=8d59a9a5-67c0-4786-ae03-6e781c8d2308,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:27.201790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b09055-c739-4467-8729-5badd2b63ff2 req-2002efdf-944f-4308-a97d-02621b8cd9b7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.203290 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c9b09055-c739-4467-8729-5badd2b63ff2 req-2002efdf-944f-4308-a97d-02621b8cd9b7 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 943 time: 0.1508813 Sep 16 04:48:27.208362 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-376847ef-e57c-4d77-ac07-6bcf7dc5ac8f req-67140c58-d68b-4458-9506-43c76da7524e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.268100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67140c58-d68b-4458-9506-43c76da7524e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ebcf87-321f-4f23-a3dd-c3996b9f0e97,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:27.283612 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c9b09055-c739-4467-8729-5badd2b63ff2 req-f3f39284-e93c-4c2d-a5ba-f24c5cc3e2f4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628955 Sep 16 04:48:27.291508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Attempting to bind port 8d59a9a5-67c0-4786-ae03-6e781c8d2308 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:27.291508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Attempting to bind port 8d59a9a5-67c0-4786-ae03-6e781c8d2308 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:27.291508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Attempting to bind port 8d59a9a5-67c0-4786-ae03-6e781c8d2308 on network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:27.295078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Port 8d59a9a5-67c0-4786-ae03-6e781c8d2308 on network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:27.295394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Attempting to bind port 8d59a9a5-67c0-4786-ae03-6e781c8d2308 on network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:27.306857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:27.306857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Checking segment: {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:27.306857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Bound using segment: {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:27.306857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Bound port: 8d59a9a5-67c0-4786-ae03-6e781c8d2308, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:27.306857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.317820 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.383364 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-376847ef-e57c-4d77-ac07-6bcf7dc5ac8f req-67140c58-d68b-4458-9506-43c76da7524e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.383364 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-376847ef-e57c-4d77-ac07-6bcf7dc5ac8f req-67140c58-d68b-4458-9506-43c76da7524e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0721490 Sep 16 04:48:27.404413 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] For port 8d59a9a5-67c0-4786-ae03-6e781c8d2308, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:27.424713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] For port 8d59a9a5-67c0-4786-ae03-6e781c8d2308, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8d59a9a5-67c0-4786-ae03-6e781c8d2308,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:27.452179 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c454fdc5-f4a1-4d37-a50e-a69a6acb8630 req-b7b0ab9a-01fe-46bb-aa70-fa945724e493 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0746601 Sep 16 04:48:27.546620 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.557426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454fdc5-f4a1-4d37-a50e-a69a6acb8630 req-4d13a90f-c857-43d0-9527-a5ecc01bbbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.560036 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c454fdc5-f4a1-4d37-a50e-a69a6acb8630 req-4d13a90f-c857-43d0-9527-a5ecc01bbbe5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 1102 time: 0.0664420 Sep 16 04:48:27.617607 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.618236 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.619642 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] 10.222.0.23 "PUT /v2.0/ports/8d59a9a5-67c0-4786-ae03-6e781c8d2308 HTTP/1.1" status: 200 len: 1093 time: 1.5866640 Sep 16 04:48:27.620240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98ac452-65c1-45e1-8ba3-ae268a387f01', 'tag': '8d59a9a5-67c0-4786-ae03-6e781c8d2308'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:27.623082 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987bc6e6-1401-46cd-ad25-89e95c514168" -d '{"events": [{"name": "network-changed", "server_uuid": "c98ac452-65c1-45e1-8ba3-ae268a387f01", "tag": "8d59a9a5-67c0-4786-ae03-6e781c8d2308"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:27.624133 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.656833 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b03d32-6e51-4dc7-9626-cc6ab5178479 req-1d442eee-1da1-43ae-80ec-7dd6afbf6d8a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.658363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4b03d32-6e51-4dc7-9626-cc6ab5178479 req-1d442eee-1da1-43ae-80ec-7dd6afbf6d8a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 946 time: 0.1682465 Sep 16 04:48:27.666319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5027b-6aa0-4505-bc6f-02850806defa service neutron] Pushing event updated for resources: {'Port': ['ID=8d59a9a5-67c0-4786-ae03-6e781c8d2308,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:27.683911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2c404-c5e1-4e42-b77b-ca4a1bda31ea req-5680b17f-a1d7-4ba8-b4ef-fe2829cac3b4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.688395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7e2c404-c5e1-4e42-b77b-ca4a1bda31ea req-5680b17f-a1d7-4ba8-b4ef-fe2829cac3b4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1508605 Sep 16 04:48:27.714451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.745284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454fdc5-f4a1-4d37-a50e-a69a6acb8630 req-228b44a3-d780-40ea-83b2-eeecb72d44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.750841 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c454fdc5-f4a1-4d37-a50e-a69a6acb8630 req-228b44a3-d780-40ea-83b2-eeecb72d44cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1207876 Sep 16 04:48:27.751012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4b03d32-6e51-4dc7-9626-cc6ab5178479 req-5cbdfb66-d63e-491c-b5ed-ddf16ea30037 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809379 Sep 16 04:48:27.763411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:27.789320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0836a6ae-96dc-45e9-a86e-f8b43912dadd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:27.789320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.789320 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Added segment 0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857 of type vlan for network 6b772325-3d17-49b0-bd12-c459fd515105 Sep 16 04:48:27.827937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7e2c404-c5e1-4e42-b77b-ca4a1bda31ea req-2fa6357e-1424-420c-86ac-9bd44102b346 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269493 Sep 16 04:48:27.848489 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.851433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-3d3c7296-e50b-4d5c-a0bc-4971c5d5d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.853675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-3d3c7296-e50b-4d5c-a0bc-4971c5d5d515 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76b43f5d19754bb592e1f393deaed5db&device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 1096 time: 0.0721154 Sep 16 04:48:27.893321 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c454fdc5-f4a1-4d37-a50e-a69a6acb8630 req-be4984ca-d63e-4043-a0a4-752b10cf0171 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85 HTTP/1.1" status: 200 len: 217 time: 0.1307976 Sep 16 04:48:27.897829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-18c1739a-66a0-43b1-bd6f-d716211e22c5 req-f574b774-41c4-4eec-887c-0c5fb1977fac tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1204286973', 'description': 'tempest-description-1143389649'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:27.947679 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bd0139-32e1-4afa-89c4-638c05f8e27c x-openstack-request-id: req-c9bd0139-32e1-4afa-89c4-638c05f8e27c {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:27.947981 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98ac452-65c1-45e1-8ba3-ae268a387f01", "tag": "8d59a9a5-67c0-4786-ae03-6e781c8d2308", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:27.948291 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9bd0139-32e1-4afa-89c4-638c05f8e27c {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:27.948790 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98ac452-65c1-45e1-8ba3-ae268a387f01', 'tag': '8d59a9a5-67c0-4786-ae03-6e781c8d2308', 'status': 'completed', 'code': 200} Sep 16 04:48:27.953435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-adc614d2-82cc-40f1-80c8-40912f4291cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d59a9a5-67c0-4786-ae03-6e781c8d2308 HTTP/1.1" status: 200 len: 217 time: 0.0756528 Sep 16 04:48:27.971164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454fdc5-f4a1-4d37-a50e-a69a6acb8630 req-1f21dab2-37ec-408d-8090-a11f3e5ca5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.974492 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c454fdc5-f4a1-4d37-a50e-a69a6acb8630 req-1f21dab2-37ec-408d-8090-a11f3e5ca5e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0732329 Sep 16 04:48:28.050568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454fdc5-f4a1-4d37-a50e-a69a6acb8630 req-226eeb68-4dcd-47b3-a723-cdb0cacdf7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.052321 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c454fdc5-f4a1-4d37-a50e-a69a6acb8630 req-226eeb68-4dcd-47b3-a723-cdb0cacdf7ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697341 Sep 16 04:48:28.053460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.054349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.054924 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.063862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-fa6cdcea-d69a-40a2-9759-f55c2a35fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.071752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-fa6cdcea-d69a-40a2-9759-f55c2a35fa07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f77f398e-0371-495b-b57d-d46106b38a75 HTTP/1.1" status: 200 len: 844 time: 0.1030440 Sep 16 04:48:28.087836 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f842d-ac3d-4216-aa3d-b5967b3df213 req-59d35a5e-96ae-4c54-9216-add27ca37e8b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.095324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-169f842d-ac3d-4216-aa3d-b5967b3df213 req-59d35a5e-96ae-4c54-9216-add27ca37e8b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.0896144 Sep 16 04:48:28.115129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-18c1739a-66a0-43b1-bd6f-d716211e22c5 req-f574b774-41c4-4eec-887c-0c5fb1977fac tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.146534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-89049357-2398-42f2-a8c4-bbc106e9e83c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692663 Sep 16 04:48:28.198350 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c454fdc5-f4a1-4d37-a50e-a69a6acb8630 req-c6dc7922-24ee-4de6-9a4f-86694f77cf76 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344707 Sep 16 04:48:28.204970 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3003142 Sep 16 04:48:28.205622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47532) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:28.219236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Request body: {'subnet': {'network_id': '6b772325-3d17-49b0-bd12-c459fd515105', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1507475878-subnet', 'tenant_id': '8abd1b9c5dad42898b7f8fc6cd4c23fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:28.256116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-169f842d-ac3d-4216-aa3d-b5967b3df213 req-bbc52b21-7b3b-4568-84a5-fb4eacb16a09 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596968 Sep 16 04:48:28.298085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf5a28-02ae-47cf-ba63-33cf81dff355 admin admin] Pushing event updated for resources: {'Network': ['ID=6b772325-3d17-49b0-bd12-c459fd515105,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:28.315596 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:48:28.315596 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:48:28.315596 n-d-712137-12 neutron-server[95451]: [parameters: {'project_id_1': '8abd1b9c5dad42898b7f8fc6cd4c23fc', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 48, 8, 267152)}] Sep 16 04:48:28.315596 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:28.316253 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:28.321688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 6b772325-3d17-49b0-bd12-c459fd515105 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:28.362877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-6c40ff03-c3b9-48f5-b20e-152cdde80126 service neutron] 10.222.0.23 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027013 Sep 16 04:48:28.403701 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c454fdc5-f4a1-4d37-a50e-a69a6acb8630 req-d8d20a0b-6fb6-4c54-af9d-a0f8de1e1da7 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918211 Sep 16 04:48:28.486735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635a00e-4e24-47e9-83e0-52056426917d req-6884f52c-9ace-469e-998e-6f02c8f722bf tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.487118 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c635a00e-4e24-47e9-83e0-52056426917d req-6884f52c-9ace-469e-998e-6f02c8f722bf tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.23 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 946 time: 0.0823801 Sep 16 04:48:28.558645 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-18c1739a-66a0-43b1-bd6f-d716211e22c5 req-f574b774-41c4-4eec-887c-0c5fb1977fac tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.568867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe1f0f-03a6-475a-969b-2f6d817ab693 req-0bf8e83e-c033-448f-88ec-8cc8d7dc8a69 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.570434 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6bfe1f0f-03a6-475a-969b-2f6d817ab693 req-0bf8e83e-c033-448f-88ec-8cc8d7dc8a69 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 944 time: 0.2012389 Sep 16 04:48:28.619237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a967be-1b9c-480c-b6b2-f3cbee149207 req-e903da7f-4f32-47f3-8815-6d4c7f9a3c99 service neutron] 10.222.0.23 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278786 Sep 16 04:48:28.620386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Deleting port 930998e7-b9b0-4692-a265-d5596c68066e {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:28.620858 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.641592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6bfe1f0f-03a6-475a-969b-2f6d817ab693 req-ac97882c-5d03-457b-963b-51f7b1d1fc29 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633371 Sep 16 04:48:28.656887 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-18c1739a-66a0-43b1-bd6f-d716211e22c5 req-f574b774-41c4-4eec-887c-0c5fb1977fac tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.692415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574b774-41c4-4eec-887c-0c5fb1977fac tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e96a0d-c85b-449b-8a30-1b742626c4bd,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:28.753720 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-18c1739a-66a0-43b1-bd6f-d716211e22c5 req-f574b774-41c4-4eec-887c-0c5fb1977fac tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.764252 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18c1739a-66a0-43b1-bd6f-d716211e22c5 req-f574b774-41c4-4eec-887c-0c5fb1977fac tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8652160 Sep 16 04:48:28.769497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] For port 930998e7-b9b0-4692-a265-d5596c68066e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=930998e7-b9b0-4692-a265-d5596c68066e,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:28.770707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.840858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc6e6-1401-46cd-ad25-89e95c514168 req-983d4ffe-947e-4989-b8b6-7ccc6b1de8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.843323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-987bc6e6-1401-46cd-ad25-89e95c514168 req-983d4ffe-947e-4989-b8b6-7ccc6b1de8f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76b43f5d19754bb592e1f393deaed5db&device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 1096 time: 0.0773575 Sep 16 04:48:28.931159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-314eff96-c606-4a90-a65e-8ac7471f4290 req-3c0ac077-793d-47e3-b074-ff41a3f3afdf tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1491805958', 'description': 'tempest-description-771603907'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:29.009261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Made reservation on behalf of 8abd1b9c5dad42898b7f8fc6cd4c23fc for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:29.011870 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.013005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403fc58-6b8a-4223-8b5d-416e8b39bfdb req-26e192c4-9df0-473d-a1f5-8690e5907d80 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.015145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4403fc58-6b8a-4223-8b5d-416e8b39bfdb req-26e192c4-9df0-473d-a1f5-8690e5907d80 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 943 time: 0.1704922 Sep 16 04:48:29.053715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc6e6-1401-46cd-ad25-89e95c514168 req-0abf3e11-d677-4c28-bbf5-48eda259e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.055744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-987bc6e6-1401-46cd-ad25-89e95c514168 req-0abf3e11-d677-4c28-bbf5-48eda259e2ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 200 len: 904 time: 0.1968825 Sep 16 04:48:29.102347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.102881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.103312 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Floating IP a529e089-37da-4554-bae0-020e67588099 disassociated. External IP: 172.25.3.129, port: 930998e7-b9b0-4692-a265-d5596c68066e. Sep 16 04:48:29.103893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Calling delete_port for 930998e7-b9b0-4692-a265-d5596c68066e owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:29.132120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4403fc58-6b8a-4223-8b5d-416e8b39bfdb req-86e502e9-c14c-4930-9c85-67a05c4cff84 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058218 Sep 16 04:48:29.144561 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-314eff96-c606-4a90-a65e-8ac7471f4290 req-3c0ac077-793d-47e3-b074-ff41a3f3afdf tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.144561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-987bc6e6-1401-46cd-ad25-89e95c514168 req-fb3f9868-808b-4f40-a95f-9aabea2fb914 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d59a9a5-67c0-4786-ae03-6e781c8d2308 HTTP/1.1" status: 200 len: 217 time: 0.0649323 Sep 16 04:48:29.285946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc6e6-1401-46cd-ad25-89e95c514168 req-94f450f6-d019-4c77-a586-3b3e264dea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.291809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-987bc6e6-1401-46cd-ad25-89e95c514168 req-94f450f6-d019-4c77-a586-3b3e264dea80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f77f398e-0371-495b-b57d-d46106b38a75 HTTP/1.1" status: 200 len: 844 time: 0.1324532 Sep 16 04:48:29.343926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bc57d-2106-4124-a9f0-3f47d3a6bc83 req-974fff7a-7511-4c90-9c8c-1e3609d118f8 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.345577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-962bc57d-2106-4124-a9f0-3f47d3a6bc83 req-974fff7a-7511-4c90-9c8c-1e3609d118f8 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 946 time: 0.1285288 Sep 16 04:48:29.349993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-987bc6e6-1401-46cd-ad25-89e95c514168 req-9e937334-c0b2-413b-9d30-251f98602745 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459161 Sep 16 04:48:29.467386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-314eff96-c606-4a90-a65e-8ac7471f4290 req-3c0ac077-793d-47e3-b074-ff41a3f3afdf tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.474676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-962bc57d-2106-4124-a9f0-3f47d3a6bc83 req-9fc13423-9b1f-441d-b42f-9e707fb29d85 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b416329-c167-425e-ae57-7ad3ca544bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200678 Sep 16 04:48:29.501551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.528861 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-987bc6e6-1401-46cd-ad25-89e95c514168 req-bcb303bd-2048-4e86-9bba-cb7e00fb1ddf service neutron] 10.222.0.23 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655138 Sep 16 04:48:29.552885 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-314eff96-c606-4a90-a65e-8ac7471f4290 req-3c0ac077-793d-47e3-b074-ff41a3f3afdf tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.569687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.580849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event deleted for resources: {'Port': ['ID=930998e7-b9b0-4692-a265-d5596c68066e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.644106 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84c22b6-fd38-44f0-9d2b-4600b9102549,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.693574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ac077-793d-47e3-b074-ff41a3f3afdf tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b47febd-0ac8-4b49-a25a-a948f59f7328,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.722750 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-987bc6e6-1401-46cd-ad25-89e95c514168 req-cc8aaa6f-7c5b-4ef6-8e1a-c5ef72992399 service neutron] 10.222.0.23 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757977 Sep 16 04:48:29.753593 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-314eff96-c606-4a90-a65e-8ac7471f4290 req-3c0ac077-793d-47e3-b074-ff41a3f3afdf tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.755746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-314eff96-c606-4a90-a65e-8ac7471f4290 req-3c0ac077-793d-47e3-b074-ff41a3f3afdf tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8386624 Sep 16 04:48:29.769396 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device af5573b9-a67b-4a8b-a11e-40e8dee40c62 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:29.772294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Checking segment: {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:29.772508 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Network hostable DHCP agents. Network: 6b772325-3d17-49b0-bd12-c459fd515105, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:29.885620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Router 5a8a9eb5-f864-49a8-b351-ae08be94647c has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:29.906560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc2793-96d9-4126-979e-ca77358f56a7 req-4defdf36-95f0-451c-9f6f-31d6675cadaa tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.915014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8bc2793-96d9-4126-979e-ca77358f56a7 req-4defdf36-95f0-451c-9f6f-31d6675cadaa tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 944 time: 0.0903449 Sep 16 04:48:29.938104 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port af5573b9-a67b-4a8b-a11e-40e8dee40c62, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=af5573b9-a67b-4a8b-a11e-40e8dee40c62,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:29.941138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Network 6b772325-3d17-49b0-bd12-c459fd515105 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:29.955221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'af5573b9-a67b-4a8b-a11e-40e8dee40c62', 'network_id': 'f2afedde-7f02-4b7e-a084-59f4bf758425', 'port_id': 'af5573b9-a67b-4a8b-a11e-40e8dee40c62', 'mac_address': 'fa:16:3e:2a:7c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e998c6-4110-4bef-84ea-094065a059d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:29.971425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8bc2793-96d9-4126-979e-ca77358f56a7 req-61bbd63d-86ac-4424-90f7-295c256fc02c tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508554 Sep 16 04:48:30.042788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 6b772325-3d17-49b0-bd12-c459fd515105) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:30.050558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.051841 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.061532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3addcb70-413e-470d-b4c0-aae4e7c097b8 None None] Network 6b772325-3d17-49b0-bd12-c459fd515105 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:30.109040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:30.119440 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.143679 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9beb43-7ae1-44bd-8ab0-e6241c19778f None None] Sync routers for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:30.161430 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de2c11ab-bbc9-4a4d-b1e7-c968d4962087 req-b7d82eb4-7362-4199-9ee1-f28a83e91183 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/57e96a0d-c85b-449b-8a30-1b742626c4bd HTTP/1.1" status: 200 len: 1805 time: 0.1173580 Sep 16 04:48:30.177896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5573b9-a67b-4a8b-a11e-40e8dee40c62 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:30.191039 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9beb43-7ae1-44bd-8ab0-e6241c19778f None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:30.193127 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3f9beb43-7ae1-44bd-8ab0-e6241c19778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:48:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:30.219017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port af5573b9-a67b-4a8b-a11e-40e8dee40c62, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=af5573b9-a67b-4a8b-a11e-40e8dee40c62,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:30.268054 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-444f558b-a172-4a20-a0cb-43c75ff2190d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0588136 Sep 16 04:48:30.333651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] No DVR routers for this DVR port 930998e7-b9b0-4692-a265-d5596c68066e on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:30.339039 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.345979 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c635a00e-4e24-47e9-83e0-52056426917d req-eb2c98be-df94-4df4-ab72-657471901fef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.23 "DELETE /v2.0/ports/930998e7-b9b0-4692-a265-d5596c68066e HTTP/1.1" status: 204 len: 173 time: 1.8510458 Sep 16 04:48:30.348112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'name': 'network-vif-deleted', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:30.360137 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4639ab9-e811-471d-b01e-48ea9553be6d" -d '{"events": [{"server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "name": "network-vif-deleted", "tag": "930998e7-b9b0-4692-a265-d5596c68066e"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:30.363900 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de2c11ab-bbc9-4a4d-b1e7-c968d4962087 req-5aad076d-6e49-4765-b858-61ea878413e8 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/0b47febd-0ac8-4b49-a25a-a948f59f7328 HTTP/1.1" status: 200 len: 1804 time: 0.1992087 Sep 16 04:48:30.395252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-de2c11ab-bbc9-4a4d-b1e7-c968d4962087 req-21e894c5-ec30-4064-88e4-38eabf1f55ad tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '57e96a0d-c85b-449b-8a30-1b742626c4bd', 'remote_group_id': '0b47febd-0ac8-4b49-a25a-a948f59f7328', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:30.396145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-de2c11ab-bbc9-4a4d-b1e7-c968d4962087 req-21e894c5-ec30-4064-88e4-38eabf1f55ad tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '57e96a0d-c85b-449b-8a30-1b742626c4bd', 'remote_group_id': '0b47febd-0ac8-4b49-a25a-a948f59f7328', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:30.439096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198e3fc3-1c1e-4be5-94a3-a0ea01c091dc None None] Network 6b772325-3d17-49b0-bd12-c459fd515105 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:30.444703 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-3f9beb43-7ae1-44bd-8ab0-e6241c19778f None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:30.445381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049e63b-92df-4bb7-8cfc-5c9ac15b4bf8 req-ae54033f-b5fe-4c74-b623-6d100b1a59e6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.447348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c049e63b-92df-4bb7-8cfc-5c9ac15b4bf8 req-ae54033f-b5fe-4c74-b623-6d100b1a59e6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1736743 Sep 16 04:48:30.508966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-79fcb680-59a2-4c10-900a-088d67e2fa21 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1313262 Sep 16 04:48:30.528200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c049e63b-92df-4bb7-8cfc-5c9ac15b4bf8 req-95f1fa54-fc1a-4e8d-8440-4edf1e43c7c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707507 Sep 16 04:48:30.668161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b413b-d3f2-4c1d-bceb-2a6be4335e02 req-453342ce-5ca9-4abf-8764-f237aad92257 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.669819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-145b413b-d3f2-4c1d-bceb-2a6be4335e02 req-453342ce-5ca9-4abf-8764-f237aad92257 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 943 time: 0.0744374 Sep 16 04:48:30.718622 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-145b413b-d3f2-4c1d-bceb-2a6be4335e02 req-872892a4-5ad9-4045-8a25-2adefea74128 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Sep 16 04:48:30.765227 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7238f02-207b-4500-94ae-757ce6002aec x-openstack-request-id: req-c7238f02-207b-4500-94ae-757ce6002aec {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:30.765813 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a85653-329b-4c5e-bb9d-0ae6740cdb75", "name": "network-vif-deleted", "tag": "930998e7-b9b0-4692-a265-d5596c68066e", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:30.765933 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7238f02-207b-4500-94ae-757ce6002aec {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:30.766563 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a85653-329b-4c5e-bb9d-0ae6740cdb75', 'name': 'network-vif-deleted', 'tag': '930998e7-b9b0-4692-a265-d5596c68066e', 'status': 'completed', 'code': 200} Sep 16 04:48:30.790750 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3f9beb43-7ae1-44bd-8ab0-e6241c19778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:51Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:30.836325 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9beb43-7ae1-44bd-8ab0-e6241c19778f None None] Checking router: 5a8a9eb5-f864-49a8-b351-ae08be94647c for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:30.839640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc93af56-d562-43a3-8b82-82a4571a4d97 req-f331c100-89fe-478c-acb7-8d718f4b993e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a85653-329b-4c5e-bb9d-0ae6740cdb75 HTTP/1.1" status: 200 len: 210 time: 0.0295007 Sep 16 04:48:30.845162 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.847432 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9beb43-7ae1-44bd-8ab0-e6241c19778f None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:30.847432 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3f9beb43-7ae1-44bd-8ab0-e6241c19778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:48:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:30.928283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=af5573b9-a67b-4a8b-a11e-40e8dee40c62,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:30.972078 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-3f9beb43-7ae1-44bd-8ab0-e6241c19778f None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:31.063387 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de2c11ab-bbc9-4a4d-b1e7-c968d4962087 req-21e894c5-ec30-4064-88e4-38eabf1f55ad tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.100339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['af5573b9-a67b-4a8b-a11e-40e8dee40c62'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:31.173024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de2c11ab-bbc9-4a4d-b1e7-c968d4962087 req-21e894c5-ec30-4064-88e4-38eabf1f55ad tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.292927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de2c11ab-bbc9-4a4d-b1e7-c968d4962087 req-21e894c5-ec30-4064-88e4-38eabf1f55ad tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.370392 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3f9beb43-7ae1-44bd-8ab0-e6241c19778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:51Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:31.390808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e894c5-ec30-4064-88e4-38eabf1f55ad tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156ccc98-e094-48ba-a595-145a87de5895,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:31.406178 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9beb43-7ae1-44bd-8ab0-e6241c19778f None None] The sync data for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 is: [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:51Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:31.432973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-cdfd9348-3626-4a78-983b-a146d630250b tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.441358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-cdfd9348-3626-4a78-983b-a146d630250b tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 815 time: 0.2670593 Sep 16 04:48:31.453017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-0970ef64-d307-4744-a374-6b4b0770424e tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/quotas/8abd1b9c5dad42898b7f8fc6cd4c23fc HTTP/1.1" status: 200 len: 375 time: 0.0105686 Sep 16 04:48:31.506518 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de2c11ab-bbc9-4a4d-b1e7-c968d4962087 req-21e894c5-ec30-4064-88e4-38eabf1f55ad tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.507875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de2c11ab-bbc9-4a4d-b1e7-c968d4962087 req-21e894c5-ec30-4064-88e4-38eabf1f55ad tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1344671 Sep 16 04:48:31.511481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-e59d29b4-06fd-4426-bd9f-ac16f20da494 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508878 Sep 16 04:48:31.714692 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-4d68d826-9074-4f38-ba30-0ccd010a272a service neutron] 10.222.0.24 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816638 Sep 16 04:48:31.763044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 8d59a9a5-67c0-4786-ae03-6e781c8d2308 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:31.831480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68a50e-54f2-4fa5-b09d-b54bc239e4f5 None None] New status for floating IP a529e089-37da-4554-bae0-020e67588099: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:48:31.838582 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 930998e7-b9b0-4692-a265-d5596c68066e no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:31.847076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af391873-fdcc-4e27-92bf-5665c40d3c5f req-67336979-184d-4a19-a566-f71176328915 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.849502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af391873-fdcc-4e27-92bf-5665c40d3c5f req-67336979-184d-4a19-a566-f71176328915 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 944 time: 0.1337609 Sep 16 04:48:31.909828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-52e61c43-f2da-477b-aa20-afc328825bef service neutron] 10.222.0.24 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780860 Sep 16 04:48:31.909828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af391873-fdcc-4e27-92bf-5665c40d3c5f req-383fb43f-01a6-4ff1-85db-3fdd9964c86c tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521517 Sep 16 04:48:31.955479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 930998e7-b9b0-4692-a265-d5596c68066e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:31.956008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 930998e7-b9b0-4692-a265-d5596c68066e not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:32.102202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 8d59a9a5-67c0-4786-ae03-6e781c8d2308, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8d59a9a5-67c0-4786-ae03-6e781c8d2308,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:32.115431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '8d59a9a5-67c0-4786-ae03-6e781c8d2308', 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'port_id': '8d59a9a5-67c0-4786-ae03-6e781c8d2308', 'mac_address': 'fa:16:3e:e4:c4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77f398e-0371-495b-b57d-d46106b38a75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:32.121512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7857eba8-5456-4683-bb0d-ae791e835f12 req-53293317-2a3b-46bc-9572-07b251b817cc tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/0b47febd-0ac8-4b49-a25a-a948f59f7328 HTTP/1.1" status: 200 len: 1804 time: 0.0556955 Sep 16 04:48:32.177324 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.192912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d59a9a5-67c0-4786-ae03-6e781c8d2308 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:32.216629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 8d59a9a5-67c0-4786-ae03-6e781c8d2308, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8d59a9a5-67c0-4786-ae03-6e781c8d2308,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:32.227333 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7857eba8-5456-4683-bb0d-ae791e835f12 req-accf0575-52a4-4c3c-8ca5-cf53caa99da0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.253855 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7857eba8-5456-4683-bb0d-ae791e835f12 req-accf0575-52a4-4c3c-8ca5-cf53caa99da0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.389956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab902d16-8ead-430b-93ce-862b7079a288 req-f416c6c0-927e-491e-a5cc-ffbb9c30da1f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:32.391949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab902d16-8ead-430b-93ce-862b7079a288 req-f416c6c0-927e-491e-a5cc-ffbb9c30da1f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.0676742 Sep 16 04:48:32.392231 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.451259 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab902d16-8ead-430b-93ce-862b7079a288 req-a86ccd4d-5855-407a-93fb-2769f0f0ca7d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488493 Sep 16 04:48:32.454619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=8d59a9a5-67c0-4786-ae03-6e781c8d2308,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:32.500286 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7857eba8-5456-4683-bb0d-ae791e835f12 req-accf0575-52a4-4c3c-8ca5-cf53caa99da0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.503018 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7857eba8-5456-4683-bb0d-ae791e835f12 req-accf0575-52a4-4c3c-8ca5-cf53caa99da0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.505108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7857eba8-5456-4683-bb0d-ae791e835f12 req-accf0575-52a4-4c3c-8ca5-cf53caa99da0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "DELETE /v2.0/security-groups/0b47febd-0ac8-4b49-a25a-a948f59f7328 HTTP/1.1" status: 204 len: 173 time: 0.3734677 Sep 16 04:48:32.516371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf0575-52a4-4c3c-8ca5-cf53caa99da0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b47febd-0ac8-4b49-a25a-a948f59f7328,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:32.575825 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a61585-1446-4d91-a961-37ed1b8dc726 req-f9184012-cc0a-4f8f-a2ad-50ce4b486660 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:32.577269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6a61585-1446-4d91-a961-37ed1b8dc726 req-f9184012-cc0a-4f8f-a2ad-50ce4b486660 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 944 time: 0.0529773 Sep 16 04:48:32.617155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75221bf6-437f-45cd-ae81-6a7314275195 req-cae1f8b9-b3f1-4dfa-a2d5-33067aa5043e tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 210 time: 0.0388982 Sep 16 04:48:32.642885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['8d59a9a5-67c0-4786-ae03-6e781c8d2308'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:32.664387 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6a61585-1446-4d91-a961-37ed1b8dc726 req-453cd0d6-812f-47fd-adce-a24268ff41e4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771234 Sep 16 04:48:32.701808 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b66bc89-2d73-48eb-b0d8-c8997e567cc7 req-1311035b-4541-4898-ab08-46fb08dda76d tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/57e96a0d-c85b-449b-8a30-1b742626c4bd HTTP/1.1" status: 200 len: 1805 time: 0.0588393 Sep 16 04:48:32.776676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-1c7792e4-9112-45ff-9fb3-d8359d0f4bd0 req-f5c3afc4-9c6f-42d9-af22-b6a2407c4c3c tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-569591980', 'description': 'tempest-description-645136289'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:32.804449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47668) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:32.865535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9533f38a-fbf5-4551-ab59-a1be73faa313 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.879579 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1c7792e4-9112-45ff-9fb3-d8359d0f4bd0 req-f5c3afc4-9c6f-42d9-af22-b6a2407c4c3c tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.888197 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9533f38a-fbf5-4551-ab59-a1be73faa313 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.979623 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1c7792e4-9112-45ff-9fb3-d8359d0f4bd0 req-f5c3afc4-9c6f-42d9-af22-b6a2407c4c3c tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.043527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca6dc4-2d1b-4753-b969-dc875859f090 req-a47c7868-7860-4760-9cca-72fa332e3b1c tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:33.045055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cdca6dc4-2d1b-4753-b969-dc875859f090 req-a47c7868-7860-4760-9cca-72fa332e3b1c tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 945 time: 0.0485823 Sep 16 04:48:33.050999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9533f38a-fbf5-4551-ab59-a1be73faa313 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.057341 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9533f38a-fbf5-4551-ab59-a1be73faa313 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.058551 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9533f38a-fbf5-4551-ab59-a1be73faa313 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "DELETE /v2.0/security-groups/0b416329-c167-425e-ae57-7ad3ca544bac HTTP/1.1" status: 204 len: 168 time: 0.2530608 Sep 16 04:48:33.062182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47678) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:33.067853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533f38a-fbf5-4551-ab59-a1be73faa313 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b416329-c167-425e-ae57-7ad3ca544bac,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:33.088973 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1c7792e4-9112-45ff-9fb3-d8359d0f4bd0 req-f5c3afc4-9c6f-42d9-af22-b6a2407c4c3c tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.095749 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-a4b18350-2dcc-42dd-b5ff-5b01dd81cdd5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] show failed (client error): The resource could not be found. Sep 16 04:48:33.096804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a4b18350-2dcc-42dd-b5ff-5b01dd81cdd5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups/0b416329-c167-425e-ae57-7ad3ca544bac HTTP/1.1" status: 404 len: 347 time: 0.0334659 Sep 16 04:48:33.100624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47680) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:33.135696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cdca6dc4-2d1b-4753-b969-dc875859f090 req-f32689a1-51ef-4aea-8db4-f59988891081 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831609 Sep 16 04:48:33.137802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3afc4-9c6f-42d9-af22-b6a2407c4c3c tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d840518c-cb31-4a81-b57e-89ff133fbac3,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:33.188495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1c7792e4-9112-45ff-9fb3-d8359d0f4bd0 req-f5c3afc4-9c6f-42d9-af22-b6a2407c4c3c tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.192545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c7792e4-9112-45ff-9fb3-d8359d0f4bd0 req-f5c3afc4-9c6f-42d9-af22-b6a2407c4c3c tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4183245 Sep 16 04:48:33.265543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ce191761-2730-4890-aa02-d8f95e61231f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Deleting port 55ab8323-215d-4886-82c6-ed9ad0623f3f {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:33.265960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce191761-2730-4890-aa02-d8f95e61231f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.277127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b65f31a6-200c-41cc-87a3-784f771a1146 req-12897ba5-8c54-47a0-a241-b09bd99bce55 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/d840518c-cb31-4a81-b57e-89ff133fbac3 HTTP/1.1" status: 200 len: 1803 time: 0.0631206 Sep 16 04:48:33.284720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-b65f31a6-200c-41cc-87a3-784f771a1146 req-1940f2d8-ea33-4d56-837b-e85bc1d093d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd840518c-cb31-4a81-b57e-89ff133fbac3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:33.285041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-b65f31a6-200c-41cc-87a3-784f771a1146 req-1940f2d8-ea33-4d56-837b-e85bc1d093d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd840518c-cb31-4a81-b57e-89ff133fbac3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:33.354884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce191761-2730-4890-aa02-d8f95e61231f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.355145 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce191761-2730-4890-aa02-d8f95e61231f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.366618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ce191761-2730-4890-aa02-d8f95e61231f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Calling delete_port for 55ab8323-215d-4886-82c6-ed9ad0623f3f owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:33.407123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b65f31a6-200c-41cc-87a3-784f771a1146 req-1940f2d8-ea33-4d56-837b-e85bc1d093d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.433352 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b65f31a6-200c-41cc-87a3-784f771a1146 req-1940f2d8-ea33-4d56-837b-e85bc1d093d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.539913 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b65f31a6-200c-41cc-87a3-784f771a1146 req-1940f2d8-ea33-4d56-837b-e85bc1d093d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.582275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940f2d8-ea33-4d56-837b-e85bc1d093d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7d95ef-1487-4d66-bc90-5fb139cfa008,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:33.607911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9ecbb-ba5c-4b34-aa8a-bd44349a564a req-7bf59f9d-5469-4dfa-b6b5-1e4433372291 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:33.609446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36b9ecbb-ba5c-4b34-aa8a-bd44349a564a req-7bf59f9d-5469-4dfa-b6b5-1e4433372291 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.0631683 Sep 16 04:48:33.648792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36b9ecbb-ba5c-4b34-aa8a-bd44349a564a req-17c1a48d-8512-41e5-814c-de4a56c58d82 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Sep 16 04:48:33.660667 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce191761-2730-4890-aa02-d8f95e61231f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.686225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce191761-2730-4890-aa02-d8f95e61231f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event deleted for resources: {'Port': ['ID=55ab8323-215d-4886-82c6-ed9ad0623f3f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:33.718655 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b65f31a6-200c-41cc-87a3-784f771a1146 req-1940f2d8-ea33-4d56-837b-e85bc1d093d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.719839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b65f31a6-200c-41cc-87a3-784f771a1146 req-1940f2d8-ea33-4d56-837b-e85bc1d093d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4418924 Sep 16 04:48:33.735995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cbd733e-2988-43b6-9345-0f3e9b8be1ed req-1537d6ce-3e27-4e93-805c-3d7c0f894a97 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 210 time: 0.0288475 Sep 16 04:48:33.751396 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce191761-2730-4890-aa02-d8f95e61231f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.754680 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce191761-2730-4890-aa02-d8f95e61231f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.767726 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 8d59a9a5-67c0-4786-ae03-6e781c8d2308 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:33.769015 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ce191761-2730-4890-aa02-d8f95e61231f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "DELETE /v2.0/floatingips/a529e089-37da-4554-bae0-020e67588099 HTTP/1.1" status: 204 len: 168 time: 0.6671810 Sep 16 04:48:33.885618 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-956cdee5-cbe3-4c30-92a8-39e1adc48442 req-dbfdd4c8-58bd-4ee8-912c-5480fcd65628 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/d840518c-cb31-4a81-b57e-89ff133fbac3 HTTP/1.1" status: 200 len: 2396 time: 0.1167049 Sep 16 04:48:33.904580 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ef1bf-9a77-4759-9ea2-925be5b95d78 req-0c84d09a-1e74-405e-a36a-4da089424606 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:33.906046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de2ef1bf-9a77-4759-9ea2-925be5b95d78 req-0c84d09a-1e74-405e-a36a-4da089424606 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 944 time: 0.1137826 Sep 16 04:48:33.908960 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-956cdee5-cbe3-4c30-92a8-39e1adc48442 req-9456f482-7af9-433f-a79a-1319795899b0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd840518c-cb31-4a81-b57e-89ff133fbac3', 'remote_group_id': None}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:33.909281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-956cdee5-cbe3-4c30-92a8-39e1adc48442 req-9456f482-7af9-433f-a79a-1319795899b0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd840518c-cb31-4a81-b57e-89ff133fbac3', 'remote_group_id': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:33.912110 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 8d59a9a5-67c0-4786-ae03-6e781c8d2308 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:33.916022 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 8d59a9a5-67c0-4786-ae03-6e781c8d2308 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:33.916422 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.930758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63980388-5398-4057-9a0d-95777b189641 req-7a504010-ae32-4945-a8f3-92b183d1bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:33.932221 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-7a504010-ae32-4945-a8f3-92b183d1bfb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 1101 time: 0.0928566 Sep 16 04:48:34.006390 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.029706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ac452-65c1-45e1-8ba3-ae268a387f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d59a9a5-67c0-4786-ae03-6e781c8d2308'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:34.031590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de2ef1bf-9a77-4759-9ea2-925be5b95d78 req-0f97ebc0-ce2c-4443-abf0-c52f1f1a36a2 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160827 Sep 16 04:48:34.031955 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5092b9f3-03e0-4f21-880e-fa17a4966f4d" -d '{"events": [{"server_uuid": "c98ac452-65c1-45e1-8ba3-ae268a387f01", "name": "network-vif-plugged", "status": "completed", "tag": "8d59a9a5-67c0-4786-ae03-6e781c8d2308"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:34.053488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 8d59a9a5-67c0-4786-ae03-6e781c8d2308, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8d59a9a5-67c0-4786-ae03-6e781c8d2308,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:34.077367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63980388-5398-4057-9a0d-95777b189641 req-02f42fbf-b731-4460-a48f-430d844eefc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.078861 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-02f42fbf-b731-4460-a48f-430d844eefc9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1345224 Sep 16 04:48:34.131710 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.132852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device af5573b9-a67b-4a8b-a11e-40e8dee40c62 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:34.139785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-0c65bf06-4e0f-43b5-af43-d95fb5fef8bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 HTTP/1.1" status: 200 len: 217 time: 0.0499017 Sep 16 04:48:34.141135 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-956cdee5-cbe3-4c30-92a8-39e1adc48442 req-9456f482-7af9-433f-a79a-1319795899b0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.211854 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-956cdee5-cbe3-4c30-92a8-39e1adc48442 req-9456f482-7af9-433f-a79a-1319795899b0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.216140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63980388-5398-4057-9a0d-95777b189641 req-7537d69b-dbc0-478a-b14e-4abe2d3e794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.217664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-7537d69b-dbc0-478a-b14e-4abe2d3e794b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0739520 Sep 16 04:48:34.239768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=8d59a9a5-67c0-4786-ae03-6e781c8d2308,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:34.267308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63980388-5398-4057-9a0d-95777b189641 req-3f1c5770-73f6-4f06-8b05-43885e5b6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.268845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-3f1c5770-73f6-4f06-8b05-43885e5b6c85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433786 Sep 16 04:48:34.308386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port af5573b9-a67b-4a8b-a11e-40e8dee40c62 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:34.309986 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-956cdee5-cbe3-4c30-92a8-39e1adc48442 req-9456f482-7af9-433f-a79a-1319795899b0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.312963 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port af5573b9-a67b-4a8b-a11e-40e8dee40c62 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:34.313328 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.321398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47716) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:34.326282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c9527222-1d18-4d7e-b799-907066c2dc7e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204447750', 'description': 'tempest-description--1988549803'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:34.365202 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4b416c-b2b7-4dd5-a347-e3c0e10e7376 x-openstack-request-id: req-1d4b416c-b2b7-4dd5-a347-e3c0e10e7376 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:34.365500 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ac452-65c1-45e1-8ba3-ae268a387f01", "name": "network-vif-plugged", "status": "completed", "tag": "8d59a9a5-67c0-4786-ae03-6e781c8d2308", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:34.365750 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d4b416c-b2b7-4dd5-a347-e3c0e10e7376 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:34.366142 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ac452-65c1-45e1-8ba3-ae268a387f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d59a9a5-67c0-4786-ae03-6e781c8d2308', 'code': 200} Sep 16 04:48:34.370152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456f482-7af9-433f-a79a-1319795899b0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9c3f40-f7c9-446d-8e62-9d0bd56130c2,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:34.401820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-ded1aeb7-b363-49b5-90ce-cc407a64a8f4 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238413 Sep 16 04:48:34.422830 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9527222-1d18-4d7e-b799-907066c2dc7e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.439061 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.459658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port af5573b9-a67b-4a8b-a11e-40e8dee40c62, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=af5573b9-a67b-4a8b-a11e-40e8dee40c62,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:34.498116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0162dc-a76c-4aab-9661-cb5bba1ddafa req-3834cb91-d31e-41bf-90b0-86e31bf9298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.499994 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8b0162dc-a76c-4aab-9661-cb5bba1ddafa req-3834cb91-d31e-41bf-90b0-86e31bf9298d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 1098 time: 0.0616930 Sep 16 04:48:34.524518 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-956cdee5-cbe3-4c30-92a8-39e1adc48442 req-9456f482-7af9-433f-a79a-1319795899b0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.525748 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-956cdee5-cbe3-4c30-92a8-39e1adc48442 req-9456f482-7af9-433f-a79a-1319795899b0 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6321599 Sep 16 04:48:34.543382 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.559114 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8b0162dc-a76c-4aab-9661-cb5bba1ddafa req-9a4bcef7-8445-46f8-924e-d8f9c285886e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510426 Sep 16 04:48:34.575037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-c224f29d-24f9-48e6-8929-7a2ce4a8335d service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653922 Sep 16 04:48:34.584067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77534a-91b1-493c-9138-956390518e1e req-d6363310-5bb7-43cf-9ac7-13f36e1f559b tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.592388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc77534a-91b1-493c-9138-956390518e1e req-d6363310-5bb7-43cf-9ac7-13f36e1f559b tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 946 time: 0.0848246 Sep 16 04:48:34.623160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=af5573b9-a67b-4a8b-a11e-40e8dee40c62,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:34.623437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9527222-1d18-4d7e-b799-907066c2dc7e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.643261 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc77534a-91b1-493c-9138-956390518e1e req-4a4f60c0-028c-4439-a878-344a3e9fc468 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499949 Sep 16 04:48:34.711905 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9527222-1d18-4d7e-b799-907066c2dc7e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.742183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9527222-1d18-4d7e-b799-907066c2dc7e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86b966b-b64a-4ad9-9559-11eb0437dfdb,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:34.774729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-6dfe3433-3af0-4145-b8ac-d5ab2eec3cf0 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.776200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-6dfe3433-3af0-4145-b8ac-d5ab2eec3cf0 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.37 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 815 time: 0.1534767 Sep 16 04:48:34.795064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cedc9-b3b4-4a79-bc67-6d0ec68537a3 req-afc8fc33-78ae-4722-931d-7430bf6e4459 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:34.796558 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad6cedc9-b3b4-4a79-bc67-6d0ec68537a3 req-afc8fc33-78ae-4722-931d-7430bf6e4459 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bce1dc-1998-4bef-89f2-eb49e44a8dc6 HTTP/1.1" status: 200 len: 951 time: 0.0856614 Sep 16 04:48:34.806888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Request body: {'port': {'device_id': '7e903fc7-2ea1-4b55-a639-0b8ba87c4e00', 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105', 'admin_state_up': True, 'tenant_id': '8abd1b9c5dad42898b7f8fc6cd4c23fc'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:34.811026 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9527222-1d18-4d7e-b799-907066c2dc7e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.812250 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c9527222-1d18-4d7e-b799-907066c2dc7e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4897802 Sep 16 04:48:34.815366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47734) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:34.821249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-28c1915b-ee6d-46ac-81f1-aad48909f5b4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Request body: {'security_group_rule': {'security_group_id': 'f86b966b-b64a-4ad9-9559-11eb0437dfdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:34.929389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e84303db-7a76-4604-9d2a-e2c41bf67412 req-0fb806ff-5372-476c-a381-d3307f1a9879 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/d840518c-cb31-4a81-b57e-89ff133fbac3 HTTP/1.1" status: 200 len: 2994 time: 0.1511655 Sep 16 04:48:34.934412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad6cedc9-b3b4-4a79-bc67-6d0ec68537a3 req-9b3777d4-533f-4bba-84dd-3f7b52727bd5 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229212 Sep 16 04:48:34.979048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-28c1915b-ee6d-46ac-81f1-aad48909f5b4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.061531 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-28c1915b-ee6d-46ac-81f1-aad48909f5b4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.077860 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-343b19e0-c1c7-4a21-acaf-d83843777785 req-a325477e-3ae8-408b-b107-925cc1cf9b77 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 210 time: 0.0359793 Sep 16 04:48:35.078682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Made reservation on behalf of 8abd1b9c5dad42898b7f8fc6cd4c23fc for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:35.082123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.119152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f67c4b-d989-46c5-af26-1356afc868f8 req-1ac0903c-fdbf-49b4-b78a-b43078532a26 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.120639 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07f67c4b-d989-46c5-af26-1356afc868f8 req-1ac0903c-fdbf-49b4-b78a-b43078532a26 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1157415 Sep 16 04:48:35.158221 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01729e74-9ec2-4da3-9ee0-064b656099e7 req-83a80814-7240-48fd-8cbd-13b75c593f5c tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-group-rules/1d9c3f40-f7c9-446d-8e62-9d0bd56130c2 HTTP/1.1" status: 200 len: 783 time: 0.0566950 Sep 16 04:48:35.168559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-28c1915b-ee6d-46ac-81f1-aad48909f5b4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.186373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1915b-ee6d-46ac-81f1-aad48909f5b4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249589de-eff2-4cca-82ec-1d7828aede2d,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:35.255781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07f67c4b-d989-46c5-af26-1356afc868f8 req-cd2a3be0-bb92-477a-9654-203159930cd5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280072 Sep 16 04:48:35.262444 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-28c1915b-ee6d-46ac-81f1-aad48909f5b4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.266260 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-28c1915b-ee6d-46ac-81f1-aad48909f5b4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4473524 Sep 16 04:48:35.267055 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47742) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.272364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5670de56-b0be-476b-8be1-5270ef738a67 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Request body: {'security_group_rule': {'security_group_id': 'f86b966b-b64a-4ad9-9559-11eb0437dfdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:35.275875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01729e74-9ec2-4da3-9ee0-064b656099e7 req-ae63d8ce-14eb-4d53-a030-caf368cbb722 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/d840518c-cb31-4a81-b57e-89ff133fbac3 HTTP/1.1" status: 200 len: 2994 time: 0.0777104 Sep 16 04:48:35.344332 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-01729e74-9ec2-4da3-9ee0-064b656099e7 req-58e60a28-7f90-4465-9e14-bede04537a6e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.346608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Allocated IP 172.20.0.11 (6b772325-3d17-49b0-bd12-c459fd515105/e84c22b6-fd38-44f0-9d2b-4600b9102549/dc3c8ed1-2add-47ba-b593-b02fe5e596ed) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:35.357906 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-01729e74-9ec2-4da3-9ee0-064b656099e7 req-58e60a28-7f90-4465-9e14-bede04537a6e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.401450 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5670de56-b0be-476b-8be1-5270ef738a67 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.464380 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5670de56-b0be-476b-8be1-5270ef738a67 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.557356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad137865-3a1f-4aeb-92e1-a147479a34ec req-361b29f4-8f38-407b-a3b0-67a8d91c7afb tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:35.558901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad137865-3a1f-4aeb-92e1-a147479a34ec req-361b29f4-8f38-407b-a3b0-67a8d91c7afb tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 945 time: 0.1054399 Sep 16 04:48:35.575139 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.596380 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-01729e74-9ec2-4da3-9ee0-064b656099e7 req-58e60a28-7f90-4465-9e14-bede04537a6e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.611051 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-01729e74-9ec2-4da3-9ee0-064b656099e7 req-58e60a28-7f90-4465-9e14-bede04537a6e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.612162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01729e74-9ec2-4da3-9ee0-064b656099e7 req-58e60a28-7f90-4465-9e14-bede04537a6e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1d9c3f40-f7c9-446d-8e62-9d0bd56130c2 HTTP/1.1" status: 204 len: 173 time: 0.3115277 Sep 16 04:48:35.622288 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5670de56-b0be-476b-8be1-5270ef738a67 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.634742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e60a28-7f90-4465-9e14-bede04537a6e tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d9c3f40-f7c9-446d-8e62-9d0bd56130c2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:35.637016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad137865-3a1f-4aeb-92e1-a147479a34ec req-b73f5400-2174-413d-98f0-68f6524f007d tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721803 Sep 16 04:48:35.661142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670de56-b0be-476b-8be1-5270ef738a67 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2da486-3142-4c05-af81-b291ba9944e8,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:35.700270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:35.745127 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.758818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f882c3d-1232-4dce-b846-3af7e146ffa6 req-f751ce6e-4b33-4e1a-b3b1-e59de3921681 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/d840518c-cb31-4a81-b57e-89ff133fbac3 HTTP/1.1" status: 200 len: 2396 time: 0.0736041 Sep 16 04:48:35.771506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5670de56-b0be-476b-8be1-5270ef738a67 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.772764 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5670de56-b0be-476b-8be1-5270ef738a67 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5046093 Sep 16 04:48:35.778470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47770) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.791993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:35.819172 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.856118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:35.913008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Network 6b772325-3d17-49b0-bd12-c459fd515105 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:35.914014 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4f882c3d-1232-4dce-b846-3af7e146ffa6 req-c4a72751-953b-479b-9bf9-1f6564f4f6db tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.921344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:35.925506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.930727 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.950949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:35.963324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Pushing event updated for resources: {'Port': ['ID=dc3c8ed1-2add-47ba-b593-b02fe5e596ed,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:35.985792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,revision_number=11']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:36.009944 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4f882c3d-1232-4dce-b846-3af7e146ffa6 req-c4a72751-953b-479b-9bf9-1f6564f4f6db tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.023451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8bdb4-d35d-4210-bf0f-3104ec850458 req-5c4935ba-65a2-41fa-be2d-73e9c2bed198 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.025043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfd8bdb4-d35d-4210-bf0f-3104ec850458 req-5c4935ba-65a2-41fa-be2d-73e9c2bed198 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 946 time: 0.2623384 Sep 16 04:48:36.055590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.081584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.082759 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.112250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfd8bdb4-d35d-4210-bf0f-3104ec850458 req-c2f91835-7894-4b80-86ce-0cd3f2551093 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735683 Sep 16 04:48:36.163950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Allocated IP 172.25.3.146 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/723fbf43-6299-460c-8e1a-665a6d9e4822) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:36.183386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-f15ce1ca-9c78-42de-8ffd-98bdd1b3f008 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3858373 Sep 16 04:48:36.197473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Request body: {'port': {'device_id': '7e903fc7-2ea1-4b55-a639-0b8ba87c4e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:36.233047 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4f882c3d-1232-4dce-b846-3af7e146ffa6 req-c4a72751-953b-479b-9bf9-1f6564f4f6db tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.238469 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4f882c3d-1232-4dce-b846-3af7e146ffa6 req-c4a72751-953b-479b-9bf9-1f6564f4f6db tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.238469 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f882c3d-1232-4dce-b846-3af7e146ffa6 req-c4a72751-953b-479b-9bf9-1f6564f4f6db tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "DELETE /v2.0/security-groups/d840518c-cb31-4a81-b57e-89ff133fbac3 HTTP/1.1" status: 204 len: 173 time: 0.4775293 Sep 16 04:48:36.252773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a72751-953b-479b-9bf9-1f6564f4f6db tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d840518c-cb31-4a81-b57e-89ff133fbac3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:36.318201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.366866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba53242b-5f52-49de-9bdb-913a1fdb7a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5573b9-a67b-4a8b-a11e-40e8dee40c62'}, {'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:36.369492 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a7c5a9-4dae-409e-a188-efbd4180dca3" -d '{"events": [{"server_uuid": "ba53242b-5f52-49de-9bdb-913a1fdb7a1d", "name": "network-vif-plugged", "status": "completed", "tag": "af5573b9-a67b-4a8b-a11e-40e8dee40c62"}, {"server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "name": "network-vif-unplugged", "status": "completed", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:36.425791 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-fe948c4a-9f38-4783-b6c4-e97e71e6b004 req-d524a2a1-c6c7-408c-b99d-dee7ef661130 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] show failed (client error): The resource could not be found. Sep 16 04:48:36.427134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe948c4a-9f38-4783-b6c4-e97e71e6b004 req-d524a2a1-c6c7-408c-b99d-dee7ef661130 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/0b47febd-0ac8-4b49-a25a-a948f59f7328 HTTP/1.1" status: 404 len: 352 time: 0.0341127 Sep 16 04:48:36.446160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0b16e-c277-44ef-b008-f5e32eb3fdfa req-72533994-ad8d-4aa9-bcd3-a2e2ae988484 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.447336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ccb0b16e-c277-44ef-b008-f5e32eb3fdfa req-72533994-ad8d-4aa9-bcd3-a2e2ae988484 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 932 time: 0.1159379 Sep 16 04:48:36.540047 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.608492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ccb0b16e-c277-44ef-b008-f5e32eb3fdfa req-21f9f801-5ba9-4bee-ae7e-6c60c407b799 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150746 Sep 16 04:48:36.618399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec012a-36e3-4b49-880b-aa8abb1bdc7e req-cb76226f-de50-47a1-8326-63f7f8f3770e tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.628914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-beec012a-36e3-4b49-880b-aa8abb1bdc7e req-cb76226f-de50-47a1-8326-63f7f8f3770e tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1279378 Sep 16 04:48:36.659652 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455fcb00-c37b-4baf-9ac4-8d49d1e01423 x-openstack-request-id: req-455fcb00-c37b-4baf-9ac4-8d49d1e01423 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:36.660052 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba53242b-5f52-49de-9bdb-913a1fdb7a1d", "name": "network-vif-plugged", "status": "completed", "tag": "af5573b9-a67b-4a8b-a11e-40e8dee40c62", "code": 200}, {"server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "name": "network-vif-unplugged", "status": "completed", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:36.661203 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-455fcb00-c37b-4baf-9ac4-8d49d1e01423 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:36.661438 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba53242b-5f52-49de-9bdb-913a1fdb7a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5573b9-a67b-4a8b-a11e-40e8dee40c62', 'code': 200} Sep 16 04:48:36.662045 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'code': 200} Sep 16 04:48:36.673063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.749256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:36.755420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event updated for resources: {'Port': ['ID=723fbf43-6299-460c-8e1a-665a6d9e4822,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:36.759148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:36.761398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:36.830964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b3ce6-f142-4a9d-bceb-07dc7e90c8b2 req-0352fa2a-499e-457c-b210-9df58d0d3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:36.832565 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-466b3ce6-f142-4a9d-bceb-07dc7e90c8b2 req-0352fa2a-499e-457c-b210-9df58d0d3788 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 1097 time: 0.0925286 Sep 16 04:48:36.898644 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.901120 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-466b3ce6-f142-4a9d-bceb-07dc7e90c8b2 req-2a8c0b81-3e54-4781-b6df-16480a52686b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460603 Sep 16 04:48:36.996586 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.045532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-beec012a-36e3-4b49-880b-aa8abb1bdc7e req-7e78e2da-efef-4bf5-a2b7-a06de10a3cf3 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993094 Sep 16 04:48:37.079176 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21c08721-aa59-4eda-8b01-423896a14938 req-fb3eaf7c-0158-4b1e-b4e5-bc6f1662b32a tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/57e96a0d-c85b-449b-8a30-1b742626c4bd HTTP/1.1" status: 200 len: 1805 time: 0.0866363 Sep 16 04:48:37.167685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.190843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3c8ed1-2add-47ba-b593-b02fe5e596ed {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:37.204956 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.228152 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.231918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d06718-2d47-4cdc-85b0-159206a5b657 req-0406e2e7-7520-408c-a576-b7214405be94 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:37.233646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85d06718-2d47-4cdc-85b0-159206a5b657 req-0406e2e7-7520-408c-a576-b7214405be94 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 945 time: 0.1148424 Sep 16 04:48:37.242213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Transition to ACTIVE for port object dc3c8ed1-2add-47ba-b593-b02fe5e596ed will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:37.262798 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21c08721-aa59-4eda-8b01-423896a14938 req-2b25bc3f-b588-4920-b677-b096ada838d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.300294 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85d06718-2d47-4cdc-85b0-159206a5b657 req-d7c77622-b82f-4445-a1dc-06f3d36eb82b tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592940 Sep 16 04:48:37.304646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event updated for resources: {'Port': ['ID=723fbf43-6299-460c-8e1a-665a6d9e4822,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:37.305514 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21c08721-aa59-4eda-8b01-423896a14938 req-2b25bc3f-b588-4920-b677-b096ada838d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.314852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.336338 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.395868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3c8ed1-2add-47ba-b593-b02fe5e596ed,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:37.411800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.413847 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4fa38605-1a07-4d59-821b-ce1b3018f613 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6341166 Sep 16 04:48:37.473621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Attempting to bind port dc3c8ed1-2add-47ba-b593-b02fe5e596ed on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:37.474123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Attempting to bind port dc3c8ed1-2add-47ba-b593-b02fe5e596ed by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:37.474552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Attempting to bind port dc3c8ed1-2add-47ba-b593-b02fe5e596ed on network 6b772325-3d17-49b0-bd12-c459fd515105 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:37.479993 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Port dc3c8ed1-2add-47ba-b593-b02fe5e596ed on network 6b772325-3d17-49b0-bd12-c459fd515105 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:37.480773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Attempting to bind port dc3c8ed1-2add-47ba-b593-b02fe5e596ed on network 6b772325-3d17-49b0-bd12-c459fd515105 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:37.494441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:37.494807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Checking segment: {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:37.495208 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Bound using segment: {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:37.495661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Bound port: dc3c8ed1-2add-47ba-b593-b02fe5e596ed, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:37.496034 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.499088 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21c08721-aa59-4eda-8b01-423896a14938 req-2b25bc3f-b588-4920-b677-b096ada838d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.501679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21c08721-aa59-4eda-8b01-423896a14938 req-2b25bc3f-b588-4920-b677-b096ada838d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.503493 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21c08721-aa59-4eda-8b01-423896a14938 req-2b25bc3f-b588-4920-b677-b096ada838d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "DELETE /v2.0/security-groups/57e96a0d-c85b-449b-8a30-1b742626c4bd HTTP/1.1" status: 204 len: 173 time: 0.4114423 Sep 16 04:48:37.529154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25bc3f-b588-4920-b677-b096ada838d1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e96a0d-c85b-449b-8a30-1b742626c4bd,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:37.619912 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79740b2-653a-4a3f-853a-69fd242737c6 req-3e0a224e-b3e9-4102-9d1a-be9eead34181 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:37.621472 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b79740b2-653a-4a3f-853a-69fd242737c6 req-3e0a224e-b3e9-4102-9d1a-be9eead34181 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 946 time: 0.0902600 Sep 16 04:48:37.627173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] For port dc3c8ed1-2add-47ba-b593-b02fe5e596ed, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:37.631037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] For port dc3c8ed1-2add-47ba-b593-b02fe5e596ed, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=dc3c8ed1-2add-47ba-b593-b02fe5e596ed,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:37.664113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b79740b2-653a-4a3f-853a-69fd242737c6 req-51007ae2-d633-4060-aa7e-21acc0c71d91 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357544 Sep 16 04:48:37.712320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40f7a52c-3629-4a80-b220-05e30db00b68 req-7055e32e-504c-4cf8-b5c2-dffb26ea7069 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/695e4652-6a3f-477b-9a0c-17670d7e8d8e HTTP/1.1" status: 200 len: 1804 time: 0.0423455 Sep 16 04:48:37.713855 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.778349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:37.778959 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.780284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] 10.222.0.37 "PUT /v2.0/ports/dc3c8ed1-2add-47ba-b593-b02fe5e596ed HTTP/1.1" status: 200 len: 1093 time: 1.5882230 Sep 16 04:48:37.782171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e903fc7-2ea1-4b55-a639-0b8ba87c4e00', 'tag': 'dc3c8ed1-2add-47ba-b593-b02fe5e596ed'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:37.784400 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f8751f-e622-4689-873f-9a2ebc08c634" -d '{"events": [{"name": "network-changed", "server_uuid": "7e903fc7-2ea1-4b55-a639-0b8ba87c4e00", "tag": "dc3c8ed1-2add-47ba-b593-b02fe5e596ed"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:37.839439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a52e15-bc9c-4dee-a122-9e126ae07216 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3c8ed1-2add-47ba-b593-b02fe5e596ed,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:37.844388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-12908b79-374d-4f8f-9f27-c89a6f37891c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--204447750&fields=id&tenant_id=3713a25a72494fce95a78973088e5269 HTTP/1.1" status: 200 len: 267 time: 0.0916440 Sep 16 04:48:37.884333 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-40f7a52c-3629-4a80-b220-05e30db00b68 req-5180222d-2287-4e19-9c61-0100aea5b147 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.976417 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-40f7a52c-3629-4a80-b220-05e30db00b68 req-5180222d-2287-4e19-9c61-0100aea5b147 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.011171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-683e4aa1-87fd-4a8a-b936-d625e1550a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.012719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-683e4aa1-87fd-4a8a-b936-d625e1550a38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 1096 time: 0.1294353 Sep 16 04:48:38.079349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-57495fed-85c5-4272-8ff9-d2a898beb2e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc3c8ed1-2add-47ba-b593-b02fe5e596ed HTTP/1.1" status: 200 len: 217 time: 0.0572677 Sep 16 04:48:38.086889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-e5cdb682-7ee0-41bf-82ad-41225afde69e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.089723 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-e5cdb682-7ee0-41bf-82ad-41225afde69e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 817 time: 0.2345686 Sep 16 04:48:38.132216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-fbb1ddda-a550-4028-b87b-0a0c6c71bb31 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/quotas/3713a25a72494fce95a78973088e5269 HTTP/1.1" status: 200 len: 375 time: 0.0351591 Sep 16 04:48:38.155415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-d85ff8ad-5d42-4afc-a49f-8ec2b045f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.156856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-d85ff8ad-5d42-4afc-a49f-8ec2b045f6d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e84c22b6-fd38-44f0-9d2b-4600b9102549 HTTP/1.1" status: 200 len: 855 time: 0.0676763 Sep 16 04:48:38.199143 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-716f7601-6d89-4944-b875-5abade11a799 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b772325-3d17-49b0-bd12-c459fd515105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277450 Sep 16 04:48:38.221860 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-bfef38ce-7a7f-4635-89da-778f47b4b6bd tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809915 Sep 16 04:48:38.245628 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-40f7a52c-3629-4a80-b220-05e30db00b68 req-5180222d-2287-4e19-9c61-0100aea5b147 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.248103 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-40f7a52c-3629-4a80-b220-05e30db00b68 req-5180222d-2287-4e19-9c61-0100aea5b147 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.249176 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40f7a52c-3629-4a80-b220-05e30db00b68 req-5180222d-2287-4e19-9c61-0100aea5b147 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "DELETE /v2.0/security-groups/695e4652-6a3f-477b-9a0c-17670d7e8d8e HTTP/1.1" status: 204 len: 173 time: 0.5293174 Sep 16 04:48:38.284097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180222d-2287-4e19-9c61-0100aea5b147 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695e4652-6a3f-477b-9a0c-17670d7e8d8e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:38.422904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-aa05e9eb-7bcd-4aa7-844a-02d120da4edc service neutron] 10.222.0.37 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165780 Sep 16 04:48:38.443510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-e6c81834-97c8-4d07-8efb-840bbc8f2460 service neutron] 10.222.0.24 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076120 Sep 16 04:48:38.450994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2326f0-cd57-4f13-92c6-980434173766 req-0a48a522-ebe1-485d-a844-738f46de8dab tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.452402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b2326f0-cd57-4f13-92c6-980434173766 req-0a48a522-ebe1-485d-a844-738f46de8dab tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 944 time: 0.1318202 Sep 16 04:48:38.564915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b2326f0-cd57-4f13-92c6-980434173766 req-a89778df-5470-4a74-b3de-3e8db76a241d tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006806 Sep 16 04:48:38.623265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f44c032b-a924-4c3d-8a98-3e9407d9681c req-7751d2ad-1c7b-4577-861e-e048186327e9 service neutron] 10.222.0.37 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898036 Sep 16 04:48:38.643768 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-c749ba6d-f6ce-4a5c-a0b9-e82abd78f6c4 service neutron] 10.222.0.24 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903880 Sep 16 04:48:38.867047 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c4b9d0-2604-4971-97a4-5f6d8fba2b36 x-openstack-request-id: req-53c4b9d0-2604-4971-97a4-5f6d8fba2b36 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:38.867536 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e903fc7-2ea1-4b55-a639-0b8ba87c4e00", "tag": "dc3c8ed1-2add-47ba-b593-b02fe5e596ed", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:38.867862 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53c4b9d0-2604-4971-97a4-5f6d8fba2b36 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:38.868219 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e903fc7-2ea1-4b55-a639-0b8ba87c4e00', 'tag': 'dc3c8ed1-2add-47ba-b593-b02fe5e596ed', 'status': 'completed', 'code': 200} Sep 16 04:48:38.971450 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8751f-e622-4689-873f-9a2ebc08c634 req-7c43ceaa-0021-4531-aede-b4fdd64edec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.973232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1f8751f-e622-4689-873f-9a2ebc08c634 req-7c43ceaa-0021-4531-aede-b4fdd64edec7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 1096 time: 0.0941987 Sep 16 04:48:39.031915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb4478-a379-41c7-85da-af1ee5fe6a92 req-82b67526-9bc9-402c-985b-210df2a61775 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.033418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4fb4478-a379-41c7-85da-af1ee5fe6a92 req-82b67526-9bc9-402c-985b-210df2a61775 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1274090 Sep 16 04:48:39.078369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7bf37a1-9398-4cbb-ab42-d6b1dbc93de1 req-db64d1ec-0883-4da3-85e0-25cdce7ca64d tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/944f1b88-afbe-46af-a219-fbba6e72ff5f HTTP/1.1" status: 200 len: 1804 time: 0.1226494 Sep 16 04:48:39.138340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4fb4478-a379-41c7-85da-af1ee5fe6a92 req-435e133f-5308-48c6-8b67-d0051fffb418 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971889 Sep 16 04:48:39.164617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8751f-e622-4689-873f-9a2ebc08c634 req-9d0986d4-e455-46c0-8c81-4c245b72357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.166447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1f8751f-e622-4689-873f-9a2ebc08c634 req-9d0986d4-e455-46c0-8c81-4c245b72357f service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 915 time: 0.1850040 Sep 16 04:48:39.219771 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1f8751f-e622-4689-873f-9a2ebc08c634 req-45c01d25-7956-43b9-80f5-c8f1829ff9f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc3c8ed1-2add-47ba-b593-b02fe5e596ed HTTP/1.1" status: 200 len: 217 time: 0.0453229 Sep 16 04:48:39.227156 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c7bf37a1-9398-4cbb-ab42-d6b1dbc93de1 req-09fe1f2d-9939-40e6-8c8f-3cd9e350f4a1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.301800 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c7bf37a1-9398-4cbb-ab42-d6b1dbc93de1 req-09fe1f2d-9939-40e6-8c8f-3cd9e350f4a1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.338243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9a1d-d751-40e2-9a41-3bc8b77f93d8 req-71f7ccf2-09a8-44d6-8ebc-84cede1a9ec1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.339633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a82b9a1d-d751-40e2-9a41-3bc8b77f93d8 req-71f7ccf2-09a8-44d6-8ebc-84cede1a9ec1 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 945 time: 0.1226168 Sep 16 04:48:39.354157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8751f-e622-4689-873f-9a2ebc08c634 req-9cfaf7ec-b5c0-4dfa-b080-ba04d7632a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.355824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1f8751f-e622-4689-873f-9a2ebc08c634 req-9cfaf7ec-b5c0-4dfa-b080-ba04d7632a72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e84c22b6-fd38-44f0-9d2b-4600b9102549 HTTP/1.1" status: 200 len: 855 time: 0.1257522 Sep 16 04:48:39.396968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1f8751f-e622-4689-873f-9a2ebc08c634 req-5099270b-3255-4b52-b6c4-48ac0c94028d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b772325-3d17-49b0-bd12-c459fd515105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326040 Sep 16 04:48:39.434143 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a82b9a1d-d751-40e2-9a41-3bc8b77f93d8 req-d99cbc55-5002-4d25-80cf-3e6f13249f92 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871508 Sep 16 04:48:39.490250 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c7bf37a1-9398-4cbb-ab42-d6b1dbc93de1 req-09fe1f2d-9939-40e6-8c8f-3cd9e350f4a1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.493557 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c7bf37a1-9398-4cbb-ab42-d6b1dbc93de1 req-09fe1f2d-9939-40e6-8c8f-3cd9e350f4a1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.494712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7bf37a1-9398-4cbb-ab42-d6b1dbc93de1 req-09fe1f2d-9939-40e6-8c8f-3cd9e350f4a1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "DELETE /v2.0/security-groups/944f1b88-afbe-46af-a219-fbba6e72ff5f HTTP/1.1" status: 204 len: 173 time: 0.4034665 Sep 16 04:48:39.518340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe1f2d-9939-40e6-8c8f-3cd9e350f4a1 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944f1b88-afbe-46af-a219-fbba6e72ff5f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:39.524094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1f8751f-e622-4689-873f-9a2ebc08c634 req-416d8faa-cc7f-4ca6-93e7-ed527057db5e service neutron] 10.222.0.37 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169183 Sep 16 04:48:39.589414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c35b90e-0cf3-46ab-b0bc-594323dfe2b4 req-a3602221-c7d4-46b0-b6fd-f8dbf7461155 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 210 time: 0.0316176 Sep 16 04:48:39.667906 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1f8751f-e622-4689-873f-9a2ebc08c634 req-8ea8cf94-9b6f-4d85-9c5c-d9cfc110baa7 service neutron] 10.222.0.37 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297152 Sep 16 04:48:39.707403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed95ceb-0f3d-4bb3-9efd-ee6a23e9ce86 req-915329e1-a3dd-408c-b244-3e470abe874e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.709010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eed95ceb-0f3d-4bb3-9efd-ee6a23e9ce86 req-915329e1-a3dd-408c-b244-3e470abe874e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 946 time: 0.0563703 Sep 16 04:48:39.747601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eed95ceb-0f3d-4bb3-9efd-ee6a23e9ce86 req-aae1a5b2-2ef1-40c5-b111-67545864dd93 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Sep 16 04:48:39.809309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fd523c1-ec12-43e0-94f1-fc99f4db9b8e req-a189196a-f7d4-4475-ad30-447f40ac0a58 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/000e9d50-0796-4cad-b8d3-7f5dbfbfc52a HTTP/1.1" status: 200 len: 2401 time: 0.0400686 Sep 16 04:48:39.870649 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9fd523c1-ec12-43e0-94f1-fc99f4db9b8e req-4255321d-5b6f-49d7-bd10-5c37a88b89f3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.897666 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9fd523c1-ec12-43e0-94f1-fc99f4db9b8e req-4255321d-5b6f-49d7-bd10-5c37a88b89f3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.050941 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9fd523c1-ec12-43e0-94f1-fc99f4db9b8e req-4255321d-5b6f-49d7-bd10-5c37a88b89f3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.053782 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9fd523c1-ec12-43e0-94f1-fc99f4db9b8e req-4255321d-5b6f-49d7-bd10-5c37a88b89f3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.055005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fd523c1-ec12-43e0-94f1-fc99f4db9b8e req-4255321d-5b6f-49d7-bd10-5c37a88b89f3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "DELETE /v2.0/security-groups/000e9d50-0796-4cad-b8d3-7f5dbfbfc52a HTTP/1.1" status: 204 len: 173 time: 0.2396669 Sep 16 04:48:40.079487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255321d-5b6f-49d7-bd10-5c37a88b89f3 tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000e9d50-0796-4cad-b8d3-7f5dbfbfc52a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:40.195605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b19b3-5041-46c3-b856-3bf51db4b5a4 req-a4ec19cf-f563-4818-a2fa-3731375b9466 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:40.197131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-573b19b3-5041-46c3-b856-3bf51db4b5a4 req-a4ec19cf-f563-4818-a2fa-3731375b9466 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 944 time: 0.0853770 Sep 16 04:48:40.203383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dcb7abe-75ee-4b6d-98c4-50930e1b6c97 req-d5c623b8-9036-439b-939e-8ca99f798ffd tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "GET /v2.0/security-groups/9891197a-aa3a-4697-97b8-ef5e6fe0f688 HTTP/1.1" status: 200 len: 2398 time: 0.0587921 Sep 16 04:48:40.268842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-573b19b3-5041-46c3-b856-3bf51db4b5a4 req-60f896d0-5369-4080-b61e-d5fdeba271e7 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644991 Sep 16 04:48:40.288504 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2dcb7abe-75ee-4b6d-98c4-50930e1b6c97 req-3655e998-47d2-4902-b7ec-db8c7002d46a tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.314583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2dcb7abe-75ee-4b6d-98c4-50930e1b6c97 req-3655e998-47d2-4902-b7ec-db8c7002d46a tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.397490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4497c0-a0ad-4b84-97d1-526ddbe9a466 req-7b47dbba-5e5b-4ba4-96ab-20d8939a80bd tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:40.398861 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de4497c0-a0ad-4b84-97d1-526ddbe9a466 req-7b47dbba-5e5b-4ba4-96ab-20d8939a80bd tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 945 time: 0.0570149 Sep 16 04:48:40.440455 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de4497c0-a0ad-4b84-97d1-526ddbe9a466 req-e15acfc2-6c11-4dfa-8811-aad79adcb5d4 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356197 Sep 16 04:48:40.462743 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2dcb7abe-75ee-4b6d-98c4-50930e1b6c97 req-3655e998-47d2-4902-b7ec-db8c7002d46a tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.465370 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2dcb7abe-75ee-4b6d-98c4-50930e1b6c97 req-3655e998-47d2-4902-b7ec-db8c7002d46a tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.470440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dcb7abe-75ee-4b6d-98c4-50930e1b6c97 req-3655e998-47d2-4902-b7ec-db8c7002d46a tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] 10.222.0.24 "DELETE /v2.0/security-groups/9891197a-aa3a-4697-97b8-ef5e6fe0f688 HTTP/1.1" status: 204 len: 173 time: 0.2598655 Sep 16 04:48:40.472400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47924) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:40.485343 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655e998-47d2-4902-b7ec-db8c7002d46a tempest-SecurityGroupRulesTestJSON-1262860895 tempest-SecurityGroupRulesTestJSON-1262860895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9891197a-aa3a-4697-97b8-ef5e6fe0f688,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:40.533422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-f281bd6d-390b-4e4d-af96-f714b49b3501 admin admin] Deleting subnet 521ed1c5-23c4-45b6-a22b-4e9f19e4a936 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:40.537621 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f281bd6d-390b-4e4d-af96-f714b49b3501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.572973 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f281bd6d-390b-4e4d-af96-f714b49b3501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.590029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d61cf4-da7e-4a18-a434-6f4276b2d9fd req-5ddbde60-263b-401f-be54-c84ce58245d1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:40.591704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41d61cf4-da7e-4a18-a434-6f4276b2d9fd req-5ddbde60-263b-401f-be54-c84ce58245d1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.0548034 Sep 16 04:48:40.616606 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f281bd6d-390b-4e4d-af96-f714b49b3501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.641551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41d61cf4-da7e-4a18-a434-6f4276b2d9fd req-aafe231a-89f8-4907-b944-ec31708c64a9 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440516 Sep 16 04:48:40.749724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f505e6-ce0e-4d19-8d33-7d619a73cfd1 req-9ed68f1a-e87c-468c-890e-30f458834af7 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 210 time: 0.0308952 Sep 16 04:48:40.797428 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f281bd6d-390b-4e4d-af96-f714b49b3501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.827655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f281bd6d-390b-4e4d-af96-f714b49b3501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.829589 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f281bd6d-390b-4e4d-af96-f714b49b3501 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/521ed1c5-23c4-45b6-a22b-4e9f19e4a936 HTTP/1.1" status: 204 len: 168 time: 0.3547678 Sep 16 04:48:40.831015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281bd6d-390b-4e4d-af96-f714b49b3501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=521ed1c5-23c4-45b6-a22b-4e9f19e4a936,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:40.833142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47962) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:40.874872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620bb44-171a-49a2-b731-aab7331ea542 req-de3e3819-78e1-46bb-9137-15c67e9db05e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:40.876684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f620bb44-171a-49a2-b731-aab7331ea542 req-de3e3819-78e1-46bb-9137-15c67e9db05e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 946 time: 0.0554717 Sep 16 04:48:40.920833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f620bb44-171a-49a2-b731-aab7331ea542 req-5871deea-0bf2-42b7-ad9a-f49b4cd75e38 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374424 Sep 16 04:48:40.927174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.020645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.040811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:41.050100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e0019d-0248-4ee2-81f9-b3b72df04afc') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:41.050397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e0019d-0248-4ee2-81f9-b3b72df04afc') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:41.059786 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.074275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.080344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:41.080778 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:41.083211 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:41.233183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-31934bab-5288-4dc7-ab27-6b7eb86b42e1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:41.234686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-31934bab-5288-4dc7-ab27-6b7eb86b42e1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.37 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 817 time: 0.1293314 Sep 16 04:48:41.245683 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.258490 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.258490 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] 10.222.0.24 "DELETE /v2.0/networks/7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b HTTP/1.1" status: 204 len: 168 time: 0.4120553 Sep 16 04:48:41.271418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d25eb-4a3c-466d-9c53-f1ce4ec2c9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf5f3f3-1f76-4ec8-b15e-c66da4f8131b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:41.307976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9d97847a-b4e4-4a0e-ba8e-07c00e54187e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3713a25a72494fce95a78973088e5269 HTTP/1.1" status: 200 len: 379 time: 0.0636747 Sep 16 04:48:41.319037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Request body: {'port': {'device_id': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'admin_state_up': True, 'tenant_id': '3713a25a72494fce95a78973088e5269', 'security_groups': ['f86b966b-b64a-4ad9-9559-11eb0437dfdb']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:41.566407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Made reservation on behalf of 3713a25a72494fce95a78973088e5269 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:41.571213 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.702672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48034) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:41.721660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc43b9-9257-4c1e-80a1-3cb1392bf9be req-ee2204cb-6eec-4c4c-a2af-59142a01338f tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:41.723939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3cc43b9-9257-4c1e-80a1-3cb1392bf9be req-ee2204cb-6eec-4c4c-a2af-59142a01338f tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 944 time: 0.1296523 Sep 16 04:48:41.749508 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-472488b9-5496-4090-b061-c4216565a3b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=241d79d2d65b46bd9e37c777f1585516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455158 Sep 16 04:48:41.751631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device dc3c8ed1-2add-47ba-b593-b02fe5e596ed details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:41.752120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48040) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:41.769278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Allocated IP 172.20.0.4 (c481d059-a7f7-44df-b3fb-c885caa02527/d3d83b58-9ec5-4d10-93f4-07c8b8ff039c/d3b99675-5dfd-46bd-8535-8c2a78cce25f) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:41.793964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3cc43b9-9257-4c1e-80a1-3cb1392bf9be req-40d406fa-9444-457c-9b8c-2e148bd02141 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603106 Sep 16 04:48:41.809195 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb93c-ea31-4b76-9f53-04a1fe4e2c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.856218 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb93c-ea31-4b76-9f53-04a1fe4e2c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.901532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port dc3c8ed1-2add-47ba-b593-b02fe5e596ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=dc3c8ed1-2add-47ba-b593-b02fe5e596ed,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:41.919348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'dc3c8ed1-2add-47ba-b593-b02fe5e596ed', 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105', 'port_id': 'dc3c8ed1-2add-47ba-b593-b02fe5e596ed', 'mac_address': 'fa:16:3e:e4:4f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84c22b6-fd38-44f0-9d2b-4600b9102549', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:41.969054 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.970621 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb93c-ea31-4b76-9f53-04a1fe4e2c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.974037 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb93c-ea31-4b76-9f53-04a1fe4e2c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.978112 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5b1cb93c-ea31-4b76-9f53-04a1fe4e2c7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbf9dc78-32c9-482d-81e4-96a484308de8 HTTP/1.1" status: 204 len: 168 time: 0.2252011 Sep 16 04:48:41.990414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cb93c-ea31-4b76-9f53-04a1fe4e2c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf9dc78-32c9-482d-81e4-96a484308de8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:41.992548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3c8ed1-2add-47ba-b593-b02fe5e596ed {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:42.014957 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd24e2fa-da0a-4eb2-98ae-2c0a9fd26c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.025700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port dc3c8ed1-2add-47ba-b593-b02fe5e596ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=dc3c8ed1-2add-47ba-b593-b02fe5e596ed,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:42.026547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101157-1312-4484-a5f2-aa662c980f05 req-c0fd8d5e-d493-4d03-becf-b027be9805d6 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.028169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c101157-1312-4484-a5f2-aa662c980f05 req-c0fd8d5e-d493-4d03-becf-b027be9805d6 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 945 time: 0.1109064 Sep 16 04:48:42.055968 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.091008 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.098733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c101157-1312-4484-a5f2-aa662c980f05 req-2c3d52bc-6439-43c0-a006-7fa3c3c32ef0 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570498 Sep 16 04:48:42.143347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=dc3c8ed1-2add-47ba-b593-b02fe5e596ed,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:42.205054 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.205601 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.255623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Network c481d059-a7f7-44df-b3fb-c885caa02527 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:42.258969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:42.262891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:42.315298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['dc3c8ed1-2add-47ba-b593-b02fe5e596ed'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:42.324609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event updated for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:42.352106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.352787 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.372373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadda81f-e05f-425b-9049-29116d39ec0c req-fdc9d28b-614e-4a8e-82c4-3425d52549eb tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.373957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aadda81f-e05f-425b-9049-29116d39ec0c req-fdc9d28b-614e-4a8e-82c4-3425d52549eb tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.0894415 Sep 16 04:48:42.428668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aadda81f-e05f-425b-9049-29116d39ec0c req-5c6c4425-ad00-4d76-bf25-78251a0c6e65 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465770 Sep 16 04:48:42.497816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-92753ede-5ec7-4179-ae3a-bba98786c4be tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1839833 Sep 16 04:48:42.511983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Request body: {'port': {'device_id': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:42.614997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f822bdaa-715d-4cb3-baa1-608d9145b156 None None] Provisioning complete for port d3b99675-5dfd-46bd-8535-8c2a78cce25f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:42.615376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f822bdaa-715d-4cb3-baa1-608d9145b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.620033 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.630549 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3630b15-b7d4-461a-89ba-1c79093bfa39 req-84eab4ae-59f7-4e91-ad93-43e6dd38e0bc tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.632702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3630b15-b7d4-461a-89ba-1c79093bfa39 req-84eab4ae-59f7-4e91-ad93-43e6dd38e0bc tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 931 time: 0.0929897 Sep 16 04:48:42.655997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f822bdaa-715d-4cb3-baa1-608d9145b156 None None] Port d3b99675-5dfd-46bd-8535-8c2a78cce25f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:42.717105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3630b15-b7d4-461a-89ba-1c79093bfa39 req-b34dd8cc-1d86-4397-a9dd-e2b3cb28ecc5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750940 Sep 16 04:48:43.228609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1583-6c88-4681-9966-55e9e113b410 req-984cebe8-7d4e-4b10-bcad-9105b7f29210 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.230347 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-653f1583-6c88-4681-9966-55e9e113b410 req-984cebe8-7d4e-4b10-bcad-9105b7f29210 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 945 time: 0.3353591 Sep 16 04:48:43.289042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48112) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:43.304769 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-653f1583-6c88-4681-9966-55e9e113b410 req-e3a65aa0-be4f-464b-856d-1007062901f0 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637124 Sep 16 04:48:43.306838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b99675-5dfd-46bd-8535-8c2a78cce25f {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:43.315399 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.328522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Transition to ACTIVE for port object d3b99675-5dfd-46bd-8535-8c2a78cce25f will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:43.403512 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1735668911-network', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:43.406508 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.423294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544fa01-4299-4020-8abc-3040e3f1d351 req-b12f43c4-11ff-4159-9dd9-d47fc772c2e4 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.424810 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2544fa01-4299-4020-8abc-3040e3f1d351 req-b12f43c4-11ff-4159-9dd9-d47fc772c2e4 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 945 time: 0.0587564 Sep 16 04:48:43.496180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:43.496306 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Pushing event updated for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:43.498635 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.508770 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.527588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2544fa01-4299-4020-8abc-3040e3f1d351 req-d26abf3b-1e46-497f-95ff-dc8c002250dd tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781980 Sep 16 04:48:43.588840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Attempting to bind port d3b99675-5dfd-46bd-8535-8c2a78cce25f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:43.589325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Attempting to bind port d3b99675-5dfd-46bd-8535-8c2a78cce25f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:43.590062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Attempting to bind port d3b99675-5dfd-46bd-8535-8c2a78cce25f on network c481d059-a7f7-44df-b3fb-c885caa02527 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:43.596431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Port d3b99675-5dfd-46bd-8535-8c2a78cce25f on network c481d059-a7f7-44df-b3fb-c885caa02527 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:43.596913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Attempting to bind port d3b99675-5dfd-46bd-8535-8c2a78cce25f on network c481d059-a7f7-44df-b3fb-c885caa02527 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:43.605624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:43.606126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Checking segment: {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:43.606673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Bound using segment: {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:43.607212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Bound port: d3b99675-5dfd-46bd-8535-8c2a78cce25f, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:43.608340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.657508 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.692831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:43.695945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:43.742474 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.762535 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device dc3c8ed1-2add-47ba-b593-b02fe5e596ed up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:43.773349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:43.783423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d79aa8-bc15-43d5-9952-dcf8296db801,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:43.791284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.791284 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Added segment e11f0dd8-8b5f-44db-9abc-270846cb4533 of type vlan for network 5ac042da-7737-4529-a31c-25ff6cbd230a Sep 16 04:48:43.792223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa7a12-cddc-4688-bbe4-5882331736b8 req-17647c5b-f709-491b-986c-081a1dbea0d1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.792223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43fa7a12-cddc-4688-bbe4-5882331736b8 req-17647c5b-f709-491b-986c-081a1dbea0d1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.0551860 Sep 16 04:48:43.801817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 8d59a9a5-67c0-4786-ae03-6e781c8d2308 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:43.818163 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.849090 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.869013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43fa7a12-cddc-4688-bbe4-5882331736b8 req-d77c21ff-f341-4553-a36c-deab8d790160 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671573 Sep 16 04:48:43.877623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.877974 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.879743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] 10.222.0.37 "PUT /v2.0/ports/d3b99675-5dfd-46bd-8535-8c2a78cce25f HTTP/1.1" status: 200 len: 1092 time: 1.3734248 Sep 16 04:48:43.880195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:43.882755 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36da31c3-78c7-41f2-b938-dba432907e38" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:43.899411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14f4eb-899a-4a59-9bbb-030d69ddc56b service neutron] Pushing event updated for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:43.939915 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 8d59a9a5-67c0-4786-ae03-6e781c8d2308, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8d59a9a5-67c0-4786-ae03-6e781c8d2308,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:43.943372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port dc3c8ed1-2add-47ba-b593-b02fe5e596ed completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:43.955357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port dc3c8ed1-2add-47ba-b593-b02fe5e596ed triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:43.955778 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.971875 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.973909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.975645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.993610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '8d59a9a5-67c0-4786-ae03-6e781c8d2308', 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'port_id': '8d59a9a5-67c0-4786-ae03-6e781c8d2308', 'mac_address': 'fa:16:3e:e4:c4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77f398e-0371-495b-b57d-d46106b38a75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:44.069673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac042da-7737-4529-a31c-25ff6cbd230a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.073359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f1c4e-8680-42f4-a22c-1dea3cbd7729 req-97f59fd6-c2bf-4439-be13-613d55e12002 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.075248 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f7f1c4e-8680-42f4-a22c-1dea3cbd7729 req-97f59fd6-c2bf-4439-be13-613d55e12002 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 943 time: 0.1127634 Sep 16 04:48:44.077349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-2147c05a-9852-4564-80d8-5f8ec5871515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.079805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-2147c05a-9852-4564-80d8-5f8ec5871515 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 1095 time: 0.0835044 Sep 16 04:48:44.091790 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-61f22789-84e2-4828-84ee-ff12b4a96f75 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8015015 Sep 16 04:48:44.093794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48148) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:44.101620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-31b1a848-2240-4d35-a0b5-1d92a280340b admin admin] Request body: {'subnet': {'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1735668911-subnet', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:44.157412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-5b648356-a7eb-4f87-8881-f0b162eae224 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f HTTP/1.1" status: 200 len: 217 time: 0.0598323 Sep 16 04:48:44.181500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 5ac042da-7737-4529-a31c-25ff6cbd230a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:44.202752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f7f1c4e-8680-42f4-a22c-1dea3cbd7729 req-c0af213e-4116-4803-a1bf-d93610a037db tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171658 Sep 16 04:48:44.216712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b1a848-2240-4d35-a0b5-1d92a280340b admin admin] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:44.221423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-3d407efb-06e7-4b47-b9a3-247ff803d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.223043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-3d407efb-06e7-4b47-b9a3-247ff803d0b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.0555279 Sep 16 04:48:44.223376 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31b1a848-2240-4d35-a0b5-1d92a280340b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.280811 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.300092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-3257437e-446b-47dc-aaf1-66a0c07dbfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.302697 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-3257437e-446b-47dc-aaf1-66a0c07dbfce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704179 Sep 16 04:48:44.305286 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724976c-b4da-4f66-8b21-4097a825a839 x-openstack-request-id: req-3724976c-b4da-4f66-8b21-4097a825a839 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:44.305823 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:44.305948 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3724976c-b4da-4f66-8b21-4097a825a839 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:44.307340 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'status': 'completed', 'code': 200} Sep 16 04:48:44.307746 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.326598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d59a9a5-67c0-4786-ae03-6e781c8d2308 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:44.359842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 8d59a9a5-67c0-4786-ae03-6e781c8d2308, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8d59a9a5-67c0-4786-ae03-6e781c8d2308,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:44.393223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port dc3c8ed1-2add-47ba-b593-b02fe5e596ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=dc3c8ed1-2add-47ba-b593-b02fe5e596ed,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:44.394167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e903fc7-2ea1-4b55-a639-0b8ba87c4e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3c8ed1-2add-47ba-b593-b02fe5e596ed'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:44.396716 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ea5e52-67da-4749-8f49-f57a8fadf13b" -d '{"events": [{"server_uuid": "7e903fc7-2ea1-4b55-a639-0b8ba87c4e00", "name": "network-vif-plugged", "status": "completed", "tag": "dc3c8ed1-2add-47ba-b593-b02fe5e596ed"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:44.439702 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.495930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-eb017a8c-af94-45f9-ab87-7ac696b17a2d service neutron] 10.222.0.37 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817975 Sep 16 04:48:44.498776 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.506810 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1f7e-e8bb-41aa-ba70-1cca86ffe7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.507776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17f519-3c52-4d48-8a15-d767877ab655 req-fee08777-ada3-4ce5-a789-63f81fbab204 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.509013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=8d59a9a5-67c0-4786-ae03-6e781c8d2308,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.509297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df17f519-3c52-4d48-8a15-d767877ab655 req-fee08777-ada3-4ce5-a789-63f81fbab204 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 945 time: 0.0933666 Sep 16 04:48:44.557073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['8d59a9a5-67c0-4786-ae03-6e781c8d2308'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:44.560148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31b1a848-2240-4d35-a0b5-1d92a280340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.602224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df17f519-3c52-4d48-8a15-d767877ab655 req-6d96f41d-4916-412e-9a83-5eab3df5598e tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.24 "GET /v2.0/security-groups?id=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828159 Sep 16 04:48:44.632924 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499e04c7-4ab9-40cf-ae2f-622c3f685e0f req-2db5bbda-85b6-48a7-b39d-00024d00c30c service neutron] 10.222.0.37 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225741 Sep 16 04:48:44.682613 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b764c964-ca41-4d76-9737-af5818455bdb x-openstack-request-id: req-b764c964-ca41-4d76-9737-af5818455bdb {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:44.683054 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e903fc7-2ea1-4b55-a639-0b8ba87c4e00", "name": "network-vif-plugged", "status": "completed", "tag": "dc3c8ed1-2add-47ba-b593-b02fe5e596ed", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:44.683315 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b764c964-ca41-4d76-9737-af5818455bdb {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:44.683715 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e903fc7-2ea1-4b55-a639-0b8ba87c4e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3c8ed1-2add-47ba-b593-b02fe5e596ed', 'code': 200} Sep 16 04:48:44.690047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=dc3c8ed1-2add-47ba-b593-b02fe5e596ed,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.724983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef446c45-ac72-47b6-9879-a4f3a87b9bd3 req-e85bec31-5e22-421d-8299-4ee7d55458d0 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.727290 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ef446c45-ac72-47b6-9879-a4f3a87b9bd3 req-e85bec31-5e22-421d-8299-4ee7d55458d0 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba53242b-5f52-49de-9bdb-913a1fdb7a1d HTTP/1.1" status: 200 len: 945 time: 0.1821866 Sep 16 04:48:44.802232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1a848-2240-4d35-a0b5-1d92a280340b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4266f94b-d854-4983-a3bb-a5013fd7095c,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.844261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b1a848-2240-4d35-a0b5-1d92a280340b admin admin] Checking segment: {'id': 'e11f0dd8-8b5f-44db-9abc-270846cb4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:44.844261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b1a848-2240-4d35-a0b5-1d92a280340b admin admin] Network hostable DHCP agents. Network: 5ac042da-7737-4529-a31c-25ff6cbd230a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:44.879890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce33d6b-5a0d-496c-8fa2-5880487eb139 req-be6e06ed-f410-4c61-8650-d60b06d35566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.881540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ce33d6b-5a0d-496c-8fa2-5880487eb139 req-be6e06ed-f410-4c61-8650-d60b06d35566 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 1098 time: 0.1389704 Sep 16 04:48:44.893275 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-ef446c45-ac72-47b6-9879-a4f3a87b9bd3 req-8f4f8ca5-9ded-42ed-8fca-0652e74cac64 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Deleting port af5573b9-a67b-4a8b-a11e-40e8dee40c62 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:44.893686 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ef446c45-ac72-47b6-9879-a4f3a87b9bd3 req-8f4f8ca5-9ded-42ed-8fca-0652e74cac64 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.900283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512a94f-5e0a-4f19-9618-8753fa6bebff req-aa8090d5-57a6-494f-94ab-a76cf5dcf0b1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.908482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4512a94f-5e0a-4f19-9618-8753fa6bebff req-aa8090d5-57a6-494f-94ab-a76cf5dcf0b1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 946 time: 0.1676745 Sep 16 04:48:44.946467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da31c3-78c7-41f2-b938-dba432907e38 req-d4707aaa-892f-4eeb-9f46-6b333df84b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.948972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36da31c3-78c7-41f2-b938-dba432907e38 req-d4707aaa-892f-4eeb-9f46-6b333df84b52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 1095 time: 0.1443021 Sep 16 04:48:44.975088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b1a848-2240-4d35-a0b5-1d92a280340b admin admin] Network 5ac042da-7737-4529-a31c-25ff6cbd230a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:45.021292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4512a94f-5e0a-4f19-9618-8753fa6bebff req-1ab7adf3-5fb6-431f-a13d-7007cd7e8ffb tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090379 Sep 16 04:48:45.022836 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ce33d6b-5a0d-496c-8fa2-5880487eb139 req-d9082455-d7db-4014-bce9-133a8b4e1fbb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318870 Sep 16 04:48:45.034335 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ef446c45-ac72-47b6-9879-a4f3a87b9bd3 req-8f4f8ca5-9ded-42ed-8fca-0652e74cac64 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] For port af5573b9-a67b-4a8b-a11e-40e8dee40c62, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=af5573b9-a67b-4a8b-a11e-40e8dee40c62,segment=NetworkSegment(f5d7cd22-1735-453a-a964-304727c74d22),segment_id=f5d7cd22-1735-453a-a964-304727c74d22)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:45.034731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ef446c45-ac72-47b6-9879-a4f3a87b9bd3 req-8f4f8ca5-9ded-42ed-8fca-0652e74cac64 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.049610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-ef446c45-ac72-47b6-9879-a4f3a87b9bd3 req-8f4f8ca5-9ded-42ed-8fca-0652e74cac64 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Calling delete_port for af5573b9-a67b-4a8b-a11e-40e8dee40c62 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:45.090561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da31c3-78c7-41f2-b938-dba432907e38 req-076094b3-7d6a-45a8-86ba-2f18087a0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.092199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36da31c3-78c7-41f2-b938-dba432907e38 req-076094b3-7d6a-45a8-86ba-2f18087a0712 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 917 time: 0.1361911 Sep 16 04:48:45.130345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-31b1a848-2240-4d35-a0b5-1d92a280340b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 5ac042da-7737-4529-a31c-25ff6cbd230a) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:45.136825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b1a848-2240-4d35-a0b5-1d92a280340b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.137018 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31b1a848-2240-4d35-a0b5-1d92a280340b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.141697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6768504e-1ca4-44dc-9f2b-e5d4009d25fc None None] Network 5ac042da-7737-4529-a31c-25ff6cbd230a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:45.262323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48216) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:45.267940 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-31b1a848-2240-4d35-a0b5-1d92a280340b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1743016 Sep 16 04:48:45.269178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36da31c3-78c7-41f2-b938-dba432907e38 req-d9fd251e-3396-4d1e-b66a-5194d993f48b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f HTTP/1.1" status: 200 len: 217 time: 0.0514131 Sep 16 04:48:45.272434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1735668911-router', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:45.314346 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.342895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ef446c45-ac72-47b6-9879-a4f3a87b9bd3 req-8f4f8ca5-9ded-42ed-8fca-0652e74cac64 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.354906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['af5573b9-a67b-4a8b-a11e-40e8dee40c62'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:45.381306 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-5ac042da-7737-4529-a31c-25ff6cbd230a', 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'fixed_ips': [{'subnet_id': '4266f94b-d854-4983-a3bb-a5013fd7095c'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:45.382499 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.384753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da31c3-78c7-41f2-b938-dba432907e38 req-04b738dd-73c2-4ce9-950f-35a43ab919e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.386590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36da31c3-78c7-41f2-b938-dba432907e38 req-04b738dd-73c2-4ce9-950f-35a43ab919e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.1097689 Sep 16 04:48:45.403741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f8ca5-9ded-42ed-8fca-0652e74cac64 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Pushing event deleted for resources: {'Port': ['ID=af5573b9-a67b-4a8b-a11e-40e8dee40c62,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:45.463980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef446c45-ac72-47b6-9879-a4f3a87b9bd3 req-8f4f8ca5-9ded-42ed-8fca-0652e74cac64 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] No DVR routers for this DVR port af5573b9-a67b-4a8b-a11e-40e8dee40c62 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:45.467136 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ef446c45-ac72-47b6-9879-a4f3a87b9bd3 req-8f4f8ca5-9ded-42ed-8fca-0652e74cac64 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.470174 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ef446c45-ac72-47b6-9879-a4f3a87b9bd3 req-8f4f8ca5-9ded-42ed-8fca-0652e74cac64 tempest-DeleteServersTestJSON-744097303 tempest-DeleteServersTestJSON-744097303-project] 10.222.0.23 "DELETE /v2.0/ports/af5573b9-a67b-4a8b-a11e-40e8dee40c62 HTTP/1.1" status: 204 len: 173 time: 0.7288365 Sep 16 04:48:45.470535 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.471176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba53242b-5f52-49de-9bdb-913a1fdb7a1d', 'name': 'network-vif-deleted', 'tag': 'af5573b9-a67b-4a8b-a11e-40e8dee40c62'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:45.471314 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.476057 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506990b2-b97d-4235-9aa0-d0bcdeba5ff6" -d '{"events": [{"server_uuid": "ba53242b-5f52-49de-9bdb-913a1fdb7a1d", "name": "network-vif-deleted", "tag": "af5573b9-a67b-4a8b-a11e-40e8dee40c62"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:45.534192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da31c3-78c7-41f2-b938-dba432907e38 req-03cc4aa7-822d-47b1-b617-23a7d6919a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.537764 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36da31c3-78c7-41f2-b938-dba432907e38 req-03cc4aa7-822d-47b1-b617-23a7d6919a28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366172 Sep 16 04:48:45.607986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Allocated IP 172.20.0.2 (5ac042da-7737-4529-a31c-25ff6cbd230a/4266f94b-d854-4983-a3bb-a5013fd7095c/13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:45.634204 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.706884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36da31c3-78c7-41f2-b938-dba432907e38 req-bae8a84d-e5f7-407b-9a66-21d7c960900b service neutron] 10.222.0.37 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578104 Sep 16 04:48:45.807131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 8d59a9a5-67c0-4786-ae03-6e781c8d2308 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:45.868605 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.874408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.880172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 8d59a9a5-67c0-4786-ae03-6e781c8d2308 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:45.880679 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.935037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36da31c3-78c7-41f2-b938-dba432907e38 req-64f94dc3-61f1-494c-8dc8-56be369e3e79 service neutron] 10.222.0.37 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200720 Sep 16 04:48:45.953094 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.978857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.052480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Network 5ac042da-7737-4529-a31c-25ff6cbd230a is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:46.055869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Pushing event updated for resources: {'Port': ['ID=13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:46.060059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:46.063995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:46.077645 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.159576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Attempting to bind port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:46.160383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Attempting to bind port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'e11f0dd8-8b5f-44db-9abc-270846cb4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:46.160754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Attempting to bind port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f on network 5ac042da-7737-4529-a31c-25ff6cbd230a {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:46.168814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 8d59a9a5-67c0-4786-ae03-6e781c8d2308, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8d59a9a5-67c0-4786-ae03-6e781c8d2308,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:46.173884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:46.174347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Checking segment: {'id': 'e11f0dd8-8b5f-44db-9abc-270846cb4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:46.174818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.175280 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Bound using segment: {'id': 'e11f0dd8-8b5f-44db-9abc-270846cb4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:46.176381 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Bound port: 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11f0dd8-8b5f-44db-9abc-270846cb4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:46.176994 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.242630 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.243527 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device af5573b9-a67b-4a8b-a11e-40e8dee40c62 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:46.299185 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] For port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:46.311810 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: af5573b9-a67b-4a8b-a11e-40e8dee40c62 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:46.315693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device af5573b9-a67b-4a8b-a11e-40e8dee40c62 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:46.318069 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.336270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] For port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f,segment=NetworkSegment(e11f0dd8-8b5f-44db-9abc-270846cb4533),segment_id=e11f0dd8-8b5f-44db-9abc-270846cb4533)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:46.360852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=8d59a9a5-67c0-4786-ae03-6e781c8d2308,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:46.413071 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.476785 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.526959 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.558812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720970f2-6382-4dce-97a6-f48606809ef6 None None] Pushing event updated for resources: {'Port': ['ID=13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:46.655487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cef11-db1a-4bc3-b4bd-5acc9e607232 req-4b690c6a-ba8e-48a3-abc8-665b09c3e5ba tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:46.665073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd3cef11-db1a-4bc3-b4bd-5acc9e607232 req-4b690c6a-ba8e-48a3-abc8-665b09c3e5ba tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1859651 Sep 16 04:48:46.684622 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ac452-65c1-45e1-8ba3-ae268a387f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d59a9a5-67c0-4786-ae03-6e781c8d2308'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:46.687104 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2263765-08bf-458b-8299-f6177d2e8954" -d '{"events": [{"server_uuid": "c98ac452-65c1-45e1-8ba3-ae268a387f01", "name": "network-vif-plugged", "status": "completed", "tag": "8d59a9a5-67c0-4786-ae03-6e781c8d2308"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:46.748539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd3cef11-db1a-4bc3-b4bd-5acc9e607232 req-e2db4794-0c8f-4c9b-86e1-1f5ed4ecec0e tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820022 Sep 16 04:48:46.838224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Allocated IP 172.25.3.183 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:46.865106 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0598c070-8057-4679-b168-a34c8e68ad56 x-openstack-request-id: req-0598c070-8057-4679-b168-a34c8e68ad56 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:46.865106 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba53242b-5f52-49de-9bdb-913a1fdb7a1d", "name": "network-vif-deleted", "tag": "af5573b9-a67b-4a8b-a11e-40e8dee40c62", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:46.865106 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0598c070-8057-4679-b168-a34c8e68ad56 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:46.865106 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba53242b-5f52-49de-9bdb-913a1fdb7a1d', 'name': 'network-vif-deleted', 'tag': 'af5573b9-a67b-4a8b-a11e-40e8dee40c62', 'status': 'completed', 'code': 200} Sep 16 04:48:47.045763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14959ca8-02da-46a1-8906-a5fa33e16709 req-c44f53fe-39c8-414a-bd5d-2ee017f07987 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:47.047502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14959ca8-02da-46a1-8906-a5fa33e16709 req-c44f53fe-39c8-414a-bd5d-2ee017f07987 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 943 time: 0.1320992 Sep 16 04:48:47.108285 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.123208 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14959ca8-02da-46a1-8906-a5fa33e16709 req-85ec32b0-f54d-4aa4-91e1-72b58c0f28c0 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626674 Sep 16 04:48:47.133294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fab16a-769b-4604-b150-b83cc14ed589 req-54d099cf-c390-480f-94cd-d0d9b66ccdae tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:47.134921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92fab16a-769b-4604-b150-b83cc14ed589 req-54d099cf-c390-480f-94cd-d0d9b66ccdae tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 946 time: 0.1469417 Sep 16 04:48:47.198003 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92fab16a-769b-4604-b150-b83cc14ed589 req-e9523b02-8895-4eb0-9475-5a5db968f052 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517771 Sep 16 04:48:47.230983 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.287819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:47.303440 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a73ebc-b2ec-497d-874a-ac63484ba957 x-openstack-request-id: req-d8a73ebc-b2ec-497d-874a-ac63484ba957 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:47.303944 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ac452-65c1-45e1-8ba3-ae268a387f01", "name": "network-vif-plugged", "status": "completed", "tag": "8d59a9a5-67c0-4786-ae03-6e781c8d2308", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:47.304108 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8a73ebc-b2ec-497d-874a-ac63484ba957 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:47.304538 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ac452-65c1-45e1-8ba3-ae268a387f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d59a9a5-67c0-4786-ae03-6e781c8d2308', 'code': 200} Sep 16 04:48:47.311524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:47.315433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:47.320277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:47.411804 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.684277 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:47.801550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d3b99675-5dfd-46bd-8535-8c2a78cce25f details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:47.831036 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:47.831405 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.923441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0c979c-5cde-4e5f-bda3-5154965c03f2 None None] Network 5ac042da-7737-4529-a31c-25ff6cbd230a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:48.086855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fd6a5c50-b5f4-4346-9304-bfad35267eca None None] Provisioning complete for port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:48.087492 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd6a5c50-b5f4-4346-9304-bfad35267eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.119210 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.203226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:48.287411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'port_id': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'mac_address': 'fa:16:3e:c2:e1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:48.305949 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.315607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f,segment=NetworkSegment(e11f0dd8-8b5f-44db-9abc-270846cb4533),segment_id=e11f0dd8-8b5f-44db-9abc-270846cb4533)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:48.377787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65863fb3-9db9-41be-9d40-6574666742ac req-6582a698-eebf-4c55-b53b-0b768865c25b tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.384861 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.385497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65863fb3-9db9-41be-9d40-6574666742ac req-6582a698-eebf-4c55-b53b-0b768865c25b tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 948 time: 0.4769402 Sep 16 04:48:48.393928 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.404368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f6d9c-6c18-4ead-8fae-ed1995fc6baf req-75994f86-2c40-4be1-a4ef-b861cc55b02d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.405963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-088f6d9c-6c18-4ead-8fae-ed1995fc6baf req-75994f86-2c40-4be1-a4ef-b861cc55b02d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.4792178 Sep 16 04:48:48.495696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:48.515874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b99675-5dfd-46bd-8535-8c2a78cce25f {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:48.518728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65863fb3-9db9-41be-9d40-6574666742ac req-dd3a9605-0634-469f-b147-fed2a23e5716 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322854 Sep 16 04:48:48.542092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-088f6d9c-6c18-4ead-8fae-ed1995fc6baf req-00150766-c2c1-4a80-aaf4-dfa58c550bfd tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273267 Sep 16 04:48:48.550395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:48.635499 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.789445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:48.813830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.959507 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e34ff-988e-457f-99b3-22ed024965cd req-c8861957-6915-468e-af4c-095b239fa2cc tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.959507 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b9e34ff-988e-457f-99b3-22ed024965cd req-c8861957-6915-468e-af4c-095b239fa2cc tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 944 time: 0.2409563 Sep 16 04:48:48.960332 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d3b99675-5dfd-46bd-8535-8c2a78cce25f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:49.021156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b9e34ff-988e-457f-99b3-22ed024965cd req-9fdeccb4-8243-4f81-8435-dd12dd9bd483 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014576 Sep 16 04:48:49.327644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-541b7123-b497-4cb9-8ce6-204f5b34f703 None None] Provisioning complete for port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:49.328418 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-541b7123-b497-4cb9-8ce6-204f5b34f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.351415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Router f7c78b09-add0-4013-9220-f49d0159df97 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:48:49.517963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c4e6c-6e8e-441a-aa2c-73efeba39557 req-390129db-c9cd-4a1c-8c80-0f471b6c97f0 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.520339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c11c4e6c-6e8e-441a-aa2c-73efeba39557 req-390129db-c9cd-4a1c-8c80-0f471b6c97f0 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.37 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 948 time: 0.1538997 Sep 16 04:48:49.679286 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:49.764964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:49.775446 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Sync routers for ids ['f7c78b09-add0-4013-9220-f49d0159df97'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:49.782627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:49.783567 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.801399 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Routers {'f7c78b09-add0-4013-9220-f49d0159df97'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:49.802282 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:48:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f7c78b09-add0-4013-9220-f49d0159df97'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:49.816912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d3b99675-5dfd-46bd-8535-8c2a78cce25f up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:49.945227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233cfab-3b4a-4084-ae03-eb3e827c2d53 req-afb71f26-290a-428a-86f0-222d7b78651a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.946923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6233cfab-3b4a-4084-ae03-eb3e827c2d53 req-afb71f26-290a-428a-86f0-222d7b78651a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1918495 Sep 16 04:48:49.955240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bf3fe-ea5c-441c-b966-ce1b7472f996 req-68b2e04b-cd8f-4991-a737-f657db8f7b26 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.957532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b35bf3fe-ea5c-441c-b966-ce1b7472f996 req-68b2e04b-cd8f-4991-a737-f657db8f7b26 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 948 time: 0.2031040 Sep 16 04:48:49.960825 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.962928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-20507bff-3b27-4a5d-8fd2-122889d9e7a5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6966920 Sep 16 04:48:49.966088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48316) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:49.977289 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Set router f7c78b09-add0-4013-9220-f49d0159df97 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:49.993341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port d3b99675-5dfd-46bd-8535-8c2a78cce25f completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:49.998178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port d3b99675-5dfd-46bd-8535-8c2a78cce25f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:49.998674 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.084618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-c11c4e6c-6e8e-441a-aa2c-73efeba39557 req-84a36c66-8c1f-476a-9735-1db6b17d8a74 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Deleting port c03131e6-43f8-4693-87f5-8f1e88a7e9b8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:50.085269 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c11c4e6c-6e8e-441a-aa2c-73efeba39557 req-84a36c66-8c1f-476a-9735-1db6b17d8a74 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.182346 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6233cfab-3b4a-4084-ae03-eb3e827c2d53 req-f3edb639-6377-433c-9563-ac86b680f22f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213807 Sep 16 04:48:50.208487 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b35bf3fe-ea5c-441c-b966-ce1b7472f996 req-9861df11-a556-4a19-bea5-c3ef973c9bea tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078860 Sep 16 04:48:50.240675 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.284082 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'name': 'tempest-ServersTestMultiNic-1735668911-router', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:45Z', 'updated_at': '2021-09-16T04:48:47Z', 'revision_number': 3, 'project_id': '6d4e21edb07740b18dec3163ed8bb894', 'gw_port': {'id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:eb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:46Z', 'updated_at': '2021-09-16T04:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:50.311244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:50.311244 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497e910a-577a-4494-bdd3-7a1729ba280f" -d '{"events": [{"server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "name": "network-vif-plugged", "status": "completed", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:50.349637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:50.385810 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Checking router: f7c78b09-add0-4013-9220-f49d0159df97 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:50.385810 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Updating router f7c78b09-add0-4013-9220-f49d0159df97 port 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:48:50.399109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c11c4e6c-6e8e-441a-aa2c-73efeba39557 req-84a36c66-8c1f-476a-9735-1db6b17d8a74 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] For port c03131e6-43f8-4693-87f5-8f1e88a7e9b8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:50.399686 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c11c4e6c-6e8e-441a-aa2c-73efeba39557 req-84a36c66-8c1f-476a-9735-1db6b17d8a74 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.414111 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.416721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c03131e6-43f8-4693-87f5-8f1e88a7e9b8 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:50.444954 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.445299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-c11c4e6c-6e8e-441a-aa2c-73efeba39557 req-84a36c66-8c1f-476a-9735-1db6b17d8a74 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Calling delete_port for c03131e6-43f8-4693-87f5-8f1e88a7e9b8 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:50.479183 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a955e165-1dcc-4300-b403-f792621f33c3 x-openstack-request-id: req-a955e165-1dcc-4300-b403-f792621f33c3 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:50.486105 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "name": "network-vif-plugged", "status": "completed", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:50.486105 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a955e165-1dcc-4300-b403-f792621f33c3 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:50.486105 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'code': 200} Sep 16 04:48:50.676116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:50.737352 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68eb1e-4e52-46f9-a74b-46eba241acd8 req-9ecff502-8b4b-437b-9315-a7d7239eec60 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:50.763841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c68eb1e-4e52-46f9-a74b-46eba241acd8 req-9ecff502-8b4b-437b-9315-a7d7239eec60 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.3145497 Sep 16 04:48:50.816452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f422102-cb8d-424f-ba87-7f24bb47452e req-dc66a640-0b7f-4d41-9719-cf09d7c20e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:50.818106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f422102-cb8d-424f-ba87-7f24bb47452e req-dc66a640-0b7f-4d41-9719-cf09d7c20e58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 1097 time: 0.2942517 Sep 16 04:48:50.957187 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.983126 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.990544 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c68eb1e-4e52-46f9-a74b-46eba241acd8 req-56213075-f2d4-4d58-9fc0-9a33cf206182 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257452 Sep 16 04:48:51.000667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f422102-cb8d-424f-ba87-7f24bb47452e req-fdebf80d-9023-4ba0-8a66-7d7dbf875b2a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615009 Sep 16 04:48:51.052768 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.095958 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Attempting to bind port 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:51.097116 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Attempting to bind port 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:51.097116 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Attempting to bind port 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:51.136417 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:51.136974 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:51.137495 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.138036 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:51.139093 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Bound port: 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:51.139093 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.153356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c11c4e6c-6e8e-441a-aa2c-73efeba39557 req-84a36c66-8c1f-476a-9735-1db6b17d8a74 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.215739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a36c66-8c1f-476a-9735-1db6b17d8a74 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Pushing event deleted for resources: {'Port': ['ID=c03131e6-43f8-4693-87f5-8f1e88a7e9b8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:51.235374 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] For port 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:51.248737 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] For port 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:51.285520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Allocated IP 172.20.0.1 (5ac042da-7737-4529-a31c-25ff6cbd230a/4266f94b-d854-4983-a3bb-a5013fd7095c/7bfa7ee4-23be-4171-b70b-d86475d93980) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:51.322127 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Pushing event updated for resources: {'Port': ['ID=7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:51.323216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11c4e6c-6e8e-441a-aa2c-73efeba39557 req-84a36c66-8c1f-476a-9735-1db6b17d8a74 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] No DVR routers for this DVR port c03131e6-43f8-4693-87f5-8f1e88a7e9b8 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:51.327899 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c11c4e6c-6e8e-441a-aa2c-73efeba39557 req-84a36c66-8c1f-476a-9735-1db6b17d8a74 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.333278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c11c4e6c-6e8e-441a-aa2c-73efeba39557 req-84a36c66-8c1f-476a-9735-1db6b17d8a74 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.37 "DELETE /v2.0/ports/c03131e6-43f8-4693-87f5-8f1e88a7e9b8 HTTP/1.1" status: 204 len: 173 time: 1.8008871 Sep 16 04:48:51.333726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67d7e71-8a91-41a2-955f-96cfeb56f764', 'name': 'network-vif-deleted', 'tag': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:51.337676 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac049a8-7e28-4cd7-a521-e0021ca8453c" -d '{"events": [{"server_uuid": "c67d7e71-8a91-41a2-955f-96cfeb56f764", "name": "network-vif-deleted", "tag": "c03131e6-43f8-4693-87f5-8f1e88a7e9b8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:51.339172 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:51.339526 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:51.339870 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:51.340206 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:51.340559 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:51.340891 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:51.341216 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:51.341539 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:51.353007 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:51.353007 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:51.353007 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:51.353007 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:51.356891 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.428156 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c7831-0aaa-4d14-b6b9-34d93280bb08 None None] Pushing event updated for resources: {'Port': ['ID=7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:51.453045 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Routers {'f7c78b09-add0-4013-9220-f49d0159df97'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:51.453742 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:48:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f7c78b09-add0-4013-9220-f49d0159df97'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:51.472921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f656f4-0a02-47e0-85c8-11cbb731d02f req-79044a8b-571e-49de-b76d-67ca6ac2b9ac tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:51.475734 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71f656f4-0a02-47e0-85c8-11cbb731d02f req-79044a8b-571e-49de-b76d-67ca6ac2b9ac tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1241810 Sep 16 04:48:51.529844 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.565601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71f656f4-0a02-47e0-85c8-11cbb731d02f req-18fb8f89-5a38-4fb2-84e5-5a0466f59bb0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820165 Sep 16 04:48:51.674819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.724764 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] Set router f7c78b09-add0-4013-9220-f49d0159df97 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:51.738171 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9501abcb-2a0d-427c-8b14-d3885b5a0a6b x-openstack-request-id: req-9501abcb-2a0d-427c-8b14-d3885b5a0a6b {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:51.738978 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67d7e71-8a91-41a2-955f-96cfeb56f764", "name": "network-vif-deleted", "tag": "c03131e6-43f8-4693-87f5-8f1e88a7e9b8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:51.739245 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9501abcb-2a0d-427c-8b14-d3885b5a0a6b {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:51.739674 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67d7e71-8a91-41a2-955f-96cfeb56f764', 'name': 'network-vif-deleted', 'tag': 'c03131e6-43f8-4693-87f5-8f1e88a7e9b8', 'status': 'completed', 'code': 200} Sep 16 04:48:51.764085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0322131f-6af7-4486-9ff8-777afe310bcf req-fdd6fe8a-771e-4542-8876-48009cb72eec tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=c67d7e71-8a91-41a2-955f-96cfeb56f764 HTTP/1.1" status: 200 len: 210 time: 0.0955791 Sep 16 04:48:51.798843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Network 5ac042da-7737-4529-a31c-25ff6cbd230a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:51.798843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:51.812493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:51.936382 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.092512 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfa7ee4-23be-4171-b70b-d86475d93980,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:52.290945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c4890-8ad5-43f3-abfb-c6f7e6c36146 req-2f7ecfa1-6eae-45d6-8518-b706071e264b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:52.293153 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a8c4890-8ad5-43f3-abfb-c6f7e6c36146 req-2f7ecfa1-6eae-45d6-8518-b706071e264b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.1210907 Sep 16 04:48:52.311730 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'name': 'tempest-ServersTestMultiNic-1735668911-router', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:45Z', 'updated_at': '2021-09-16T04:48:47Z', 'revision_number': 3, 'project_id': '6d4e21edb07740b18dec3163ed8bb894', 'gw_port': {'id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:eb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:46Z', 'updated_at': '2021-09-16T04:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:52.371124 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a8c4890-8ad5-43f3-abfb-c6f7e6c36146 req-128797d8-cd0c-4224-9f05-535146d1e352 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766585 Sep 16 04:48:52.417211 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8bc2d43a-a0cd-4d1b-b159-b44014598019 None None] Provisioning complete for port 7bfa7ee4-23be-4171-b70b-d86475d93980 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:52.419371 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d43a-a0cd-4d1b-b159-b44014598019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.462606 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.533404 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df32172-57ca-4468-9d8f-a20c61545d16 None None] The sync data for ids ['f7c78b09-add0-4013-9220-f49d0159df97'] in n-d-712137-12 is: [{'id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'name': 'tempest-ServersTestMultiNic-1735668911-router', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:45Z', 'updated_at': '2021-09-16T04:48:47Z', 'revision_number': 3, 'project_id': '6d4e21edb07740b18dec3163ed8bb894', 'gw_port': {'id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:eb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:46Z', 'updated_at': '2021-09-16T04:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:52.613619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2d43a-a0cd-4d1b-b159-b44014598019 None None] Port 7bfa7ee4-23be-4171-b70b-d86475d93980 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:52.743514 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.862126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.876761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792c63b-5124-4196-bd31-2646c9e229a2 req-eb7bbcc8-d67f-42d2-a61f-bd5e3bbb1fce tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:52.896189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c792c63b-5124-4196-bd31-2646c9e229a2 req-eb7bbcc8-d67f-42d2-a61f-bd5e3bbb1fce tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1159723 Sep 16 04:48:53.015275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c792c63b-5124-4196-bd31-2646c9e229a2 req-0e4e5e4a-3ea6-4273-8560-e79ef6da0743 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122723 Sep 16 04:48:53.049886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.057219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfa7ee4-23be-4171-b70b-d86475d93980,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.292232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Network 5ac042da-7737-4529-a31c-25ff6cbd230a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:53.294198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:53.533929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ba14-f832-426a-a89c-25a6407a13d3 req-b2178a26-de3f-4da0-9b41-9e5e81c47316 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:53.555892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34f2ba14-f832-426a-a89c-25a6407a13d3 req-b2178a26-de3f-4da0-9b41-9e5e81c47316 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bce1dc-1998-4bef-89f2-eb49e44a8dc6 HTTP/1.1" status: 200 len: 949 time: 0.1472433 Sep 16 04:48:53.710557 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34f2ba14-f832-426a-a89c-25a6407a13d3 req-c9832c86-b4d4-46f2-ba9a-d9c7a37ef6cb tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530566 Sep 16 04:48:53.731731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Router f7c78b09-add0-4013-9220-f49d0159df97 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:53.740648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:53.779624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28376656-79f6-4811-b272-2000bfca229d req-022b7a2d-a546-4bac-94d7-828c8a6fea40 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:53.789055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28376656-79f6-4811-b272-2000bfca229d req-022b7a2d-a546-4bac-94d7-828c8a6fea40 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.1817384 Sep 16 04:48:53.819532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6ac37205-9604-4460-9efe-06f6af89d40b None None] Provisioning complete for port 7bfa7ee4-23be-4171-b70b-d86475d93980 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:53.819532 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6ac37205-9604-4460-9efe-06f6af89d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.862055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28376656-79f6-4811-b272-2000bfca229d req-3391e170-099d-4b20-8331-cf88db7a3371 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716274 Sep 16 04:48:53.954765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6ac37205-9604-4460-9efe-06f6af89d40b None None] Port 7bfa7ee4-23be-4171-b70b-d86475d93980 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:54.006704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:54.007095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.018391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:54.024773 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e958f031-3426-4f05-83fa-156267487ba0 admin admin] 10.222.0.24 "PUT /v2.0/routers/f7c78b09-add0-4013-9220-f49d0159df97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0576003 Sep 16 04:48:54.091655 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:48:54.147486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f89231-29b7-4f24-b852-4731ec270f92 req-eef828e9-95c7-4537-a204-a1a765978cdb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:54.163840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48410) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:54.168964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-322e7b08-9311-4180-baf7-b7c07235df34 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Request body: {'floatingip': {'port_id': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:54.189061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42f89231-29b7-4f24-b852-4731ec270f92 req-eef828e9-95c7-4537-a204-a1a765978cdb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.2222223 Sep 16 04:48:54.238737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-322e7b08-9311-4180-baf7-b7c07235df34 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.389562 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.400248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48422) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:54.434895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5f2de-b634-4f84-89f2-7e15239d0402 req-74efc999-fe8f-4dcf-ba90-8641f5e832c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:54.443583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:54.456158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79e5f2de-b634-4f84-89f2-7e15239d0402 req-74efc999-fe8f-4dcf-ba90-8641f5e832c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1916950 Sep 16 04:48:54.517730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79e5f2de-b634-4f84-89f2-7e15239d0402 req-c26f0f4e-f9d0-48c9-91bb-d92677fb74fc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668981 Sep 16 04:48:54.532496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d0461dd5-40cd-4b97-9fb4-47d7250c4a4e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1021758690'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:54.602184 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.705945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0461dd5-40cd-4b97-9fb4-47d7250c4a4e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:54.710954 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0461dd5-40cd-4b97-9fb4-47d7250c4a4e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.743720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:54.790829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0461dd5-40cd-4b97-9fb4-47d7250c4a4e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:54.828663 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0461dd5-40cd-4b97-9fb4-47d7250c4a4e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.829009 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-d0461dd5-40cd-4b97-9fb4-47d7250c4a4e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Added segment ae04f9c7-cf4a-4223-bfd8-4bedb83044da of type vlan for network c557e4c1-e9fe-44b5-ad0b-bc570abe79db Sep 16 04:48:54.966202 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0461dd5-40cd-4b97-9fb4-47d7250c4a4e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.009659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35772c-e704-4fa9-8faf-bf3a36a4fc7d req-391aea9e-89e0-44a1-b166-1c88001f0558 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.019798 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e35772c-e704-4fa9-8faf-bf3a36a4fc7d req-391aea9e-89e0-44a1-b166-1c88001f0558 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bce1dc-1998-4bef-89f2-eb49e44a8dc6 HTTP/1.1" status: 200 len: 949 time: 0.1713662 Sep 16 04:48:55.103073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e35772c-e704-4fa9-8faf-bf3a36a4fc7d req-8cf729e1-152a-4253-870d-6468e8616afa tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad847dfe-d2b1-43e5-8da0-576dd91c471b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818009 Sep 16 04:48:55.141645 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0461dd5-40cd-4b97-9fb4-47d7250c4a4e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.148588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0461dd5-40cd-4b97-9fb4-47d7250c4a4e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.148588 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0461dd5-40cd-4b97-9fb4-47d7250c4a4e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.258604 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.resource_extend [None req-322e7b08-9311-4180-baf7-b7c07235df34 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:48:55.339801 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d0461dd5-40cd-4b97-9fb4-47d7250c4a4e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9383214 Sep 16 04:48:55.346152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48440) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:55.364826 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6a78ffd2-2d86-4899-bdda-10c6f215ba3c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'subnet': {'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:55.453636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0461dd5-40cd-4b97-9fb4-47d7250c4a4e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Network': ['ID=c557e4c1-e9fe-44b5-ad0b-bc570abe79db,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:55.461291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-322e7b08-9311-4180-baf7-b7c07235df34 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.470492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network c557e4c1-e9fe-44b5-ad0b-bc570abe79db details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:55.516478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caea3e-bdb4-4ecc-bdcf-7fadc5f6a576 req-27d88643-23b4-4d83-b69a-02cc0d9b7fb9 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.525872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8caea3e-bdb4-4ecc-bdcf-7fadc5f6a576 req-27d88643-23b4-4d83-b69a-02cc0d9b7fb9 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.37 "GET /v2.0/ports?device_id=64bce1dc-1998-4bef-89f2-eb49e44a8dc6 HTTP/1.1" status: 200 len: 949 time: 0.3376315 Sep 16 04:48:55.536368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-322e7b08-9311-4180-baf7-b7c07235df34 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.685845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:55.691464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a78ffd2-2d86-4899-bdda-10c6f215ba3c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:55.702221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a78ffd2-2d86-4899-bdda-10c6f215ba3c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.820135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-b8caea3e-bdb4-4ecc-bdcf-7fadc5f6a576 req-da82c0dc-91fc-491e-913e-9f2f10ad4b79 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Deleting port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:55.820815 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b8caea3e-bdb4-4ecc-bdcf-7fadc5f6a576 req-da82c0dc-91fc-491e-913e-9f2f10ad4b79 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.853816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0e1de-0ab3-4139-a4b3-7bb0c7448c84 req-8a64c3b6-4311-455f-b5a2-fa28310f5337 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.868390 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16d0e1de-0ab3-4139-a4b3-7bb0c7448c84 req-8a64c3b6-4311-455f-b5a2-fa28310f5337 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1590927 Sep 16 04:48:55.904179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48456) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:55.973908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16d0e1de-0ab3-4139-a4b3-7bb0c7448c84 req-c813a9ea-71d6-48c0-be38-8082750695e1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031382 Sep 16 04:48:56.075416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-b8caea3e-bdb4-4ecc-bdcf-7fadc5f6a576 req-da82c0dc-91fc-491e-913e-9f2f10ad4b79 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] For port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:56.075789 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b8caea3e-bdb4-4ecc-bdcf-7fadc5f6a576 req-da82c0dc-91fc-491e-913e-9f2f10ad4b79 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.086217 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Sync routers for ids ['f7c78b09-add0-4013-9220-f49d0159df97'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:56.091915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-b8caea3e-bdb4-4ecc-bdcf-7fadc5f6a576 req-da82c0dc-91fc-491e-913e-9f2f10ad4b79 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Calling delete_port for 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:56.114627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Routers {'f7c78b09-add0-4013-9220-f49d0159df97'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:56.115715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:48:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f7c78b09-add0-4013-9220-f49d0159df97'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:56.257741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Set router f7c78b09-add0-4013-9220-f49d0159df97 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:56.393289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Deleting subnet 38e998c6-4110-4bef-84ea-094065a059d1 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:56.401536 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b8caea3e-bdb4-4ecc-bdcf-7fadc5f6a576 req-da82c0dc-91fc-491e-913e-9f2f10ad4b79 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.414866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:56.415796 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.522441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.529357 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82c0dc-91fc-491e-913e-9f2f10ad4b79 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Pushing event deleted for resources: {'Port': ['ID=4aeabf3c-b52b-4438-a1f4-faf6b0fda131,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:56.654348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-491940a1-a4f4-47eb-969b-a21c0c39193f req-c9cbd85a-0794-4327-82a6-e68fc089b442 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bce1dc-1998-4bef-89f2-eb49e44a8dc6 HTTP/1.1" status: 200 len: 210 time: 0.2576256 Sep 16 04:48:56.662319 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-322e7b08-9311-4180-baf7-b7c07235df34 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Floating IP 6af24799-cf30-46c2-a0b9-190c9797ed58 associated. External IP: 172.25.3.146, port: d3b99675-5dfd-46bd-8535-8c2a78cce25f. Sep 16 04:48:56.719082 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'name': 'tempest-ServersTestMultiNic-1735668911-router', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:45Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 4, 'project_id': '6d4e21edb07740b18dec3163ed8bb894', 'gw_port': {'id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:46Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '7bfa7ee4-23be-4171-b70b-d86475d93980', 'name': '', 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'mac_address': 'fa:16:3e:39:b0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4266f94b-d854-4983-a3bb-a5013fd7095c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:51Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 2, 'project_id': '6d4e21edb07740b18dec3163ed8bb894', 'subnets': [{'id': '4266f94b-d854-4983-a3bb-a5013fd7095c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:56.747296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8caea3e-bdb4-4ecc-bdcf-7fadc5f6a576 req-da82c0dc-91fc-491e-913e-9f2f10ad4b79 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] No DVR routers for this DVR port 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:56.751067 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b8caea3e-bdb4-4ecc-bdcf-7fadc5f6a576 req-da82c0dc-91fc-491e-913e-9f2f10ad4b79 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.754638 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8caea3e-bdb4-4ecc-bdcf-7fadc5f6a576 req-da82c0dc-91fc-491e-913e-9f2f10ad4b79 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.37 "DELETE /v2.0/ports/4aeabf3c-b52b-4438-a1f4-faf6b0fda131 HTTP/1.1" status: 204 len: 173 time: 1.2226443 Sep 16 04:48:56.756164 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Checking router: f7c78b09-add0-4013-9220-f49d0159df97 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:56.757130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Updating router f7c78b09-add0-4013-9220-f49d0159df97 port 7bfa7ee4-23be-4171-b70b-d86475d93980 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:48:56.807881 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.823317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'name': 'network-vif-deleted', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:56.826044 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8b0beb-ef8e-491f-9488-df675e5523be" -d '{"events": [{"server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "name": "network-vif-deleted", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:56.855223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-af32439d-2a1c-41fe-be90-452408bcef7c service neutron] 10.222.0.37 "GET /v2.0/ports/1681345c-4b8c-4a2e-b4b9-c6fcacf3d091/bindings/n-h2-712137-12 HTTP/1.1" status: 200 len: 383 time: 0.1106892 Sep 16 04:48:56.873369 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.934200 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad28dc8-87d9-4fed-802d-e8378d1a14d4 x-openstack-request-id: req-1ad28dc8-87d9-4fed-802d-e8378d1a14d4 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:56.936369 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bce1dc-1998-4bef-89f2-eb49e44a8dc6", "name": "network-vif-deleted", "tag": "4aeabf3c-b52b-4438-a1f4-faf6b0fda131", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:56.936586 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ad28dc8-87d9-4fed-802d-e8378d1a14d4 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:56.937073 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bce1dc-1998-4bef-89f2-eb49e44a8dc6', 'name': 'network-vif-deleted', 'tag': '4aeabf3c-b52b-4438-a1f4-faf6b0fda131', 'status': 'completed', 'code': 200} Sep 16 04:48:57.028727 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.083958 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a78ffd2-2d86-4899-bdda-10c6f215ba3c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.276116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78ffd2-2d86-4899-bdda-10c6f215ba3c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Subnet': ['ID=6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:57.320409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69d495-516b-4d06-a068-ceeaa7161e38 req-2e091fbd-ad7b-4634-8d5f-9cce7609d6ad tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:57.322096 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c69d495-516b-4d06-a068-ceeaa7161e38 req-2e091fbd-ad7b-4634-8d5f-9cce7609d6ad tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1650920 Sep 16 04:48:57.331825 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.568987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c69d495-516b-4d06-a068-ceeaa7161e38 req-3bbc6ba1-49b4-4561-b5cd-94956f555507 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205741 Sep 16 04:48:57.579016 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.583469 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/38e998c6-4110-4bef-84ea-094065a059d1 HTTP/1.1" status: 204 len: 168 time: 1.6758230 Sep 16 04:48:57.588479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48490) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:57.593818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.595588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78ffd2-2d86-4899-bdda-10c6f215ba3c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Checking segment: {'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:57.595966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78ffd2-2d86-4899-bdda-10c6f215ba3c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network hostable DHCP agents. Network: c557e4c1-e9fe-44b5-ad0b-bc570abe79db, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:57.614325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e998c6-4110-4bef-84ea-094065a059d1,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:57.658241 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.658723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.659157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.660229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.660890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.661423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.662078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.663435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.663969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.664389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.664938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.665492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c3074-c727-42e9-a43a-0795f6ac0b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:57.668176 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.730465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63980388-5398-4057-9a0d-95777b189641 req-1f5017fe-8859-43e3-bc7f-c524fca1ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:57.737357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-1f5017fe-8859-43e3-bc7f-c524fca1ec8f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba&tenant_id=a691916327a54f4cb27fb717de84b236 HTTP/1.1" status: 200 len: 1101 time: 0.2505209 Sep 16 04:48:57.815366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809da6a3-a505-4b8b-8623-8c48c419c728 None None] Pushing event updated for resources: {'Port': ['ID=7bfa7ee4-23be-4171-b70b-d86475d93980,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:57.820758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78ffd2-2d86-4899-bdda-10c6f215ba3c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network c557e4c1-e9fe-44b5-ad0b-bc570abe79db is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:57.835918 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322e7b08-9311-4180-baf7-b7c07235df34 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Router 5a8a9eb5-f864-49a8-b351-ae08be94647c has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:57.881589 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.910435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:57.964585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d6dd916-c261-4051-be60-0f7330d79434 req-d10a5b5c-2577-4c9d-89b1-e7a5e47de5c2 tempest-ListImageFiltersTestJSON-1117876035 tempest-ListImageFiltersTestJSON-1117876035-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bce1dc-1998-4bef-89f2-eb49e44a8dc6 HTTP/1.1" status: 200 len: 210 time: 0.1245449 Sep 16 04:48:57.966471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63980388-5398-4057-9a0d-95777b189641 req-a26029a4-8a54-4e42-a519-df6e6e65c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:57.979045 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-a26029a4-8a54-4e42-a519-df6e6e65c49b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 1101 time: 0.1886489 Sep 16 04:48:58.027640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:58.028193 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4aeabf3c-b52b-4438-a1f4-faf6b0fda131 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:58.031045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Attempting to bind port 7bfa7ee4-23be-4171-b70b-d86475d93980 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:58.031045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Attempting to bind port 7bfa7ee4-23be-4171-b70b-d86475d93980 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'e11f0dd8-8b5f-44db-9abc-270846cb4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:58.031641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Attempting to bind port 7bfa7ee4-23be-4171-b70b-d86475d93980 on network 5ac042da-7737-4529-a31c-25ff6cbd230a {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:58.039784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:58.040374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Checking segment: {'id': 'e11f0dd8-8b5f-44db-9abc-270846cb4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:58.040992 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.041982 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Bound using segment: {'id': 'e11f0dd8-8b5f-44db-9abc-270846cb4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:58.043352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Bound port: 7bfa7ee4-23be-4171-b70b-d86475d93980, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11f0dd8-8b5f-44db-9abc-270846cb4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:58.043894 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.077273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322e7b08-9311-4180-baf7-b7c07235df34 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:58.089932 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c09cc-0a5b-46a2-9e60-7d7a8e7f4603 None None] Sync routers for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:58.108207 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c09cc-0a5b-46a2-9e60-7d7a8e7f4603 None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:58.109337 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5a2c09cc-0a5b-46a2-9e60-7d7a8e7f4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:48:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:58.123429 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-322e7b08-9311-4180-baf7-b7c07235df34 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.145698 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] For port 7bfa7ee4-23be-4171-b70b-d86475d93980, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:58.149977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] For port 7bfa7ee4-23be-4171-b70b-d86475d93980, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7bfa7ee4-23be-4171-b70b-d86475d93980,segment=NetworkSegment(e11f0dd8-8b5f-44db-9abc-270846cb4533),segment_id=e11f0dd8-8b5f-44db-9abc-270846cb4533)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:58.173426 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-322e7b08-9311-4180-baf7-b7c07235df34 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "PUT /v2.0/floatingips/6af24799-cf30-46c2-a0b9-190c9797ed58 HTTP/1.1" status: 200 len: 991 time: 4.0080616 Sep 16 04:48:58.174225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-6a78ffd2-2d86-4899-bdda-10c6f215ba3c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, c557e4c1-e9fe-44b5-ad0b-bc570abe79db) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:58.178805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:58.181472 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c5d8e1-7bcf-4fdc-94de-6ed6fa9ab449" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:58.184921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd8b97c-31af-4deb-b6e6-ea5e56aa2875 None None] Network c557e4c1-e9fe-44b5-ad0b-bc570abe79db requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:58.201160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a78ffd2-2d86-4899-bdda-10c6f215ba3c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:58.201569 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a78ffd2-2d86-4899-bdda-10c6f215ba3c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.282084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.308639 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5a2c09cc-0a5b-46a2-9e60-7d7a8e7f4603 None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:58.331548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2afedde-7f02-4b7e-a084-59f4bf758425']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:58.379958 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f84d5c-6c80-4a7a-abbd-b7bc7fe27584 x-openstack-request-id: req-65f84d5c-6c80-4a7a-abbd-b7bc7fe27584 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:58.380259 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:58.380550 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65f84d5c-6c80-4a7a-abbd-b7bc7fe27584 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:58.380960 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'status': 'completed', 'code': 200} Sep 16 04:48:58.405390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d7cd22-1735-453a-a964-304727c74d22') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:58.412080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d7cd22-1735-453a-a964-304727c74d22') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:58.423960 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.432508 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6a78ffd2-2d86-4899-bdda-10c6f215ba3c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0848081 Sep 16 04:48:58.438622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48506) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:58.500707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e652c58f-e67f-4f65-8d06-7dc2da10fb71 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1945665583'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:58.541965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63980388-5398-4057-9a0d-95777b189641 req-8c7b39d6-f5d8-4db4-ac8c-dce32517b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:58.547239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5302c9c4-a1c0-433b-bcbd-90b97aa8a84b None None] Provisioning complete for port 7bfa7ee4-23be-4171-b70b-d86475d93980 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:58.547618 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5302c9c4-a1c0-433b-bcbd-90b97aa8a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.554281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-8c7b39d6-f5d8-4db4-ac8c-dce32517b0b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.5788741 Sep 16 04:48:58.564662 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.585287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809da6a3-a505-4b8b-8623-8c48c419c728 None None] Pushing event updated for resources: {'Port': ['ID=7bfa7ee4-23be-4171-b70b-d86475d93980,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.597122 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.634265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:58.637888 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.683576 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5a2c09cc-0a5b-46a2-9e60-7d7a8e7f4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '6af24799-cf30-46c2-a0b9-190c9797ed58', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'port_id': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'mac_address': 'fa:16:3e:c2:e1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:48:36Z', 'updated_at': '2021-09-16T04:48:55Z', 'revision_number': 1, 'project_id': '3713a25a72494fce95a78973088e5269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:51Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:58.727721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-1e197cfe-dba9-4a28-b1cb-3cc53487fd19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 HTTP/1.1" status: 200 len: 217 time: 0.1541879 Sep 16 04:48:58.753524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5d8e1-7bcf-4fdc-94de-6ed6fa9ab449 req-aa2ab1b3-e6b9-46c4-a65e-57bafe488ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:58.755210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29c5d8e1-7bcf-4fdc-94de-6ed6fa9ab449 req-aa2ab1b3-e6b9-46c4-a65e-57bafe488ecc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 1097 time: 0.3132217 Sep 16 04:48:58.788817 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c09cc-0a5b-46a2-9e60-7d7a8e7f4603 None None] Checking router: 5a8a9eb5-f864-49a8-b351-ae08be94647c for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:58.812945 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c09cc-0a5b-46a2-9e60-7d7a8e7f4603 None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:58.813776 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5a2c09cc-0a5b-46a2-9e60-7d7a8e7f4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:48:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:58.831715 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:58.838239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e652c58f-e67f-4f65-8d06-7dc2da10fb71 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:58.844027 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e652c58f-e67f-4f65-8d06-7dc2da10fb71 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.844345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Routers {'f7c78b09-add0-4013-9220-f49d0159df97'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:58.846581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:48:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f7c78b09-add0-4013-9220-f49d0159df97'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:58.931238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e652c58f-e67f-4f65-8d06-7dc2da10fb71 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:58.960642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e652c58f-e67f-4f65-8d06-7dc2da10fb71 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.963108 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-e652c58f-e67f-4f65-8d06-7dc2da10fb71 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Added segment ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132 of type vlan for network 25f763d5-d7dc-4a67-8816-f30dea66bc95 Sep 16 04:48:59.043764 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5a2c09cc-0a5b-46a2-9e60-7d7a8e7f4603 None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:59.089163 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e652c58f-e67f-4f65-8d06-7dc2da10fb71 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.171362 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.179151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63980388-5398-4057-9a0d-95777b189641 req-a606ff14-71b0-4e75-92c6-f2763017f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:59.180657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-a606ff14-71b0-4e75-92c6-f2763017f666 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.4520996 Sep 16 04:48:59.190886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.197047 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] 10.222.0.24 "DELETE /v2.0/networks/f2afedde-7f02-4b7e-a084-59f4bf758425 HTTP/1.1" status: 204 len: 168 time: 1.6054728 Sep 16 04:48:59.246344 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e652c58f-e67f-4f65-8d06-7dc2da10fb71 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.275527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652c58f-e67f-4f65-8d06-7dc2da10fb71 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:59.276798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a11bd-f68b-482f-89ef-a3c22e2a347d req-756cfb6b-4ca9-4388-9c49-d47d6349f50a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:59.277173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e652c58f-e67f-4f65-8d06-7dc2da10fb71 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.286291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69216d5d-6f58-4741-ac95-929b600d8abc admin admin] Pushing event deleted for resources: {'Network': ['ID=f2afedde-7f02-4b7e-a084-59f4bf758425,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:59.310084 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-893a11bd-f68b-482f-89ef-a3c22e2a347d req-756cfb6b-4ca9-4388-9c49-d47d6349f50a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.4877803 Sep 16 04:48:59.408861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5d8e1-7bcf-4fdc-94de-6ed6fa9ab449 req-39f7945e-3460-49c3-93f9-b5967483b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:59.411093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29c5d8e1-7bcf-4fdc-94de-6ed6fa9ab449 req-39f7945e-3460-49c3-93f9-b5967483b1be service neutron] 10.222.0.37 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 917 time: 0.5877593 Sep 16 04:48:59.542875 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5302c9c4-a1c0-433b-bcbd-90b97aa8a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.588647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-c557e4c1-e9fe-44b5-ad0b-bc570abe79db', 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'fixed_ips': [{'subnet_id': '6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:59.591035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-893a11bd-f68b-482f-89ef-a3c22e2a347d req-dba29e88-fcda-47bb-9f6c-f8936cfa2e4f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797771 Sep 16 04:48:59.600263 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e652c58f-e67f-4f65-8d06-7dc2da10fb71 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1181736 Sep 16 04:48:59.600948 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48552) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:59.604317 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.615443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63980388-5398-4057-9a0d-95777b189641 req-dcaacaff-0c2f-4eeb-b353-d8a4e64bc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:59.626271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-96295016-9e0b-40ef-adc7-60459f1c275e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'subnet': {'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:59.626631 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5a2c09cc-0a5b-46a2-9e60-7d7a8e7f4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '6af24799-cf30-46c2-a0b9-190c9797ed58', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'port_id': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'mac_address': 'fa:16:3e:c2:e1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:48:36Z', 'updated_at': '2021-09-16T04:48:55Z', 'revision_number': 1, 'project_id': '3713a25a72494fce95a78973088e5269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:51Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:59.632830 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-dcaacaff-0c2f-4eeb-b353-d8a4e64bc76d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4325016 Sep 16 04:48:59.674908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652c58f-e67f-4f65-8d06-7dc2da10fb71 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Network': ['ID=25f763d5-d7dc-4a67-8816-f30dea66bc95,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:59.691935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] Set router f7c78b09-add0-4013-9220-f49d0159df97 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:59.714327 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c09cc-0a5b-46a2-9e60-7d7a8e7f4603 None None] The sync data for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 is: [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '6af24799-cf30-46c2-a0b9-190c9797ed58', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'port_id': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'mac_address': 'fa:16:3e:c2:e1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:48:36Z', 'updated_at': '2021-09-16T04:48:55Z', 'revision_number': 1, 'project_id': '3713a25a72494fce95a78973088e5269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:51Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:59.720434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 25f763d5-d7dc-4a67-8816-f30dea66bc95 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:59.834838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48562) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:59.859464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29c5d8e1-7bcf-4fdc-94de-6ed6fa9ab449 req-88074821-9a5a-420c-a6ce-977f185820cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f HTTP/1.1" status: 200 len: 999 time: 0.4255059 Sep 16 04:48:59.971579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5302c9c4-a1c0-433b-bcbd-90b97aa8a84b None None] For port 7bfa7ee4-23be-4171-b70b-d86475d93980, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7bfa7ee4-23be-4171-b70b-d86475d93980,segment=NetworkSegment(e11f0dd8-8b5f-44db-9abc-270846cb4533),segment_id=e11f0dd8-8b5f-44db-9abc-270846cb4533)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:59.973448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:59.979382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96295016-9e0b-40ef-adc7-60459f1c275e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:59.983655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96295016-9e0b-40ef-adc7-60459f1c275e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.055245 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5302c9c4-a1c0-433b-bcbd-90b97aa8a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.078436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-026da46a-8857-4537-a4f9-67a5008f32bc service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299197 Sep 16 04:49:00.384005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b39c2bd9-98a1-47df-868f-caa1c3d7e919 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14872c2b810d40029c8a20f36a72743a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5472171 Sep 16 04:49:00.386650 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48582) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:00.396240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5d8e1-7bcf-4fdc-94de-6ed6fa9ab449 req-e67e24bd-8a27-46b1-9ae2-ecc3973575de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:00.397790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29c5d8e1-7bcf-4fdc-94de-6ed6fa9ab449 req-e67e24bd-8a27-46b1-9ae2-ecc3973575de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.4918735 Sep 16 04:49:00.424418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63980388-5398-4057-9a0d-95777b189641 req-4a916ba8-3865-4330-a1f5-c3df9191a637 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242106 Sep 16 04:49:00.447537 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96295016-9e0b-40ef-adc7-60459f1c275e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.502370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db7610-feef-4c71-9081-da2660652093 None None] New status for floating IP 6af24799-cf30-46c2-a0b9-190c9797ed58: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:49:00.516126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5d8e1-7bcf-4fdc-94de-6ed6fa9ab449 req-1bdc9e5a-3717-49b3-ae5b-fdb7332c5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:00.522870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29c5d8e1-7bcf-4fdc-94de-6ed6fa9ab449 req-1bdc9e5a-3717-49b3-ae5b-fdb7332c5b62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152625 Sep 16 04:49:00.725563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96295016-9e0b-40ef-adc7-60459f1c275e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Subnet': ['ID=fdb43e9d-f396-4822-82c9-c5d8189b5b28,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:00.757745 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.759671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-40447937-1359-4d12-aab6-e1d017a9d513 None None] Provisioning complete for port 7bfa7ee4-23be-4171-b70b-d86475d93980 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:00.760178 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-40447937-1359-4d12-aab6-e1d017a9d513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.790534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f576381-a34f-4678-844d-874fb3416f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.841303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29c5d8e1-7bcf-4fdc-94de-6ed6fa9ab449 req-62ab4649-5819-4740-9447-d3b3ef58faf7 service neutron] 10.222.0.37 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132727 Sep 16 04:49:00.854185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96295016-9e0b-40ef-adc7-60459f1c275e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Checking segment: {'id': 'ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:00.854185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96295016-9e0b-40ef-adc7-60459f1c275e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network hostable DHCP agents. Network: 25f763d5-d7dc-4a67-8816-f30dea66bc95, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:00.857702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302c9c4-a1c0-433b-bcbd-90b97aa8a84b None None] Pushing event updated for resources: {'Port': ['ID=7bfa7ee4-23be-4171-b70b-d86475d93980,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:00.873487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f576381-a34f-4678-844d-874fb3416f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.998733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:01.001708 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d764dd-41bc-4d27-8e05-98b2a59668a6" -d '{"events": [{"server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "name": "network-vif-unplugged", "status": "completed", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:01.021032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29c5d8e1-7bcf-4fdc-94de-6ed6fa9ab449 req-343a78a2-beb1-451c-828b-ba21d1b29b97 service neutron] 10.222.0.37 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722653 Sep 16 04:49:01.040664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96295016-9e0b-40ef-adc7-60459f1c275e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network 25f763d5-d7dc-4a67-8816-f30dea66bc95 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:01.041389 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f576381-a34f-4678-844d-874fb3416f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.043717 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f576381-a34f-4678-844d-874fb3416f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.045362 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6f576381-a34f-4678-844d-874fb3416f35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab HTTP/1.1" status: 204 len: 168 time: 0.6572464 Sep 16 04:49:01.050979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:01.059160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f576381-a34f-4678-844d-874fb3416f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a533a3d4-7ab1-4a5c-bf2c-ffeadd7634ab,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.059399 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Allocated IP 19.80.0.2 (c557e4c1-e9fe-44b5-ad0b-bc570abe79db/6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2/d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:01.146124 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.179280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-96295016-9e0b-40ef-adc7-60459f1c275e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 25f763d5-d7dc-4a67-8816-f30dea66bc95) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:01.183895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96295016-9e0b-40ef-adc7-60459f1c275e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.184870 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96295016-9e0b-40ef-adc7-60459f1c275e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.201936 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'name': 'tempest-ServersTestMultiNic-1735668911-router', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:45Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 4, 'project_id': '6d4e21edb07740b18dec3163ed8bb894', 'gw_port': {'id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:46Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '7bfa7ee4-23be-4171-b70b-d86475d93980', 'name': '', 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'mac_address': 'fa:16:3e:39:b0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4266f94b-d854-4983-a3bb-a5013fd7095c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:51Z', 'updated_at': '2021-09-16T04:48:58Z', 'revision_number': 4, 'project_id': '6d4e21edb07740b18dec3163ed8bb894', 'subnets': [{'id': '4266f94b-d854-4983-a3bb-a5013fd7095c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:01.204481 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d479d5d-60de-4d05-89b9-6f7134cddddb None None] Network 25f763d5-d7dc-4a67-8816-f30dea66bc95 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:01.283462 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-96295016-9e0b-40ef-adc7-60459f1c275e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6785395 Sep 16 04:49:01.296013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1f4fc-ac06-4e67-bd6e-3f7ed5cc400d None None] The sync data for ids ['f7c78b09-add0-4013-9220-f49d0159df97'] in n-d-712137-12 is: [{'id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'name': 'tempest-ServersTestMultiNic-1735668911-router', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:45Z', 'updated_at': '2021-09-16T04:48:52Z', 'revision_number': 4, 'project_id': '6d4e21edb07740b18dec3163ed8bb894', 'gw_port': {'id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:46Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '7bfa7ee4-23be-4171-b70b-d86475d93980', 'name': '', 'network_id': '5ac042da-7737-4529-a31c-25ff6cbd230a', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'mac_address': 'fa:16:3e:39:b0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '4266f94b-d854-4983-a3bb-a5013fd7095c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:51Z', 'updated_at': '2021-09-16T04:48:58Z', 'revision_number': 4, 'project_id': '6d4e21edb07740b18dec3163ed8bb894', 'subnets': [{'id': '4266f94b-d854-4983-a3bb-a5013fd7095c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:01.431044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.640725 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.713614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-25f763d5-d7dc-4a67-8816-f30dea66bc95', 'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'fixed_ips': [{'subnet_id': 'fdb43e9d-f396-4822-82c9-c5d8189b5b28'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:01.714626 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.715267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a82ab-87bb-4e02-af0f-6983a6524719 req-54a9414d-62c6-4edd-8654-a0b89d42a2da tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:01.730856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de2a82ab-87bb-4e02-af0f-6983a6524719 req-54a9414d-62c6-4edd-8654-a0b89d42a2da tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 947 time: 0.1118677 Sep 16 04:49:01.752708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7bfa7ee4-23be-4171-b70b-d86475d93980 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:01.756654 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.805511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de2a82ab-87bb-4e02-af0f-6983a6524719 req-f0c1f4eb-61d5-425f-b98f-06fc69c9774d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748713 Sep 16 04:49:01.869812 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2817d908-39ef-4c3b-bb3e-1a1f1c2bba23 x-openstack-request-id: req-2817d908-39ef-4c3b-bb3e-1a1f1c2bba23 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:01.870453 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "name": "network-vif-unplugged", "status": "completed", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:01.873851 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2817d908-39ef-4c3b-bb3e-1a1f1c2bba23 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:01.873851 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'code': 200} Sep 16 04:49:01.873851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Network c557e4c1-e9fe-44b5-ad0b-bc570abe79db is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:02.053031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:02.061912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:02.119739 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Pushing event updated for resources: {'Port': ['ID=d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.172285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Allocated IP 19.86.0.2 (25f763d5-d7dc-4a67-8816-f30dea66bc95/fdb43e9d-f396-4822-82c9-c5d8189b5b28/c100ec92-9f41-48a6-a731-c917592ec4d3) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:02.267052 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Attempting to bind port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:02.267374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Attempting to bind port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:02.267739 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Attempting to bind port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 on network c557e4c1-e9fe-44b5-ad0b-bc570abe79db {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:02.283684 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:02.284814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Checking segment: {'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:02.285353 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.285353 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Bound using segment: {'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:02.285864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Bound port: d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:02.286612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.350235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7bfa7ee4-23be-4171-b70b-d86475d93980 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:02.350941 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.587562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] For port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:02.593160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] For port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:02.600116 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.735030 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.817522 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.874572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48654) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.880960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Network 25f763d5-d7dc-4a67-8816-f30dea66bc95 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:02.903441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:02.907426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:02.911880 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd967aca-a8a4-454a-a6e5-f7d278b2f1db None None] Pushing event updated for resources: {'Port': ['ID=d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.041291 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Pushing event updated for resources: {'Port': ['ID=c100ec92-9f41-48a6-a731-c917592ec4d3,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.051493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Attempting to bind port c100ec92-9f41-48a6-a731-c917592ec4d3 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:03.051858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Attempting to bind port c100ec92-9f41-48a6-a731-c917592ec4d3 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:03.052214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Attempting to bind port c100ec92-9f41-48a6-a731-c917592ec4d3 on network 25f763d5-d7dc-4a67-8816-f30dea66bc95 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:03.079034 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:03.079034 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Checking segment: {'id': 'ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:03.080541 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.083471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Bound using segment: {'id': 'ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:03.084213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Bound port: c100ec92-9f41-48a6-a731-c917592ec4d3, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:03.085492 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.127587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-network', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:03.271705 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:03.274206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.302922 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] For port c100ec92-9f41-48a6-a731-c917592ec4d3, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:03.305546 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.313438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] For port c100ec92-9f41-48a6-a731-c917592ec4d3, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c100ec92-9f41-48a6-a731-c917592ec4d3,segment=NetworkSegment(ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132),segment_id=ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:03.380757 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.526411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-679912b2-21c2-4a84-acf8-170f7c5312f6 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.541064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1158a2-2ccb-4395-acc5-5168f874b14c None None] Pushing event updated for resources: {'Port': ['ID=c100ec92-9f41-48a6-a731-c917592ec4d3,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.546409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-679912b2-21c2-4a84-acf8-170f7c5312f6 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.558097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-679912b2-21c2-4a84-acf8-170f7c5312f6 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/networks?id=c557e4c1-e9fe-44b5-ad0b-bc570abe79db&id=25f763d5-d7dc-4a67-8816-f30dea66bc95&id=c557e4c1-e9fe-44b5-ad0b-bc570abe79db HTTP/1.1" status: 200 len: 1392 time: 0.2825751 Sep 16 04:49:03.577914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.592266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-66fcd8a6-e3b3-43ac-8de4-1fb7c6cba00f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/quotas/6d4e21edb07740b18dec3163ed8bb894 HTTP/1.1" status: 200 len: 375 time: 0.0326126 Sep 16 04:49:03.650891 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.717188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0829623e-175d-49eb-84d6-95686cc4ac7b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.730547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696a33e-1324-4e2e-94b7-fc5cccd8993d req-7a146ab8-3e59-4619-874b-86b6ccbdece1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.740556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5696a33e-1324-4e2e-94b7-fc5cccd8993d req-7a146ab8-3e59-4619-874b-86b6ccbdece1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 947 time: 0.1722865 Sep 16 04:49:03.748301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:03.767749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:03.774014 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.789109 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Added segment 39b8c4f3-221c-4441-8e14-2a17571c45bc of type vlan for network 6e579560-ee61-4292-8f2f-64a91f12cd9a Sep 16 04:49:03.820697 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-a2b8cc98-a754-445d-87ba-0b39ae363094 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d4e21edb07740b18dec3163ed8bb894&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2274611 Sep 16 04:49:03.875154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48676) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:03.922779 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.997037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5696a33e-1324-4e2e-94b7-fc5cccd8993d req-83c99465-550e-4caa-8758-4dedc47f3866 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436779 Sep 16 04:49:04.090862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.096089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.097193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.102010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-6288ad21-8081-4add-aabf-2ac194b07c0d service neutron] 10.222.0.24 "GET /v2.0/networks/c557e4c1-e9fe-44b5-ad0b-bc570abe79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797232 Sep 16 04:49:04.165616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:04.270254 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3922026 Sep 16 04:49:04.273136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48684) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:04.284788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadcd65-de5f-490e-b5e8-3831b0ba771c admin admin] Pushing event updated for resources: {'Network': ['ID=6e579560-ee61-4292-8f2f-64a91f12cd9a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:04.313034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-86693f74-60be-438d-bb6b-75130fd2e03c admin admin] Request body: {'subnet': {'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-subnet', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:04.333745 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:04.354888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-b847e6f4-33c9-4339-8379-5e7b33ea530e service neutron] 10.222.0.24 "GET /v2.0/networks/c557e4c1-e9fe-44b5-ad0b-bc570abe79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514091 Sep 16 04:49:04.363501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 6e579560-ee61-4292-8f2f-64a91f12cd9a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:04.387362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'mac_address': 'fa:16:3e:ba:fe:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:04.430922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-01e73d64-0649-4993-9d5f-452be1c94de3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86dbe744122844fba8dced8ac6cb48ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5450978 Sep 16 04:49:04.433727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48690) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:04.465550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86693f74-60be-438d-bb6b-75130fd2e03c admin admin] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:04.469259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86693f74-60be-438d-bb6b-75130fd2e03c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.537217 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.583096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:04.584178 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.588153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:04.639910 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e79a027-a8b4-40a2-aff4-34eb74f41ccc None None] Network c557e4c1-e9fe-44b5-ad0b-bc570abe79db requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:04.671936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-95ff4205-fe2c-489d-99af-aea3b345b4a3 service neutron] 10.222.0.24 "GET /v2.0/networks/25f763d5-d7dc-4a67-8816-f30dea66bc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158193 Sep 16 04:49:04.699326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:04.780839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2dcb8d81-d94c-402e-8a87-eb4627a002b2 None None] Provisioning complete for port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:04.781217 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2dcb8d81-d94c-402e-8a87-eb4627a002b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.787064 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.827932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-3ff64831-de1f-410c-aec4-bce8ddd1c00a service neutron] 10.222.0.24 "GET /v2.0/networks/25f763d5-d7dc-4a67-8816-f30dea66bc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550510 Sep 16 04:49:04.854136 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86693f74-60be-438d-bb6b-75130fd2e03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.909856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b277545c-8970-4202-aa6c-858bccfa5377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.925413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:04.965608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86693f74-60be-438d-bb6b-75130fd2e03c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcbf44ef-75ba-4d63-80c7-d7f551aededf,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:05.008226 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b277545c-8970-4202-aa6c-858bccfa5377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.017861 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86693f74-60be-438d-bb6b-75130fd2e03c admin admin] Checking segment: {'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:05.018353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86693f74-60be-438d-bb6b-75130fd2e03c admin admin] Network hostable DHCP agents. Network: 6e579560-ee61-4292-8f2f-64a91f12cd9a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:05.057485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:05.093790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86693f74-60be-438d-bb6b-75130fd2e03c admin admin] Network 6e579560-ee61-4292-8f2f-64a91f12cd9a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:05.129140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-b882eb80-2b04-49e1-9483-9cfec3c7bba7 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.130259 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.131823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-b882eb80-2b04-49e1-9483-9cfec3c7bba7 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba&tenant_id=a691916327a54f4cb27fb717de84b236&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 948 time: 0.2822037 Sep 16 04:49:05.157034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-86693f74-60be-438d-bb6b-75130fd2e03c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 6e579560-ee61-4292-8f2f-64a91f12cd9a) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:05.172377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86693f74-60be-438d-bb6b-75130fd2e03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.178148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86693f74-60be-438d-bb6b-75130fd2e03c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.209294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf13622-76d1-4707-9bf4-32b8e40470f2 None None] Network 6e579560-ee61-4292-8f2f-64a91f12cd9a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:05.279858 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-86693f74-60be-438d-bb6b-75130fd2e03c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0006683 Sep 16 04:49:05.281070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48704) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:05.288169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:05.290926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-d15c88c9-51c7-4283-b30e-8ebb62902231 service neutron] 10.222.0.37 "GET /v2.0/ports/1681345c-4b8c-4a2e-b4b9-c6fcacf3d091/bindings/n-h2-712137-12 HTTP/1.1" status: 200 len: 383 time: 0.1453462 Sep 16 04:49:05.292340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50911116-051c-4179-85cb-b4eac82ea1af None None] Network 25f763d5-d7dc-4a67-8816-f30dea66bc95 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:05.301725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:05.308499 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-5a4a4654-1672-42d5-99ce-58d0b62dd6d6 service neutron] 10.222.0.24 "GET /v2.0/networks/c557e4c1-e9fe-44b5-ad0b-bc570abe79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797001 Sep 16 04:49:05.324647 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2dcb8d81-d94c-402e-8a87-eb4627a002b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.370913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39b962-9e1c-40df-8ce6-feb11b1319f2 req-4af05f6e-4886-437f-b07c-d36b46d5aabc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.377022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca39b962-9e1c-40df-8ce6-feb11b1319f2 req-4af05f6e-4886-437f-b07c-d36b46d5aabc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 948 time: 0.1503785 Sep 16 04:49:05.406614 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.436643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.437767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.483022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-93245a1e-e92c-42d4-bea1-c12476d5155b service neutron] 10.222.0.24 "GET /v2.0/networks/c557e4c1-e9fe-44b5-ad0b-bc570abe79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469283 Sep 16 04:49:05.512344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b277545c-8970-4202-aa6c-858bccfa5377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.514908 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b277545c-8970-4202-aa6c-858bccfa5377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.516054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b277545c-8970-4202-aa6c-858bccfa5377 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad847dfe-d2b1-43e5-8da0-576dd91c471b HTTP/1.1" status: 204 len: 168 time: 1.0811481 Sep 16 04:49:05.520820 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.572100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca39b962-9e1c-40df-8ce6-feb11b1319f2 req-5ef7fb3b-e1a0-489b-af3b-7f4702cb36f2 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867827 Sep 16 04:49:05.579613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277545c-8970-4202-aa6c-858bccfa5377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad847dfe-d2b1-43e5-8da0-576dd91c471b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:05.587427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-08cd148f-37eb-4cad-a0d3-e6c44213fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.588965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-08cd148f-37eb-4cad-a0d3-e6c44213fd19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 1100 time: 0.2701733 Sep 16 04:49:05.779031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-bfffa891-8f83-47ee-9232-9a45dc4c6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.780948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-bfffa891-8f83-47ee-9232-9a45dc4c6cc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1780400 Sep 16 04:49:05.881159 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-485ba4d8-f667-4bd9-8caa-b11acfe0b383 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 HTTP/1.1" status: 200 len: 217 time: 0.0781481 Sep 16 04:49:05.889334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c100ec92-9f41-48a6-a731-c917592ec4d3 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:05.958016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-dbf72b96-49e7-498a-a925-f26558fecf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.963519 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-dbf72b96-49e7-498a-a925-f26558fecf74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0753996 Sep 16 04:49:06.008862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.037149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:06.052330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4951050-b6f1-4457-94cb-87c41572c1bb req-022e4f12-abb6-4d46-914d-2552c0a77fbf tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 210 time: 0.1009908 Sep 16 04:49:06.075736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-82ee66d5-b663-4b54-aefd-d627a24e1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.077715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-82ee66d5-b663-4b54-aefd-d627a24e1cdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0973670 Sep 16 04:49:06.150909 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-2dcb8d81-d94c-402e-8a87-eb4627a002b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:49:06.150909 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-2dcb8d81-d94c-402e-8a87-eb4627a002b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:49:06.201437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-5297cfd6-e31b-4dff-861c-618d313af903 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165445 Sep 16 04:49:06.202372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c100ec92-9f41-48a6-a731-c917592ec4d3 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:06.202805 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.229754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-6e579560-ee61-4292-8f2f-64a91f12cd9a', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'fixed_ips': [{'subnet_id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:06.238653 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.408421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-dd179627-6b1b-428f-b322-4b91c32c062c service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995671 Sep 16 04:49:06.507803 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.519900 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.558897 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.602108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Allocated IP 172.20.0.2 (6e579560-ee61-4292-8f2f-64a91f12cd9a/dcbf44ef-75ba-4d63-80c7-d7f551aededf/f9919630-c0e2-479a-939d-d0a4277f57c7) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:06.719213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port c100ec92-9f41-48a6-a731-c917592ec4d3, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c100ec92-9f41-48a6-a731-c917592ec4d3,segment=NetworkSegment(ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132),segment_id=ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:06.817984 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.824511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78545317-7ada-4915-b0dc-61bb8a0adc6d req-5c6ede68-8ffd-4371-b72f-a2608f692096 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.832541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78545317-7ada-4915-b0dc-61bb8a0adc6d req-5c6ede68-8ffd-4371-b72f-a2608f692096 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 948 time: 0.0991681 Sep 16 04:49:06.877960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Allocated IP 172.25.3.117 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/23ca5432-6e46-4962-af4a-6e4fd9c15de9) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:06.879573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78545317-7ada-4915-b0dc-61bb8a0adc6d req-0dd775dc-bcdf-4a74-b000-c6ea16242f17 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459528 Sep 16 04:49:06.933944 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.945872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=c100ec92-9f41-48a6-a731-c917592ec4d3,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:06.957375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9a1f23eb-1416-4c00-ad66-87aaa8f2fc33 None None] Provisioning complete for port c100ec92-9f41-48a6-a731-c917592ec4d3 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:06.958015 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9a1f23eb-1416-4c00-ad66-87aaa8f2fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.024566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:07.025232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:07.025760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:07.026272 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:07.026917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:07.027440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:07.027953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:07.028455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:07.028991 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:07.029505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:07.030004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:07.030513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:07.038019 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.175709 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.272742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7e45313-643e-45cf-8313-e7a0b8d8477e req-271daa18-0170-4885-9482-9a5fc9033a55 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 210 time: 0.0632763 Sep 16 04:49:07.375985 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.393291 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Network 6e579560-ee61-4292-8f2f-64a91f12cd9a is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:07.416020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:07.422257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:07.422495 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:07.426408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:07.429223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Pushing event updated for resources: {'Port': ['ID=f9919630-c0e2-479a-939d-d0a4277f57c7,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.432644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:07.509321 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=23ca5432-6e46-4962-af4a-6e4fd9c15de9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.521356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9a1f23eb-1416-4c00-ad66-87aaa8f2fc33 None None] Provisioning complete for port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:07.521718 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9a1f23eb-1416-4c00-ad66-87aaa8f2fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.525060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Attempting to bind port f9919630-c0e2-479a-939d-d0a4277f57c7 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:07.525441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Attempting to bind port f9919630-c0e2-479a-939d-d0a4277f57c7 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:07.525858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Attempting to bind port f9919630-c0e2-479a-939d-d0a4277f57c7 on network 6e579560-ee61-4292-8f2f-64a91f12cd9a {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:07.531796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48780) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.562058 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:07.562439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Checking segment: {'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:07.562848 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.563247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Bound using segment: {'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:07.563751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Bound port: f9919630-c0e2-479a-939d-d0a4277f57c7, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:07.564145 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.634446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c100ec92-9f41-48a6-a731-c917592ec4d3 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:07.685346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] For port f9919630-c0e2-479a-939d-d0a4277f57c7, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:07.729965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1178095572-network', 'tenant_id': '5aa1e00fd7b244e386264a48d9ea8842'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:07.733196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] For port f9919630-c0e2-479a-939d-d0a4277f57c7, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f9919630-c0e2-479a-939d-d0a4277f57c7,segment=NetworkSegment(39b8c4f3-221c-4441-8e14-2a17571c45bc),segment_id=39b8c4f3-221c-4441-8e14-2a17571c45bc)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:07.757602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c100ec92-9f41-48a6-a731-c917592ec4d3 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:07.757980 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.812723 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.848197 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.859101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Made reservation on behalf of 5aa1e00fd7b244e386264a48d9ea8842 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:07.863912 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.876687 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.921198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:07.925973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee20112-261e-4f87-9055-0888d56a6bdc None None] Pushing event updated for resources: {'Port': ['ID=f9919630-c0e2-479a-939d-d0a4277f57c7,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.987457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:08.063146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:08.063559 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.119732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:08.120126 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.198978 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.212897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb60b31-2d87-42d6-b38e-ed45b793eb1b req-2bc70745-2679-4b51-87c8-2dbf7599347b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.245162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8cb60b31-2d87-42d6-b38e-ed45b793eb1b req-2bc70745-2679-4b51-87c8-2dbf7599347b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 948 time: 0.2233019 Sep 16 04:49:08.268884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.295744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca0214-ba98-4284-8d35-443da237fb34 req-3f9bbe04-ff26-481d-a15c-fbb04dce4b07 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.305012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-3f9bbe04-ff26-481d-a15c-fbb04dce4b07 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 815 time: 0.2819505 Sep 16 04:49:08.323056 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.344306 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.357309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-f0d7431d-f968-4276-832a-5fc9d92188cf tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/quotas/8abd1b9c5dad42898b7f8fc6cd4c23fc HTTP/1.1" status: 200 len: 375 time: 0.0510905 Sep 16 04:49:08.374636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:08.387336 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba72356-8ac3-4086-be56-91cf92ca1a25" -d '{"events": [{"server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "name": "network-vif-plugged", "status": "completed", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:08.387826 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8cb60b31-2d87-42d6-b38e-ed45b793eb1b req-277bcac5-7628-4cb8-b707-0b3b8a690c71 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364348 Sep 16 04:49:08.411379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:08.435385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:08.453949 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.454199 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Added segment 6f1abf69-7bfc-433d-afa6-5e81a6d39e92 of type vlan for network bb38623c-bd92-439b-adae-c1164b9993b5 Sep 16 04:49:08.465979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f36f61-0710-4626-94d0-5a5ccbe481dc,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:08.478847 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.516179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-2df35230-5045-485d-b75f-45eeefc5fe51 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1576822 Sep 16 04:49:08.538551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.546383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:08.682194 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c751da9b-f2de-47f6-9060-7b5dd286ee37 req-e77c1967-6257-418c-8d65-9f05098f5ef1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 210 time: 0.0783663 Sep 16 04:49:08.726935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-a3504e93-6fc0-4088-97f0-33508272519b service neutron] 10.222.0.24 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856806 Sep 16 04:49:08.779723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.785613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.785613 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.829197 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d15c41-9530-470e-882b-5c916ac8b172 x-openstack-request-id: req-38d15c41-9530-470e-882b-5c916ac8b172 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:08.829567 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "name": "network-vif-plugged", "status": "completed", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:08.829880 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38d15c41-9530-470e-882b-5c916ac8b172 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:08.830537 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'code': 200} Sep 16 04:49:08.912453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Router cd9f31ab-c6c2-4596-9bbc-f85e826019aa is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:49:09.125040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-58d733b4-cb82-48c2-bae2-998ff08ec60b tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.133865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-58d733b4-cb82-48c2-bae2-998ff08ec60b tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.135670 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-58d733b4-cb82-48c2-bae2-998ff08ec60b tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "GET /v2.0/networks?id=c557e4c1-e9fe-44b5-ad0b-bc570abe79db&id=25f763d5-d7dc-4a67-8816-f30dea66bc95&id=c557e4c1-e9fe-44b5-ad0b-bc570abe79db HTTP/1.1" status: 200 len: 1392 time: 0.2747064 Sep 16 04:49:09.174085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0777d48b-e642-4afd-b470-719d4ca1638e req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'port': {'device_id': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db', 'admin_state_up': True, 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:09.211394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6783166 Sep 16 04:49:09.215829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076b465-fcbe-4c12-9502-405e972c6cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=bb38623c-bd92-439b-adae-c1164b9993b5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:09.222003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48848) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:09.232521 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-90ca3b8c-3ec8-43c9-acdd-523ad83d7429 admin admin] Request body: {'subnet': {'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1178095572-subnet', 'tenant_id': '5aa1e00fd7b244e386264a48d9ea8842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:09.248721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network bb38623c-bd92-439b-adae-c1164b9993b5 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:09.263274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-a6770e09-d9c1-4d72-ae03-f927734b5080 service neutron] 10.222.0.24 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291009 Sep 16 04:49:09.307051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ca3b8c-3ec8-43c9-acdd-523ad83d7429 admin admin] Made reservation on behalf of 5aa1e00fd7b244e386264a48d9ea8842 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:09.311468 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-90ca3b8c-3ec8-43c9-acdd-523ad83d7429 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.333097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3fa2b7-fb37-4631-9de3-1b7af6f89e44 None None] Network 6e579560-ee61-4292-8f2f-64a91f12cd9a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:09.342856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:09.364345 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Sync routers for ids ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:09.381267 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Routers {'cd9f31ab-c6c2-4596-9bbc-f85e826019aa'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:09.382158 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:48:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:09.418974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e5e338f3-66aa-46c1-80e6-deb78c093932 None None] Provisioning complete for port f9919630-c0e2-479a-939d-d0a4277f57c7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:09.419471 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e5e338f3-66aa-46c1-80e6-deb78c093932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.494114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:09.496995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.570332 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e5e338f3-66aa-46c1-80e6-deb78c093932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.583252 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Set router cd9f31ab-c6c2-4596-9bbc-f85e826019aa gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:09.611858 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.613588 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2059338c-3b7f-4df2-8b6b-c8b7fe9df8b0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3308401 Sep 16 04:49:09.635533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48858) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:09.640347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e5e338f3-66aa-46c1-80e6-deb78c093932 None None] For port f9919630-c0e2-479a-939d-d0a4277f57c7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f9919630-c0e2-479a-939d-d0a4277f57c7,segment=NetworkSegment(39b8c4f3-221c-4441-8e14-2a17571c45bc),segment_id=39b8c4f3-221c-4441-8e14-2a17571c45bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:09.689284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f9919630-c0e2-479a-939d-d0a4277f57c7 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:09.754376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e5e338f3-66aa-46c1-80e6-deb78c093932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.891311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e338f3-66aa-46c1-80e6-deb78c093932 None None] Pushing event updated for resources: {'Port': ['ID=f9919630-c0e2-479a-939d-d0a4277f57c7,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:09.925845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f9919630-c0e2-479a-939d-d0a4277f57c7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:09.926229 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.983034 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-4c3713ef-cb4d-4529-8b45-6e81ca5b36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:09.985649 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T04:49:07Z', 'revision_number': 3, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:09.986002 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-4c3713ef-cb4d-4529-8b45-6e81ca5b36bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba&tenant_id=a691916327a54f4cb27fb717de84b236 HTTP/1.1" status: 200 len: 1101 time: 0.2862797 Sep 16 04:49:10.021639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f0caf-8649-416f-b695-f42ee656900b req-398603c1-cdb4-47c9-888f-9358bff10dc1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.026097 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Checking router: cd9f31ab-c6c2-4596-9bbc-f85e826019aa for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:49:10.026708 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Updating router cd9f31ab-c6c2-4596-9bbc-f85e826019aa port 23ca5432-6e46-4962-af4a-6e4fd9c15de9 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:49:10.035870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-681f0caf-8649-416f-b695-f42ee656900b req-398603c1-cdb4-47c9-888f-9358bff10dc1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.2573574 Sep 16 04:49:10.057085 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.063438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-0777d48b-e642-4afd-b470-719d4ca1638e req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Allocated IP 19.80.0.254 (c557e4c1-e9fe-44b5-ad0b-bc570abe79db/6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2/d00f687f-adbb-495a-b22b-eecd2521b9ee) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:10.068963 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-90ca3b8c-3ec8-43c9-acdd-523ad83d7429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.089244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-de77ceaf-54f9-4ef5-9951-908b69786c90 None None] Provisioning complete for port f9919630-c0e2-479a-939d-d0a4277f57c7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:10.089623 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de77ceaf-54f9-4ef5-9951-908b69786c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.193013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-681f0caf-8649-416f-b695-f42ee656900b req-30389bd1-de42-4a25-8d09-adbd77cd882f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494215 Sep 16 04:49:10.258862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-a1072f02-7243-41f1-a8d4-7d869543e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.260421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-a1072f02-7243-41f1-a8d4-7d869543e595 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 1101 time: 0.2147071 Sep 16 04:49:10.261519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca3b8c-3ec8-43c9-acdd-523ad83d7429 admin admin] Checking segment: {'id': '6f1abf69-7bfc-433d-afa6-5e81a6d39e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:10.261883 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca3b8c-3ec8-43c9-acdd-523ad83d7429 admin admin] Network hostable DHCP agents. Network: bb38623c-bd92-439b-adae-c1164b9993b5, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:10.265718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca3b8c-3ec8-43c9-acdd-523ad83d7429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:10.415885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-b4141786-6ecb-4a08-853f-6dee8d5d0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.417582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-b4141786-6ecb-4a08-853f-6dee8d5d0a22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1483014 Sep 16 04:49:10.420199 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.485840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-d266f0e7-bb7a-4848-9591-654e0899d8b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 HTTP/1.1" status: 200 len: 217 time: 0.0516367 Sep 16 04:49:10.510816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b146b2d7-efd1-4324-9e12-2bdb2247ba02 req-9066c40e-eba3-48c3-bec9-d5716a896bea tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 210 time: 0.0892851 Sep 16 04:49:10.520947 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.567981 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.569835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca3b8c-3ec8-43c9-acdd-523ad83d7429 admin admin] Network bb38623c-bd92-439b-adae-c1164b9993b5 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:10.582050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-e1c46671-79e9-41ec-b005-9b32ecc87ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.583686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-e1c46671-79e9-41ec-b005-9b32ecc87ccb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0765405 Sep 16 04:49:10.597570 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.636178 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.667611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-6cc97500-ee41-42d2-929a-34a6c78dfb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.669195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-6cc97500-ee41-42d2-929a-34a6c78dfb77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760958 Sep 16 04:49:10.685661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c7dae-3bdc-4a6e-84d0-267ac0564fe2 req-ddd78eef-9135-4e68-b236-77003761811a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.687271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c85c7dae-3bdc-4a6e-84d0-267ac0564fe2 req-ddd78eef-9135-4e68-b236-77003761811a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 932 time: 0.0674238 Sep 16 04:49:10.688526 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Attempting to bind port 23ca5432-6e46-4962-af4a-6e4fd9c15de9 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:10.688902 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Attempting to bind port 23ca5432-6e46-4962-af4a-6e4fd9c15de9 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:10.689266 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Attempting to bind port 23ca5432-6e46-4962-af4a-6e4fd9c15de9 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:10.697088 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1ea07-d85f-42ab-a1b7-ad966933c9a8 None None] Pushing event updated for resources: {'Port': ['ID=23ca5432-6e46-4962-af4a-6e4fd9c15de9,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:10.699454 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:10.704531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Port': ['ID=d00f687f-adbb-495a-b22b-eecd2521b9ee,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:10.707013 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:10.707763 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.708175 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:10.708785 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Bound port: 23ca5432-6e46-4962-af4a-6e4fd9c15de9, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:10.709450 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.709586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-90ca3b8c-3ec8-43c9-acdd-523ad83d7429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, bb38623c-bd92-439b-adae-c1164b9993b5) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:10.722282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0777d48b-e642-4afd-b470-719d4ca1638e req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network c557e4c1-e9fe-44b5-ad0b-bc570abe79db is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:10.724255 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7246c176-5489-4b3e-a103-da7e9fcc8a0e None None] Network bb38623c-bd92-439b-adae-c1164b9993b5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:10.724805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:10.724805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:10.725566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:10.725703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:10.726121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:10.726253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca3b8c-3ec8-43c9-acdd-523ad83d7429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.726652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:10.726989 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-90ca3b8c-3ec8-43c9-acdd-523ad83d7429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.727144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:10.727571 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:10.727988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:10.728534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:10.728924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:10.729859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:10.739203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-0777d48b-e642-4afd-b470-719d4ca1638e req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:10.747980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0777d48b-e642-4afd-b470-719d4ca1638e req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:10.795964 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] For port 23ca5432-6e46-4962-af4a-6e4fd9c15de9, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:10.814257 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c85c7dae-3bdc-4a6e-84d0-267ac0564fe2 req-ac73af46-0ecd-4af7-82a0-23547c509703 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094606 Sep 16 04:49:10.819206 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] For port 23ca5432-6e46-4962-af4a-6e4fd9c15de9, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=23ca5432-6e46-4962-af4a-6e4fd9c15de9,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:10.833650 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:10.834463 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.857271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-90ca3b8c-3ec8-43c9-acdd-523ad83d7429 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6338096 Sep 16 04:49:10.864700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-cd6f1161-b70d-4406-95b6-0d82a23a8bfa service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831169 Sep 16 04:49:10.869500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Allocated IP 172.20.0.1 (6e579560-ee61-4292-8f2f-64a91f12cd9a/dcbf44ef-75ba-4d63-80c7-d7f551aededf/47c48fd4-0056-4ab0-8509-cdb1d318eed2) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:10.886399 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.992140 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-e9002358-d0a4-4b2c-9424-a94d65e538bb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8229508 Sep 16 04:49:11.007833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0777d48b-e642-4afd-b470-719d4ca1638e req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'port': {'device_id': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95', 'admin_state_up': True, 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:11.053091 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddb049d-370a-4e21-a65b-90df4690b3e6 req-f6f66f94-30df-4add-bbce-186e913acd26 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834342 Sep 16 04:49:11.118700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e664fa24-6dbc-45a3-9a8c-7a6f065441f4 None None] Network bb38623c-bd92-439b-adae-c1164b9993b5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:11.218269 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Routers {'cd9f31ab-c6c2-4596-9bbc-f85e826019aa'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:11.219194 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:48:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:11.228732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a8a9e35f-bf71-44e3-9df7-607a05933658 None None] Provisioning complete for port d00f687f-adbb-495a-b22b-eecd2521b9ee triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:11.229072 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e35f-bf71-44e3-9df7-607a05933658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.231343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.267371 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1ea07-d85f-42ab-a1b7-ad966933c9a8 None None] Pushing event updated for resources: {'Port': ['ID=23ca5432-6e46-4962-af4a-6e4fd9c15de9,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.345501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9e35f-bf71-44e3-9df7-607a05933658 None None] Port d00f687f-adbb-495a-b22b-eecd2521b9ee cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:11.348624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:11.352752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.372114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-1e6af40e-6738-4067-9b35-ead36e5b9ca5 req-05a88af5-560b-4c64-b714-1cf1d2110592 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1985779763', 'description': 'tempest-description-192359375'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:11.397817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.423502 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] Set router cd9f31ab-c6c2-4596-9bbc-f85e826019aa gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:11.484326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Network 6e579560-ee61-4292-8f2f-64a91f12cd9a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:11.491318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:11.500582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad6402-cc31-433e-a379-e7c2ee9b5a6b req-41e6b7a1-2ba0-4c71-93c2-a677c8072113 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:11.508931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94ad6402-cc31-433e-a379-e7c2ee9b5a6b req-41e6b7a1-2ba0-4c71-93c2-a677c8072113 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 949 time: 0.1051872 Sep 16 04:49:11.511573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:11.530396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Pushing event updated for resources: {'Port': ['ID=47c48fd4-0056-4ab0-8509-cdb1d318eed2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.550705 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1e6af40e-6738-4067-9b35-ead36e5b9ca5 req-05a88af5-560b-4c64-b714-1cf1d2110592 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.559368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94ad6402-cc31-433e-a379-e7c2ee9b5a6b req-5711dbbd-05fb-44e6-9a92-bf8d89c7920b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492513 Sep 16 04:49:11.651506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f9919630-c0e2-479a-939d-d0a4277f57c7 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:11.727111 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.761943 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1e6af40e-6738-4067-9b35-ead36e5b9ca5 req-05a88af5-560b-4c64-b714-1cf1d2110592 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.782231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f9919630-c0e2-479a-939d-d0a4277f57c7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:11.782808 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.809220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-0777d48b-e642-4afd-b470-719d4ca1638e req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Allocated IP 19.86.0.99 (25f763d5-d7dc-4a67-8816-f30dea66bc95/fdb43e9d-f396-4822-82c9-c5d8189b5b28/e9273e6f-967a-4495-97bd-6958f0f9bf44) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:11.847721 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T04:49:07Z', 'revision_number': 3, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:11.872221 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1e6af40e-6738-4067-9b35-ead36e5b9ca5 req-05a88af5-560b-4c64-b714-1cf1d2110592 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.918671 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb59ae-bddd-4652-b89e-0c98bda96b58 None None] The sync data for ids ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'] in n-d-712137-12 is: [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T04:49:07Z', 'revision_number': 3, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:11.921736 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 8d59a9a5-67c0-4786-ae03-6e781c8d2308 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:12.006065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a88af5-560b-4c64-b714-1cf1d2110592 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26e1438-fb2f-4106-ab8f-12f5f078ea25,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.021341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:12.051940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-fe39a28a-4d1c-48c6-b6b8-c39f7c28fd3d tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:12.062051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-fe39a28a-4d1c-48c6-b6b8-c39f7c28fd3d tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/networks?id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 200 len: 804 time: 0.2426121 Sep 16 04:49:12.077014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-98ef4d48-35f3-4e8e-96b5-3b80a6c81118 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/quotas/76b43f5d19754bb592e1f393deaed5db HTTP/1.1" status: 200 len: 375 time: 0.0133898 Sep 16 04:49:12.084869 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1e6af40e-6738-4067-9b35-ead36e5b9ca5 req-05a88af5-560b-4c64-b714-1cf1d2110592 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.086254 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e6af40e-6738-4067-9b35-ead36e5b9ca5 req-05a88af5-560b-4c64-b714-1cf1d2110592 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7189302 Sep 16 04:49:12.121767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-00c712a0-0a00-4e1b-ae5f-56b8aa446b5e None None] Provisioning complete for port 47c48fd4-0056-4ab0-8509-cdb1d318eed2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:12.122165 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-00c712a0-0a00-4e1b-ae5f-56b8aa446b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.133489 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.176731 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9972b6c9-4e35-4580-abc9-eac92f31020d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.189191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.218570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d544e7b8-e825-4547-bf4c-a00c9c5957dc req-9092d897-4c50-4bf9-abb5-16ee4d1e4c53 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 210 time: 0.0319166 Sep 16 04:49:12.231886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-9119403c-4f60-414d-88dc-918adcf5dce8 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=76b43f5d19754bb592e1f393deaed5db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1358638 Sep 16 04:49:12.272865 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-00c712a0-0a00-4e1b-ae5f-56b8aa446b5e None None] Port 47c48fd4-0056-4ab0-8509-cdb1d318eed2 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:12.380057 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.391737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.392005 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.493276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0777d48b-e642-4afd-b470-719d4ca1638e req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network 25f763d5-d7dc-4a67-8816-f30dea66bc95 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:12.496187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 8d59a9a5-67c0-4786-ae03-6e781c8d2308, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8d59a9a5-67c0-4786-ae03-6e781c8d2308,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:12.498203 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.513570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-0777d48b-e642-4afd-b470-719d4ca1638e req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:12.526914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ac452-65c1-45e1-8ba3-ae268a387f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d59a9a5-67c0-4786-ae03-6e781c8d2308'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:12.527035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0777d48b-e642-4afd-b470-719d4ca1638e req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:12.527138 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b345d8a-9b32-407c-a81a-d6595158e453" -d '{"events": [{"server_uuid": "c98ac452-65c1-45e1-8ba3-ae268a387f01", "name": "network-vif-unplugged", "status": "completed", "tag": "8d59a9a5-67c0-4786-ae03-6e781c8d2308"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:12.553686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca0214-ba98-4284-8d35-443da237fb34 req-7221717f-f4b8-4d79-a29b-2ecd85588542 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:12.555259 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-7221717f-f4b8-4d79-a29b-2ecd85588542 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.23 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 815 time: 0.3050356 Sep 16 04:49:12.558771 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Port': ['ID=e9273e6f-967a-4495-97bd-6958f0f9bf44,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.578366 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-7764e82d-2c81-48e3-99a1-7ee8d51b6eea service neutron] 10.222.0.24 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462200 Sep 16 04:49:12.582860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:12.600873 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.609514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f575b5-80d3-439f-8c87-dd756120eb9c req-02e24ce7-8550-49dc-a2d9-94d83408a74e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:12.631140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f575b5-80d3-439f-8c87-dd756120eb9c req-02e24ce7-8550-49dc-a2d9-94d83408a74e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:12.632856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78f575b5-80d3-439f-8c87-dd756120eb9c req-02e24ce7-8550-49dc-a2d9-94d83408a74e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 1654 time: 0.2313836 Sep 16 04:49:12.642499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-baca0214-ba98-4284-8d35-443da237fb34 req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Request body: {'port': {'device_id': '290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8', 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105', 'admin_state_up': True, 'tenant_id': '8abd1b9c5dad42898b7f8fc6cd4c23fc'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:12.692234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:12.692936 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.751216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=8d59a9a5-67c0-4786-ae03-6e781c8d2308,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.769180 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.838489 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-07c79445-6755-42d9-aa7d-fe773db05669 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8368063 Sep 16 04:49:12.842386 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.863839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'port': {'device_id': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db', 'admin_state_up': True, 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:12.884709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.918506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.963481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78f575b5-80d3-439f-8c87-dd756120eb9c req-aeb54efd-180e-4160-868f-3f975fc7ffca tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812684 Sep 16 04:49:13.004133 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-b1940fbe-6c8f-403b-ac15-1b33a418335b service neutron] 10.222.0.24 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235916 Sep 16 04:49:13.009006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7e76a6eb-3fd0-4df2-845f-bad886fea258 None None] Provisioning complete for port e9273e6f-967a-4495-97bd-6958f0f9bf44 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:13.009886 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7e76a6eb-3fd0-4df2-845f-bad886fea258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.114451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7e76a6eb-3fd0-4df2-845f-bad886fea258 None None] Port e9273e6f-967a-4495-97bd-6958f0f9bf44 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:13.136168 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.138677 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Pushing event updated for resources: {'Port': ['ID=47c48fd4-0056-4ab0-8509-cdb1d318eed2,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:13.139187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ba6b44f1-f7cb-4ef7-a42b-28b3324af028 req-f5a3d2a9-5f53-4849-9b2d-4e3c4ad00a51 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2095865151', 'description': 'tempest-description-1712762944'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:13.180399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb2d70-4117-4773-9c0e-52ed64f30e8d req-4014dc37-6d3b-4f70-b136-3467e180d0ce tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:13.181964 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d8cb2d70-4117-4773-9c0e-52ed64f30e8d req-4014dc37-6d3b-4f70-b136-3467e180d0ce tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.23 "GET /v2.0/ports?device_id=c98ac452-65c1-45e1-8ba3-ae268a387f01 HTTP/1.1" status: 200 len: 944 time: 0.1852241 Sep 16 04:49:13.194473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baca0214-ba98-4284-8d35-443da237fb34 req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Made reservation on behalf of 8abd1b9c5dad42898b7f8fc6cd4c23fc for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:13.198958 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-baca0214-ba98-4284-8d35-443da237fb34 req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.330182 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deac927-2c57-407c-b25b-100ff0e534a7 x-openstack-request-id: req-6deac927-2c57-407c-b25b-100ff0e534a7 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:13.330541 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ac452-65c1-45e1-8ba3-ae268a387f01", "name": "network-vif-unplugged", "status": "completed", "tag": "8d59a9a5-67c0-4786-ae03-6e781c8d2308", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:13.330911 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6deac927-2c57-407c-b25b-100ff0e534a7 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:13.331762 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ac452-65c1-45e1-8ba3-ae268a387f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d59a9a5-67c0-4786-ae03-6e781c8d2308', 'code': 200} Sep 16 04:49:13.341131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Network 6e579560-ee61-4292-8f2f-64a91f12cd9a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:13.353997 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ba6b44f1-f7cb-4ef7-a42b-28b3324af028 req-f5a3d2a9-5f53-4849-9b2d-4e3c4ad00a51 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.379996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:13.388948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-baca0214-ba98-4284-8d35-443da237fb34 req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Allocated IP 172.20.0.6 (6b772325-3d17-49b0-bd12-c459fd515105/e84c22b6-fd38-44f0-9d2b-4600b9102549/c739eff0-0634-4bee-b86d-3a9e33137ff2) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:13.405626 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [req-ba6b44f1-f7cb-4ef7-a42b-28b3324af028 req-f5a3d2a9-5f53-4849-9b2d-4e3c4ad00a51 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:49:13.405626 n-d-712137-12 neutron-server[95452]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:49:13.405626 n-d-712137-12 neutron-server[95452]: [parameters: {'project_id_1': '5aa1e00fd7b244e386264a48d9ea8842', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 48, 53, 392255)}] Sep 16 04:49:13.405626 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:49:13.406285 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [req-ba6b44f1-f7cb-4ef7-a42b-28b3324af028 req-f5a3d2a9-5f53-4849-9b2d-4e3c4ad00a51 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:49:13.509608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:13.530919 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.609882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d8cb2d70-4117-4773-9c0e-52ed64f30e8d req-2fbab63a-b209-458e-b3ad-3d56d4620b41 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Deleting port 8d59a9a5-67c0-4786-ae03-6e781c8d2308 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:13.611997 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d8cb2d70-4117-4773-9c0e-52ed64f30e8d req-2fbab63a-b209-458e-b3ad-3d56d4620b41 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.676360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7d3ae-172c-42c7-8fc7-34256748f9a9 req-4d17cdfd-12f4-4799-abb6-fd1e9358bcf8 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:13.679500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 23ca5432-6e46-4962-af4a-6e4fd9c15de9 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:13.685972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97d7d3ae-172c-42c7-8fc7-34256748f9a9 req-4d17cdfd-12f4-4799-abb6-fd1e9358bcf8 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 947 time: 0.2553146 Sep 16 04:49:13.693069 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-baca0214-ba98-4284-8d35-443da237fb34 req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.740842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97d7d3ae-172c-42c7-8fc7-34256748f9a9 req-c2283698-93b8-4643-993d-21ad9d80e76b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511620 Sep 16 04:49:13.759878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-09763b9c-f748-4bd6-bd58-1926501aca46 None None] Provisioning complete for port 47c48fd4-0056-4ab0-8509-cdb1d318eed2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:13.760436 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-09763b9c-f748-4bd6-bd58-1926501aca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.771345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Router cd9f31ab-c6c2-4596-9bbc-f85e826019aa has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:13.838948 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-baca0214-ba98-4284-8d35-443da237fb34 req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.906213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baca0214-ba98-4284-8d35-443da237fb34 req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Network 6b772325-3d17-49b0-bd12-c459fd515105 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:13.907163 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ba6b44f1-f7cb-4ef7-a42b-28b3324af028 req-f5a3d2a9-5f53-4849-9b2d-4e3c4ad00a51 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.915428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-baca0214-ba98-4284-8d35-443da237fb34 req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:13.918780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-baca0214-ba98-4284-8d35-443da237fb34 req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:13.967303 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['dc3c8ed1-2add-47ba-b593-b02fe5e596ed'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:13.969376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:14.051521 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-09763b9c-f748-4bd6-bd58-1926501aca46 None None] Port 47c48fd4-0056-4ab0-8509-cdb1d318eed2 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:14.062791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Pushing event updated for resources: {'Port': ['ID=c739eff0-0634-4bee-b86d-3a9e33137ff2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.087760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca0214-ba98-4284-8d35-443da237fb34 req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.088794 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-baca0214-ba98-4284-8d35-443da237fb34 req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.136177 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b66349-6d3c-45ba-a517-8fb9671cb054 req-d9735f0d-2809-4183-bb99-9f2259da9119 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.138142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86b66349-6d3c-45ba-a517-8fb9671cb054 req-d9735f0d-2809-4183-bb99-9f2259da9119 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 931 time: 0.1857562 Sep 16 04:49:14.150715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 23ca5432-6e46-4962-af4a-6e4fd9c15de9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:14.151175 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.208447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86b66349-6d3c-45ba-a517-8fb9671cb054 req-ecbd8959-b777-415f-9e93-3303dc95bbb8 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601428 Sep 16 04:49:14.211018 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ba6b44f1-f7cb-4ef7-a42b-28b3324af028 req-f5a3d2a9-5f53-4849-9b2d-4e3c4ad00a51 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.242546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:14.265178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'mac_address': 'fa:16:3e:ba:fe:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:14.267636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Allocated IP 19.80.0.96 (c557e4c1-e9fe-44b5-ad0b-bc570abe79db/6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2/48145787-eff7-4706-8b42-52f1bb01d70c) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:14.300160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec60ad51-e899-4353-98e2-5299038f20c4 req-951cf6aa-43dc-4dcb-9e4f-6da92eaa2639 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 210 time: 0.0454965 Sep 16 04:49:14.311436 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ba6b44f1-f7cb-4ef7-a42b-28b3324af028 req-f5a3d2a9-5f53-4849-9b2d-4e3c4ad00a51 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.324069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d8cb2d70-4117-4773-9c0e-52ed64f30e8d req-2fbab63a-b209-458e-b3ad-3d56d4620b41 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] For port 8d59a9a5-67c0-4786-ae03-6e781c8d2308, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8d59a9a5-67c0-4786-ae03-6e781c8d2308,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:14.324694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d8cb2d70-4117-4773-9c0e-52ed64f30e8d req-2fbab63a-b209-458e-b3ad-3d56d4620b41 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.375661 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.380521 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3d2a9-5f53-4849-9b2d-4e3c4ad00a51 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a058b360-39cb-465b-98b0-44426eedd504,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.381583 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.388476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d8cb2d70-4117-4773-9c0e-52ed64f30e8d req-2fbab63a-b209-458e-b3ad-3d56d4620b41 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Calling delete_port for 8d59a9a5-67c0-4786-ae03-6e781c8d2308 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:14.397352 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-bbddc78d-6209-455e-b102-dcf6030b09a1 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8023350 Sep 16 04:49:14.429502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:14.430524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Request body: {'port': {'device_id': '290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:14.437353 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 23ca5432-6e46-4962-af4a-6e4fd9c15de9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=23ca5432-6e46-4962-af4a-6e4fd9c15de9,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:14.462473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:14.478532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ba6b44f1-f7cb-4ef7-a42b-28b3324af028 req-f5a3d2a9-5f53-4849-9b2d-4e3c4ad00a51 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.479989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba6b44f1-f7cb-4ef7-a42b-28b3324af028 req-f5a3d2a9-5f53-4849-9b2d-4e3c4ad00a51 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.3459520 Sep 16 04:49:14.501771 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.523181 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:14.540004 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5054d249-4fd5-47ef-9593-24c462155554 admin admin] 10.222.0.24 "PUT /v2.0/routers/cd9f31ab-c6c2-4596-9bbc-f85e826019aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9018469 Sep 16 04:49:14.547032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa80390-6749-4871-a6f8-9155de90541c req-0f107862-6d6d-4ab9-a461-1929553b46bb tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.560630 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aaa80390-6749-4871-a6f8-9155de90541c req-0f107862-6d6d-4ab9-a461-1929553b46bb tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 947 time: 0.1604166 Sep 16 04:49:14.560630 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.575173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-561b4d73-6e00-4389-86da-53fa8d910561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.587673 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.629133 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=23ca5432-6e46-4962-af4a-6e4fd9c15de9,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.688806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,revision_number=10']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.708796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Sync routers for ids ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:14.734132 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.738406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Routers {'cd9f31ab-c6c2-4596-9bbc-f85e826019aa'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:14.740740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:49:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:14.820744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aaa80390-6749-4871-a6f8-9155de90541c req-a078b7b7-9120-4ffe-82cd-0acd7c1e4736 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455785 Sep 16 04:49:14.860971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af69f-1c75-44de-9d7f-343119465d01 req-58228048-0129-4f7c-9be2-4913a2471ba8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.868060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af69f-1c75-44de-9d7f-343119465d01 req-58228048-0129-4f7c-9be2-4913a2471ba8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.869718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-560af69f-1c75-44de-9d7f-343119465d01 req-58228048-0129-4f7c-9be2-4913a2471ba8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 1654 time: 0.2115920 Sep 16 04:49:14.884972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:14.913267 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.915531 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d8cb2d70-4117-4773-9c0e-52ed64f30e8d req-2fbab63a-b209-458e-b3ad-3d56d4620b41 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.915897 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Set router cd9f31ab-c6c2-4596-9bbc-f85e826019aa gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:15.001080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network c557e4c1-e9fe-44b5-ad0b-bc570abe79db is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:15.008641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:15.015385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:15.121379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Port': ['ID=48145787-eff7-4706-8b42-52f1bb01d70c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:15.153598 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cb2d70-4117-4773-9c0e-52ed64f30e8d req-2fbab63a-b209-458e-b3ad-3d56d4620b41 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] No DVR routers for this DVR port 8d59a9a5-67c0-4786-ae03-6e781c8d2308 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:15.153903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-560af69f-1c75-44de-9d7f-343119465d01 req-a2b42831-fdb5-40b8-b3eb-a9ffcc995e1e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766147 Sep 16 04:49:15.183191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d8cb2d70-4117-4773-9c0e-52ed64f30e8d req-2fbab63a-b209-458e-b3ad-3d56d4620b41 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.189415 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d8cb2d70-4117-4773-9c0e-52ed64f30e8d req-2fbab63a-b209-458e-b3ad-3d56d4620b41 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.23 "DELETE /v2.0/ports/8d59a9a5-67c0-4786-ae03-6e781c8d2308 HTTP/1.1" status: 204 len: 173 time: 1.9901092 Sep 16 04:49:15.190793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ac452-65c1-45e1-8ba3-ae268a387f01', 'name': 'network-vif-deleted', 'tag': '8d59a9a5-67c0-4786-ae03-6e781c8d2308'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:15.193499 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5c322f-fd94-4b4a-af19-c8cf11bdd9fa" -d '{"events": [{"server_uuid": "c98ac452-65c1-45e1-8ba3-ae268a387f01", "name": "network-vif-deleted", "tag": "8d59a9a5-67c0-4786-ae03-6e781c8d2308"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:15.220496 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbab63a-b209-458e-b3ad-3d56d4620b41 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Pushing event deleted for resources: {'Port': ['ID=8d59a9a5-67c0-4786-ae03-6e781c8d2308,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:15.247514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:15.248309 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.345337 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f0cfbb7e-c8ea-4e32-9fb3-2f5c7151463d tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4960926 Sep 16 04:49:15.373506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Request body: {'port': {'device_id': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:15.377829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:15.383771 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add3adb2-0023-4d05-9949-df33bd6befd2" -d '{"events": [{"server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "name": "network-vif-unplugged", "status": "completed", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:15.419730 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ec166d-bb8c-4644-9adf-404f3b5d274f x-openstack-request-id: req-a2ec166d-bb8c-4644-9adf-404f3b5d274f {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:15.420271 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ac452-65c1-45e1-8ba3-ae268a387f01", "name": "network-vif-deleted", "tag": "8d59a9a5-67c0-4786-ae03-6e781c8d2308", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:15.420716 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2ec166d-bb8c-4644-9adf-404f3b5d274f {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:15.421323 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ac452-65c1-45e1-8ba3-ae268a387f01', 'name': 'network-vif-deleted', 'tag': '8d59a9a5-67c0-4786-ae03-6e781c8d2308', 'status': 'completed', 'code': 200} Sep 16 04:49:15.511933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-08109b5d-bba5-4609-b65e-0bbfed5aea95 None None] Provisioning complete for port 48145787-eff7-4706-8b42-52f1bb01d70c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:15.512993 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-08109b5d-bba5-4609-b65e-0bbfed5aea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.525869 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.573251 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.619510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-08109b5d-bba5-4609-b65e-0bbfed5aea95 None None] Port 48145787-eff7-4706-8b42-52f1bb01d70c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:15.652056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 23ca5432-6e46-4962-af4a-6e4fd9c15de9 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:15.739078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T04:49:11Z', 'revision_number': 4, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '47c48fd4-0056-4ab0-8509-cdb1d318eed2', 'name': '', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'mac_address': 'fa:16:3e:7d:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:10Z', 'updated_at': '2021-09-16T04:49:12Z', 'revision_number': 2, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'subnets': [{'id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:15.740313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c739eff0-0634-4bee-b86d-3a9e33137ff2 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:15.756092 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.773610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 23ca5432-6e46-4962-af4a-6e4fd9c15de9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:15.773896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.775485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Checking router: cd9f31ab-c6c2-4596-9bbc-f85e826019aa for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:49:15.775907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Updating router cd9f31ab-c6c2-4596-9bbc-f85e826019aa port 47c48fd4-0056-4ab0-8509-cdb1d318eed2 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:49:15.778973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-38dc5b55-27e8-4756-9421-dde4c57c9771 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:15.780902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-38dc5b55-27e8-4756-9421-dde4c57c9771 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/networks?id=bb38623c-bd92-439b-adae-c1164b9993b5 HTTP/1.1" status: 200 len: 813 time: 0.7117441 Sep 16 04:49:15.786376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Transition to ACTIVE for port object c739eff0-0634-4bee-b86d-3a9e33137ff2 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:15.806330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbb6af-cedb-4db2-bab5-77b99c03443f req-e25def2b-24a5-4883-b7d0-51374a82bf70 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:15.807864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69dbb6af-cedb-4db2-bab5-77b99c03443f req-e25def2b-24a5-4883-b7d0-51374a82bf70 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 931 time: 0.1248465 Sep 16 04:49:15.810600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-65c0ed56-9bc6-4a23-9667-2b731ea89763 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/quotas/5aa1e00fd7b244e386264a48d9ea8842 HTTP/1.1" status: 200 len: 375 time: 0.0222628 Sep 16 04:49:15.847057 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.870167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-3c6bf5e4-4747-4a9f-85e3-d8274d31b5cb tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528510 Sep 16 04:49:15.879135 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.908737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00f687f-adbb-495a-b22b-eecd2521b9ee {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:15.919396 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.936970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Transition to ACTIVE for port object d00f687f-adbb-495a-b22b-eecd2521b9ee will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:15.982745 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.984623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69dbb6af-cedb-4db2-bab5-77b99c03443f req-06900965-ca35-4a8b-8281-8b52e4396548 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688449 Sep 16 04:49:16.066007 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.090464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Pushing event updated for resources: {'Port': ['ID=c739eff0-0634-4bee-b86d-3a9e33137ff2,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:16.200696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-e72f9740-de88-4381-b792-318918134af6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:16.203440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-e72f9740-de88-4381-b792-318918134af6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.37 "GET /v2.0/networks?id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 200 len: 804 time: 0.3353438 Sep 16 04:49:16.205379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Pushing event updated for resources: {'Port': ['ID=d00f687f-adbb-495a-b22b-eecd2521b9ee,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:16.240934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Request body: {'port': {'device_id': '21b065f2-99e6-4daf-ab44-5e76f9860e0d', 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'admin_state_up': True, 'tenant_id': '76b43f5d19754bb592e1f393deaed5db'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:16.254881 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.263200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-527d7ed3-242e-4251-92ce-2e569e89cd04 req-239f5914-35f7-44dd-8e04-854636e19a81 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 210 time: 0.0548327 Sep 16 04:49:16.275862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-5de3e5fb-b472-494e-b1d1-140cd2a93694 service neutron] 10.222.0.24 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925784 Sep 16 04:49:16.277164 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.344606 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d716ba-f8e7-42a6-b3e7-a65cae2b3310 x-openstack-request-id: req-06d716ba-f8e7-42a6-b3e7-a65cae2b3310 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:16.345102 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "name": "network-vif-unplugged", "status": "completed", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:16.345477 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06d716ba-f8e7-42a6-b3e7-a65cae2b3310 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:16.346688 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'code': 200} Sep 16 04:49:16.356857 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.361310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Attempting to bind port d00f687f-adbb-495a-b22b-eecd2521b9ee on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:16.361310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Attempting to bind port d00f687f-adbb-495a-b22b-eecd2521b9ee by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:16.361310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Attempting to bind port d00f687f-adbb-495a-b22b-eecd2521b9ee on network c557e4c1-e9fe-44b5-ad0b-bc570abe79db {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:16.372316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Port d00f687f-adbb-495a-b22b-eecd2521b9ee on network c557e4c1-e9fe-44b5-ad0b-bc570abe79db not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:16.376576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Attempting to bind port d00f687f-adbb-495a-b22b-eecd2521b9ee on network c557e4c1-e9fe-44b5-ad0b-bc570abe79db {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:16.389291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:16.389953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Checking segment: {'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:16.390518 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Bound using segment: {'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:16.391153 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Bound port: d00f687f-adbb-495a-b22b-eecd2521b9ee, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:16.391698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.410627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Attempting to bind port c739eff0-0634-4bee-b86d-3a9e33137ff2 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:16.411055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Attempting to bind port c739eff0-0634-4bee-b86d-3a9e33137ff2 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:16.411588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Attempting to bind port c739eff0-0634-4bee-b86d-3a9e33137ff2 on network 6b772325-3d17-49b0-bd12-c459fd515105 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:16.461460 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3f34b-f2b7-4345-b45e-64e722187ee4 None None] Pushing event updated for resources: {'Port': ['ID=47c48fd4-0056-4ab0-8509-cdb1d318eed2,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:16.495313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Port c739eff0-0634-4bee-b86d-3a9e33137ff2 on network 6b772325-3d17-49b0-bd12-c459fd515105 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:16.495313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Attempting to bind port c739eff0-0634-4bee-b86d-3a9e33137ff2 on network 6b772325-3d17-49b0-bd12-c459fd515105 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:16.521877 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:16.522912 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Checking segment: {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:16.522912 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Bound using segment: {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:16.523542 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Bound port: c739eff0-0634-4bee-b86d-3a9e33137ff2, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:16.523958 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.551609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Attempting to bind port 47c48fd4-0056-4ab0-8509-cdb1d318eed2 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:16.551609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Attempting to bind port 47c48fd4-0056-4ab0-8509-cdb1d318eed2 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:16.551609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Attempting to bind port 47c48fd4-0056-4ab0-8509-cdb1d318eed2 on network 6e579560-ee61-4292-8f2f-64a91f12cd9a {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:16.566232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:16.566653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Checking segment: {'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:16.567085 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.567599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Bound using segment: {'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:16.568150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Bound port: 47c48fd4-0056-4ab0-8509-cdb1d318eed2, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:16.568563 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.578438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-a9f00b47-d9cb-4f58-8f9d-537c6ac2a58b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a691916327a54f4cb27fb717de84b236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659044 Sep 16 04:49:16.593350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-ec729ad6-fb37-401b-9924-b1f0f64eefc8 service neutron] 10.222.0.24 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891898 Sep 16 04:49:16.643292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] For port d00f687f-adbb-495a-b22b-eecd2521b9ee, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:16.649848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] For port d00f687f-adbb-495a-b22b-eecd2521b9ee, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d00f687f-adbb-495a-b22b-eecd2521b9ee,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:16.687157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] For port 47c48fd4-0056-4ab0-8509-cdb1d318eed2, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:16.692035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] For port 47c48fd4-0056-4ab0-8509-cdb1d318eed2, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=47c48fd4-0056-4ab0-8509-cdb1d318eed2,segment=NetworkSegment(39b8c4f3-221c-4441-8e14-2a17571c45bc),segment_id=39b8c4f3-221c-4441-8e14-2a17571c45bc)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:16.702296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.739156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:16.739901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.741638 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] 10.222.0.23 "PUT /v2.0/ports/d00f687f-adbb-495a-b22b-eecd2521b9ee HTTP/1.1" status: 200 len: 1093 time: 1.3757041 Sep 16 04:49:16.756806 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.798328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f919e-985a-4a3d-9cd5-76a78e00ee86 service neutron] Pushing event updated for resources: {'Port': ['ID=d00f687f-adbb-495a-b22b-eecd2521b9ee,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:16.840968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] For port c739eff0-0634-4bee-b86d-3a9e33137ff2, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:16.842112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Routers {'cd9f31ab-c6c2-4596-9bbc-f85e826019aa'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:16.842758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:49:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:16.849773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] For port c739eff0-0634-4bee-b86d-3a9e33137ff2, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c739eff0-0634-4bee-b86d-3a9e33137ff2,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:16.854454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Made reservation on behalf of 76b43f5d19754bb592e1f393deaed5db for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:16.858184 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.865134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Request body: {'port': {'device_id': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:16.944888 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3f34b-f2b7-4345-b45e-64e722187ee4 None None] Pushing event updated for resources: {'Port': ['ID=47c48fd4-0056-4ab0-8509-cdb1d318eed2,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:17.011474 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.300702 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.320071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4531c985-6f65-4437-ad6c-4c6f0d5b552e None None] Provisioning complete for port 47c48fd4-0056-4ab0-8509-cdb1d318eed2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:17.320515 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4531c985-6f65-4437-ad6c-4c6f0d5b552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.333402 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] Set router cd9f31ab-c6c2-4596-9bbc-f85e826019aa gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:17.347518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Allocated IP 172.20.0.2 (4ec115cb-721a-4929-aa2a-f22bc4b1e0cb/f77f398e-0371-495b-b57d-d46106b38a75/f8b07c60-101a-4968-9267-1a2ce65c7344) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:17.376874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-82d1a254-f687-44d6-9312-18e1d5b7aa9c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.376874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-82d1a254-f687-44d6-9312-18e1d5b7aa9c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7846005 Sep 16 04:49:17.400214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.416963 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.416963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] 10.222.0.23 "PUT /v2.0/ports/c739eff0-0634-4bee-b86d-3a9e33137ff2 HTTP/1.1" status: 200 len: 1092 time: 2.9961746 Sep 16 04:49:17.416963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8', 'tag': 'c739eff0-0634-4bee-b86d-3a9e33137ff2'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:17.416963 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a0c840-d521-4510-bbab-f166f6478e50" -d '{"events": [{"name": "network-changed", "server_uuid": "290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8", "tag": "c739eff0-0634-4bee-b86d-3a9e33137ff2"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:17.418698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-bedde30d-71d2-4ff1-ba9a-d438b38713dc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/quotas/a691916327a54f4cb27fb717de84b236 HTTP/1.1" status: 200 len: 375 time: 0.0154548 Sep 16 04:49:17.450820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'tag': 'd00f687f-adbb-495a-b22b-eecd2521b9ee'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:17.453246 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99ea607-05b6-4b4b-bfbd-f28467723f12" -d '{"events": [{"name": "network-changed", "server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "tag": "d00f687f-adbb-495a-b22b-eecd2521b9ee"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:17.506111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4b138-c80f-4e2b-8816-defe94e457f1 req-d01b06fa-3c28-4838-b21b-9bb1218166be tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.513038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4b138-c80f-4e2b-8816-defe94e457f1 req-d01b06fa-3c28-4838-b21b-9bb1218166be tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.520782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4b138-c80f-4e2b-8816-defe94e457f1 req-d01b06fa-3c28-4838-b21b-9bb1218166be tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.523012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0de4b138-c80f-4e2b-8816-defe94e457f1 req-d01b06fa-3c28-4838-b21b-9bb1218166be tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2387 time: 0.2984722 Sep 16 04:49:17.526038 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.581582 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4531c985-6f65-4437-ad6c-4c6f0d5b552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.600565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9273e6f-967a-4495-97bd-6958f0f9bf44 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:17.614442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.621204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ede9e-78cc-49fb-b43e-3c8681f84992 service neutron] Pushing event updated for resources: {'Port': ['ID=c739eff0-0634-4bee-b86d-3a9e33137ff2,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:17.651047 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Transition to ACTIVE for port object e9273e6f-967a-4495-97bd-6958f0f9bf44 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:17.656025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4531c985-6f65-4437-ad6c-4c6f0d5b552e None None] For port 47c48fd4-0056-4ab0-8509-cdb1d318eed2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=47c48fd4-0056-4ab0-8509-cdb1d318eed2,segment=NetworkSegment(39b8c4f3-221c-4441-8e14-2a17571c45bc),segment_id=39b8c4f3-221c-4441-8e14-2a17571c45bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:17.670471 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0de4b138-c80f-4e2b-8816-defe94e457f1 req-e8d67e16-37c9-4791-971a-2d200eb46dc4 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205001 Sep 16 04:49:17.694482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b314413f-be06-47b0-9a9e-28d90b249bf1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2629156 Sep 16 04:49:17.701301 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T04:49:11Z', 'revision_number': 4, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '47c48fd4-0056-4ab0-8509-cdb1d318eed2', 'name': '', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'mac_address': 'fa:16:3e:7d:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:10Z', 'updated_at': '2021-09-16T04:49:16Z', 'revision_number': 4, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'subnets': [{'id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:17.751578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca0214-ba98-4284-8d35-443da237fb34 req-3b7f9489-c450-4beb-9ad8-fd568c1aaf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.754976 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.756782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-3b7f9489-c450-4beb-9ad8-fd568c1aaf3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 1095 time: 0.1827126 Sep 16 04:49:17.761519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2f918-0ee3-4338-bdb2-b50aa09d472d None None] The sync data for ids ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'] in n-d-712137-12 is: [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T04:49:11Z', 'revision_number': 4, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '47c48fd4-0056-4ab0-8509-cdb1d318eed2', 'name': '', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'mac_address': 'fa:16:3e:7d:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:10Z', 'updated_at': '2021-09-16T04:49:16Z', 'revision_number': 4, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'subnets': [{'id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:17.804305 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4531c985-6f65-4437-ad6c-4c6f0d5b552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.844915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-4ceca5cd-c3f8-4dcc-b0fe-7840a7925044 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c739eff0-0634-4bee-b86d-3a9e33137ff2 HTTP/1.1" status: 200 len: 217 time: 0.0788486 Sep 16 04:49:17.931496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531c985-6f65-4437-ad6c-4c6f0d5b552e None None] Pushing event updated for resources: {'Port': ['ID=47c48fd4-0056-4ab0-8509-cdb1d318eed2,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:17.938054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 8d59a9a5-67c0-4786-ae03-6e781c8d2308 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:17.955120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53d576d4-0ed9-4e41-8999-64b30f1cdff4 req-d84d0309-b2e0-46d5-9d98-f48892870e43 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 210 time: 0.0884218 Sep 16 04:49:17.969930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.984698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Pushing event updated for resources: {'Port': ['ID=e9273e6f-967a-4495-97bd-6958f0f9bf44,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:17.999855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 8d59a9a5-67c0-4786-ae03-6e781c8d2308 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:17.999855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 8d59a9a5-67c0-4786-ae03-6e781c8d2308 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:17.999855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:18.006299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca0214-ba98-4284-8d35-443da237fb34 req-b29cf43e-bba5-4296-bba8-e10f1decab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:18.008107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-b29cf43e-bba5-4296-bba8-e10f1decab90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e84c22b6-fd38-44f0-9d2b-4600b9102549 HTTP/1.1" status: 200 len: 855 time: 0.1564705 Sep 16 04:49:18.101943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b1df0557-62ac-4bf9-843b-bab1a1edc371 None None] Provisioning complete for port 47c48fd4-0056-4ab0-8509-cdb1d318eed2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:18.101943 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b1df0557-62ac-4bf9-843b-bab1a1edc371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.186677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-9757cbb5-460f-4d8c-9c24-302426c21010 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b772325-3d17-49b0-bd12-c459fd515105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632848 Sep 16 04:49:18.202877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:18.203538 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.257289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Attempting to bind port e9273e6f-967a-4495-97bd-6958f0f9bf44 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:18.258394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Attempting to bind port e9273e6f-967a-4495-97bd-6958f0f9bf44 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:18.260547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Attempting to bind port e9273e6f-967a-4495-97bd-6958f0f9bf44 on network 25f763d5-d7dc-4a67-8816-f30dea66bc95 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:18.273309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Port e9273e6f-967a-4495-97bd-6958f0f9bf44 on network 25f763d5-d7dc-4a67-8816-f30dea66bc95 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:18.278465 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Attempting to bind port e9273e6f-967a-4495-97bd-6958f0f9bf44 on network 25f763d5-d7dc-4a67-8816-f30dea66bc95 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:18.282358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:18.292182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Checking segment: {'id': 'ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:18.293013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Bound using segment: {'id': 'ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:18.299244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Bound port: e9273e6f-967a-4495-97bd-6958f0f9bf44, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:18.302690 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.453427 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.491792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] For port e9273e6f-967a-4495-97bd-6958f0f9bf44, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:18.497254 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.503845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] For port e9273e6f-967a-4495-97bd-6958f0f9bf44, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e9273e6f-967a-4495-97bd-6958f0f9bf44,segment=NetworkSegment(ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132),segment_id=ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:18.523880 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:18.526584 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1377a1b-6cd4-46b1-a5bb-785aba3a4a0d" -d '{"events": [{"server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "name": "network-vif-plugged", "status": "completed", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:18.546942 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:18.570439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Pushing event updated for resources: {'Port': ['ID=f8b07c60-101a-4968-9267-1a2ce65c7344,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:18.592625 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-f363dd83-d127-4cfc-b17a-774038af227a service neutron] 10.222.0.23 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983850 Sep 16 04:49:18.611138 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecc672-5014-47d3-991e-f8828cad4ad2 req-13c5af08-ab2b-4ef4-a61d-26a8f3080ae7 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:18.613532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56ecc672-5014-47d3-991e-f8828cad4ad2 req-13c5af08-ab2b-4ef4-a61d-26a8f3080ae7 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 943 time: 0.5332062 Sep 16 04:49:18.616234 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.636872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:18.643214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:18.650617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:18.665235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:18.666821 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.667069 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.668289 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] 10.222.0.23 "PUT /v2.0/ports/e9273e6f-967a-4495-97bd-6958f0f9bf44 HTTP/1.1" status: 200 len: 1092 time: 1.8083131 Sep 16 04:49:18.717042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb68f5-9a74-4832-81db-48eb584d6f94 service neutron] Pushing event updated for resources: {'Port': ['ID=e9273e6f-967a-4495-97bd-6958f0f9bf44,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:18.728083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5ce75-ed48-436a-a5c8-6baaa998e4e6 req-7a7b70f3-be0d-44a1-a793-ff454548618e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:18.735992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2c5ce75-ed48-436a-a5c8-6baaa998e4e6 req-7a7b70f3-be0d-44a1-a793-ff454548618e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 931 time: 0.2999837 Sep 16 04:49:18.771563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,revision_number=11']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:18.802935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Request body: {'port': {'device_id': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:18.918614 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.983883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56ecc672-5014-47d3-991e-f8828cad4ad2 req-302961fc-4384-4341-9fd6-27b3c9d9bd4b tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153555 Sep 16 04:49:19.101619 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2c5ce75-ed48-436a-a5c8-6baaa998e4e6 req-5e705da4-daaf-4d9e-b1cc-060c7db1895a tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645644 Sep 16 04:49:19.117761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:19.124284 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.160439 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b290acae-b174-4566-a861-645c02ff7a8d x-openstack-request-id: req-b290acae-b174-4566-a861-645c02ff7a8d {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:19.160439 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8", "tag": "c739eff0-0634-4bee-b86d-3a9e33137ff2", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:19.160439 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b290acae-b174-4566-a861-645c02ff7a8d {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:19.160439 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8', 'tag': 'c739eff0-0634-4bee-b86d-3a9e33137ff2', 'status': 'completed', 'code': 200} Sep 16 04:49:19.192376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baca0214-ba98-4284-8d35-443da237fb34 req-b871fcde-a7f3-4ece-acf6-eb0b253161db service neutron] 10.222.0.23 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778182 Sep 16 04:49:19.288932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-c628f312-d040-4825-8174-c86dc1868680 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0697865 Sep 16 04:49:19.313376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Request body: {'port': {'device_id': '21b065f2-99e6-4daf-ab44-5e76f9860e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:19.319081 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fb378f7-2356-4691-8580-90a6c7639960 req-6eae5302-3eab-4159-a348-92b9035db459 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 210 time: 0.0524194 Sep 16 04:49:19.337622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48145787-eff7-4706-8b42-52f1bb01d70c {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:19.347855 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.355364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ea607-05b6-4b4b-bfbd-f28467723f12 req-3a6fffbe-5ee8-460e-a969-59fbc0443780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:19.355868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ea607-05b6-4b4b-bfbd-f28467723f12 req-3a6fffbe-5ee8-460e-a969-59fbc0443780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:19.356362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ea607-05b6-4b4b-bfbd-f28467723f12 req-3a6fffbe-5ee8-460e-a969-59fbc0443780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:19.358904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e99ea607-05b6-4b4b-bfbd-f28467723f12 req-3a6fffbe-5ee8-460e-a969-59fbc0443780 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d4e21edb07740b18dec3163ed8bb894&device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2799 time: 0.1468921 Sep 16 04:49:19.369212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Transition to ACTIVE for port object 48145787-eff7-4706-8b42-52f1bb01d70c will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:19.388871 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888ba4dc-37b5-44f2-b493-cfd5e770fcc6 x-openstack-request-id: req-888ba4dc-37b5-44f2-b493-cfd5e770fcc6 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:19.389482 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "name": "network-vif-plugged", "status": "completed", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:19.389993 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-888ba4dc-37b5-44f2-b493-cfd5e770fcc6 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:19.390596 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'code': 200} Sep 16 04:49:19.413423 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664a75cb-d2ab-4958-bae0-cb828d79facb x-openstack-request-id: req-664a75cb-d2ab-4958-bae0-cb828d79facb {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:19.415101 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "tag": "d00f687f-adbb-495a-b22b-eecd2521b9ee", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:19.416320 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-664a75cb-d2ab-4958-bae0-cb828d79facb {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:19.417010 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'tag': 'd00f687f-adbb-495a-b22b-eecd2521b9ee', 'status': 'completed', 'code': 200} Sep 16 04:49:19.462695 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.706067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0c840-d521-4510-bbab-f166f6478e50 req-2e0d3b11-84f9-4dc2-b118-2de1f84c10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:19.708155 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-56a0c840-d521-4510-bbab-f166f6478e50 req-2e0d3b11-84f9-4dc2-b118-2de1f84c10f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 1095 time: 0.3368161 Sep 16 04:49:19.726791 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 47c48fd4-0056-4ab0-8509-cdb1d318eed2 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:19.751520 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.765676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=48145787-eff7-4706-8b42-52f1bb01d70c,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:19.850744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01868ce5-e609-4866-bc59-d9956f2b695b req-e6c97ce2-e335-4920-a393-417fc17b66f8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 210 time: 0.1915078 Sep 16 04:49:19.860181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 47c48fd4-0056-4ab0-8509-cdb1d318eed2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:19.860964 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.878411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Attempting to bind port 48145787-eff7-4706-8b42-52f1bb01d70c on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:19.878940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Attempting to bind port 48145787-eff7-4706-8b42-52f1bb01d70c by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:19.879382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Attempting to bind port 48145787-eff7-4706-8b42-52f1bb01d70c on network c557e4c1-e9fe-44b5-ad0b-bc570abe79db {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:19.887805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Port 48145787-eff7-4706-8b42-52f1bb01d70c on network c557e4c1-e9fe-44b5-ad0b-bc570abe79db not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:19.888302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Attempting to bind port 48145787-eff7-4706-8b42-52f1bb01d70c on network c557e4c1-e9fe-44b5-ad0b-bc570abe79db {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:19.897550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:19.898026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Checking segment: {'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:19.898528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Bound using segment: {'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:19.899073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Bound port: 48145787-eff7-4706-8b42-52f1bb01d70c, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:19.899526 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.967722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0c840-d521-4510-bbab-f166f6478e50 req-63e5e7e5-9203-4598-b6e0-7a6103c3a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:19.969450 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-56a0c840-d521-4510-bbab-f166f6478e50 req-63e5e7e5-9203-4598-b6e0-7a6103c3a0bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 915 time: 0.2505069 Sep 16 04:49:20.045477 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-56a0c840-d521-4510-bbab-f166f6478e50 req-033dceb5-27cd-4b86-8573-406397b7f25e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c739eff0-0634-4bee-b86d-3a9e33137ff2 HTTP/1.1" status: 200 len: 217 time: 0.0534596 Sep 16 04:49:20.083349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] For port 48145787-eff7-4706-8b42-52f1bb01d70c, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:20.103438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] For port 48145787-eff7-4706-8b42-52f1bb01d70c, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=48145787-eff7-4706-8b42-52f1bb01d70c,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:20.128822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0c840-d521-4510-bbab-f166f6478e50 req-40d39659-6b47-43f6-af0d-033d800b399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.128822 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-56a0c840-d521-4510-bbab-f166f6478e50 req-40d39659-6b47-43f6-af0d-033d800b399c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e84c22b6-fd38-44f0-9d2b-4600b9102549 HTTP/1.1" status: 200 len: 855 time: 0.0634248 Sep 16 04:49:20.152616 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-56a0c840-d521-4510-bbab-f166f6478e50 req-7fc15547-5711-4232-9797-189f48994de7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b772325-3d17-49b0-bd12-c459fd515105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268555 Sep 16 04:49:20.336197 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-56a0c840-d521-4510-bbab-f166f6478e50 req-08bd1514-8350-4f6c-8dc3-abf06402fb40 service neutron] 10.222.0.23 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942640 Sep 16 04:49:20.337763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69063d-3dca-4ffb-b4e0-550ec360ebf5 req-737f347f-026f-4b38-bba8-15647ab33414 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.337763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69063d-3dca-4ffb-b4e0-550ec360ebf5 req-737f347f-026f-4b38-bba8-15647ab33414 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.337763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69063d-3dca-4ffb-b4e0-550ec360ebf5 req-737f347f-026f-4b38-bba8-15647ab33414 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.337763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f69063d-3dca-4ffb-b4e0-550ec360ebf5 req-737f347f-026f-4b38-bba8-15647ab33414 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2411 time: 0.8444223 Sep 16 04:49:20.356450 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-56a0c840-d521-4510-bbab-f166f6478e50 req-2083978e-9468-4f4b-b747-e72f95749f90 service neutron] 10.222.0.23 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946681 Sep 16 04:49:20.473201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.476207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ea607-05b6-4b4b-bfbd-f28467723f12 req-e4040c09-ef72-4968-8df9-710629dd588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.476727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ea607-05b6-4b4b-bfbd-f28467723f12 req-e4040c09-ef72-4968-8df9-710629dd588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.477288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ea607-05b6-4b4b-bfbd-f28467723f12 req-e4040c09-ef72-4968-8df9-710629dd588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.479134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e99ea607-05b6-4b4b-bfbd-f28467723f12 req-e4040c09-ef72-4968-8df9-710629dd588d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6d4e21edb07740b18dec3163ed8bb894&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.1103206 Sep 16 04:49:20.594348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.594348 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.594348 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] 10.222.0.23 "PUT /v2.0/ports/48145787-eff7-4706-8b42-52f1bb01d70c HTTP/1.1" status: 200 len: 1092 time: 1.7967019 Sep 16 04:49:20.634663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c943b-85ad-443c-aeac-9fea77cc5ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=48145787-eff7-4706-8b42-52f1bb01d70c,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:20.673044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8db4a-ffb0-45a3-a3a5-da9d0bd14e08 req-19fd557d-73e1-4593-aa49-14f4d6a9a1c5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.675088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4fd8db4a-ffb0-45a3-a3a5-da9d0bd14e08 req-19fd557d-73e1-4593-aa49-14f4d6a9a1c5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 943 time: 0.3430862 Sep 16 04:49:20.686540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f69063d-3dca-4ffb-b4e0-550ec360ebf5 req-6dba6778-8bb6-4d7f-8baf-aee239aa689a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327599 Sep 16 04:49:20.703064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-08ef168d-df0d-4c8e-a83b-8aece65cd455 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.719292 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-08ef168d-df0d-4c8e-a83b-8aece65cd455 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.23 "GET /v2.0/networks?id=bb38623c-bd92-439b-adae-c1164b9993b5 HTTP/1.1" status: 200 len: 813 time: 0.2020438 Sep 16 04:49:20.732540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'port': {'device_id': 'e925a307-7a3c-4077-947d-13d1ec5c0671', 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5', 'admin_state_up': True, 'tenant_id': '5aa1e00fd7b244e386264a48d9ea8842'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:20.791905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4fd8db4a-ffb0-45a3-a3a5-da9d0bd14e08 req-d1880216-7477-491b-8e38-a9a02f0ff395 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043658 Sep 16 04:49:20.883237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ea607-05b6-4b4b-bfbd-f28467723f12 req-1a192452-a4b4-46f2-9ab2-9d76022b1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.884764 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e99ea607-05b6-4b4b-bfbd-f28467723f12 req-1a192452-a4b4-46f2-9ab2-9d76022b1aad service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3909161 Sep 16 04:49:20.919598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9046c9-c843-4a52-9899-e10ceb77e296 req-725c985d-83a3-47a7-a22a-3f84cde052da tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.922807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e9046c9-c843-4a52-9899-e10ceb77e296 req-725c985d-83a3-47a7-a22a-3f84cde052da tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 931 time: 0.1233044 Sep 16 04:49:21.058118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f32e8a7-4561-4902-ad0f-933ffc228e10 req-045ae747-59ff-4b39-837a-c31c9de7b395 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 210 time: 0.0606844 Sep 16 04:49:21.070658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e9046c9-c843-4a52-9899-e10ceb77e296 req-3eb2c93c-a451-4dd0-b28d-e4442155ed6f tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311367 Sep 16 04:49:21.083427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-74752377-292f-4653-8c2a-5d299b15273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.083915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-74752377-292f-4653-8c2a-5d299b15273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.089255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-74752377-292f-4653-8c2a-5d299b15273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.089255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-74752377-292f-4653-8c2a-5d299b15273d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d4e21edb07740b18dec3163ed8bb894&device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2867 time: 0.1567700 Sep 16 04:49:21.095053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b07c60-101a-4968-9267-1a2ce65c7344 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:21.106713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Made reservation on behalf of 5aa1e00fd7b244e386264a48d9ea8842 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:21.111127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.116748 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.127889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Transition to ACTIVE for port object f8b07c60-101a-4968-9267-1a2ce65c7344 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:21.172274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-cb625bab-f4d9-4915-953a-30cee376f9a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=d00f687f-adbb-495a-b22b-eecd2521b9ee HTTP/1.1" status: 200 len: 217 time: 0.0713301 Sep 16 04:49:21.214367 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-6926ea28-b711-4534-b0a6-e4e282c2ab0b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a691916327a54f4cb27fb717de84b236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300260 Sep 16 04:49:21.215618 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.244569 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6e8ab93-ce9e-4750-aa70-fbc745566dfa req-2c834a4c-190c-4f8a-8a31-b18595d8422f tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 210 time: 0.0623543 Sep 16 04:49:21.327689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-31f8f65e-f1ab-4cf3-88e3-cbda81632d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.329244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-31f8f65e-f1ab-4cf3-88e3-cbda81632d64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2 HTTP/1.1" status: 200 len: 801 time: 0.1380839 Sep 16 04:49:21.332904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Pushing event updated for resources: {'Port': ['ID=f8b07c60-101a-4968-9267-1a2ce65c7344,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:21.352357 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Allocated IP 172.20.0.2 (bb38623c-bd92-439b-adae-c1164b9993b5/f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c/e839f219-105b-4874-a55a-bfe83d5f1999) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:21.414622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-20b2d42b-05d5-4872-83df-d4a885600701 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.416573 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-20b2d42b-05d5-4872-83df-d4a885600701 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964145 Sep 16 04:49:21.421826 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'tag': 'e9273e6f-967a-4495-97bd-6958f0f9bf44'}, {'name': 'network-changed', 'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'tag': '48145787-eff7-4706-8b42-52f1bb01d70c'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:21.424963 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9904d6-f619-46cb-8141-0b94381d34dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "tag": "e9273e6f-967a-4495-97bd-6958f0f9bf44"}, {"name": "network-changed", "server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "tag": "48145787-eff7-4706-8b42-52f1bb01d70c"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:21.443105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-62fe1ec3-ba0e-4a8c-9b8a-50eb546fdec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.449510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-62fe1ec3-ba0e-4a8c-9b8a-50eb546fdec9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c557e4c1-e9fe-44b5-ad0b-bc570abe79db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004434 Sep 16 04:49:21.467985 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Request body: {'port': {'device_id': '75200342-95f0-43ae-b212-3f9861591805', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'a691916327a54f4cb27fb717de84b236'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:21.484078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Attempting to bind port f8b07c60-101a-4968-9267-1a2ce65c7344 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:21.484698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Attempting to bind port f8b07c60-101a-4968-9267-1a2ce65c7344 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:21.485268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Attempting to bind port f8b07c60-101a-4968-9267-1a2ce65c7344 on network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:21.501264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Port f8b07c60-101a-4968-9267-1a2ce65c7344 on network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:21.507338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Attempting to bind port f8b07c60-101a-4968-9267-1a2ce65c7344 on network 4ec115cb-721a-4929-aa2a-f22bc4b1e0cb {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:21.522838 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f384ae-e85a-4f9f-bdf8-3579f557d3e7 x-openstack-request-id: req-a9f384ae-e85a-4f9f-bdf8-3579f557d3e7 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:21.523239 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "tag": "e9273e6f-967a-4495-97bd-6958f0f9bf44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "tag": "48145787-eff7-4706-8b42-52f1bb01d70c", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:21.523586 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9f384ae-e85a-4f9f-bdf8-3579f557d3e7 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:21.524271 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'tag': 'e9273e6f-967a-4495-97bd-6958f0f9bf44', 'status': 'completed', 'code': 200} Sep 16 04:49:21.524729 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'tag': '48145787-eff7-4706-8b42-52f1bb01d70c', 'status': 'completed', 'code': 200} Sep 16 04:49:21.536874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:21.537232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Checking segment: {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:21.537619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Bound using segment: {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:21.538050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Bound port: f8b07c60-101a-4968-9267-1a2ce65c7344, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848bb881-bb0f-4523-9fed-8b83ab49905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:21.538416 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.607686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-1f00fc75-e119-4512-a2e6-216a7a833367 service neutron] 10.222.0.23 "GET /v2.0/networks/c557e4c1-e9fe-44b5-ad0b-bc570abe79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542401 Sep 16 04:49:21.710764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] For port f8b07c60-101a-4968-9267-1a2ce65c7344, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:21.729490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] For port f8b07c60-101a-4968-9267-1a2ce65c7344, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f8b07c60-101a-4968-9267-1a2ce65c7344,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:21.734388 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.757296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-0ad5d1a1-17bd-452f-880d-6e64b2639fe2 service neutron] 10.222.0.23 "GET /v2.0/networks/c557e4c1-e9fe-44b5-ad0b-bc570abe79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383193 Sep 16 04:49:21.813384 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-4d4c26da-0a50-45d0-a2f7-2b3de8d12173 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.99&port_id=e9273e6f-967a-4495-97bd-6958f0f9bf44 HTTP/1.1" status: 200 len: 217 time: 0.0486610 Sep 16 04:49:21.846339 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.855831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Made reservation on behalf of a691916327a54f4cb27fb717de84b236 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:21.860199 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.867150 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.936350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c739eff0-0634-4bee-b86d-3a9e33137ff2 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:21.937254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Network bb38623c-bd92-439b-adae-c1164b9993b5 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:21.949792 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.950281 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:21.950452 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.951905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] 10.222.0.37 "PUT /v2.0/ports/f8b07c60-101a-4968-9267-1a2ce65c7344 HTTP/1.1" status: 200 len: 1092 time: 2.6427047 Sep 16 04:49:21.954029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:21.954211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b065f2-99e6-4daf-ab44-5e76f9860e0d', 'tag': 'f8b07c60-101a-4968-9267-1a2ce65c7344'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:21.956878 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8859b6-30b4-47c6-a236-7dd706151629" -d '{"events": [{"name": "network-changed", "server_uuid": "21b065f2-99e6-4daf-ab44-5e76f9860e0d", "tag": "f8b07c60-101a-4968-9267-1a2ce65c7344"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:21.977496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-5d5febd6-8831-4dfd-ba77-6ab28969b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:21.979268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-5d5febd6-8831-4dfd-ba77-6ab28969b9ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fdb43e9d-f396-4822-82c9-c5d8189b5b28 HTTP/1.1" status: 200 len: 801 time: 0.1438875 Sep 16 04:49:21.996978 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8bbd2-63f8-43ca-a55e-b27953041d4c req-0c443332-7b2c-4302-8227-353b8f320373 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.004571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8bbd2-63f8-43ca-a55e-b27953041d4c req-0c443332-7b2c-4302-8227-353b8f320373 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.010832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8bbd2-63f8-43ca-a55e-b27953041d4c req-0c443332-7b2c-4302-8227-353b8f320373 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.014512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-feb8bbd2-63f8-43ca-a55e-b27953041d4c req-0c443332-7b2c-4302-8227-353b8f320373 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2411 time: 0.2083592 Sep 16 04:49:22.045248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'Port': ['ID=e839f219-105b-4874-a55a-bfe83d5f1999,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:22.060501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16b46f-542d-4510-b5bd-41f16d13951f service neutron] Pushing event updated for resources: {'Port': ['ID=f8b07c60-101a-4968-9267-1a2ce65c7344,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:22.086220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5d963-0105-47ca-9a52-0525e1acb446 req-bcdf579f-318a-42f6-ab03-22d2864e480f tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.087571 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.087824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cff5d963-0105-47ca-9a52-0525e1acb446 req-bcdf579f-318a-42f6-ab03-22d2864e480f tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 943 time: 0.2050364 Sep 16 04:49:22.089228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.108530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c739eff0-0634-4bee-b86d-3a9e33137ff2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c739eff0-0634-4bee-b86d-3a9e33137ff2,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:22.137101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-feb8bbd2-63f8-43ca-a55e-b27953041d4c req-5ae315bf-d8a9-4190-be6a-646975f70da8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115918 Sep 16 04:49:22.142026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'c739eff0-0634-4bee-b86d-3a9e33137ff2', 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105', 'port_id': 'c739eff0-0634-4bee-b86d-3a9e33137ff2', 'mac_address': 'fa:16:3e:66:01:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84c22b6-fd38-44f0-9d2b-4600b9102549', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:22.146084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-136c2b55-fed0-456e-80d2-365fc8420eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.147671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-136c2b55-fed0-456e-80d2-365fc8420eb4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25f763d5-d7dc-4a67-8816-f30dea66bc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324880 Sep 16 04:49:22.182555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Allocated IP 192.168.233.236 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/432852c5-3afd-45e3-bb83-4f492de81ee7) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:22.218086 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f5148088-9d1a-4c22-9116-8a7c599e81d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4977381 Sep 16 04:49:22.243574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cff5d963-0105-47ca-9a52-0525e1acb446 req-194fce7b-f3cd-4a84-bee5-dc1ad89464b6 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432440 Sep 16 04:49:22.248484 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.263290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Request body: {'port': {'device_id': 'e925a307-7a3c-4077-947d-13d1ec5c0671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:22.272891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c739eff0-0634-4bee-b86d-3a9e33137ff2 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:22.312523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-2051447a-feb9-4947-a523-db03270713a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.312751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-2051447a-feb9-4947-a523-db03270713a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76b43f5d19754bb592e1f393deaed5db&device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 1095 time: 0.1250546 Sep 16 04:49:22.322811 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb24974-37f5-442b-a05f-8b91e560e878 x-openstack-request-id: req-9bb24974-37f5-442b-a05f-8b91e560e878 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:22.323112 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b065f2-99e6-4daf-ab44-5e76f9860e0d", "tag": "f8b07c60-101a-4968-9267-1a2ce65c7344", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:22.323369 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bb24974-37f5-442b-a05f-8b91e560e878 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:22.323771 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b065f2-99e6-4daf-ab44-5e76f9860e0d', 'tag': 'f8b07c60-101a-4968-9267-1a2ce65c7344', 'status': 'completed', 'code': 200} Sep 16 04:49:22.332806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c739eff0-0634-4bee-b86d-3a9e33137ff2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c739eff0-0634-4bee-b86d-3a9e33137ff2,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:22.338125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-df90a993-1781-4b62-9b74-eb9f2d4d4f3c service neutron] 10.222.0.23 "GET /v2.0/networks/25f763d5-d7dc-4a67-8816-f30dea66bc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767836 Sep 16 04:49:22.387004 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.390116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-14b23d40-b45f-4f35-ba00-753d0617cd6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8b07c60-101a-4968-9267-1a2ce65c7344 HTTP/1.1" status: 200 len: 217 time: 0.0639150 Sep 16 04:49:22.423252 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03d113e0-320f-4aa2-ba27-c4965f0bd4b0 req-178d8c30-ad79-4759-b94d-65e42ab9ffb5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 210 time: 0.0559776 Sep 16 04:49:22.465735 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=c739eff0-0634-4bee-b86d-3a9e33137ff2,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:22.477945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.561339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-9e84de87-6e3b-4a24-82fa-013db16ba35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.562907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-9e84de87-6e3b-4a24-82fa-013db16ba35f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f77f398e-0371-495b-b57d-d46106b38a75 HTTP/1.1" status: 200 len: 844 time: 0.1485496 Sep 16 04:49:22.594224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6299b72-9ffa-48da-b38c-e1cfcabba49e req-b5d2cd3d-4f3e-40cf-9ff9-ec8a3745ae90 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.596355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6299b72-9ffa-48da-b38c-e1cfcabba49e req-b5d2cd3d-4f3e-40cf-9ff9-ec8a3745ae90 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 943 time: 0.1824884 Sep 16 04:49:22.606125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['c739eff0-0634-4bee-b86d-3a9e33137ff2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:22.629122 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-6f8ec025-1ca0-459a-bed6-9d5a9a3f773d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577416 Sep 16 04:49:22.684363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.688584 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-ace11131-aff9-4cc1-8127-3313b895af38 service neutron] 10.222.0.23 "GET /v2.0/networks/25f763d5-d7dc-4a67-8816-f30dea66bc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129423 Sep 16 04:49:22.786249 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-f756f139-72ae-45d9-b45c-265d36aa418f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.96&port_id=48145787-eff7-4706-8b42-52f1bb01d70c HTTP/1.1" status: 200 len: 217 time: 0.0781848 Sep 16 04:49:22.800079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6299b72-9ffa-48da-b38c-e1cfcabba49e req-3e05635c-f055-4a8c-8db8-5c5e75b05f3a tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774402 Sep 16 04:49:22.845656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832215bb-ee62-4440-84a7-94a5b05dcabc req-c545a902-d182-4d38-9ffe-d6ef62316932 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.847900 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-832215bb-ee62-4440-84a7-94a5b05dcabc req-c545a902-d182-4d38-9ffe-d6ef62316932 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 931 time: 0.2622178 Sep 16 04:49:22.881177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.893282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:22.919225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-42879277-68ed-4759-a9b7-eaab3821a7fb service neutron] 10.222.0.37 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623715 Sep 16 04:49:22.922971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-6212f1f3-0126-4d9c-852e-6e4ddb9c9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.924961 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-6212f1f3-0126-4d9c-852e-6e4ddb9c9c9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2 HTTP/1.1" status: 200 len: 801 time: 0.1237257 Sep 16 04:49:22.949488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:22.959339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-832215bb-ee62-4440-84a7-94a5b05dcabc req-383a36ec-579b-4676-801e-4f717b940da6 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862374 Sep 16 04:49:22.971192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:22.984308 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:23.051251 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e839f219-105b-4874-a55a-bfe83d5f1999 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:23.057712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:23.068246 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.076767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.077515 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.113053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Transition to ACTIVE for port object e839f219-105b-4874-a55a-bfe83d5f1999 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:23.182453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['11d608a7-45e0-43d7-a55c-b19cc9247b85', '4532b43d-fb90-4cbf-b284-0f12d478427e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:23.201888 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.281525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Pushing event updated for resources: {'Port': ['ID=e839f219-105b-4874-a55a-bfe83d5f1999,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:23.311558 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-0eeda68e-dfaf-436e-af5e-c04c77d06237 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8533266 Sep 16 04:49:23.325136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Request body: {'port': {'device_id': '75200342-95f0-43ae-b212-3f9861591805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:23.419758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d48b-e642-4afd-b470-719d4ca1638e req-8370f606-c547-48b0-afcd-0457fc87ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.420809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-943e10c2-69cd-496d-ad11-66dbc398e3d9 None None] Provisioning complete for port 432852c5-3afd-45e3-bb83-4f492de81ee7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:23.421029 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-8370f606-c547-48b0-afcd-0457fc87ac9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c557e4c1-e9fe-44b5-ad0b-bc570abe79db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4853008 Sep 16 04:49:23.421173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-943e10c2-69cd-496d-ad11-66dbc398e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.435865 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.465044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-943e10c2-69cd-496d-ad11-66dbc398e3d9 None None] Port 432852c5-3afd-45e3-bb83-4f492de81ee7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:23.513090 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de898c3c-f227-48b8-b3aa-a002feb0d3f5 req-5f95b4d2-0207-43e2-a542-9ed9284e325d service neutron] 10.222.0.37 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848734 Sep 16 04:49:23.546180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Attempting to bind port e839f219-105b-4874-a55a-bfe83d5f1999 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:23.546397 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb415ba-a5f4-4388-bad2-4627170d6871 req-35795c63-23b3-4041-9505-0341a82684a8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.546537 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Attempting to bind port e839f219-105b-4874-a55a-bfe83d5f1999 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '6f1abf69-7bfc-433d-afa6-5e81a6d39e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:23.546863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Attempting to bind port e839f219-105b-4874-a55a-bfe83d5f1999 on network bb38623c-bd92-439b-adae-c1164b9993b5 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:23.554731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Port e839f219-105b-4874-a55a-bfe83d5f1999 on network bb38623c-bd92-439b-adae-c1164b9993b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:23.555748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Attempting to bind port e839f219-105b-4874-a55a-bfe83d5f1999 on network bb38623c-bd92-439b-adae-c1164b9993b5 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:23.557126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb415ba-a5f4-4388-bad2-4627170d6871 req-35795c63-23b3-4041-9505-0341a82684a8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.569835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb415ba-a5f4-4388-bad2-4627170d6871 req-35795c63-23b3-4041-9505-0341a82684a8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.572959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fb415ba-a5f4-4388-bad2-4627170d6871 req-35795c63-23b3-4041-9505-0341a82684a8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2411 time: 0.1994543 Sep 16 04:49:23.658289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a225afc-adde-4cd6-9bf0-ee2ffc0d58fa req-984bff9a-3cea-4d52-b0a8-4e1708af43e2 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.660356 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a225afc-adde-4cd6-9bf0-ee2ffc0d58fa req-984bff9a-3cea-4d52-b0a8-4e1708af43e2 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 944 time: 0.2176940 Sep 16 04:49:23.723719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-86147462-a760-478c-8c31-d02fb49cd9d7 service neutron] 10.222.0.23 "GET /v2.0/networks/c557e4c1-e9fe-44b5-ad0b-bc570abe79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934942 Sep 16 04:49:23.731639 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fb415ba-a5f4-4388-bad2-4627170d6871 req-6362ee8f-6136-4f1c-ae9b-c621e5564f5e tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469104 Sep 16 04:49:23.787421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a225afc-adde-4cd6-9bf0-ee2ffc0d58fa req-72e5facb-dac1-4947-8cef-f42207d2c1a8 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152840 Sep 16 04:49:23.915121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0777d48b-e642-4afd-b470-719d4ca1638e req-981443b4-5146-47c6-a971-91432ec88c62 service neutron] 10.222.0.23 "GET /v2.0/networks/c557e4c1-e9fe-44b5-ad0b-bc570abe79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820781 Sep 16 04:49:23.931687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f776f-e8da-4de7-9ea1-584681546521 req-d3f483da-20e8-45e6-8b82-dfd55831635a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.933327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-978f776f-e8da-4de7-9ea1-584681546521 req-d3f483da-20e8-45e6-8b82-dfd55831635a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 936 time: 0.0959034 Sep 16 04:49:23.950988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c739eff0-0634-4bee-b86d-3a9e33137ff2 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:23.985274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:23.985274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Checking segment: {'id': '6f1abf69-7bfc-433d-afa6-5e81a6d39e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:23.991144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Bound using segment: {'id': '6f1abf69-7bfc-433d-afa6-5e81a6d39e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:23.991144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Bound port: e839f219-105b-4874-a55a-bfe83d5f1999, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1abf69-7bfc-433d-afa6-5e81a6d39e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:23.991144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.047783 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-978f776f-e8da-4de7-9ea1-584681546521 req-ec8fe916-f14e-4382-a648-4f221276611f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063194 Sep 16 04:49:24.109822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de922-6bd8-46ae-a7fa-cb2253ef712e req-ca1912e8-a9c3-485d-b2eb-9c210f1a80ad tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.118878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-715de922-6bd8-46ae-a7fa-cb2253ef712e req-ca1912e8-a9c3-485d-b2eb-9c210f1a80ad tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 943 time: 0.1246784 Sep 16 04:49:24.122903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] For port e839f219-105b-4874-a55a-bfe83d5f1999, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:24.123905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port c739eff0-0634-4bee-b86d-3a9e33137ff2 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:24.128045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] For port e839f219-105b-4874-a55a-bfe83d5f1999, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e839f219-105b-4874-a55a-bfe83d5f1999,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:24.132693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port c739eff0-0634-4bee-b86d-3a9e33137ff2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:24.134242 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.146891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8859b6-30b4-47c6-a236-7dd706151629 req-1f4aa336-89a9-440e-bda8-8bf85f554723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.149892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e8859b6-30b4-47c6-a236-7dd706151629 req-1f4aa336-89a9-440e-bda8-8bf85f554723 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76b43f5d19754bb592e1f393deaed5db&device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 1095 time: 0.1154058 Sep 16 04:49:24.219494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432852c5-3afd-45e3-bb83-4f492de81ee7 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:24.236382 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.244396 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.254291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-715de922-6bd8-46ae-a7fa-cb2253ef712e req-2c7caa07-f03d-4c09-b05d-c85a2472f471 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344645 Sep 16 04:49:24.288845 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.300840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Transition to ACTIVE for port object 432852c5-3afd-45e3-bb83-4f492de81ee7 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:24.305621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.307973 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.307973 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] 10.222.0.23 "PUT /v2.0/ports/e839f219-105b-4874-a55a-bfe83d5f1999 HTTP/1.1" status: 200 len: 1092 time: 2.0657740 Sep 16 04:49:24.308278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e925a307-7a3c-4077-947d-13d1ec5c0671', 'tag': 'e839f219-105b-4874-a55a-bfe83d5f1999'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:24.310665 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac12386-1c72-4e91-9fb9-b1abc732cfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "e925a307-7a3c-4077-947d-13d1ec5c0671", "tag": "e839f219-105b-4874-a55a-bfe83d5f1999"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:24.351312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c739eff0-0634-4bee-b86d-3a9e33137ff2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c739eff0-0634-4bee-b86d-3a9e33137ff2,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:24.358354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c739eff0-0634-4bee-b86d-3a9e33137ff2'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:24.358354 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffc302f-3b64-4342-8b0c-65910c7d35ac" -d '{"events": [{"server_uuid": "290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8", "name": "network-vif-plugged", "status": "completed", "tag": "c739eff0-0634-4bee-b86d-3a9e33137ff2"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:24.359979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7147b0-7e96-418a-8e43-b142b18cfae8 req-33ebd0a4-1003-4f0e-b4d1-623186c16627 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.365491 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c7147b0-7e96-418a-8e43-b142b18cfae8 req-33ebd0a4-1003-4f0e-b4d1-623186c16627 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 943 time: 0.1863542 Sep 16 04:49:24.377054 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd490af5-679f-442c-959b-014e5d5ae2f8 x-openstack-request-id: req-fd490af5-679f-442c-959b-014e5d5ae2f8 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:24.377555 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e925a307-7a3c-4077-947d-13d1ec5c0671", "tag": "e839f219-105b-4874-a55a-bfe83d5f1999", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:24.377968 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd490af5-679f-442c-959b-014e5d5ae2f8 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:24.380455 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e925a307-7a3c-4077-947d-13d1ec5c0671', 'tag': 'e839f219-105b-4874-a55a-bfe83d5f1999', 'status': 'completed', 'code': 200} Sep 16 04:49:24.388818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-d00f8ff3-7d7b-4161-968b-1bb652df7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.389316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-d00f8ff3-7d7b-4161-968b-1bb652df7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.390190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-d00f8ff3-7d7b-4161-968b-1bb652df7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.391850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-d00f8ff3-7d7b-4161-968b-1bb652df7942 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d4e21edb07740b18dec3163ed8bb894&device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2867 time: 0.2196791 Sep 16 04:49:24.395011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.398067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8c3dd-cf45-486c-b975-4859b872338c service neutron] Pushing event updated for resources: {'Port': ['ID=e839f219-105b-4874-a55a-bfe83d5f1999,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.404908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8859b6-30b4-47c6-a236-7dd706151629 req-9ecfac36-c403-4019-8117-808d4ecd8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.414292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e8859b6-30b4-47c6-a236-7dd706151629 req-9ecfac36-c403-4019-8117-808d4ecd8abf service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 200 len: 904 time: 0.2505395 Sep 16 04:49:24.470822 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.486114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.496015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac12386-1c72-4e91-9fb9-b1abc732cfa6 req-36c33539-4e8c-4382-a3e6-841e4f9d7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.497751 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fac12386-1c72-4e91-9fb9-b1abc732cfa6 req-36c33539-4e8c-4382-a3e6-841e4f9d7600 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 1095 time: 0.1118593 Sep 16 04:49:24.526920 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df69f73-55c7-4035-9b09-7f24beca0b82 x-openstack-request-id: req-7df69f73-55c7-4035-9b09-7f24beca0b82 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:24.527544 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8", "name": "network-vif-plugged", "status": "completed", "tag": "c739eff0-0634-4bee-b86d-3a9e33137ff2", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:24.527983 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7df69f73-55c7-4035-9b09-7f24beca0b82 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:24.528609 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c739eff0-0634-4bee-b86d-3a9e33137ff2', 'code': 200} Sep 16 04:49:24.568032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=c739eff0-0634-4bee-b86d-3a9e33137ff2,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.596858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e8859b6-30b4-47c6-a236-7dd706151629 req-30be0276-5e6a-4a0e-8495-605aa72e680f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8b07c60-101a-4968-9267-1a2ce65c7344 HTTP/1.1" status: 200 len: 217 time: 0.1537786 Sep 16 04:49:24.634135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c7147b0-7e96-418a-8e43-b142b18cfae8 req-efbb0bd2-84f2-4fa4-bc8b-4aa00b1a9d9f tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388828 Sep 16 04:49:24.657661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Attempting to bind port 432852c5-3afd-45e3-bb83-4f492de81ee7 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:24.658133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Attempting to bind port 432852c5-3afd-45e3-bb83-4f492de81ee7 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:24.658591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Attempting to bind port 432852c5-3afd-45e3-bb83-4f492de81ee7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:24.668938 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Port 432852c5-3afd-45e3-bb83-4f492de81ee7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:24.669691 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Attempting to bind port 432852c5-3afd-45e3-bb83-4f492de81ee7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:24.683710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:24.684092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:24.684476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:24.684947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Bound port: 432852c5-3afd-45e3-bb83-4f492de81ee7, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:24.685312 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.735615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac12386-1c72-4e91-9fb9-b1abc732cfa6 req-0bd985da-af73-4294-9abb-51b893c874ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.737486 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fac12386-1c72-4e91-9fb9-b1abc732cfa6 req-0bd985da-af73-4294-9abb-51b893c874ab service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2237849 Sep 16 04:49:24.778379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-f07036cf-6a9e-4ccd-81d3-26f740f1a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.781517 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-f07036cf-6a9e-4ccd-81d3-26f740f1a08b service neutron] 10.222.0.23 "GET /v2.0/networks?id=25f763d5-d7dc-4a67-8816-f30dea66bc95 HTTP/1.1" status: 200 len: 902 time: 0.3662906 Sep 16 04:49:24.817353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:24.855510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17168057-6b21-4d74-90ee-c8ff9f005ca7 req-950fb4e4-eeff-4bc5-9b6f-2dd9b5eef7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.855510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17168057-6b21-4d74-90ee-c8ff9f005ca7 req-950fb4e4-eeff-4bc5-9b6f-2dd9b5eef7fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 1097 time: 0.2317843 Sep 16 04:49:24.855510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8859b6-30b4-47c6-a236-7dd706151629 req-19c9c5a3-c417-4db8-aaea-ad6fb5312726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.855510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e8859b6-30b4-47c6-a236-7dd706151629 req-19c9c5a3-c417-4db8-aaea-ad6fb5312726 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f77f398e-0371-495b-b57d-d46106b38a75 HTTP/1.1" status: 200 len: 844 time: 0.2333555 Sep 16 04:49:24.857161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-fc413eea-5976-4275-ac16-adcc949c4e1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.99&port_id=e9273e6f-967a-4495-97bd-6958f0f9bf44 HTTP/1.1" status: 200 len: 217 time: 0.0661423 Sep 16 04:49:24.894133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:24.920991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac12386-1c72-4e91-9fb9-b1abc732cfa6 req-86b7e5d2-1a8b-4a43-9252-bf70730f7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.923419 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fac12386-1c72-4e91-9fb9-b1abc732cfa6 req-86b7e5d2-1a8b-4a43-9252-bf70730f7d60 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1760361 Sep 16 04:49:24.928695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e8859b6-30b4-47c6-a236-7dd706151629 req-320a3486-1519-42c3-b585-0f816dc623b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543582 Sep 16 04:49:24.964687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.042334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.043657 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.045177 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] 10.222.0.23 "PUT /v2.0/ports/432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 1097 time: 1.7244761 Sep 16 04:49:25.053611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17168057-6b21-4d74-90ee-c8ff9f005ca7 req-85b2a650-fde6-47dd-872c-17f0e1ff6eb3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862023 Sep 16 04:49:25.072204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-5c297ee7-0244-4a62-8fc9-0ec252c7c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.072204 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-5c297ee7-0244-4a62-8fc9-0ec252c7c714 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 1095 time: 0.1031904 Sep 16 04:49:25.075277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:25.090884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-e7bb6559-61a3-49aa-8cc7-5949f3d5e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.092390 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-e7bb6559-61a3-49aa-8cc7-5949f3d5e964 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fdb43e9d-f396-4822-82c9-c5d8189b5b28 HTTP/1.1" status: 200 len: 801 time: 0.1895072 Sep 16 04:49:25.116353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32039fff-da79-4196-804e-8f4c2665f45f req-83e8cad6-be88-41ce-acbb-8111183dc393 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.122403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32039fff-da79-4196-804e-8f4c2665f45f req-83e8cad6-be88-41ce-acbb-8111183dc393 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.131635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32039fff-da79-4196-804e-8f4c2665f45f req-83e8cad6-be88-41ce-acbb-8111183dc393 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.133393 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32039fff-da79-4196-804e-8f4c2665f45f req-83e8cad6-be88-41ce-acbb-8111183dc393 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2411 time: 0.2753510 Sep 16 04:49:25.152867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83680b-24ce-440e-8af2-03a00a92830a req-943c10ab-89cd-4ab3-94aa-657c91115fd0 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.154406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b83680b-24ce-440e-8af2-03a00a92830a req-943c10ab-89cd-4ab3-94aa-657c91115fd0 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 945 time: 0.2500098 Sep 16 04:49:25.204041 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e8859b6-30b4-47c6-a236-7dd706151629 req-4b34eedc-dfbb-4b31-98ed-fab1d880e283 service neutron] 10.222.0.37 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324078 Sep 16 04:49:25.243080 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32039fff-da79-4196-804e-8f4c2665f45f req-615b9755-9b82-4358-9ff9-315f03ea7dfb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008081 Sep 16 04:49:25.263935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b83680b-24ce-440e-8af2-03a00a92830a req-f036b483-2b73-4769-955a-33946cbcdbaf tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017389 Sep 16 04:49:25.319667 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-f2b15a21-fee4-426b-9016-7d0c3b37403e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e839f219-105b-4874-a55a-bfe83d5f1999 HTTP/1.1" status: 200 len: 217 time: 0.0661857 Sep 16 04:49:25.393891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-373a9555-196b-4a26-baa8-74d4afd04fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.395402 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-373a9555-196b-4a26-baa8-74d4afd04fde service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c HTTP/1.1" status: 200 len: 853 time: 0.0692868 Sep 16 04:49:25.436907 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-ca555e2f-3068-4d21-9dd0-dad79f32d668 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb38623c-bd92-439b-adae-c1164b9993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313299 Sep 16 04:49:25.469751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-9bb58a68-66e0-413d-b2a2-1752ea7db541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.472151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-9bb58a68-66e0-413d-b2a2-1752ea7db541 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25f763d5-d7dc-4a67-8816-f30dea66bc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2116215 Sep 16 04:49:25.544880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-6a18154f-f6e6-49c4-8373-648f34b4be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.544880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-6a18154f-f6e6-49c4-8373-648f34b4be74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1100 time: 0.2586002 Sep 16 04:49:25.564456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3df5a6-92de-4a7c-bc18-dd922ab1a742 req-e3fbae02-2db4-4f4e-80cc-e610dc0cf540 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.566071 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d3df5a6-92de-4a7c-bc18-dd922ab1a742 req-e3fbae02-2db4-4f4e-80cc-e610dc0cf540 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 948 time: 0.1657479 Sep 16 04:49:25.672701 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-41a833ae-78d2-40ff-9481-45669601cfe7 service neutron] 10.222.0.23 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293252 Sep 16 04:49:25.673658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e8859b6-30b4-47c6-a236-7dd706151629 req-7265749a-8b2f-4b45-8ab9-79df55cadd7c service neutron] 10.222.0.37 "GET /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311869 Sep 16 04:49:25.673658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-95d0ec92-8ba5-4523-a0e6-60244c0ab334 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 217 time: 0.1089368 Sep 16 04:49:25.673658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243378be-38e0-499b-a669-503390a4b915 req-1b9e6052-f5e2-4ca6-bee8-930cee0e5003 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.673658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-243378be-38e0-499b-a669-503390a4b915 req-1b9e6052-f5e2-4ca6-bee8-930cee0e5003 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 943 time: 0.2287900 Sep 16 04:49:25.699297 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-07e2e665-bd83-4440-8cb8-59e87cdee3d8 req-9fc7af32-e7ea-4b4f-8a6c-8f6027a03806 service neutron] 10.222.0.23 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133409 Sep 16 04:49:25.776258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-6f856c9d-1492-40e7-9d1b-9121debdfdff service neutron] 10.222.0.23 "GET /v2.0/networks/25f763d5-d7dc-4a67-8816-f30dea66bc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857590 Sep 16 04:49:25.779210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d3df5a6-92de-4a7c-bc18-dd922ab1a742 req-7c7ea526-cdf1-4179-b677-825d1c8e69e4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018311 Sep 16 04:49:25.791594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-bc4fb9ce-ed59-4169-b8c1-d327d6c2511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.791594 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-bc4fb9ce-ed59-4169-b8c1-d327d6c2511e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1171553 Sep 16 04:49:25.828527 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-243378be-38e0-499b-a669-503390a4b915 req-9351e067-2155-4274-bd17-8f1782b26e4a tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441486 Sep 16 04:49:25.942369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-486e52be-d13e-4e1d-bedf-de51042d3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.945471 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-486e52be-d13e-4e1d-bedf-de51042d3bbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1415410 Sep 16 04:49:25.982709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e9273e6f-967a-4495-97bd-6958f0f9bf44 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:25.983872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-9997d6cd-0821-43fa-8ec4-1514264624ce service neutron] 10.222.0.23 "GET /v2.0/networks/25f763d5-d7dc-4a67-8816-f30dea66bc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976829 Sep 16 04:49:26.035321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d14b91-66ad-47a4-86b9-371f41fc2d48 req-0cc3194c-3e0f-43e6-8fa5-6a769fb43856 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.036908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4d14b91-66ad-47a4-86b9-371f41fc2d48 req-0cc3194c-3e0f-43e6-8fa5-6a769fb43856 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 943 time: 0.1335418 Sep 16 04:49:26.049425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f8b07c60-101a-4968-9267-1a2ce65c7344 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:26.122679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4d14b91-66ad-47a4-86b9-371f41fc2d48 req-d9feb74b-0315-4b62-bc18-a7fcd03052db tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781589 Sep 16 04:49:26.152973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b3820ef3-6303-4c8e-85cb-ac990d65041e service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703486 Sep 16 04:49:26.174123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-bb8daadc-abd4-44ad-a002-1f2af50f40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.174123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-bb8daadc-abd4-44ad-a002-1f2af50f40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.174123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-bb8daadc-abd4-44ad-a002-1f2af50f40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.174123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-bb8daadc-abd4-44ad-a002-1f2af50f40a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d4e21edb07740b18dec3163ed8bb894&device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2867 time: 0.1249852 Sep 16 04:49:26.175690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port e9273e6f-967a-4495-97bd-6958f0f9bf44, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e9273e6f-967a-4495-97bd-6958f0f9bf44,segment=NetworkSegment(ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132),segment_id=ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:26.229780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'e9273e6f-967a-4495-97bd-6958f0f9bf44', 'network_id': '25f763d5-d7dc-4a67-8816-f30dea66bc95', 'port_id': 'e9273e6f-967a-4495-97bd-6958f0f9bf44', 'mac_address': 'fa:16:3e:f7:f6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb43e9d-f396-4822-82c9-c5d8189b5b28', 'ip_address': '19.86.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:26.299886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f8b07c60-101a-4968-9267-1a2ce65c7344, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f8b07c60-101a-4968-9267-1a2ce65c7344,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:26.304396 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-8d3a1c62-dcde-448d-833b-45ecb4167717 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710241 Sep 16 04:49:26.315910 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.319833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'f8b07c60-101a-4968-9267-1a2ce65c7344', 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'port_id': 'f8b07c60-101a-4968-9267-1a2ce65c7344', 'mac_address': 'fa:16:3e:71:4c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77f398e-0371-495b-b57d-d46106b38a75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:26.332235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-a86990fe-ff26-4754-8e3f-76c537ef240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.334980 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9273e6f-967a-4495-97bd-6958f0f9bf44 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:26.337165 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-a86990fe-ff26-4754-8e3f-76c537ef240a service neutron] 10.222.0.23 "GET /v2.0/networks?id=c557e4c1-e9fe-44b5-ad0b-bc570abe79db HTTP/1.1" status: 200 len: 902 time: 0.1594937 Sep 16 04:49:26.375598 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.381890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:26.384408 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984fd732-ae06-42eb-b124-6b1c92f55a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:26.394170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-0459ddb7-6ca7-43d8-ad9a-8a3dcd441621 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.96&port_id=48145787-eff7-4706-8b42-52f1bb01d70c HTTP/1.1" status: 200 len: 217 time: 0.0497046 Sep 16 04:49:26.397578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b07c60-101a-4968-9267-1a2ce65c7344 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:26.430874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f8b07c60-101a-4968-9267-1a2ce65c7344, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f8b07c60-101a-4968-9267-1a2ce65c7344,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:26.432808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port e9273e6f-967a-4495-97bd-6958f0f9bf44, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e9273e6f-967a-4495-97bd-6958f0f9bf44,segment=NetworkSegment(ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132),segment_id=ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:26.626796 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.670146 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.670811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 48145787-eff7-4706-8b42-52f1bb01d70c details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:26.701663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f8b07c60-101a-4968-9267-1a2ce65c7344,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:26.800862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5595672-de14-4606-8775-0b5b2f014474 req-b6b1a275-7de2-4c16-8f7c-6841ee61299a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.807478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5595672-de14-4606-8775-0b5b2f014474 req-b6b1a275-7de2-4c16-8f7c-6841ee61299a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.813451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5595672-de14-4606-8775-0b5b2f014474 req-b6b1a275-7de2-4c16-8f7c-6841ee61299a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.815963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5595672-de14-4606-8775-0b5b2f014474 req-b6b1a275-7de2-4c16-8f7c-6841ee61299a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2411 time: 0.4181213 Sep 16 04:49:26.817436 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=e9273e6f-967a-4495-97bd-6958f0f9bf44,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:26.817622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-86c1b76d-0348-43e9-93a0-63704dc58cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.818756 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-86c1b76d-0348-43e9-93a0-63704dc58cf8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2 HTTP/1.1" status: 200 len: 801 time: 0.4033937 Sep 16 04:49:26.832118 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17404eb3-4de3-4115-8839-b54696297d91 req-d124b7ad-027e-44b3-bebd-96539f1ad464 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.833951 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17404eb3-4de3-4115-8839-b54696297d91 req-d124b7ad-027e-44b3-bebd-96539f1ad464 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 945 time: 0.4384570 Sep 16 04:49:26.851525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 48145787-eff7-4706-8b42-52f1bb01d70c, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=48145787-eff7-4706-8b42-52f1bb01d70c,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:26.863424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '48145787-eff7-4706-8b42-52f1bb01d70c', 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db', 'port_id': '48145787-eff7-4706-8b42-52f1bb01d70c', 'mac_address': 'fa:16:3e:02:b3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2', 'ip_address': '19.80.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:26.896045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f8b07c60-101a-4968-9267-1a2ce65c7344'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:26.929948 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.943296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17404eb3-4de3-4115-8839-b54696297d91 req-0a0bc53b-d052-49af-97f5-0d312f3b2fa4 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880375 Sep 16 04:49:26.953760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48145787-eff7-4706-8b42-52f1bb01d70c {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:26.968903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5595672-de14-4606-8775-0b5b2f014474 req-51b9f757-d1b1-4047-9e6d-3ba581123ebe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326056 Sep 16 04:49:26.979701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-3441bcc7-4287-4668-9c40-ee831ab5167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.984052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-3441bcc7-4287-4668-9c40-ee831ab5167c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c557e4c1-e9fe-44b5-ad0b-bc570abe79db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476912 Sep 16 04:49:26.988310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 48145787-eff7-4706-8b42-52f1bb01d70c, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=48145787-eff7-4706-8b42-52f1bb01d70c,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:27.066896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.068452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d00f687f-adbb-495a-b22b-eecd2521b9ee details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:27.079780 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7318be0a-3b42-4352-abbc-a442aabe775e x-openstack-request-id: req-7318be0a-3b42-4352-abbc-a442aabe775e {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:27.080206 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:27.080946 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7318be0a-3b42-4352-abbc-a442aabe775e {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:27.085219 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'status': 'completed', 'code': 200} Sep 16 04:49:27.171431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d00f687f-adbb-495a-b22b-eecd2521b9ee, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d00f687f-adbb-495a-b22b-eecd2521b9ee,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:27.186994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd00f687f-adbb-495a-b22b-eecd2521b9ee', 'network_id': 'c557e4c1-e9fe-44b5-ad0b-bc570abe79db', 'port_id': 'd00f687f-adbb-495a-b22b-eecd2521b9ee', 'mac_address': 'fa:16:3e:64:76:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2', 'ip_address': '19.80.0.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:27.253777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-32e7dc0c-e509-4843-b360-b8194a81c8b9 service neutron] 10.222.0.23 "GET /v2.0/networks/c557e4c1-e9fe-44b5-ad0b-bc570abe79db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560329 Sep 16 04:49:27.294919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=48145787-eff7-4706-8b42-52f1bb01d70c,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.297522 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.318692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00f687f-adbb-495a-b22b-eecd2521b9ee {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:27.361577 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d00f687f-adbb-495a-b22b-eecd2521b9ee, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d00f687f-adbb-495a-b22b-eecd2521b9ee,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:27.435003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db881c83-f771-46b5-8a69-0fc396accf37 req-5bc570c8-2f20-49fa-a821-39e8625c4166 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.436446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db881c83-f771-46b5-8a69-0fc396accf37 req-5bc570c8-2f20-49fa-a821-39e8625c4166 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 944 time: 0.2708507 Sep 16 04:49:27.443971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fd732-ae06-42eb-b124-6b1c92f55a2f req-c4a5c8a3-1400-4243-8e5c-2794a35964f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.445481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-984fd732-ae06-42eb-b124-6b1c92f55a2f req-c4a5c8a3-1400-4243-8e5c-2794a35964f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1100 time: 0.2986255 Sep 16 04:49:27.447716 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.467887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f5ef-0f79-4b71-840a-77066d920dd6 req-768d10f8-1ef7-433e-b6ef-b1f8da1b035a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.470164 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e95f5ef-0f79-4b71-840a-77066d920dd6 req-768d10f8-1ef7-433e-b6ef-b1f8da1b035a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 948 time: 0.2087905 Sep 16 04:49:27.503289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d00f687f-adbb-495a-b22b-eecd2521b9ee,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.553004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e9904d6-f619-46cb-8141-0b94381d34dc req-ce094b38-833b-427c-9c44-0b702e4394a4 service neutron] 10.222.0.23 "GET /v2.0/networks/c557e4c1-e9fe-44b5-ad0b-bc570abe79db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641342 Sep 16 04:49:27.590759 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db881c83-f771-46b5-8a69-0fc396accf37 req-53fa3614-affd-4c07-b405-f1db81bb6761 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427126 Sep 16 04:49:27.622465 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e95f5ef-0f79-4b71-840a-77066d920dd6 req-069455dd-5899-4945-aa64-492b5800d1a3 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302617 Sep 16 04:49:27.649863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fd732-ae06-42eb-b124-6b1c92f55a2f req-92f1258a-52eb-430e-9ec2-3e1fe4fddf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.651403 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-984fd732-ae06-42eb-b124-6b1c92f55a2f req-92f1258a-52eb-430e-9ec2-3e1fe4fddf32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1914358 Sep 16 04:49:27.710362 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-984fd732-ae06-42eb-b124-6b1c92f55a2f req-48943a88-8a10-43ff-b6fe-e44c53ed7899 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 217 time: 0.0513043 Sep 16 04:49:27.744759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d00f687f-adbb-495a-b22b-eecd2521b9ee'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:27.784719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fd732-ae06-42eb-b124-6b1c92f55a2f req-2656886b-6b93-4653-8727-48c703e0b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.786235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-984fd732-ae06-42eb-b124-6b1c92f55a2f req-2656886b-6b93-4653-8727-48c703e0b35d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0679376 Sep 16 04:49:27.797923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1bbc1-85c5-403c-b94b-8fa47be47464 req-312fed34-25c1-41cd-9396-72a301c91fa9 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.800205 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cb1bbc1-85c5-403c-b94b-8fa47be47464 req-312fed34-25c1-41cd-9396-72a301c91fa9 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 943 time: 0.0917885 Sep 16 04:49:27.872358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fd732-ae06-42eb-b124-6b1c92f55a2f req-ae4552a8-efe0-4a32-bf65-bc4e77c9aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.873915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-984fd732-ae06-42eb-b124-6b1c92f55a2f req-ae4552a8-efe0-4a32-bf65-bc4e77c9aed5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0728030 Sep 16 04:49:27.877703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cb1bbc1-85c5-403c-b94b-8fa47be47464 req-32788f45-fd57-4783-9a86-20747dcfdd4f tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678623 Sep 16 04:49:27.904968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e9273e6f-967a-4495-97bd-6958f0f9bf44'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:27.979630 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-984fd732-ae06-42eb-b124-6b1c92f55a2f req-e2dbbe71-70f2-4443-8511-c2a5bbe41fb1 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988555 Sep 16 04:49:27.984716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 432852c5-3afd-45e3-bb83-4f492de81ee7 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:28.067810 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f8b07c60-101a-4968-9267-1a2ce65c7344 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:28.186739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-984fd732-ae06-42eb-b124-6b1c92f55a2f req-83b5d761-de5c-4166-a17c-9b85efcbb2e0 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982210 Sep 16 04:49:28.195560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383bcda-d601-4334-9286-125e44f26881 req-f27127c8-4bcf-40fa-961c-6ec344c4ce93 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.197219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a383bcda-d601-4334-9286-125e44f26881 req-f27127c8-4bcf-40fa-961c-6ec344c4ce93 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 945 time: 0.1094449 Sep 16 04:49:28.209091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb06a-d22e-4ff8-abd5-e195925898c8 req-a16b6b8c-0252-4a33-b560-85f9eb663acc tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.215657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb06a-d22e-4ff8-abd5-e195925898c8 req-a16b6b8c-0252-4a33-b560-85f9eb663acc tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.222229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb06a-d22e-4ff8-abd5-e195925898c8 req-a16b6b8c-0252-4a33-b560-85f9eb663acc tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.224933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e0fb06a-d22e-4ff8-abd5-e195925898c8 req-a16b6b8c-0252-4a33-b560-85f9eb663acc tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2414 time: 0.1400347 Sep 16 04:49:28.292859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a383bcda-d601-4334-9286-125e44f26881 req-892aa024-a370-4450-b185-638be6a6db26 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665793 Sep 16 04:49:28.298130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:28.342168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e0fb06a-d22e-4ff8-abd5-e195925898c8 req-2c9af534-f34c-442b-8349-9dcd717da5f6 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919251 Sep 16 04:49:28.342290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'mac_address': 'fa:16:3e:59:af:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:28.366765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port f8b07c60-101a-4968-9267-1a2ce65c7344 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:28.377758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port f8b07c60-101a-4968-9267-1a2ce65c7344 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:28.378001 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.415360 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.436166 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432852c5-3afd-45e3-bb83-4f492de81ee7 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:28.463075 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:28.504523 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.535535 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.536228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e839f219-105b-4874-a55a-bfe83d5f1999 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:28.556204 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfcd7730-7a0c-4a1d-98f5-9f0df4681dc7 req-909f7340-aa5f-4d40-8a96-0303782eb4be service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613971 Sep 16 04:49:28.635874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b065f2-99e6-4daf-ab44-5e76f9860e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b07c60-101a-4968-9267-1a2ce65c7344'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:28.638174 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78ecb72-21dc-46fc-abbb-d5d8fef6e49b" -d '{"events": [{"server_uuid": "21b065f2-99e6-4daf-ab44-5e76f9860e0d", "name": "network-vif-plugged", "status": "completed", "tag": "f8b07c60-101a-4968-9267-1a2ce65c7344"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:28.657582 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:28.690693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd7730-7a0c-4a1d-98f5-9f0df4681dc7 req-4b8c0cbb-7e83-46cc-9012-c6624d648ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.691977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfcd7730-7a0c-4a1d-98f5-9f0df4681dc7 req-4b8c0cbb-7e83-46cc-9012-c6624d648ea0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 1102 time: 0.0837772 Sep 16 04:49:28.703991 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f8b07c60-101a-4968-9267-1a2ce65c7344, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f8b07c60-101a-4968-9267-1a2ce65c7344,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:28.755424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port e839f219-105b-4874-a55a-bfe83d5f1999, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e839f219-105b-4874-a55a-bfe83d5f1999,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:28.767822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'e839f219-105b-4874-a55a-bfe83d5f1999', 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5', 'port_id': 'e839f219-105b-4874-a55a-bfe83d5f1999', 'mac_address': 'fa:16:3e:94:3c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:28.793665 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.812309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245dff9-069a-49d1-914d-2df2038678cd req-c66e50fa-181e-4e4e-8afb-029f4eb6e5bb tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.820302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3245dff9-069a-49d1-914d-2df2038678cd req-c66e50fa-181e-4e4e-8afb-029f4eb6e5bb tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 944 time: 0.1265342 Sep 16 04:49:28.837475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['48145787-eff7-4706-8b42-52f1bb01d70c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:28.876130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd7730-7a0c-4a1d-98f5-9f0df4681dc7 req-e64f6238-df17-487f-b1a8-1f8e738a7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.877977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfcd7730-7a0c-4a1d-98f5-9f0df4681dc7 req-e64f6238-df17-487f-b1a8-1f8e738a7400 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1504629 Sep 16 04:49:28.881066 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3245dff9-069a-49d1-914d-2df2038678cd req-8fcb7ec0-5b0f-480e-bba4-057ba510284f tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599244 Sep 16 04:49:28.890810 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.914408 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e839f219-105b-4874-a55a-bfe83d5f1999 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:28.942719 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f8b07c60-101a-4968-9267-1a2ce65c7344,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:28.952550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfcd7730-7a0c-4a1d-98f5-9f0df4681dc7 req-0decdc87-a357-4dff-ac61-d19c931f35ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85 HTTP/1.1" status: 200 len: 217 time: 0.0622525 Sep 16 04:49:28.962697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port e839f219-105b-4874-a55a-bfe83d5f1999, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e839f219-105b-4874-a55a-bfe83d5f1999,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:28.993134 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2be3d1b-d6ce-42b4-8479-77032289dc49 x-openstack-request-id: req-b2be3d1b-d6ce-42b4-8479-77032289dc49 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:28.996696 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b065f2-99e6-4daf-ab44-5e76f9860e0d", "name": "network-vif-plugged", "status": "completed", "tag": "f8b07c60-101a-4968-9267-1a2ce65c7344", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:28.998459 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2be3d1b-d6ce-42b4-8479-77032289dc49 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:28.998954 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b065f2-99e6-4daf-ab44-5e76f9860e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b07c60-101a-4968-9267-1a2ce65c7344', 'code': 200} Sep 16 04:49:29.038798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd7730-7a0c-4a1d-98f5-9f0df4681dc7 req-08242124-0c2a-4a1f-9d8b-4e8b08bf5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.040103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfcd7730-7a0c-4a1d-98f5-9f0df4681dc7 req-08242124-0c2a-4a1f-9d8b-4e8b08bf5789 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0841508 Sep 16 04:49:29.055909 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.139525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=e839f219-105b-4874-a55a-bfe83d5f1999,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:29.197262 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a5ec9-87a7-4819-8b43-743fde0d3b7c req-70879f3d-6c8a-4287-8825-89e2ec81d061 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.201963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-874a5ec9-87a7-4819-8b43-743fde0d3b7c req-70879f3d-6c8a-4287-8825-89e2ec81d061 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 949 time: 0.1594715 Sep 16 04:49:29.211288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd7730-7a0c-4a1d-98f5-9f0df4681dc7 req-202ee640-f5ea-4c38-b36f-7353b1076bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.212802 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfcd7730-7a0c-4a1d-98f5-9f0df4681dc7 req-202ee640-f5ea-4c38-b36f-7353b1076bd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1605303 Sep 16 04:49:29.223139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10648032-972b-44ab-b328-9c877f6ce1ee req-3a984d76-8c43-4691-9e05-d1225d6159ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.224648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10648032-972b-44ab-b328-9c877f6ce1ee req-3a984d76-8c43-4691-9e05-d1225d6159ef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 1097 time: 0.1427093 Sep 16 04:49:29.314141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921587ac-3546-4a5b-a2bd-433d81a5828e req-06ad5b4a-34f1-47bc-b92a-394a969dd89e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.315641 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-921587ac-3546-4a5b-a2bd-433d81a5828e req-06ad5b4a-34f1-47bc-b92a-394a969dd89e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 944 time: 0.1686003 Sep 16 04:49:29.355094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-874a5ec9-87a7-4819-8b43-743fde0d3b7c req-904d11a3-5852-4542-8318-bda06ece7342 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481924 Sep 16 04:49:29.371540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10648032-972b-44ab-b328-9c877f6ce1ee req-52553a78-79d9-47f5-9180-a48312c6ec48 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278474 Sep 16 04:49:29.383594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e839f219-105b-4874-a55a-bfe83d5f1999'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:29.412806 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-921587ac-3546-4a5b-a2bd-433d81a5828e req-1766b1fd-0535-40fd-8feb-e70642d75036 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614278 Sep 16 04:49:29.418637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfcd7730-7a0c-4a1d-98f5-9f0df4681dc7 req-dacb8ab5-0850-418b-8ccd-6a9e57ac7718 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930997 Sep 16 04:49:29.428287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['432852c5-3afd-45e3-bb83-4f492de81ee7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:29.557705 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfcd7730-7a0c-4a1d-98f5-9f0df4681dc7 req-442a0e33-d139-4809-9d8f-b0bab32e10fd service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312480 Sep 16 04:49:29.583769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ad589-b06e-4e1a-852c-7bc9e52f5356 req-fac6f359-57c7-4e64-8f32-6c02664ffba4 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.589869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ad589-b06e-4e1a-852c-7bc9e52f5356 req-fac6f359-57c7-4e64-8f32-6c02664ffba4 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.597035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ad589-b06e-4e1a-852c-7bc9e52f5356 req-fac6f359-57c7-4e64-8f32-6c02664ffba4 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.598870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e61ad589-b06e-4e1a-852c-7bc9e52f5356 req-fac6f359-57c7-4e64-8f32-6c02664ffba4 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2414 time: 0.0957434 Sep 16 04:49:29.646123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e61ad589-b06e-4e1a-852c-7bc9e52f5356 req-d7ea6b28-f679-4d88-b18b-c73fc153ef89 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358586 Sep 16 04:49:29.987207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e9273e6f-967a-4495-97bd-6958f0f9bf44 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:30.023115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380710d-27e5-45e7-84b3-839960c133dc req-1d5f1d8d-764a-4bb5-b1bd-da2070aa5bf6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.035610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c380710d-27e5-45e7-84b3-839960c133dc req-1d5f1d8d-764a-4bb5-b1bd-da2070aa5bf6 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 945 time: 0.0741479 Sep 16 04:49:30.070309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c380710d-27e5-45e7-84b3-839960c133dc req-f24bfaaf-0fed-40ae-a258-9af33df7b2bd tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337374 Sep 16 04:49:30.123973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port e9273e6f-967a-4495-97bd-6958f0f9bf44 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:30.130040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port e9273e6f-967a-4495-97bd-6958f0f9bf44 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:30.130485 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.231833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.273710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port e9273e6f-967a-4495-97bd-6958f0f9bf44, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e9273e6f-967a-4495-97bd-6958f0f9bf44,segment=NetworkSegment(ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132),segment_id=ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:30.501399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5134a46-081b-4b22-a7fa-f8523780a0be req-a0f86702-2f9f-4667-88fe-a07ae94f5621 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.503532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5134a46-081b-4b22-a7fa-f8523780a0be req-a0f86702-2f9f-4667-88fe-a07ae94f5621 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 949 time: 0.0716910 Sep 16 04:49:30.589072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f64c60-12f0-42e1-9f32-9bb4c9859dfa req-b885b4e3-7b27-4041-8725-ac60a7dcbbf4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.590947 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3f64c60-12f0-42e1-9f32-9bb4c9859dfa req-b885b4e3-7b27-4041-8725-ac60a7dcbbf4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 944 time: 0.0862296 Sep 16 04:49:30.597271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5134a46-081b-4b22-a7fa-f8523780a0be req-0ed9e751-5ccc-49cb-8de2-9f6847bc8d9d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828760 Sep 16 04:49:30.652069 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.653508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d00f687f-adbb-495a-b22b-eecd2521b9ee up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:30.664515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3f64c60-12f0-42e1-9f32-9bb4c9859dfa req-7bbda72f-bf9e-4115-91f6-a688bf2d8a4a tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639391 Sep 16 04:49:30.762676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=e9273e6f-967a-4495-97bd-6958f0f9bf44,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:30.800061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765758-1135-4c88-a7ce-c5734c1b6c60 req-64b249bc-e44e-4c69-aa66-ba975d378757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.806928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765758-1135-4c88-a7ce-c5734c1b6c60 req-64b249bc-e44e-4c69-aa66-ba975d378757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.813572 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09765758-1135-4c88-a7ce-c5734c1b6c60 req-64b249bc-e44e-4c69-aa66-ba975d378757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:30.816925 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09765758-1135-4c88-a7ce-c5734c1b6c60 req-64b249bc-e44e-4c69-aa66-ba975d378757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2415 time: 0.0885656 Sep 16 04:49:30.858642 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09765758-1135-4c88-a7ce-c5734c1b6c60 req-28cd57f8-42a3-4660-86e3-7eff6db7b860 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354905 Sep 16 04:49:30.963964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port d00f687f-adbb-495a-b22b-eecd2521b9ee completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:30.968188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d00f687f-adbb-495a-b22b-eecd2521b9ee triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:30.968613 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.001006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9273e6f-967a-4495-97bd-6958f0f9bf44'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:31.003953 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fab43b-2002-453f-8791-996c634839f4" -d '{"events": [{"server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "name": "network-vif-plugged", "status": "completed", "tag": "e9273e6f-967a-4495-97bd-6958f0f9bf44"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:31.071364 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06510d15-7364-481c-93c9-b2a64ff120ed x-openstack-request-id: req-06510d15-7364-481c-93c9-b2a64ff120ed {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:31.071732 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "name": "network-vif-plugged", "status": "completed", "tag": "e9273e6f-967a-4495-97bd-6958f0f9bf44", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:31.071925 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06510d15-7364-481c-93c9-b2a64ff120ed {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:31.072283 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9273e6f-967a-4495-97bd-6958f0f9bf44', 'code': 200} Sep 16 04:49:31.082710 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.092570 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:49:31.122154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d00f687f-adbb-495a-b22b-eecd2521b9ee, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d00f687f-adbb-495a-b22b-eecd2521b9ee,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:31.221873 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.231083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f0a15-e94d-4a5e-a352-94337a655b6b req-80a085a9-ea01-42b0-88cc-c553e6eed496 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.232639 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-464f0a15-e94d-4a5e-a352-94337a655b6b req-80a085a9-ea01-42b0-88cc-c553e6eed496 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 945 time: 0.0690954 Sep 16 04:49:31.289724 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d00f687f-adbb-495a-b22b-eecd2521b9ee,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:31.302921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-464f0a15-e94d-4a5e-a352-94337a655b6b req-d333ba09-85fb-4689-aab3-685a09959e08 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624650 Sep 16 04:49:31.731884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47d94e-7c88-4704-ae82-caee5f042d23 req-ec4c2c4e-7141-47f5-9ab1-56ac6948932c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.733767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb47d94e-7c88-4704-ae82-caee5f042d23 req-ec4c2c4e-7141-47f5-9ab1-56ac6948932c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 949 time: 0.0624847 Sep 16 04:49:31.796615 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb47d94e-7c88-4704-ae82-caee5f042d23 req-b23c374f-076d-497b-b57d-1bf991fae897 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481329 Sep 16 04:49:31.957044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03003298-1c71-418a-81f8-8a7bf6a5b348 req-67b07655-9ca4-481f-b9e5-5a28bd20d343 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.958564 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03003298-1c71-418a-81f8-8a7bf6a5b348 req-67b07655-9ca4-481f-b9e5-5a28bd20d343 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 944 time: 0.0515127 Sep 16 04:49:31.983537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 48145787-eff7-4706-8b42-52f1bb01d70c up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:32.023329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03003298-1c71-418a-81f8-8a7bf6a5b348 req-ead2836e-7fc0-48cb-9a71-10380818b9d0 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573883 Sep 16 04:49:32.151271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce3a1-0fca-4335-af40-05f319a1df23 req-ee6fd5f9-3c2e-432f-98be-5d8aa40e5a2b tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:32.158411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce3a1-0fca-4335-af40-05f319a1df23 req-ee6fd5f9-3c2e-432f-98be-5d8aa40e5a2b tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:32.165152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce3a1-0fca-4335-af40-05f319a1df23 req-ee6fd5f9-3c2e-432f-98be-5d8aa40e5a2b tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:32.166817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f9ce3a1-0fca-4335-af40-05f319a1df23 req-ee6fd5f9-3c2e-432f-98be-5d8aa40e5a2b tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2416 time: 0.0775588 Sep 16 04:49:32.206757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 48145787-eff7-4706-8b42-52f1bb01d70c completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:32.211749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 48145787-eff7-4706-8b42-52f1bb01d70c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:32.212166 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.228348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f9ce3a1-0fca-4335-af40-05f319a1df23 req-d5d08e2d-3857-4e04-ab22-5a4093f999b9 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551512 Sep 16 04:49:32.362833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.399267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 48145787-eff7-4706-8b42-52f1bb01d70c, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=48145787-eff7-4706-8b42-52f1bb01d70c,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:32.466542 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.467387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e839f219-105b-4874-a55a-bfe83d5f1999 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:32.545399 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=48145787-eff7-4706-8b42-52f1bb01d70c,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:32.712658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port e839f219-105b-4874-a55a-bfe83d5f1999 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:32.718254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port e839f219-105b-4874-a55a-bfe83d5f1999 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:32.720974 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.832498 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.849318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10da71-3495-45d3-9a96-c1fec3d7899f req-5583d4e6-dd00-4a14-8fe4-6f67448e49d1 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:32.852937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff10da71-3495-45d3-9a96-c1fec3d7899f req-5583d4e6-dd00-4a14-8fe4-6f67448e49d1 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 945 time: 0.0646257 Sep 16 04:49:32.872638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port e839f219-105b-4874-a55a-bfe83d5f1999, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e839f219-105b-4874-a55a-bfe83d5f1999,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:32.930450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff10da71-3495-45d3-9a96-c1fec3d7899f req-afa872b8-fd5e-4cfe-b87e-cddce7825cb3 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674345 Sep 16 04:49:32.951547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060b240-0c20-46bf-9727-d7250e79318e req-9c90f190-57e5-4107-bac3-9bcdca4e4240 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:32.953382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4060b240-0c20-46bf-9727-d7250e79318e req-9c90f190-57e5-4107-bac3-9bcdca4e4240 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 949 time: 0.0736845 Sep 16 04:49:32.957389 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.958525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 432852c5-3afd-45e3-bb83-4f492de81ee7 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:33.018494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4060b240-0c20-46bf-9727-d7250e79318e req-82aab526-dee2-43f1-ad7a-744052750ced tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536892 Sep 16 04:49:33.043836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=e839f219-105b-4874-a55a-bfe83d5f1999,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:33.073670 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00f687f-adbb-495a-b22b-eecd2521b9ee'}, {'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48145787-eff7-4706-8b42-52f1bb01d70c'}, {'server_uuid': 'e925a307-7a3c-4077-947d-13d1ec5c0671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e839f219-105b-4874-a55a-bfe83d5f1999'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:33.076392 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26ae92f-dac1-4055-843a-45790cc6382c" -d '{"events": [{"server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "name": "network-vif-plugged", "status": "completed", "tag": "d00f687f-adbb-495a-b22b-eecd2521b9ee"}, {"server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "name": "network-vif-plugged", "status": "completed", "tag": "48145787-eff7-4706-8b42-52f1bb01d70c"}, {"server_uuid": "e925a307-7a3c-4077-947d-13d1ec5c0671", "name": "network-vif-plugged", "status": "completed", "tag": "e839f219-105b-4874-a55a-bfe83d5f1999"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:33.143216 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f477c58-a438-470d-aa29-c2331dc24441 x-openstack-request-id: req-5f477c58-a438-470d-aa29-c2331dc24441 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:33.143878 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "name": "network-vif-plugged", "status": "completed", "tag": "d00f687f-adbb-495a-b22b-eecd2521b9ee", "code": 200}, {"server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "name": "network-vif-plugged", "status": "completed", "tag": "48145787-eff7-4706-8b42-52f1bb01d70c", "code": 200}, {"server_uuid": "e925a307-7a3c-4077-947d-13d1ec5c0671", "name": "network-vif-plugged", "status": "completed", "tag": "e839f219-105b-4874-a55a-bfe83d5f1999", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:33.144275 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f477c58-a438-470d-aa29-c2331dc24441 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:33.144843 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00f687f-adbb-495a-b22b-eecd2521b9ee', 'code': 200} Sep 16 04:49:33.145109 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48145787-eff7-4706-8b42-52f1bb01d70c', 'code': 200} Sep 16 04:49:33.145595 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e925a307-7a3c-4077-947d-13d1ec5c0671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e839f219-105b-4874-a55a-bfe83d5f1999', 'code': 200} Sep 16 04:49:33.155338 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 432852c5-3afd-45e3-bb83-4f492de81ee7 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:33.166363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 432852c5-3afd-45e3-bb83-4f492de81ee7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:33.166818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.223745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f052bc-6030-4f98-b217-2ffd7708eb7e req-1cc4e0d2-ef4b-4605-88a1-40ea6b1564c1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:33.223745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9f052bc-6030-4f98-b217-2ffd7708eb7e req-1cc4e0d2-ef4b-4605-88a1-40ea6b1564c1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 945 time: 0.1200154 Sep 16 04:49:33.340797 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.379652 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:33.403542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9f052bc-6030-4f98-b217-2ffd7708eb7e req-429df30d-aeb3-4539-b3c3-bff19b7cc53e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718252 Sep 16 04:49:33.434014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075e1c9-7d54-4e53-a19e-b5b45253d94f req-8250a71f-d121-4e86-83fb-00ccaf90ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:33.434501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075e1c9-7d54-4e53-a19e-b5b45253d94f req-8250a71f-d121-4e86-83fb-00ccaf90ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:33.434982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075e1c9-7d54-4e53-a19e-b5b45253d94f req-8250a71f-d121-4e86-83fb-00ccaf90ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:33.436650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c075e1c9-7d54-4e53-a19e-b5b45253d94f req-8250a71f-d121-4e86-83fb-00ccaf90ed72 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2873 time: 0.1676481 Sep 16 04:49:33.461311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4babf-ba5f-4e35-b958-b1cfd66784e0 req-0fda999b-b011-40f8-95bf-fd51ba14d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:33.463247 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdc4babf-ba5f-4e35-b958-b1cfd66784e0 req-0fda999b-b011-40f8-95bf-fd51ba14d535 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 1097 time: 0.1930540 Sep 16 04:49:33.478032 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.512081 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ed8c9-3413-473c-976e-816acc85a3d6 req-51e1dfa7-2531-4e7d-b0c2-398f114e7ffa tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:33.519674 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ed8c9-3413-473c-976e-816acc85a3d6 req-51e1dfa7-2531-4e7d-b0c2-398f114e7ffa tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:33.530175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ed8c9-3413-473c-976e-816acc85a3d6 req-51e1dfa7-2531-4e7d-b0c2-398f114e7ffa tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:33.533313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd2ed8c9-3413-473c-976e-816acc85a3d6 req-51e1dfa7-2531-4e7d-b0c2-398f114e7ffa tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2417 time: 0.1559844 Sep 16 04:49:33.573012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:33.576216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdc4babf-ba5f-4e35-b958-b1cfd66784e0 req-9e6fd7dd-3c49-4ad2-a6ec-6fae0824849a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016071 Sep 16 04:49:33.580358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c075e1c9-7d54-4e53-a19e-b5b45253d94f req-c20cb825-cb0d-4951-9ee0-a4ca5236b32f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323085 Sep 16 04:49:33.609281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd2ed8c9-3413-473c-976e-816acc85a3d6 req-cb10afc2-36a1-4107-8bb6-fdacd8a1c913 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624831 Sep 16 04:49:34.057476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec5733-fd2c-4f6f-b4b4-30e8fda93712 req-1b929746-bdf7-4cbf-b8a1-92962bd9a38e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:34.059088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cec5733-fd2c-4f6f-b4b4-30e8fda93712 req-1b929746-bdf7-4cbf-b8a1-92962bd9a38e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 945 time: 0.0523427 Sep 16 04:49:34.075161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f8b07c60-101a-4968-9267-1a2ce65c7344 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:34.114657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cec5733-fd2c-4f6f-b4b4-30e8fda93712 req-f6c25657-e2ed-44bc-8f59-17eafb12d69e tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478547 Sep 16 04:49:34.187387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279dd6-17e9-4608-8198-9d1ed398c08c req-c2c267b5-fabc-44a2-9758-d5d64ad82a48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:34.189606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73279dd6-17e9-4608-8198-9d1ed398c08c req-c2c267b5-fabc-44a2-9758-d5d64ad82a48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.0516045 Sep 16 04:49:34.196973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f8b07c60-101a-4968-9267-1a2ce65c7344, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f8b07c60-101a-4968-9267-1a2ce65c7344,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:34.210130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'f8b07c60-101a-4968-9267-1a2ce65c7344', 'network_id': '4ec115cb-721a-4929-aa2a-f22bc4b1e0cb', 'port_id': 'f8b07c60-101a-4968-9267-1a2ce65c7344', 'mac_address': 'fa:16:3e:71:4c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77f398e-0371-495b-b57d-d46106b38a75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:34.233624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73279dd6-17e9-4608-8198-9d1ed398c08c req-3393012a-fdb8-4f58-8ef0-276cdbd2b8c7 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379105 Sep 16 04:49:34.258127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.271874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8b07c60-101a-4968-9267-1a2ce65c7344 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:34.297071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f8b07c60-101a-4968-9267-1a2ce65c7344, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f8b07c60-101a-4968-9267-1a2ce65c7344,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:34.357683 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.409047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f8b07c60-101a-4968-9267-1a2ce65c7344,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:34.449964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f8b07c60-101a-4968-9267-1a2ce65c7344'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:34.529657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f14ab6-0f71-41b6-8def-7c85433899ec req-2781b99a-e7a8-4912-ad72-104b3e9b3cd8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:34.534770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3f14ab6-0f71-41b6-8def-7c85433899ec req-2781b99a-e7a8-4912-ad72-104b3e9b3cd8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 945 time: 0.0619440 Sep 16 04:49:34.596817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3f14ab6-0f71-41b6-8def-7c85433899ec req-629b42c2-aa98-403e-a33d-f71d63e94f51 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547967 Sep 16 04:49:34.729074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f819d3-479b-42db-abe0-bd469b65b920 req-22f3dadf-561e-4ede-b203-0df59263bf53 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:34.734932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f819d3-479b-42db-abe0-bd469b65b920 req-22f3dadf-561e-4ede-b203-0df59263bf53 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:34.741394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f819d3-479b-42db-abe0-bd469b65b920 req-22f3dadf-561e-4ede-b203-0df59263bf53 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:34.743018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0f819d3-479b-42db-abe0-bd469b65b920 req-22f3dadf-561e-4ede-b203-0df59263bf53 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2417 time: 0.0636315 Sep 16 04:49:34.784650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0f819d3-479b-42db-abe0-bd469b65b920 req-bdbc8e32-1a0f-47ed-9824-cced48fe07c9 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336723 Sep 16 04:49:35.147767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:35.149527 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e256bec6-9c0c-4dd3-919d-5c45620b7c6b" -d '{"events": [{"server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "name": "network-vif-plugged", "status": "completed", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:35.199206 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecc684f-6c4c-41a9-b171-6eeb2a9a8668 x-openstack-request-id: req-cecc684f-6c4c-41a9-b171-6eeb2a9a8668 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:35.199508 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "name": "network-vif-plugged", "status": "completed", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:35.199751 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cecc684f-6c4c-41a9-b171-6eeb2a9a8668 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:35.200143 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'code': 200} Sep 16 04:49:35.290487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16375700-ad4e-44bb-9b4f-4768dc9aaa06 req-08daf598-3afd-4c13-b4c0-c4d46c9b0629 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.294743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16375700-ad4e-44bb-9b4f-4768dc9aaa06 req-08daf598-3afd-4c13-b4c0-c4d46c9b0629 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 944 time: 0.0935559 Sep 16 04:49:35.390908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16375700-ad4e-44bb-9b4f-4768dc9aaa06 req-33868170-e014-413d-9688-719fa9210023 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864298 Sep 16 04:49:35.398646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b0713-9861-4bbe-b181-f35ca0b5e1c4 req-9f3481c9-ba7c-42b7-9267-71ad2f985276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.400831 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d4b0713-9861-4bbe-b181-f35ca0b5e1c4 req-9f3481c9-ba7c-42b7-9267-71ad2f985276 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1102 time: 0.1070313 Sep 16 04:49:35.514434 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d4b0713-9861-4bbe-b181-f35ca0b5e1c4 req-b1809385-1658-49d7-91fd-f013539a2bbf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882902 Sep 16 04:49:35.528798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-f4eecba4-8c5b-4cca-b39d-81c422a78b44 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.530274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-f4eecba4-8c5b-4cca-b39d-81c422a78b44 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 815 time: 0.1907334 Sep 16 04:49:35.545109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5188e-290e-4162-ac71-e3b1a43f78c1 req-dc6950fb-38b9-4fbd-9f98-48334283fd51 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.546690 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66d5188e-290e-4162-ac71-e3b1a43f78c1 req-dc6950fb-38b9-4fbd-9f98-48334283fd51 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.0932426 Sep 16 04:49:35.567804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-f6014fad-268e-44b3-a381-476665fa0af5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/quotas/8abd1b9c5dad42898b7f8fc6cd4c23fc HTTP/1.1" status: 200 len: 375 time: 0.0169051 Sep 16 04:49:35.623006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66d5188e-290e-4162-ac71-e3b1a43f78c1 req-ccfe5e3f-e2cb-4a54-96c8-ab0b1dc07f72 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649529 Sep 16 04:49:35.639733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-01aae163-9ed3-4e5e-9d52-e96722c88724 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641155 Sep 16 04:49:35.739116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-8e2ed9e6-f0ca-4ea6-9f0f-dd4cd7c80251 service neutron] 10.222.0.24 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906572 Sep 16 04:49:35.833257 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-661760e7-b15b-42b9-a55a-bf3a2453ca56 service neutron] 10.222.0.24 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877664 Sep 16 04:49:35.898575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abefeb-a58f-4847-8679-54e78321bfc0 req-114724b4-d026-44a6-ade8-00265ae46b44 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:35.903023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5abefeb-a58f-4847-8679-54e78321bfc0 req-114724b4-d026-44a6-ade8-00265ae46b44 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 945 time: 0.0571098 Sep 16 04:49:35.942671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5abefeb-a58f-4847-8679-54e78321bfc0 req-2a60778f-13bf-45e8-abbd-6b41ff11c1ba tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339375 Sep 16 04:49:36.057132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7764-570d-46cb-9a00-d133cbace2d8 req-4b5f1c1b-acb9-4104-ad34-a40f22bde993 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:36.063464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7764-570d-46cb-9a00-d133cbace2d8 req-4b5f1c1b-acb9-4104-ad34-a40f22bde993 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:36.070638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7764-570d-46cb-9a00-d133cbace2d8 req-4b5f1c1b-acb9-4104-ad34-a40f22bde993 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:36.076988 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e8a7764-570d-46cb-9a00-d133cbace2d8 req-4b5f1c1b-acb9-4104-ad34-a40f22bde993 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2417 time: 0.0717924 Sep 16 04:49:36.091207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f8b07c60-101a-4968-9267-1a2ce65c7344 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:36.163800 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36c54c9e-f020-4b58-b065-4f55f6ac7959 req-f0497df9-0185-419c-97c0-e976f09842bf tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1985779763&fields=id&tenant_id=5aa1e00fd7b244e386264a48d9ea8842 HTTP/1.1" status: 200 len: 267 time: 0.0880761 Sep 16 04:49:36.177095 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port f8b07c60-101a-4968-9267-1a2ce65c7344 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:36.178240 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.185084 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e8a7764-570d-46cb-9a00-d133cbace2d8 req-5f3e9425-c732-48fd-bc4d-4e4b3afe6958 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032252 Sep 16 04:49:36.248115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c54c9e-f020-4b58-b065-4f55f6ac7959 req-915bc255-eb18-4690-81ee-6dc71074e756 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:36.259093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36c54c9e-f020-4b58-b065-4f55f6ac7959 req-915bc255-eb18-4690-81ee-6dc71074e756 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 945 time: 0.0942476 Sep 16 04:49:36.268531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-36c54c9e-f020-4b58-b065-4f55f6ac7959 req-1d984d4e-9841-4781-b3e6-6c48ca3772c5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'port': {'security_groups': ['64f36f61-0710-4626-94d0-5a5ccbe481dc', 'a26e1438-fb2f-4106-ab8f-12f5f078ea25']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:36.400701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5a35805-0bca-41c6-bdab-7914dd85589f req-d4d59d69-aae7-4c9b-8ac3-848d3623a6de tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 210 time: 0.0632255 Sep 16 04:49:36.417805 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-36c54c9e-f020-4b58-b065-4f55f6ac7959 req-1d984d4e-9841-4781-b3e6-6c48ca3772c5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.435099 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.547851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f8b07c60-101a-4968-9267-1a2ce65c7344, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f8b07c60-101a-4968-9267-1a2ce65c7344,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:36.626850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f76aaa-2771-4214-9916-5742ca4250e9 req-257caab6-cacf-4033-895a-9ed9f66334f2 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:36.628542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03f76aaa-2771-4214-9916-5742ca4250e9 req-257caab6-cacf-4033-895a-9ed9f66334f2 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 944 time: 0.0912213 Sep 16 04:49:36.659459 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.721195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f8b07c60-101a-4968-9267-1a2ce65c7344,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:36.985588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03f76aaa-2771-4214-9916-5742ca4250e9 req-c40fa85a-7025-457f-acab-dd925e562772 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511174 Sep 16 04:49:37.036190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-36c54c9e-f020-4b58-b065-4f55f6ac7959 req-1d984d4e-9841-4781-b3e6-6c48ca3772c5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] For port e839f219-105b-4874-a55a-bfe83d5f1999, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e839f219-105b-4874-a55a-bfe83d5f1999,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:37.068335 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-36c54c9e-f020-4b58-b065-4f55f6ac7959 req-1d984d4e-9841-4781-b3e6-6c48ca3772c5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.142590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-36c54c9e-f020-4b58-b065-4f55f6ac7959 req-1d984d4e-9841-4781-b3e6-6c48ca3772c5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.154668 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e839f219-105b-4874-a55a-bfe83d5f1999'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:37.188299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c54c9e-f020-4b58-b065-4f55f6ac7959 req-1d984d4e-9841-4781-b3e6-6c48ca3772c5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.189435 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-36c54c9e-f020-4b58-b065-4f55f6ac7959 req-1d984d4e-9841-4781-b3e6-6c48ca3772c5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.194684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36c54c9e-f020-4b58-b065-4f55f6ac7959 req-1d984d4e-9841-4781-b3e6-6c48ca3772c5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "PUT /v2.0/ports/e839f219-105b-4874-a55a-bfe83d5f1999 HTTP/1.1" status: 200 len: 981 time: 0.9343767 Sep 16 04:49:37.195314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e925a307-7a3c-4077-947d-13d1ec5c0671', 'tag': 'e839f219-105b-4874-a55a-bfe83d5f1999'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:37.197654 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8d5d03-48d2-4303-be16-0344b303325f" -d '{"events": [{"name": "network-changed", "server_uuid": "e925a307-7a3c-4077-947d-13d1ec5c0671", "tag": "e839f219-105b-4874-a55a-bfe83d5f1999"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:37.208506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b065f2-99e6-4daf-ab44-5e76f9860e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b07c60-101a-4968-9267-1a2ce65c7344'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:37.215740 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eba61a-97d4-4a08-b0cd-54a4c6a99e2d" -d '{"events": [{"server_uuid": "21b065f2-99e6-4daf-ab44-5e76f9860e0d", "name": "network-vif-plugged", "status": "completed", "tag": "f8b07c60-101a-4968-9267-1a2ce65c7344"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:37.222719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d984d4e-9841-4781-b3e6-6c48ca3772c5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'Port': ['ID=e839f219-105b-4874-a55a-bfe83d5f1999,revision_number=6']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:37.323549 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a75d-2fbf-450a-ad46-f498ac7c629c req-3bebb9f9-02c4-4d10-a2a2-6297a520b7c4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.325545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c22a75d-2fbf-450a-ad46-f498ac7c629c req-3bebb9f9-02c4-4d10-a2a2-6297a520b7c4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.0641007 Sep 16 04:49:37.338544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e839f219-105b-4874-a55a-bfe83d5f1999'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:37.394787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c22a75d-2fbf-450a-ad46-f498ac7c629c req-ff15b9ba-fbf9-4be4-bc8a-d9b932b6db5d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542529 Sep 16 04:49:37.599938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5402058-2a86-4921-829f-fb5061673c0b req-1c4983a3-0c9f-4f7d-9bbe-9faf8c77d3d6 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2095865151&fields=id&tenant_id=5aa1e00fd7b244e386264a48d9ea8842 HTTP/1.1" status: 200 len: 267 time: 0.0350771 Sep 16 04:49:37.663926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5402058-2a86-4921-829f-fb5061673c0b req-7413fcab-c649-4ac9-a653-0f54eaccd70d tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.665480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5402058-2a86-4921-829f-fb5061673c0b req-7413fcab-c649-4ac9-a653-0f54eaccd70d tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 984 time: 0.0561159 Sep 16 04:49:37.678117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c5402058-2a86-4921-829f-fb5061673c0b req-f8f69852-5766-48db-a192-4170b989249c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'port': {'security_groups': ['64f36f61-0710-4626-94d0-5a5ccbe481dc', 'a26e1438-fb2f-4106-ab8f-12f5f078ea25', 'a058b360-39cb-465b-98b0-44426eedd504']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:37.750941 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c5402058-2a86-4921-829f-fb5061673c0b req-f8f69852-5766-48db-a192-4170b989249c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.973798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c5402058-2a86-4921-829f-fb5061673c0b req-f8f69852-5766-48db-a192-4170b989249c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] For port e839f219-105b-4874-a55a-bfe83d5f1999, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e839f219-105b-4874-a55a-bfe83d5f1999,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:38.003638 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c5402058-2a86-4921-829f-fb5061673c0b req-f8f69852-5766-48db-a192-4170b989249c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.040198 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adffc30c-e351-42eb-9bb1-712c8fca47c5 x-openstack-request-id: req-adffc30c-e351-42eb-9bb1-712c8fca47c5 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:38.040516 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e925a307-7a3c-4077-947d-13d1ec5c0671", "tag": "e839f219-105b-4874-a55a-bfe83d5f1999", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:38.040865 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adffc30c-e351-42eb-9bb1-712c8fca47c5 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:38.041181 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e925a307-7a3c-4077-947d-13d1ec5c0671', 'tag': 'e839f219-105b-4874-a55a-bfe83d5f1999', 'status': 'completed', 'code': 200} Sep 16 04:49:38.073753 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d934437b-7235-49b6-82e3-e1496a4c37ac x-openstack-request-id: req-d934437b-7235-49b6-82e3-e1496a4c37ac {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:38.074149 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b065f2-99e6-4daf-ab44-5e76f9860e0d", "name": "network-vif-plugged", "status": "completed", "tag": "f8b07c60-101a-4968-9267-1a2ce65c7344", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:38.074661 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d934437b-7235-49b6-82e3-e1496a4c37ac {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:38.075131 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b065f2-99e6-4daf-ab44-5e76f9860e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b07c60-101a-4968-9267-1a2ce65c7344', 'code': 200} Sep 16 04:49:38.105150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f8b07c60-101a-4968-9267-1a2ce65c7344 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:38.117264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d5d03-48d2-4303-be16-0344b303325f req-b5ab776b-5c95-4852-9636-cc124984baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.119004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c8d5d03-48d2-4303-be16-0344b303325f req-b5ab776b-5c95-4852-9636-cc124984baff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 1136 time: 0.0537379 Sep 16 04:49:38.164593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2057f2f4-2bad-41cd-bab7-d3c600927cf5 req-405e6771-a3c1-4cbb-8dec-ed0bf2294545 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 210 time: 0.0365915 Sep 16 04:49:38.165472 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c5402058-2a86-4921-829f-fb5061673c0b req-f8f69852-5766-48db-a192-4170b989249c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.197931 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.205870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5402058-2a86-4921-829f-fb5061673c0b req-f8f69852-5766-48db-a192-4170b989249c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.206499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c5402058-2a86-4921-829f-fb5061673c0b req-f8f69852-5766-48db-a192-4170b989249c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.208137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5402058-2a86-4921-829f-fb5061673c0b req-f8f69852-5766-48db-a192-4170b989249c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "PUT /v2.0/ports/e839f219-105b-4874-a55a-bfe83d5f1999 HTTP/1.1" status: 200 len: 1020 time: 0.5358422 Sep 16 04:49:38.211523 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e839f219-105b-4874-a55a-bfe83d5f1999'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:38.286832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f8b07c60-101a-4968-9267-1a2ce65c7344, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f8b07c60-101a-4968-9267-1a2ce65c7344,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:38.341196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e839f219-105b-4874-a55a-bfe83d5f1999'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:38.387298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f69852-5766-48db-a192-4170b989249c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'Port': ['ID=e839f219-105b-4874-a55a-bfe83d5f1999,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.408658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f002f6-2c66-41d3-9676-bd6d0c32c45e req-444d3b99-9b94-4ed3-b952-a91a92b28fab tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.410253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0f002f6-2c66-41d3-9676-bd6d0c32c45e req-444d3b99-9b94-4ed3-b952-a91a92b28fab tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1102 time: 0.1679406 Sep 16 04:49:38.412550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d5d03-48d2-4303-be16-0344b303325f req-30c66b8a-d754-40e2-9a45-79f1dd9c7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.414127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c8d5d03-48d2-4303-be16-0344b303325f req-30c66b8a-d754-40e2-9a45-79f1dd9c7182 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb38623c-bd92-439b-adae-c1164b9993b5 HTTP/1.1" status: 200 len: 913 time: 0.2765627 Sep 16 04:49:38.428292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba7f0a-4ab9-4ba8-aaf9-01780088ab47 req-b93546c2-3d4f-4116-bf9f-e75a2d1e2905 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.434416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba7f0a-4ab9-4ba8-aaf9-01780088ab47 req-b93546c2-3d4f-4116-bf9f-e75a2d1e2905 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.440556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba7f0a-4ab9-4ba8-aaf9-01780088ab47 req-b93546c2-3d4f-4116-bf9f-e75a2d1e2905 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.442207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5ba7f0a-4ab9-4ba8-aaf9-01780088ab47 req-b93546c2-3d4f-4116-bf9f-e75a2d1e2905 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2417 time: 0.1299698 Sep 16 04:49:38.502382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c8d5d03-48d2-4303-be16-0344b303325f req-1a5c36bb-8000-4dad-955b-80f4a4408afa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e839f219-105b-4874-a55a-bfe83d5f1999 HTTP/1.1" status: 200 len: 217 time: 0.0550373 Sep 16 04:49:38.508363 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.567632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0f002f6-2c66-41d3-9676-bd6d0c32c45e req-7fb299a9-4fda-4b9c-86bc-2657491c8dda tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505473 Sep 16 04:49:38.574573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5ba7f0a-4ab9-4ba8-aaf9-01780088ab47 req-f443800e-6781-4557-8ee3-ec38ab94a492 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250651 Sep 16 04:49:38.586293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d5d03-48d2-4303-be16-0344b303325f req-abeca11c-6645-4def-8fda-1748ddde3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.587899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c8d5d03-48d2-4303-be16-0344b303325f req-abeca11c-6645-4def-8fda-1748ddde3a27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c HTTP/1.1" status: 200 len: 853 time: 0.0758984 Sep 16 04:49:38.618039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f8b07c60-101a-4968-9267-1a2ce65c7344,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.652825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c8d5d03-48d2-4303-be16-0344b303325f req-33abc9c0-05c5-4092-a942-d2bc0a623396 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb38623c-bd92-439b-adae-c1164b9993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453250 Sep 16 04:49:38.782228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819a758-9871-4dac-817e-592b8c44c3c9 req-16844ccd-6dd2-405a-a240-a0112a604414 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.784264 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f819a758-9871-4dac-817e-592b8c44c3c9 req-16844ccd-6dd2-405a-a240-a0112a604414 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 1023 time: 0.1091585 Sep 16 04:49:38.823839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c8d5d03-48d2-4303-be16-0344b303325f req-29af2904-379f-486d-a43e-2747c6f8678d service neutron] 10.222.0.23 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632202 Sep 16 04:49:38.954357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f819a758-9871-4dac-817e-592b8c44c3c9 req-8f3eae1e-dafc-47a9-aefd-b63a623086e9 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&id=a26e1438-fb2f-4106-ab8f-12f5f078ea25&id=a058b360-39cb-465b-98b0-44426eedd504 HTTP/1.1" status: 200 len: 6149 time: 0.1616423 Sep 16 04:49:39.039962 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c8d5d03-48d2-4303-be16-0344b303325f req-311950d9-b2db-40e4-9bf9-d2a8b08b8cb1 service neutron] 10.222.0.23 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050135 Sep 16 04:49:39.092011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-34ed7c7b-15e5-418d-9c5f-797634c77272 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.093558 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-34ed7c7b-15e5-418d-9c5f-797634c77272 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.37 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 815 time: 0.1769528 Sep 16 04:49:39.107875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Request body: {'port': {'device_id': 'baf26595-6500-4616-a071-5f16af257690', 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105', 'admin_state_up': True, 'tenant_id': '8abd1b9c5dad42898b7f8fc6cd4c23fc'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:39.224323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-bd5cb8d5-df70-461b-8cea-30e61e70fec0 req-b4e10f80-5aea-4fd0-bda0-3a4bf98e9b18 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'security_group': {'name': ' tempest-securitygroup -702354448 ', 'description': 'tempest-description-405034292'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:39.359590 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-9f798b48-3280-4b4d-b1d0-0cb2c29bc1f5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.366284 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-9f798b48-3280-4b4d-b1d0-0cb2c29bc1f5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.372260 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-9f798b48-3280-4b4d-b1d0-0cb2c29bc1f5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.373923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-9f798b48-3280-4b4d-b1d0-0cb2c29bc1f5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2417 time: 0.0652628 Sep 16 04:49:39.410381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Made reservation on behalf of 8abd1b9c5dad42898b7f8fc6cd4c23fc for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:39.413826 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.556819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a1cd980-3245-4264-8512-a3736216476b req-80905d5d-d38a-4d9b-8433-cb79459a8c3d tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 210 time: 0.0428452 Sep 16 04:49:39.598606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-ac646aef-6f77-4225-b56b-58f7f4fbedf1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting port e9273e6f-967a-4495-97bd-6958f0f9bf44 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:39.598953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-ac646aef-6f77-4225-b56b-58f7f4fbedf1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.645865 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd5cb8d5-df70-461b-8cea-30e61e70fec0 req-b4e10f80-5aea-4fd0-bda0-3a4bf98e9b18 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.718520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Allocated IP 172.20.0.12 (6b772325-3d17-49b0-bd12-c459fd515105/e84c22b6-fd38-44f0-9d2b-4600b9102549/35f31954-77c7-42bc-b29b-8700ad00aedc) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:39.799992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fa6d7-2d29-4142-9a17-41ba0a7a4072 req-e28da356-baf5-4585-a89b-24d1385261b5 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.801643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-545fa6d7-2d29-4142-9a17-41ba0a7a4072 req-e28da356-baf5-4585-a89b-24d1385261b5 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 943 time: 0.1800780 Sep 16 04:49:39.810952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-ac646aef-6f77-4225-b56b-58f7f4fbedf1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] For port e9273e6f-967a-4495-97bd-6958f0f9bf44, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e9273e6f-967a-4495-97bd-6958f0f9bf44,segment=NetworkSegment(ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132),segment_id=ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:39.811322 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-ac646aef-6f77-4225-b56b-58f7f4fbedf1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.863345 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-5accb2ef-a346-4646-a01c-4db2913862d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465486 Sep 16 04:49:39.884154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-ac646aef-6f77-4225-b56b-58f7f4fbedf1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Calling delete_port for e9273e6f-967a-4495-97bd-6958f0f9bf44 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:40.038450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-545fa6d7-2d29-4142-9a17-41ba0a7a4072 req-b28672a7-c1f0-46bf-8288-03e44f7647a1 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/security-groups?id=e25c2b47-4d8b-4808-adbd-0e98a9656c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207613 Sep 16 04:49:40.044041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e925a307-7a3c-4077-947d-13d1ec5c0671', 'tag': 'e839f219-105b-4874-a55a-bfe83d5f1999'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:40.046339 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45976d67-7d9e-4222-916f-1084e34be6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e925a307-7a3c-4077-947d-13d1ec5c0671", "tag": "e839f219-105b-4874-a55a-bfe83d5f1999"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:40.066530 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cf513-322d-45c9-aa4d-10c722458794 req-f520e4ed-7b80-4012-897c-4f4ff05c58cc tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.068189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec9cf513-322d-45c9-aa4d-10c722458794 req-f520e4ed-7b80-4012-897c-4f4ff05c58cc tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 943 time: 0.2484214 Sep 16 04:49:40.076679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b065f2-99e6-4daf-ab44-5e76f9860e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b07c60-101a-4968-9267-1a2ce65c7344'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:40.082107 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666a16c6-72a3-49cb-a779-b8c5820f5e21" -d '{"events": [{"server_uuid": "21b065f2-99e6-4daf-ab44-5e76f9860e0d", "name": "network-vif-unplugged", "status": "completed", "tag": "f8b07c60-101a-4968-9267-1a2ce65c7344"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:40.132104 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd5cb8d5-df70-461b-8cea-30e61e70fec0 req-b4e10f80-5aea-4fd0-bda0-3a4bf98e9b18 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.204801 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.230469 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd5cb8d5-df70-461b-8cea-30e61e70fec0 req-b4e10f80-5aea-4fd0-bda0-3a4bf98e9b18 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.324143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253aaa7-148d-4adc-9c89-e20a9a5afd96 req-b8eaa876-eef8-4c17-9706-fe58b2941ca5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.325660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4253aaa7-148d-4adc-9c89-e20a9a5afd96 req-b8eaa876-eef8-4c17-9706-fe58b2941ca5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.1962895 Sep 16 04:49:40.332589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e10f80-5aea-4fd0-bda0-3a4bf98e9b18 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b598ce-f983-47b4-a2d9-20a010858102,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:40.350995 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd5cb8d5-df70-461b-8cea-30e61e70fec0 req-b4e10f80-5aea-4fd0-bda0-3a4bf98e9b18 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.352161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd5cb8d5-df70-461b-8cea-30e61e70fec0 req-b4e10f80-5aea-4fd0-bda0-3a4bf98e9b18 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.1345494 Sep 16 04:49:40.402507 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-ec9cf513-322d-45c9-aa4d-10c722458794 req-d7a482f9-da02-4da8-909a-a122a7d11604 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Deleting port f8b07c60-101a-4968-9267-1a2ce65c7344 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:40.402861 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ec9cf513-322d-45c9-aa4d-10c722458794 req-d7a482f9-da02-4da8-909a-a122a7d11604 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.414669 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4253aaa7-148d-4adc-9c89-e20a9a5afd96 req-834473b5-04f3-4c4e-a5ca-0fbce3d049d6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772681 Sep 16 04:49:40.562689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c75f-44eb-4b01-80c9-eeb4178d1734 req-3ba66bc8-372e-403e-bd6d-6f42a3511a29 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.571573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c75f-44eb-4b01-80c9-eeb4178d1734 req-3ba66bc8-372e-403e-bd6d-6f42a3511a29 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.578533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c75f-44eb-4b01-80c9-eeb4178d1734 req-3ba66bc8-372e-403e-bd6d-6f42a3511a29 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.580585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2187c75f-44eb-4b01-80c9-eeb4178d1734 req-3ba66bc8-372e-403e-bd6d-6f42a3511a29 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 2417 time: 0.1744630 Sep 16 04:49:40.586228 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.592805 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ec9cf513-322d-45c9-aa4d-10c722458794 req-d7a482f9-da02-4da8-909a-a122a7d11604 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] For port f8b07c60-101a-4968-9267-1a2ce65c7344, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f8b07c60-101a-4968-9267-1a2ce65c7344,segment=NetworkSegment(848bb881-bb0f-4523-9fed-8b83ab49905b),segment_id=848bb881-bb0f-4523-9fed-8b83ab49905b)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:40.593162 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ec9cf513-322d-45c9-aa4d-10c722458794 req-d7a482f9-da02-4da8-909a-a122a7d11604 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.600974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['c739eff0-0634-4bee-b86d-3a9e33137ff2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:40.615167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-ec9cf513-322d-45c9-aa4d-10c722458794 req-d7a482f9-da02-4da8-909a-a122a7d11604 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Calling delete_port for f8b07c60-101a-4968-9267-1a2ce65c7344 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:40.629073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['dc3c8ed1-2add-47ba-b593-b02fe5e596ed'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:40.636910 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b2f7e5-88d1-4830-9aad-c83e040af652 x-openstack-request-id: req-37b2f7e5-88d1-4830-9aad-c83e040af652 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:40.637499 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e925a307-7a3c-4077-947d-13d1ec5c0671", "tag": "e839f219-105b-4874-a55a-bfe83d5f1999", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:40.637499 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37b2f7e5-88d1-4830-9aad-c83e040af652 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:40.637866 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e925a307-7a3c-4077-947d-13d1ec5c0671', 'tag': 'e839f219-105b-4874-a55a-bfe83d5f1999', 'status': 'completed', 'code': 200} Sep 16 04:49:40.648098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Network 6b772325-3d17-49b0-bd12-c459fd515105 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:40.668926 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082e38ee-10bb-477d-8d99-0c70d5f47dc4 x-openstack-request-id: req-082e38ee-10bb-477d-8d99-0c70d5f47dc4 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:40.669478 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b065f2-99e6-4daf-ab44-5e76f9860e0d", "name": "network-vif-unplugged", "status": "completed", "tag": "f8b07c60-101a-4968-9267-1a2ce65c7344", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:40.669743 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-082e38ee-10bb-477d-8d99-0c70d5f47dc4 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:40.670109 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b065f2-99e6-4daf-ab44-5e76f9860e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b07c60-101a-4968-9267-1a2ce65c7344', 'code': 200} Sep 16 04:49:40.682548 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-ac646aef-6f77-4225-b56b-58f7f4fbedf1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.684342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:40.734885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:40.866809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Pushing event updated for resources: {'Port': ['ID=35f31954-77c7-42bc-b29b-8700ad00aedc,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:40.901007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2187c75f-44eb-4b01-80c9-eeb4178d1734 req-15622bc8-99c6-4103-8441-4420f7406507 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767894 Sep 16 04:49:40.919296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.919942 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.951971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-ac646aef-6f77-4225-b56b-58f7f4fbedf1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] No DVR routers for this DVR port e9273e6f-967a-4495-97bd-6958f0f9bf44 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:40.987762 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-ac646aef-6f77-4225-b56b-58f7f4fbedf1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.990458 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-ac646aef-6f77-4225-b56b-58f7f4fbedf1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "DELETE /v2.0/ports/e9273e6f-967a-4495-97bd-6958f0f9bf44 HTTP/1.1" status: 204 len: 173 time: 1.6096296 Sep 16 04:49:41.009230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64882746-24db-4c39-92dc-fe52dff18eb9 req-dccaadec-abad-4fd7-979e-fe76e690eed2 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/36b598ce-f983-47b4-a2d9-20a010858102 HTTP/1.1" status: 200 len: 1781 time: 0.3161330 Sep 16 04:49:41.018832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45976d67-7d9e-4222-916f-1084e34be6cb req-5d11ad60-c34b-4060-aede-9addf359b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.021044 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45976d67-7d9e-4222-916f-1084e34be6cb req-5d11ad60-c34b-4060-aede-9addf359b8e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 1175 time: 0.3395765 Sep 16 04:49:41.067705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e9273e6f-967a-4495-97bd-6958f0f9bf44', 'd00f687f-adbb-495a-b22b-eecd2521b9ee', '48145787-eff7-4706-8b42-52f1bb01d70c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:41.069201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac646aef-6f77-4225-b56b-58f7f4fbedf1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Port': ['ID=e9273e6f-967a-4495-97bd-6958f0f9bf44,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:41.174139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-d719e419-b291-431a-a7fc-8a8280022b03 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0697870 Sep 16 04:49:41.199781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Request body: {'port': {'device_id': 'baf26595-6500-4616-a071-5f16af257690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:41.329547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db7820-9f2a-4d41-9960-9c6189c011d1 req-f575c545-fd9c-4d2a-805d-70caefdd3afb tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.331126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38db7820-9f2a-4d41-9960-9c6189c011d1 req-f575c545-fd9c-4d2a-805d-70caefdd3afb tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 932 time: 0.3199933 Sep 16 04:49:41.337311 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f71225d-767c-4aa1-8682-6baaebc60b00 req-e7eab8ba-40a6-4fad-a9be-b00daa329d19 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/36b598ce-f983-47b4-a2d9-20a010858102 HTTP/1.1" status: 200 len: 1781 time: 0.2881451 Sep 16 04:49:41.661807 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ec9cf513-322d-45c9-aa4d-10c722458794 req-d7a482f9-da02-4da8-909a-a122a7d11604 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:41.689502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45976d67-7d9e-4222-916f-1084e34be6cb req-2c1149f1-12c8-4833-8a93-0861b775c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.691209 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45976d67-7d9e-4222-916f-1084e34be6cb req-2c1149f1-12c8-4833-8a93-0861b775c811 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb38623c-bd92-439b-adae-c1164b9993b5 HTTP/1.1" status: 200 len: 913 time: 0.6317015 Sep 16 04:49:41.715819 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:41.748147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a482f9-da02-4da8-909a-a122a7d11604 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Pushing event deleted for resources: {'Port': ['ID=f8b07c60-101a-4968-9267-1a2ce65c7344,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:41.806621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45976d67-7d9e-4222-916f-1084e34be6cb req-e081142b-c242-460b-b2f2-87e1946056eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e839f219-105b-4874-a55a-bfe83d5f1999 HTTP/1.1" status: 200 len: 217 time: 0.0850976 Sep 16 04:49:41.809559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38db7820-9f2a-4d41-9960-9c6189c011d1 req-a09017ea-a8e3-44c6-9010-d7c4af9d25fc tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694352 Sep 16 04:49:41.908252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9cf513-322d-45c9-aa4d-10c722458794 req-d7a482f9-da02-4da8-909a-a122a7d11604 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] No DVR routers for this DVR port f8b07c60-101a-4968-9267-1a2ce65c7344 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:41.911409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-af9e3015-8ee8-4f98-8e1e-8c7de0dcb6c8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting port 48145787-eff7-4706-8b42-52f1bb01d70c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:41.911747 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-af9e3015-8ee8-4f98-8e1e-8c7de0dcb6c8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:41.917079 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ec9cf513-322d-45c9-aa4d-10c722458794 req-d7a482f9-da02-4da8-909a-a122a7d11604 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:41.918971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec9cf513-322d-45c9-aa4d-10c722458794 req-d7a482f9-da02-4da8-909a-a122a7d11604 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.37 "DELETE /v2.0/ports/f8b07c60-101a-4968-9267-1a2ce65c7344 HTTP/1.1" status: 204 len: 173 time: 1.8419268 Sep 16 04:49:41.990006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6303c55-be90-4970-9e18-a38a1518d677 req-4ae99e08-528f-49f6-a4e3-1847b31c16b5 tempest-ImagesTestJSON-897351072 tempest-ImagesTestJSON-897351072-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b065f2-99e6-4daf-ab44-5e76f9860e0d HTTP/1.1" status: 200 len: 210 time: 0.1085269 Sep 16 04:49:41.994608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f71225d-767c-4aa1-8682-6baaebc60b00 req-bee9b632-a852-4a75-9d86-fb984eba12d9 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.006877 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0441c3ce-2a28-451c-99fd-898a4c66c7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.117541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45976d67-7d9e-4222-916f-1084e34be6cb req-2216bb54-6883-41dd-b052-7cf2060de36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.119127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45976d67-7d9e-4222-916f-1084e34be6cb req-2216bb54-6883-41dd-b052-7cf2060de36f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c HTTP/1.1" status: 200 len: 853 time: 0.2727485 Sep 16 04:49:42.131001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f8b07c60-101a-4968-9267-1a2ce65c7344 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:42.141291 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f71225d-767c-4aa1-8682-6baaebc60b00 req-bee9b632-a852-4a75-9d86-fb984eba12d9 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.151662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: f8b07c60-101a-4968-9267-1a2ce65c7344 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:42.152355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f8b07c60-101a-4968-9267-1a2ce65c7344 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:42.208881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45976d67-7d9e-4222-916f-1084e34be6cb req-c5006986-7a59-4cef-a899-a619577d2c3a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb38623c-bd92-439b-adae-c1164b9993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734181 Sep 16 04:49:42.218665 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.275132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-af9e3015-8ee8-4f98-8e1e-8c7de0dcb6c8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] For port 48145787-eff7-4706-8b42-52f1bb01d70c, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=48145787-eff7-4706-8b42-52f1bb01d70c,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:42.275548 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-af9e3015-8ee8-4f98-8e1e-8c7de0dcb6c8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.341184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-af9e3015-8ee8-4f98-8e1e-8c7de0dcb6c8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Calling delete_port for 48145787-eff7-4706-8b42-52f1bb01d70c owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:42.363878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bf23c-c126-4c1c-8d19-29fe5d09877f req-f889163f-45fa-43e9-abc6-63473165186b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.365515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-883bf23c-c126-4c1c-8d19-29fe5d09877f req-f889163f-45fa-43e9-abc6-63473165186b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.3101585 Sep 16 04:49:42.482516 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-7c1eb947-4349-4bb4-bebf-198c175f76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.484252 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-7c1eb947-4349-4bb4-bebf-198c175f76bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1102 time: 0.0434551 Sep 16 04:49:42.533613 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f71225d-767c-4aa1-8682-6baaebc60b00 req-bee9b632-a852-4a75-9d86-fb984eba12d9 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.536276 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f71225d-767c-4aa1-8682-6baaebc60b00 req-bee9b632-a852-4a75-9d86-fb984eba12d9 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.537561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f71225d-767c-4aa1-8682-6baaebc60b00 req-bee9b632-a852-4a75-9d86-fb984eba12d9 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "DELETE /v2.0/security-groups/36b598ce-f983-47b4-a2d9-20a010858102 HTTP/1.1" status: 204 len: 173 time: 1.1913311 Sep 16 04:49:42.546607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-883bf23c-c126-4c1c-8d19-29fe5d09877f req-91f46acf-2f39-474e-8dd0-e92f4b398088 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463652 Sep 16 04:49:42.555294 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45976d67-7d9e-4222-916f-1084e34be6cb req-bb1e5756-d2fd-4f23-8e89-a1f11c3a9195 service neutron] 10.222.0.23 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101184 Sep 16 04:49:42.585159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9b632-a852-4a75-9d86-fb984eba12d9 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b598ce-f983-47b4-a2d9-20a010858102,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:42.591992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-3d441087-a881-478b-b0ef-36312c672fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.603653 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-3d441087-a881-478b-b0ef-36312c672fc8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1056695 Sep 16 04:49:42.639030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'name': 'network-vif-deleted', 'tag': 'e9273e6f-967a-4495-97bd-6958f0f9bf44'}, {'server_uuid': '21b065f2-99e6-4daf-ab44-5e76f9860e0d', 'name': 'network-vif-deleted', 'tag': 'f8b07c60-101a-4968-9267-1a2ce65c7344'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:42.641468 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bd0c1c-fecd-4d51-8506-6fad41eeda4f" -d '{"events": [{"server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "name": "network-vif-deleted", "tag": "e9273e6f-967a-4495-97bd-6958f0f9bf44"}, {"server_uuid": "21b065f2-99e6-4daf-ab44-5e76f9860e0d", "name": "network-vif-deleted", "tag": "f8b07c60-101a-4968-9267-1a2ce65c7344"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:42.653722 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-3eeb8e63-d025-4744-a711-eef39745e5ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 217 time: 0.0436037 Sep 16 04:49:42.724481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f31954-77c7-42bc-b29b-8700ad00aedc {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:42.724898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-1cef7bbb-4565-48b5-8cf1-42c8fa89cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.726564 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-1cef7bbb-4565-48b5-8cf1-42c8fa89cfb8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0556571 Sep 16 04:49:42.757607 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.777712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-182285e6-d835-470a-ba22-fef652952683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.778254 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-31e0cfec-d008-4db4-b95f-ff7d9568d694 req-dbd49146-555e-41d8-9395-cf119fb8036d tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] show failed (client error): The resource could not be found. Sep 16 04:49:42.779364 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31e0cfec-d008-4db4-b95f-ff7d9568d694 req-dbd49146-555e-41d8-9395-cf119fb8036d tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/36b598ce-f983-47b4-a2d9-20a010858102 HTTP/1.1" status: 404 len: 352 time: 0.0575178 Sep 16 04:49:42.779584 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-182285e6-d835-470a-ba22-fef652952683 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0431242 Sep 16 04:49:42.821534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45976d67-7d9e-4222-916f-1084e34be6cb req-94ae1df9-b184-475e-b70d-91718aa3724a service neutron] 10.222.0.23 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558377 Sep 16 04:49:42.846259 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310c2a6a-52b1-4a79-b1bb-11fa0eb7a659 x-openstack-request-id: req-310c2a6a-52b1-4a79-b1bb-11fa0eb7a659 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:42.846461 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "name": "network-vif-deleted", "tag": "e9273e6f-967a-4495-97bd-6958f0f9bf44", "status": "completed", "code": 200}, {"server_uuid": "21b065f2-99e6-4daf-ab44-5e76f9860e0d", "name": "network-vif-deleted", "tag": "f8b07c60-101a-4968-9267-1a2ce65c7344", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:42.846723 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-310c2a6a-52b1-4a79-b1bb-11fa0eb7a659 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:42.847125 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'name': 'network-vif-deleted', 'tag': 'e9273e6f-967a-4495-97bd-6958f0f9bf44', 'status': 'completed', 'code': 200} Sep 16 04:49:42.847377 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b065f2-99e6-4daf-ab44-5e76f9860e0d', 'name': 'network-vif-deleted', 'tag': 'f8b07c60-101a-4968-9267-1a2ce65c7344', 'status': 'completed', 'code': 200} Sep 16 04:49:42.871700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-9ddfa7b6-d976-447e-a24c-13b03bc36b55 req-f8b76df3-8c92-4c5d-afb1-b8c416a58bf5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-509950443', 'description': 'tempest-description-1869707961'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:42.895218 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-f664b9e4-95c4-474d-a4eb-0a745ab0ddaf service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075842 Sep 16 04:49:42.908508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89b680-e0d8-451a-b8c0-5b012d734e77 req-1008d64e-5834-42e7-acf3-9d40882c5e11 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.915118 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89b680-e0d8-451a-b8c0-5b012d734e77 req-1008d64e-5834-42e7-acf3-9d40882c5e11 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.916829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be89b680-e0d8-451a-b8c0-5b012d734e77 req-1008d64e-5834-42e7-acf3-9d40882c5e11 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 1682 time: 0.1839969 Sep 16 04:49:42.918223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Transition to ACTIVE for port object 35f31954-77c7-42bc-b29b-8700ad00aedc will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:42.919253 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-af9e3015-8ee8-4f98-8e1e-8c7de0dcb6c8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.956894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e3015-8ee8-4f98-8e1e-8c7de0dcb6c8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Port': ['ID=48145787-eff7-4706-8b42-52f1bb01d70c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:43.001833 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-1ea5d16d-a639-4c18-bca6-490b7634204b service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997996 Sep 16 04:49:43.030202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-af9e3015-8ee8-4f98-8e1e-8c7de0dcb6c8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] No DVR routers for this DVR port 48145787-eff7-4706-8b42-52f1bb01d70c on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:43.035338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be89b680-e0d8-451a-b8c0-5b012d734e77 req-4d37e8dd-a61b-4fe2-b0c6-8fe749a94fc8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078577 Sep 16 04:49:43.036445 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-af9e3015-8ee8-4f98-8e1e-8c7de0dcb6c8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.038471 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-af9e3015-8ee8-4f98-8e1e-8c7de0dcb6c8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "DELETE /v2.0/ports/48145787-eff7-4706-8b42-52f1bb01d70c HTTP/1.1" status: 204 len: 173 time: 2.0232980 Sep 16 04:49:43.067314 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9ddfa7b6-d976-447e-a24c-13b03bc36b55 req-f8b76df3-8c92-4c5d-afb1-b8c416a58bf5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.162622 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.281694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=35f31954-77c7-42bc-b29b-8700ad00aedc,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:43.300188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c5fa2-f70c-4c97-b151-3f58f9f2c29e req-1e396e70-0205-40a3-ab77-f413a889d289 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.301729 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-184c5fa2-f70c-4c97-b151-3f58f9f2c29e req-1e396e70-0205-40a3-ab77-f413a889d289 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 944 time: 0.1819077 Sep 16 04:49:43.397444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-936bf1ef-3e1b-4a2f-893e-2804831c55b3 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting port d00f687f-adbb-495a-b22b-eecd2521b9ee {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:43.397704 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-936bf1ef-3e1b-4a2f-893e-2804831c55b3 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.403675 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9ddfa7b6-d976-447e-a24c-13b03bc36b55 req-f8b76df3-8c92-4c5d-afb1-b8c416a58bf5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.457013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-184c5fa2-f70c-4c97-b151-3f58f9f2c29e req-07857914-fcc9-4515-83c3-d575e812acfe tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302097 Sep 16 04:49:43.494341 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9ddfa7b6-d976-447e-a24c-13b03bc36b55 req-f8b76df3-8c92-4c5d-afb1-b8c416a58bf5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.496571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Attempting to bind port 35f31954-77c7-42bc-b29b-8700ad00aedc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:43.497038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Attempting to bind port 35f31954-77c7-42bc-b29b-8700ad00aedc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:43.497229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Attempting to bind port 35f31954-77c7-42bc-b29b-8700ad00aedc on network 6b772325-3d17-49b0-bd12-c459fd515105 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:43.533709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Port 35f31954-77c7-42bc-b29b-8700ad00aedc on network 6b772325-3d17-49b0-bd12-c459fd515105 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:43.534027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Attempting to bind port 35f31954-77c7-42bc-b29b-8700ad00aedc on network 6b772325-3d17-49b0-bd12-c459fd515105 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:43.546651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b76df3-8c92-4c5d-afb1-b8c416a58bf5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02662319-d85b-4654-b715-5a940a33d4c0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:43.553053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:43.553278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Checking segment: {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:43.553662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Bound using segment: {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:43.554204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Bound port: 35f31954-77c7-42bc-b29b-8700ad00aedc, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:43.554457 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.582046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-936bf1ef-3e1b-4a2f-893e-2804831c55b3 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] For port d00f687f-adbb-495a-b22b-eecd2521b9ee, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d00f687f-adbb-495a-b22b-eecd2521b9ee,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:43.582431 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-936bf1ef-3e1b-4a2f-893e-2804831c55b3 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.599051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-936bf1ef-3e1b-4a2f-893e-2804831c55b3 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Calling delete_port for d00f687f-adbb-495a-b22b-eecd2521b9ee owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:43.706835 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9ddfa7b6-d976-447e-a24c-13b03bc36b55 req-f8b76df3-8c92-4c5d-afb1-b8c416a58bf5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.707969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ddfa7b6-d976-447e-a24c-13b03bc36b55 req-f8b76df3-8c92-4c5d-afb1-b8c416a58bf5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8432920 Sep 16 04:49:43.734613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] For port 35f31954-77c7-42bc-b29b-8700ad00aedc, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:43.754079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] For port 35f31954-77c7-42bc-b29b-8700ad00aedc, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=35f31954-77c7-42bc-b29b-8700ad00aedc,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:43.763652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102e77c-1a9b-4a41-beed-e2fa476c17a2 req-3e814426-c1f9-4276-8142-5ff044502482 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.765276 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9102e77c-1a9b-4a41-beed-e2fa476c17a2 req-3e814426-c1f9-4276-8142-5ff044502482 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.1372275 Sep 16 04:49:43.850922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9102e77c-1a9b-4a41-beed-e2fa476c17a2 req-bd904bb8-ce04-4fc3-b341-97e6245b6354 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749373 Sep 16 04:49:43.869054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-98c0a05b-9316-4883-9041-b617a8a159be req-68cda338-dbdd-49ff-90ce-1216cdc76248 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1112058631', 'description': 'tempest-description-2013260657'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:43.885135 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.924823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.925463 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.926897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] 10.222.0.37 "PUT /v2.0/ports/35f31954-77c7-42bc-b29b-8700ad00aedc HTTP/1.1" status: 200 len: 1093 time: 2.7376566 Sep 16 04:49:43.948158 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-936bf1ef-3e1b-4a2f-893e-2804831c55b3 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.950254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad32d1e-fdfd-4939-85b4-0c34caa1cfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=35f31954-77c7-42bc-b29b-8700ad00aedc,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:43.981225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bf1ef-3e1b-4a2f-893e-2804831c55b3 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Port': ['ID=d00f687f-adbb-495a-b22b-eecd2521b9ee,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.015874 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-98c0a05b-9316-4883-9041-b617a8a159be req-68cda338-dbdd-49ff-90ce-1216cdc76248 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.036324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-936bf1ef-3e1b-4a2f-893e-2804831c55b3 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] No DVR routers for this DVR port d00f687f-adbb-495a-b22b-eecd2521b9ee on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:44.041834 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-936bf1ef-3e1b-4a2f-893e-2804831c55b3 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.044189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cb50407-5557-42cf-bbf1-adb254518cdc req-936bf1ef-3e1b-4a2f-893e-2804831c55b3 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "DELETE /v2.0/ports/d00f687f-adbb-495a-b22b-eecd2521b9ee HTTP/1.1" status: 204 len: 173 time: 0.9997554 Sep 16 04:49:44.073149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49608) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:44.076733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e9273e6f-967a-4495-97bd-6958f0f9bf44 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:44.115464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: e9273e6f-967a-4495-97bd-6958f0f9bf44 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:44.116426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e9273e6f-967a-4495-97bd-6958f0f9bf44 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:44.117129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d00f687f-adbb-495a-b22b-eecd2521b9ee no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:44.151728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: d00f687f-adbb-495a-b22b-eecd2521b9ee {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:44.152111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d00f687f-adbb-495a-b22b-eecd2521b9ee not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:44.153019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 48145787-eff7-4706-8b42-52f1bb01d70c no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:44.172493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcdd466-bc95-4742-aca6-0f3db2af8ebf admin admin] Deleting subnet f77f398e-0371-495b-b57d-d46106b38a75 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:44.180367 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd466-bc95-4742-aca6-0f3db2af8ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.181258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 48145787-eff7-4706-8b42-52f1bb01d70c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:44.181779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 48145787-eff7-4706-8b42-52f1bb01d70c not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:44.190156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-853d6868-aeb6-4bb1-9b12-5cf8cf8e96b3 req-8d684087-3016-4bae-b9d0-f31ea0848ec7 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 210 time: 0.0594971 Sep 16 04:49:44.232985 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd466-bc95-4742-aca6-0f3db2af8ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.236879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-458c009e-ebd8-4155-a261-def763c9cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.238424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-458c009e-ebd8-4155-a261-def763c9cdc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 1096 time: 0.1425138 Sep 16 04:49:44.241017 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-98c0a05b-9316-4883-9041-b617a8a159be req-68cda338-dbdd-49ff-90ce-1216cdc76248 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.291854 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd466-bc95-4742-aca6-0f3db2af8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.301550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-0bacf061-148f-462d-937e-ec971db21569 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35f31954-77c7-42bc-b29b-8700ad00aedc HTTP/1.1" status: 200 len: 217 time: 0.0548384 Sep 16 04:49:44.337519 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-98c0a05b-9316-4883-9041-b617a8a159be req-68cda338-dbdd-49ff-90ce-1216cdc76248 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.379265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-5c0bd4a6-a821-4ea9-a7c6-be84438734ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.380772 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-5c0bd4a6-a821-4ea9-a7c6-be84438734ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e84c22b6-fd38-44f0-9d2b-4600b9102549 HTTP/1.1" status: 200 len: 855 time: 0.0720866 Sep 16 04:49:44.381361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cda338-dbdd-49ff-90ce-1216cdc76248 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12ac6d4-6cd4-417e-9aa7-708024a9e635,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.414780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-95c5b95b-3005-46b2-9b87-f7089306ed13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b772325-3d17-49b0-bd12-c459fd515105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271020 Sep 16 04:49:44.420942 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd466-bc95-4742-aca6-0f3db2af8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.446514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdd466-bc95-4742-aca6-0f3db2af8ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f77f398e-0371-495b-b57d-d46106b38a75,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.450459 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd466-bc95-4742-aca6-0f3db2af8ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.456171 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4fcdd466-bc95-4742-aca6-0f3db2af8ebf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f77f398e-0371-495b-b57d-d46106b38a75 HTTP/1.1" status: 204 len: 168 time: 0.3808579 Sep 16 04:49:44.464095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49612) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:44.500192 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-98c0a05b-9316-4883-9041-b617a8a159be req-68cda338-dbdd-49ff-90ce-1216cdc76248 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.502127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98c0a05b-9316-4883-9041-b617a8a159be req-68cda338-dbdd-49ff-90ce-1216cdc76248 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6373024 Sep 16 04:49:44.522614 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-2da17de2-9e26-4a4a-919d-353bf87454f7 service neutron] 10.222.0.37 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005700 Sep 16 04:49:44.527635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-5bd90e77-abc2-4bca-b32f-9e3e75d4c8cd req-77080309-83aa-4ae7-9577-c74010066cb0 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-515346688', 'description': 'tempest-description-135533150'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:44.529078 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c17c7d3a-5038-43c0-8602-43b405077697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.547868 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.636389 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.656414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd6c7f-3809-4360-b36c-2d8a0d658195 req-2d67b124-0d5d-48cb-ae3a-4cbf232e5d60 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.658721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92dd6c7f-3809-4360-b36c-2d8a0d658195 req-2d67b124-0d5d-48cb-ae3a-4cbf232e5d60 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 944 time: 0.1169689 Sep 16 04:49:44.658890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec115cb-721a-4929-aa2a-f22bc4b1e0cb']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:44.668440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848bb881-bb0f-4523-9fed-8b83ab49905b') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:44.668771 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848bb881-bb0f-4523-9fed-8b83ab49905b') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:44.678498 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.678942 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbadf87-421a-4fd1-b4a7-1960a99cdfeb req-5df252cf-a646-4af0-b6e8-40c7a1c2facc service neutron] 10.222.0.37 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469276 Sep 16 04:49:44.689012 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5bd90e77-abc2-4bca-b32f-9e3e75d4c8cd req-77080309-83aa-4ae7-9577-c74010066cb0 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.699368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.707387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:44.707387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:44.708229 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:44.721100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92dd6c7f-3809-4360-b36c-2d8a0d658195 req-30787764-aa66-4ffe-8de6-1721d792c34a tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535619 Sep 16 04:49:44.794505 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5bd90e77-abc2-4bca-b32f-9e3e75d4c8cd req-77080309-83aa-4ae7-9577-c74010066cb0 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.848682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'name': 'network-vif-deleted', 'tag': '48145787-eff7-4706-8b42-52f1bb01d70c'}, {'name': 'network-changed', 'server_uuid': 'baf26595-6500-4616-a071-5f16af257690', 'tag': '35f31954-77c7-42bc-b29b-8700ad00aedc'}, {'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'name': 'network-vif-deleted', 'tag': 'd00f687f-adbb-495a-b22b-eecd2521b9ee'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:44.851069 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73f76b1-457b-4534-ba24-8a3dc3d307e0" -d '{"events": [{"server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "name": "network-vif-deleted", "tag": "48145787-eff7-4706-8b42-52f1bb01d70c"}, {"name": "network-changed", "server_uuid": "baf26595-6500-4616-a071-5f16af257690", "tag": "35f31954-77c7-42bc-b29b-8700ad00aedc"}, {"server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "name": "network-vif-deleted", "tag": "d00f687f-adbb-495a-b22b-eecd2521b9ee"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:44.878381 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.885097 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.887632 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4ec115cb-721a-4929-aa2a-f22bc4b1e0cb HTTP/1.1" status: 204 len: 168 time: 0.4291368 Sep 16 04:49:44.898801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3abee-41da-42de-897b-2e06c3f36880 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec115cb-721a-4929-aa2a-f22bc4b1e0cb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.909770 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987603c9-e9fa-480b-9ec1-2c5f9f159b31 x-openstack-request-id: req-987603c9-e9fa-480b-9ec1-2c5f9f159b31 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:44.910077 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "name": "network-vif-deleted", "tag": "48145787-eff7-4706-8b42-52f1bb01d70c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "baf26595-6500-4616-a071-5f16af257690", "tag": "35f31954-77c7-42bc-b29b-8700ad00aedc", "status": "completed", "code": 200}, {"server_uuid": "c24e760a-a2e4-4a2c-bc92-66c90971deb5", "name": "network-vif-deleted", "tag": "d00f687f-adbb-495a-b22b-eecd2521b9ee", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:44.910399 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-987603c9-e9fa-480b-9ec1-2c5f9f159b31 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:44.910975 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'name': 'network-vif-deleted', 'tag': '48145787-eff7-4706-8b42-52f1bb01d70c', 'status': 'completed', 'code': 200} Sep 16 04:49:44.911235 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf26595-6500-4616-a071-5f16af257690', 'tag': '35f31954-77c7-42bc-b29b-8700ad00aedc', 'status': 'completed', 'code': 200} Sep 16 04:49:44.911493 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e760a-a2e4-4a2c-bc92-66c90971deb5', 'name': 'network-vif-deleted', 'tag': 'd00f687f-adbb-495a-b22b-eecd2521b9ee', 'status': 'completed', 'code': 200} Sep 16 04:49:44.969136 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5bd90e77-abc2-4bca-b32f-9e3e75d4c8cd req-77080309-83aa-4ae7-9577-c74010066cb0 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.990169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f76b1-457b-4534-ba24-8a3dc3d307e0 req-c6ae37c8-5eee-4ec5-ac62-2effad22497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.991689 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73f76b1-457b-4534-ba24-8a3dc3d307e0 req-c6ae37c8-5eee-4ec5-ac62-2effad22497a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 1096 time: 0.0627775 Sep 16 04:49:45.015852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77080309-83aa-4ae7-9577-c74010066cb0 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955aaa1f-2877-4f5f-a743-6c7efc4ee3e8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:45.130076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00888fb2-4d56-42e4-9a70-e5c7e5f2f23b req-a0b53dc8-b318-4e3d-9b76-271a9e206682 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.132167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00888fb2-4d56-42e4-9a70-e5c7e5f2f23b req-a0b53dc8-b318-4e3d-9b76-271a9e206682 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.1187031 Sep 16 04:49:45.133185 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5bd90e77-abc2-4bca-b32f-9e3e75d4c8cd req-77080309-83aa-4ae7-9577-c74010066cb0 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.134687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bd90e77-abc2-4bca-b32f-9e3e75d4c8cd req-77080309-83aa-4ae7-9577-c74010066cb0 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6111922 Sep 16 04:49:45.156741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f76b1-457b-4534-ba24-8a3dc3d307e0 req-bee6689e-6795-4cf0-8c41-4b4be4930d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.158483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73f76b1-457b-4534-ba24-8a3dc3d307e0 req-bee6689e-6795-4cf0-8c41-4b4be4930d17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 915 time: 0.1531997 Sep 16 04:49:45.231232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73f76b1-457b-4534-ba24-8a3dc3d307e0 req-5adb398f-bd05-4901-9022-31c87602c677 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35f31954-77c7-42bc-b29b-8700ad00aedc HTTP/1.1" status: 200 len: 217 time: 0.0583737 Sep 16 04:49:45.250258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00888fb2-4d56-42e4-9a70-e5c7e5f2f23b req-d7e20436-513b-4ede-a543-bf8760745f27 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107056 Sep 16 04:49:45.317682 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.320771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f76b1-457b-4534-ba24-8a3dc3d307e0 req-43cbd86a-e3ae-4915-8cc4-46c3fe1ae35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.322127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73f76b1-457b-4534-ba24-8a3dc3d307e0 req-43cbd86a-e3ae-4915-8cc4-46c3fe1ae35d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e84c22b6-fd38-44f0-9d2b-4600b9102549 HTTP/1.1" status: 200 len: 855 time: 0.0829704 Sep 16 04:49:45.377018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73f76b1-457b-4534-ba24-8a3dc3d307e0 req-a8fb2979-cb71-479b-8e20-d5c3d54d097b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b772325-3d17-49b0-bd12-c459fd515105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442247 Sep 16 04:49:45.397893 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-555a51fa-9d94-487e-b5a9-612cbb51c5ba req-9b005ab0-ef38-41cf-aa48-06dbaed46191 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24e760a-a2e4-4a2c-bc92-66c90971deb5 HTTP/1.1" status: 200 len: 210 time: 0.0532289 Sep 16 04:49:45.437943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49634) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:45.454549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e7397b7-3dd9-4eef-8d89-1f1b8ed723c1 req-31538404-4028-40a8-9db1-6a7fc2fdfd41 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5aa1e00fd7b244e386264a48d9ea8842 HTTP/1.1" status: 200 len: 10902 time: 0.2897348 Sep 16 04:49:45.480761 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-003e8a75-faf5-4641-836c-88780bcc1323 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76b43f5d19754bb592e1f393deaed5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401666 Sep 16 04:49:45.483289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49636) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:45.537785 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffad9007-2362-4bc7-b2d0-2b86ee9e0629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.566756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffad9007-2362-4bc7-b2d0-2b86ee9e0629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.786908 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffad9007-2362-4bc7-b2d0-2b86ee9e0629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.791539 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffad9007-2362-4bc7-b2d0-2b86ee9e0629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.797102 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ffad9007-2362-4bc7-b2d0-2b86ee9e0629 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e25c2b47-4d8b-4808-adbd-0e98a9656c99 HTTP/1.1" status: 204 len: 168 time: 0.3126972 Sep 16 04:49:45.809331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad9007-2362-4bc7-b2d0-2b86ee9e0629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25c2b47-4d8b-4808-adbd-0e98a9656c99,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:45.818577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e7397b7-3dd9-4eef-8d89-1f1b8ed723c1 req-29b72018-82d4-4683-a643-b5e43647b65b tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/64f36f61-0710-4626-94d0-5a5ccbe481dc HTTP/1.1" status: 200 len: 2981 time: 0.3346474 Sep 16 04:49:45.830021 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73f76b1-457b-4534-ba24-8a3dc3d307e0 req-02bc8c69-58d9-4a02-b4c4-514c0e51c81d service neutron] 10.222.0.37 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345138 Sep 16 04:49:45.904643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a309b6-0ea9-47c3-a05f-491d114ca39b req-6e641ed0-5640-4d8f-9ce0-c6b35f3e1274 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.906142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2a309b6-0ea9-47c3-a05f-491d114ca39b req-6e641ed0-5640-4d8f-9ce0-c6b35f3e1274 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 944 time: 0.1118450 Sep 16 04:49:45.940580 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.969883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e7397b7-3dd9-4eef-8d89-1f1b8ed723c1 req-42850721-56b3-4afb-a677-452144f4ec74 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/64f36f61-0710-4626-94d0-5a5ccbe481dc HTTP/1.1" status: 200 len: 2981 time: 0.1386402 Sep 16 04:49:45.998836 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2a309b6-0ea9-47c3-a05f-491d114ca39b req-f8025687-7c24-48ea-935e-48f4c26a1252 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843654 Sep 16 04:49:46.011790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73f76b1-457b-4534-ba24-8a3dc3d307e0 req-d5d692e2-ad63-4a6d-9437-a87e7d37df7a service neutron] 10.222.0.37 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696546 Sep 16 04:49:46.092217 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d53d0870-bd1b-4eff-9195-5ed90b7c977a req-64dd1329-325e-486e-869e-034583253c46 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/02662319-d85b-4654-b715-5a940a33d4c0 HTTP/1.1" status: 200 len: 1802 time: 0.0447729 Sep 16 04:49:46.150923 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d53d0870-bd1b-4eff-9195-5ed90b7c977a req-1769d15d-421b-4032-b833-a703f6b0d41d tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.168214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 35f31954-77c7-42bc-b29b-8700ad00aedc details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:46.173401 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d53d0870-bd1b-4eff-9195-5ed90b7c977a req-1769d15d-421b-4032-b833-a703f6b0d41d tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.272341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 35f31954-77c7-42bc-b29b-8700ad00aedc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=35f31954-77c7-42bc-b29b-8700ad00aedc,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:46.274955 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.291245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '35f31954-77c7-42bc-b29b-8700ad00aedc', 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105', 'port_id': '35f31954-77c7-42bc-b29b-8700ad00aedc', 'mac_address': 'fa:16:3e:8a:14:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84c22b6-fd38-44f0-9d2b-4600b9102549', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:46.337788 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.346830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d53d0870-bd1b-4eff-9195-5ed90b7c977a req-1769d15d-421b-4032-b833-a703f6b0d41d tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.350411 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d53d0870-bd1b-4eff-9195-5ed90b7c977a req-1769d15d-421b-4032-b833-a703f6b0d41d tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.351645 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d53d0870-bd1b-4eff-9195-5ed90b7c977a req-1769d15d-421b-4032-b833-a703f6b0d41d tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "DELETE /v2.0/security-groups/02662319-d85b-4654-b715-5a940a33d4c0 HTTP/1.1" status: 204 len: 173 time: 0.2528024 Sep 16 04:49:46.353667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f31954-77c7-42bc-b29b-8700ad00aedc {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:46.380908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 35f31954-77c7-42bc-b29b-8700ad00aedc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=35f31954-77c7-42bc-b29b-8700ad00aedc,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:46.394051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769d15d-421b-4032-b833-a703f6b0d41d tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02662319-d85b-4654-b715-5a940a33d4c0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:46.429270 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-2e8d6571-ce4d-4a38-8f35-b22956d7726e req-4f0456c6-c385-482c-abcc-bcc0066da7fa tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] show failed (client error): The resource could not be found. Sep 16 04:49:46.430318 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e8d6571-ce4d-4a38-8f35-b22956d7726e req-4f0456c6-c385-482c-abcc-bcc0066da7fa tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/02662319-d85b-4654-b715-5a940a33d4c0 HTTP/1.1" status: 404 len: 352 time: 0.0374587 Sep 16 04:49:46.448300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5366421-b8a7-4d1f-a101-6ff85b902a05 req-e0e340bd-a666-4fda-944a-aa76e16b40ac tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.449573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5366421-b8a7-4d1f-a101-6ff85b902a05 req-e0e340bd-a666-4fda-944a-aa76e16b40ac tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.0784061 Sep 16 04:49:46.472486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49666) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:46.473923 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.523220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=35f31954-77c7-42bc-b29b-8700ad00aedc,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:46.550273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5366421-b8a7-4d1f-a101-6ff85b902a05 req-0b7a2bb2-8235-47f3-8a55-e02bebab2400 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943484 Sep 16 04:49:46.580514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0eee7d9-b05b-4146-82ee-6f76704c7f38 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting subnet fdb43e9d-f396-4822-82c9-c5d8189b5b28 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:46.584538 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0eee7d9-b05b-4146-82ee-6f76704c7f38 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.589394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aac62a22-b79c-448d-81d9-bc1a91fa64f2 req-843da9cb-24ac-4ee1-bf77-cdbda206f8be tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/e12ac6d4-6cd4-417e-9aa7-708024a9e635 HTTP/1.1" status: 200 len: 1803 time: 0.1061583 Sep 16 04:49:46.652177 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0eee7d9-b05b-4146-82ee-6f76704c7f38 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.715815 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-aac62a22-b79c-448d-81d9-bc1a91fa64f2 req-0228b79d-7763-4274-9dc1-12c6ff1a6c0f tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.716174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['35f31954-77c7-42bc-b29b-8700ad00aedc'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:46.809082 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-aac62a22-b79c-448d-81d9-bc1a91fa64f2 req-0228b79d-7763-4274-9dc1-12c6ff1a6c0f tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.825286 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0eee7d9-b05b-4146-82ee-6f76704c7f38 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.012483 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-aac62a22-b79c-448d-81d9-bc1a91fa64f2 req-0228b79d-7763-4274-9dc1-12c6ff1a6c0f tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.015092 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-aac62a22-b79c-448d-81d9-bc1a91fa64f2 req-0228b79d-7763-4274-9dc1-12c6ff1a6c0f tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.016315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aac62a22-b79c-448d-81d9-bc1a91fa64f2 req-0228b79d-7763-4274-9dc1-12c6ff1a6c0f tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "DELETE /v2.0/security-groups/e12ac6d4-6cd4-417e-9aa7-708024a9e635 HTTP/1.1" status: 204 len: 173 time: 0.4033983 Sep 16 04:49:47.027492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228b79d-7763-4274-9dc1-12c6ff1a6c0f tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12ac6d4-6cd4-417e-9aa7-708024a9e635,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:47.051075 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0eee7d9-b05b-4146-82ee-6f76704c7f38 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.060908 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-cf5bc343-3e4e-4c6e-a9af-f84c85847a47 req-2359f520-293b-40a3-a610-e4fb3b57fe26 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] show failed (client error): The resource could not be found. Sep 16 04:49:47.061942 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf5bc343-3e4e-4c6e-a9af-f84c85847a47 req-2359f520-293b-40a3-a610-e4fb3b57fe26 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/e12ac6d4-6cd4-417e-9aa7-708024a9e635 HTTP/1.1" status: 404 len: 352 time: 0.0262764 Sep 16 04:49:47.084754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eee7d9-b05b-4146-82ee-6f76704c7f38 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb43e9d-f396-4822-82c9-c5d8189b5b28,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:47.086864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0eee7d9-b05b-4146-82ee-6f76704c7f38 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.089562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c0eee7d9-b05b-4146-82ee-6f76704c7f38 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "DELETE /v2.0/subnets/fdb43e9d-f396-4822-82c9-c5d8189b5b28 HTTP/1.1" status: 204 len: 168 time: 0.6158609 Sep 16 04:49:47.092771 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49688) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:47.097542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa276f4-22a5-4ee2-abcc-e965c61c2b65 None None] Network 25f763d5-d7dc-4a67-8816-f30dea66bc95 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:47.216444 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.232037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754b39d-61c2-4bc6-86fa-62cf9ae46367 req-5e6d60bd-742a-482e-951a-097223a8fe77 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.244137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2754b39d-61c2-4bc6-86fa-62cf9ae46367 req-5e6d60bd-742a-482e-951a-097223a8fe77 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 945 time: 0.1342967 Sep 16 04:49:47.291294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting port c100ec92-9f41-48a6-a731-c917592ec4d3 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:47.291779 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.316603 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63d3b5cc-7aaa-44b7-b17c-c977bc62c7b8 req-c2fdb9dc-086f-4bb8-a926-cd8a5ade943e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/955aaa1f-2877-4f5f-a743-6c7efc4ee3e8 HTTP/1.1" status: 200 len: 1801 time: 0.1460874 Sep 16 04:49:47.347668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2754b39d-61c2-4bc6-86fa-62cf9ae46367 req-79041e9b-f7f1-48c9-9186-5810aece7121 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959804 Sep 16 04:49:47.373942 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d65b159-1f46-4d4c-93ba-d69356d8e57f None None] DHCP port deletion for 25f763d5-d7dc-4a67-8816-f30dea66bc95 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:47.407710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-63d3b5cc-7aaa-44b7-b17c-c977bc62c7b8 req-f1ed1963-067d-4b18-aa86-740aebfbb578 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.418917 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.419627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] For port c100ec92-9f41-48a6-a731-c917592ec4d3, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c100ec92-9f41-48a6-a731-c917592ec4d3,segment=NetworkSegment(ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132),segment_id=ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:47.420032 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.436636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Calling delete_port for c100ec92-9f41-48a6-a731-c917592ec4d3 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:47.444159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5d65b159-1f46-4d4c-93ba-d69356d8e57f None None] Deleting port c100ec92-9f41-48a6-a731-c917592ec4d3 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:47.444595 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d65b159-1f46-4d4c-93ba-d69356d8e57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.460357 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-63d3b5cc-7aaa-44b7-b17c-c977bc62c7b8 req-f1ed1963-067d-4b18-aa86-740aebfbb578 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.535753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5d65b159-1f46-4d4c-93ba-d69356d8e57f None None] For port c100ec92-9f41-48a6-a731-c917592ec4d3, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c100ec92-9f41-48a6-a731-c917592ec4d3,segment=NetworkSegment(ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132),segment_id=ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:47.536151 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d65b159-1f46-4d4c-93ba-d69356d8e57f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.550738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5d65b159-1f46-4d4c-93ba-d69356d8e57f None None] Calling delete_port for c100ec92-9f41-48a6-a731-c917592ec4d3 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:47.618896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c100ec92-9f41-48a6-a731-c917592ec4d3 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:47.705086 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.711737 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-63d3b5cc-7aaa-44b7-b17c-c977bc62c7b8 req-f1ed1963-067d-4b18-aa86-740aebfbb578 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.714412 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-63d3b5cc-7aaa-44b7-b17c-c977bc62c7b8 req-f1ed1963-067d-4b18-aa86-740aebfbb578 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.717927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63d3b5cc-7aaa-44b7-b17c-c977bc62c7b8 req-f1ed1963-067d-4b18-aa86-740aebfbb578 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "DELETE /v2.0/security-groups/955aaa1f-2877-4f5f-a743-6c7efc4ee3e8 HTTP/1.1" status: 204 len: 173 time: 0.3897042 Sep 16 04:49:47.726098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed1963-067d-4b18-aa86-740aebfbb578 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=955aaa1f-2877-4f5f-a743-6c7efc4ee3e8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:47.825063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0e319-e38e-4b27-ad37-6ea0be1dd31c req-6d87e5c3-06d8-4252-824c-6d4907f80426 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.826633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33d0e319-e38e-4b27-ad37-6ea0be1dd31c req-6d87e5c3-06d8-4252-824c-6d4907f80426 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.0516481 Sep 16 04:49:47.830120 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.858097 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d65b159-1f46-4d4c-93ba-d69356d8e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.865750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Port': ['ID=c100ec92-9f41-48a6-a731-c917592ec4d3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:47.869764 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33d0e319-e38e-4b27-ad37-6ea0be1dd31c req-9563f485-cb53-4b6c-bb74-c4052147a74b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 Sep 16 04:49:47.877625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] No DVR routers for this DVR port c100ec92-9f41-48a6-a731-c917592ec4d3 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:47.902523 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65b159-1f46-4d4c-93ba-d69356d8e57f None None] Pushing event deleted for resources: {'Port': ['ID=c100ec92-9f41-48a6-a731-c917592ec4d3,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:47.907389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65b159-1f46-4d4c-93ba-d69356d8e57f None None] No DVR routers for this DVR port c100ec92-9f41-48a6-a731-c917592ec4d3 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:47.929438 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-fe6e5cf5-2cd1-4fba-b935-965d7f230206 req-e0dc76b7-acb9-403c-b358-1dac9d6cb370 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] show failed (client error): The resource could not be found. Sep 16 04:49:47.930666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe6e5cf5-2cd1-4fba-b935-965d7f230206 req-e0dc76b7-acb9-403c-b358-1dac9d6cb370 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/955aaa1f-2877-4f5f-a743-6c7efc4ee3e8 HTTP/1.1" status: 404 len: 352 time: 0.0266716 Sep 16 04:49:47.994028 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.021664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f763d5-d7dc-4a67-8816-f30dea66bc95']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:48.024228 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b37ed8f9-d808-4f9d-afae-40ef7c265e18 req-5649bae6-c51b-4cc1-8386-3db889a9581c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5aa1e00fd7b244e386264a48d9ea8842 HTTP/1.1" status: 200 len: 6149 time: 0.0679312 Sep 16 04:49:48.031460 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:48.031759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad51ab8b-f2b6-44f1-b7ba-82baf0d1a132') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:48.042742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.057152 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.063439 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:48.063824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:48.066855 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:48.074825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b37ed8f9-d808-4f9d-afae-40ef7c265e18 req-f6c62540-8b89-4d5e-9e57-5cc42e4895c7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/64f36f61-0710-4626-94d0-5a5ccbe481dc HTTP/1.1" status: 200 len: 2981 time: 0.0438383 Sep 16 04:49:48.123831 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b37ed8f9-d808-4f9d-afae-40ef7c265e18 req-b0cea7eb-b4ae-4971-b15d-aa1be45ac52a tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/64f36f61-0710-4626-94d0-5a5ccbe481dc HTTP/1.1" status: 200 len: 2981 time: 0.0414412 Sep 16 04:49:48.151676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-5ae9023d-8e56-4564-b5e0-aa438570c90d req-2b4b8635-95ed-406d-8a26-29d714cdb340 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-498953515', 'description': 'tempest-description-663042803'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:48.197603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 35f31954-77c7-42bc-b29b-8700ad00aedc up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:48.249349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.256842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.258567 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "DELETE /v2.0/networks/25f763d5-d7dc-4a67-8816-f30dea66bc95 HTTP/1.1" status: 204 len: 168 time: 1.1649342 Sep 16 04:49:48.265046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49712) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:48.270514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b221d15-32a5-43e9-a3f8-cfb0ef86dafe tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Network': ['ID=25f763d5-d7dc-4a67-8816-f30dea66bc95,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:48.295508 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ae9023d-8e56-4564-b5e0-aa438570c90d req-2b4b8635-95ed-406d-8a26-29d714cdb340 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.334359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-2585cb56-4239-4b75-943a-09c7d90f1cc2 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting subnet 6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:48.340980 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2585cb56-4239-4b75-943a-09c7d90f1cc2 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.346693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 35f31954-77c7-42bc-b29b-8700ad00aedc completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:48.350694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 35f31954-77c7-42bc-b29b-8700ad00aedc triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:48.357532 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.405859 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2585cb56-4239-4b75-943a-09c7d90f1cc2 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.449890 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.479887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf26595-6500-4616-a071-5f16af257690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f31954-77c7-42bc-b29b-8700ad00aedc'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:48.483055 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d79827-a276-4f35-b2ae-3683fd4154bd" -d '{"events": [{"server_uuid": "baf26595-6500-4616-a071-5f16af257690", "name": "network-vif-plugged", "status": "completed", "tag": "35f31954-77c7-42bc-b29b-8700ad00aedc"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:48.499300 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ae9023d-8e56-4564-b5e0-aa438570c90d req-2b4b8635-95ed-406d-8a26-29d714cdb340 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.505556 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 35f31954-77c7-42bc-b29b-8700ad00aedc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=35f31954-77c7-42bc-b29b-8700ad00aedc,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:48.517400 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2585cb56-4239-4b75-943a-09c7d90f1cc2 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.608974 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ae9023d-8e56-4564-b5e0-aa438570c90d req-2b4b8635-95ed-406d-8a26-29d714cdb340 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.638673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b8635-95ed-406d-8a26-29d714cdb340 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d20ed53-01f1-45af-b244-9bccdf032745,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:48.668262 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.712288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=35f31954-77c7-42bc-b29b-8700ad00aedc,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:48.849989 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2585cb56-4239-4b75-943a-09c7d90f1cc2 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.879772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585cb56-4239-4b75-943a-09c7d90f1cc2 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Subnet': ['ID=6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:48.883501 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2585cb56-4239-4b75-943a-09c7d90f1cc2 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.885414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2585cb56-4239-4b75-943a-09c7d90f1cc2 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "DELETE /v2.0/subnets/6cdc3b7f-4bda-4c5a-9c06-a2ef37ee99c2 HTTP/1.1" status: 204 len: 168 time: 0.6190729 Sep 16 04:49:48.887967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49722) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:48.891047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da833f53-197e-4db3-91d6-24d0d4143b0b None None] Network c557e4c1-e9fe-44b5-ad0b-bc570abe79db requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:48.908753 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ae9023d-8e56-4564-b5e0-aa438570c90d req-2b4b8635-95ed-406d-8a26-29d714cdb340 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.910019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ae9023d-8e56-4564-b5e0-aa438570c90d req-2b4b8635-95ed-406d-8a26-29d714cdb340 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7627354 Sep 16 04:49:48.980556 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.080772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:49.081116 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.094658 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9540890-5435-4176-ac1b-688b6665ab0e x-openstack-request-id: req-a9540890-5435-4176-ac1b-688b6665ab0e {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:49.095074 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf26595-6500-4616-a071-5f16af257690", "name": "network-vif-plugged", "status": "completed", "tag": "35f31954-77c7-42bc-b29b-8700ad00aedc", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:49.095467 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9540890-5435-4176-ac1b-688b6665ab0e {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:49.095863 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf26595-6500-4616-a071-5f16af257690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f31954-77c7-42bc-b29b-8700ad00aedc', 'code': 200} Sep 16 04:49:49.126951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c73ff-6638-4ee2-a0ef-4bde1a9b56a8 None None] DHCP port deletion for c557e4c1-e9fe-44b5-ad0b-bc570abe79db request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:49.164881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e0c25-b2ca-43d1-a977-360009013371 req-2c38eccf-e0dd-4df7-a7a3-7a68b8fd13d5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:49.166406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba7e0c25-b2ca-43d1-a977-360009013371 req-2c38eccf-e0dd-4df7-a7a3-7a68b8fd13d5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 946 time: 0.1220057 Sep 16 04:49:49.179345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c73ff-6638-4ee2-a0ef-4bde1a9b56a8 None None] Deleting port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:49.179656 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b9c73ff-6638-4ee2-a0ef-4bde1a9b56a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.236486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] For port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:49.236855 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.245352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9b9c73ff-6638-4ee2-a0ef-4bde1a9b56a8 None None] For port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2,segment=NetworkSegment(ae04f9c7-cf4a-4223-bfd8-4bedb83044da),segment_id=ae04f9c7-cf4a-4223-bfd8-4bedb83044da)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:49.245783 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b9c73ff-6638-4ee2-a0ef-4bde1a9b56a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.260339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c73ff-6638-4ee2-a0ef-4bde1a9b56a8 None None] Calling delete_port for d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:49.266346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Calling delete_port for d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:49.304509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fde20-bda4-4197-8e5d-8a5cd8588614 req-42dd144c-f1da-490c-ba79-82125d53bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:49.306049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-472fde20-bda4-4197-8e5d-8a5cd8588614 req-42dd144c-f1da-490c-ba79-82125d53bca8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 1098 time: 0.1346426 Sep 16 04:49:49.339746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba7e0c25-b2ca-43d1-a977-360009013371 req-e0615273-da02-4753-9a7e-28bb285d3a99 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658440 Sep 16 04:49:49.359768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e965db-72cb-4388-95b8-feb19428eb29 req-a10595bb-d83a-487e-bc13-d965a5d105e3 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:49.361883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97e965db-72cb-4388-95b8-feb19428eb29 req-a10595bb-d83a-487e-bc13-d965a5d105e3 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.1945894 Sep 16 04:49:49.379030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-651c9d98-79c7-4849-b689-7581fc1fb3de req-8facb521-de45-4e21-b895-6fc0d815ed72 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-980391935', 'description': 'tempest-description-1893611286'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:49.443590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-472fde20-bda4-4197-8e5d-8a5cd8588614 req-945d4567-5452-480f-b47e-94482fd8fe96 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012366 Sep 16 04:49:49.452165 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b9c73ff-6638-4ee2-a0ef-4bde1a9b56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.457395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97e965db-72cb-4388-95b8-feb19428eb29 req-b3291fd7-2ae2-4c40-8ed3-ddeb20a98e32 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830832 Sep 16 04:49:49.467253 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.478764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c73ff-6638-4ee2-a0ef-4bde1a9b56a8 None None] Pushing event deleted for resources: {'Port': ['ID=d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:49.487334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9c73ff-6638-4ee2-a0ef-4bde1a9b56a8 None None] No DVR routers for this DVR port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:49.503615 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Port': ['ID=d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:49.507150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] No DVR routers for this DVR port d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:49.604376 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.607327 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-651c9d98-79c7-4849-b689-7581fc1fb3de req-8facb521-de45-4e21-b895-6fc0d815ed72 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.618637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:49.638443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:49.638794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d5350fd0-1132-4d1e-ae5b-0ae5b7b0cbb2 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:49.640132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c557e4c1-e9fe-44b5-ad0b-bc570abe79db']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:49.654924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:49.655241 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae04f9c7-cf4a-4223-bfd8-4bedb83044da') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:49.670883 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.693108 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.703472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:49.705151 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:49.708912 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:49.801996 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-651c9d98-79c7-4849-b689-7581fc1fb3de req-8facb521-de45-4e21-b895-6fc0d815ed72 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.906647 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-651c9d98-79c7-4849-b689-7581fc1fb3de req-8facb521-de45-4e21-b895-6fc0d815ed72 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.913631 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.932356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.934303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "DELETE /v2.0/networks/c557e4c1-e9fe-44b5-ad0b-bc570abe79db HTTP/1.1" status: 204 len: 168 time: 1.0453053 Sep 16 04:49:49.940981 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49738) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:49.946991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-66378892-0982-4d4b-b985-68107c858e30 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-411955223'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:49.949608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a77e40-057a-41dd-85ec-b7099ae83f21 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Network': ['ID=c557e4c1-e9fe-44b5-ad0b-bc570abe79db,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:49.959842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facb521-de45-4e21-b895-6fc0d815ed72 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23824b9c-03d4-488e-b28a-4b6d732ed2f6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:50.104001 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-651c9d98-79c7-4849-b689-7581fc1fb3de req-8facb521-de45-4e21-b895-6fc0d815ed72 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.105340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-651c9d98-79c7-4849-b689-7581fc1fb3de req-8facb521-de45-4e21-b895-6fc0d815ed72 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7355220 Sep 16 04:49:50.267164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66378892-0982-4d4b-b985-68107c858e30 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:50.272003 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66378892-0982-4d4b-b985-68107c858e30 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.307925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66378892-0982-4d4b-b985-68107c858e30 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:50.320397 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66378892-0982-4d4b-b985-68107c858e30 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.320842 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-66378892-0982-4d4b-b985-68107c858e30 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Added segment 6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3 of type vlan for network b448c330-0948-4c3f-b5fc-3a965c0a24c6 Sep 16 04:49:50.375765 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66378892-0982-4d4b-b985-68107c858e30 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.438480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-5a4a262d-323f-42e5-abcf-356446e2c94b tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.440172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-5a4a262d-323f-42e5-abcf-356446e2c94b tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/networks?id=bb38623c-bd92-439b-adae-c1164b9993b5 HTTP/1.1" status: 200 len: 813 time: 0.1152148 Sep 16 04:49:50.456096 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-cf010088-4dd4-4338-b843-bcd2bd7439be tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/quotas/5aa1e00fd7b244e386264a48d9ea8842 HTTP/1.1" status: 200 len: 375 time: 0.0102608 Sep 16 04:49:50.500859 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66378892-0982-4d4b-b985-68107c858e30 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.507694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66378892-0982-4d4b-b985-68107c858e30 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.508684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66378892-0982-4d4b-b985-68107c858e30 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.540670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-ca629fd4-1cce-4c56-8b43-c50897fce3a3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787351 Sep 16 04:49:50.605156 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-66378892-0982-4d4b-b985-68107c858e30 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6622448 Sep 16 04:49:50.606626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66378892-0982-4d4b-b985-68107c858e30 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Network': ['ID=b448c330-0948-4c3f-b5fc-3a965c0a24c6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:50.608985 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49764) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:50.618560 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network b448c330-0948-4c3f-b5fc-3a965c0a24c6 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:50.623394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a502769a-eab5-40c6-a167-b65b6a0abd76 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'subnet': {'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:50.688770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1579f1-b63d-4501-832e-4c716e22afad req-72db7e9c-3d0f-4069-9a44-9d99804a8eaf tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.690368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc1579f1-b63d-4501-832e-4c716e22afad req-72db7e9c-3d0f-4069-9a44-9d99804a8eaf tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 946 time: 0.1487923 Sep 16 04:49:50.707727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-db07a3c9-7491-4c9d-8862-5cf15d22d938 service neutron] 10.222.0.24 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571414 Sep 16 04:49:50.816668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc1579f1-b63d-4501-832e-4c716e22afad req-fdd35192-5349-49ac-a17b-012815d39bf8 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799923 Sep 16 04:49:50.819209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a502769a-eab5-40c6-a167-b65b6a0abd76 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:50.824666 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a502769a-eab5-40c6-a167-b65b6a0abd76 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.838931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-bb9033b9-628e-46ac-a5ff-0e4c373ea09b service neutron] 10.222.0.24 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275849 Sep 16 04:49:50.944211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581052ec-736f-4760-9271-65a924c8c851 req-931539e7-073e-4f6e-957f-627a93dacdb3 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.945740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-581052ec-736f-4760-9271-65a924c8c851 req-931539e7-073e-4f6e-957f-627a93dacdb3 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.0550561 Sep 16 04:49:50.986934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-581052ec-736f-4760-9271-65a924c8c851 req-3dc0aae0-c197-4d95-bf9c-4768aa11787c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350409 Sep 16 04:49:51.100054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a46a5058-7f10-4d2b-adcd-3a896c2f4a78 req-a89545d6-3e77-4281-8708-0c120dbb07db tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 210 time: 0.0314260 Sep 16 04:49:51.129526 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a502769a-eab5-40c6-a167-b65b6a0abd76 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.227237 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502769a-eab5-40c6-a167-b65b6a0abd76 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Subnet': ['ID=974e7579-5de9-4aaa-a1a8-ceb4414b8dfd,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:51.235792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a502769a-eab5-40c6-a167-b65b6a0abd76 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Checking segment: {'id': '6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:51.236313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a502769a-eab5-40c6-a167-b65b6a0abd76 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network hostable DHCP agents. Network: b448c330-0948-4c3f-b5fc-3a965c0a24c6, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:51.323282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a502769a-eab5-40c6-a167-b65b6a0abd76 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network b448c330-0948-4c3f-b5fc-3a965c0a24c6 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:51.415385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-a502769a-eab5-40c6-a167-b65b6a0abd76 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, b448c330-0948-4c3f-b5fc-3a965c0a24c6) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:51.420685 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502769a-eab5-40c6-a167-b65b6a0abd76 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.422041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a502769a-eab5-40c6-a167-b65b6a0abd76 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.426977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e0aa99-0938-43c3-85e4-339c13b09137 None None] Network b448c330-0948-4c3f-b5fc-3a965c0a24c6 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:51.519807 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a502769a-eab5-40c6-a167-b65b6a0abd76 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9089725 Sep 16 04:49:51.523790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49784) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:51.529673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-de22e421-a815-4406-9bbd-abeb378d5c95 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1465346064'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:51.589415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-b448c330-0948-4c3f-b5fc-3a965c0a24c6', 'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'fixed_ips': [{'subnet_id': '974e7579-5de9-4aaa-a1a8-ceb4414b8dfd'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:51.590271 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.623333 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de22e421-a815-4406-9bbd-abeb378d5c95 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:51.627716 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de22e421-a815-4406-9bbd-abeb378d5c95 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.651784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de22e421-a815-4406-9bbd-abeb378d5c95 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:51.661759 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de22e421-a815-4406-9bbd-abeb378d5c95 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.662338 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-de22e421-a815-4406-9bbd-abeb378d5c95 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Added segment 0d7cfaa4-4063-40dd-92d9-3260bd684ddc of type vlan for network 9a768950-e618-4644-b0f7-e4b26818fa1e Sep 16 04:49:51.704363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de22e421-a815-4406-9bbd-abeb378d5c95 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.737184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Allocated IP 19.80.0.2 (b448c330-0948-4c3f-b5fc-3a965c0a24c6/974e7579-5de9-4aaa-a1a8-ceb4414b8dfd/641529eb-9352-4536-99f5-c6de876ad4ee) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:51.831770 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de22e421-a815-4406-9bbd-abeb378d5c95 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.839342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de22e421-a815-4406-9bbd-abeb378d5c95 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.839342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de22e421-a815-4406-9bbd-abeb378d5c95 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.922130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22e421-a815-4406-9bbd-abeb378d5c95 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Network': ['ID=9a768950-e618-4644-b0f7-e4b26818fa1e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:51.925190 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.934669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 9a768950-e618-4644-b0f7-e4b26818fa1e details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:51.958326 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-de22e421-a815-4406-9bbd-abeb378d5c95 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4332764 Sep 16 04:49:51.960889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49798) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:51.967117 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d6f8e727-5148-43ef-ab70-66dae888a42f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'subnet': {'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:51.995939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894288-9bd2-4bdb-a984-d6933d09f5b7 req-5e2f122c-28c6-4081-88f9-4e95978389e5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.002067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45894288-9bd2-4bdb-a984-d6933d09f5b7 req-5e2f122c-28c6-4081-88f9-4e95978389e5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 946 time: 0.0585189 Sep 16 04:49:52.019119 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.066747 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45894288-9bd2-4bdb-a984-d6933d09f5b7 req-9d82f8c0-223e-489e-bfce-500dd31266e7 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602143 Sep 16 04:49:52.071231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Network b448c330-0948-4c3f-b5fc-3a965c0a24c6 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:52.076334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:52.088293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Pushing event updated for resources: {'Port': ['ID=641529eb-9352-4536-99f5-c6de876ad4ee,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:52.094068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:52.140524 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8e727-5148-43ef-ab70-66dae888a42f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:52.144703 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6f8e727-5148-43ef-ab70-66dae888a42f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.178314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Attempting to bind port 641529eb-9352-4536-99f5-c6de876ad4ee on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:52.184194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Attempting to bind port 641529eb-9352-4536-99f5-c6de876ad4ee by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:52.184359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fbf2f-2743-4b0a-801f-50007a5c816f req-a33f1293-1112-4840-911b-5b951655fafe tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.184493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Attempting to bind port 641529eb-9352-4536-99f5-c6de876ad4ee on network b448c330-0948-4c3f-b5fc-3a965c0a24c6 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:52.190070 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c4fbf2f-2743-4b0a-801f-50007a5c816f req-a33f1293-1112-4840-911b-5b951655fafe tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.0819743 Sep 16 04:49:52.191782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:52.192160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Checking segment: {'id': '6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:52.192584 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.192979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Bound using segment: {'id': '6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:52.193661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Bound port: 641529eb-9352-4536-99f5-c6de876ad4ee, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:52.194425 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.243608 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c4fbf2f-2743-4b0a-801f-50007a5c816f req-6793e5f2-55e7-4b54-b41d-0dbea6b9fe5c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462384 Sep 16 04:49:52.277757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c25efd4-9498-433e-8e55-48f31884a62b req-6cb30950-c5f0-44ed-b2c1-b2388b783e90 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 210 time: 0.0330415 Sep 16 04:49:52.292040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] For port 641529eb-9352-4536-99f5-c6de876ad4ee, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:52.296419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] For port 641529eb-9352-4536-99f5-c6de876ad4ee, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=641529eb-9352-4536-99f5-c6de876ad4ee,segment=NetworkSegment(6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3),segment_id=6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:52.395687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.475358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b5eae-6ccd-463d-8ffa-372d5498b097 None None] Pushing event updated for resources: {'Port': ['ID=641529eb-9352-4536-99f5-c6de876ad4ee,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:52.506688 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6f8e727-5148-43ef-ab70-66dae888a42f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.578234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8e727-5148-43ef-ab70-66dae888a42f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Subnet': ['ID=01157661-4604-4e34-a0fe-d8245843b865,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:52.584420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8e727-5148-43ef-ab70-66dae888a42f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Checking segment: {'id': '0d7cfaa4-4063-40dd-92d9-3260bd684ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:52.584860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8e727-5148-43ef-ab70-66dae888a42f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network hostable DHCP agents. Network: 9a768950-e618-4644-b0f7-e4b26818fa1e, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:52.691749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8e727-5148-43ef-ab70-66dae888a42f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network 9a768950-e618-4644-b0f7-e4b26818fa1e is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:52.753877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-d6f8e727-5148-43ef-ab70-66dae888a42f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 9a768950-e618-4644-b0f7-e4b26818fa1e) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:52.762245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c82d3ba-b600-42f0-9c61-aea079a06cd6 None None] Network 9a768950-e618-4644-b0f7-e4b26818fa1e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:52.767925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8e727-5148-43ef-ab70-66dae888a42f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.768570 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6f8e727-5148-43ef-ab70-66dae888a42f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.890123 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d6f8e727-5148-43ef-ab70-66dae888a42f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9278758 Sep 16 04:49:52.953340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-9a768950-e618-4644-b0f7-e4b26818fa1e', 'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'fixed_ips': [{'subnet_id': '01157661-4604-4e34-a0fe-d8245843b865'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:52.956279 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.170240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49840) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:53.173319 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Allocated IP 19.86.0.2 (9a768950-e618-4644-b0f7-e4b26818fa1e/01157661-4604-4e34-a0fe-d8245843b865/2d60678b-38fa-4970-9b67-fadc4e9e8521) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:53.261012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-350c9bad-e01b-4fc3-858c-bc43bba0e9cd tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.270962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-350c9bad-e01b-4fc3-858c-bc43bba0e9cd tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.274316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-350c9bad-e01b-4fc3-858c-bc43bba0e9cd tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/networks?id=b448c330-0948-4c3f-b5fc-3a965c0a24c6&id=9a768950-e618-4644-b0f7-e4b26818fa1e HTTP/1.1" status: 200 len: 1391 time: 0.1713583 Sep 16 04:49:53.323745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-f6dde23d-594f-4879-a9bf-f857d37f2f58 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/quotas/6d4e21edb07740b18dec3163ed8bb894 HTTP/1.1" status: 200 len: 375 time: 0.0418828 Sep 16 04:49:53.405392 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.451549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-c58199a1-0c3f-4b3c-ba4d-45550a727b09 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d4e21edb07740b18dec3163ed8bb894&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1267061 Sep 16 04:49:53.481429 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.605181 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab92aa37-603b-4c20-8147-582b8afb282d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.636596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79567144-8370-4a40-9d8a-99fe7e4be931 req-13aa0767-be25-4bd8-838c-96b5179b1e20 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.644908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79567144-8370-4a40-9d8a-99fe7e4be931 req-13aa0767-be25-4bd8-838c-96b5179b1e20 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.2645955 Sep 16 04:49:53.650053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Network 9a768950-e618-4644-b0f7-e4b26818fa1e is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:53.655250 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:53.667502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-b0119bf1-872c-4b78-ac0c-b6a1958d2859 service neutron] 10.222.0.24 "GET /v2.0/networks/b448c330-0948-4c3f-b5fc-3a965c0a24c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050052 Sep 16 04:49:53.673554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:53.788363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Pushing event updated for resources: {'Port': ['ID=2d60678b-38fa-4970-9b67-fadc4e9e8521,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:53.802381 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 641529eb-9352-4536-99f5-c6de876ad4ee up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:53.842451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab92aa37-603b-4c20-8147-582b8afb282d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.957436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79567144-8370-4a40-9d8a-99fe7e4be931 req-935cce35-e8b5-4ed1-86bb-47fb504b7480 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740402 Sep 16 04:49:53.971909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab92aa37-603b-4c20-8147-582b8afb282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.028212 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab92aa37-603b-4c20-8147-582b8afb282d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10405627a0ab4df2a7439da1ef0fa716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8557694 Sep 16 04:49:54.030921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49858) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:54.078767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f64b3b-e784-44eb-8e0d-86c553d68505 None None] Network b448c330-0948-4c3f-b5fc-3a965c0a24c6 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:54.084528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fca18981-8f6d-4f40-b1bf-3a2884256dc7 req-c74b8147-b590-43ff-a438-0ce00a2a2497 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 210 time: 0.0311539 Sep 16 04:49:54.092827 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-bc1a462e-db3c-4065-904a-7a7f7eae584c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.094928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-bc1a462e-db3c-4065-904a-7a7f7eae584c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.37 "GET /v2.0/networks?id=bb38623c-bd92-439b-adae-c1164b9993b5 HTTP/1.1" status: 200 len: 813 time: 0.3926287 Sep 16 04:49:54.097358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-faf601e2-f196-44e7-b6d8-a9e87c3bee3f service neutron] 10.222.0.24 "GET /v2.0/networks/b448c330-0948-4c3f-b5fc-3a965c0a24c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290931 Sep 16 04:49:54.101475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Attempting to bind port 2d60678b-38fa-4970-9b67-fadc4e9e8521 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:54.102105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Attempting to bind port 2d60678b-38fa-4970-9b67-fadc4e9e8521 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '0d7cfaa4-4063-40dd-92d9-3260bd684ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:54.102656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92aa37-603b-4c20-8147-582b8afb282d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0971061-4879-4f5c-9efe-98d812e06d97,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:54.103543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Attempting to bind port 2d60678b-38fa-4970-9b67-fadc4e9e8521 on network 9a768950-e618-4644-b0f7-e4b26818fa1e {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:54.123047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'port': {'device_id': 'f67a7777-e46d-4384-a331-81be80330685', 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5', 'admin_state_up': True, 'tenant_id': '5aa1e00fd7b244e386264a48d9ea8842'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:54.135597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bb9bcf-2bf7-4b38-a818-0ac276a21411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.160072 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bb9bcf-2bf7-4b38-a818-0ac276a21411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.182233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:54.182536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Checking segment: {'id': '0d7cfaa4-4063-40dd-92d9-3260bd684ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:54.182953 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.183359 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Bound using segment: {'id': '0d7cfaa4-4063-40dd-92d9-3260bd684ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:54.183862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Bound port: 2d60678b-38fa-4970-9b67-fadc4e9e8521, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7cfaa4-4063-40dd-92d9-3260bd684ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:54.184558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.253463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3a19e8ba-717d-458c-aaf5-948bd338b322 None None] Provisioning complete for port 641529eb-9352-4536-99f5-c6de876ad4ee triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:54.253848 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3a19e8ba-717d-458c-aaf5-948bd338b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.313906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 641529eb-9352-4536-99f5-c6de876ad4ee triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:54.314422 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.320862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bb9bcf-2bf7-4b38-a818-0ac276a21411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.325065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bb9bcf-2bf7-4b38-a818-0ac276a21411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.330357 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-85bb9bcf-2bf7-4b38-a818-0ac276a21411 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0971061-4879-4f5c-9efe-98d812e06d97 HTTP/1.1" status: 204 len: 168 time: 0.2979753 Sep 16 04:49:54.343630 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb9bcf-2bf7-4b38-a818-0ac276a21411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0971061-4879-4f5c-9efe-98d812e06d97,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:54.478248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] For port 2d60678b-38fa-4970-9b67-fadc4e9e8521, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:54.499123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] For port 2d60678b-38fa-4970-9b67-fadc4e9e8521, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2d60678b-38fa-4970-9b67-fadc4e9e8521,segment=NetworkSegment(0d7cfaa4-4063-40dd-92d9-3260bd684ddc),segment_id=0d7cfaa4-4063-40dd-92d9-3260bd684ddc)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:54.578227 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3a19e8ba-717d-458c-aaf5-948bd338b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.632512 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.654591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3a19e8ba-717d-458c-aaf5-948bd338b322 None None] For port 641529eb-9352-4536-99f5-c6de876ad4ee, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=641529eb-9352-4536-99f5-c6de876ad4ee,segment=NetworkSegment(6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3),segment_id=6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:54.654591 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.669945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-0d686ef8-0f7d-4126-a2f0-d5b5d2bdeeaf service neutron] 10.222.0.24 "GET /v2.0/networks/9a768950-e618-4644-b0f7-e4b26818fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576479 Sep 16 04:49:54.759558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f2fa6-5a0e-44b5-8185-0337b06d5ad6 None None] Pushing event updated for resources: {'Port': ['ID=2d60678b-38fa-4970-9b67-fadc4e9e8521,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:54.773614 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3a19e8ba-717d-458c-aaf5-948bd338b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.853227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a9fa6b35-a62f-46b8-9b5f-12833d5ba6b6 service neutron] 10.222.0.24 "GET /v2.0/networks/9a768950-e618-4644-b0f7-e4b26818fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820247 Sep 16 04:49:54.903839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Made reservation on behalf of 5aa1e00fd7b244e386264a48d9ea8842 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:54.905980 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:49:54.906436 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:49:54.909459 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.929692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19e8ba-717d-458c-aaf5-948bd338b322 None None] Pushing event updated for resources: {'Port': ['ID=641529eb-9352-4536-99f5-c6de876ad4ee,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:55.019928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4e5d4aa4-ed14-44c0-89b5-50caf33b07d9 None None] Provisioning complete for port 641529eb-9352-4536-99f5-c6de876ad4ee triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:55.020316 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e5d4aa4-ed14-44c0-89b5-50caf33b07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.230220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Allocated IP 172.20.0.8 (bb38623c-bd92-439b-adae-c1164b9993b5/f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c/65e5d560-223c-44ff-b09a-ef1333d45e84) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:55.262846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd98a6-4928-49f5-be0a-51a0810afaf1 req-b7cd7685-7cef-4d31-97cc-923e5836f4b2 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.273287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82cd98a6-4928-49f5-be0a-51a0810afaf1 req-b7cd7685-7cef-4d31-97cc-923e5836f4b2 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.1268919 Sep 16 04:49:55.349901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82cd98a6-4928-49f5-be0a-51a0810afaf1 req-79bcd2d2-19d3-428e-bf2e-da540ee68f2a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757492 Sep 16 04:49:55.472898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-595b01bd-be1c-47b0-ad84-4d757e5b6b91 req-5087560d-0fcd-4ca0-b125-39a6e9b5ff64 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 210 time: 0.0336881 Sep 16 04:49:55.519533 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.617306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcef4ade-3849-40c8-8e74-680e7f2464bc req-5587f023-c3f3-4dc9-adaa-9cfc0044b4c0 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 210 time: 0.0376017 Sep 16 04:49:55.715324 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.728985 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e839f219-105b-4874-a55a-bfe83d5f1999'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:55.779184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Network bb38623c-bd92-439b-adae-c1164b9993b5 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:55.779184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:55.779184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:55.821934 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 641529eb-9352-4536-99f5-c6de876ad4ee up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:55.870396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'Port': ['ID=65e5d560-223c-44ff-b09a-ef1333d45e84,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:55.890298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.891351 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.979104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-7722dd7d-ad92-409a-bd09-3b33d2e72ec3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8704994 Sep 16 04:49:55.991137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-cebc3e01-73ae-4e50-942c-bbcd1024b647 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:49:55.993085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-cebc3e01-73ae-4e50-942c-bbcd1024b647 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084157 Sep 16 04:49:56.009304 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 641529eb-9352-4536-99f5-c6de876ad4ee triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:56.009873 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.086427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd3b78-dc68-4377-af84-53ffead4236a req-9e229b30-3f6f-4717-b3fd-f046a012a99e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:56.098061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52bd3b78-dc68-4377-af84-53ffead4236a req-9e229b30-3f6f-4717-b3fd-f046a012a99e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 946 time: 0.0835664 Sep 16 04:49:56.165799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52bd3b78-dc68-4377-af84-53ffead4236a req-73085680-8f7a-4678-9d87-b2326fa2b500 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656617 Sep 16 04:49:56.221928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Request body: {'port': {'device_id': 'f67a7777-e46d-4384-a331-81be80330685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:56.226151 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2d60678b-38fa-4970-9b67-fadc4e9e8521 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:56.336243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2d60678b-38fa-4970-9b67-fadc4e9e8521 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:56.337209 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.402025 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.431161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b1b45-d275-403f-bb13-c5696c99fd88 None None] Network 9a768950-e618-4644-b0f7-e4b26818fa1e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:56.612445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc971763-5620-493f-b627-16839a1b8f22 req-fc303ccf-643d-40e0-9b65-d5d0a6e89c8a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:56.614549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc971763-5620-493f-b627-16839a1b8f22 req-fc303ccf-643d-40e0-9b65-d5d0a6e89c8a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.1323235 Sep 16 04:49:56.646676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-813f1923-1572-4405-b0cb-1638df834996 None None] Provisioning complete for port 2d60678b-38fa-4970-9b67-fadc4e9e8521 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:56.646922 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-813f1923-1572-4405-b0cb-1638df834996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.728224 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.784340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc971763-5620-493f-b627-16839a1b8f22 req-6012d0ce-8f60-4488-83e5-94b975961648 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996079 Sep 16 04:49:56.812544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 2d60678b-38fa-4970-9b67-fadc4e9e8521, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2d60678b-38fa-4970-9b67-fadc4e9e8521,segment=NetworkSegment(0d7cfaa4-4063-40dd-92d9-3260bd684ddc),segment_id=0d7cfaa4-4063-40dd-92d9-3260bd684ddc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:56.822378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72290b57-9630-418b-9a5a-77150710c26e req-4650dfd2-d41d-4d1f-a72b-9bb40f7db651 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:56.824713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72290b57-9630-418b-9a5a-77150710c26e req-4650dfd2-d41d-4d1f-a72b-9bb40f7db651 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 931 time: 0.1270483 Sep 16 04:49:56.915969 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.977362 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-813f1923-1572-4405-b0cb-1638df834996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.037938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=2d60678b-38fa-4970-9b67-fadc4e9e8521,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:57.090857 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-813f1923-1572-4405-b0cb-1638df834996 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:49:57.091478 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-813f1923-1572-4405-b0cb-1638df834996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:49:57.101960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fffbe8f6-80b4-40fe-9790-e0b2f7dd3e40 req-516ee60f-5f3d-4126-8358-be073588eb15 tempest-AbsoluteLimitsNegativeTestJSON-880158439 tempest-AbsoluteLimitsNegativeTestJSON-880158439-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2e476db3d94b47998a5e96a571e92ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427279 Sep 16 04:49:57.111407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72290b57-9630-418b-9a5a-77150710c26e req-01ba3fd5-bfac-4e8d-aff2-f6dc1ce70e12 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856045 Sep 16 04:49:57.141158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e5d560-223c-44ff-b09a-ef1333d45e84 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:57.158827 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.223179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Transition to ACTIVE for port object 65e5d560-223c-44ff-b09a-ef1333d45e84 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:57.246587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-447fa34c-e6cb-47c4-9360-065424a034da req-17a22e23-fe2b-4ef5-a16c-6b4ecd82d1b3 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 210 time: 0.0683291 Sep 16 04:49:57.301227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbe8f6-80b4-40fe-9790-e0b2f7dd3e40 req-b2815c0e-9bd5-4c28-af05-93c02500242a tempest-AbsoluteLimitsNegativeTestJSON-880158439 tempest-AbsoluteLimitsNegativeTestJSON-880158439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.302804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fffbe8f6-80b4-40fe-9790-e0b2f7dd3e40 req-b2815c0e-9bd5-4c28-af05-93c02500242a tempest-AbsoluteLimitsNegativeTestJSON-880158439 tempest-AbsoluteLimitsNegativeTestJSON-880158439-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885870 Sep 16 04:49:57.324935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fffbe8f6-80b4-40fe-9790-e0b2f7dd3e40 req-72fcc449-b2fb-4890-8451-35b9d6149053 tempest-AbsoluteLimitsNegativeTestJSON-880158439 tempest-AbsoluteLimitsNegativeTestJSON-880158439-project] 10.222.0.24 "GET /v2.0/quotas/2e476db3d94b47998a5e96a571e92ff4 HTTP/1.1" status: 200 len: 375 time: 0.0161595 Sep 16 04:49:57.358790 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.382402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fffbe8f6-80b4-40fe-9790-e0b2f7dd3e40 req-060edabe-3cf1-4025-9363-227e3961d122 tempest-AbsoluteLimitsNegativeTestJSON-880158439 tempest-AbsoluteLimitsNegativeTestJSON-880158439-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e476db3d94b47998a5e96a571e92ff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504570 Sep 16 04:49:57.472255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Pushing event updated for resources: {'Port': ['ID=65e5d560-223c-44ff-b09a-ef1333d45e84,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:57.657926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2d60678b-38fa-4970-9b67-fadc4e9e8521 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:57.685456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Attempting to bind port 65e5d560-223c-44ff-b09a-ef1333d45e84 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:57.685456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Attempting to bind port 65e5d560-223c-44ff-b09a-ef1333d45e84 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '6f1abf69-7bfc-433d-afa6-5e81a6d39e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:57.686040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Attempting to bind port 65e5d560-223c-44ff-b09a-ef1333d45e84 on network bb38623c-bd92-439b-adae-c1164b9993b5 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:57.694082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Port 65e5d560-223c-44ff-b09a-ef1333d45e84 on network bb38623c-bd92-439b-adae-c1164b9993b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:57.694564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Attempting to bind port 65e5d560-223c-44ff-b09a-ef1333d45e84 on network bb38623c-bd92-439b-adae-c1164b9993b5 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:57.701719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:57.702174 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Checking segment: {'id': '6f1abf69-7bfc-433d-afa6-5e81a6d39e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:57.702661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Bound using segment: {'id': '6f1abf69-7bfc-433d-afa6-5e81a6d39e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:57.703230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Bound port: 65e5d560-223c-44ff-b09a-ef1333d45e84, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1abf69-7bfc-433d-afa6-5e81a6d39e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:57.703881 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.709408 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2d60678b-38fa-4970-9b67-fadc4e9e8521 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:57.709786 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.750001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f26c4e-fc44-40fd-8b8f-7a3596faa06a req-39b11f7d-8665-45b3-9102-79f890a7074a tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.752215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39f26c4e-fc44-40fd-8b8f-7a3596faa06a req-39b11f7d-8665-45b3-9102-79f890a7074a tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 946 time: 0.1039345 Sep 16 04:49:57.788577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49966) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:57.794558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f39b50be-6224-4280-b214-a06b7e7d0972 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-311518857'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:57.821300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8cecd9e6-5638-4bb1-94db-3e3f431049c6 None None] Provisioning complete for port 2d60678b-38fa-4970-9b67-fadc4e9e8521 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:57.821576 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8cecd9e6-5638-4bb1-94db-3e3f431049c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.877680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] For port 65e5d560-223c-44ff-b09a-ef1333d45e84, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:57.925885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39b50be-6224-4280-b214-a06b7e7d0972 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:57.929633 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f39b50be-6224-4280-b214-a06b7e7d0972 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.937020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39f26c4e-fc44-40fd-8b8f-7a3596faa06a req-49f4142a-cda4-420d-8de8-497e492d7e2f tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713831 Sep 16 04:49:57.944642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] For port 65e5d560-223c-44ff-b09a-ef1333d45e84, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=65e5d560-223c-44ff-b09a-ef1333d45e84,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:57.973566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39b50be-6224-4280-b214-a06b7e7d0972 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:57.986240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f39b50be-6224-4280-b214-a06b7e7d0972 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.986971 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-f39b50be-6224-4280-b214-a06b7e7d0972 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Added segment efd490e7-cfc8-4372-854a-256b376e1a9b of type vlan for network d8cdf816-71fb-457d-8b2b-7d899e914856 Sep 16 04:49:57.999669 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-5db8fc58-8693-461d-9a23-1ef75cdbc733 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.006550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-5db8fc58-8693-461d-9a23-1ef75cdbc733 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.008149 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-5db8fc58-8693-461d-9a23-1ef75cdbc733 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "GET /v2.0/networks?id=b448c330-0948-4c3f-b5fc-3a965c0a24c6&id=9a768950-e618-4644-b0f7-e4b26818fa1e HTTP/1.1" status: 200 len: 1391 time: 0.2247570 Sep 16 04:49:58.027758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fe5af-1b4d-4526-8f07-536635a68b81 req-dcc62aa6-b141-47bc-abbc-8029fd9e6f96 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.028753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-450fe5af-1b4d-4526-8f07-536635a68b81 req-dcc62aa6-b141-47bc-abbc-8029fd9e6f96 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.1209426 Sep 16 04:49:58.032531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'port': {'device_id': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6', 'admin_state_up': True, 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:58.044734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f39b50be-6224-4280-b214-a06b7e7d0972 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.054925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.119623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.120047 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.121475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] 10.222.0.37 "PUT /v2.0/ports/65e5d560-223c-44ff-b09a-ef1333d45e84 HTTP/1.1" status: 200 len: 1092 time: 2.1200919 Sep 16 04:49:58.128043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49976) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.140571 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f39b50be-6224-4280-b214-a06b7e7d0972 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.150285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39b50be-6224-4280-b214-a06b7e7d0972 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.150751 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f39b50be-6224-4280-b214-a06b7e7d0972 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.151320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67a7777-e46d-4384-a331-81be80330685', 'tag': '65e5d560-223c-44ff-b09a-ef1333d45e84'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:58.155391 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c371de-ff63-4bae-82fb-8b47077c896a" -d '{"events": [{"name": "network-changed", "server_uuid": "f67a7777-e46d-4384-a331-81be80330685", "tag": "65e5d560-223c-44ff-b09a-ef1333d45e84"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:58.211409 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-450fe5af-1b4d-4526-8f07-536635a68b81 req-55f9f0d3-163e-4631-aca6-bd44e2b0bb1e tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753020 Sep 16 04:49:58.277306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b50be-6224-4280-b214-a06b7e7d0972 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Network': ['ID=d8cdf816-71fb-457d-8b2b-7d899e914856,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:58.299316 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network d8cdf816-71fb-457d-8b2b-7d899e914856 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:58.310527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f39b50be-6224-4280-b214-a06b7e7d0972 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5201528 Sep 16 04:49:58.314990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49986) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.320406 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-91e6a187-c200-41b5-85da-3d8aa15e862e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-562809505'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:58.339246 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Pushing event updated for resources: {'Port': ['ID=65e5d560-223c-44ff-b09a-ef1333d45e84,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:58.349622 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac21a74e-86e9-4ebe-a22d-d6eb5557ed0a x-openstack-request-id: req-ac21a74e-86e9-4ebe-a22d-d6eb5557ed0a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:58.350331 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67a7777-e46d-4384-a331-81be80330685", "tag": "65e5d560-223c-44ff-b09a-ef1333d45e84", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:58.350729 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac21a74e-86e9-4ebe-a22d-d6eb5557ed0a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:58.351281 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67a7777-e46d-4384-a331-81be80330685', 'tag': '65e5d560-223c-44ff-b09a-ef1333d45e84', 'status': 'completed', 'code': 200} Sep 16 04:49:58.366365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:58.369973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:58.369973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:58.369973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:58.369973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:58.369973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:58.369973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:58.369973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:58.369973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:58.370681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:58.370681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:58.370888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783ad07-22b0-48c6-8eb9-f31e81214384 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:58.385704 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f5ceea6-31ad-4192-87f5-8d12dbe200d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.403754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-a984c36f-dbf4-4b87-8da1-70541c768284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.405742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-a984c36f-dbf4-4b87-8da1-70541c768284 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 1095 time: 0.1762516 Sep 16 04:49:58.418749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32b04f-b27b-4b58-a451-6b68dcb093c6 req-1561a5a7-7f76-4e70-89a6-ebfe997acc5e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.425882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf32b04f-b27b-4b58-a451-6b68dcb093c6 req-1561a5a7-7f76-4e70-89a6-ebfe997acc5e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 943 time: 0.1976886 Sep 16 04:49:58.467538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e6a187-c200-41b5-85da-3d8aa15e862e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:58.467538 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-91e6a187-c200-41b5-85da-3d8aa15e862e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.522262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-5ed3acb0-0815-4c1b-8bcd-8b0d41193c3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65e5d560-223c-44ff-b09a-ef1333d45e84 HTTP/1.1" status: 200 len: 217 time: 0.0941265 Sep 16 04:49:58.553753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1956973-d168-4ec7-9aba-be84ac8bdeef req-7ab32849-a702-4bc8-b53c-3c1afb1631eb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 210 time: 0.1132674 Sep 16 04:49:58.569620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e6a187-c200-41b5-85da-3d8aa15e862e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:58.586785 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-91e6a187-c200-41b5-85da-3d8aa15e862e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.587207 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-91e6a187-c200-41b5-85da-3d8aa15e862e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Added segment 5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1 of type vlan for network 613bf0c4-562f-4261-a5eb-2dd164436d0c Sep 16 04:49:58.602540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:58.608276 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.647577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf32b04f-b27b-4b58-a451-6b68dcb093c6 req-866fb58f-e416-463d-9721-d3d4b4469e24 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207043 Sep 16 04:49:58.672702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-91e6a187-c200-41b5-85da-3d8aa15e862e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.702472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-5fa19d4c-6b42-4e5d-83df-92221125b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.704734 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-5fa19d4c-6b42-4e5d-83df-92221125b8cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c HTTP/1.1" status: 200 len: 853 time: 0.1554687 Sep 16 04:49:58.789018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-6b6aa518-b4dd-4608-b23c-2149feb474d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb38623c-bd92-439b-adae-c1164b9993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443923 Sep 16 04:49:58.789481 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-91e6a187-c200-41b5-85da-3d8aa15e862e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.795234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e6a187-c200-41b5-85da-3d8aa15e862e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.795870 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-91e6a187-c200-41b5-85da-3d8aa15e862e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.847848 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f5ceea6-31ad-4192-87f5-8d12dbe200d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.889678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6a187-c200-41b5-85da-3d8aa15e862e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Network': ['ID=613bf0c4-562f-4261-a5eb-2dd164436d0c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:58.903796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 613bf0c4-562f-4261-a5eb-2dd164436d0c details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:58.926055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Allocated IP 19.80.0.40 (b448c330-0948-4c3f-b5fc-3a965c0a24c6/974e7579-5de9-4aaa-a1a8-ceb4414b8dfd/d6fa9ae0-025e-4804-856a-808391a77d52) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:58.934868 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f5ceea6-31ad-4192-87f5-8d12dbe200d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.970181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-01b34016-cf82-433c-a6dd-f525601cb801 service neutron] 10.222.0.37 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741164 Sep 16 04:49:59.023696 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3f5ceea6-31ad-4192-87f5-8d12dbe200d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e476db3d94b47998a5e96a571e92ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8938646 Sep 16 04:49:59.027819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49996) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:59.032670 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-91e6a187-c200-41b5-85da-3d8aa15e862e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7141728 Sep 16 04:49:59.041033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49998) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:59.047623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-827607bc-f1fe-4de2-9300-72e2afe31905 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'subnet': {'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:59.068075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ceea6-31ad-4192-87f5-8d12dbe200d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b814d745-205f-4896-b6f1-4fb326f62b4b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.090846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-499b0ca3-0a52-40da-b5bb-1041b8c20425 req-ede4193c-b574-4cb9-b736-91e3f71abdd4 service neutron] 10.222.0.37 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072600 Sep 16 04:49:59.204704 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0de53e4a-2d88-4633-82ae-ac86bf7a5f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.212992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b30072-a279-46f9-90de-a602a0ef63b1 req-4b51a331-76c5-4b61-aa19-5c308cc2e7a8 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.214606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64b30072-a279-46f9-90de-a602a0ef63b1 req-4b51a331-76c5-4b61-aa19-5c308cc2e7a8 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 946 time: 0.1228807 Sep 16 04:49:59.246973 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0de53e4a-2d88-4633-82ae-ac86bf7a5f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.287772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827607bc-f1fe-4de2-9300-72e2afe31905 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:59.294798 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-827607bc-f1fe-4de2-9300-72e2afe31905 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.325284 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.367079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64b30072-a279-46f9-90de-a602a0ef63b1 req-dd97a95c-125b-4506-9742-8285666a6d6e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390605 Sep 16 04:49:59.373135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c371de-ff63-4bae-82fb-8b47077c896a req-e3122487-b93e-4860-87ca-d733d71e3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.374675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8c371de-ff63-4bae-82fb-8b47077c896a req-e3122487-b93e-4860-87ca-d733d71e3266 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 1095 time: 0.1376066 Sep 16 04:49:59.435087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c28617-434e-40a5-ad41-06581d60afa1 req-c6a5b88a-013c-4f14-b639-f53d6d630abc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.436609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45c28617-434e-40a5-ad41-06581d60afa1 req-c6a5b88a-013c-4f14-b639-f53d6d630abc tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.1155703 Sep 16 04:49:59.479974 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0de53e4a-2d88-4633-82ae-ac86bf7a5f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.482703 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0de53e4a-2d88-4633-82ae-ac86bf7a5f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.486235 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0de53e4a-2d88-4633-82ae-ac86bf7a5f7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b814d745-205f-4896-b6f1-4fb326f62b4b HTTP/1.1" status: 204 len: 168 time: 0.4524674 Sep 16 04:49:59.539013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45c28617-434e-40a5-ad41-06581d60afa1 req-ebf503a3-3ac5-4a7b-8eba-53bb9211f66c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953281 Sep 16 04:49:59.542405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c371de-ff63-4bae-82fb-8b47077c896a req-1f99b80f-6855-42f9-866b-e91dbed6b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.543684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8c371de-ff63-4bae-82fb-8b47077c896a req-1f99b80f-6855-42f9-866b-e91dbed6b3ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb38623c-bd92-439b-adae-c1164b9993b5 HTTP/1.1" status: 200 len: 913 time: 0.1615939 Sep 16 04:49:59.561389 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de53e4a-2d88-4633-82ae-ac86bf7a5f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b814d745-205f-4896-b6f1-4fb326f62b4b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.608064 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.622707 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8c371de-ff63-4bae-82fb-8b47077c896a req-ea1fb37e-8945-420d-ad3c-a689fd7c6295 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65e5d560-223c-44ff-b09a-ef1333d45e84 HTTP/1.1" status: 200 len: 217 time: 0.0658360 Sep 16 04:49:59.694504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network b448c330-0948-4c3f-b5fc-3a965c0a24c6 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:59.707108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:59.710349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:59.786113 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-827607bc-f1fe-4de2-9300-72e2afe31905 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.815951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Port': ['ID=d6fa9ae0-025e-4804-856a-808391a77d52,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.828655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c371de-ff63-4bae-82fb-8b47077c896a req-9fc4dbce-301c-4fea-80fa-286c1a0933e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.829978 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8c371de-ff63-4bae-82fb-8b47077c896a req-9fc4dbce-301c-4fea-80fa-286c1a0933e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c HTTP/1.1" status: 200 len: 853 time: 0.1836739 Sep 16 04:49:59.867481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.868050 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.897908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8c371de-ff63-4bae-82fb-8b47077c896a req-1173617a-ddf5-4c21-ba1c-717881b7a9d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb38623c-bd92-439b-adae-c1164b9993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579352 Sep 16 04:49:59.912354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873f25f-be71-4f78-9873-78a536f3e13d req-4e037c16-2118-48e6-ad18-09210f09ae55 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.913946 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2873f25f-be71-4f78-9873-78a536f3e13d req-4e037c16-2118-48e6-ad18-09210f09ae55 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 931 time: 0.2220666 Sep 16 04:49:59.928857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe656c21-5e19-44a8-a218-0256b2fdfeec req-02c58812-a3ac-4c91-9254-5d9ecb4cd894 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.930409 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe656c21-5e19-44a8-a218-0256b2fdfeec req-02c58812-a3ac-4c91-9254-5d9ecb4cd894 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 943 time: 0.1752915 Sep 16 04:49:59.932503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827607bc-f1fe-4de2-9300-72e2afe31905 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Subnet': ['ID=4aef76ed-f445-46f6-96d5-f5c896563794,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.961585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827607bc-f1fe-4de2-9300-72e2afe31905 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Checking segment: {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:59.961941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827607bc-f1fe-4de2-9300-72e2afe31905 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Network hostable DHCP agents. Network: d8cdf816-71fb-457d-8b2b-7d899e914856, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:00.011320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a4c805e9-42de-4278-9439-15fd78537195 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9924228 Sep 16 04:50:00.058433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827607bc-f1fe-4de2-9300-72e2afe31905 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Network d8cdf816-71fb-457d-8b2b-7d899e914856 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:00.058856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-648c60b7-c16e-448e-b26d-2e261e0efdab None None] Provisioning complete for port d6fa9ae0-025e-4804-856a-808391a77d52 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:00.058856 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-648c60b7-c16e-448e-b26d-2e261e0efdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.106735 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-648c60b7-c16e-448e-b26d-2e261e0efdab None None] Port d6fa9ae0-025e-4804-856a-808391a77d52 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:00.143290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-827607bc-f1fe-4de2-9300-72e2afe31905 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, d8cdf816-71fb-457d-8b2b-7d899e914856) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:00.148081 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827607bc-f1fe-4de2-9300-72e2afe31905 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.148776 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-827607bc-f1fe-4de2-9300-72e2afe31905 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.159859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c2bbb-3373-45f3-aa19-abad6953f0fc None None] Network d8cdf816-71fb-457d-8b2b-7d899e914856 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:00.264239 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-827607bc-f1fe-4de2-9300-72e2afe31905 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2208443 Sep 16 04:50:00.267878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50022) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:00.282502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-04ac4b61-7d1e-4bb2-a600-e71502099990 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'subnet': {'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:00.344845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-d8cdf816-71fb-457d-8b2b-7d899e914856', 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'fixed_ips': [{'subnet_id': '4aef76ed-f445-46f6-96d5-f5c896563794'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:00.346155 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.413706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Request body: {'port': {'device_id': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e', 'admin_state_up': True, 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:00.521115 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ac4b61-7d1e-4bb2-a600-e71502099990 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:00.524033 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8c371de-ff63-4bae-82fb-8b47077c896a req-d2a4cb92-7397-42e0-8319-e7a0d3d5470d service neutron] 10.222.0.37 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079316 Sep 16 04:50:00.528363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-04ac4b61-7d1e-4bb2-a600-e71502099990 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.534205 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe656c21-5e19-44a8-a218-0256b2fdfeec req-949f6533-b7f7-4135-860a-32e7d4453b90 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336585 Sep 16 04:50:00.563563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2873f25f-be71-4f78-9873-78a536f3e13d req-0244c555-c0a8-475e-9ab8-aab7c3f333b1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659616 Sep 16 04:50:00.588741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Allocated IP 10.1.1.2 (d8cdf816-71fb-457d-8b2b-7d899e914856/4aef76ed-f445-46f6-96d5-f5c896563794/353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:00.886587 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.903396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-3062f0f7-bf65-4e50-89f4-2883ba47b14b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.904734 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-3062f0f7-bf65-4e50-89f4-2883ba47b14b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.23 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 946 time: 0.3101449 Sep 16 04:50:00.951764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Made reservation on behalf of 6d4e21edb07740b18dec3163ed8bb894 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:00.956019 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.972270 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.994615 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8c371de-ff63-4bae-82fb-8b47077c896a req-6ce54a0f-7702-4dc8-b422-a3c90c380fad service neutron] 10.222.0.37 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227843 Sep 16 04:50:01.004150 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-04ac4b61-7d1e-4bb2-a600-e71502099990 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.023988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Network d8cdf816-71fb-457d-8b2b-7d899e914856 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:01.037082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc59bfb-8a82-46c4-8f0d-592f3c237275 req-e07462c9-a5c4-4bc7-a2b6-8a5ecec92145 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.038200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:01.038789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cc59bfb-8a82-46c4-8f0d-592f3c237275 req-e07462c9-a5c4-4bc7-a2b6-8a5ecec92145 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 946 time: 0.3019764 Sep 16 04:50:01.044069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:01.069618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Deleting port 698c3b5b-cb53-4546-ada8-138f4a5677f8 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:01.069963 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.121018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac4b61-7d1e-4bb2-a600-e71502099990 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Checking segment: {'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:01.121316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac4b61-7d1e-4bb2-a600-e71502099990 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Network hostable DHCP agents. Network: 613bf0c4-562f-4261-a5eb-2dd164436d0c, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:01.129913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Pushing event updated for resources: {'Port': ['ID=353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:01.149180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Attempting to bind port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:01.150686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Attempting to bind port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:01.152838 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Attempting to bind port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec on network d8cdf816-71fb-457d-8b2b-7d899e914856 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:01.159869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:01.160584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Checking segment: {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:01.161227 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.161792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Bound using segment: {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:01.162466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Bound port: 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:01.163043 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.169144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6319e-1e0e-4685-860a-01c1fd37c847 req-97d33cf3-d381-4ac4-8b1f-e0096037aef5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.170748 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4d6319e-1e0e-4685-860a-01c1fd37c847 req-97d33cf3-d381-4ac4-8b1f-e0096037aef5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.3455195 Sep 16 04:50:01.174620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50038) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:01.178498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cc59bfb-8a82-46c4-8f0d-592f3c237275 req-03ff0dee-37ad-4c08-bb39-c7e43200515b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups?id=42ddc609-2297-4f03-9729-ddc6c4617a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233323 Sep 16 04:50:01.267201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] For port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:01.271923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] For port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:01.334620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Allocated IP 19.86.0.70 (9a768950-e618-4644-b0f7-e4b26818fa1e/01157661-4604-4e34-a0fe-d8245843b865/0d1ab24c-cc9f-4d23-9c95-f68d449c49e2) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:01.400785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1465755311-network', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:01.439825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4d6319e-1e0e-4685-860a-01c1fd37c847 req-a42b9cfc-6a00-4ada-9cb0-10a217d75357 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552061 Sep 16 04:50:01.537038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac4b61-7d1e-4bb2-a600-e71502099990 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Subnet': ['ID=936106df-bf9b-418c-b55e-9f78c7e67000,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:01.555165 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.569135 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] For port 698c3b5b-cb53-4546-ada8-138f4a5677f8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=698c3b5b-cb53-4546-ada8-138f4a5677f8,segment=NetworkSegment(d9334f26-8cc1-4ee4-9f65-62b9c96ba824),segment_id=d9334f26-8cc1-4ee4-9f65-62b9c96ba824)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:01.569643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.606856 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.663028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Made reservation on behalf of 6f7a9bdb6cec4045aebeee2074d0ed56 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:01.666467 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.672497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac4b61-7d1e-4bb2-a600-e71502099990 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Network 613bf0c4-562f-4261-a5eb-2dd164436d0c is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:01.699565 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38113c5e-0a20-4f3b-ac88-d456f0022ffe None None] Pushing event updated for resources: {'Port': ['ID=353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:01.716077 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.748212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96751019-410d-49e7-9aeb-c164f67129fa req-85c43afd-3e4e-4b1b-9d9f-a3b05bb45ead tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.753579 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96751019-410d-49e7-9aeb-c164f67129fa req-85c43afd-3e4e-4b1b-9d9f-a3b05bb45ead tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 943 time: 0.1315420 Sep 16 04:50:01.790331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6df43-8562-4411-b4f0-b9e8963bfcfe req-9452a263-a112-4f4f-b73a-256e148ad238 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.791862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfb6df43-8562-4411-b4f0-b9e8963bfcfe req-9452a263-a112-4f4f-b73a-256e148ad238 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 931 time: 0.1228230 Sep 16 04:50:01.792937 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.810872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-04ac4b61-7d1e-4bb2-a600-e71502099990 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 613bf0c4-562f-4261-a5eb-2dd164436d0c) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:01.820608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5210d41a-1ef4-4eab-a7d6-a255f043cbf4 None None] Network 613bf0c4-562f-4261-a5eb-2dd164436d0c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:01.833836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac4b61-7d1e-4bb2-a600-e71502099990 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.843199 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-04ac4b61-7d1e-4bb2-a600-e71502099990 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.874106 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.874729 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.875264 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Floating IP 0ee2a1fa-ec0d-4600-83ff-de018204e93f disassociated. External IP: 172.25.3.103, port: 698c3b5b-cb53-4546-ada8-138f4a5677f8. Sep 16 04:50:01.876302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Calling delete_port for 698c3b5b-cb53-4546-ada8-138f4a5677f8 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:01.941954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Network 9a768950-e618-4644-b0f7-e4b26818fa1e is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:01.949566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:01.952217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:02.102256 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-613bf0c4-562f-4261-a5eb-2dd164436d0c', 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'fixed_ips': [{'subnet_id': '936106df-bf9b-418c-b55e-9f78c7e67000'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:02.103582 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.158245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.166447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event updated for resources: {'Port': ['ID=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:02.172696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96751019-410d-49e7-9aeb-c164f67129fa req-eb7bb2ca-8efa-4dea-91e5-b280b3a9eccb tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033966 Sep 16 04:50:02.208383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfb6df43-8562-4411-b4f0-b9e8963bfcfe req-fbe68d8c-64c0-4ea4-9f23-c7c04e6ee59a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999958 Sep 16 04:50:02.273445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.279076 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.298080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 65e5d560-223c-44ff-b09a-ef1333d45e84 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:02.299309 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.302654 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.337110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Pushing event deleted for resources: {'Port': ['ID=698c3b5b-cb53-4546-ada8-138f4a5677f8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:02.350182 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-04ac4b61-7d1e-4bb2-a600-e71502099990 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0777848 Sep 16 04:50:02.357349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50052) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:02.363657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'port': {'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856', 'name': 'tempest-TaggedBootDevicesTest_v242-898878402', 'fixed_ips': [{'subnet_id': '4aef76ed-f445-46f6-96d5-f5c896563794'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:02.399656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-8ee3b6b5-e573-45f1-a38e-f307835c7571 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3753755 Sep 16 04:50:02.409050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:02.420744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Request body: {'port': {'device_id': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:02.423332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17251ca-6a49-436a-986a-6c1e9b232627,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:02.445191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0605d8f-8650-4cfc-988e-5b0b4c9829d6 req-ad2fcf6e-69de-4f99-8a8d-bd08b97475dc tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 210 time: 0.0584042 Sep 16 04:50:02.469656 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.470084 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Added segment 2bddab06-b616-4a7f-9610-5508d7ff06d9 of type vlan for network 22ee9107-e191-4262-b0fc-68862935cfe3 Sep 16 04:50:02.534768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Allocated IP 10.2.2.2 (613bf0c4-562f-4261-a5eb-2dd164436d0c/936106df-bf9b-418c-b55e-9f78c7e67000/e90b5c4e-676c-4dd3-aadc-8003e3f5989c) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:02.596601 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.614976 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.658965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Router 6b4c8055-c9da-452d-95fc-45d2281f1f30 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:02.675540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108f3c1-6203-47e8-9b4c-503bf9af68ca req-f762e357-9e3c-4deb-87ab-72fb72eca679 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.677100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5108f3c1-6203-47e8-9b4c-503bf9af68ca req-f762e357-9e3c-4deb-87ab-72fb72eca679 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.1140962 Sep 16 04:50:02.680951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1ef464e9-3976-4ec4-af60-0e6ec910444a None None] Provisioning complete for port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:02.688414 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ef464e9-3976-4ec4-af60-0e6ec910444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.757215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5108f3c1-6203-47e8-9b4c-503bf9af68ca req-2430840f-851a-4abf-9a65-b6b1761dc6ca tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715089 Sep 16 04:50:02.775147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1ef464e9-3976-4ec4-af60-0e6ec910444a None None] Port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:02.784258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 65e5d560-223c-44ff-b09a-ef1333d45e84, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=65e5d560-223c-44ff-b09a-ef1333d45e84,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:02.786822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:02.839033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '65e5d560-223c-44ff-b09a-ef1333d45e84', 'network_id': 'bb38623c-bd92-439b-adae-c1164b9993b5', 'port_id': '65e5d560-223c-44ff-b09a-ef1333d45e84', 'mac_address': 'fa:16:3e:20:ce:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:02.873477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:02.888153 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c199f64-5140-4ccd-a7f6-e05867cf5ef3 None None] Sync routers for ids ['6b4c8055-c9da-452d-95fc-45d2281f1f30'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:02.893070 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.905244 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c199f64-5140-4ccd-a7f6-e05867cf5ef3 None None] Routers {'6b4c8055-c9da-452d-95fc-45d2281f1f30'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:02.907835 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2c199f64-5140-4ccd-a7f6-e05867cf5ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:49:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6b4c8055-c9da-452d-95fc-45d2281f1f30'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:02.908810 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.955423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e5d560-223c-44ff-b09a-ef1333d45e84 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:02.962543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] No DVR routers for this DVR port 698c3b5b-cb53-4546-ada8-138f4a5677f8 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:02.971596 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.974309 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-344dfb21-e6f6-49f7-b95b-7ab2f60bf53f req-aacb8b65-89bc-413d-93d4-e177dc37d9d6 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.23 "DELETE /v2.0/ports/698c3b5b-cb53-4546-ada8-138f4a5677f8 HTTP/1.1" status: 204 len: 173 time: 2.0575063 Sep 16 04:50:02.974810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'name': 'network-vif-deleted', 'tag': '698c3b5b-cb53-4546-ada8-138f4a5677f8'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:02.978180 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360491e0-7147-4284-a21c-9dbb22dc475a" -d '{"events": [{"server_uuid": "27351bfb-8b79-4a51-9b14-9affc4bcf428", "name": "network-vif-deleted", "tag": "698c3b5b-cb53-4546-ada8-138f4a5677f8"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:02.996456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 65e5d560-223c-44ff-b09a-ef1333d45e84, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=65e5d560-223c-44ff-b09a-ef1333d45e84,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:03.000449 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.032735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] device_id is not set on port f7f75ae1-2006-4b22-907b-5e5d61caef19 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:50:03.043817 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.063860 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.064927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.065535 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.143385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Network 613bf0c4-562f-4261-a5eb-2dd164436d0c is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:03.150807 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.163369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:03.168614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:03.180129 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-2c199f64-5140-4ccd-a7f6-e05867cf5ef3 None None] Set router 6b4c8055-c9da-452d-95fc-45d2281f1f30 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:03.246460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] Pushing event updated for resources: {'Network': ['ID=22ee9107-e191-4262-b0fc-68862935cfe3,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:03.294775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 22ee9107-e191-4262-b0fc-68862935cfe3 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:03.342727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Pushing event updated for resources: {'Port': ['ID=e90b5c4e-676c-4dd3-aadc-8003e3f5989c,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:03.423285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Allocated IP 10.1.1.233 (d8cdf816-71fb-457d-8b2b-7d899e914856/4aef76ed-f445-46f6-96d5-f5c896563794/f7f75ae1-2006-4b22-907b-5e5d61caef19) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:03.480043 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb0a2ad-a427-40f9-99b8-155cb027125d x-openstack-request-id: req-bcb0a2ad-a427-40f9-99b8-155cb027125d {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:03.480564 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27351bfb-8b79-4a51-9b14-9affc4bcf428", "name": "network-vif-deleted", "tag": "698c3b5b-cb53-4546-ada8-138f4a5677f8", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:03.480949 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcb0a2ad-a427-40f9-99b8-155cb027125d {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:03.481469 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27351bfb-8b79-4a51-9b14-9affc4bcf428', 'name': 'network-vif-deleted', 'tag': '698c3b5b-cb53-4546-ada8-138f4a5677f8', 'status': 'completed', 'code': 200} Sep 16 04:50:03.503718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-234d41d3-6271-40bd-baf5-627000b3f2b5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3241763 Sep 16 04:50:03.506835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50070) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:03.527144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fa9ae0-025e-4804-856a-808391a77d52 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:03.534985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6df713b7-75a4-4d92-89b1-d59026a3b51a admin admin] Request body: {'subnet': {'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1465755311-subnet', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:03.551056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['65e5d560-223c-44ff-b09a-ef1333d45e84'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:03.553903 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.607832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Transition to ACTIVE for port object d6fa9ae0-025e-4804-856a-808391a77d52 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:03.617526 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e0568-e1c8-427f-9e8e-825220305d38 req-ee2a61dc-300d-462e-91f6-b8027eba2f00 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.624163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a61e0568-e1c8-427f-9e8e-825220305d38 req-ee2a61dc-300d-462e-91f6-b8027eba2f00 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 944 time: 0.2094653 Sep 16 04:50:03.645604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=65e5d560-223c-44ff-b09a-ef1333d45e84,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:03.663942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b461181-14d0-4426-b03f-152e595f61e2 req-4bb8ce38-015b-44ea-a6c5-1cb1acb9246f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.670411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b461181-14d0-4426-b03f-152e595f61e2 req-4bb8ce38-015b-44ea-a6c5-1cb1acb9246f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.685052 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2c199f64-5140-4ccd-a7f6-e05867cf5ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:47:42Z', 'revision_number': 4, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f', 'name': '', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'mac_address': 'fa:16:3e:3a:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:40Z', 'updated_at': '2021-09-16T04:47:46Z', 'revision_number': 5, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'subnets': [{'id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:03.685253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b461181-14d0-4426-b03f-152e595f61e2 req-4bb8ce38-015b-44ea-a6c5-1cb1acb9246f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1653 time: 0.1589475 Sep 16 04:50:03.707583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Attempting to bind port e90b5c4e-676c-4dd3-aadc-8003e3f5989c on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:03.708180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Attempting to bind port e90b5c4e-676c-4dd3-aadc-8003e3f5989c by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:03.708523 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Attempting to bind port e90b5c4e-676c-4dd3-aadc-8003e3f5989c on network 613bf0c4-562f-4261-a5eb-2dd164436d0c {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:03.719500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:03.719500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Checking segment: {'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:03.719500 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.719500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Bound using segment: {'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:03.719500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Bound port: e90b5c4e-676c-4dd3-aadc-8003e3f5989c, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:03.719500 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.721258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a61e0568-e1c8-427f-9e8e-825220305d38 req-949a55e6-d7e4-42a8-b3de-cac816b3bb28 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910082 Sep 16 04:50:03.723412 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.729129 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c199f64-5140-4ccd-a7f6-e05867cf5ef3 None None] Checking router: 6b4c8055-c9da-452d-95fc-45d2281f1f30 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:03.741066 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c199f64-5140-4ccd-a7f6-e05867cf5ef3 None None] Routers {'6b4c8055-c9da-452d-95fc-45d2281f1f30'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:03.742726 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2c199f64-5140-4ccd-a7f6-e05867cf5ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:49:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6b4c8055-c9da-452d-95fc-45d2281f1f30'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:03.756596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e4ccce-928d-4893-b77c-c0293cef697b None None] Network d8cdf816-71fb-457d-8b2b-7d899e914856 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:03.813631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.813917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fa9ae0-025e-4804-856a-808391a77d52,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:03.822243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:03.836288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df713b7-75a4-4d92-89b1-d59026a3b51a admin admin] Made reservation on behalf of 6f7a9bdb6cec4045aebeee2074d0ed56 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:03.838929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6df713b7-75a4-4d92-89b1-d59026a3b51a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.904991 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b461181-14d0-4426-b03f-152e595f61e2 req-f29dbadb-fb00-4279-8ed7-00f059abbd98 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216558 Sep 16 04:50:03.911148 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-2c199f64-5140-4ccd-a7f6-e05867cf5ef3 None None] Set router 6b4c8055-c9da-452d-95fc-45d2281f1f30 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:03.955570 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.968991 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cddceafc-3c69-4ce0-8308-34d003e9ec34 None None] Provisioning complete for port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:03.969263 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cddceafc-3c69-4ce0-8308-34d003e9ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.050240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Port': ['ID=f7f75ae1-2006-4b22-907b-5e5d61caef19,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.055977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42e54530-bde7-4d7c-9b7c-049326888ee4 req-1c88625b-b6a2-4dad-aaf2-8bcfbd1ad940 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/ports?device_id=27351bfb-8b79-4a51-9b14-9affc4bcf428 HTTP/1.1" status: 200 len: 210 time: 0.0518408 Sep 16 04:50:04.113307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Network d8cdf816-71fb-457d-8b2b-7d899e914856 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:04.114797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:04.117400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:04.213178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.213858 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.317535 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2c199f64-5140-4ccd-a7f6-e05867cf5ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:47:42Z', 'revision_number': 4, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f', 'name': '', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'mac_address': 'fa:16:3e:3a:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:40Z', 'updated_at': '2021-09-16T04:47:46Z', 'revision_number': 5, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'subnets': [{'id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:04.349252 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c199f64-5140-4ccd-a7f6-e05867cf5ef3 None None] The sync data for ids ['6b4c8055-c9da-452d-95fc-45d2281f1f30'] in n-d-712137-12 is: [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:47:42Z', 'revision_number': 4, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f', 'name': '', 'network_id': '2713b2ed-413f-41f1-8d43-e9e59b50bc03', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'mac_address': 'fa:16:3e:3a:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:40Z', 'updated_at': '2021-09-16T04:47:46Z', 'revision_number': 5, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'subnets': [{'id': '594bedc6-ea86-4b5b-80f1-7377dc5b057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:04.404818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b90f61-2401-49c8-a3ef-a8758463e4e0 req-854e332b-a118-491f-a862-59246d60ba39 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.404818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42b90f61-2401-49c8-a3ef-a8758463e4e0 req-854e332b-a118-491f-a862-59246d60ba39 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.3061712 Sep 16 04:50:04.404818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Attempting to bind port d6fa9ae0-025e-4804-856a-808391a77d52 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:04.404818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Attempting to bind port d6fa9ae0-025e-4804-856a-808391a77d52 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:04.404818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Attempting to bind port d6fa9ae0-025e-4804-856a-808391a77d52 on network b448c330-0948-4c3f-b5fc-3a965c0a24c6 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:04.406566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] For port e90b5c4e-676c-4dd3-aadc-8003e3f5989c, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:04.408012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Port d6fa9ae0-025e-4804-856a-808391a77d52 on network b448c330-0948-4c3f-b5fc-3a965c0a24c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:04.408813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Attempting to bind port d6fa9ae0-025e-4804-856a-808391a77d52 on network b448c330-0948-4c3f-b5fc-3a965c0a24c6 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:04.417569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:04.418115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Checking segment: {'id': '6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:04.418285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Bound using segment: {'id': '6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:04.418743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Bound port: d6fa9ae0-025e-4804-856a-808391a77d52, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:04.419146 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.439034 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-585148bc-51d0-4673-8756-71fc9989a244 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0803990 Sep 16 04:50:04.441515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50076) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:04.443114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42b90f61-2401-49c8-a3ef-a8758463e4e0 req-dd1f7913-37a3-40e7-a831-42508accc201 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663357 Sep 16 04:50:04.447170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'port': {'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856', 'name': 'tempest-TaggedBootDevicesTest_v242-148802526', 'fixed_ips': [{'subnet_id': '4aef76ed-f445-46f6-96d5-f5c896563794'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:04.460512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] For port e90b5c4e-676c-4dd3-aadc-8003e3f5989c, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e90b5c4e-676c-4dd3-aadc-8003e3f5989c,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:04.469340 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cddceafc-3c69-4ce0-8308-34d003e9ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.476386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:04.476904 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.513627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] For port d6fa9ae0-025e-4804-856a-808391a77d52, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:04.532297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] For port d6fa9ae0-025e-4804-856a-808391a77d52, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d6fa9ae0-025e-4804-856a-808391a77d52,segment=NetworkSegment(6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3),segment_id=6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:04.566864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6df713b7-75a4-4d92-89b1-d59026a3b51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.586434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cddceafc-3c69-4ce0-8308-34d003e9ec34 None None] For port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:04.645182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df713b7-75a4-4d92-89b1-d59026a3b51a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.651365 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.655948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df713b7-75a4-4d92-89b1-d59026a3b51a admin admin] Checking segment: {'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:04.657059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df713b7-75a4-4d92-89b1-d59026a3b51a admin admin] Network hostable DHCP agents. Network: 22ee9107-e191-4262-b0fc-68862935cfe3, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:04.681815 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6bf08-5d37-45ce-8d77-ca6bec11a4b3 None None] New status for floating IP 0ee2a1fa-ec0d-4600-83ff-de018204e93f: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:50:04.686424 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.746306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:04.746989 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.754540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.797783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] device_id is not set on port 8931bc21-7184-449c-b91d-8bf34e1a5d56 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:50:04.797924 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cddceafc-3c69-4ce0-8308-34d003e9ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.824772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.825570 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.831474 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] 10.222.0.23 "PUT /v2.0/ports/d6fa9ae0-025e-4804-856a-808391a77d52 HTTP/1.1" status: 200 len: 1092 time: 2.4199665 Sep 16 04:50:04.832113 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'tag': 'd6fa9ae0-025e-4804-856a-808391a77d52'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:04.838891 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9919cf-df76-4eff-99b8-092123e6fe43" -d '{"events": [{"name": "network-changed", "server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "tag": "d6fa9ae0-025e-4804-856a-808391a77d52"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:04.911697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df713b7-75a4-4d92-89b1-d59026a3b51a admin admin] Network 22ee9107-e191-4262-b0fc-68862935cfe3 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:04.944446 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc034ae-9bc1-4320-a942-1e626a28b5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fa9ae0-025e-4804-856a-808391a77d52,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.986656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ca85b-69d3-46ec-9809-496a58aacda8 req-6eff6d9c-8467-4b5f-aaae-1bd74f6d0716 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.991126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f207a-33c6-439b-9e6d-16a15ea58c9b None None] Pushing event updated for resources: {'Port': ['ID=e90b5c4e-676c-4dd3-aadc-8003e3f5989c,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.006304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f81ca85b-69d3-46ec-9809-496a58aacda8 req-6eff6d9c-8467-4b5f-aaae-1bd74f6d0716 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 944 time: 0.1425059 Sep 16 04:50:05.062960 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96066e6f-868b-4a6f-973f-00bdf9bc3cbd x-openstack-request-id: req-96066e6f-868b-4a6f-973f-00bdf9bc3cbd {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:05.063308 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "tag": "d6fa9ae0-025e-4804-856a-808391a77d52", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:05.063489 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96066e6f-868b-4a6f-973f-00bdf9bc3cbd {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:05.063878 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'tag': 'd6fa9ae0-025e-4804-856a-808391a77d52', 'status': 'completed', 'code': 200} Sep 16 04:50:05.068040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Request body: {'port': {'device_id': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:05.068231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9997a2ba-9121-4573-91a2-851f0899146b None None] Provisioning complete for port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:05.068679 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9997a2ba-9121-4573-91a2-851f0899146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.125448 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:50:05.125448 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:50:05.145592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddceafc-3c69-4ce0-8308-34d003e9ec34 None None] Pushing event updated for resources: {'Port': ['ID=353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.197791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-6df713b7-75a4-4d92-89b1-d59026a3b51a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 22ee9107-e191-4262-b0fc-68862935cfe3) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:05.251306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9919cf-df76-4eff-99b8-092123e6fe43 req-2237a85e-09b1-439c-830b-030a6a879727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.251808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9919cf-df76-4eff-99b8-092123e6fe43 req-2237a85e-09b1-439c-830b-030a6a879727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.257672 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1d9919cf-df76-4eff-99b8-092123e6fe43 req-2237a85e-09b1-439c-830b-030a6a879727 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d4e21edb07740b18dec3163ed8bb894&device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1913 time: 0.1934905 Sep 16 04:50:05.257933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f81ca85b-69d3-46ec-9809-496a58aacda8 req-c348b745-028e-4853-8b6c-4d5aa963a029 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501752 Sep 16 04:50:05.259053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Allocated IP 10.1.1.17 (d8cdf816-71fb-457d-8b2b-7d899e914856/4aef76ed-f445-46f6-96d5-f5c896563794/8931bc21-7184-449c-b91d-8bf34e1a5d56) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:05.290569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e6c150-bdcb-4cb1-bdbd-9df41445c530 None None] Network 22ee9107-e191-4262-b0fc-68862935cfe3 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:05.295630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df713b7-75a4-4d92-89b1-d59026a3b51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.298848 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6df713b7-75a4-4d92-89b1-d59026a3b51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.427886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9997a2ba-9121-4573-91a2-851f0899146b None None] Provisioning complete for port f7f75ae1-2006-4b22-907b-5e5d61caef19 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:05.428398 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9997a2ba-9121-4573-91a2-851f0899146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.442340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.476251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a5445-797b-4f0f-9558-0d45f604d455 req-704ac1e7-3263-4038-be8e-afd57939c2c6 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.482817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9919cf-df76-4eff-99b8-092123e6fe43 req-0ea7716a-bdea-43b1-96e7-f4b034654114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.483372 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9919cf-df76-4eff-99b8-092123e6fe43 req-0ea7716a-bdea-43b1-96e7-f4b034654114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.483688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a5445-797b-4f0f-9558-0d45f604d455 req-704ac1e7-3263-4038-be8e-afd57939c2c6 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.483833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9919cf-df76-4eff-99b8-092123e6fe43 req-0ea7716a-bdea-43b1-96e7-f4b034654114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.485745 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1d9919cf-df76-4eff-99b8-092123e6fe43 req-0ea7716a-bdea-43b1-96e7-f4b034654114 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6d4e21edb07740b18dec3163ed8bb894&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2179813 Sep 16 04:50:05.488718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da4a5445-797b-4f0f-9558-0d45f604d455 req-704ac1e7-3263-4038-be8e-afd57939c2c6 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1665 time: 0.2283673 Sep 16 04:50:05.493377 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9997a2ba-9121-4573-91a2-851f0899146b None None] Port f7f75ae1-2006-4b22-907b-5e5d61caef19 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:05.525458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50094) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:05.572725 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da4a5445-797b-4f0f-9558-0d45f604d455 req-9e724d10-e973-4bcf-8a6a-59b8d2f38c3b tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577216 Sep 16 04:50:05.590318 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-22ee9107-e191-4262-b0fc-68862935cfe3', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'fixed_ips': [{'subnet_id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:05.609559 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.627732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6df713b7-75a4-4d92-89b1-d59026a3b51a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1102173 Sep 16 04:50:05.642948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50096) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:05.650529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:05.714575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.749054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9919cf-df76-4eff-99b8-092123e6fe43 req-8310beef-5055-4c5b-ac40-67eb72b4c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.750822 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1d9919cf-df76-4eff-99b8-092123e6fe43 req-8310beef-5055-4c5b-ac40-67eb72b4c6e6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2358167 Sep 16 04:50:05.756692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01b67f9e-6164-4ff0-a416-73837c767df8 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.792913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2b321196-1786-4a88-8c70-c16afbeaf084 None None] Provisioning complete for port f7f75ae1-2006-4b22-907b-5e5d61caef19 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:05.793357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2b321196-1786-4a88-8c70-c16afbeaf084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.795484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0f5ed-54c3-49ec-a67f-dfbe9f83f443 req-d38de203-62db-4f7f-8943-de6d454678a4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.799901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-adc0f5ed-54c3-49ec-a67f-dfbe9f83f443 req-d38de203-62db-4f7f-8943-de6d454678a4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.1771324 Sep 16 04:50:05.808171 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01b67f9e-6164-4ff0-a416-73837c767df8 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.865425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Allocated IP 172.20.0.2 (22ee9107-e191-4262-b0fc-68862935cfe3/0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8/0abaa916-a4d5-45e9-96ce-d08c1d9b45eb) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:05.870422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-2b321196-1786-4a88-8c70-c16afbeaf084 None None] Port f7f75ae1-2006-4b22-907b-5e5d61caef19 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:05.893516 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.895278 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.949317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.974278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-adc0f5ed-54c3-49ec-a67f-dfbe9f83f443 req-4c74e7f8-e494-43b3-b409-13a64778991f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669168 Sep 16 04:50:05.998551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01b67f9e-6164-4ff0-a416-73837c767df8 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.003249 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01b67f9e-6164-4ff0-a416-73837c767df8 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.006126 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-01b67f9e-6164-4ff0-a416-73837c767df8 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "DELETE /v2.0/security-groups/42ddc609-2297-4f03-9729-ddc6c4617a60 HTTP/1.1" status: 204 len: 168 time: 0.4434423 Sep 16 04:50:06.032286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50100) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:06.036195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Network d8cdf816-71fb-457d-8b2b-7d899e914856 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:06.039515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b67f9e-6164-4ff0-a416-73837c767df8 tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ddc609-2297-4f03-9729-ddc6c4617a60,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:06.063815 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.066904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:06.072502 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-ca7d4776-34d6-4532-9153-fd4269c7aa7b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] show failed (client error): The resource could not be found. Sep 16 04:50:06.072502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ca7d4776-34d6-4532-9153-fd4269c7aa7b tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "GET /v2.0/security-groups/42ddc609-2297-4f03-9729-ddc6c4617a60 HTTP/1.1" status: 404 len: 347 time: 0.0232008 Sep 16 04:50:06.075650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50102) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:06.082180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:06.089247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Port': ['ID=8931bc21-7184-449c-b91d-8bf34e1a5d56,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:06.095358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e90b5c4e-676c-4dd3-aadc-8003e3f5989c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:06.158475 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.175784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.175928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e90b5c4e-676c-4dd3-aadc-8003e3f5989c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:06.176057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.176172 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.272963 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.275458 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.277960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 698c3b5b-cb53-4546-ada8-138f4a5677f8 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:06.299432 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e91f2f64-c254-4573-89b9-889d578d4e01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8567495 Sep 16 04:50:06.376725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 65e5d560-223c-44ff-b09a-ef1333d45e84 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:06.379792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 698c3b5b-cb53-4546-ada8-138f4a5677f8 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:06.380400 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 698c3b5b-cb53-4546-ada8-138f4a5677f8 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:06.456015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c14be2-af6d-4d7b-818f-eec4a71b4c01 None None] Network 613bf0c4-562f-4261-a5eb-2dd164436d0c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:06.498654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Network 22ee9107-e191-4262-b0fc-68862935cfe3 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:06.525533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port e90b5c4e-676c-4dd3-aadc-8003e3f5989c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e90b5c4e-676c-4dd3-aadc-8003e3f5989c,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:06.526879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:06.530555 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:06.535609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Pushing event updated for resources: {'Port': ['ID=0abaa916-a4d5-45e9-96ce-d08c1d9b45eb,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:06.581444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ad8e72a3-10c4-4c74-ae97-ee18d47e810a None None] Provisioning complete for port 8931bc21-7184-449c-b91d-8bf34e1a5d56 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:06.586242 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ad8e72a3-10c4-4c74-ae97-ee18d47e810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.636344 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.637081 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:06.686402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:06.710803 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.741189 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e72a3-10c4-4c74-ae97-ee18d47e810a None None] Port 8931bc21-7184-449c-b91d-8bf34e1a5d56 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:06.747527 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.768305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8ac42a8e-84a9-46c7-b77e-1b1892a6007e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Deleting port 56ec082f-c242-46b6-81e0-142249396a99 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:06.768722 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8ac42a8e-84a9-46c7-b77e-1b1892a6007e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.771512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Transition to ACTIVE for port object 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:06.807662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf83e0-1bb4-4fa9-8474-fbac9a051e7a req-fa701b87-dc9b-44bb-a484-746c38730cb5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.809440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbdf83e0-1bb4-4fa9-8474-fbac9a051e7a req-fa701b87-dc9b-44bb-a484-746c38730cb5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 944 time: 0.1419947 Sep 16 04:50:06.835755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50112) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:06.843608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-330c7468-0add-4eea-a422-fb890a0fdb42 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1030207299', 'description': 'tempest-description--134358209'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:06.889199 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.921871 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Attempting to bind port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:06.922308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Attempting to bind port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:06.922667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Attempting to bind port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb on network 22ee9107-e191-4262-b0fc-68862935cfe3 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:06.923345 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8ac42a8e-84a9-46c7-b77e-1b1892a6007e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.923683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8ac42a8e-84a9-46c7-b77e-1b1892a6007e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.928700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbdf83e0-1bb4-4fa9-8474-fbac9a051e7a req-f5a8182f-9763-44f4-86c1-938ef5871a74 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894361 Sep 16 04:50:06.944603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 65e5d560-223c-44ff-b09a-ef1333d45e84 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:06.950442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-330c7468-0add-4eea-a422-fb890a0fdb42 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.957917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=e90b5c4e-676c-4dd3-aadc-8003e3f5989c,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:06.960687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:06.961071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Checking segment: {'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:06.961480 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.962474 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Bound using segment: {'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:06.962474 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Bound port: 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:06.962766 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.984382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 65e5d560-223c-44ff-b09a-ef1333d45e84 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:06.984382 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.988895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8ac42a8e-84a9-46c7-b77e-1b1892a6007e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Calling delete_port for 56ec082f-c242-46b6-81e0-142249396a99 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:07.021311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-be838e5a-5acb-43db-9ddc-20f3d53d1a60 None None] Provisioning complete for port e90b5c4e-676c-4dd3-aadc-8003e3f5989c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:07.021992 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-be838e5a-5acb-43db-9ddc-20f3d53d1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.033482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Pushing event updated for resources: {'Port': ['ID=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.047173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:07.047602 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.113214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-330c7468-0add-4eea-a422-fb890a0fdb42 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.191573 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-330c7468-0add-4eea-a422-fb890a0fdb42 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.201897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06753328-4449-4146-a9d6-cac7920d2137 req-07eb2a25-ec78-4a19-9e2b-d9bae0164758 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.209344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06753328-4449-4146-a9d6-cac7920d2137 req-07eb2a25-ec78-4a19-9e2b-d9bae0164758 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.216527 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06753328-4449-4146-a9d6-cac7920d2137 req-07eb2a25-ec78-4a19-9e2b-d9bae0164758 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1677 time: 0.3044271 Sep 16 04:50:07.247646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c7468-0add-4eea-a422-fb890a0fdb42 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.266055 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] For port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:07.289209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] For port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0abaa916-a4d5-45e9-96ce-d08c1d9b45eb,segment=NetworkSegment(2bddab06-b616-4a7f-9610-5508d7ff06d9),segment_id=2bddab06-b616-4a7f-9610-5508d7ff06d9)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:07.305977 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-330c7468-0add-4eea-a422-fb890a0fdb42 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.309471 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-330c7468-0add-4eea-a422-fb890a0fdb42 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4719834 Sep 16 04:50:07.312932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50118) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.334445 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e264b3b1-90dc-4c2c-8223-7c72b5eecc05 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'security_group_rule': {'security_group_id': 'e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:07.334746 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.375323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14e21d-3b11-4af1-bb8c-552b23938655 req-ef63531a-01f0-49e3-9927-f9ac159591e6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.376973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c14e21d-3b11-4af1-bb8c-552b23938655 req-ef63531a-01f0-49e3-9927-f9ac159591e6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.2529790 Sep 16 04:50:07.383688 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06753328-4449-4146-a9d6-cac7920d2137 req-ec0350bd-b288-4925-a194-bff237b1c7cf tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662877 Sep 16 04:50:07.395768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Attempting to bind port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:07.395768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Attempting to bind port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '0d7cfaa4-4063-40dd-92d9-3260bd684ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:07.395768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Attempting to bind port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 on network 9a768950-e618-4644-b0f7-e4b26818fa1e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:07.398376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.415683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67a7777-e46d-4384-a331-81be80330685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e5d560-223c-44ff-b09a-ef1333d45e84'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:07.417480 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5c8501-9393-4134-9160-6ab4f5e526a9" -d '{"events": [{"server_uuid": "f67a7777-e46d-4384-a331-81be80330685", "name": "network-vif-plugged", "status": "completed", "tag": "65e5d560-223c-44ff-b09a-ef1333d45e84"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:07.423900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 on network 9a768950-e618-4644-b0f7-e4b26818fa1e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:07.424409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Attempting to bind port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 on network 9a768950-e618-4644-b0f7-e4b26818fa1e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:07.426265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e264b3b1-90dc-4c2c-8223-7c72b5eecc05 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.461683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 65e5d560-223c-44ff-b09a-ef1333d45e84, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=65e5d560-223c-44ff-b09a-ef1333d45e84,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:07.462202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:07.462467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Checking segment: {'id': '0d7cfaa4-4063-40dd-92d9-3260bd684ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:07.462854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Bound using segment: {'id': '0d7cfaa4-4063-40dd-92d9-3260bd684ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:07.463309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Bound port: 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7cfaa4-4063-40dd-92d9-3260bd684ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:07.463674 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.490097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Pushing event updated for resources: {'Port': ['ID=0abaa916-a4d5-45e9-96ce-d08c1d9b45eb,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.514503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:07.514857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:07.515917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:07.518545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:07.518920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:07.519266 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:07.519605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:07.519938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:07.528101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:07.528101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:07.528101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:07.528390 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acd351d-7649-4f23-942c-8a3cd476d10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:07.545996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c14e21d-3b11-4af1-bb8c-552b23938655 req-99e14e78-62fd-467b-b73d-db70d21bb66e tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592836 Sep 16 04:50:07.562968 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.582447 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e264b3b1-90dc-4c2c-8223-7c72b5eecc05 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.626997 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ce5951-aa40-4929-8292-ad99cbee48fb x-openstack-request-id: req-74ce5951-aa40-4929-8292-ad99cbee48fb {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:07.627315 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67a7777-e46d-4384-a331-81be80330685", "name": "network-vif-plugged", "status": "completed", "tag": "65e5d560-223c-44ff-b09a-ef1333d45e84", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:07.632772 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74ce5951-aa40-4929-8292-ad99cbee48fb {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:07.632772 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67a7777-e46d-4384-a331-81be80330685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e5d560-223c-44ff-b09a-ef1333d45e84', 'code': 200} Sep 16 04:50:07.669108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=65e5d560-223c-44ff-b09a-ef1333d45e84,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.727817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e264b3b1-90dc-4c2c-8223-7c72b5eecc05 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.738077 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8ac42a8e-84a9-46c7-b77e-1b1892a6007e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.757499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9c7c61a4-196e-4adc-a1ff-f4624693ef1d None None] Provisioning complete for port e90b5c4e-676c-4dd3-aadc-8003e3f5989c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:07.758438 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9c7c61a4-196e-4adc-a1ff-f4624693ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.764239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264b3b1-90dc-4c2c-8223-7c72b5eecc05 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a32c6aa-b18a-44fd-9e32-20aef9311071,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.807631 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac42a8e-84a9-46c7-b77e-1b1892a6007e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Pushing event deleted for resources: {'Port': ['ID=56ec082f-c242-46b6-81e0-142249396a99,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.829665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] For port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:07.848491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e264b3b1-90dc-4c2c-8223-7c72b5eecc05 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.853059 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e264b3b1-90dc-4c2c-8223-7c72b5eecc05 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5358438 Sep 16 04:50:07.853059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50124) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.858284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5e8cbd4d-9b03-488f-8ca2-c5f83eb8073e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'security_group_rule': {'security_group_id': 'e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:07.884361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] For port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2,segment=NetworkSegment(0d7cfaa4-4063-40dd-92d9-3260bd684ddc),segment_id=0d7cfaa4-4063-40dd-92d9-3260bd684ddc)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:07.936837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed63320-3180-4939-9aca-5230c24dadaa req-f33e58a7-b58b-4e10-8351-6747785e4c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.939302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ed63320-3180-4939-9aca-5230c24dadaa req-f33e58a7-b58b-4e10-8351-6747785e4c05 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 1097 time: 0.2536814 Sep 16 04:50:07.942181 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.973990 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.984869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:07.988034 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.005260 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8ac42a8e-84a9-46c7-b77e-1b1892a6007e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.009061 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8ac42a8e-84a9-46c7-b77e-1b1892a6007e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.012642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e8cbd4d-9b03-488f-8ca2-c5f83eb8073e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.012803 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8ac42a8e-84a9-46c7-b77e-1b1892a6007e tempest-ServersTestJSON-746123194 tempest-ServersTestJSON-746123194-project] 10.222.0.24 "DELETE /v2.0/floatingips/0ee2a1fa-ec0d-4600-83ff-de018204e93f HTTP/1.1" status: 204 len: 168 time: 1.9335659 Sep 16 04:50:08.014332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50128) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.042912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:08.045144 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.061380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.062011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.064170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] 10.222.0.23 "PUT /v2.0/ports/0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 HTTP/1.1" status: 200 len: 1092 time: 3.0045061 Sep 16 04:50:08.094668 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:50:08.100114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'tag': '0d1ab24c-cc9f-4d23-9c95-f68d449c49e2'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:08.102786 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089cece0-f8c0-40d6-bc59-52b74d177055" -d '{"events": [{"name": "network-changed", "server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "tag": "0d1ab24c-cc9f-4d23-9c95-f68d449c49e2"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:08.148092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ed63320-3180-4939-9aca-5230c24dadaa req-4dc2bfd3-12d6-42a0-927d-027600dd27c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827111 Sep 16 04:50:08.165959 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.196087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14feacdd-4c7d-4fc5-b38b-a23e324ddfff service neutron] Pushing event updated for resources: {'Port': ['ID=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.208700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0abaa916-a4d5-45e9-96ce-d08c1d9b45eb,segment=NetworkSegment(2bddab06-b616-4a7f-9610-5508d7ff06d9),segment_id=2bddab06-b616-4a7f-9610-5508d7ff06d9)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:08.220194 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32a756c-7125-4f33-a509-a80335e1ecfc x-openstack-request-id: req-c32a756c-7125-4f33-a509-a80335e1ecfc {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:08.220531 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "tag": "0d1ab24c-cc9f-4d23-9c95-f68d449c49e2", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:08.220755 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c32a756c-7125-4f33-a509-a80335e1ecfc {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:08.225360 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'tag': '0d1ab24c-cc9f-4d23-9c95-f68d449c49e2', 'status': 'completed', 'code': 200} Sep 16 04:50:08.226174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e8cbd4d-9b03-488f-8ca2-c5f83eb8073e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.266189 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.267135 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e90b5c4e-676c-4dd3-aadc-8003e3f5989c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:08.268707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887f7c-e699-4d00-bdf5-8adc55a7a60c req-6ef14c33-181e-4f1e-a5fa-19264f9344bc tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.276541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68887f7c-e699-4d00-bdf5-8adc55a7a60c req-6ef14c33-181e-4f1e-a5fa-19264f9344bc tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 945 time: 0.2554243 Sep 16 04:50:08.319363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e8cbd4d-9b03-488f-8ca2-c5f83eb8073e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.334687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Allocated IP 172.25.3.7 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/84ea5295-e131-4a44-afa4-7841445c8aaf) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:08.344396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-af25e9a8-c535-4d73-afe3-045949a5d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.345078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-af25e9a8-c535-4d73-afe3-045949a5d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.346750 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-af25e9a8-c535-4d73-afe3-045949a5d1b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d4e21edb07740b18dec3163ed8bb894&device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1981 time: 0.1681607 Sep 16 04:50:08.364005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cbd4d-9b03-488f-8ca2-c5f83eb8073e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c05024-4a11-4964-989b-c6348e5cabee,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.396498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68887f7c-e699-4d00-bdf5-8adc55a7a60c req-99731c72-1c4c-4cb9-968f-63ccd107f178 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184347 Sep 16 04:50:08.398907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=0abaa916-a4d5-45e9-96ce-d08c1d9b45eb,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.425770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e90b5c4e-676c-4dd3-aadc-8003e3f5989c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:08.437945 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.439701 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e8cbd4d-9b03-488f-8ca2-c5f83eb8073e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.442209 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5e8cbd4d-9b03-488f-8ca2-c5f83eb8073e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5875609 Sep 16 04:50:08.452249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50134) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.463515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:08.463680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-7a035972-c780-4ccc-a95d-8c6a8e9f13c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=d6fa9ae0-025e-4804-856a-808391a77d52 HTTP/1.1" status: 200 len: 217 time: 0.0902808 Sep 16 04:50:08.607587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-03801e62-b7b9-4e3c-a2f3-666437dad24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.612448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-03801e62-b7b9-4e3c-a2f3-666437dad24c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=974e7579-5de9-4aaa-a1a8-ceb4414b8dfd HTTP/1.1" status: 200 len: 801 time: 0.1386187 Sep 16 04:50:08.666277 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.674550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59d6-e47f-4140-aa92-4c0ce8b12f8f req-d2308315-503e-4e1a-8457-6a9bf757ee72 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.674550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde59d6-e47f-4140-aa92-4c0ce8b12f8f req-d2308315-503e-4e1a-8457-6a9bf757ee72 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.675118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bde59d6-e47f-4140-aa92-4c0ce8b12f8f req-d2308315-503e-4e1a-8457-6a9bf757ee72 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1677 time: 0.1409867 Sep 16 04:50:08.682715 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.731200 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bfdceabf-4a2b-4d78-86ce-4415eb14a8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.776978 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-fa20838c-be58-40f7-8ead-03de538c96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.785107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-fa20838c-be58-40f7-8ead-03de538c96b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b448c330-0948-4c3f-b5fc-3a965c0a24c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595995 Sep 16 04:50:08.785978 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bde59d6-e47f-4140-aa92-4c0ce8b12f8f req-8dd33a2c-b2df-4d50-b5d3-15bc3b63bf67 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924172 Sep 16 04:50:08.823423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04898764-fc17-4e9f-a578-9549cd7e4ffc None None] Network 22ee9107-e191-4262-b0fc-68862935cfe3 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:08.832675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3cc35-a929-43a1-89d8-a4b186a99756 req-04e62813-e91b-4555-9da7-876a3e31b34d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.834553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cb3cc35-a929-43a1-89d8-a4b186a99756 req-04e62813-e91b-4555-9da7-876a3e31b34d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.1563020 Sep 16 04:50:08.893616 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.919443 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.940112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-08891644-092a-43f3-9df8-2beee552c50b None None] Provisioning complete for port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:08.940528 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-08891644-092a-43f3-9df8-2beee552c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.976133 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cb3cc35-a929-43a1-89d8-a4b186a99756 req-117ea822-850b-4625-80be-a3cef057ce15 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279097 Sep 16 04:50:08.997199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:09.007986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-c5f28889-6f9f-4c05-913c-fd77de76d317 service neutron] 10.222.0.23 "GET /v2.0/networks/b448c330-0948-4c3f-b5fc-3a965c0a24c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153771 Sep 16 04:50:09.008873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:09.011549 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:09.045208 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Pushing event updated for resources: {'Port': ['ID=84ea5295-e131-4a44-afa4-7841445c8aaf,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:09.125096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Allocated IP 172.25.3.238 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/0cb7cf23-c71b-4746-aa22-44e806996622) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:09.246130 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-4a025273-54db-4bf6-9077-09e14e5f52ce service neutron] 10.222.0.23 "GET /v2.0/networks/b448c330-0948-4c3f-b5fc-3a965c0a24c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244408 Sep 16 04:50:09.267104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-bfdceabf-4a2b-4d78-86ce-4415eb14a8b2 admin admin] Deleting port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:09.267430 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bfdceabf-4a2b-4d78-86ce-4415eb14a8b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.303337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.334115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-ae655dd1-7a10-4dba-bc71-6019ff0e7bd8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.70&port_id=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 HTTP/1.1" status: 200 len: 217 time: 0.0743186 Sep 16 04:50:09.391548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-bfdceabf-4a2b-4d78-86ce-4415eb14a8b2 admin admin] For port aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f,segment=NetworkSegment(d9334f26-8cc1-4ee4-9f65-62b9c96ba824),segment_id=d9334f26-8cc1-4ee4-9f65-62b9c96ba824)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:09.391915 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bfdceabf-4a2b-4d78-86ce-4415eb14a8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.404776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-bfdceabf-4a2b-4d78-86ce-4415eb14a8b2 admin admin] Calling delete_port for aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:09.434206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-20fa4fb8-3836-4c4b-b4ee-c700c508eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.435682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-20fa4fb8-3836-4c4b-b4ee-c700c508eef4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01157661-4604-4e34-a0fe-d8245843b865 HTTP/1.1" status: 200 len: 801 time: 0.0953462 Sep 16 04:50:09.460841 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-42a658a9-55e9-4421-a661-349538f158a4 None None] Provisioning complete for port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:09.461949 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42a658a9-55e9-4421-a661-349538f158a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.529985 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.539294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-55c2a8ac-ccbb-4729-8238-ee48c66a7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.540819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-55c2a8ac-ccbb-4729-8238-ee48c66a7c85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a768950-e618-4644-b0f7-e4b26818fa1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954545 Sep 16 04:50:09.579236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:09.589847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:09.592577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:09.639435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Port': ['ID=0cb7cf23-c71b-4746-aa22-44e806996622,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:09.803591 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bfdceabf-4a2b-4d78-86ce-4415eb14a8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.848532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:09.856868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdceabf-4a2b-4d78-86ce-4415eb14a8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:09.880696 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.901582 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.929586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:09.929998 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.043317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffab33-952f-46dd-901d-a3333878448f req-3e775deb-0e41-401f-9a5c-588181296c59 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.044996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96ffab33-952f-46dd-901d-a3333878448f req-3e775deb-0e41-401f-9a5c-588181296c59 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 945 time: 0.5253875 Sep 16 04:50:10.179480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-a407be12-2fad-44f6-b676-f7ca118db737 service neutron] 10.222.0.23 "GET /v2.0/networks/9a768950-e618-4644-b0f7-e4b26818fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230490 Sep 16 04:50:10.259135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96ffab33-952f-46dd-901d-a3333878448f req-4360db7d-3869-446b-98b7-8eee22951019 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569629 Sep 16 04:50:10.318144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ddadf-25a4-47d6-9d79-144794fdd143 req-809180f1-aaa5-433f-929f-2a6d6d48d9a8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.324131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ddadf-25a4-47d6-9d79-144794fdd143 req-809180f1-aaa5-433f-929f-2a6d6d48d9a8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.325782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a1ddadf-25a4-47d6-9d79-144794fdd143 req-809180f1-aaa5-433f-929f-2a6d6d48d9a8 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1677 time: 0.2201781 Sep 16 04:50:10.329796 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.416873 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.452525 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dfd970d-edbf-4abb-b75a-70338fb39e19 req-09e34771-3a00-4b6f-8404-d6e978f45130 service neutron] 10.222.0.23 "GET /v2.0/networks/9a768950-e618-4644-b0f7-e4b26818fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588038 Sep 16 04:50:10.465265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a1ddadf-25a4-47d6-9d79-144794fdd143 req-3c8edbee-7b06-4548-9cdc-f499b581858c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296897 Sep 16 04:50:10.521598 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bfdceabf-4a2b-4d78-86ce-4415eb14a8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.527489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30238a41-caf5-41a8-b85d-a8495acfb0e4 req-e21b646d-4b29-4c67-af95-3bec2039d110 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.529049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30238a41-caf5-41a8-b85d-a8495acfb0e4 req-e21b646d-4b29-4c67-af95-3bec2039d110 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.1253347 Sep 16 04:50:10.588340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30238a41-caf5-41a8-b85d-a8495acfb0e4 req-55d68f36-a63f-4911-a21f-1f0079bd94cb tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443680 Sep 16 04:50:10.668268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Router c77c7659-00fe-4af1-9bee-57b60a327739 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:10.675012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cece0-f8c0-40d6-bc59-52b74d177055 req-63f4d80d-09c8-4826-9d5a-e8da50768958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.675506 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cece0-f8c0-40d6-bc59-52b74d177055 req-63f4d80d-09c8-4826-9d5a-e8da50768958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.677127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-089cece0-f8c0-40d6-bc59-52b74d177055 req-63f4d80d-09c8-4826-9d5a-e8da50768958 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d4e21edb07740b18dec3163ed8bb894&device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1981 time: 0.0512619 Sep 16 04:50:10.738638 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.818116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.858747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:10.866569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cece0-f8c0-40d6-bc59-52b74d177055 req-a6f31303-ed67-4d17-8780-5ddf08adc088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.868190 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-089cece0-f8c0-40d6-bc59-52b74d177055 req-a6f31303-ed67-4d17-8780-5ddf08adc088 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a768950-e618-4644-b0f7-e4b26818fa1e HTTP/1.1" status: 200 len: 902 time: 0.1831713 Sep 16 04:50:10.880196 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Sync routers for ids ['c77c7659-00fe-4af1-9bee-57b60a327739'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:10.897057 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Routers {'c77c7659-00fe-4af1-9bee-57b60a327739'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:10.898518 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:49:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c77c7659-00fe-4af1-9bee-57b60a327739'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:10.918948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-089cece0-f8c0-40d6-bc59-52b74d177055 req-f2efc57c-5c4a-4012-a042-06517b2f6b93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.70&port_id=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 HTTP/1.1" status: 200 len: 217 time: 0.0403366 Sep 16 04:50:10.925277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Port': ['ID=0cb7cf23-c71b-4746-aa22-44e806996622,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:10.930530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdceabf-4a2b-4d78-86ce-4415eb14a8b2 admin admin] Router 6b4c8055-c9da-452d-95fc-45d2281f1f30 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:10.943332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:10.943689 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:10.944022 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:10.944359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:10.945184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:10.945184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:10.949300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:10.949300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:10.949300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:10.949300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:10.949300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:10.949300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:10.958280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.959756 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.960998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a0d053c8-a6f1-4d52-ad12-8ceeff4d4153 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3162663 Sep 16 04:50:10.964597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50168) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:10.978936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cece0-f8c0-40d6-bc59-52b74d177055 req-b046e6b2-ef14-4b20-8db9-002d4493e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.980169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-089cece0-f8c0-40d6-bc59-52b74d177055 req-b046e6b2-ef14-4b20-8db9-002d4493e901 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01157661-4604-4e34-a0fe-d8245843b865 HTTP/1.1" status: 200 len: 801 time: 0.0533998 Sep 16 04:50:11.032800 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Set router c77c7659-00fe-4af1-9bee-57b60a327739 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:11.034910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cece0-f8c0-40d6-bc59-52b74d177055 req-db989740-d28f-41a2-83c6-fbd9a68ca843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.036787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-089cece0-f8c0-40d6-bc59-52b74d177055 req-db989740-d28f-41a2-83c6-fbd9a68ca843 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a768950-e618-4644-b0f7-e4b26818fa1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491545 Sep 16 04:50:11.058275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.059052 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2b618370-69fe-4a43-b26c-76cd18f04824 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6051414 Sep 16 04:50:11.166903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdceabf-4a2b-4d78-86ce-4415eb14a8b2 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:11.172729 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bfdceabf-4a2b-4d78-86ce-4415eb14a8b2 admin admin] 10.222.0.24 "PUT /v2.0/routers/6b4c8055-c9da-452d-95fc-45d2281f1f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1550674 Sep 16 04:50:11.177237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d9275-8e9e-438c-8aa7-71b264b2ab39 None None] Sync routers for ids ['6b4c8055-c9da-452d-95fc-45d2281f1f30'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:11.204348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50172) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:11.204684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-089cece0-f8c0-40d6-bc59-52b74d177055 req-142015fa-1a7b-485a-8f9b-a154f98e204f service neutron] 10.222.0.23 "GET /v2.0/networks/9a768950-e618-4644-b0f7-e4b26818fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589439 Sep 16 04:50:11.205691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d9275-8e9e-438c-8aa7-71b264b2ab39 None None] Routers {'6b4c8055-c9da-452d-95fc-45d2281f1f30'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:11.206386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2a2d9275-8e9e-438c-8aa7-71b264b2ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:49:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6b4c8055-c9da-452d-95fc-45d2281f1f30'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.434512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-2a2d9275-8e9e-438c-8aa7-71b264b2ab39 None None] Set router 6b4c8055-c9da-452d-95fc-45d2281f1f30 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:11.443434 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 3, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.473711 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Checking router: c77c7659-00fe-4af1-9bee-57b60a327739 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:11.474347 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Updating router c77c7659-00fe-4af1-9bee-57b60a327739 port 84ea5295-e131-4a44-afa4-7841445c8aaf binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:11.484808 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.491880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-64e17fbe-21c9-4d6d-8ce6-f824c45a0004 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1030207299&fields=id&tenant_id=4e50f9aaf2b240708ed77f8f8987e189 HTTP/1.1" status: 200 len: 267 time: 0.0721390 Sep 16 04:50:11.506459 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.638938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ceef4-e714-4e2e-819e-6c988f195d0c req-210dd50b-fc77-4d67-aef3-857148216e5f tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.646854 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24ceef4-e714-4e2e-819e-6c988f195d0c req-210dd50b-fc77-4d67-aef3-857148216e5f tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 945 time: 0.2638283 Sep 16 04:50:11.717694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.736059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2a2d9275-8e9e-438c-8aa7-71b264b2ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 5, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.747243 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.750160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-c5da3502-ec8d-46c6-a1e7-355a70cb63dc tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.758578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-c5da3502-ec8d-46c6-a1e7-355a70cb63dc tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports/f7f75ae1-2006-4b22-907b-5e5d61caef19 HTTP/1.1" status: 200 len: 936 time: 0.2657957 Sep 16 04:50:11.762933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-089cece0-f8c0-40d6-bc59-52b74d177055 req-7f40fd5a-5fd7-4ba1-a787-facd738a9287 service neutron] 10.222.0.23 "GET /v2.0/networks/9a768950-e618-4644-b0f7-e4b26818fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469666 Sep 16 04:50:11.783803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d9275-8e9e-438c-8aa7-71b264b2ab39 None None] Checking router: 6b4c8055-c9da-452d-95fc-45d2281f1f30 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:11.799604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d9275-8e9e-438c-8aa7-71b264b2ab39 None None] Routers {'6b4c8055-c9da-452d-95fc-45d2281f1f30'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:11.800417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2a2d9275-8e9e-438c-8aa7-71b264b2ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:49:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6b4c8055-c9da-452d-95fc-45d2281f1f30'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.895831 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24ceef4-e714-4e2e-819e-6c988f195d0c req-d4bda532-997a-4807-a1f3-9b8aae2b98f5 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224543 Sep 16 04:50:11.913390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-719ed9d9-b3f0-4021-a059-5d9fa4625e60 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.915109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-719ed9d9-b3f0-4021-a059-5d9fa4625e60 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports/8931bc21-7184-449c-b91d-8bf34e1a5d56 HTTP/1.1" status: 200 len: 935 time: 0.1500003 Sep 16 04:50:11.960204 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-2a2d9275-8e9e-438c-8aa7-71b264b2ab39 None None] Set router 6b4c8055-c9da-452d-95fc-45d2281f1f30 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:11.967777 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.029140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0699c3fc-2d63-4b8d-a26a-0ad7b2a906bd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1032810 Sep 16 04:50:12.086118 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.117819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-a2d0ea5f-5d18-47df-9573-bc71ac2c71c5 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0841696 Sep 16 04:50:12.134141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Deleting port baed6de5-95b6-4676-87b2-635dc1a29af7 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:12.135146 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.165163 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a23f3653-13cc-4209-ba3a-6107f43cc784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.205086 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Attempting to bind port 84ea5295-e131-4a44-afa4-7841445c8aaf on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:12.205474 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Attempting to bind port 84ea5295-e131-4a44-afa4-7841445c8aaf by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:12.205815 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Attempting to bind port 84ea5295-e131-4a44-afa4-7841445c8aaf on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:12.208377 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Pushing event updated for resources: {'Port': ['ID=84ea5295-e131-4a44-afa4-7841445c8aaf,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.229926 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:12.230363 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:12.230699 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.231091 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:12.231746 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Bound port: 84ea5295-e131-4a44-afa4-7841445c8aaf, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:12.232128 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.236196 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.236559 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.236892 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.237221 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.237548 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.239261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] For port baed6de5-95b6-4676-87b2-635dc1a29af7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=baed6de5-95b6-4676-87b2-635dc1a29af7,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:12.239763 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.247744 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.248319 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.249121 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.249566 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.250474 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.251332 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.252674 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:12.254744 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Calling delete_port for baed6de5-95b6-4676-87b2-635dc1a29af7 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:12.288534 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d6fa9ae0-025e-4804-856a-808391a77d52 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:12.305257 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.318723 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] For port 84ea5295-e131-4a44-afa4-7841445c8aaf, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:12.323295 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] For port 84ea5295-e131-4a44-afa4-7841445c8aaf, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=84ea5295-e131-4a44-afa4-7841445c8aaf,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:12.406936 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.417003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2a2d9275-8e9e-438c-8aa7-71b264b2ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 5, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:12.438461 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7882e8-0578-4e34-9050-41cb1a673b11 req-8743fb06-8a89-48e5-bb2c-77a925c46e84 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.451671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7882e8-0578-4e34-9050-41cb1a673b11 req-8743fb06-8a89-48e5-bb2c-77a925c46e84 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.456287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d9275-8e9e-438c-8aa7-71b264b2ab39 None None] The sync data for ids ['6b4c8055-c9da-452d-95fc-45d2281f1f30'] in n-d-712137-12 is: [{'id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'name': 'tempest-ServersTestJSON-771708903-router', 'tenant_id': '59a11aa7b88f4a21b119fd15b1824744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:36Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 5, 'project_id': '59a11aa7b88f4a21b119fd15b1824744', 'gw_port': {'id': 'baed6de5-95b6-4676-87b2-635dc1a29af7', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c8055-c9da-452d-95fc-45d2281f1f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:37Z', 'updated_at': '2021-09-16T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:12.457116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e7882e8-0578-4e34-9050-41cb1a673b11 req-8743fb06-8a89-48e5-bb2c-77a925c46e84 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1677 time: 0.3135271 Sep 16 04:50:12.522813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d6fa9ae0-025e-4804-856a-808391a77d52, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d6fa9ae0-025e-4804-856a-808391a77d52,segment=NetworkSegment(6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3),segment_id=6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:12.536926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd6fa9ae0-025e-4804-856a-808391a77d52', 'network_id': 'b448c330-0948-4c3f-b5fc-3a965c0a24c6', 'port_id': 'd6fa9ae0-025e-4804-856a-808391a77d52', 'mac_address': 'fa:16:3e:98:22:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974e7579-5de9-4aaa-a1a8-ceb4414b8dfd', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:12.557133 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f99b6-4e44-4823-996a-8acd4ab03c94 None None] Pushing event updated for resources: {'Port': ['ID=84ea5295-e131-4a44-afa4-7841445c8aaf,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.569020 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Routers {'c77c7659-00fe-4af1-9bee-57b60a327739'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:12.569953 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:49:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c77c7659-00fe-4af1-9bee-57b60a327739'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:12.570526 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Allocated IP 172.20.0.1 (22ee9107-e191-4262-b0fc-68862935cfe3/0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8/eac89c43-7ddb-4ce2-8bfa-75edc7606236) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:12.610525 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.612724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-fa09ce17-07f5-4feb-a97b-352d59e79419 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.619018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-fa09ce17-07f5-4feb-a97b-352d59e79419 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.626034 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-fa09ce17-07f5-4feb-a97b-352d59e79419 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.627708 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-fa09ce17-07f5-4feb-a97b-352d59e79419 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/networks?id=6e579560-ee61-4292-8f2f-64a91f12cd9a&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=613bf0c4-562f-4261-a5eb-2dd164436d0c&id=613bf0c4-562f-4261-a5eb-2dd164436d0c HTTP/1.1" status: 200 len: 1994 time: 0.5030489 Sep 16 04:50:12.639799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fa9ae0-025e-4804-856a-808391a77d52 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:12.676807 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.677073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-a27d1fb5-9e31-4d5c-a519-0641cce04ab8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/quotas/4e50f9aaf2b240708ed77f8f8987e189 HTTP/1.1" status: 200 len: 375 time: 0.0374916 Sep 16 04:50:12.691134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e7882e8-0578-4e34-9050-41cb1a673b11 req-94fe017e-6041-4476-8a62-66b2da9d9c41 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204306 Sep 16 04:50:12.692837 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d6fa9ae0-025e-4804-856a-808391a77d52, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d6fa9ae0-025e-4804-856a-808391a77d52,segment=NetworkSegment(6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3),segment_id=6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:12.763047 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.763047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:12.807921 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] Set router c77c7659-00fe-4af1-9bee-57b60a327739 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:12.808163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-2fc918a7-b618-447d-8aaf-ca1c6e626fe6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1157558 Sep 16 04:50:12.839710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Pushing event deleted for resources: {'Port': ['ID=baed6de5-95b6-4676-87b2-635dc1a29af7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.896702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.918972 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.059013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2,segment=NetworkSegment(0d7cfaa4-4063-40dd-92d9-3260bd684ddc),segment_id=0d7cfaa4-4063-40dd-92d9-3260bd684ddc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:13.097415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d358ba6-e544-49a3-9548-4443fbea8fa8 req-6f4e2f18-c67f-46d0-a9ea-196f0932333d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.099270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d358ba6-e544-49a3-9548-4443fbea8fa8 req-6f4e2f18-c67f-46d0-a9ea-196f0932333d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.2689536 Sep 16 04:50:13.106180 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.110232 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.182772 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 3, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:13.200393 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-b6f853ca-07c0-41cf-b1e9-f46e766cf8c0 service neutron] 10.222.0.24 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796055 Sep 16 04:50:13.206889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d358ba6-e544-49a3-9548-4443fbea8fa8 req-c8825793-853a-43a9-a3aa-f5f892453576 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923152 Sep 16 04:50:13.217107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.247041 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbad19-723e-4859-9a91-f21a59b0ca22 None None] The sync data for ids ['c77c7659-00fe-4af1-9bee-57b60a327739'] in n-d-712137-12 is: [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:50:09Z', 'revision_number': 3, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:13.263825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '0d1ab24c-cc9f-4d23-9c95-f68d449c49e2', 'network_id': '9a768950-e618-4644-b0f7-e4b26818fa1e', 'port_id': '0d1ab24c-cc9f-4d23-9c95-f68d449c49e2', 'mac_address': 'fa:16:3e:bc:ea:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01157661-4604-4e34-a0fe-d8245843b865', 'ip_address': '19.86.0.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:13.313888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Network 22ee9107-e191-4262-b0fc-68862935cfe3 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:13.320447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d6fa9ae0-025e-4804-856a-808391a77d52,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:13.327285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:13.335390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:13.339451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.339966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b4c8055-c9da-452d-95fc-45d2281f1f30 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:13.357927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.362325 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f6c8eb42-eee7-4f78-baa1-46ad44490199 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6b4c8055-c9da-452d-95fc-45d2281f1f30 HTTP/1.1" status: 204 len: 168 time: 2.1535559 Sep 16 04:50:13.366213 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.370297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50200) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:13.395743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e6f40c6a-2a6b-412a-8265-a850a73be56f service neutron] 10.222.0.24 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876018 Sep 16 04:50:13.398093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:13.470783 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2,segment=NetworkSegment(0d7cfaa4-4063-40dd-92d9-3260bd684ddc),segment_id=0d7cfaa4-4063-40dd-92d9-3260bd684ddc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:13.492632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-14807216-20f5-465d-9279-ea75f7f12b61 service neutron] 10.222.0.24 "GET /v2.0/ports/f7f75ae1-2006-4b22-907b-5e5d61caef19?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0958941 Sep 16 04:50:13.498987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Pushing event updated for resources: {'Port': ['ID=eac89c43-7ddb-4ce2-8bfa-75edc7606236,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:13.531666 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.574221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ed414d-52a3-4123-bd25-43b7ef580904 admin admin] Deleting subnet 594bedc6-ea86-4b5b-80f1-7377dc5b057c {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:13.578514 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4fbc3d0-9eb8-4e09-aa32-678ec9161ada req-114c69c9-f27d-4f78-a992-e8cd89a9bdfd tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-498953515&fields=id&tenant_id=5aa1e00fd7b244e386264a48d9ea8842 HTTP/1.1" status: 200 len: 267 time: 0.1114249 Sep 16 04:50:13.581986 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5ed414d-52a3-4123-bd25-43b7ef580904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.583814 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.631533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:13.710126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5ed414d-52a3-4123-bd25-43b7ef580904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.715875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbc3d0-9eb8-4e09-aa32-678ec9161ada req-2ab82260-9583-4afa-9149-791da5be08c4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.717435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4fbc3d0-9eb8-4e09-aa32-678ec9161ada req-2ab82260-9583-4afa-9149-791da5be08c4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 945 time: 0.1273704 Sep 16 04:50:13.736604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-b4fbc3d0-9eb8-4e09-aa32-678ec9161ada req-76655fcb-7498-4760-bf64-fe18fdab7610 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'port': {'security_groups': ['64f36f61-0710-4626-94d0-5a5ccbe481dc', '1d20ed53-01f1-45af-b244-9bccdf032745']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:13.770319 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-2d9e66a3-6971-4e2f-bf7e-d8a19033ffb9 service neutron] 10.222.0.24 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768130 Sep 16 04:50:13.813818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['0d1ab24c-cc9f-4d23-9c95-f68d449c49e2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:13.868091 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4fbc3d0-9eb8-4e09-aa32-678ec9161ada req-76655fcb-7498-4760-bf64-fe18fdab7610 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.879749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-00534410-ea88-43f2-91e7-f36de9fc2faf None None] Provisioning complete for port eac89c43-7ddb-4ce2-8bfa-75edc7606236 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:13.880185 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-00534410-ea88-43f2-91e7-f36de9fc2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.975870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-00534410-ea88-43f2-91e7-f36de9fc2faf None None] Port eac89c43-7ddb-4ce2-8bfa-75edc7606236 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:14.126478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device baed6de5-95b6-4676-87b2-635dc1a29af7 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:14.150565 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: baed6de5-95b6-4676-87b2-635dc1a29af7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:14.150565 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device baed6de5-95b6-4676-87b2-635dc1a29af7 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:14.150809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:14.187973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:14.188418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device aa7f1495-4f43-4eca-8f2c-ea0c35b3f16f not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:14.337545 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.342703 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5ed414d-52a3-4123-bd25-43b7ef580904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.377091 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-3564efce-9c01-4e82-bf00-abf0082bc179 service neutron] 10.222.0.24 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964367 Sep 16 04:50:14.445874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5cee86e1-52a9-42a9-9d0d-7ec63f5976e8 service neutron] 10.222.0.24 "GET /v2.0/ports/8931bc21-7184-449c-b91d-8bf34e1a5d56?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0645761 Sep 16 04:50:14.540334 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-506a10c2-4c28-496b-9654-4c0752cbbd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.588100 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.591998 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5ed414d-52a3-4123-bd25-43b7ef580904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.623886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed414d-52a3-4123-bd25-43b7ef580904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594bedc6-ea86-4b5b-80f1-7377dc5b057c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:14.627313 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5ed414d-52a3-4123-bd25-43b7ef580904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.628852 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e5ed414d-52a3-4123-bd25-43b7ef580904 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/594bedc6-ea86-4b5b-80f1-7377dc5b057c HTTP/1.1" status: 204 len: 168 time: 1.2562041 Sep 16 04:50:14.631290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50208) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:14.633867 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1a190-26ae-4b9e-8aca-2f7ac682b5bc None None] Network 2713b2ed-413f-41f1-8d43-e9e59b50bc03 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:14.637076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-c75e372d-c681-4727-9fb9-ed54df2730bd service neutron] 10.222.0.24 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800668 Sep 16 04:50:14.682403 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.769198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-b4fbc3d0-9eb8-4e09-aa32-678ec9161ada req-76655fcb-7498-4760-bf64-fe18fdab7610 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] For port 65e5d560-223c-44ff-b09a-ef1333d45e84, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=65e5d560-223c-44ff-b09a-ef1333d45e84,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:14.786795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.795422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Pushing event updated for resources: {'Port': ['ID=eac89c43-7ddb-4ce2-8bfa-75edc7606236,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:14.825075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-b24d09e2-9584-421a-bcaf-aa794d3feb15 service neutron] 10.222.0.24 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772962 Sep 16 04:50:14.830525 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4fbc3d0-9eb8-4e09-aa32-678ec9161ada req-76655fcb-7498-4760-bf64-fe18fdab7610 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.856265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d6fa9ae0-025e-4804-856a-808391a77d52'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:14.924034 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4fbc3d0-9eb8-4e09-aa32-678ec9161ada req-76655fcb-7498-4760-bf64-fe18fdab7610 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.951699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['65e5d560-223c-44ff-b09a-ef1333d45e84'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:14.988165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f95e04-6471-4b29-af1a-4a94424d1fe0 None None] DHCP port deletion for 2713b2ed-413f-41f1-8d43-e9e59b50bc03 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:14.999838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbc3d0-9eb8-4e09-aa32-678ec9161ada req-76655fcb-7498-4760-bf64-fe18fdab7610 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.000688 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b4fbc3d0-9eb8-4e09-aa32-678ec9161ada req-76655fcb-7498-4760-bf64-fe18fdab7610 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.002239 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4fbc3d0-9eb8-4e09-aa32-678ec9161ada req-76655fcb-7498-4760-bf64-fe18fdab7610 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "PUT /v2.0/ports/65e5d560-223c-44ff-b09a-ef1333d45e84 HTTP/1.1" status: 200 len: 981 time: 1.2757540 Sep 16 04:50:15.002788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67a7777-e46d-4384-a331-81be80330685', 'tag': '65e5d560-223c-44ff-b09a-ef1333d45e84'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:15.005821 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e44e2f9-b4ed-47fc-afde-ed02ed779b19" -d '{"events": [{"name": "network-changed", "server_uuid": "f67a7777-e46d-4384-a331-81be80330685", "tag": "65e5d560-223c-44ff-b09a-ef1333d45e84"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:15.020359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.023894 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Network 22ee9107-e191-4262-b0fc-68862935cfe3 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:15.026866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:15.085118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5a9547b3-6597-4e15-96e5-01b4dbf1fc7e service neutron] 10.222.0.24 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475283 Sep 16 04:50:15.121929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['65e5d560-223c-44ff-b09a-ef1333d45e84'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:15.184394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76655fcb-7498-4760-bf64-fe18fdab7610 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'Port': ['ID=65e5d560-223c-44ff-b09a-ef1333d45e84,revision_number=6']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:15.288864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-d4ff682f-d031-4340-9881-bdc144bb8c70 service neutron] 10.222.0.24 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999106 Sep 16 04:50:15.302425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Router c77c7659-00fe-4af1-9bee-57b60a327739 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:15.315203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Deleting port 79d2bd90-ee44-4460-a29c-3e0966d4f146 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:15.315938 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.333029 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-51f95e04-6471-4b29-af1a-4a94424d1fe0 None None] Deleting port 79d2bd90-ee44-4460-a29c-3e0966d4f146 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:15.333304 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-51f95e04-6471-4b29-af1a-4a94424d1fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.339325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f28bee-4d70-427a-96cc-d7fabc50c433 req-33772591-1ef8-4591-985d-6d7d2388efee tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.347844 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f28bee-4d70-427a-96cc-d7fabc50c433 req-33772591-1ef8-4591-985d-6d7d2388efee tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.351528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84f28bee-4d70-427a-96cc-d7fabc50c433 req-33772591-1ef8-4591-985d-6d7d2388efee tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1679 time: 0.1338155 Sep 16 04:50:15.379838 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.494997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:15.513418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84f28bee-4d70-427a-96cc-d7fabc50c433 req-27f4f9ab-ace2-4e8f-9c28-68fab7322ca6 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477280 Sep 16 04:50:15.518989 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2acb0d25-cc16-4cc4-9f27-55f5b8f7be06 admin admin] 10.222.0.24 "PUT /v2.0/routers/c77c7659-00fe-4af1-9bee-57b60a327739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5491135 Sep 16 04:50:15.536797 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-d74fee39-1b28-4d3d-a4f1-79cc169411ff tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:50:15.537844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-d74fee39-1b28-4d3d-a4f1-79cc169411ff tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120332 Sep 16 04:50:15.541537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-51f95e04-6471-4b29-af1a-4a94424d1fe0 None None] For port 79d2bd90-ee44-4460-a29c-3e0966d4f146, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=79d2bd90-ee44-4460-a29c-3e0966d4f146,segment=NetworkSegment(d9334f26-8cc1-4ee4-9f65-62b9c96ba824),segment_id=d9334f26-8cc1-4ee4-9f65-62b9c96ba824)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:15.542551 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-51f95e04-6471-4b29-af1a-4a94424d1fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.587664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4adb37c8-8f5d-40d7-82e1-0a4de1a38fb3 None None] Provisioning complete for port eac89c43-7ddb-4ce2-8bfa-75edc7606236 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:15.588158 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4adb37c8-8f5d-40d7-82e1-0a4de1a38fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.599314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-51f95e04-6471-4b29-af1a-4a94424d1fe0 None None] Calling delete_port for 79d2bd90-ee44-4460-a29c-3e0966d4f146 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:15.620368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-50147616-fcdb-4c7a-946d-9a066526886e service neutron] 10.222.0.24 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230019 Sep 16 04:50:15.675256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] For port 79d2bd90-ee44-4460-a29c-3e0966d4f146, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=79d2bd90-ee44-4460-a29c-3e0966d4f146,segment=NetworkSegment(d9334f26-8cc1-4ee4-9f65-62b9c96ba824),segment_id=d9334f26-8cc1-4ee4-9f65-62b9c96ba824)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:15.675647 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.719318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Calling delete_port for 79d2bd90-ee44-4460-a29c-3e0966d4f146 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:15.738505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4adb37c8-8f5d-40d7-82e1-0a4de1a38fb3 None None] Port eac89c43-7ddb-4ce2-8bfa-75edc7606236 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:16.132777 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-3e9a2b0d-2c3c-4d8a-b911-f44ba9f85aa0 service neutron] show failed (client error): The resource could not be found. Sep 16 04:50:16.132777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-3e9a2b0d-2c3c-4d8a-b911-f44ba9f85aa0 service neutron] 10.222.0.23 "GET /v2.0/ports/432852c5-3afd-45e3-bb83-4f492de81ee7/bindings/n-h2-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.2870395 Sep 16 04:50:16.133894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 84ea5295-e131-4a44-afa4-7841445c8aaf up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:16.134271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3722fad-b303-45a0-ac1c-4056192a6985 req-63edb0e0-42b4-4436-81a5-6f0649738c9e tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.134271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3722fad-b303-45a0-ac1c-4056192a6985 req-63edb0e0-42b4-4436-81a5-6f0649738c9e tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.2947803 Sep 16 04:50:16.134271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-abeb8214-4787-4ecc-811f-92e06d2cb5e4 service neutron] 10.222.0.24 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562167 Sep 16 04:50:16.134271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3722fad-b303-45a0-ac1c-4056192a6985 req-ea4aefcf-6dd0-4884-9023-2f13b9083c2d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547602 Sep 16 04:50:16.134572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 84ea5295-e131-4a44-afa4-7841445c8aaf triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:16.134572 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.134572 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-51f95e04-6471-4b29-af1a-4a94424d1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.134572 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.134870 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.134870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] No DVR routers for this DVR port 79d2bd90-ee44-4460-a29c-3e0966d4f146 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:16.136268 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Sync routers for ids ['c77c7659-00fe-4af1-9bee-57b60a327739'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:16.136904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f95e04-6471-4b29-af1a-4a94424d1fe0 None None] No DVR routers for this DVR port 79d2bd90-ee44-4460-a29c-3e0966d4f146 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:16.136992 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Routers {'c77c7659-00fe-4af1-9bee-57b60a327739'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:16.136992 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c77c7659-00fe-4af1-9bee-57b60a327739'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:16.137190 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d2bd90-ee44-4460-a29c-3e0966d4f146,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.137268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f95e04-6471-4b29-af1a-4a94424d1fe0 None None] Pushing event deleted for resources: {'Port': ['ID=79d2bd90-ee44-4460-a29c-3e0966d4f146,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.161502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e839f219-105b-4874-a55a-bfe83d5f1999'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:16.184971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-55434fe2-a675-4af9-8368-a603d567b3bd service neutron] 10.222.0.24 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892724 Sep 16 04:50:16.212186 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.255232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2713b2ed-413f-41f1-8d43-e9e59b50bc03']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:16.276007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:16.276404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9334f26-8cc1-4ee4-9f65-62b9c96ba824') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:16.288553 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.297809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d6fa9ae0-025e-4804-856a-808391a77d52 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:16.305014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-782c5785-57bd-4b8b-86d7-e18802d509a8 service neutron] 10.222.0.24 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185954 Sep 16 04:50:16.314867 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.322524 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Set router c77c7659-00fe-4af1-9bee-57b60a327739 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:16.324950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:16.325369 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.363346 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.386800 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:16.403206 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:16.443631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 84ea5295-e131-4a44-afa4-7841445c8aaf, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=84ea5295-e131-4a44-afa4-7841445c8aaf,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:16.457952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-431c9653-86a7-49dd-a093-eb0eeaa0b18f req-42f58d73-9364-451d-b903-8e597856d20b tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/1d20ed53-01f1-45af-b244-9bccdf032745 HTTP/1.1" status: 200 len: 1801 time: 0.1515944 Sep 16 04:50:16.463007 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.472150 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.477000 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2713b2ed-413f-41f1-8d43-e9e59b50bc03 HTTP/1.1" status: 204 len: 168 time: 1.8312616 Sep 16 04:50:16.487278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef44cb-f953-46e5-a746-74cbcd5ff306 admin admin] Pushing event deleted for resources: {'Network': ['ID=2713b2ed-413f-41f1-8d43-e9e59b50bc03,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.536791 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port d6fa9ae0-025e-4804-856a-808391a77d52 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:16.541774 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.552588 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-431c9653-86a7-49dd-a093-eb0eeaa0b18f req-63fa5f22-7159-44be-8560-7486778fdcbf tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:50:16.553742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-431c9653-86a7-49dd-a093-eb0eeaa0b18f req-63fa5f22-7159-44be-8560-7486778fdcbf tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "DELETE /v2.0/security-groups/1d20ed53-01f1-45af-b244-9bccdf032745 HTTP/1.1" status: 409 len: 341 time: 0.0815995 Sep 16 04:50:16.564650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-3df9fc2e-df5a-4865-8373-84c2c4a781e3 service neutron] 10.222.0.24 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502697 Sep 16 04:50:16.650187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d6fa9ae0-025e-4804-856a-808391a77d52 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:16.650567 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.652275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 79d2bd90-ee44-4460-a29c-3e0966d4f146 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:16.666294 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0348b578-2f6b-4b6d-a740-c1c2fe51ad3d x-openstack-request-id: req-0348b578-2f6b-4b6d-a740-c1c2fe51ad3d {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:16.671561 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67a7777-e46d-4384-a331-81be80330685", "tag": "65e5d560-223c-44ff-b09a-ef1333d45e84", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:16.671561 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0348b578-2f6b-4b6d-a740-c1c2fe51ad3d {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:16.671561 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67a7777-e46d-4384-a331-81be80330685', 'tag': '65e5d560-223c-44ff-b09a-ef1333d45e84', 'status': 'completed', 'code': 200} Sep 16 04:50:16.689360 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:50:13Z', 'revision_number': 4, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'eac89c43-7ddb-4ce2-8bfa-75edc7606236', 'name': '', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'mac_address': 'fa:16:3e:b3:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:11Z', 'updated_at': '2021-09-16T04:50:14Z', 'revision_number': 2, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'subnets': [{'id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:16.719887 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Checking router: c77c7659-00fe-4af1-9bee-57b60a327739 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:16.720531 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Updating router c77c7659-00fe-4af1-9bee-57b60a327739 port eac89c43-7ddb-4ce2-8bfa-75edc7606236 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:16.724036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-1c7d7f51-fe68-478e-9c94-875df14d81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.726269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-1c7d7f51-fe68-478e-9c94-875df14d81d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805&tenant_id=a691916327a54f4cb27fb717de84b236 HTTP/1.1" status: 200 len: 1102 time: 0.1178784 Sep 16 04:50:16.748578 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.785232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:16.792442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 79d2bd90-ee44-4460-a29c-3e0966d4f146 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:16.797041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 79d2bd90-ee44-4460-a29c-3e0966d4f146 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:16.850000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44e2f9-b4ed-47fc-afde-ed02ed779b19 req-882332b0-a55e-4758-9ea6-617974b1bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.851672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e44e2f9-b4ed-47fc-afde-ed02ed779b19 req-882332b0-a55e-4758-9ea6-617974b1bb36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 1136 time: 0.1351717 Sep 16 04:50:16.931854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=84ea5295-e131-4a44-afa4-7841445c8aaf,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.967072 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50230) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:17.047643 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.054823 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c0ef8cd6-3be5-4154-b258-1ead0acb7d71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59a11aa7b88f4a21b119fd15b1824744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864904 Sep 16 04:50:17.055501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50234) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:17.060013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44e2f9-b4ed-47fc-afde-ed02ed779b19 req-e51aa273-7deb-4983-a2cb-2828783d073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.071227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e44e2f9-b4ed-47fc-afde-ed02ed779b19 req-e51aa273-7deb-4983-a2cb-2828783d073b service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb38623c-bd92-439b-adae-c1164b9993b5 HTTP/1.1" status: 200 len: 913 time: 0.2107005 Sep 16 04:50:17.116087 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.124063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fa9ae0-025e-4804-856a-808391a77d52'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:17.130589 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fb5a71-4e6a-40ce-bdd2-77ecd0522615" -d '{"events": [{"server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "name": "network-vif-plugged", "status": "completed", "tag": "d6fa9ae0-025e-4804-856a-808391a77d52"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:17.169102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-61d81e86-740b-4acb-8159-79cc020a9ee7 service neutron] 10.222.0.24 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981205 Sep 16 04:50:17.170886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e44e2f9-b4ed-47fc-afde-ed02ed779b19 req-5cc8996a-d9f9-482b-a766-75b0f58f01e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65e5d560-223c-44ff-b09a-ef1333d45e84 HTTP/1.1" status: 200 len: 217 time: 0.0558095 Sep 16 04:50:17.173661 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4ede787-c8c6-494c-912d-cefbf4cc4f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.183976 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d6fa9ae0-025e-4804-856a-808391a77d52, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d6fa9ae0-025e-4804-856a-808391a77d52,segment=NetworkSegment(6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3),segment_id=6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:17.213702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4ede787-c8c6-494c-912d-cefbf4cc4f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.266297 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.268854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:17.292355 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.322326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50242) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:17.327074 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-87b483f4-e985-47a7-bb0e-797911929eeb tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2043276915', 'description': 'tempest-description--754747105'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:17.375523 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.394510 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4ede787-c8c6-494c-912d-cefbf4cc4f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.397138 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4ede787-c8c6-494c-912d-cefbf4cc4f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.398381 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d4ede787-c8c6-494c-912d-cefbf4cc4f5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f44be4f3-8d4d-427b-89af-d74a8b14b1ce HTTP/1.1" status: 204 len: 168 time: 0.3419275 Sep 16 04:50:17.409319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44e2f9-b4ed-47fc-afde-ed02ed779b19 req-003fd994-9255-414a-b561-2d90289b02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.410881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e44e2f9-b4ed-47fc-afde-ed02ed779b19 req-003fd994-9255-414a-b561-2d90289b02b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c HTTP/1.1" status: 200 len: 853 time: 0.2245109 Sep 16 04:50:17.420905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ede787-c8c6-494c-912d-cefbf4cc4f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44be4f3-8d4d-427b-89af-d74a8b14b1ce,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.445723 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87b483f4-e985-47a7-bb0e-797911929eeb tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.485561 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d7d6b-21fd-40a8-b44a-5a955fa01552 None None] Pushing event updated for resources: {'Port': ['ID=eac89c43-7ddb-4ce2-8bfa-75edc7606236,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.504601 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.518864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d6fa9ae0-025e-4804-856a-808391a77d52,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.571761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:17.573994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e44e2f9-b4ed-47fc-afde-ed02ed779b19 req-3e6e5478-6b05-4743-baa0-4763cd0cd08f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb38623c-bd92-439b-adae-c1164b9993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356792 Sep 16 04:50:17.575875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:17.576275 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.594219 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Attempting to bind port eac89c43-7ddb-4ce2-8bfa-75edc7606236 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:17.594417 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Attempting to bind port eac89c43-7ddb-4ce2-8bfa-75edc7606236 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:17.594694 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Attempting to bind port eac89c43-7ddb-4ce2-8bfa-75edc7606236 on network 22ee9107-e191-4262-b0fc-68862935cfe3 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:17.600128 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:17.600541 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Checking segment: {'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:17.601251 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.601625 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Bound using segment: {'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:17.602474 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Bound port: eac89c43-7ddb-4ce2-8bfa-75edc7606236, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:17.602868 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.610651 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87b483f4-e985-47a7-bb0e-797911929eeb tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.663039 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87b483f4-e985-47a7-bb0e-797911929eeb tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.722628 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] For port eac89c43-7ddb-4ce2-8bfa-75edc7606236, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:17.722628 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] For port eac89c43-7ddb-4ce2-8bfa-75edc7606236, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=eac89c43-7ddb-4ce2-8bfa-75edc7606236,segment=NetworkSegment(2bddab06-b616-4a7f-9610-5508d7ff06d9),segment_id=2bddab06-b616-4a7f-9610-5508d7ff06d9)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:17.749039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b483f4-e985-47a7-bb0e-797911929eeb tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaca9246-83e2-44c6-9bfa-3eb6803102c7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.777686 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.783606 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.795225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e44e2f9-b4ed-47fc-afde-ed02ed779b19 req-8829cbdf-19fe-40d7-8712-166264a37ff5 service neutron] 10.222.0.37 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054977 Sep 16 04:50:17.808705 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87b483f4-e985-47a7-bb0e-797911929eeb tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.810103 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-87b483f4-e985-47a7-bb0e-797911929eeb tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4865949 Sep 16 04:50:17.812870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50254) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:17.817650 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-66c17ce1-c8a5-482e-85b2-66c4bfae8adf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Request body: {'security_group_rule': {'security_group_id': 'eaca9246-83e2-44c6-9bfa-3eb6803102c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:17.820839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d76189-d031-4ba5-9253-23a277408f79 req-860af58f-0c29-4f0e-9989-42cc55ed93d1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.836674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2,segment=NetworkSegment(0d7cfaa4-4063-40dd-92d9-3260bd684ddc),segment_id=0d7cfaa4-4063-40dd-92d9-3260bd684ddc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:17.836805 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d76189-d031-4ba5-9253-23a277408f79 req-860af58f-0c29-4f0e-9989-42cc55ed93d1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.838523 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0d76189-d031-4ba5-9253-23a277408f79 req-860af58f-0c29-4f0e-9989-42cc55ed93d1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1680 time: 0.2993438 Sep 16 04:50:17.841405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:17.903921 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Routers {'c77c7659-00fe-4af1-9bee-57b60a327739'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:17.904615 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c77c7659-00fe-4af1-9bee-57b60a327739'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:17.933195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 84ea5295-e131-4a44-afa4-7841445c8aaf up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:17.971754 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66c17ce1-c8a5-482e-85b2-66c4bfae8adf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.997577 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.023275 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d7d6b-21fd-40a8-b44a-5a955fa01552 None None] Pushing event updated for resources: {'Port': ['ID=eac89c43-7ddb-4ce2-8bfa-75edc7606236,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.047959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:18.100531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.106293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66c17ce1-c8a5-482e-85b2-66c4bfae8adf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.117637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0d76189-d031-4ba5-9253-23a277408f79 req-f460dbf9-cd2b-4cd0-8815-d2f235990263 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539525 Sep 16 04:50:18.134131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-57c77cc1-0cf4-47b9-b182-357f951a333a None None] Provisioning complete for port eac89c43-7ddb-4ce2-8bfa-75edc7606236 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:18.134502 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-57c77cc1-0cf4-47b9-b182-357f951a333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.182664 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66c17ce1-c8a5-482e-85b2-66c4bfae8adf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.204956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 84ea5295-e131-4a44-afa4-7841445c8aaf triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:18.205462 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.210442 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] Set router c77c7659-00fe-4af1-9bee-57b60a327739 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:18.228121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c17ce1-c8a5-482e-85b2-66c4bfae8adf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9526e2a8-6d9a-46fb-8970-586ade458472,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.238098 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e44e2f9-b4ed-47fc-afde-ed02ed779b19 req-0c565d2c-2a62-437e-b59b-acaefae30e6c service neutron] 10.222.0.37 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923817 Sep 16 04:50:18.243507 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.260992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Transition to ACTIVE for port object 432852c5-3afd-45e3-bb83-4f492de81ee7 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:18.306297 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-57c77cc1-0cf4-47b9-b182-357f951a333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.334329 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.340194 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66c17ce1-c8a5-482e-85b2-66c4bfae8adf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.344276 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-66c17ce1-c8a5-482e-85b2-66c4bfae8adf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5275719 Sep 16 04:50:18.345042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50268) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:18.349226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-520807ea-05d6-4f91-9ecb-5b62d19642e4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Request body: {'security_group_rule': {'security_group_id': 'eaca9246-83e2-44c6-9bfa-3eb6803102c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:18.369956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-57c77cc1-0cf4-47b9-b182-357f951a333a None None] For port eac89c43-7ddb-4ce2-8bfa-75edc7606236, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=eac89c43-7ddb-4ce2-8bfa-75edc7606236,segment=NetworkSegment(2bddab06-b616-4a7f-9610-5508d7ff06d9),segment_id=2bddab06-b616-4a7f-9610-5508d7ff06d9)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:18.418189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] No DVR routers for this DVR port 432852c5-3afd-45e3-bb83-4f492de81ee7 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:18.430319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=6']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.472375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Attempting to bind port 432852c5-3afd-45e3-bb83-4f492de81ee7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:18.472738 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Attempting to bind port 432852c5-3afd-45e3-bb83-4f492de81ee7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:18.473066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Attempting to bind port 432852c5-3afd-45e3-bb83-4f492de81ee7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:18.478153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Port 432852c5-3afd-45e3-bb83-4f492de81ee7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:18.478404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Attempting to bind port 432852c5-3afd-45e3-bb83-4f492de81ee7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:18.487637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:18.488142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:18.499777 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-57c77cc1-0cf4-47b9-b182-357f951a333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.500567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:18.500567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Bound port: 432852c5-3afd-45e3-bb83-4f492de81ee7, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:18.500567 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.500900 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-520807ea-05d6-4f91-9ecb-5b62d19642e4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.548018 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:50:13Z', 'revision_number': 4, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'eac89c43-7ddb-4ce2-8bfa-75edc7606236', 'name': '', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'mac_address': 'fa:16:3e:b3:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:11Z', 'updated_at': '2021-09-16T04:50:17Z', 'revision_number': 4, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'subnets': [{'id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:18.606666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:18.612438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:18.613510 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9232b01-1757-4b30-9961-ee97f74e8f50 None None] The sync data for ids ['c77c7659-00fe-4af1-9bee-57b60a327739'] in n-d-712137-12 is: [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:50:13Z', 'revision_number': 4, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'eac89c43-7ddb-4ce2-8bfa-75edc7606236', 'name': '', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'mac_address': 'fa:16:3e:b3:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:11Z', 'updated_at': '2021-09-16T04:50:17Z', 'revision_number': 4, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'subnets': [{'id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:18.643905 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-520807ea-05d6-4f91-9ecb-5b62d19642e4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.644677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c77cc1-0cf4-47b9-b182-357f951a333a None None] Pushing event updated for resources: {'Port': ['ID=eac89c43-7ddb-4ce2-8bfa-75edc7606236,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.668421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7ae7c516-61e0-4a76-bbc7-a727c22baa49 None None] Provisioning complete for port eac89c43-7ddb-4ce2-8bfa-75edc7606236 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:18.668743 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7ae7c516-61e0-4a76-bbc7-a727c22baa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.668896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:18.671862 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a89376-da84-4af2-9fe5-1c45f449d17e" -d '{"events": [{"server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "name": "network-vif-unplugged", "status": "completed", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:18.715938 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.736335 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-520807ea-05d6-4f91-9ecb-5b62d19642e4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.778093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520807ea-05d6-4f91-9ecb-5b62d19642e4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12806220-c105-4c7a-8057-3a064e1c631e,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.841393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf46921-f8ef-4a1e-9277-d5d28b6ce009 req-6b5d3dd3-4dd4-4b0c-b2f4-089f936eb043 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.842102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dcf46921-f8ef-4a1e-9277-d5d28b6ce009 req-6b5d3dd3-4dd4-4b0c-b2f4-089f936eb043 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 948 time: 0.1866364 Sep 16 04:50:18.860171 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-520807ea-05d6-4f91-9ecb-5b62d19642e4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.861417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.861533 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-520807ea-05d6-4f91-9ecb-5b62d19642e4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5159316 Sep 16 04:50:18.862069 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.863554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-c7b20067-771f-485a-ba31-122f70178852 service neutron] 10.222.0.37 "PUT /v2.0/ports/432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 1097 time: 2.0860860 Sep 16 04:50:18.865162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50286) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:18.884436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:18.947112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1fc3b-e6c5-4753-8c36-f97c9bafb0f1 req-9ca28f85-a986-4607-9e6e-f849c18e48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:18.948747 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ced1fc3b-e6c5-4753-8c36-f97c9bafb0f1 req-9ca28f85-a986-4607-9e6e-f849c18e48e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 1136 time: 0.2349608 Sep 16 04:50:18.978159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b20067-771f-485a-ba31-122f70178852 service neutron] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.992047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dcf46921-f8ef-4a1e-9277-d5d28b6ce009 req-c61e70c1-f025-4e4b-a33c-f6567f54408f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274638 Sep 16 04:50:19.014345 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.071927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-07510fd9-3582-4c10-a9a8-fad84df293ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.073486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-07510fd9-3582-4c10-a9a8-fad84df293ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1100 time: 0.1605814 Sep 16 04:50:19.095387 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d20b761-d5d0-4730-950f-28746db32d05 x-openstack-request-id: req-0d20b761-d5d0-4730-950f-28746db32d05 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:19.095704 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "name": "network-vif-plugged", "status": "completed", "tag": "d6fa9ae0-025e-4804-856a-808391a77d52", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:19.095961 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d20b761-d5d0-4730-950f-28746db32d05 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:19.096364 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fa9ae0-025e-4804-856a-808391a77d52', 'code': 200} Sep 16 04:50:19.132725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1fc3b-e6c5-4753-8c36-f97c9bafb0f1 req-858027e6-4da8-42b8-adc4-5f7b3bc9c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.134620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ced1fc3b-e6c5-4753-8c36-f97c9bafb0f1 req-858027e6-4da8-42b8-adc4-5f7b3bc9c69e service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb38623c-bd92-439b-adae-c1164b9993b5 HTTP/1.1" status: 200 len: 913 time: 0.1660111 Sep 16 04:50:19.215826 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.351661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50300) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:19.395108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ced1fc3b-e6c5-4753-8c36-f97c9bafb0f1 req-3a7d826b-56e7-4256-a622-06cc1ee7ed76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65e5d560-223c-44ff-b09a-ef1333d45e84 HTTP/1.1" status: 200 len: 217 time: 0.2517993 Sep 16 04:50:19.475928 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf9f496-c2f5-4e14-8040-5c6c1b9aba78 x-openstack-request-id: req-bdf9f496-c2f5-4e14-8040-5c6c1b9aba78 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:19.476268 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "name": "network-vif-unplugged", "status": "completed", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:19.476776 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdf9f496-c2f5-4e14-8040-5c6c1b9aba78 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:19.478337 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'code': 200} Sep 16 04:50:19.526962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Allocated IP 172.25.3.70 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/9fd762b1-3820-4e9e-8082-2746e3d3e483) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:19.570318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1669907661-network', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:19.673278 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.699962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:19.703240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.716108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.837058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.844359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.872055 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device eac89c43-7ddb-4ce2-8bfa-75edc7606236 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:19.884874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1fc3b-e6c5-4753-8c36-f97c9bafb0f1 req-cc69640b-0790-413d-8ea6-9ec71523a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.886337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ced1fc3b-e6c5-4753-8c36-f97c9bafb0f1 req-cc69640b-0790-413d-8ea6-9ec71523a815 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c HTTP/1.1" status: 200 len: 853 time: 0.4598534 Sep 16 04:50:19.896289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c78953-fe91-441d-b9ee-0ea1ccfa5411 req-f73fcfbe-298a-45ae-a135-6aec756b97a1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.902350 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:19.903905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91c78953-fe91-441d-b9ee-0ea1ccfa5411 req-f73fcfbe-298a-45ae-a135-6aec756b97a1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 984 time: 0.5194228 Sep 16 04:50:19.906436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:19.907030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-14cc323b-a1d9-4b95-a867-2d290da9e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.917621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-14cc323b-a1d9-4b95-a867-2d290da9e97b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.8203185 Sep 16 04:50:19.918019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:19.954575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.969016 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Pushing event updated for resources: {'Port': ['ID=9fd762b1-3820-4e9e-8082-2746e3d3e483,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:19.988758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port eac89c43-7ddb-4ce2-8bfa-75edc7606236 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:19.989805 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.997140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:20.004156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ced1fc3b-e6c5-4753-8c36-f97c9bafb0f1 req-b020d042-8521-481a-bb20-dd2df832c19a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb38623c-bd92-439b-adae-c1164b9993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947797 Sep 16 04:50:20.010259 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-6221b6e8-cf28-4ca7-be59-24b549c658a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 217 time: 0.0843728 Sep 16 04:50:20.026505 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.027114 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Added segment edc08be6-7596-4d70-a431-1291ca7b52cc of type vlan for network c8487353-bf70-4143-9d46-50f9b4c7e66b Sep 16 04:50:20.033881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cba04a-bfe8-4e41-8b48-1fe898b96187 req-b124ab98-4029-4d21-9f67-c90fbb89013a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.035872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc07d86-f56d-43df-91ed-4231d32bb6aa,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.040051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cba04a-bfe8-4e41-8b48-1fe898b96187 req-b124ab98-4029-4d21-9f67-c90fbb89013a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.041886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36cba04a-bfe8-4e41-8b48-1fe898b96187 req-b124ab98-4029-4d21-9f67-c90fbb89013a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1681 time: 0.4882319 Sep 16 04:50:20.115777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91c78953-fe91-441d-b9ee-0ea1ccfa5411 req-08ef61c0-a2c2-465a-8023-f1af5cfa1dff tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&id=1d20ed53-01f1-45af-b244-9bccdf032745&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2109869 Sep 16 04:50:20.124742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.146574 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.177886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-bd40152b-13d4-4f48-a900-2037fb0a8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.179695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-bd40152b-13d4-4f48-a900-2037fb0a8dfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1329162 Sep 16 04:50:20.243322 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43b75844-c3f9-42f3-ac9b-ab5a715335bb req-203e8e56-c177-4f79-8e12-8ba18b24764a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0624194 Sep 16 04:50:20.246448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36cba04a-bfe8-4e41-8b48-1fe898b96187 req-6692885e-0f58-481c-af8a-7495ada5f20c tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357861 Sep 16 04:50:20.271275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.289984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 432852c5-3afd-45e3-bb83-4f492de81ee7 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:20.350825 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-25c7d58e-d8ca-4ee9-8721-00c3ce46f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.352781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-25c7d58e-d8ca-4ee9-8721-00c3ce46f05a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1530805 Sep 16 04:50:20.356452 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.358627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.360214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.373940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 432852c5-3afd-45e3-bb83-4f492de81ee7 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:20.387595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ced1fc3b-e6c5-4753-8c36-f97c9bafb0f1 req-72220d05-e847-4d13-91cc-365afb5a4093 service neutron] 10.222.0.37 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418939 Sep 16 04:50:20.447511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] Pushing event updated for resources: {'Network': ['ID=c8487353-bf70-4143-9d46-50f9b4c7e66b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.462000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network c8487353-bf70-4143-9d46-50f9b4c7e66b details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:20.478027 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2059e39f-2bed-414d-8a09-acc3258815d1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1145279 Sep 16 04:50:20.478620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50326) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:20.486360 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f53925d8-57c6-4bc9-bdcb-623bf1af6bc8 admin admin] Request body: {'subnet': {'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1669907661-subnet', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:20.587925 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.621529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34762e6-a844-435c-b9e4-ec805b60bc77 req-24c54d11-0a33-4ece-b5ff-51d64d044119 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.623016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f34762e6-a844-435c-b9e4-ec805b60bc77 req-24c54d11-0a33-4ece-b5ff-51d64d044119 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 948 time: 0.2386279 Sep 16 04:50:20.631087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53925d8-57c6-4bc9-bdcb-623bf1af6bc8 admin admin] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:20.633499 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f53925d8-57c6-4bc9-bdcb-623bf1af6bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.657626 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.657866 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f6870-0935-4f21-9951-0d97ec967a36 req-a4e4ef88-5b49-4c8e-b31e-276316fedd81 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.659221 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-a4e4ef88-5b49-4c8e-b31e-276316fedd81 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 815 time: 0.3053391 Sep 16 04:50:20.697958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-d30ee6e3-7b0f-40ff-a22c-8a4d24765316 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291564 Sep 16 04:50:20.706433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-f5e1a568-945e-4a6a-bbb0-c40c13c7455c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/quotas/8abd1b9c5dad42898b7f8fc6cd4c23fc HTTP/1.1" status: 200 len: 375 time: 0.0331895 Sep 16 04:50:20.731586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ced1fc3b-e6c5-4753-8c36-f97c9bafb0f1 req-63b0801b-5466-48a0-9d11-b1239a222137 service neutron] 10.222.0.37 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328393 Sep 16 04:50:20.757431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f34762e6-a844-435c-b9e4-ec805b60bc77 req-f1832d5b-f68e-4225-83cc-fbd8ce7e67d8 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235526 Sep 16 04:50:20.796371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Pushing event updated for resources: {'Port': ['ID=9fd762b1-3820-4e9e-8082-2746e3d3e483,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.821482 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.840865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-5e8d556e-da32-45f9-bde6-be0cc83e3f7c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1270955 Sep 16 04:50:20.877390 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-877665f3-310d-4c41-9d88-aa5132302ca5 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699829 Sep 16 04:50:20.934341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-b52fbe78-9438-4ecf-acb6-1161c89dc6ec service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:50:20.936248 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-b52fbe78-9438-4ecf-acb6-1161c89dc6ec service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0799890 Sep 16 04:50:21.001362 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.011854 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e638506b-6dab-4f20-80ae-5926e0bebdcf tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1375692 Sep 16 04:50:21.018483 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f53925d8-57c6-4bc9-bdcb-623bf1af6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.054275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-73cc4f47-5cdd-4982-bc74-210ea2d98e8b service neutron] 10.222.0.24 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102099 Sep 16 04:50:21.096335 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53925d8-57c6-4bc9-bdcb-623bf1af6bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe9250e-52d1-4da4-a13f-ea260b6b0f94,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:21.097805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1ab24c-cc9f-4d23-9c95-f68d449c49e2'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:21.100220 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c249817f-89b1-4de3-a764-03bca5d8eadc" -d '{"events": [{"server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "name": "network-vif-plugged", "status": "completed", "tag": "0d1ab24c-cc9f-4d23-9c95-f68d449c49e2"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:21.112664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53925d8-57c6-4bc9-bdcb-623bf1af6bc8 admin admin] Checking segment: {'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:21.113106 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53925d8-57c6-4bc9-bdcb-623bf1af6bc8 admin admin] Network hostable DHCP agents. Network: c8487353-bf70-4143-9d46-50f9b4c7e66b, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:21.181539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-a2e26c09-5a97-4b4c-83f2-3f0f65c05a3b service neutron] 10.222.0.24 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184762 Sep 16 04:50:21.205192 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c8ad6a-6ecf-4605-bba1-570e23bc0417 x-openstack-request-id: req-e0c8ad6a-6ecf-4605-bba1-570e23bc0417 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:21.205691 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "name": "network-vif-plugged", "status": "completed", "tag": "0d1ab24c-cc9f-4d23-9c95-f68d449c49e2", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:21.206049 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0c8ad6a-6ecf-4605-bba1-570e23bc0417 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:21.207180 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1ab24c-cc9f-4d23-9c95-f68d449c49e2', 'code': 200} Sep 16 04:50:21.222802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53925d8-57c6-4bc9-bdcb-623bf1af6bc8 admin admin] Network c8487353-bf70-4143-9d46-50f9b4c7e66b is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:21.334268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f53925d8-57c6-4bc9-bdcb-623bf1af6bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, c8487353-bf70-4143-9d46-50f9b4c7e66b) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:21.342263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53925d8-57c6-4bc9-bdcb-623bf1af6bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.343089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f53925d8-57c6-4bc9-bdcb-623bf1af6bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.351021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acee7b2-c304-464f-a9ef-0e725cb37ec9 None None] Network c8487353-bf70-4143-9d46-50f9b4c7e66b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:21.419072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3d5b4-742f-4cce-9e75-89fc78e3af05 req-d15786e6-a2f1-47ba-898f-bf00156deb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.419629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3d5b4-742f-4cce-9e75-89fc78e3af05 req-d15786e6-a2f1-47ba-898f-bf00156deb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.421974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23f3d5b4-742f-4cce-9e75-89fc78e3af05 req-d15786e6-a2f1-47ba-898f-bf00156deb5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1985 time: 0.1261587 Sep 16 04:50:21.433135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ada89-b061-45d2-ba4c-1359e40dcb73 req-b054b503-8370-4bc4-95c3-3bd0098b165c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.434965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-533ada89-b061-45d2-ba4c-1359e40dcb73 req-b054b503-8370-4bc4-95c3-3bd0098b165c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 984 time: 0.1558747 Sep 16 04:50:21.452207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f53925d8-57c6-4bc9-bdcb-623bf1af6bc8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9708140 Sep 16 04:50:21.456819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50382) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:21.462119 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:21.480745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:21.484801 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0" -d '{"events": [{"name": "network-changed", "server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:21.527374 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23f3d5b4-742f-4cce-9e75-89fc78e3af05 req-38aa2f7e-5b0f-479b-a839-095c35f6168d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911205 Sep 16 04:50:21.576994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-533ada89-b061-45d2-ba4c-1359e40dcb73 req-c5e154b0-1b5d-41eb-a230-07a671295ebc tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&id=1d20ed53-01f1-45af-b244-9bccdf032745&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0999389 Sep 16 04:50:21.606492 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.607881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.665244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7cac4910-d6f3-4a62-9779-7d7834041cf1 req-6d9070a3-9ba4-4261-b088-0a6a0e569afb tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0759120 Sep 16 04:50:21.729665 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.743349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42965b2a-cdb2-4331-ae6d-2abcd0c5713c req-2e53cf18-0d23-442d-81b2-bf912eec5dbb tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 210 time: 0.0354874 Sep 16 04:50:21.766523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5f2c-0318-4c50-b2b1-94f6d9548623 req-1382e837-6937-47f3-9dd3-9d152de969cf tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.771271 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-c8487353-bf70-4143-9d46-50f9b4c7e66b', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:21.772298 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.772759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5f2c-0318-4c50-b2b1-94f6d9548623 req-1382e837-6937-47f3-9dd3-9d152de969cf tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:21.774959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9bdd5f2c-0318-4c50-b2b1-94f6d9548623 req-1382e837-6937-47f3-9dd3-9d152de969cf tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1681 time: 0.1087382 Sep 16 04:50:21.850593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9bdd5f2c-0318-4c50-b2b1-94f6d9548623 req-b1bd6b3a-f571-4f2c-8da4-f3676e2c5ff2 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672657 Sep 16 04:50:21.852387 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8261cfae-b4e6-4f7f-9e2e-c50c55bbcd78 x-openstack-request-id: req-8261cfae-b4e6-4f7f-9e2e-c50c55bbcd78 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:21.867177 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:21.867177 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8261cfae-b4e6-4f7f-9e2e-c50c55bbcd78 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:21.867177 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'status': 'completed', 'code': 200} Sep 16 04:50:21.965919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Allocated IP 172.20.0.2 (c8487353-bf70-4143-9d46-50f9b4c7e66b/ebe9250e-52d1-4da4-a13f-ea260b6b0f94/b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:22.022798 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.067648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-33f57e35-53f1-46ea-ac3a-506fad3a0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.069125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-33f57e35-53f1-46ea-ac3a-506fad3a0988 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1100 time: 0.2031877 Sep 16 04:50:22.089560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-4459f0db-8a8e-405b-9ad6-bc83c7ff46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.091144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-4459f0db-8a8e-405b-9ad6-bc83c7ff46b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1100 time: 0.2271395 Sep 16 04:50:22.136280 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed2619-843b-4c1f-b709-4958805ab2ec req-46b83209-3ace-42ba-a4ad-5a87c562c62a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.139569 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85ed2619-843b-4c1f-b709-4958805ab2ec req-46b83209-3ace-42ba-a4ad-5a87c562c62a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 948 time: 0.1744649 Sep 16 04:50:22.196228 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.306904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-6203c650-8361-4ce3-b9dd-fdaa59d13496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.307122 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.308341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-6203c650-8361-4ce3-b9dd-fdaa59d13496 service neutron] 10.222.0.37 "GET /v2.0/ports/f7f75ae1-2006-4b22-907b-5e5d61caef19 HTTP/1.1" status: 200 len: 1032 time: 0.1512072 Sep 16 04:50:22.350673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.372384 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.380413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85ed2619-843b-4c1f-b709-4958805ab2ec req-a4d180f0-2628-4cef-8204-2b7575d61ac5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279263 Sep 16 04:50:22.391989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-7a7eaec5-128b-4f62-ab9e-ebeb2bd82f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.393521 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-7a7eaec5-128b-4f62-ab9e-ebeb2bd82f1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.3162632 Sep 16 04:50:22.426412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-b7f2f9cb-b564-474d-9ab1-61de72d1f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.426538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Network c8487353-bf70-4143-9d46-50f9b4c7e66b is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:22.426943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-b7f2f9cb-b564-474d-9ab1-61de72d1f1d4 service neutron] 10.222.0.37 "GET /v2.0/ports/8931bc21-7184-449c-b91d-8bf34e1a5d56 HTTP/1.1" status: 200 len: 1031 time: 0.1094980 Sep 16 04:50:22.431070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:22.451379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:22.464017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Pushing event updated for resources: {'Port': ['ID=b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:22.466547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-8b0fa53f-9596-41e1-95bf-26e550e53e18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 217 time: 0.0513160 Sep 16 04:50:22.469780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-ebbd8564-d9cc-4ef1-bda1-1f29c6a13292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.471026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-ebbd8564-d9cc-4ef1-bda1-1f29c6a13292 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.3610759 Sep 16 04:50:22.525742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Allocated IP 172.25.3.209 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/7bc32462-2e53-4e15-a551-938e879a44a5) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:22.531309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Attempting to bind port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:22.531811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Attempting to bind port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:22.532279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Attempting to bind port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 on network c8487353-bf70-4143-9d46-50f9b4c7e66b {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:22.538850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:22.539387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Checking segment: {'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:22.539974 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.540486 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Bound using segment: {'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:22.541187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Bound port: b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:22.541725 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.575300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-14770957-271b-4c8f-bfa7-ca9bbae18f3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 217 time: 0.0929677 Sep 16 04:50:22.648889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-fd619691-65e7-4b57-a717-6d52b792267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.650475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-fd619691-65e7-4b57-a717-6d52b792267b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1670642 Sep 16 04:50:22.667833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] For port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:22.678860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] For port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:22.720411 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.743456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-17e26415-cc5f-4ba5-ad47-90710b748e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.744960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-17e26415-cc5f-4ba5-ad47-90710b748e2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1374218 Sep 16 04:50:22.771749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-3de02822-9c68-4be6-b1ec-bce94e52870d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.777608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-3de02822-9c68-4be6-b1ec-bce94e52870d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.780426 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.784501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-3de02822-9c68-4be6-b1ec-bce94e52870d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.785927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-3de02822-9c68-4be6-b1ec-bce94e52870d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "GET /v2.0/networks?id=6e579560-ee61-4292-8f2f-64a91f12cd9a&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=613bf0c4-562f-4261-a5eb-2dd164436d0c&id=613bf0c4-562f-4261-a5eb-2dd164436d0c HTTP/1.1" status: 200 len: 1994 time: 0.3294995 Sep 16 04:50:22.877354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9a72d-60f6-4a03-9d4b-7949412303c0 None None] Pushing event updated for resources: {'Port': ['ID=b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:22.914386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-99b313ae-bd2f-4af7-b8c4-a96eb58a529b req-eb088cd2-186c-4d09-8085-8acb201cd783 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.1061347 Sep 16 04:50:22.923297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-1c5c1267-a56a-4860-81ab-6975f3870028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.924920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-1c5c1267-a56a-4860-81ab-6975f3870028 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2645793 Sep 16 04:50:22.965737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.033025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:23.038795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:23.039320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd940253-a958-44e7-9c03-d55a65f9e981 req-8889addd-e3a9-46e1-a71c-d9edfe31afb0 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.043398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd940253-a958-44e7-9c03-d55a65f9e981 req-8889addd-e3a9-46e1-a71c-d9edfe31afb0 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 984 time: 0.3413181 Sep 16 04:50:23.044974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:23.072082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f37dcb42-fe80-4660-b973-70c774fcc1d3 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e50f9aaf2b240708ed77f8f8987e189 HTTP/1.1" status: 200 len: 380 time: 0.2728319 Sep 16 04:50:23.072661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Pushing event updated for resources: {'Port': ['ID=7bc32462-2e53-4e15-a551-938e879a44a5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.137870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'port': {'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'admin_state_up': True, 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'security_groups': ['e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:23.201922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2b35ec6-23b0-4f8d-b014-d55fa0817aa9 req-46ebdb08-a190-46ee-839e-f2bb89077e00 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 210 time: 0.1967571 Sep 16 04:50:23.363897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-a3241a67-59af-4187-bb75-0e572b290252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.365465 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-a3241a67-59af-4187-bb75-0e572b290252 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6030309 Sep 16 04:50:23.578339 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.916346 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.944720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:23.977854 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-cb688d25-e62d-476a-a170-85c1b017f691 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663962 Sep 16 04:50:24.011141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd940253-a958-44e7-9c03-d55a65f9e981 req-21b636af-f2eb-4d5a-ba25-5d31404a2b6b tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&id=1d20ed53-01f1-45af-b244-9bccdf032745&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.9037099 Sep 16 04:50:24.088347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:24.088753 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.310228 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-4f132471-363d-4f7d-9fa1-6ace38cd6cd2 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922060 Sep 16 04:50:24.316033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.327527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10ed25-024f-4f96-9c5f-787e389c08e0 req-b0502181-8113-4b59-83da-ffb0a081f572 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.334868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10ed25-024f-4f96-9c5f-787e389c08e0 req-b0502181-8113-4b59-83da-ffb0a081f572 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.343979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d10ed25-024f-4f96-9c5f-787e389c08e0 req-b0502181-8113-4b59-83da-ffb0a081f572 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1681 time: 0.9771435 Sep 16 04:50:24.357448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 432852c5-3afd-45e3-bb83-4f492de81ee7 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:24.471352 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-dc4d7de0-984f-4829-88a5-be923a502a61 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5339782 Sep 16 04:50:24.474932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:24.575893 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.608303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbb942-9ccc-4c28-aa64-268f7a887354 req-b9b36aa0-7f97-4009-b45c-987622e2645c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.619168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19bbb942-9ccc-4c28-aa64-268f7a887354 req-b9b36aa0-7f97-4009-b45c-987622e2645c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 948 time: 0.2392490 Sep 16 04:50:24.655037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e6a92e-8a93-46ab-92a4-49e72f4d691c None None] Network c8487353-bf70-4143-9d46-50f9b4c7e66b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:24.697617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19bbb942-9ccc-4c28-aa64-268f7a887354 req-2f464c05-2649-4abe-a990-2edcad833b49 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769081 Sep 16 04:50:24.723854 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d10ed25-024f-4f96-9c5f-787e389c08e0 req-34d257bd-ce3a-4a0e-a8bc-288ddeb533df tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767800 Sep 16 04:50:24.757466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f6870-0935-4f21-9951-0d97ec967a36 req-296e6c91-57e7-4a27-ac32-d6c9480953e9 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:24.759061 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-296e6c91-57e7-4a27-ac32-d6c9480953e9 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.23 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 815 time: 0.7621379 Sep 16 04:50:24.776221 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6be253c-f626-477f-9e74-7e1923efaa34 req-c8b6927c-adea-4608-995f-826902d99b4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1711547 Sep 16 04:50:24.790346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-247f6870-0935-4f21-9951-0d97ec967a36 req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Request body: {'port': {'device_id': '08426dfd-fc35-4608-b086-1e1979b0a695', 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105', 'admin_state_up': True, 'tenant_id': '8abd1b9c5dad42898b7f8fc6cd4c23fc'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:24.855714 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1c3d1de-8c93-4bc5-a4d7-e12f108240d0 req-badd0986-aff3-46b9-b41a-b550f2d6eee4 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305893 Sep 16 04:50:24.873184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:24.882271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.943702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70d51b50-40e3-4ee0-8614-686e34b86d7a req-5eeeb1f4-7eca-4e0c-843b-916243f201d8 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-980391935&fields=id&tenant_id=5aa1e00fd7b244e386264a48d9ea8842 HTTP/1.1" status: 200 len: 267 time: 0.0590010 Sep 16 04:50:25.002852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be253c-f626-477f-9e74-7e1923efaa34 req-34924611-6e20-48cc-8644-385132648cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.004897 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6be253c-f626-477f-9e74-7e1923efaa34 req-34924611-6e20-48cc-8644-385132648cb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 1102 time: 0.1284034 Sep 16 04:50:25.008716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:25.033312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'mac_address': 'fa:16:3e:59:af:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:25.052446 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Router 22f47e45-c817-4e98-8f1d-c61528e0b708 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:25.068903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3a2a420-247d-4306-861d-79232e4b3938 req-dae08d00-2332-457c-8f43-aa89173f7a30 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0764606 Sep 16 04:50:25.081950 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-469ed4e9-4fa6-42b2-bf7b-7d0238466280 None None] Provisioning complete for port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:25.082628 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-469ed4e9-4fa6-42b2-bf7b-7d0238466280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.156849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247f6870-0935-4f21-9951-0d97ec967a36 req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Made reservation on behalf of 8abd1b9c5dad42898b7f8fc6cd4c23fc for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:25.160512 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-247f6870-0935-4f21-9951-0d97ec967a36 req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.180027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:25.260338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be253c-f626-477f-9e74-7e1923efaa34 req-ff4bedc2-e320-4e94-9719-bb64ec048eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.262443 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6be253c-f626-477f-9e74-7e1923efaa34 req-ff4bedc2-e320-4e94-9719-bb64ec048eff service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2340379 Sep 16 04:50:25.272342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Allocated IP 172.20.0.12 (6e579560-ee61-4292-8f2f-64a91f12cd9a/dcbf44ef-75ba-4d63-80c7-d7f551aededf/c56544bc-9c85-443c-a0f5-40e0cda20454) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:25.304218 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.336133 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432852c5-3afd-45e3-bb83-4f492de81ee7 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:25.370136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3cd6752e-798a-4289-9e73-59ef29901ad9 req-db303879-0e96-4501-b293-b76037783626 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 210 time: 0.0570590 Sep 16 04:50:25.384424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:25.398420 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6be253c-f626-477f-9e74-7e1923efaa34 req-921bd967-79f8-41a1-9829-eebdf122be24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 HTTP/1.1" status: 200 len: 217 time: 0.0711706 Sep 16 04:50:25.418904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d51b50-40e3-4ee0-8614-686e34b86d7a req-4fa3bcbb-caf9-42e5-8575-eadb7f917ee2 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.428447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70d51b50-40e3-4ee0-8614-686e34b86d7a req-4fa3bcbb-caf9-42e5-8575-eadb7f917ee2 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 984 time: 0.4737148 Sep 16 04:50:25.433076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:25.450868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-70d51b50-40e3-4ee0-8614-686e34b86d7a req-8f918724-217f-484a-9dd9-73fbb25b3e31 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'port': {'security_groups': ['1d20ed53-01f1-45af-b244-9bccdf032745', '64f36f61-0710-4626-94d0-5a5ccbe481dc', '23824b9c-03d4-488e-b28a-4b6d732ed2f6']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:25.499009 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Sync routers for ids ['22f47e45-c817-4e98-8f1d-c61528e0b708'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:25.544619 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.545000 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be253c-f626-477f-9e74-7e1923efaa34 req-aa90ba76-6f10-45c8-80b6-f40f18ff2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.547219 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6be253c-f626-477f-9e74-7e1923efaa34 req-aa90ba76-6f10-45c8-80b6-f40f18ff2aab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1310728 Sep 16 04:50:25.559010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-247f6870-0935-4f21-9951-0d97ec967a36 req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Allocated IP 172.20.0.2 (6b772325-3d17-49b0-bd12-c459fd515105/e84c22b6-fd38-44f0-9d2b-4600b9102549/becfe2e6-efb4-4075-8fe1-7706bf04722e) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:25.589918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.594818 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5909f3be-1388-4eb2-90ea-f996b37c03ba admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1367695 Sep 16 04:50:25.596702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50460) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:25.635709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Routers {'22f47e45-c817-4e98-8f1d-c61528e0b708'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:25.636760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['22f47e45-c817-4e98-8f1d-c61528e0b708'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:25.645618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:25.675354 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-70d51b50-40e3-4ee0-8614-686e34b86d7a req-8f918724-217f-484a-9dd9-73fbb25b3e31 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.710254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be253c-f626-477f-9e74-7e1923efaa34 req-912e05bb-825a-4958-abd8-62a3007d4b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.711815 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6be253c-f626-477f-9e74-7e1923efaa34 req-912e05bb-825a-4958-abd8-62a3007d4b7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1544111 Sep 16 04:50:25.790384 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.839374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['432852c5-3afd-45e3-bb83-4f492de81ee7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:25.954590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Set router 22f47e45-c817-4e98-8f1d-c61528e0b708 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:26.000234 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.004596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:26.132874 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-247f6870-0935-4f21-9951-0d97ec967a36 req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.203092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-70d51b50-40e3-4ee0-8614-686e34b86d7a req-8f918724-217f-484a-9dd9-73fbb25b3e31 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] For port 65e5d560-223c-44ff-b09a-ef1333d45e84, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=65e5d560-223c-44ff-b09a-ef1333d45e84,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:26.222952 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6be253c-f626-477f-9e74-7e1923efaa34 req-50c87b01-571b-4c04-be21-7a5005b18bab service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691610 Sep 16 04:50:26.365153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:26.365670 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.376391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Network 6e579560-ee61-4292-8f2f-64a91f12cd9a is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:26.380719 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-70d51b50-40e3-4ee0-8614-686e34b86d7a req-8f918724-217f-484a-9dd9-73fbb25b3e31 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.403603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:26.407364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:26.435553 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-247f6870-0935-4f21-9951-0d97ec967a36 req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.455346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['c739eff0-0634-4bee-b86d-3a9e33137ff2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:26.463048 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-89cf4435-0e58-43b2-a7c3-82a389e42f5a None None] Provisioning complete for port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:26.463439 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-89cf4435-0e58-43b2-a7c3-82a389e42f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.508894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.509860 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.542821 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-70d51b50-40e3-4ee0-8614-686e34b86d7a req-8f918724-217f-484a-9dd9-73fbb25b3e31 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.562852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-e0202f6b-3693-4660-bb02-37f3788cbcbb tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.571022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-e0202f6b-3693-4660-bb02-37f3788cbcbb tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805&tenant_id=a691916327a54f4cb27fb717de84b236&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 949 time: 0.3315275 Sep 16 04:50:26.572070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Port': ['ID=c56544bc-9c85-443c-a0f5-40e0cda20454,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:26.607215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140c396-45c5-47b2-968b-d47aaf32afe5 req-c00eed72-7a57-4690-90bc-fe852efa8738 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.609421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Pushing event updated for resources: {'Port': ['ID=becfe2e6-efb4-4075-8fe1-7706bf04722e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:26.618332 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4140c396-45c5-47b2-968b-d47aaf32afe5 req-c00eed72-7a57-4690-90bc-fe852efa8738 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 949 time: 0.3858173 Sep 16 04:50:26.651716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247f6870-0935-4f21-9951-0d97ec967a36 req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Network 6b772325-3d17-49b0-bd12-c459fd515105 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:26.661468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-247f6870-0935-4f21-9951-0d97ec967a36 req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:26.671344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-247f6870-0935-4f21-9951-0d97ec967a36 req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:26.760110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-25aab0cb-849e-443c-8b97-f00fb474f2f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6497054 Sep 16 04:50:26.763631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f6870-0935-4f21-9951-0d97ec967a36 req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.765219 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-247f6870-0935-4f21-9951-0d97ec967a36 req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.834828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4140c396-45c5-47b2-968b-d47aaf32afe5 req-4a5e8c16-f714-45e0-aa5f-8650ed10a1db tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155621 Sep 16 04:50:26.847196 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'port': {'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856', 'admin_state_up': True, 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'security_groups': ['e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:26.914975 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-d24ed0f0-43f7-4adb-bc2f-8caa2e0e1107 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1420608 Sep 16 04:50:26.926377 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T04:50:23Z', 'revision_number': 3, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:26.938922 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Request body: {'port': {'device_id': '08426dfd-fc35-4608-b086-1e1979b0a695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:26.960409 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Checking router: 22f47e45-c817-4e98-8f1d-c61528e0b708 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:26.961027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Updating router 22f47e45-c817-4e98-8f1d-c61528e0b708 port 7bc32462-2e53-4e15-a551-938e879a44a5 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:26.965027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['65e5d560-223c-44ff-b09a-ef1333d45e84'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:27.028072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d51b50-40e3-4ee0-8614-686e34b86d7a req-8f918724-217f-484a-9dd9-73fbb25b3e31 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.028764 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-70d51b50-40e3-4ee0-8614-686e34b86d7a req-8f918724-217f-484a-9dd9-73fbb25b3e31 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.031901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70d51b50-40e3-4ee0-8614-686e34b86d7a req-8f918724-217f-484a-9dd9-73fbb25b3e31 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "PUT /v2.0/ports/65e5d560-223c-44ff-b09a-ef1333d45e84 HTTP/1.1" status: 200 len: 1020 time: 1.6020315 Sep 16 04:50:27.079044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67a7777-e46d-4384-a331-81be80330685', 'tag': '65e5d560-223c-44ff-b09a-ef1333d45e84'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:27.082685 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7456442a-c8f2-4404-b7d7-c606f321cd38" -d '{"events": [{"name": "network-changed", "server_uuid": "f67a7777-e46d-4384-a331-81be80330685", "tag": "65e5d560-223c-44ff-b09a-ef1333d45e84"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:27.102992 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.128337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.138570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f918724-217f-484a-9dd9-73fbb25b3e31 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'Port': ['ID=65e5d560-223c-44ff-b09a-ef1333d45e84,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:27.168341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:27.176715 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.225978 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-0dd913ec-17bf-4ad2-a065-bcc37e21e4f5 service neutron] 10.222.0.37 "GET /v2.0/ports/432852c5-3afd-45e3-bb83-4f492de81ee7/bindings/n-h2-712137-12 HTTP/1.1" status: 200 len: 383 time: 0.6396506 Sep 16 04:50:27.255367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbd27e-7c98-4399-a545-0021f810a366 req-0ac28bb0-7c7c-4a33-8e70-dd742f204902 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.257044 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0bcbd27e-7c98-4399-a545-0021f810a366 req-0ac28bb0-7c7c-4a33-8e70-dd742f204902 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 932 time: 0.1130226 Sep 16 04:50:27.336057 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6be253c-f626-477f-9e74-7e1923efaa34 req-95d8a51e-7a41-4294-bff9-27b514f24dd3 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9104106 Sep 16 04:50:27.409110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0bcbd27e-7c98-4399-a545-0021f810a366 req-88eac119-0803-4e42-a95e-33fde0200b2c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368592 Sep 16 04:50:27.420010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-951ef95f-5033-47f3-aba8-a72846748c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.422928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-951ef95f-5033-47f3-aba8-a72846748c92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1101 time: 0.1648335 Sep 16 04:50:27.438124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-454b1fe6-bd70-469a-90df-d56c8eeb5de0 None None] Provisioning complete for port c56544bc-9c85-443c-a0f5-40e0cda20454 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:27.444722 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-454b1fe6-bd70-469a-90df-d56c8eeb5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.485819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.510925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['dc3c8ed1-2add-47ba-b593-b02fe5e596ed', '35f31954-77c7-42bc-b29b-8700ad00aedc'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:27.607446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['65e5d560-223c-44ff-b09a-ef1333d45e84'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:27.771634 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Allocated IP 10.1.1.200 (d8cdf816-71fb-457d-8b2b-7d899e914856/4aef76ed-f445-46f6-96d5-f5c896563794/1b94a81f-0f59-4bfb-b4d9-c24519ba47e4) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:27.846280 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-212f7524-c11b-43c6-a978-547309e40f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.847800 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-212f7524-c11b-43c6-a978-547309e40f34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.3722501 Sep 16 04:50:27.868051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6357eb67-7648-42ca-8f94-92717a0dd811 req-88e825c1-d098-4e5c-a209-be886244882c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/23824b9c-03d4-488e-b28a-4b6d732ed2f6 HTTP/1.1" status: 200 len: 1802 time: 0.3910666 Sep 16 04:50:27.966777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Allocated IP 172.20.0.1 (c8487353-bf70-4143-9d46-50f9b4c7e66b/ebe9250e-52d1-4da4-a13f-ea260b6b0f94/811db188-a8c3-4c9f-89c6-724b99aa7469) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:27.978805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-7dcfca67-dea1-4a93-ba4e-57213784911f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 217 time: 0.1095405 Sep 16 04:50:27.984517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-454b1fe6-bd70-469a-90df-d56c8eeb5de0 None None] Port c56544bc-9c85-443c-a0f5-40e0cda20454 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:28.036810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dcac1-cca3-45bb-9253-a23d6388fcf2 req-b7c247d6-18c6-4d43-aa6c-b73946494c2b tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.049142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e9dcac1-cca3-45bb-9253-a23d6388fcf2 req-b7c247d6-18c6-4d43-aa6c-b73946494c2b tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 931 time: 0.2805221 Sep 16 04:50:28.113386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id becfe2e6-efb4-4075-8fe1-7706bf04722e {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:28.127136 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.147536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Transition to ACTIVE for port object becfe2e6-efb4-4075-8fe1-7706bf04722e will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:28.157086 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-6357eb67-7648-42ca-8f94-92717a0dd811 req-c388e95b-2c4c-41e3-a0a9-79461d9924f1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:50:28.158251 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6357eb67-7648-42ca-8f94-92717a0dd811 req-c388e95b-2c4c-41e3-a0a9-79461d9924f1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "DELETE /v2.0/security-groups/23824b9c-03d4-488e-b28a-4b6d732ed2f6 HTTP/1.1" status: 409 len: 341 time: 0.2778287 Sep 16 04:50:28.185800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.208037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e9dcac1-cca3-45bb-9253-a23d6388fcf2 req-2c7b9b95-871f-4ad1-9b7b-7acce51c6267 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579142 Sep 16 04:50:28.263707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.298811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e839f219-105b-4874-a55a-bfe83d5f1999'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:28.334175 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672d2605-3854-4b6b-b40a-a16dcdd5a011 x-openstack-request-id: req-672d2605-3854-4b6b-b40a-a16dcdd5a011 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:28.334810 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67a7777-e46d-4384-a331-81be80330685", "tag": "65e5d560-223c-44ff-b09a-ef1333d45e84", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:28.335063 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-672d2605-3854-4b6b-b40a-a16dcdd5a011 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:28.335490 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67a7777-e46d-4384-a331-81be80330685', 'tag': '65e5d560-223c-44ff-b09a-ef1333d45e84', 'status': 'completed', 'code': 200} Sep 16 04:50:28.338918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-efeffc2f-45b8-409e-8c7f-6fb248c145f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.340456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-efeffc2f-45b8-409e-8c7f-6fb248c145f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.3473225 Sep 16 04:50:28.411440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 432852c5-3afd-45e3-bb83-4f492de81ee7 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:28.417406 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=becfe2e6-efb4-4075-8fe1-7706bf04722e,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:28.468641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.520890 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.530722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456442a-c8f2-4404-b7d7-c606f321cd38 req-acf57f10-d8e5-4580-81ad-7abc109a5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.535664 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7456442a-c8f2-4404-b7d7-c606f321cd38 req-acf57f10-d8e5-4580-81ad-7abc109a5243 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 1175 time: 0.2653370 Sep 16 04:50:28.538680 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.570562 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3fc54-35c2-4fcb-8155-780a35b5c198 req-8a83ec28-12fb-42b9-8530-9f838833e0db tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.575865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Network c8487353-bf70-4143-9d46-50f9b4c7e66b is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:28.577662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3fc54-35c2-4fcb-8155-780a35b5c198 req-8a83ec28-12fb-42b9-8530-9f838833e0db tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.585030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01f3fc54-35c2-4fcb-8155-780a35b5c198 req-8a83ec28-12fb-42b9-8530-9f838833e0db tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1681 time: 0.2311401 Sep 16 04:50:28.597684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:28.606546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-79690ebe-5f03-4322-8279-b0b78916aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.608441 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-79690ebe-5f03-4322-8279-b0b78916aa08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2458608 Sep 16 04:50:28.619938 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:28.678334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Pushing event updated for resources: {'Port': ['ID=811db188-a8c3-4c9f-89c6-724b99aa7469,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:28.681594 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.737958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f9ff587-e179-498f-af3a-f1790cb49a52 req-8ae34989-a4b3-4e29-8252-1d7b53e4fe89 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2555737 Sep 16 04:50:28.751975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a974f73-02bb-4924-8141-f9e303f9a243 req-040cd8a6-f675-4cb4-aee7-38ab4fc9aa48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.766993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a974f73-02bb-4924-8141-f9e303f9a243 req-040cd8a6-f675-4cb4-aee7-38ab4fc9aa48 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 949 time: 0.3103244 Sep 16 04:50:28.767430 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.769776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Attempting to bind port becfe2e6-efb4-4075-8fe1-7706bf04722e on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:28.770130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Attempting to bind port becfe2e6-efb4-4075-8fe1-7706bf04722e by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:28.770456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Attempting to bind port becfe2e6-efb4-4075-8fe1-7706bf04722e on network 6b772325-3d17-49b0-bd12-c459fd515105 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:28.842528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01f3fc54-35c2-4fcb-8155-780a35b5c198 req-01735fce-98b4-4151-ace0-24b80f9b77c3 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510338 Sep 16 04:50:28.846105 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Port becfe2e6-efb4-4075-8fe1-7706bf04722e on network 6b772325-3d17-49b0-bd12-c459fd515105 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:28.846432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Attempting to bind port becfe2e6-efb4-4075-8fe1-7706bf04722e on network 6b772325-3d17-49b0-bd12-c459fd515105 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:28.856973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456442a-c8f2-4404-b7d7-c606f321cd38 req-10613d39-b84e-4740-99bc-8ff5e80428f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:28.859288 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7456442a-c8f2-4404-b7d7-c606f321cd38 req-10613d39-b84e-4740-99bc-8ff5e80428f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb38623c-bd92-439b-adae-c1164b9993b5 HTTP/1.1" status: 200 len: 913 time: 0.2823462 Sep 16 04:50:28.875831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:28.876259 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Checking segment: {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:28.876641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Bound using segment: {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:28.877110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Bound port: becfe2e6-efb4-4075-8fe1-7706bf04722e, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:28.877480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.978016 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7456442a-c8f2-4404-b7d7-c606f321cd38 req-4ec49f8e-fe0c-4151-9b77-1370340b326b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65e5d560-223c-44ff-b09a-ef1333d45e84 HTTP/1.1" status: 200 len: 217 time: 0.1084914 Sep 16 04:50:28.990010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Attempting to bind port 7bc32462-2e53-4e15-a551-938e879a44a5 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:28.990392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Attempting to bind port 7bc32462-2e53-4e15-a551-938e879a44a5 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:28.991191 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Attempting to bind port 7bc32462-2e53-4e15-a551-938e879a44a5 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:29.004713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb6b43-4478-4c9d-ac74-5767c07d24e4 None None] Pushing event updated for resources: {'Port': ['ID=7bc32462-2e53-4e15-a551-938e879a44a5,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:29.084086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a974f73-02bb-4924-8141-f9e303f9a243 req-371c0604-b452-41b3-a060-275fc5a3dfaf tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938368 Sep 16 04:50:29.084405 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:29.084822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:29.085236 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.085692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:29.086234 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Bound port: 7bc32462-2e53-4e15-a551-938e879a44a5, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:29.086660 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.120493 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.145339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-0649cece-8163-4fc0-b233-81e0c6703d69 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.153303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-0649cece-8163-4fc0-b233-81e0c6703d69 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.155067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-0649cece-8163-4fc0-b233-81e0c6703d69 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1681 time: 0.3513098 Sep 16 04:50:29.167940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-c3609710-aa13-4062-81a7-ef42c4ca04f3 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470829 Sep 16 04:50:29.176365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ff587-e179-498f-af3a-f1790cb49a52 req-61d4bedf-56d6-4e11-a4fd-ca1dcd4d9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.197703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f9ff587-e179-498f-af3a-f1790cb49a52 req-61d4bedf-56d6-4e11-a4fd-ca1dcd4d9da3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 1101 time: 0.4196677 Sep 16 04:50:29.245196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 432852c5-3afd-45e3-bb83-4f492de81ee7 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:29.252917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] For port 7bc32462-2e53-4e15-a551-938e879a44a5, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:29.258994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] For port 7bc32462-2e53-4e15-a551-938e879a44a5, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7bc32462-2e53-4e15-a551-938e879a44a5,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:29.302272 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 432852c5-3afd-45e3-bb83-4f492de81ee7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:29.308743 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.341539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Port': ['ID=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:29.408010 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.485293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4e1a7af9-6e7f-46ba-8eff-d5ab0b4a6368 None None] Provisioning complete for port 811db188-a8c3-4c9f-89c6-724b99aa7469 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:29.491383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Network d8cdf816-71fb-457d-8b2b-7d899e914856 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:29.492017 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e1a7af9-6e7f-46ba-8eff-d5ab0b4a6368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.526452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:29.543824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:29.613509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.614092 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.627502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456442a-c8f2-4404-b7d7-c606f321cd38 req-ab412e3f-ca96-41a1-a453-92e31b08c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.632523 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7456442a-c8f2-4404-b7d7-c606f321cd38 req-ab412e3f-ca96-41a1-a453-92e31b08c672 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c HTTP/1.1" status: 200 len: 853 time: 0.6358256 Sep 16 04:50:29.671824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] For port becfe2e6-efb4-4075-8fe1-7706bf04722e, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:29.678756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] For port becfe2e6-efb4-4075-8fe1-7706bf04722e, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=becfe2e6-efb4-4075-8fe1-7706bf04722e,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:29.727994 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7456442a-c8f2-4404-b7d7-c606f321cd38 req-a79ecdc6-33ae-46b0-bdc7-5588f11e7a8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb38623c-bd92-439b-adae-c1164b9993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864489 Sep 16 04:50:29.736049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb6b43-4478-4c9d-ac74-5767c07d24e4 None None] Pushing event updated for resources: {'Port': ['ID=7bc32462-2e53-4e15-a551-938e879a44a5,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:29.788761 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.838569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Routers {'22f47e45-c817-4e98-8f1d-c61528e0b708'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:29.839236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['22f47e45-c817-4e98-8f1d-c61528e0b708'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:29.850569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a7af9-6e7f-46ba-8eff-d5ab0b4a6368 None None] Port 811db188-a8c3-4c9f-89c6-724b99aa7469 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:29.880227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=becfe2e6-efb4-4075-8fe1-7706bf04722e,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:29.990661 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.003272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.003897 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.010658 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-53b2d1ff-163b-4004-82f4-32cd539adbf5 service neutron] 10.222.0.23 "PUT /v2.0/ports/becfe2e6-efb4-4075-8fe1-7706bf04722e HTTP/1.1" status: 200 len: 1092 time: 3.0831001 Sep 16 04:50:30.023815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08426dfd-fc35-4608-b086-1e1979b0a695', 'tag': 'becfe2e6-efb4-4075-8fe1-7706bf04722e'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:30.028032 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee75096e-23fb-41a4-b0ae-c594ffb700c1" -d '{"events": [{"name": "network-changed", "server_uuid": "08426dfd-fc35-4608-b086-1e1979b0a695", "tag": "becfe2e6-efb4-4075-8fe1-7706bf04722e"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:30.188014 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4b8b3c42-2ed4-4df3-b0bb-0d4d53c31ce2 None None] Provisioning complete for port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:30.188295 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3c42-2ed4-4df3-b0bb-0d4d53c31ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.203262 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.255538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d672a-d39a-456a-bef3-4248739fba93 req-936243cd-2f38-496c-85c7-f038788b2648 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.263433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d672a-d39a-456a-bef3-4248739fba93 req-936243cd-2f38-496c-85c7-f038788b2648 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.266093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053d672a-d39a-456a-bef3-4248739fba93 req-936243cd-2f38-496c-85c7-f038788b2648 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 1654 time: 0.9483206 Sep 16 04:50:30.270731 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] Set router 22f47e45-c817-4e98-8f1d-c61528e0b708 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:30.301043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-87ee37ed-e6f7-48af-bf3b-5382ecf97318 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5076385 Sep 16 04:50:30.341466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:30.351487 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f6870-0935-4f21-9951-0d97ec967a36 req-661bf9d3-97bd-4fac-8aab-17e103fb1a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.352806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:30.355898 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22e18e8-f507-45d4-822e-c6958c9eea0b" -d '{"events": [{"server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "name": "network-vif-plugged", "status": "completed", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:30.356505 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-661bf9d3-97bd-4fac-8aab-17e103fb1a68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 1095 time: 0.2201304 Sep 16 04:50:30.357343 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'port': {'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856', 'admin_state_up': True, 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'security_groups': ['e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:30.369077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d2a55-662b-4bb3-b22e-1b26f1d60c72 req-af7396da-2201-404b-a03e-0aa19b83a372 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.370707 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da0d2a55-662b-4bb3-b22e-1b26f1d60c72 req-af7396da-2201-404b-a03e-0aa19b83a372 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 943 time: 0.9295204 Sep 16 04:50:30.381922 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b3c42-2ed4-4df3-b0bb-0d4d53c31ce2 None None] Port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:30.388093 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7456442a-c8f2-4404-b7d7-c606f321cd38 req-31d7c0cd-6f88-4588-9dc4-e82f224f2ea3 service neutron] 10.222.0.37 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455622 Sep 16 04:50:30.398757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ff587-e179-498f-af3a-f1790cb49a52 req-6fd5f2be-7a4c-4308-8115-247d42ee786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.402615 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f9ff587-e179-498f-af3a-f1790cb49a52 req-6fd5f2be-7a4c-4308-8115-247d42ee786f service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 1.0255165 Sep 16 04:50:30.415487 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a4d983a8-c97f-4cf9-952c-e5e17b5772e7 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2080584 Sep 16 04:50:30.469007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.524773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da0d2a55-662b-4bb3-b22e-1b26f1d60c72 req-6156eae6-7bae-4515-862c-a1b76bda6e89 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284385 Sep 16 04:50:30.557553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053d672a-d39a-456a-bef3-4248739fba93 req-a7681cb0-9762-4983-8e68-30a18e72f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811410 Sep 16 04:50:30.565609 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-32680e1d-1dd8-4cf2-9cb8-caa44dc164fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=becfe2e6-efb4-4075-8fe1-7706bf04722e HTTP/1.1" status: 200 len: 217 time: 0.1752825 Sep 16 04:50:30.642683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f6870-0935-4f21-9951-0d97ec967a36 req-ffb83c26-9f81-49f6-9742-006eeac4697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.644261 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-ffb83c26-9f81-49f6-9742-006eeac4697a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e84c22b6-fd38-44f0-9d2b-4600b9102549 HTTP/1.1" status: 200 len: 855 time: 0.0606778 Sep 16 04:50:30.694405 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f9ff587-e179-498f-af3a-f1790cb49a52 req-ffa0a784-0bef-4888-8b46-92be4095968b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4532b43d-fb90-4cbf-b284-0f12d478427e HTTP/1.1" status: 200 len: 217 time: 0.2303455 Sep 16 04:50:30.729346 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-bb52bfec-c878-4847-9452-c90469ee8bf3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b772325-3d17-49b0-bd12-c459fd515105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665910 Sep 16 04:50:30.729790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-6505d21e-ee7e-41b9-ae1b-c39b29f04f13 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:30.730436 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-6505d21e-ee7e-41b9-ae1b-c39b29f04f13 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.793044 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7456442a-c8f2-4404-b7d7-c606f321cd38 req-1a9f897c-c66c-4608-8280-1fbb3dec7102 service neutron] 10.222.0.37 "GET /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874698 Sep 16 04:50:30.930451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.978921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd0cb1-5bb7-41e1-be54-fedaf77193de req-9426a0ec-4de9-4544-8fdc-803ad3f3ffd2 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.981213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78fd0cb1-5bb7-41e1-be54-fedaf77193de req-9426a0ec-4de9-4544-8fdc-803ad3f3ffd2 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 1023 time: 0.2140563 Sep 16 04:50:31.002767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ff587-e179-498f-af3a-f1790cb49a52 req-25c03bbf-41ae-4864-8144-5c0dfa17be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:31.005030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f9ff587-e179-498f-af3a-f1790cb49a52 req-25c03bbf-41ae-4864-8144-5c0dfa17be53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.3034194 Sep 16 04:50:31.018048 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '811db188-a8c3-4c9f-89c6-724b99aa7469', 'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'mac_address': 'fa:16:3e:cd:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:27Z', 'updated_at': '2021-09-16T04:50:27Z', 'revision_number': 1, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'subnets': [{'id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:31.040835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bfeba-cf02-4053-82d4-e6cf4b84e273 req-bd4e192c-02e5-45c0-8460-c2c6fdd477eb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:31.040835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bfeba-cf02-4053-82d4-e6cf4b84e273 req-bd4e192c-02e5-45c0-8460-c2c6fdd477eb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:31.040835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-436bfeba-cf02-4053-82d4-e6cf4b84e273 req-bd4e192c-02e5-45c0-8460-c2c6fdd477eb tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 1681 time: 0.2131190 Sep 16 04:50:31.041785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109235a-957f-408b-b472-d274232cf65f req-757e0dee-6645-470c-9e03-61bc49b4fcdb tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:31.041785 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4109235a-957f-408b-b472-d274232cf65f req-757e0dee-6645-470c-9e03-61bc49b4fcdb tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.37 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 1023 time: 0.1918585 Sep 16 04:50:31.059400 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b02edf-a4af-4625-8bc4-1bfbcdb43d5f None None] The sync data for ids ['22f47e45-c817-4e98-8f1d-c61528e0b708'] in n-d-712137-12 is: [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '811db188-a8c3-4c9f-89c6-724b99aa7469', 'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'mac_address': 'fa:16:3e:cd:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:27Z', 'updated_at': '2021-09-16T04:50:27Z', 'revision_number': 1, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'subnets': [{'id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:31.089245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-6505d21e-ee7e-41b9-ae1b-c39b29f04f13 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] For port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2,segment=NetworkSegment(0d7cfaa4-4063-40dd-92d9-3260bd684ddc),segment_id=0d7cfaa4-4063-40dd-92d9-3260bd684ddc)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:31.090806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-6505d21e-ee7e-41b9-ae1b-c39b29f04f13 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.114295 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.141254 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-a11e32b8-7760-4741-af7c-b75a50172bee service neutron] 10.222.0.23 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471460 Sep 16 04:50:31.197623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78fd0cb1-5bb7-41e1-be54-fedaf77193de req-713c1858-ee6c-414b-922c-ffea733a7fb4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&id=1d20ed53-01f1-45af-b244-9bccdf032745&id=23824b9c-03d4-488e-b28a-4b6d732ed2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1916606 Sep 16 04:50:31.212722 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.214039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-6505d21e-ee7e-41b9-ae1b-c39b29f04f13 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Calling delete_port for 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:31.234853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:31.243386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.281934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-436bfeba-cf02-4053-82d4-e6cf4b84e273 req-f447958b-3c7c-47fe-8d9e-574a0f568fa1 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173865 Sep 16 04:50:31.298940 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942c1ef4-0f0c-4c52-9510-ad6fb1897491 x-openstack-request-id: req-942c1ef4-0f0c-4c52-9510-ad6fb1897491 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:31.299237 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08426dfd-fc35-4608-b086-1e1979b0a695", "tag": "becfe2e6-efb4-4075-8fe1-7706bf04722e", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:31.299494 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-942c1ef4-0f0c-4c52-9510-ad6fb1897491 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:31.299902 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08426dfd-fc35-4608-b086-1e1979b0a695', 'tag': 'becfe2e6-efb4-4075-8fe1-7706bf04722e', 'status': 'completed', 'code': 200} Sep 16 04:50:31.362579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Pushing event updated for resources: {'Port': ['ID=811db188-a8c3-4c9f-89c6-724b99aa7469,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:31.379642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.496911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ff587-e179-498f-af3a-f1790cb49a52 req-f407ad0b-d381-46bf-99c0-adecef055f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:31.498394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f9ff587-e179-498f-af3a-f1790cb49a52 req-f407ad0b-d381-46bf-99c0-adecef055f5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4618170 Sep 16 04:50:31.532133 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-247f6870-0935-4f21-9951-0d97ec967a36 req-dafca457-3d60-4fc8-a3c9-e5e6db66da1e service neutron] 10.222.0.23 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527446 Sep 16 04:50:31.555349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-4109235a-957f-408b-b472-d274232cf65f req-dd9e15f9-03c1-4b4b-bcd1-41108f250598 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Deleting port 65e5d560-223c-44ff-b09a-ef1333d45e84 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:31.555664 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4109235a-957f-408b-b472-d274232cf65f req-dd9e15f9-03c1-4b4b-bcd1-41108f250598 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.738937 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0df17d-8abe-4b63-89fa-08f315c85b95 x-openstack-request-id: req-0b0df17d-8abe-4b63-89fa-08f315c85b95 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:31.739389 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "name": "network-vif-plugged", "status": "completed", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:31.739643 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b0df17d-8abe-4b63-89fa-08f315c85b95 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:31.740055 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'code': 200} Sep 16 04:50:31.803667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Allocated IP 10.1.1.97 (d8cdf816-71fb-457d-8b2b-7d899e914856/4aef76ed-f445-46f6-96d5-f5c896563794/3ff4320c-9c99-48f4-bc6c-655f8f986494) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:31.816039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78f46e-2c18-400f-9bde-8457d6131fcd req-c4c2f84e-fe36-4e5f-b9f1-b91ea09e11fd tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:31.817669 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e78f46e-2c18-400f-9bde-8457d6131fcd req-c4c2f84e-fe36-4e5f-b9f1-b91ea09e11fd tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.3542523 Sep 16 04:50:31.862812 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Network c8487353-bf70-4143-9d46-50f9b4c7e66b is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:31.872591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:31.887886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75096e-23fb-41a4-b0ae-c594ffb700c1 req-f86457b2-8922-4d80-a41b-b0aa1842e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:31.889671 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee75096e-23fb-41a4-b0ae-c594ffb700c1 req-f86457b2-8922-4d80-a41b-b0aa1842e19f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 1095 time: 0.2401187 Sep 16 04:50:31.895670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4109235a-957f-408b-b472-d274232cf65f req-dd9e15f9-03c1-4b4b-bcd1-41108f250598 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] For port 65e5d560-223c-44ff-b09a-ef1333d45e84, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=65e5d560-223c-44ff-b09a-ef1333d45e84,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:31.896249 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4109235a-957f-408b-b472-d274232cf65f req-dd9e15f9-03c1-4b4b-bcd1-41108f250598 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.015741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f9ff587-e179-498f-af3a-f1790cb49a52 req-62e5fc28-a331-44eb-956c-674bd22f0d14 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598083 Sep 16 04:50:32.113317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75096e-23fb-41a4-b0ae-c594ffb700c1 req-3da749f7-b73b-4f3c-b72e-24544549a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.114878 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee75096e-23fb-41a4-b0ae-c594ffb700c1 req-3da749f7-b73b-4f3c-b72e-24544549a0f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 915 time: 0.2158129 Sep 16 04:50:32.220528 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-6505d21e-ee7e-41b9-ae1b-c39b29f04f13 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.232738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['0d1ab24c-cc9f-4d23-9c95-f68d449c49e2', 'd6fa9ae0-025e-4804-856a-808391a77d52'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:32.281688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-4109235a-957f-408b-b472-d274232cf65f req-dd9e15f9-03c1-4b4b-bcd1-41108f250598 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Calling delete_port for 65e5d560-223c-44ff-b09a-ef1333d45e84 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:32.350602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e78f46e-2c18-400f-9bde-8457d6131fcd req-a8047aa7-a0b2-43e6-b37e-d87a227276e6 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989271 Sep 16 04:50:32.376900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-31ba53c4-9206-48d8-a0b1-a209000e37ec None None] Provisioning complete for port 811db188-a8c3-4c9f-89c6-724b99aa7469 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:32.377327 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-31ba53c4-9206-48d8-a0b1-a209000e37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.406677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a458b-c708-45d6-b414-13e4026729bc req-aee6ce10-4412-483f-a3ac-bbdbc274c2d7 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.422089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba1a458b-c708-45d6-b414-13e4026729bc req-aee6ce10-4412-483f-a3ac-bbdbc274c2d7 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 943 time: 0.5404909 Sep 16 04:50:32.423511 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee75096e-23fb-41a4-b0ae-c594ffb700c1 req-9ed89b3a-73ea-460b-9572-814978c0579f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=becfe2e6-efb4-4075-8fe1-7706bf04722e HTTP/1.1" status: 200 len: 217 time: 0.1682553 Sep 16 04:50:32.540714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-31ba53c4-9206-48d8-a0b1-a209000e37ec None None] Port 811db188-a8c3-4c9f-89c6-724b99aa7469 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:32.658013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Router 22f47e45-c817-4e98-8f1d-c61528e0b708 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:32.719368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75096e-23fb-41a4-b0ae-c594ffb700c1 req-fe1d4427-bbe4-444e-b73c-1d14b33409fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.720870 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee75096e-23fb-41a4-b0ae-c594ffb700c1 req-fe1d4427-bbe4-444e-b73c-1d14b33409fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e84c22b6-fd38-44f0-9d2b-4600b9102549 HTTP/1.1" status: 200 len: 855 time: 0.2854733 Sep 16 04:50:32.752844 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-6505d21e-ee7e-41b9-ae1b-c39b29f04f13 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] No DVR routers for this DVR port 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:32.756685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f9ff587-e179-498f-af3a-f1790cb49a52 req-5160d282-07be-427a-b3ac-b8c20ed01e75 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042556 Sep 16 04:50:32.757421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505d21e-ee7e-41b9-ae1b-c39b29f04f13 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Port': ['ID=0d1ab24c-cc9f-4d23-9c95-f68d449c49e2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:32.784073 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-6505d21e-ee7e-41b9-ae1b-c39b29f04f13 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.786659 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-6505d21e-ee7e-41b9-ae1b-c39b29f04f13 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "DELETE /v2.0/ports/0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 HTTP/1.1" status: 204 len: 173 time: 3.6176426 Sep 16 04:50:32.791431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'name': 'network-vif-deleted', 'tag': '0d1ab24c-cc9f-4d23-9c95-f68d449c49e2'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:32.794510 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a4b996-fe94-4e23-931e-770d8deb0d42" -d '{"events": [{"server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "name": "network-vif-deleted", "tag": "0d1ab24c-cc9f-4d23-9c95-f68d449c49e2"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:32.816496 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee75096e-23fb-41a4-b0ae-c594ffb700c1 req-099a3fd5-bd29-45d6-8596-0ae9580b072b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b772325-3d17-49b0-bd12-c459fd515105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791731 Sep 16 04:50:32.962836 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba1a458b-c708-45d6-b414-13e4026729bc req-8c27522b-849e-4b3e-8856-7af64973ba1d tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363867 Sep 16 04:50:32.993313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5147f-ea92-4c06-ad8c-bd4e485197d2 req-227c55d5-e0b3-4e49-8d1d-60c5de49678c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.993814 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5147f-ea92-4c06-ad8c-bd4e485197d2 req-227c55d5-e0b3-4e49-8d1d-60c5de49678c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.022793 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5f5147f-ea92-4c06-ad8c-bd4e485197d2 req-227c55d5-e0b3-4e49-8d1d-60c5de49678c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 1654 time: 0.2480869 Sep 16 04:50:33.109783 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.137568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5f5147f-ea92-4c06-ad8c-bd4e485197d2 req-544f5aa9-7161-4372-bfe2-71edc5d813e5 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190882 Sep 16 04:50:33.225137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:33.253143 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee75096e-23fb-41a4-b0ae-c594ffb700c1 req-494a79fe-3551-452a-b9c5-2cff7e6906fe service neutron] 10.222.0.23 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852022 Sep 16 04:50:33.274636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-b918f210-259f-4400-ba8b-2fbc8ebc9757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting port d6fa9ae0-025e-4804-856a-808391a77d52 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:33.275065 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-b918f210-259f-4400-ba8b-2fbc8ebc9757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.277179 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d725730f-0227-4285-8e48-e657f76063e3 admin admin] 10.222.0.24 "PUT /v2.0/routers/22f47e45-c817-4e98-8f1d-c61528e0b708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6706572 Sep 16 04:50:33.330646 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4109235a-957f-408b-b472-d274232cf65f req-dd9e15f9-03c1-4b4b-bcd1-41108f250598 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.344801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e839f219-105b-4874-a55a-bfe83d5f1999'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:33.347723 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['65e5d560-223c-44ff-b09a-ef1333d45e84'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:33.510954 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e15f9-03c1-4b4b-bcd1-41108f250598 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event deleted for resources: {'Port': ['ID=65e5d560-223c-44ff-b09a-ef1333d45e84,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:33.618356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.687330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd10fd-d059-4d33-a8c8-4051d867346b req-74856ded-2edf-41ef-9a1a-14f86331b1b4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.690501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4109235a-957f-408b-b472-d274232cf65f req-dd9e15f9-03c1-4b4b-bcd1-41108f250598 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] No DVR routers for this DVR port 65e5d560-223c-44ff-b09a-ef1333d45e84 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:33.697383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36cd10fd-d059-4d33-a8c8-4051d867346b req-74856ded-2edf-41ef-9a1a-14f86331b1b4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67a7777-e46d-4384-a331-81be80330685 HTTP/1.1" status: 200 len: 945 time: 0.4575534 Sep 16 04:50:33.709093 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ee75096e-23fb-41a4-b0ae-c594ffb700c1 req-cc2e7522-771a-4759-93f7-f75b303483d4 service neutron] 10.222.0.23 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277520 Sep 16 04:50:33.710286 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4109235a-957f-408b-b472-d274232cf65f req-dd9e15f9-03c1-4b4b-bcd1-41108f250598 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.715134 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4109235a-957f-408b-b472-d274232cf65f req-dd9e15f9-03c1-4b4b-bcd1-41108f250598 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.37 "DELETE /v2.0/ports/65e5d560-223c-44ff-b09a-ef1333d45e84 HTTP/1.1" status: 204 len: 173 time: 2.6694386 Sep 16 04:50:33.715610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67a7777-e46d-4384-a331-81be80330685', 'name': 'network-vif-deleted', 'tag': '65e5d560-223c-44ff-b09a-ef1333d45e84'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:33.730918 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a3f68d-ea68-4d28-b5d6-ed517b5b34db" -d '{"events": [{"server_uuid": "f67a7777-e46d-4384-a331-81be80330685", "name": "network-vif-deleted", "tag": "65e5d560-223c-44ff-b09a-ef1333d45e84"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:33.794565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-8a7bcd88-77ff-4ecf-98df-080f7dd89a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.797026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-8a7bcd88-77ff-4ecf-98df-080f7dd89a2b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805&tenant_id=a691916327a54f4cb27fb717de84b236 HTTP/1.1" status: 200 len: 1102 time: 0.3161483 Sep 16 04:50:33.821077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Network d8cdf816-71fb-457d-8b2b-7d899e914856 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:33.830371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:33.845391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63982320-fb30-4b3f-b9ad-ed3717345182 req-96364bf6-36f5-4ba7-969e-cb3bb5fcf62a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.847285 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63982320-fb30-4b3f-b9ad-ed3717345182 req-96364bf6-36f5-4ba7-969e-cb3bb5fcf62a tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 945 time: 0.4855433 Sep 16 04:50:33.854899 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:33.855943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Port': ['ID=3ff4320c-9c99-48f4-bc6c-655f8f986494,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:33.874094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:34.021634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7bc32462-2e53-4e15-a551-938e879a44a5 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:34.025330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-b918f210-259f-4400-ba8b-2fbc8ebc9757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] For port d6fa9ae0-025e-4804-856a-808391a77d52, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d6fa9ae0-025e-4804-856a-808391a77d52,segment=NetworkSegment(6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3),segment_id=6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:34.031447 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-b918f210-259f-4400-ba8b-2fbc8ebc9757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.096147 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36cd10fd-d059-4d33-a8c8-4051d867346b req-a94f164e-abe7-4908-90bd-186821e38897 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&id=1d20ed53-01f1-45af-b244-9bccdf032745&id=23824b9c-03d4-488e-b28a-4b6d732ed2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3474176 Sep 16 04:50:34.177838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-b918f210-259f-4400-ba8b-2fbc8ebc9757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Calling delete_port for d6fa9ae0-025e-4804-856a-808391a77d52 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:34.191449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7bc32462-2e53-4e15-a551-938e879a44a5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:34.191829 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.214255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.214972 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.247878 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2ae69b-9ceb-4b40-88f0-8287f5d3e4a2 x-openstack-request-id: req-9a2ae69b-9ceb-4b40-88f0-8287f5d3e4a2 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:34.248174 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "name": "network-vif-deleted", "tag": "0d1ab24c-cc9f-4d23-9c95-f68d449c49e2", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:34.248536 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a2ae69b-9ceb-4b40-88f0-8287f5d3e4a2 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:34.248924 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'name': 'network-vif-deleted', 'tag': '0d1ab24c-cc9f-4d23-9c95-f68d449c49e2', 'status': 'completed', 'code': 200} Sep 16 04:50:34.260091 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.273571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63982320-fb30-4b3f-b9ad-ed3717345182 req-e9858491-48e7-455a-9e7d-cd207bba3aec tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d79aa8-bc15-43d5-9952-dcf8296db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614724 Sep 16 04:50:34.319044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device becfe2e6-efb4-4075-8fe1-7706bf04722e details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:34.320916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d6fa9ae0-025e-4804-856a-808391a77d52 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:34.398607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5ba17a65-b279-4acb-8686-d8bc5e158200 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0698953 Sep 16 04:50:34.429508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'port': {'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c', 'admin_state_up': True, 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'security_groups': ['e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:34.445413 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fb9d7f-2957-4c31-8de2-c9dd35712f58 x-openstack-request-id: req-a6fb9d7f-2957-4c31-8de2-c9dd35712f58 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:34.446332 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67a7777-e46d-4384-a331-81be80330685", "name": "network-vif-deleted", "tag": "65e5d560-223c-44ff-b09a-ef1333d45e84", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:34.446959 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6fb9d7f-2957-4c31-8de2-c9dd35712f58 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:34.447725 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67a7777-e46d-4384-a331-81be80330685', 'name': 'network-vif-deleted', 'tag': '65e5d560-223c-44ff-b09a-ef1333d45e84', 'status': 'completed', 'code': 200} Sep 16 04:50:34.447862 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.573851 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.616457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 7bc32462-2e53-4e15-a551-938e879a44a5, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7bc32462-2e53-4e15-a551-938e879a44a5,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:34.617881 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8e7a8239-3483-4a4b-941e-d954dd5522ce None None] Provisioning complete for port 3ff4320c-9c99-48f4-bc6c-655f8f986494 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:34.618670 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8239-3483-4a4b-941e-d954dd5522ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.668073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a8239-3483-4a4b-941e-d954dd5522ce None None] Port 3ff4320c-9c99-48f4-bc6c-655f8f986494 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:34.695350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6fa9ae0-025e-4804-856a-808391a77d52'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:34.697832 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1928e466-d443-420c-87d5-c2225630184b" -d '{"events": [{"server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "name": "network-vif-unplugged", "status": "completed", "tag": "d6fa9ae0-025e-4804-856a-808391a77d52"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:34.728162 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.731591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d6fa9ae0-025e-4804-856a-808391a77d52, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d6fa9ae0-025e-4804-856a-808391a77d52,segment=NetworkSegment(6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3),segment_id=6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:34.740884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port becfe2e6-efb4-4075-8fe1-7706bf04722e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=becfe2e6-efb4-4075-8fe1-7706bf04722e,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:34.762661 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Sync routers for ids ['22f47e45-c817-4e98-8f1d-c61528e0b708'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:34.772755 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'becfe2e6-efb4-4075-8fe1-7706bf04722e', 'network_id': '6b772325-3d17-49b0-bd12-c459fd515105', 'port_id': 'becfe2e6-efb4-4075-8fe1-7706bf04722e', 'mac_address': 'fa:16:3e:08:c0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84c22b6-fd38-44f0-9d2b-4600b9102549', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:34.776754 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Routers {'22f47e45-c817-4e98-8f1d-c61528e0b708'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:34.777715 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['22f47e45-c817-4e98-8f1d-c61528e0b708'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:34.820623 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.841237 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.842231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:34.868787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id becfe2e6-efb4-4075-8fe1-7706bf04722e {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:34.875729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=7bc32462-2e53-4e15-a551-938e879a44a5,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:34.879707 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:34.880442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 0d1ab24c-cc9f-4d23-9c95-f68d449c49e2 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:34.983542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port becfe2e6-efb4-4075-8fe1-7706bf04722e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=becfe2e6-efb4-4075-8fe1-7706bf04722e,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:35.029483 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d6fa9ae0-025e-4804-856a-808391a77d52,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.055160 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.083044 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Set router 22f47e45-c817-4e98-8f1d-c61528e0b708 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:35.143658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=becfe2e6-efb4-4075-8fe1-7706bf04722e,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.194442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7947201-cb35-4f03-a79e-26ae380510a3 req-13ee6105-d462-41a7-bda0-feb12b6a0e5d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.202633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7947201-cb35-4f03-a79e-26ae380510a3 req-13ee6105-d462-41a7-bda0-feb12b6a0e5d tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.8236818 Sep 16 04:50:35.289378 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['becfe2e6-efb4-4075-8fe1-7706bf04722e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:35.354606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab089a-892d-4bcf-aabe-9d77b28dfe3a req-f64951de-2326-42da-b469-7c0b91b51e1c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.356080 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1cab089a-892d-4bcf-aabe-9d77b28dfe3a req-f64951de-2326-42da-b469-7c0b91b51e1c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 944 time: 0.7863886 Sep 16 04:50:35.420202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7947201-cb35-4f03-a79e-26ae380510a3 req-88e3aed6-1b8d-454d-8e10-f3c7f177095b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161570 Sep 16 04:50:35.445716 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '811db188-a8c3-4c9f-89c6-724b99aa7469', 'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'mac_address': 'fa:16:3e:cd:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:27Z', 'updated_at': '2021-09-16T04:50:30Z', 'revision_number': 2, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'subnets': [{'id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:35.497194 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Checking router: 22f47e45-c817-4e98-8f1d-c61528e0b708 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:35.499882 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Updating router 22f47e45-c817-4e98-8f1d-c61528e0b708 port 811db188-a8c3-4c9f-89c6-724b99aa7469 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:35.530452 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-b918f210-259f-4400-ba8b-2fbc8ebc9757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.553308 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.599044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918f210-259f-4400-ba8b-2fbc8ebc9757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Port': ['ID=d6fa9ae0-025e-4804-856a-808391a77d52,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:35.687685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:35.773340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-b918f210-259f-4400-ba8b-2fbc8ebc9757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] No DVR routers for this DVR port d6fa9ae0-025e-4804-856a-808391a77d52 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:35.820918 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-b918f210-259f-4400-ba8b-2fbc8ebc9757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.822939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66db78e8-2cb9-4e95-98a0-d4f0d90605fd req-b918f210-259f-4400-ba8b-2fbc8ebc9757 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.23 "DELETE /v2.0/ports/d6fa9ae0-025e-4804-856a-808391a77d52 HTTP/1.1" status: 204 len: 173 time: 3.0109317 Sep 16 04:50:35.878519 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1cab089a-892d-4bcf-aabe-9d77b28dfe3a req-bb335887-d0aa-4f9d-ad51-481423d8ea2b tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568012 Sep 16 04:50:35.891720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:35.952366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7bc32462-2e53-4e15-a551-938e879a44a5 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:36.004090 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8804f257-4a51-43c5-87be-cf47cd6ba39b x-openstack-request-id: req-8804f257-4a51-43c5-87be-cf47cd6ba39b {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:36.004406 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "name": "network-vif-unplugged", "status": "completed", "tag": "d6fa9ae0-025e-4804-856a-808391a77d52", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:36.004704 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8804f257-4a51-43c5-87be-cf47cd6ba39b {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:36.005094 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6fa9ae0-025e-4804-856a-808391a77d52', 'code': 200} Sep 16 04:50:36.057768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332f593-8af0-4f64-9647-cc83ae201073 req-79c266b6-f7d2-47d5-a7a1-1c6f7c17887a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.065135 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7bc32462-2e53-4e15-a551-938e879a44a5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:36.065512 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.072733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332f593-8af0-4f64-9647-cc83ae201073 req-79c266b6-f7d2-47d5-a7a1-1c6f7c17887a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.077303 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.088380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332f593-8af0-4f64-9647-cc83ae201073 req-79c266b6-f7d2-47d5-a7a1-1c6f7c17887a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.091129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6332f593-8af0-4f64-9647-cc83ae201073 req-79c266b6-f7d2-47d5-a7a1-1c6f7c17887a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 2374 time: 0.4145255 Sep 16 04:50:36.129023 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.168324 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.217869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:36.238702 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b9bda-3314-4ce2-9900-711c6f729942 None None] Pushing event updated for resources: {'Port': ['ID=811db188-a8c3-4c9f-89c6-724b99aa7469,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:36.255528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'name': 'network-vif-deleted', 'tag': 'd6fa9ae0-025e-4804-856a-808391a77d52'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:36.258666 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086bcd31-d01a-4104-9427-2e86be9c3576" -d '{"events": [{"server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "name": "network-vif-deleted", "tag": "d6fa9ae0-025e-4804-856a-808391a77d52"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:36.305686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfab5c5d-b008-4861-a86a-71dea68821d3 req-d6223a92-231e-46d7-ba93-f6c7ca8f8526 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "GET /v2.0/ports?device_id=c062dca1-b922-4965-8ebb-83c0d87af194 HTTP/1.1" status: 200 len: 210 time: 0.1101470 Sep 16 04:50:36.308326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device becfe2e6-efb4-4075-8fe1-7706bf04722e up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:36.331809 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Attempting to bind port 811db188-a8c3-4c9f-89c6-724b99aa7469 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:36.332245 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Attempting to bind port 811db188-a8c3-4c9f-89c6-724b99aa7469 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:36.332746 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Attempting to bind port 811db188-a8c3-4c9f-89c6-724b99aa7469 on network c8487353-bf70-4143-9d46-50f9b4c7e66b {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:36.339582 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:36.340126 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Checking segment: {'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:36.340625 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.341076 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Bound using segment: {'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:36.341623 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Bound port: 811db188-a8c3-4c9f-89c6-724b99aa7469, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:36.342120 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.403008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 432852c5-3afd-45e3-bb83-4f492de81ee7 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:36.447327 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] For port 811db188-a8c3-4c9f-89c6-724b99aa7469, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:36.447327 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] For port 811db188-a8c3-4c9f-89c6-724b99aa7469, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=811db188-a8c3-4c9f-89c6-724b99aa7469,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:36.472046 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.517761 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.548847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Transition to ACTIVE for port object 432852c5-3afd-45e3-bb83-4f492de81ee7 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:36.555872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6332f593-8af0-4f64-9647-cc83ae201073 req-e3585d05-c597-4cb4-a036-5a5e613d2e10 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967779 Sep 16 04:50:36.572967 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.598899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port becfe2e6-efb4-4075-8fe1-7706bf04722e completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:36.626124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port becfe2e6-efb4-4075-8fe1-7706bf04722e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:36.627666 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.698277 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.720176 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b9bda-3314-4ce2-9900-711c6f729942 None None] Pushing event updated for resources: {'Port': ['ID=811db188-a8c3-4c9f-89c6-724b99aa7469,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:36.772032 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Routers {'22f47e45-c817-4e98-8f1d-c61528e0b708'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:36.772914 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:50:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['22f47e45-c817-4e98-8f1d-c61528e0b708'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:36.970103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7b4df09f-6c61-48dc-99c0-5a6a0d5c5efa None None] Provisioning complete for port 811db188-a8c3-4c9f-89c6-724b99aa7469 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:36.972826 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7b4df09f-6c61-48dc-99c0-5a6a0d5c5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.038042 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b264d9d5-fa61-4ec0-b687-606bb3926a2c x-openstack-request-id: req-b264d9d5-fa61-4ec0-b687-606bb3926a2c {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:37.038342 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c062dca1-b922-4965-8ebb-83c0d87af194", "name": "network-vif-deleted", "tag": "d6fa9ae0-025e-4804-856a-808391a77d52", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:37.038600 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b264d9d5-fa61-4ec0-b687-606bb3926a2c {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:37.039016 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c062dca1-b922-4965-8ebb-83c0d87af194', 'name': 'network-vif-deleted', 'tag': 'd6fa9ae0-025e-4804-856a-808391a77d52', 'status': 'completed', 'code': 200} Sep 16 04:50:37.106352 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:50:37.109546 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:50:37.117256 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] Set router 22f47e45-c817-4e98-8f1d-c61528e0b708 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:37.139385 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.202893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port becfe2e6-efb4-4075-8fe1-7706bf04722e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=becfe2e6-efb4-4075-8fe1-7706bf04722e,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:37.272819 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7b4df09f-6c61-48dc-99c0-5a6a0d5c5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.316822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7b4df09f-6c61-48dc-99c0-5a6a0d5c5efa None None] For port 811db188-a8c3-4c9f-89c6-724b99aa7469, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=811db188-a8c3-4c9f-89c6-724b99aa7469,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:37.320986 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.334277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Allocated IP 10.2.2.100 (613bf0c4-562f-4261-a5eb-2dd164436d0c/936106df-bf9b-418c-b55e-9f78c7e67000/f6b051ab-c74c-4bcc-aec0-d6a16bdaf485) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:37.337043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] No DVR routers for this DVR port 432852c5-3afd-45e3-bb83-4f492de81ee7 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:37.397017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfc84464-053d-43dc-b7ef-cf916d401673 req-5fb9416b-3da4-4788-8e7f-6e103619162f tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/1d20ed53-01f1-45af-b244-9bccdf032745 HTTP/1.1" status: 200 len: 1801 time: 0.8545272 Sep 16 04:50:37.493490 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7b4df09f-6c61-48dc-99c0-5a6a0d5c5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.499931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=becfe2e6-efb4-4075-8fe1-7706bf04722e,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.562693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=10']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.584528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4df09f-6c61-48dc-99c0-5a6a0d5c5efa None None] Pushing event updated for resources: {'Port': ['ID=811db188-a8c3-4c9f-89c6-724b99aa7469,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.657788 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 65e5d560-223c-44ff-b09a-ef1333d45e84 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:37.698688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 65e5d560-223c-44ff-b09a-ef1333d45e84 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:37.698994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 65e5d560-223c-44ff-b09a-ef1333d45e84 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:37.749881 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-37cf8e45-dd3b-4610-8940-496410602295 None None] Provisioning complete for port 811db188-a8c3-4c9f-89c6-724b99aa7469 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:37.750248 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-37cf8e45-dd3b-4610-8940-496410602295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.833494 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '811db188-a8c3-4c9f-89c6-724b99aa7469', 'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'mac_address': 'fa:16:3e:cd:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:27Z', 'updated_at': '2021-09-16T04:50:36Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'subnets': [{'id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:37.930120 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a9b9a6-b8de-419c-b293-8ca87b7b03d2 None None] The sync data for ids ['22f47e45-c817-4e98-8f1d-c61528e0b708'] in n-d-712137-12 is: [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '811db188-a8c3-4c9f-89c6-724b99aa7469', 'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'mac_address': 'fa:16:3e:cd:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:27Z', 'updated_at': '2021-09-16T04:50:36Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'subnets': [{'id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:37.976276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Attempting to bind port 432852c5-3afd-45e3-bb83-4f492de81ee7 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:37.977553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Attempting to bind port 432852c5-3afd-45e3-bb83-4f492de81ee7 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:37.977960 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Attempting to bind port 432852c5-3afd-45e3-bb83-4f492de81ee7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:38.004174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 811db188-a8c3-4c9f-89c6-724b99aa7469 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:38.006398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08426dfd-fc35-4608-b086-1e1979b0a695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becfe2e6-efb4-4075-8fe1-7706bf04722e'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:38.009001 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ca4b32-e4ca-4a81-887a-55f8f0c6b1b2" -d '{"events": [{"server_uuid": "08426dfd-fc35-4608-b086-1e1979b0a695", "name": "network-vif-plugged", "status": "completed", "tag": "becfe2e6-efb4-4075-8fe1-7706bf04722e"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:38.020702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b2921-555e-4654-af21-d8a49b5f57b1 req-8cde7978-98ed-4ea0-aa76-39c70e82b9cd tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.022757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-133b2921-555e-4654-af21-d8a49b5f57b1 req-8cde7978-98ed-4ea0-aa76-39c70e82b9cd tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 949 time: 0.6736794 Sep 16 04:50:38.033053 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.051251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Port 432852c5-3afd-45e3-bb83-4f492de81ee7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:38.051682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Attempting to bind port 432852c5-3afd-45e3-bb83-4f492de81ee7 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:38.054249 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfc84464-053d-43dc-b7ef-cf916d401673 req-64807954-40ed-45c6-9b39-6a2da2c79c3e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.087728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 811db188-a8c3-4c9f-89c6-724b99aa7469 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:38.088712 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.137235 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfc84464-053d-43dc-b7ef-cf916d401673 req-64807954-40ed-45c6-9b39-6a2da2c79c3e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.199188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:38.199541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:38.199937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:38.203893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Bound port: 432852c5-3afd-45e3-bb83-4f492de81ee7, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:38.203893 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.219578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-133b2921-555e-4654-af21-d8a49b5f57b1 req-e2734849-41e0-4090-849c-d6fb93ecf032 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813340 Sep 16 04:50:38.458965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:38.463563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:38.529340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bf5df-49a8-421c-82ea-58e12b5bfce8 req-0ab99d28-19ab-4921-b2c9-84ed7c2cb806 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.532225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-080bf5df-49a8-421c-82ea-58e12b5bfce8 req-0ab99d28-19ab-4921-b2c9-84ed7c2cb806 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 945 time: 0.2089443 Sep 16 04:50:38.561959 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.618012 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfc84464-053d-43dc-b7ef-cf916d401673 req-64807954-40ed-45c6-9b39-6a2da2c79c3e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.621109 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfc84464-053d-43dc-b7ef-cf916d401673 req-64807954-40ed-45c6-9b39-6a2da2c79c3e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.622314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfc84464-053d-43dc-b7ef-cf916d401673 req-64807954-40ed-45c6-9b39-6a2da2c79c3e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "DELETE /v2.0/security-groups/1d20ed53-01f1-45af-b244-9bccdf032745 HTTP/1.1" status: 204 len: 173 time: 1.2242150 Sep 16 04:50:38.623336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.643275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.643275 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.643275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] 10.222.0.23 "PUT /v2.0/ports/432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 1098 time: 4.8158674 Sep 16 04:50:38.662962 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-080bf5df-49a8-421c-82ea-58e12b5bfce8 req-a4d458b1-d18a-4f54-8b01-5c62d55bd58d tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221597 Sep 16 04:50:38.742483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64807954-40ed-45c6-9b39-6a2da2c79c3e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d20ed53-01f1-45af-b244-9bccdf032745,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:38.758657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50656) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:38.820656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81152c0-1c3f-4f93-8b31-005f2f57cf85 service neutron] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=11']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:38.888302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Network 613bf0c4-562f-4261-a5eb-2dd164436d0c is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:38.905110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c62481-5900-472b-bce9-ae00e2a59462 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting subnet 01157661-4604-4e34-a0fe-d8245843b865 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:38.913278 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4c62481-5900-472b-bce9-ae00e2a59462 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.949187 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a2e229-c2a4-45a3-b9e6-1dbf5fbb82d4 x-openstack-request-id: req-97a2e229-c2a4-45a3-b9e6-1dbf5fbb82d4 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:38.949926 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08426dfd-fc35-4608-b086-1e1979b0a695", "name": "network-vif-plugged", "status": "completed", "tag": "becfe2e6-efb4-4075-8fe1-7706bf04722e", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:38.950529 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97a2e229-c2a4-45a3-b9e6-1dbf5fbb82d4 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:38.951025 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08426dfd-fc35-4608-b086-1e1979b0a695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becfe2e6-efb4-4075-8fe1-7706bf04722e', 'code': 200} Sep 16 04:50:38.983546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:39.001639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:39.021628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4c62481-5900-472b-bce9-ae00e2a59462 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.053661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7'}, {'name': 'network-changed', 'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:39.053661 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e172e36d-fda8-4ab5-9aeb-eca7c3886819" -d '{"events": [{"server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "name": "network-vif-unplugged", "status": "completed", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7"}, {"name": "network-changed", "server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:39.241468 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4c62481-5900-472b-bce9-ae00e2a59462 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.244766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-8536e5de-d4b0-4d24-8e97-3660adde9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.246362 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-8536e5de-d4b0-4d24-8e97-3660adde9db2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1101 time: 0.5505090 Sep 16 04:50:39.257108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Port': ['ID=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:39.344003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.344780 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.357538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609286a-0e17-40d8-9888-f7c07858d5cd req-a88b5f4e-002c-42b2-881c-06c1671bb379 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.366626 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609286a-0e17-40d8-9888-f7c07858d5cd req-a88b5f4e-002c-42b2-881c-06c1671bb379 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.373094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609286a-0e17-40d8-9888-f7c07858d5cd req-a88b5f4e-002c-42b2-881c-06c1671bb379 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.379536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609286a-0e17-40d8-9888-f7c07858d5cd req-a88b5f4e-002c-42b2-881c-06c1671bb379 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.381434 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a609286a-0e17-40d8-9888-f7c07858d5cd req-a88b5f4e-002c-42b2-881c-06c1671bb379 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 3095 time: 0.5691020 Sep 16 04:50:39.400323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b4433b3-da5c-4196-a094-8d7cb63c4782 req-a84f8182-da2d-4185-a148-6fa96b1dab93 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/23824b9c-03d4-488e-b28a-4b6d732ed2f6 HTTP/1.1" status: 200 len: 1802 time: 0.3793211 Sep 16 04:50:39.425975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c633e8df-e229-4558-9b5c-2102d52a4949 None None] Provisioning complete for port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:39.427593 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c633e8df-e229-4558-9b5c-2102d52a4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.445670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4c62481-5900-472b-bce9-ae00e2a59462 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.476205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeda7c9-8ba7-4c88-9971-58f9d495c62e None None] Network 9a768950-e618-4644-b0f7-e4b26818fa1e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:39.478560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187c1f5-cc82-42ea-ad4b-aec87bc432b7 req-f8bcdae2-6c97-4938-a33c-56d86798b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.480076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1187c1f5-cc82-42ea-ad4b-aec87bc432b7 req-f8bcdae2-6c97-4938-a33c-56d86798b5da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 1097 time: 0.3593910 Sep 16 04:50:39.491309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c62481-5900-472b-bce9-ae00e2a59462 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Subnet': ['ID=01157661-4604-4e34-a0fe-d8245843b865,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:39.494227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4c62481-5900-472b-bce9-ae00e2a59462 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.499757 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c4c62481-5900-472b-bce9-ae00e2a59462 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "DELETE /v2.0/subnets/01157661-4604-4e34-a0fe-d8245843b865 HTTP/1.1" status: 204 len: 168 time: 0.7373965 Sep 16 04:50:39.500359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50666) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:39.518643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c633e8df-e229-4558-9b5c-2102d52a4949 None None] Port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:39.553444 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-7f00c614-14dc-408a-a22d-76691de2f188 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1306996 Sep 16 04:50:39.565471 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a609286a-0e17-40d8-9888-f7c07858d5cd req-a645f611-e33e-4e2e-81b5-34f62cdba91a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718919 Sep 16 04:50:39.573221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'port': {'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c', 'admin_state_up': True, 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'security_groups': ['e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:39.598569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-34cf0b5b-71d7-492a-9dc8-369383b1b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.600137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-34cf0b5b-71d7-492a-9dc8-369383b1b39a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.3292034 Sep 16 04:50:39.626441 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1187c1f5-cc82-42ea-ad4b-aec87bc432b7 req-82c4c196-b849-4186-b32b-ed295b02d0cf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308784 Sep 16 04:50:39.661746 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.679754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-e3f0bcef-e813-4d35-9ae0-29ef4080d806 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 217 time: 0.0705285 Sep 16 04:50:39.736920 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35df9ca9-060d-43b7-a1bb-5ce19879ba0f x-openstack-request-id: req-35df9ca9-060d-43b7-a1bb-5ce19879ba0f {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:39.737219 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "name": "network-vif-unplugged", "status": "completed", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7", "code": 200}, {"name": "network-changed", "server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:39.737480 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35df9ca9-060d-43b7-a1bb-5ce19879ba0f {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:39.737892 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'code': 200} Sep 16 04:50:39.738148 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'status': 'completed', 'code': 200} Sep 16 04:50:39.757122 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8b4433b3-da5c-4196-a094-8d7cb63c4782 req-95299683-c3bb-4016-866a-fbb4553fcf5e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.856091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-2f0212a3-14c9-499d-93e3-aa0ea03345b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.858548 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-2f0212a3-14c9-499d-93e3-aa0ea03345b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1101 time: 0.1227288 Sep 16 04:50:39.860579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting port 2d60678b-38fa-4970-9b67-fadc4e9e8521 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:39.860928 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.869555 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8b4433b3-da5c-4196-a094-8d7cb63c4782 req-95299683-c3bb-4016-866a-fbb4553fcf5e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.934292 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116dfb9f-3cfe-4602-a464-3f3d4ab2dfd8 None None] DHCP port deletion for 9a768950-e618-4644-b0f7-e4b26818fa1e request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:39.994791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-afbcd2e7-d96c-43b1-bbd9-63f711384f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.996621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-b2e47e9a-7d5a-430c-a408-db2f3f3220c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.996758 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-afbcd2e7-d96c-43b1-bbd9-63f711384f15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.1294231 Sep 16 04:50:39.998120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-b2e47e9a-7d5a-430c-a408-db2f3f3220c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1552882 Sep 16 04:50:40.007491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4b333-6a48-4fa1-9f11-222a57016c0c req-58ccf9b4-97bf-4944-82d3-dd2208c879ed tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.009066 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79c4b333-6a48-4fa1-9f11-222a57016c0c req-58ccf9b4-97bf-4944-82d3-dd2208c879ed tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 949 time: 0.2170138 Sep 16 04:50:40.025325 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-116dfb9f-3cfe-4602-a464-3f3d4ab2dfd8 None None] Deleting port 2d60678b-38fa-4970-9b67-fadc4e9e8521 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:40.025767 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-116dfb9f-3cfe-4602-a464-3f3d4ab2dfd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.073416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79c4b333-6a48-4fa1-9f11-222a57016c0c req-9ea14d6c-cf2f-42d2-9400-06da3ce13de9 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536804 Sep 16 04:50:40.079995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Made reservation on behalf of 4e50f9aaf2b240708ed77f8f8987e189 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:40.085775 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.090532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-6aec44eb-058b-4b10-a859-cc573f9078aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.091735 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-6aec44eb-058b-4b10-a859-cc573f9078aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0817218 Sep 16 04:50:40.131199 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8b4433b3-da5c-4196-a094-8d7cb63c4782 req-95299683-c3bb-4016-866a-fbb4553fcf5e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.134008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8b4433b3-da5c-4196-a094-8d7cb63c4782 req-95299683-c3bb-4016-866a-fbb4553fcf5e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.141566 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b4433b3-da5c-4196-a094-8d7cb63c4782 req-95299683-c3bb-4016-866a-fbb4553fcf5e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "DELETE /v2.0/security-groups/23824b9c-03d4-488e-b28a-4b6d732ed2f6 HTTP/1.1" status: 204 len: 173 time: 0.7216504 Sep 16 04:50:40.196424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-5df56c30-6965-4ab8-8fce-6a4103585950 req-152f58e3-5ef2-4d0a-91d4-dba798f97ae1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1244267059', 'description': 'tempest-description-1344084477'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:40.199603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-116dfb9f-3cfe-4602-a464-3f3d4ab2dfd8 None None] For port 2d60678b-38fa-4970-9b67-fadc4e9e8521, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2d60678b-38fa-4970-9b67-fadc4e9e8521,segment=NetworkSegment(0d7cfaa4-4063-40dd-92d9-3260bd684ddc),segment_id=0d7cfaa4-4063-40dd-92d9-3260bd684ddc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:40.204392 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-116dfb9f-3cfe-4602-a464-3f3d4ab2dfd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.242261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-116dfb9f-3cfe-4602-a464-3f3d4ab2dfd8 None None] Calling delete_port for 2d60678b-38fa-4970-9b67-fadc4e9e8521 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:40.288994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95299683-c3bb-4016-866a-fbb4553fcf5e tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23824b9c-03d4-488e-b28a-4b6d732ed2f6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:40.448357 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028d8b1-1aed-440f-b83e-e08ec77584df req-19aa470f-ff66-46bf-a2ac-b2f63d96c037 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.449912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e028d8b1-1aed-440f-b83e-e08ec77584df req-19aa470f-ff66-46bf-a2ac-b2f63d96c037 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 945 time: 0.2194610 Sep 16 04:50:40.465963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-c576b38e-70e1-4054-810d-6dda7e4dc7b1 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613997 Sep 16 04:50:40.497095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-116dfb9f-3cfe-4602-a464-3f3d4ab2dfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.536026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dfb9f-3cfe-4602-a464-3f3d4ab2dfd8 None None] Pushing event deleted for resources: {'Port': ['ID=2d60678b-38fa-4970-9b67-fadc4e9e8521,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:40.571600 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116dfb9f-3cfe-4602-a464-3f3d4ab2dfd8 None None] No DVR routers for this DVR port 2d60678b-38fa-4970-9b67-fadc4e9e8521 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:40.741643 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-201df52b-cb5f-41e8-bff9-a4a3274afac2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 217 time: 0.6361616 Sep 16 04:50:40.741643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] For port 2d60678b-38fa-4970-9b67-fadc4e9e8521, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2d60678b-38fa-4970-9b67-fadc4e9e8521,segment=NetworkSegment(0d7cfaa4-4063-40dd-92d9-3260bd684ddc),segment_id=0d7cfaa4-4063-40dd-92d9-3260bd684ddc)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:40.741643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.741643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Calling delete_port for 2d60678b-38fa-4970-9b67-fadc4e9e8521 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:40.741643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-acf11ee7-2abc-4980-97f2-950dd298851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.741643 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-acf11ee7-2abc-4980-97f2-950dd298851a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0736370 Sep 16 04:50:40.825293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-e7eb3795-70c0-4496-9f91-cfb188d5a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:40.828035 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-e7eb3795-70c0-4496-9f91-cfb188d5a55f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925303 Sep 16 04:50:40.842029 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5df56c30-6965-4ab8-8fce-6a4103585950 req-152f58e3-5ef2-4d0a-91d4-dba798f97ae1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.872898 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.937937 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Port': ['ID=2d60678b-38fa-4970-9b67-fadc4e9e8521,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:40.943831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] No DVR routers for this DVR port 2d60678b-38fa-4970-9b67-fadc4e9e8521 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:40.989934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfa9e978-3fc8-4ee0-9536-fa54b46f714f req-7360d90d-e84b-440e-a772-093c6a31c4b6 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751902 Sep 16 04:50:41.056975 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-dfe269cb-e4f0-4825-99f8-66366a3f2009 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199242 Sep 16 04:50:41.059052 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.173993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a768950-e618-4644-b0f7-e4b26818fa1e']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:41.255192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7cfaa4-4063-40dd-92d9-3260bd684ddc') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:41.255192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7cfaa4-4063-40dd-92d9-3260bd684ddc') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:41.255192 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.255192 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-e2690ba3-b137-46f5-b79c-c7a4ac85efa2 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712966 Sep 16 04:50:41.255192 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.255806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5df56c30-6965-4ab8-8fce-6a4103585950 req-152f58e3-5ef2-4d0a-91d4-dba798f97ae1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.262559 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:41.263225 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:41.269185 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:41.284711 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e028d8b1-1aed-440f-b83e-e08ec77584df req-2cbfe316-fcc5-4f7f-9fe7-250ef6af4cce tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8248215 Sep 16 04:50:41.307189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Allocated IP 10.2.2.200 (613bf0c4-562f-4261-a5eb-2dd164436d0c/936106df-bf9b-418c-b55e-9f78c7e67000/cf714077-d4c2-4966-aba7-88fc07ed0680) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:41.322692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-a0728ce5-5738-440f-be6a-83a87b2509ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.324217 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-a0728ce5-5738-440f-be6a-83a87b2509ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a691916327a54f4cb27fb717de84b236&device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1101 time: 0.2769690 Sep 16 04:50:41.567517 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5df56c30-6965-4ab8-8fce-6a4103585950 req-152f58e3-5ef2-4d0a-91d4-dba798f97ae1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.587487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84cae2-2e1b-4bee-b612-bd9baf225024 req-333e6a18-3751-4272-ac5c-0702233ee44e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.595216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84cae2-2e1b-4bee-b612-bd9baf225024 req-333e6a18-3751-4272-ac5c-0702233ee44e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.602322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84cae2-2e1b-4bee-b612-bd9baf225024 req-333e6a18-3751-4272-ac5c-0702233ee44e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.609617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84cae2-2e1b-4bee-b612-bd9baf225024 req-333e6a18-3751-4272-ac5c-0702233ee44e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.611704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f84cae2-2e1b-4bee-b612-bd9baf225024 req-333e6a18-3751-4272-ac5c-0702233ee44e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 3095 time: 0.2479689 Sep 16 04:50:41.664876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-18897e43-ecad-4857-b7f9-04d5bf1ac7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.669725 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-18897e43-ecad-4857-b7f9-04d5bf1ac7ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.3332713 Sep 16 04:50:41.748915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f58e3-5ef2-4d0a-91d4-dba798f97ae1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f220f16-3f36-40de-9841-9c499e914f71,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:41.768099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-1cba3217-b62f-4b5a-8f3e-d6e646e33bb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 200 len: 217 time: 0.0783885 Sep 16 04:50:41.796151 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.802554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f84cae2-2e1b-4bee-b612-bd9baf225024 req-19387c29-952c-40d4-93da-1f1af9bf8423 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775765 Sep 16 04:50:41.879943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-980233a6-93ff-44e7-8e22-6eaf328b5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.882051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-980233a6-93ff-44e7-8e22-6eaf328b5776 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1008005 Sep 16 04:50:41.956116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-bd23a0fa-97d9-48ad-8bfd-5e3fbad7df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.957769 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-bd23a0fa-97d9-48ad-8bfd-5e3fbad7df63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632019 Sep 16 04:50:41.973070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2d60678b-38fa-4970-9b67-fadc4e9e8521 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:42.001535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.070607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 2d60678b-38fa-4970-9b67-fadc4e9e8521 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:42.070607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2d60678b-38fa-4970-9b67-fadc4e9e8521 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:42.071844 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.071844 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "DELETE /v2.0/networks/9a768950-e618-4644-b0f7-e4b26818fa1e HTTP/1.1" status: 204 len: 168 time: 2.5165172 Sep 16 04:50:42.071844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf506ad-231c-4230-b78b-e5d48b23c6de tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Network': ['ID=9a768950-e618-4644-b0f7-e4b26818fa1e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:42.071844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50694) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:42.088702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-cb9e5db3-95eb-48d3-bda7-fefc247ba0a2 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199067 Sep 16 04:50:42.200185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4691b40-8746-4a68-a9e0-2314e5fb675f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting subnet 974e7579-5de9-4aaa-a1a8-ceb4414b8dfd {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:42.209251 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4691b40-8746-4a68-a9e0-2314e5fb675f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.269270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4691b40-8746-4a68-a9e0-2314e5fb675f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.270704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e172e36d-fda8-4ab5-9aeb-eca7c3886819 req-2282fbe6-d7f2-46a4-9a14-3d95f05f0b79 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744258 Sep 16 04:50:42.349466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 432852c5-3afd-45e3-bb83-4f492de81ee7 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:42.385023 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4691b40-8746-4a68-a9e0-2314e5fb675f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.419485 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5df56c30-6965-4ab8-8fce-6a4103585950 req-152f58e3-5ef2-4d0a-91d4-dba798f97ae1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.421616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5df56c30-6965-4ab8-8fce-6a4103585950 req-152f58e3-5ef2-4d0a-91d4-dba798f97ae1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.2426863 Sep 16 04:50:42.478222 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.496658 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b58c6c9b-97cd-4307-a59e-635262cc7394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.508934 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.562404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:42.588005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Network 613bf0c4-562f-4261-a5eb-2dd164436d0c is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:42.588236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'mac_address': 'fa:16:3e:59:af:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:42.594363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4691b40-8746-4a68-a9e0-2314e5fb675f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.614123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:42.615896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event updated for resources: {'Port': ['ID=cf714077-d4c2-4966-aba7-88fc07ed0680,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:42.619924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:42.648179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4691b40-8746-4a68-a9e0-2314e5fb675f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Subnet': ['ID=974e7579-5de9-4aaa-a1a8-ceb4414b8dfd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:42.659265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4691b40-8746-4a68-a9e0-2314e5fb675f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.663043 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d4691b40-8746-4a68-a9e0-2314e5fb675f tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "DELETE /v2.0/subnets/974e7579-5de9-4aaa-a1a8-ceb4414b8dfd HTTP/1.1" status: 204 len: 168 time: 0.5875645 Sep 16 04:50:42.663286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50702) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:42.666259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a0f52-4ac6-4e12-800c-7d24411011e0 None None] Network b448c330-0948-4c3f-b5fc-3a965c0a24c6 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:42.708586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77ad96-2a2f-4ca9-a40a-33180ccd58f7 req-f13265e8-fe32-4204-89ed-760f9cdb6e06 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.710185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a77ad96-2a2f-4ca9-a40a-33180ccd58f7 req-f13265e8-fe32-4204-89ed-760f9cdb6e06 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 949 time: 0.1875808 Sep 16 04:50:42.790438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.791118 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.801685 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.863800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432852c5-3afd-45e3-bb83-4f492de81ee7 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:42.884686 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.897486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a77ad96-2a2f-4ca9-a40a-33180ccd58f7 req-f7ca040d-1dd9-4a28-a0e5-7f2ac8bc1e45 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437631 Sep 16 04:50:42.913567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:42.967067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Deleting port 641529eb-9352-4536-99f5-c6de876ad4ee {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:42.967507 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.008208 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.008933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-ce08d4d6-00d5-4e0c-81a6-59efa813adbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4396100 Sep 16 04:50:43.029651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Request body: {'port': {'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:43.054913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ba545-5975-4e6a-a8f1-cdf0f34ccf73 None None] DHCP port deletion for b448c330-0948-4c3f-b5fc-3a965c0a24c6 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:43.138648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=12']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:43.139566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] For port 641529eb-9352-4536-99f5-c6de876ad4ee, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=641529eb-9352-4536-99f5-c6de876ad4ee,segment=NetworkSegment(6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3),segment_id=6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:43.139566 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.163031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ba545-5975-4e6a-a8f1-cdf0f34ccf73 None None] Deleting port 641529eb-9352-4536-99f5-c6de876ad4ee {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:43.167477 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba545-5975-4e6a-a8f1-cdf0f34ccf73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.167737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Calling delete_port for 641529eb-9352-4536-99f5-c6de876ad4ee owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:43.200300 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.220081 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b7a239e0-4b78-4910-b6eb-5041b2fce42c None None] Provisioning complete for port cf714077-d4c2-4966-aba7-88fc07ed0680 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:43.220742 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b7a239e0-4b78-4910-b6eb-5041b2fce42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.228003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208732ed-a3f0-4875-91d0-ffda3676b408 req-593b802a-bd88-4b12-9850-d09450a1b549 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.230546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-208732ed-a3f0-4875-91d0-ffda3676b408 req-593b802a-bd88-4b12-9850-d09450a1b549 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 945 time: 0.1513064 Sep 16 04:50:43.303550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['432852c5-3afd-45e3-bb83-4f492de81ee7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:43.397784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5c7ba545-5975-4e6a-a8f1-cdf0f34ccf73 None None] For port 641529eb-9352-4536-99f5-c6de876ad4ee, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=641529eb-9352-4536-99f5-c6de876ad4ee,segment=NetworkSegment(6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3),segment_id=6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:43.398195 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba545-5975-4e6a-a8f1-cdf0f34ccf73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.411124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b7a239e0-4b78-4910-b6eb-5041b2fce42c None None] Port cf714077-d4c2-4966-aba7-88fc07ed0680 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:43.425575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ba545-5975-4e6a-a8f1-cdf0f34ccf73 None None] Calling delete_port for 641529eb-9352-4536-99f5-c6de876ad4ee owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:43.430680 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.474713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Port': ['ID=641529eb-9352-4536-99f5-c6de876ad4ee,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:43.476975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] No DVR routers for this DVR port 641529eb-9352-4536-99f5-c6de876ad4ee on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:43.501258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-208732ed-a3f0-4875-91d0-ffda3676b408 req-a8034e49-b705-4378-b398-41bed5d9751b tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287646 Sep 16 04:50:43.590123 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.634425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b448c330-0948-4c3f-b5fc-3a965c0a24c6']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:43.654159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:43.657040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e39231f-80bc-4e6f-b7e8-f5b5b9079ce3') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:43.674356 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-efe04d6f-cd3b-42fb-b99f-e0e7a3cbf83c req-7775bc34-07b6-4ab3-babe-54ec81837655 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/9f220f16-3f36-40de-9841-9c499e914f71 HTTP/1.1" status: 200 len: 1803 time: 0.1159406 Sep 16 04:50:43.679569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-efe04d6f-cd3b-42fb-b99f-e0e7a3cbf83c req-d92cff42-57b5-4a89-935c-4dba5e9cb2b1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Request body: {'security_group': {'name': 'tempest-sg-hth-656783963', 'description': 'tempest-description-hth-1670450922'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:43.683048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: from cryptography.utils import int_from_bytes Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: from cryptography.utils import int_from_bytes Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.694363 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:43.696952 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 04:50:43.712799 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba545-5975-4e6a-a8f1-cdf0f34ccf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.720093 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.723391 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-efe04d6f-cd3b-42fb-b99f-e0e7a3cbf83c req-d92cff42-57b5-4a89-935c-4dba5e9cb2b1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.738386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:43.739162 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:43.748306 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:43.806288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56544bc-9c85-443c-a0f5-40e0cda20454 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:43.821968 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.826716 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-efe04d6f-cd3b-42fb-b99f-e0e7a3cbf83c req-d92cff42-57b5-4a89-935c-4dba5e9cb2b1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.833646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ba545-5975-4e6a-a8f1-cdf0f34ccf73 None None] Pushing event deleted for resources: {'Port': ['ID=641529eb-9352-4536-99f5-c6de876ad4ee,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:43.845676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7ba545-5975-4e6a-a8f1-cdf0f34ccf73 None None] No DVR routers for this DVR port 641529eb-9352-4536-99f5-c6de876ad4ee on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:43.908935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 641529eb-9352-4536-99f5-c6de876ad4ee no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:43.919340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-efe04d6f-cd3b-42fb-b99f-e0e7a3cbf83c req-d92cff42-57b5-4a89-935c-4dba5e9cb2b1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.924090 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-efe04d6f-cd3b-42fb-b99f-e0e7a3cbf83c req-d92cff42-57b5-4a89-935c-4dba5e9cb2b1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.932130 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-efe04d6f-cd3b-42fb-b99f-e0e7a3cbf83c req-d92cff42-57b5-4a89-935c-4dba5e9cb2b1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "PUT /v2.0/security-groups/9f220f16-3f36-40de-9841-9c499e914f71 HTTP/1.1" status: 200 len: 1776 time: 0.2504489 Sep 16 04:50:43.940930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 641529eb-9352-4536-99f5-c6de876ad4ee {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:43.941285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 641529eb-9352-4536-99f5-c6de876ad4ee not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:43.954330 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.955953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Transition to ACTIVE for port object c56544bc-9c85-443c-a0f5-40e0cda20454 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:43.970095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cff42-57b5-4a89-935c-4dba5e9cb2b1 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f220f16-3f36-40de-9841-9c499e914f71,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:43.973667 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.978187 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] 10.222.0.24 "DELETE /v2.0/networks/b448c330-0948-4c3f-b5fc-3a965c0a24c6 HTTP/1.1" status: 204 len: 168 time: 1.3113985 Sep 16 04:50:44.021931 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d152b8-3d80-4ac8-b57b-9c48609e04d5 tempest-ServersTestMultiNic-1516106086 tempest-ServersTestMultiNic-1516106086-project] Pushing event deleted for resources: {'Network': ['ID=b448c330-0948-4c3f-b5fc-3a965c0a24c6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:44.044974 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.175537 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Pushing event updated for resources: {'Port': ['ID=c56544bc-9c85-443c-a0f5-40e0cda20454,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:44.247958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1426a-881a-47a4-a5fb-dc1fd767af16 req-e0f5f282-181a-42ca-89c5-c6313208801f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.254176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1426a-881a-47a4-a5fb-dc1fd767af16 req-e0f5f282-181a-42ca-89c5-c6313208801f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.265227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1426a-881a-47a4-a5fb-dc1fd767af16 req-e0f5f282-181a-42ca-89c5-c6313208801f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.272377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1426a-881a-47a4-a5fb-dc1fd767af16 req-e0f5f282-181a-42ca-89c5-c6313208801f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.279630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1426a-881a-47a4-a5fb-dc1fd767af16 req-e0f5f282-181a-42ca-89c5-c6313208801f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.295923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92f1426a-881a-47a4-a5fb-dc1fd767af16 req-e0f5f282-181a-42ca-89c5-c6313208801f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 3828 time: 0.2453079 Sep 16 04:50:44.355110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92f1426a-881a-47a4-a5fb-dc1fd767af16 req-afd80c21-945b-4267-a2db-ce7088944135 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543175 Sep 16 04:50:44.355110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Attempting to bind port c56544bc-9c85-443c-a0f5-40e0cda20454 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:44.355110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Attempting to bind port c56544bc-9c85-443c-a0f5-40e0cda20454 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:44.355110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Attempting to bind port c56544bc-9c85-443c-a0f5-40e0cda20454 on network 6e579560-ee61-4292-8f2f-64a91f12cd9a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:44.359302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Port c56544bc-9c85-443c-a0f5-40e0cda20454 on network 6e579560-ee61-4292-8f2f-64a91f12cd9a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:44.359721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Attempting to bind port c56544bc-9c85-443c-a0f5-40e0cda20454 on network 6e579560-ee61-4292-8f2f-64a91f12cd9a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:44.375837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:44.376279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Checking segment: {'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:44.376743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Bound using segment: {'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:44.377267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Bound port: c56544bc-9c85-443c-a0f5-40e0cda20454, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b8c4f3-221c-4441-8e14-2a17571c45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:44.377734 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.521523 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-67726912-e432-4ed2-a525-b56330af5282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.526955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] For port c56544bc-9c85-443c-a0f5-40e0cda20454, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:44.556269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7258f-f601-4761-9264-6ad3413104e4 req-ea1451f4-9d0f-47f1-a2e0-ec54e86d31e0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.557839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5e7258f-f601-4761-9264-6ad3413104e4 req-ea1451f4-9d0f-47f1-a2e0-ec54e86d31e0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 950 time: 0.0798516 Sep 16 04:50:44.561915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] For port c56544bc-9c85-443c-a0f5-40e0cda20454, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c56544bc-9c85-443c-a0f5-40e0cda20454,segment=NetworkSegment(39b8c4f3-221c-4441-8e14-2a17571c45bc),segment_id=39b8c4f3-221c-4441-8e14-2a17571c45bc)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:44.599551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5e7258f-f601-4761-9264-6ad3413104e4 req-c8ac74fe-4274-4b68-977d-5a9bdac016a5 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338001 Sep 16 04:50:44.684829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a1ec454-8ba9-4235-a4e7-1fad9575829b req-6eed9625-64ee-4ecf-9112-6df3732d6e77 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/9f220f16-3f36-40de-9841-9c499e914f71 HTTP/1.1" status: 200 len: 1776 time: 0.0601828 Sep 16 04:50:44.689425 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.736296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.736938 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.738749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] 10.222.0.37 "PUT /v2.0/ports/c56544bc-9c85-443c-a0f5-40e0cda20454 HTTP/1.1" status: 200 len: 1093 time: 1.7209527 Sep 16 04:50:44.739490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': 'c56544bc-9c85-443c-a0f5-40e0cda20454'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:44.742573 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e519af-1733-4166-b6d0-c8140ee3d658" -d '{"events": [{"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "c56544bc-9c85-443c-a0f5-40e0cda20454"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:44.769187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906e465-335d-4300-a15a-091ea74f4f76 service neutron] Pushing event updated for resources: {'Port': ['ID=c56544bc-9c85-443c-a0f5-40e0cda20454,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:44.829710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Request body: {'port': {'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:44.855720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3546ae1-b08f-4463-9764-53bb6cbf5905 req-5f6a214d-7f7c-45fe-8232-a0369bc7d3d7 tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.866482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3546ae1-b08f-4463-9764-53bb6cbf5905 req-5f6a214d-7f7c-45fe-8232-a0369bc7d3d7 tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 1102 time: 0.0806561 Sep 16 04:50:44.962323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3546ae1-b08f-4463-9764-53bb6cbf5905 req-8f9d0d4b-835f-4615-ab79-5d1bfd896850 tempest-MigrationsAdminTest-1502233416 tempest-MigrationsAdminTest-1502233416-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779912 Sep 16 04:50:44.977588 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.093961 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:50:45.095580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f147497-d301-40f5-a3b4-f07ced5b3599 req-4984b554-4c47-4576-a8e6-973944b10cac tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/9f220f16-3f36-40de-9841-9c499e914f71 HTTP/1.1" status: 200 len: 1776 time: 0.1053679 Sep 16 04:50:45.247851 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.330601 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f147497-d301-40f5-a3b4-f07ced5b3599 req-92a48804-220c-4121-ae37-5935bc24c0f7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.374044 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f147497-d301-40f5-a3b4-f07ced5b3599 req-92a48804-220c-4121-ae37-5935bc24c0f7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.477871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f75ae1-2006-4b22-907b-5e5d61caef19 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:45.488069 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.513992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Transition to ACTIVE for port object f7f75ae1-2006-4b22-907b-5e5d61caef19 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:45.543258 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f147497-d301-40f5-a3b4-f07ced5b3599 req-92a48804-220c-4121-ae37-5935bc24c0f7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.550343 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f147497-d301-40f5-a3b4-f07ced5b3599 req-92a48804-220c-4121-ae37-5935bc24c0f7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.565024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f147497-d301-40f5-a3b4-f07ced5b3599 req-92a48804-220c-4121-ae37-5935bc24c0f7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f220f16-3f36-40de-9841-9c499e914f71 HTTP/1.1" status: 204 len: 173 time: 0.4623575 Sep 16 04:50:45.580385 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.695257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a48804-220c-4121-ae37-5935bc24c0f7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f220f16-3f36-40de-9841-9c499e914f71,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:45.758296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Pushing event updated for resources: {'Port': ['ID=f7f75ae1-2006-4b22-907b-5e5d61caef19,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:45.884846 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.889470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Attempting to bind port f7f75ae1-2006-4b22-907b-5e5d61caef19 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:45.895350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Attempting to bind port f7f75ae1-2006-4b22-907b-5e5d61caef19 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:45.895350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Attempting to bind port f7f75ae1-2006-4b22-907b-5e5d61caef19 on network d8cdf816-71fb-457d-8b2b-7d899e914856 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:45.895350 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8fe58d-222a-46e8-a6f5-30e237e091dc x-openstack-request-id: req-eb8fe58d-222a-46e8-a6f5-30e237e091dc {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:45.895350 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "c56544bc-9c85-443c-a0f5-40e0cda20454", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:45.895350 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb8fe58d-222a-46e8-a6f5-30e237e091dc {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:45.895350 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': 'c56544bc-9c85-443c-a0f5-40e0cda20454', 'status': 'completed', 'code': 200} Sep 16 04:50:45.901808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Port f7f75ae1-2006-4b22-907b-5e5d61caef19 on network d8cdf816-71fb-457d-8b2b-7d899e914856 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:45.902133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Attempting to bind port f7f75ae1-2006-4b22-907b-5e5d61caef19 on network d8cdf816-71fb-457d-8b2b-7d899e914856 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:45.909207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:45.909548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Checking segment: {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:45.909935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Bound using segment: {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:45.910618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Bound port: f7f75ae1-2006-4b22-907b-5e5d61caef19, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:45.910983 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.957035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-e0645449-21da-4006-bf93-1719951161a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.958264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-e0645449-21da-4006-bf93-1719951161a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.958909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-e0645449-21da-4006-bf93-1719951161a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.959546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-e0645449-21da-4006-bf93-1719951161a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.960201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-e0645449-21da-4006-bf93-1719951161a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.960859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-e0645449-21da-4006-bf93-1719951161a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.965818 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-e0645449-21da-4006-bf93-1719951161a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5251 time: 0.0763123 Sep 16 04:50:46.006870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] For port f7f75ae1-2006-4b22-907b-5e5d61caef19, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:46.012599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] For port f7f75ae1-2006-4b22-907b-5e5d61caef19, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f7f75ae1-2006-4b22-907b-5e5d61caef19,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:46.078380 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.138275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.139741 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.141828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] 10.222.0.37 "PUT /v2.0/ports/f7f75ae1-2006-4b22-907b-5e5d61caef19 HTTP/1.1" status: 200 len: 1136 time: 1.3168647 Sep 16 04:50:46.173899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-75bdce15-a245-4076-a69d-4a2b653a1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.176747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-75bdce15-a245-4076-a69d-4a2b653a1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.177257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-75bdce15-a245-4076-a69d-4a2b653a1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.186226 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-75bdce15-a245-4076-a69d-4a2b653a1d21 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2119508 Sep 16 04:50:46.188222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08f205-f179-4f4c-bad8-187459d6187e service neutron] Pushing event updated for resources: {'Port': ['ID=f7f75ae1-2006-4b22-907b-5e5d61caef19,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:46.251930 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Request body: {'port': {'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:46.256456 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.354964 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.372575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 432852c5-3afd-45e3-bb83-4f492de81ee7 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:46.389993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-3a535d36-6db4-4187-b74a-eddf5b5d9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.394125 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94e519af-1733-4166-b6d0-c8140ee3d658 req-3a535d36-6db4-4187-b74a-eddf5b5d9b07 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1992702 Sep 16 04:50:46.556168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 432852c5-3afd-45e3-bb83-4f492de81ee7 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:46.562446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 432852c5-3afd-45e3-bb83-4f492de81ee7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:46.562446 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.616401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c70f-b975-45d0-8bd2-731ca6c60541 req-58c46f18-9867-417d-9c1c-bd53018c8b40 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.625727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c70f-b975-45d0-8bd2-731ca6c60541 req-58c46f18-9867-417d-9c1c-bd53018c8b40 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.634545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c70f-b975-45d0-8bd2-731ca6c60541 req-58c46f18-9867-417d-9c1c-bd53018c8b40 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.642951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c70f-b975-45d0-8bd2-731ca6c60541 req-58c46f18-9867-417d-9c1c-bd53018c8b40 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.650575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c70f-b975-45d0-8bd2-731ca6c60541 req-58c46f18-9867-417d-9c1c-bd53018c8b40 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.652758 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.659585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c70f-b975-45d0-8bd2-731ca6c60541 req-58c46f18-9867-417d-9c1c-bd53018c8b40 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.662017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0e6c70f-b975-45d0-8bd2-731ca6c60541 req-58c46f18-9867-417d-9c1c-bd53018c8b40 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 4605 time: 0.2723193 Sep 16 04:50:46.686141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:46.688958 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817869d8-2a0f-4ac2-8494-6cbd0253dc9e" -d '{"events": [{"server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "name": "network-vif-plugged", "status": "completed", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:46.704990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:46.761401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0e6c70f-b975-45d0-8bd2-731ca6c60541 req-784c81d6-6904-4ed3-b9b4-bdcdb613e223 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901084 Sep 16 04:50:46.798873 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.873928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=13']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:46.924014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8931bc21-7184-449c-b91d-8bf34e1a5d56 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:46.932437 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.958399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Transition to ACTIVE for port object 8931bc21-7184-449c-b91d-8bf34e1a5d56 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:46.996971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c72455-3b78-4ad6-b525-03c2fce9fab0 req-cae6003a-bae8-4d2a-b0f7-d4c65e8fbb3c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.999240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41c72455-3b78-4ad6-b525-03c2fce9fab0 req-cae6003a-bae8-4d2a-b0f7-d4c65e8fbb3c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 951 time: 0.0587277 Sep 16 04:50:47.034201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.080822 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41c72455-3b78-4ad6-b525-03c2fce9fab0 req-ca825fd7-1e43-43e7-8921-2a88f4b992e3 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747969 Sep 16 04:50:47.100990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Pushing event updated for resources: {'Port': ['ID=8931bc21-7184-449c-b91d-8bf34e1a5d56,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:47.151350 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914c0b73-11ae-486d-a77a-5d2411a0b776 x-openstack-request-id: req-914c0b73-11ae-486d-a77a-5d2411a0b776 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:47.151791 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "name": "network-vif-plugged", "status": "completed", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:47.151973 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-914c0b73-11ae-486d-a77a-5d2411a0b776 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:47.152586 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'code': 200} Sep 16 04:50:47.211202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Attempting to bind port 8931bc21-7184-449c-b91d-8bf34e1a5d56 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:47.211931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Attempting to bind port 8931bc21-7184-449c-b91d-8bf34e1a5d56 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:47.212394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Attempting to bind port 8931bc21-7184-449c-b91d-8bf34e1a5d56 on network d8cdf816-71fb-457d-8b2b-7d899e914856 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:47.222360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Port 8931bc21-7184-449c-b91d-8bf34e1a5d56 on network d8cdf816-71fb-457d-8b2b-7d899e914856 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:47.222817 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Attempting to bind port 8931bc21-7184-449c-b91d-8bf34e1a5d56 on network d8cdf816-71fb-457d-8b2b-7d899e914856 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:47.230327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:47.230510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Checking segment: {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:47.230990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Bound using segment: {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:47.231769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Bound port: 8931bc21-7184-449c-b91d-8bf34e1a5d56, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:47.233138 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.327067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] For port 8931bc21-7184-449c-b91d-8bf34e1a5d56, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:47.331820 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] For port 8931bc21-7184-449c-b91d-8bf34e1a5d56, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8931bc21-7184-449c-b91d-8bf34e1a5d56,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:47.425791 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.426900 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.468646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:47.469456 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.471435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] 10.222.0.37 "PUT /v2.0/ports/8931bc21-7184-449c-b91d-8bf34e1a5d56 HTTP/1.1" status: 200 len: 1135 time: 1.2272379 Sep 16 04:50:47.496997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d72cc4-82a3-4f26-9f1b-106d34c438ad service neutron] Pushing event updated for resources: {'Port': ['ID=8931bc21-7184-449c-b91d-8bf34e1a5d56,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:47.584567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Request body: {'port': {'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:47.696428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3a1d7-d098-4cdc-b2b1-2b33643f6069 req-ece4dbe7-af09-4bdc-bb99-7529c0eb871b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:47.697971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9c3a1d7-d098-4cdc-b2b1-2b33643f6069 req-ece4dbe7-af09-4bdc-bb99-7529c0eb871b tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.23 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 951 time: 0.0873160 Sep 16 04:50:47.706175 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.897438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': 'f7f75ae1-2006-4b22-907b-5e5d61caef19'}, {'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': '8931bc21-7184-449c-b91d-8bf34e1a5d56'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:47.900235 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5a597d-aa12-4267-8533-af137f12af75" -d '{"events": [{"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "f7f75ae1-2006-4b22-907b-5e5d61caef19"}, {"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "8931bc21-7184-449c-b91d-8bf34e1a5d56"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:47.914588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-e9c3a1d7-d098-4cdc-b2b1-2b33643f6069 req-2ba1d845-0034-419d-b137-e6287407ae2f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Deleting port 432852c5-3afd-45e3-bb83-4f492de81ee7 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:47.914929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e9c3a1d7-d098-4cdc-b2b1-2b33643f6069 req-2ba1d845-0034-419d-b137-e6287407ae2f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.072647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-e9c3a1d7-d098-4cdc-b2b1-2b33643f6069 req-2ba1d845-0034-419d-b137-e6287407ae2f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] For port 432852c5-3afd-45e3-bb83-4f492de81ee7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=432852c5-3afd-45e3-bb83-4f492de81ee7,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:48.073318 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e9c3a1d7-d098-4cdc-b2b1-2b33643f6069 req-2ba1d845-0034-419d-b137-e6287407ae2f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.088408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-e9c3a1d7-d098-4cdc-b2b1-2b33643f6069 req-2ba1d845-0034-419d-b137-e6287407ae2f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Calling delete_port for 432852c5-3afd-45e3-bb83-4f492de81ee7 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:48.184288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:48.196732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.219786 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Transition to ACTIVE for port object 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:48.980694 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e9c3a1d7-d098-4cdc-b2b1-2b33643f6069 req-2ba1d845-0034-419d-b137-e6287407ae2f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.980694 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.989900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:49.056541 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['11d608a7-45e0-43d7-a55c-b19cc9247b85', '4532b43d-fb90-4cbf-b284-0f12d478427e', '432852c5-3afd-45e3-bb83-4f492de81ee7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:49.188680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50808) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:49.349306 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c3a1d7-d098-4cdc-b2b1-2b33643f6069 req-2ba1d845-0034-419d-b137-e6287407ae2f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] No DVR routers for this DVR port 432852c5-3afd-45e3-bb83-4f492de81ee7 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:49.363978 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e9c3a1d7-d098-4cdc-b2b1-2b33643f6069 req-2ba1d845-0034-419d-b137-e6287407ae2f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.365849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9c3a1d7-d098-4cdc-b2b1-2b33643f6069 req-2ba1d845-0034-419d-b137-e6287407ae2f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.23 "DELETE /v2.0/ports/432852c5-3afd-45e3-bb83-4f492de81ee7 HTTP/1.1" status: 204 len: 173 time: 1.6573997 Sep 16 04:50:49.401378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Pushing event updated for resources: {'Port': ['ID=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:49.684076 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec22898b-6c48-4ad1-ac09-2c73c3fab386 x-openstack-request-id: req-ec22898b-6c48-4ad1-ac09-2c73c3fab386 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:49.684391 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "f7f75ae1-2006-4b22-907b-5e5d61caef19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "8931bc21-7184-449c-b91d-8bf34e1a5d56", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:49.684850 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec22898b-6c48-4ad1-ac09-2c73c3fab386 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:49.685821 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': 'f7f75ae1-2006-4b22-907b-5e5d61caef19', 'status': 'completed', 'code': 200} Sep 16 04:50:49.687920 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': '8931bc21-7184-449c-b91d-8bf34e1a5d56', 'status': 'completed', 'code': 200} Sep 16 04:50:49.694613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1d845-0034-419d-b137-e6287407ae2f tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Pushing event deleted for resources: {'Port': ['ID=432852c5-3afd-45e3-bb83-4f492de81ee7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:49.787531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Attempting to bind port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:49.792500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Attempting to bind port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:49.795831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Attempting to bind port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 on network d8cdf816-71fb-457d-8b2b-7d899e914856 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:49.817354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 on network d8cdf816-71fb-457d-8b2b-7d899e914856 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:49.818560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Attempting to bind port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 on network d8cdf816-71fb-457d-8b2b-7d899e914856 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:50.035272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f7229c12-1f7e-4052-9308-f4fadbf1648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.036860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f7229c12-1f7e-4052-9308-f4fadbf1648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.037729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f7229c12-1f7e-4052-9308-f4fadbf1648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.038255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f7229c12-1f7e-4052-9308-f4fadbf1648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.038806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f7229c12-1f7e-4052-9308-f4fadbf1648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.039353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f7229c12-1f7e-4052-9308-f4fadbf1648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.039927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f7229c12-1f7e-4052-9308-f4fadbf1648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.042183 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f7229c12-1f7e-4052-9308-f4fadbf1648b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6247 time: 0.2371080 Sep 16 04:50:50.205752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0ad88-1f2c-4286-a611-e11bf16ecde7 req-260b0393-38b7-46dc-93c3-05dc2899cc46 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.205752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0ad88-1f2c-4286-a611-e11bf16ecde7 req-260b0393-38b7-46dc-93c3-05dc2899cc46 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.211690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0ad88-1f2c-4286-a611-e11bf16ecde7 req-260b0393-38b7-46dc-93c3-05dc2899cc46 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.218720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0ad88-1f2c-4286-a611-e11bf16ecde7 req-260b0393-38b7-46dc-93c3-05dc2899cc46 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.233881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0ad88-1f2c-4286-a611-e11bf16ecde7 req-260b0393-38b7-46dc-93c3-05dc2899cc46 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.234658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-89007996-1065-4507-8bcb-c9c0eeae4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.235240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-89007996-1065-4507-8bcb-c9c0eeae4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.235838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-89007996-1065-4507-8bcb-c9c0eeae4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.237611 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf5a597d-aa12-4267-8533-af137f12af75 req-89007996-1065-4507-8bcb-c9c0eeae4818 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1852262 Sep 16 04:50:50.241005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0ad88-1f2c-4286-a611-e11bf16ecde7 req-260b0393-38b7-46dc-93c3-05dc2899cc46 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.251274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0ad88-1f2c-4286-a611-e11bf16ecde7 req-260b0393-38b7-46dc-93c3-05dc2899cc46 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.257042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fb0ad88-1f2c-4286-a611-e11bf16ecde7 req-260b0393-38b7-46dc-93c3-05dc2899cc46 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5393 time: 0.9779763 Sep 16 04:50:50.280505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:50.280505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Checking segment: {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:50.280505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Bound using segment: {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:50.282246 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Bound port: 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:50.282606 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.302831 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-870aff57-7516-408d-9632-f4dd5703de4d req-e82100e8-a821-49cd-bf1e-0483e7fab7ab tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=75200342-95f0-43ae-b212-3f9861591805 HTTP/1.1" status: 200 len: 210 time: 0.4785495 Sep 16 04:50:50.370610 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-90d271d8-aac0-4605-856c-bc714c5fb0cf req-d765df28-f8e5-465e-8f5f-1ea283f18c29 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] show failed (client error): The resource could not be found. Sep 16 04:50:50.371760 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90d271d8-aac0-4605-856c-bc714c5fb0cf req-d765df28-f8e5-465e-8f5f-1ea283f18c29 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/23824b9c-03d4-488e-b28a-4b6d732ed2f6 HTTP/1.1" status: 404 len: 352 time: 0.0226800 Sep 16 04:50:50.400171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fb0ad88-1f2c-4286-a611-e11bf16ecde7 req-cedef2b3-dcf9-463b-a131-97d418e245ad tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961385 Sep 16 04:50:50.424626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-9b2a5b8c-8202-4786-b087-efc1e20fa65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.426289 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf5a597d-aa12-4267-8533-af137f12af75 req-9b2a5b8c-8202-4786-b087-efc1e20fa65b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1808455 Sep 16 04:50:50.430201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] For port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:50.433899 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] For port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:50.497129 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25c8efba-cdae-47a3-8ff2-c6ba90e4e33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.524892 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-fad1b829-0cad-4ff3-9424-676043e186c3 req-c87b690a-3967-4043-8e56-f3a09c8aff13 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] show failed (client error): The resource could not be found. Sep 16 04:50:50.533715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fad1b829-0cad-4ff3-9424-676043e186c3 req-c87b690a-3967-4043-8e56-f3a09c8aff13 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/1d20ed53-01f1-45af-b244-9bccdf032745 HTTP/1.1" status: 404 len: 352 time: 0.0230637 Sep 16 04:50:50.545620 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.617738 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.617930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.619983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] 10.222.0.37 "PUT /v2.0/ports/1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 HTTP/1.1" status: 200 len: 1092 time: 3.0401900 Sep 16 04:50:50.620879 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-dd6062d7-87e6-42ab-aed1-ac267bae4933 req-e4e6e412-754a-40fc-bbf0-b92e97d2f2dd tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] show failed (client error): The resource could not be found. Sep 16 04:50:50.622040 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd6062d7-87e6-42ab-aed1-ac267bae4933 req-e4e6e412-754a-40fc-bbf0-b92e97d2f2dd tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/955aaa1f-2877-4f5f-a743-6c7efc4ee3e8 HTTP/1.1" status: 404 len: 352 time: 0.0616982 Sep 16 04:50:50.672273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea4471-e2b3-4764-9fc7-99e9c7aeaf01 req-daa32032-8623-4a68-86f8-c4fc6ec535b6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.680489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85ea4471-e2b3-4764-9fc7-99e9c7aeaf01 req-daa32032-8623-4a68-86f8-c4fc6ec535b6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.2274880 Sep 16 04:50:50.709179 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-12cbef16-0cb8-4834-94b1-3f4dbd6d608f req-5efa10bc-af5f-4f45-9341-6320b0f7f8a6 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] show failed (client error): The resource could not be found. Sep 16 04:50:50.734644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12cbef16-0cb8-4834-94b1-3f4dbd6d608f req-5efa10bc-af5f-4f45-9341-6320b0f7f8a6 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/e12ac6d4-6cd4-417e-9aa7-708024a9e635 HTTP/1.1" status: 404 len: 352 time: 0.0447524 Sep 16 04:50:50.754987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Request body: {'port': {'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:50.767912 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffc8ce-3226-4017-824f-ef79d0feb069 service neutron] Pushing event updated for resources: {'Port': ['ID=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:50.804841 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-9a00cf06-d1c1-4bc7-84ea-e918ac2255a1 req-6fe782e3-e077-4ebc-b49b-f77c6b56d3ff tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] show failed (client error): The resource could not be found. Sep 16 04:50:50.820363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a00cf06-d1c1-4bc7-84ea-e918ac2255a1 req-6fe782e3-e077-4ebc-b49b-f77c6b56d3ff tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/02662319-d85b-4654-b715-5a940a33d4c0 HTTP/1.1" status: 404 len: 352 time: 0.0611975 Sep 16 04:50:50.884047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85ea4471-e2b3-4764-9fc7-99e9c7aeaf01 req-e830b9c2-d5bd-4d9e-ae90-04f8913e36b1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976678 Sep 16 04:50:50.890158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f9501211-0572-4d14-88c1-7410697975c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.890466 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-ab0c4a71-2853-4895-9b71-7a00ad86deeb req-16ee764b-841e-4784-875a-137d23cd384c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] show failed (client error): The resource could not be found. Sep 16 04:50:50.890652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f9501211-0572-4d14-88c1-7410697975c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.894500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f9501211-0572-4d14-88c1-7410697975c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.897393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f9501211-0572-4d14-88c1-7410697975c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.897881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f9501211-0572-4d14-88c1-7410697975c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.898361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f9501211-0572-4d14-88c1-7410697975c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.899535 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f9501211-0572-4d14-88c1-7410697975c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.900160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab0c4a71-2853-4895-9b71-7a00ad86deeb req-16ee764b-841e-4784-875a-137d23cd384c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/36b598ce-f983-47b4-a2d9-20a010858102 HTTP/1.1" status: 404 len: 352 time: 0.0563090 Sep 16 04:50:50.906975 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf5a597d-aa12-4267-8533-af137f12af75 req-f9501211-0572-4d14-88c1-7410697975c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6289 time: 0.4003410 Sep 16 04:50:50.966963 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.140230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-af55ebb9-8d07-41a4-a240-5bac9e2767ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.140754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-af55ebb9-8d07-41a4-a240-5bac9e2767ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.141497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-af55ebb9-8d07-41a4-a240-5bac9e2767ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.143173 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf5a597d-aa12-4267-8533-af137f12af75 req-af55ebb9-8d07-41a4-a240-5bac9e2767ec service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1493120 Sep 16 04:50:51.367538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a597d-aa12-4267-8533-af137f12af75 req-fadea4bd-35c3-47c6-89b8-9d363c116cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.369917 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf5a597d-aa12-4267-8533-af137f12af75 req-fadea4bd-35c3-47c6-89b8-9d363c116cf7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2177403 Sep 16 04:50:51.399040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-25c8efba-cdae-47a3-8ff2-c6ba90e4e33d admin admin] Deleting port 7bfa7ee4-23be-4171-b70b-d86475d93980 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:51.399508 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25c8efba-cdae-47a3-8ff2-c6ba90e4e33d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.599857 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-25c8efba-cdae-47a3-8ff2-c6ba90e4e33d admin admin] For port 7bfa7ee4-23be-4171-b70b-d86475d93980, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7bfa7ee4-23be-4171-b70b-d86475d93980,segment=NetworkSegment(e11f0dd8-8b5f-44db-9abc-270846cb4533),segment_id=e11f0dd8-8b5f-44db-9abc-270846cb4533)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:51.600524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25c8efba-cdae-47a3-8ff2-c6ba90e4e33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.618700 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-25c8efba-cdae-47a3-8ff2-c6ba90e4e33d admin admin] Calling delete_port for 7bfa7ee4-23be-4171-b70b-d86475d93980 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:51.646992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff4320c-9c99-48f4-bc6c-655f8f986494 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:51.658253 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.676095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad40ab-466d-4a52-be6b-e1bd55de9d9d req-7a8de708-9c4e-4ec7-94b8-b5653cdd1721 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.677740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-acad40ab-466d-4a52-be6b-e1bd55de9d9d req-7a8de708-9c4e-4ec7-94b8-b5653cdd1721 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 1023 time: 0.1358769 Sep 16 04:50:51.695312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'name': 'network-vif-deleted', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7'}, {'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': '1b94a81f-0f59-4bfb-b4d9-c24519ba47e4'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:51.697750 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d25bbd-f115-4ca9-86f8-81c157049207" -d '{"events": [{"server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "name": "network-vif-deleted", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7"}, {"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "1b94a81f-0f59-4bfb-b4d9-c24519ba47e4"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:51.703429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Transition to ACTIVE for port object 3ff4320c-9c99-48f4-bc6c-655f8f986494 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:51.746354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-acad40ab-466d-4a52-be6b-e1bd55de9d9d req-3b7aa153-425b-465e-b8a6-d3fb5a31c661 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&id=a26e1438-fb2f-4106-ab8f-12f5f078ea25&id=a058b360-39cb-465b-98b0-44426eedd504&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0572438 Sep 16 04:50:51.765451 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.834214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff4320c-9c99-48f4-bc6c-655f8f986494,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:51.986226 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429de630-69c4-48af-9e1d-2b4ace2fcff4 x-openstack-request-id: req-429de630-69c4-48af-9e1d-2b4ace2fcff4 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:51.986525 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75200342-95f0-43ae-b212-3f9861591805", "name": "network-vif-deleted", "tag": "432852c5-3afd-45e3-bb83-4f492de81ee7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "1b94a81f-0f59-4bfb-b4d9-c24519ba47e4", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:51.986911 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-429de630-69c4-48af-9e1d-2b4ace2fcff4 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:51.989104 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75200342-95f0-43ae-b212-3f9861591805', 'name': 'network-vif-deleted', 'tag': '432852c5-3afd-45e3-bb83-4f492de81ee7', 'status': 'completed', 'code': 200} Sep 16 04:50:51.990005 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': '1b94a81f-0f59-4bfb-b4d9-c24519ba47e4', 'status': 'completed', 'code': 200} Sep 16 04:50:52.062554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382da53-b9cc-4f6e-aa73-50d9d2d028dd req-bd3d005f-9d41-4117-ae65-7d8a64110999 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.065695 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25c8efba-cdae-47a3-8ff2-c6ba90e4e33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.085574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382da53-b9cc-4f6e-aa73-50d9d2d028dd req-bd3d005f-9d41-4117-ae65-7d8a64110999 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.096534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382da53-b9cc-4f6e-aa73-50d9d2d028dd req-bd3d005f-9d41-4117-ae65-7d8a64110999 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.114685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382da53-b9cc-4f6e-aa73-50d9d2d028dd req-bd3d005f-9d41-4117-ae65-7d8a64110999 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.128577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382da53-b9cc-4f6e-aa73-50d9d2d028dd req-bd3d005f-9d41-4117-ae65-7d8a64110999 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.150088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382da53-b9cc-4f6e-aa73-50d9d2d028dd req-bd3d005f-9d41-4117-ae65-7d8a64110999 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.163891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382da53-b9cc-4f6e-aa73-50d9d2d028dd req-bd3d005f-9d41-4117-ae65-7d8a64110999 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.198292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2382da53-b9cc-4f6e-aa73-50d9d2d028dd req-bd3d005f-9d41-4117-ae65-7d8a64110999 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5405 time: 0.3022494 Sep 16 04:50:52.303840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8efba-cdae-47a3-8ff2-c6ba90e4e33d admin admin] Pushing event deleted for resources: {'Port': ['ID=7bfa7ee4-23be-4171-b70b-d86475d93980,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:52.333503 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Attempting to bind port 3ff4320c-9c99-48f4-bc6c-655f8f986494 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:52.333843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Attempting to bind port 3ff4320c-9c99-48f4-bc6c-655f8f986494 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:52.334173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Attempting to bind port 3ff4320c-9c99-48f4-bc6c-655f8f986494 on network d8cdf816-71fb-457d-8b2b-7d899e914856 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:52.341467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-53c336f3-53e0-4eb1-a118-44f293a3dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.353070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-53c336f3-53e0-4eb1-a118-44f293a3dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.353626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-53c336f3-53e0-4eb1-a118-44f293a3dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.354123 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-53c336f3-53e0-4eb1-a118-44f293a3dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.354589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-53c336f3-53e0-4eb1-a118-44f293a3dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.355068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-53c336f3-53e0-4eb1-a118-44f293a3dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.355532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-53c336f3-53e0-4eb1-a118-44f293a3dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.356513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Port 3ff4320c-9c99-48f4-bc6c-655f8f986494 on network d8cdf816-71fb-457d-8b2b-7d899e914856 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:52.356855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Attempting to bind port 3ff4320c-9c99-48f4-bc6c-655f8f986494 on network d8cdf816-71fb-457d-8b2b-7d899e914856 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:52.358021 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-53c336f3-53e0-4eb1-a118-44f293a3dbb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6315 time: 0.3747375 Sep 16 04:50:52.369548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:52.369891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Checking segment: {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:52.370426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Bound using segment: {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:52.370901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Bound port: 3ff4320c-9c99-48f4-bc6c-655f8f986494, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd490e7-cfc8-4372-854a-256b376e1a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:52.371268 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.400131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cae9d3-2a8b-437a-afe0-bf289ad4958c req-cae74570-1cff-4f58-a7ea-9bf1eb95d266 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.402473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 432852c5-3afd-45e3-bb83-4f492de81ee7 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:52.408815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9cae9d3-2a8b-437a-afe0-bf289ad4958c req-cae74570-1cff-4f58-a7ea-9bf1eb95d266 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 950 time: 0.2004359 Sep 16 04:50:52.436941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2382da53-b9cc-4f6e-aa73-50d9d2d028dd req-342ee635-08bd-4208-ab37-696acfa82bfd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2322781 Sep 16 04:50:52.468759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 432852c5-3afd-45e3-bb83-4f492de81ee7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:52.470013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 432852c5-3afd-45e3-bb83-4f492de81ee7 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:52.652572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9cae9d3-2a8b-437a-afe0-bf289ad4958c req-18de3d42-dfd2-4109-ae13-cd7c59af8954 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408826 Sep 16 04:50:52.695313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-cb3bf6cd-ead1-46be-a354-356223523d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.696715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-cb3bf6cd-ead1-46be-a354-356223523d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.697414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-cb3bf6cd-ead1-46be-a354-356223523d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.699803 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-cb3bf6cd-ead1-46be-a354-356223523d77 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2672567 Sep 16 04:50:52.704038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] For port 3ff4320c-9c99-48f4-bc6c-655f8f986494, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:52.704202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25c8efba-cdae-47a3-8ff2-c6ba90e4e33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.721297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a998f-64ce-4e72-9f0f-fa3c93bd3141 req-504cbcf9-3bf3-493b-ae64-82b82fe079c4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.723194 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6a998f-64ce-4e72-9f0f-fa3c93bd3141 req-504cbcf9-3bf3-493b-ae64-82b82fe079c4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.1188676 Sep 16 04:50:52.725795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] For port 3ff4320c-9c99-48f4-bc6c-655f8f986494, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3ff4320c-9c99-48f4-bc6c-655f8f986494,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:52.797661 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.906720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6a998f-64ce-4e72-9f0f-fa3c93bd3141 req-dcba5484-a2a0-4346-b18c-a95f558f3e6f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748438 Sep 16 04:50:52.947931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.948758 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.949949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-a8c6d6c7-31b4-4793-a20e-1dca5251fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.950366 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] 10.222.0.37 "PUT /v2.0/ports/3ff4320c-9c99-48f4-bc6c-655f8f986494 HTTP/1.1" status: 200 len: 1091 time: 2.2029493 Sep 16 04:50:52.962344 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-24d25bbd-f115-4ca9-86f8-81c157049207 req-a8c6d6c7-31b4-4793-a20e-1dca5251fd34 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2534139 Sep 16 04:50:53.016130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5be5e-6635-40ea-9de6-ebe3ba2d4f6b req-ccbe515c-b14d-4a52-8a83-3fe689b4ed6c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.017916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42e5be5e-6635-40ea-9de6-ebe3ba2d4f6b req-ccbe515c-b14d-4a52-8a83-3fe689b4ed6c tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.23 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 1023 time: 0.2470291 Sep 16 04:50:53.022967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3b569-296c-4341-8a4b-5c9ef815d616 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff4320c-9c99-48f4-bc6c-655f8f986494,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:53.045817 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9abf-8c03-49a5-96af-3c425bdb20c6 req-006ba62f-b62d-4754-b1c9-ad7853be98dd tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.047559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-998b9abf-8c03-49a5-96af-3c425bdb20c6 req-006ba62f-b62d-4754-b1c9-ad7853be98dd tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 1023 time: 0.1581969 Sep 16 04:50:53.209855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-998b9abf-8c03-49a5-96af-3c425bdb20c6 req-5431d5fd-573d-45ea-b72c-02e716b280be tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups?id=64f36f61-0710-4626-94d0-5a5ccbe481dc&id=a26e1438-fb2f-4106-ab8f-12f5f078ea25&id=a058b360-39cb-465b-98b0-44426eedd504&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1265140 Sep 16 04:50:53.292405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-42e5be5e-6635-40ea-9de6-ebe3ba2d4f6b req-595da3f5-5223-4eec-b4bb-62e4f5c9f3c7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Deleting port e839f219-105b-4874-a55a-bfe83d5f1999 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:53.292886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-42e5be5e-6635-40ea-9de6-ebe3ba2d4f6b req-595da3f5-5223-4eec-b4bb-62e4f5c9f3c7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.305193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c53ea-7a82-42a0-aa8e-51c809d51ba6 req-fd0061b4-bff9-454b-af67-4f25914c0e2c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.306911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-225c53ea-7a82-42a0-aa8e-51c809d51ba6 req-fd0061b4-bff9-454b-af67-4f25914c0e2c tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 950 time: 0.0933752 Sep 16 04:50:53.483258 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-42e5be5e-6635-40ea-9de6-ebe3ba2d4f6b req-595da3f5-5223-4eec-b4bb-62e4f5c9f3c7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] For port e839f219-105b-4874-a55a-bfe83d5f1999, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e839f219-105b-4874-a55a-bfe83d5f1999,segment=NetworkSegment(6f1abf69-7bfc-433d-afa6-5e81a6d39e92),segment_id=6f1abf69-7bfc-433d-afa6-5e81a6d39e92)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:53.483807 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-42e5be5e-6635-40ea-9de6-ebe3ba2d4f6b req-595da3f5-5223-4eec-b4bb-62e4f5c9f3c7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.508669 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-42e5be5e-6635-40ea-9de6-ebe3ba2d4f6b req-595da3f5-5223-4eec-b4bb-62e4f5c9f3c7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Calling delete_port for e839f219-105b-4874-a55a-bfe83d5f1999 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:53.525475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-225c53ea-7a82-42a0-aa8e-51c809d51ba6 req-4a4f4a34-18ec-487a-8ed9-cba0508602c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Deleting port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:53.526127 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-225c53ea-7a82-42a0-aa8e-51c809d51ba6 req-4a4f4a34-18ec-487a-8ed9-cba0508602c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.705944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Request body: {'port': {'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:53.776657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c8efba-cdae-47a3-8ff2-c6ba90e4e33d admin admin] Router f7c78b09-add0-4013-9220-f49d0159df97 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:53.793163 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.812861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-225c53ea-7a82-42a0-aa8e-51c809d51ba6 req-4a4f4a34-18ec-487a-8ed9-cba0508602c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] For port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:53.813473 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-225c53ea-7a82-42a0-aa8e-51c809d51ba6 req-4a4f4a34-18ec-487a-8ed9-cba0508602c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.828368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138327e-59ee-432c-92a8-852d00ca1d14 req-6b66ad16-285c-42b4-99c8-6d7a343ac010 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.834962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138327e-59ee-432c-92a8-852d00ca1d14 req-6b66ad16-285c-42b4-99c8-6d7a343ac010 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.841353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138327e-59ee-432c-92a8-852d00ca1d14 req-6b66ad16-285c-42b4-99c8-6d7a343ac010 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.848285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138327e-59ee-432c-92a8-852d00ca1d14 req-6b66ad16-285c-42b4-99c8-6d7a343ac010 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.857769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138327e-59ee-432c-92a8-852d00ca1d14 req-6b66ad16-285c-42b4-99c8-6d7a343ac010 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.867408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138327e-59ee-432c-92a8-852d00ca1d14 req-6b66ad16-285c-42b4-99c8-6d7a343ac010 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.874094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138327e-59ee-432c-92a8-852d00ca1d14 req-6b66ad16-285c-42b4-99c8-6d7a343ac010 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.876129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9138327e-59ee-432c-92a8-852d00ca1d14 req-6b66ad16-285c-42b4-99c8-6d7a343ac010 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5405 time: 0.2844062 Sep 16 04:50:53.912764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-225c53ea-7a82-42a0-aa8e-51c809d51ba6 req-4a4f4a34-18ec-487a-8ed9-cba0508602c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Calling delete_port for 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:54.014649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9138327e-59ee-432c-92a8-852d00ca1d14 req-81d920ab-5679-4839-a514-e9c348e8ba33 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296089 Sep 16 04:50:54.016036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': '3ff4320c-9c99-48f4-bc6c-655f8f986494'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:54.021089 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6845884-f791-4a75-9e76-084f1f7a9c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "3ff4320c-9c99-48f4-bc6c-655f8f986494"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:54.073368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1015f-da1d-4785-930c-cde9a03c5d48 req-116cd3d2-ba1d-49dd-b811-f1a69ef53cdf tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.085713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60d1015f-da1d-4785-930c-cde9a03c5d48 req-116cd3d2-ba1d-49dd-b811-f1a69ef53cdf tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 950 time: 0.3170893 Sep 16 04:50:54.152292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c8efba-cdae-47a3-8ff2-c6ba90e4e33d admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:54.162214 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-25c8efba-cdae-47a3-8ff2-c6ba90e4e33d admin admin] 10.222.0.24 "PUT /v2.0/routers/f7c78b09-add0-4013-9220-f49d0159df97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9722075 Sep 16 04:50:54.164601 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50894) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:54.168079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6758fd8-cc0a-45ef-a56f-47f4130666d9 None None] Sync routers for ids ['f7c78b09-add0-4013-9220-f49d0159df97'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:54.196385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6758fd8-cc0a-45ef-a56f-47f4130666d9 None None] Routers {'f7c78b09-add0-4013-9220-f49d0159df97'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:54.196385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b6758fd8-cc0a-45ef-a56f-47f4130666d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:50:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f7c78b09-add0-4013-9220-f49d0159df97'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:54.239698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60d1015f-da1d-4785-930c-cde9a03c5d48 req-572c571a-2733-4e44-9de5-d5baf1b2bf90 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521938 Sep 16 04:50:54.253986 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-42e5be5e-6635-40ea-9de6-ebe3ba2d4f6b req-595da3f5-5223-4eec-b4bb-62e4f5c9f3c7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.336031 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf5d36c-c900-4e7b-a942-ab1b29101818 x-openstack-request-id: req-aaf5d36c-c900-4e7b-a942-ab1b29101818 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:54.337457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e839f219-105b-4874-a55a-bfe83d5f1999'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:54.340109 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "3ff4320c-9c99-48f4-bc6c-655f8f986494", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:54.340629 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aaf5d36c-c900-4e7b-a942-ab1b29101818 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:54.341279 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': '3ff4320c-9c99-48f4-bc6c-655f8f986494', 'status': 'completed', 'code': 200} Sep 16 04:50:54.363394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc5ce6-2f15-4c10-bbab-f833f77f3814 req-c66de120-a30e-4422-8c68-ce9c6b3b29ef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.375654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7bc5ce6-2f15-4c10-bbab-f833f77f3814 req-c66de120-a30e-4422-8c68-ce9c6b3b29ef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.2098765 Sep 16 04:50:54.398547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595da3f5-5223-4eec-b4bb-62e4f5c9f3c7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event deleted for resources: {'Port': ['ID=e839f219-105b-4874-a55a-bfe83d5f1999,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:54.533971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-b6758fd8-cc0a-45ef-a56f-47f4130666d9 None None] Set router f7c78b09-add0-4013-9220-f49d0159df97 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:54.551955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:54.557270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57be84b2-bc7f-4feb-8e9b-afbe695c2e82 req-df629a58-197e-4538-8d01-1c723511f464 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 210 time: 0.1089962 Sep 16 04:50:54.587956 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.610533 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.625459 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Transition to ACTIVE for port object f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:54.632316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e5be5e-6635-40ea-9de6-ebe3ba2d4f6b req-595da3f5-5223-4eec-b4bb-62e4f5c9f3c7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] No DVR routers for this DVR port e839f219-105b-4874-a55a-bfe83d5f1999 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:54.644956 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-42e5be5e-6635-40ea-9de6-ebe3ba2d4f6b req-595da3f5-5223-4eec-b4bb-62e4f5c9f3c7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.647208 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42e5be5e-6635-40ea-9de6-ebe3ba2d4f6b req-595da3f5-5223-4eec-b4bb-62e4f5c9f3c7 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.23 "DELETE /v2.0/ports/e839f219-105b-4874-a55a-bfe83d5f1999 HTTP/1.1" status: 204 len: 173 time: 1.6210749 Sep 16 04:50:54.659407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-4b6bd033-43ee-4f39-8862-b3515efac37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.659938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-4b6bd033-43ee-4f39-8862-b3515efac37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.660417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-4b6bd033-43ee-4f39-8862-b3515efac37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.661233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-4b6bd033-43ee-4f39-8862-b3515efac37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.661710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-4b6bd033-43ee-4f39-8862-b3515efac37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.662180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-4b6bd033-43ee-4f39-8862-b3515efac37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.662920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-4b6bd033-43ee-4f39-8862-b3515efac37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.667233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-4b6bd033-43ee-4f39-8862-b3515efac37e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6357 time: 0.2867217 Sep 16 04:50:54.671995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7bc5ce6-2f15-4c10-bbab-f833f77f3814 req-499eb6e5-b5f2-4e40-aa8f-d4f23dde4910 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370532 Sep 16 04:50:54.710244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.788101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:54.912283 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-225c53ea-7a82-42a0-aa8e-51c809d51ba6 req-4a4f4a34-18ec-487a-8ed9-cba0508602c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.939658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:54.985774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['11d608a7-45e0-43d7-a55c-b19cc9247b85', '4532b43d-fb90-4cbf-b284-0f12d478427e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:55.015225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f4a34-18ec-487a-8ed9-cba0508602c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Pushing event deleted for resources: {'Port': ['ID=1681345c-4b8c-4a2e-b4b9-c6fcacf3d091,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:55.081629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Attempting to bind port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:55.082229 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Attempting to bind port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:55.082665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Attempting to bind port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 on network 613bf0c4-562f-4261-a5eb-2dd164436d0c {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:55.089709 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.094926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 on network 613bf0c4-562f-4261-a5eb-2dd164436d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:55.095375 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Attempting to bind port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 on network 613bf0c4-562f-4261-a5eb-2dd164436d0c {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:55.107765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:55.108495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Checking segment: {'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:55.108967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Bound using segment: {'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:55.109556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Bound port: f6b051ab-c74c-4bcc-aec0-d6a16bdaf485, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:55.110055 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.180829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-225c53ea-7a82-42a0-aa8e-51c809d51ba6 req-4a4f4a34-18ec-487a-8ed9-cba0508602c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] No DVR routers for this DVR port 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:55.189971 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-225c53ea-7a82-42a0-aa8e-51c809d51ba6 req-4a4f4a34-18ec-487a-8ed9-cba0508602c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.194318 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b6758fd8-cc0a-45ef-a56f-47f4130666d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'name': 'tempest-ServersTestMultiNic-1735668911-router', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:45Z', 'updated_at': '2021-09-16T04:50:51Z', 'revision_number': 5, 'project_id': '6d4e21edb07740b18dec3163ed8bb894', 'gw_port': {'id': '7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:46Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:55.194880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-225c53ea-7a82-42a0-aa8e-51c809d51ba6 req-4a4f4a34-18ec-487a-8ed9-cba0508602c1 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.37 "DELETE /v2.0/ports/1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 HTTP/1.1" status: 204 len: 173 time: 1.8762798 Sep 16 04:50:55.205589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-ddc11a1e-ad09-4aa4-a8ee-727a54ce3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.206359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-ddc11a1e-ad09-4aa4-a8ee-727a54ce3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.206933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-ddc11a1e-ad09-4aa4-a8ee-727a54ce3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.210179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-ddc11a1e-ad09-4aa4-a8ee-727a54ce3f0c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5350957 Sep 16 04:50:55.272734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6758fd8-cc0a-45ef-a56f-47f4130666d9 None None] Checking router: f7c78b09-add0-4013-9220-f49d0159df97 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:55.317314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6758fd8-cc0a-45ef-a56f-47f4130666d9 None None] Routers {'f7c78b09-add0-4013-9220-f49d0159df97'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:55.318019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b6758fd8-cc0a-45ef-a56f-47f4130666d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:50:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f7c78b09-add0-4013-9220-f49d0159df97'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:55.379869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] For port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:55.452734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] For port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:55.492830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Deleting port 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:55.493256 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.548354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09af50e9-b6e9-4dc8-a258-96f6a7055dea req-1820ecf6-acd7-4aea-bdea-6871b193aa49 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 210 time: 0.1391511 Sep 16 04:50:55.564457 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.644227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f031fc6-4da3-4912-b73d-b894d8c04838 req-3e03d68f-cb54-47db-8360-08363cc27020 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.650624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f031fc6-4da3-4912-b73d-b894d8c04838 req-3e03d68f-cb54-47db-8360-08363cc27020 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.671215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f031fc6-4da3-4912-b73d-b894d8c04838 req-3e03d68f-cb54-47db-8360-08363cc27020 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.697847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f031fc6-4da3-4912-b73d-b894d8c04838 req-3e03d68f-cb54-47db-8360-08363cc27020 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.710643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:55.712843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f031fc6-4da3-4912-b73d-b894d8c04838 req-3e03d68f-cb54-47db-8360-08363cc27020 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.730582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f031fc6-4da3-4912-b73d-b894d8c04838 req-3e03d68f-cb54-47db-8360-08363cc27020 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.755387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f031fc6-4da3-4912-b73d-b894d8c04838 req-3e03d68f-cb54-47db-8360-08363cc27020 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.759414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f031fc6-4da3-4912-b73d-b894d8c04838 req-3e03d68f-cb54-47db-8360-08363cc27020 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5417 time: 0.5630507 Sep 16 04:50:55.822520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.823583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.831236 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-484c5a8b-4d24-4da8-82d7-936b293d9998 service neutron] 10.222.0.37 "PUT /v2.0/ports/f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 HTTP/1.1" status: 200 len: 1092 time: 2.1304514 Sep 16 04:50:55.841485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': 'f6b051ab-c74c-4bcc-aec0-d6a16bdaf485'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:55.848875 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564" -d '{"events": [{"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "f6b051ab-c74c-4bcc-aec0-d6a16bdaf485"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:55.926484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] For port 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:55.933195 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.958539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Calling delete_port for 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:55.984185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Request body: {'port': {'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:56.017213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3249c030-0059-49e7-9aa2-5b9ca0700d0e req-6324bfbf-fe82-4982-9eb2-6b267c656fa3 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/ports?device_id=e925a307-7a3c-4077-947d-13d1ec5c0671 HTTP/1.1" status: 200 len: 210 time: 0.1163414 Sep 16 04:50:56.075116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f031fc6-4da3-4912-b73d-b894d8c04838 req-e271c21b-6469-4525-8da6-76a48ce52ae7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3003659 Sep 16 04:50:56.084396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-0fc85380-2a85-4835-959a-252a3185aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.085932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6845884-f791-4a75-9e76-084f1f7a9c0a req-0fc85380-2a85-4835-959a-252a3185aaad service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7947381 Sep 16 04:50:56.166613 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.181126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-b6758fd8-cc0a-45ef-a56f-47f4130666d9 None None] Set router f7c78b09-add0-4013-9220-f49d0159df97 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:56.212004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc50d2-10af-42fa-a31c-fca7284e622f req-2ffd2cb9-c67f-4e58-927c-c31c9b681b14 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.225518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66cc50d2-10af-42fa-a31c-fca7284e622f req-2ffd2cb9-c67f-4e58-927c-c31c9b681b14 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.1048121 Sep 16 04:50:56.275085 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985e0346-95d1-471d-95b2-6cd23a2f8aa0 x-openstack-request-id: req-985e0346-95d1-471d-95b2-6cd23a2f8aa0 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:56.275085 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "f6b051ab-c74c-4bcc-aec0-d6a16bdaf485", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:56.277027 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-985e0346-95d1-471d-95b2-6cd23a2f8aa0 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:56.284322 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': 'f6b051ab-c74c-4bcc-aec0-d6a16bdaf485', 'status': 'completed', 'code': 200} Sep 16 04:50:56.341154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b6758fd8-cc0a-45ef-a56f-47f4130666d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'name': 'tempest-ServersTestMultiNic-1735668911-router', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:45Z', 'updated_at': '2021-09-16T04:50:55Z', 'revision_number': 6, 'project_id': '6d4e21edb07740b18dec3163ed8bb894', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:56.370929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e925a307-7a3c-4077-947d-13d1ec5c0671', 'name': 'network-vif-deleted', 'tag': 'e839f219-105b-4874-a55a-bfe83d5f1999'}, {'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'name': 'network-vif-deleted', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:56.375496 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da1d0b5-7550-4d54-bb73-083c0c5533de" -d '{"events": [{"server_uuid": "e925a307-7a3c-4077-947d-13d1ec5c0671", "name": "network-vif-deleted", "tag": "e839f219-105b-4874-a55a-bfe83d5f1999"}, {"server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "name": "network-vif-deleted", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:56.394510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66cc50d2-10af-42fa-a31c-fca7284e622f req-24fe4b2c-75d3-44f4-b3c9-3f9535262810 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664584 Sep 16 04:50:56.489433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-b4814c45-1446-45c3-a480-c682bdad3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.505355 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-b4814c45-1446-45c3-a480-c682bdad3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.505892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-b4814c45-1446-45c3-a480-c682bdad3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.506417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-b4814c45-1446-45c3-a480-c682bdad3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.507908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-b4814c45-1446-45c3-a480-c682bdad3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.507908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-b4814c45-1446-45c3-a480-c682bdad3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.507908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-b4814c45-1446-45c3-a480-c682bdad3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.510694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-b4814c45-1446-45c3-a480-c682bdad3238 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6425 time: 0.2262652 Sep 16 04:50:56.552395 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c8835d-0d7d-449a-b3e0-eb6ef4eb790c x-openstack-request-id: req-a3c8835d-0d7d-449a-b3e0-eb6ef4eb790c {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:56.553753 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e925a307-7a3c-4077-947d-13d1ec5c0671", "name": "network-vif-deleted", "tag": "e839f219-105b-4874-a55a-bfe83d5f1999", "status": "completed", "code": 200}, {"server_uuid": "285e8874-13ef-4cf0-8fb5-61a5014a7bba", "name": "network-vif-deleted", "tag": "1681345c-4b8c-4a2e-b4b9-c6fcacf3d091", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:56.555773 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3c8835d-0d7d-449a-b3e0-eb6ef4eb790c {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:56.556500 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e925a307-7a3c-4077-947d-13d1ec5c0671', 'name': 'network-vif-deleted', 'tag': 'e839f219-105b-4874-a55a-bfe83d5f1999', 'status': 'completed', 'code': 200} Sep 16 04:50:56.558704 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285e8874-13ef-4cf0-8fb5-61a5014a7bba', 'name': 'network-vif-deleted', 'tag': '1681345c-4b8c-4a2e-b4b9-c6fcacf3d091', 'status': 'completed', 'code': 200} Sep 16 04:50:56.633005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e839f219-105b-4874-a55a-bfe83d5f1999 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:56.697603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6758fd8-cc0a-45ef-a56f-47f4130666d9 None None] The sync data for ids ['f7c78b09-add0-4013-9220-f49d0159df97'] in n-d-712137-12 is: [{'id': 'f7c78b09-add0-4013-9220-f49d0159df97', 'name': 'tempest-ServersTestMultiNic-1735668911-router', 'tenant_id': '6d4e21edb07740b18dec3163ed8bb894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:45Z', 'updated_at': '2021-09-16T04:50:55Z', 'revision_number': 6, 'project_id': '6d4e21edb07740b18dec3163ed8bb894', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:56.726682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: e839f219-105b-4874-a55a-bfe83d5f1999 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:56.726682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e839f219-105b-4874-a55a-bfe83d5f1999 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:56.767072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b4f6fcc-02d0-4443-b464-903880ec4b31 req-dbc5d738-e0eb-4757-9259-d39a0cfe0a46 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=285e8874-13ef-4cf0-8fb5-61a5014a7bba HTTP/1.1" status: 200 len: 210 time: 0.0695379 Sep 16 04:50:56.812288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-b4077a05-67c7-47aa-8952-1dba97e3b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.812809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-b4077a05-67c7-47aa-8952-1dba97e3b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.813297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-b4077a05-67c7-47aa-8952-1dba97e3b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.814913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-b4077a05-67c7-47aa-8952-1dba97e3b5b9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2859066 Sep 16 04:50:56.820937 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.956454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Pushing event deleted for resources: {'Port': ['ID=7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:56.969992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf714077-d4c2-4966-aba7-88fc07ed0680 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:56.983613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-cc36810f-83a2-4cca-8940-510e33a000fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.983831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.985682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1b5c93f-449b-4ebd-8e0c-87103cb5e564 req-cc36810f-83a2-4cca-8940-510e33a000fe service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1628358 Sep 16 04:50:56.990370 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.118759 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.121548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Transition to ACTIVE for port object cf714077-d4c2-4966-aba7-88fc07ed0680 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:57.123239 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.151251 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bed99311-fdac-4707-9ed3-46895f87a963 req-301add93-c74f-4f3a-aecd-ed84142766be tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/a058b360-39cb-465b-98b0-44426eedd504 HTTP/1.1" status: 200 len: 1801 time: 0.0629265 Sep 16 04:50:57.211838 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.297373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Pushing event updated for resources: {'Port': ['ID=cf714077-d4c2-4966-aba7-88fc07ed0680,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.300511 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bed99311-fdac-4707-9ed3-46895f87a963 req-6aa78d3a-ffde-4d0e-977d-cf18feb361b4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.350444 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bed99311-fdac-4707-9ed3-46895f87a963 req-6aa78d3a-ffde-4d0e-977d-cf18feb361b4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.385745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024d64-6a2a-40a5-8454-e20b323d1f1c req-52b46602-9e33-40d7-8080-e4e17cf9f526 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.389134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Attempting to bind port cf714077-d4c2-4966-aba7-88fc07ed0680 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:57.389480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Attempting to bind port cf714077-d4c2-4966-aba7-88fc07ed0680 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:57.390145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Attempting to bind port cf714077-d4c2-4966-aba7-88fc07ed0680 on network 613bf0c4-562f-4261-a5eb-2dd164436d0c {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:57.392586 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.393111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024d64-6a2a-40a5-8454-e20b323d1f1c req-52b46602-9e33-40d7-8080-e4e17cf9f526 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.393359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c78b09-add0-4013-9220-f49d0159df97 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:57.398889 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.399354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024d64-6a2a-40a5-8454-e20b323d1f1c req-52b46602-9e33-40d7-8080-e4e17cf9f526 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.400922 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-619c6116-8d48-41f5-a015-0206f372edcf admin admin] 10.222.0.24 "DELETE /v2.0/routers/f7c78b09-add0-4013-9220-f49d0159df97 HTTP/1.1" status: 204 len: 168 time: 3.0975268 Sep 16 04:50:57.405868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50936) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:57.406798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024d64-6a2a-40a5-8454-e20b323d1f1c req-52b46602-9e33-40d7-8080-e4e17cf9f526 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.406912 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Port cf714077-d4c2-4966-aba7-88fc07ed0680 on network 613bf0c4-562f-4261-a5eb-2dd164436d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:57.407039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Attempting to bind port cf714077-d4c2-4966-aba7-88fc07ed0680 on network 613bf0c4-562f-4261-a5eb-2dd164436d0c {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:57.416061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024d64-6a2a-40a5-8454-e20b323d1f1c req-52b46602-9e33-40d7-8080-e4e17cf9f526 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.418479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024d64-6a2a-40a5-8454-e20b323d1f1c req-52b46602-9e33-40d7-8080-e4e17cf9f526 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.420034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:57.420661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Checking segment: {'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:57.421056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Bound using segment: {'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:57.421524 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Bound port: cf714077-d4c2-4966-aba7-88fc07ed0680, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:57.421891 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.424926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024d64-6a2a-40a5-8454-e20b323d1f1c req-52b46602-9e33-40d7-8080-e4e17cf9f526 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.426901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e024d64-6a2a-40a5-8454-e20b323d1f1c req-52b46602-9e33-40d7-8080-e4e17cf9f526 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.1586092 Sep 16 04:50:57.479649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e024d64-6a2a-40a5-8454-e20b323d1f1c req-9944be0d-c917-40f2-b2bf-c3d5d62a3ce3 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404365 Sep 16 04:50:57.509096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b109a11-8ff1-4f48-96ae-924821d8837c admin admin] Deleting subnet 4266f94b-d854-4983-a3bb-a5013fd7095c {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:57.517435 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b109a11-8ff1-4f48-96ae-924821d8837c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.573917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] For port cf714077-d4c2-4966-aba7-88fc07ed0680, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:57.577856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] For port cf714077-d4c2-4966-aba7-88fc07ed0680, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=cf714077-d4c2-4966-aba7-88fc07ed0680,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:57.604543 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bed99311-fdac-4707-9ed3-46895f87a963 req-6aa78d3a-ffde-4d0e-977d-cf18feb361b4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.609719 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bed99311-fdac-4707-9ed3-46895f87a963 req-6aa78d3a-ffde-4d0e-977d-cf18feb361b4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.615093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bed99311-fdac-4707-9ed3-46895f87a963 req-6aa78d3a-ffde-4d0e-977d-cf18feb361b4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "DELETE /v2.0/security-groups/a058b360-39cb-465b-98b0-44426eedd504 HTTP/1.1" status: 204 len: 173 time: 0.4466021 Sep 16 04:50:57.660216 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b109a11-8ff1-4f48-96ae-924821d8837c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.674364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa78d3a-ffde-4d0e-977d-cf18feb361b4 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a058b360-39cb-465b-98b0-44426eedd504,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.725948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ed863-2e48-48ee-9f4e-70aa7085f14c req-f7615c6e-6d94-4e98-9044-f5fc4a0c35b1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.746616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-744ed863-2e48-48ee-9f4e-70aa7085f14c req-f7615c6e-6d94-4e98-9044-f5fc4a0c35b1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.1521313 Sep 16 04:50:57.764937 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.777050 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd7f08ff-fe98-4923-9542-a74a8d4bf738 req-82ba3b73-ca7a-49e4-9459-21ae3d97b446 tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "GET /v2.0/security-groups/a26e1438-fb2f-4106-ab8f-12f5f078ea25 HTTP/1.1" status: 200 len: 1800 time: 0.1307995 Sep 16 04:50:57.786217 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b109a11-8ff1-4f48-96ae-924821d8837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.836746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.837324 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.839237 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] 10.222.0.37 "PUT /v2.0/ports/cf714077-d4c2-4966-aba7-88fc07ed0680 HTTP/1.1" status: 200 len: 1092 time: 1.8607442 Sep 16 04:50:57.849916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-744ed863-2e48-48ee-9f4e-70aa7085f14c req-be89b4eb-49f0-4776-adb3-3e99540212ef tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996211 Sep 16 04:50:57.908210 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd7f08ff-fe98-4923-9542-a74a8d4bf738 req-5ca64a77-1d6e-4590-841b-319aa72a75ac tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.948550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbe197-8538-4975-af20-7bbda7d9826f service neutron] Pushing event updated for resources: {'Port': ['ID=cf714077-d4c2-4966-aba7-88fc07ed0680,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.990787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:58.010621 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd7f08ff-fe98-4923-9542-a74a8d4bf738 req-5ca64a77-1d6e-4590-841b-319aa72a75ac tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.023337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:58.023743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7a01bcf7-fb94-4d3c-b3d7-fd5f3a7cf0c5 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:58.025917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7bfa7ee4-23be-4171-b70b-d86475d93980 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:58.070241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b109a11-8ff1-4f48-96ae-924821d8837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.079350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 7bfa7ee4-23be-4171-b70b-d86475d93980 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:58.079695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7bfa7ee4-23be-4171-b70b-d86475d93980 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:58.103788 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b109a11-8ff1-4f48-96ae-924821d8837c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.108112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50952) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:58.111749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40fca5a-6f21-4836-b62c-ba63a249ff8e None None] Network 5ac042da-7737-4529-a31c-25ff6cbd230a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:58.112636 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4b109a11-8ff1-4f48-96ae-924821d8837c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4266f94b-d854-4983-a3bb-a5013fd7095c HTTP/1.1" status: 204 len: 168 time: 0.7027621 Sep 16 04:50:58.157577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b109a11-8ff1-4f48-96ae-924821d8837c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4266f94b-d854-4983-a3bb-a5013fd7095c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:58.175446 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-23a0ce88-93b9-4fa1-9689-d7ba8aed1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.175846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-23a0ce88-93b9-4fa1-9689-d7ba8aed1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.180926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-23a0ce88-93b9-4fa1-9689-d7ba8aed1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.181755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-23a0ce88-93b9-4fa1-9689-d7ba8aed1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.182384 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-23a0ce88-93b9-4fa1-9689-d7ba8aed1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.183012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-23a0ce88-93b9-4fa1-9689-d7ba8aed1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.183741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-23a0ce88-93b9-4fa1-9689-d7ba8aed1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.186888 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-23a0ce88-93b9-4fa1-9689-d7ba8aed1263 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6493 time: 0.1784968 Sep 16 04:50:58.220090 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.222227 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd7f08ff-fe98-4923-9542-a74a8d4bf738 req-5ca64a77-1d6e-4590-841b-319aa72a75ac tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.225076 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd7f08ff-fe98-4923-9542-a74a8d4bf738 req-5ca64a77-1d6e-4590-841b-319aa72a75ac tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.226422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd7f08ff-fe98-4923-9542-a74a8d4bf738 req-5ca64a77-1d6e-4590-841b-319aa72a75ac tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] 10.222.0.24 "DELETE /v2.0/security-groups/a26e1438-fb2f-4106-ab8f-12f5f078ea25 HTTP/1.1" status: 204 len: 173 time: 0.4410720 Sep 16 04:50:58.236028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50954) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:58.255368 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-81887956-f436-4b93-8217-67f919ebc771 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c56544bc-9c85-443c-a0f5-40e0cda20454 HTTP/1.1" status: 200 len: 217 time: 0.0566757 Sep 16 04:50:58.304042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Deleting subnet f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:58.307586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': 'cf714077-d4c2-4966-aba7-88fc07ed0680'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:58.310747 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da7986f-d379-49b3-a250-ec05885ed1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "cf714077-d4c2-4966-aba7-88fc07ed0680"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:58.313014 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.316012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca64a77-1d6e-4590-841b-319aa72a75ac tempest-SecurityGroupsTestJSON-1188174788 tempest-SecurityGroupsTestJSON-1188174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26e1438-fb2f-4106-ab8f-12f5f078ea25,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:58.347670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-73e0bdbe-5e4f-4e87-bda4-9e8d77269dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.349261 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-73e0bdbe-5e4f-4e87-bda4-9e8d77269dbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcbf44ef-75ba-4d63-80c7-d7f551aededf HTTP/1.1" status: 200 len: 856 time: 0.0871341 Sep 16 04:50:58.382603 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986a9b75-4fba-436c-b987-742ca8b52a00 x-openstack-request-id: req-986a9b75-4fba-436c-b987-742ca8b52a00 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:58.383868 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "cf714077-d4c2-4966-aba7-88fc07ed0680", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:58.393721 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-986a9b75-4fba-436c-b987-742ca8b52a00 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:58.393721 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': 'cf714077-d4c2-4966-aba7-88fc07ed0680', 'status': 'completed', 'code': 200} Sep 16 04:50:58.402000 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.422740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5bd18c-243b-478a-86cf-2c4a23088f0d None None] DHCP port deletion for 5ac042da-7737-4529-a31c-25ff6cbd230a request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:58.455755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5d863c79-c955-4d56-b64d-18dfa2616860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.455755 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5d863c79-c955-4d56-b64d-18dfa2616860 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e579560-ee61-4292-8f2f-64a91f12cd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969720 Sep 16 04:50:58.463564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Deleting port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:58.463895 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.485221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7d5bd18c-243b-478a-86cf-2c4a23088f0d None None] Deleting port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:58.485744 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d5bd18c-243b-478a-86cf-2c4a23088f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.486782 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.577767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] For port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f,segment=NetworkSegment(e11f0dd8-8b5f-44db-9abc-270846cb4533),segment_id=e11f0dd8-8b5f-44db-9abc-270846cb4533)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:58.578193 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.579683 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-44a20ef3-385c-42f2-8942-baca3e3c6686 service neutron] 10.222.0.37 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187880 Sep 16 04:50:58.591146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:58.614842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Calling delete_port for 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:58.623998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:58.624350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1681345c-4b8c-4a2e-b4b9-c6fcacf3d091 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:58.635077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7d5bd18c-243b-478a-86cf-2c4a23088f0d None None] For port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f,segment=NetworkSegment(e11f0dd8-8b5f-44db-9abc-270846cb4533),segment_id=e11f0dd8-8b5f-44db-9abc-270846cb4533)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:58.635423 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d5bd18c-243b-478a-86cf-2c4a23088f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.651915 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7d5bd18c-243b-478a-86cf-2c4a23088f0d None None] Calling delete_port for 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:58.741219 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-29e183ad-46a3-4c32-a812-dc7042dff6ee service neutron] 10.222.0.37 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526840 Sep 16 04:50:58.765480 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.804490 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-57359ec5-06ae-49de-9130-aeaa06fdd070 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=f7f75ae1-2006-4b22-907b-5e5d61caef19 HTTP/1.1" status: 200 len: 217 time: 0.0463870 Sep 16 04:50:58.824984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:58.839865 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.847916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f3e4d204-c015-4f0f-8fb8-3ca3e8410f7c HTTP/1.1" status: 204 len: 168 time: 0.6047549 Sep 16 04:50:58.848043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50966) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:58.856608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:58.857820 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:58.858447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:58.858688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:58.859026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:58.859339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:58.859658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:58.859976 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:58.860334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:58.860678 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:58.860985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:58.861300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9f95e-2732-4d8f-ba35-6cd513abd494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:58.880018 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d5bd18c-243b-478a-86cf-2c4a23088f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.897134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f98ed-d72e-4ddd-a775-1c01e1b2eb28 req-1856d198-401d-44bd-aee4-277b23920a43 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.898101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f2f98ed-d72e-4ddd-a775-1c01e1b2eb28 req-1856d198-401d-44bd-aee4-277b23920a43 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.1686008 Sep 16 04:50:58.898589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-cc6998a4-4b64-48b9-b6ff-f915142912c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.900183 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-cc6998a4-4b64-48b9-b6ff-f915142912c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.0966949 Sep 16 04:50:58.915013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7c3f7-55ac-46e8-b830-0b6d5e8a2ce5 req-c48d241f-1512-4fe1-a310-56bb85863792 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.922858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7c3f7-55ac-46e8-b830-0b6d5e8a2ce5 req-c48d241f-1512-4fe1-a310-56bb85863792 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.923872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bd18c-243b-478a-86cf-2c4a23088f0d None None] No DVR routers for this DVR port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:58.929442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bd18c-243b-478a-86cf-2c4a23088f0d None None] Pushing event deleted for resources: {'Port': ['ID=13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:58.930505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7c3f7-55ac-46e8-b830-0b6d5e8a2ce5 req-c48d241f-1512-4fe1-a310-56bb85863792 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.937922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7c3f7-55ac-46e8-b830-0b6d5e8a2ce5 req-c48d241f-1512-4fe1-a310-56bb85863792 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.944260 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7c3f7-55ac-46e8-b830-0b6d5e8a2ce5 req-c48d241f-1512-4fe1-a310-56bb85863792 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.953254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7c3f7-55ac-46e8-b830-0b6d5e8a2ce5 req-c48d241f-1512-4fe1-a310-56bb85863792 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.959586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7c3f7-55ac-46e8-b830-0b6d5e8a2ce5 req-c48d241f-1512-4fe1-a310-56bb85863792 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.961542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7cc7c3f7-55ac-46e8-b830-0b6d5e8a2ce5 req-c48d241f-1512-4fe1-a310-56bb85863792 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.2441895 Sep 16 04:50:58.985304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.989421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.006512 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-c9e3c11f-ec1c-4c19-92b7-a7228d11ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.008328 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-c9e3c11f-ec1c-4c19-92b7-a7228d11ea7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0710189 Sep 16 04:50:59.146900 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.179755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb38623c-bd92-439b-adae-c1164b9993b5']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:59.200326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1abf69-7bfc-433d-afa6-5e81a6d39e92') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:59.201596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1abf69-7bfc-433d-afa6-5e81a6d39e92') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:59.215560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.219177 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-d4687b07-3d85-46bf-808c-064e643ba7c0 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884272 Sep 16 04:50:59.250759 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.267235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:59.267657 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:59.269682 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:59.326340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Pushing event deleted for resources: {'Port': ['ID=13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:59.339024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] No DVR routers for this DVR port 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:59.373156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f2f98ed-d72e-4ddd-a775-1c01e1b2eb28 req-5fb0df74-92e1-4929-b7d2-ce8634d51df4 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098942 Sep 16 04:50:59.385774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7cc7c3f7-55ac-46e8-b830-0b6d5e8a2ce5 req-e5bc4e8a-470d-4026-8d7e-1deacf1a7f01 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4150975 Sep 16 04:50:59.429235 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f77eeedc-03e0-44da-91b5-bcb479bc5194 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946969 Sep 16 04:50:59.456503 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.496772 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-d3902ca6-137c-4c7c-9386-5b31d254a5b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=8931bc21-7184-449c-b91d-8bf34e1a5d56 HTTP/1.1" status: 200 len: 217 time: 0.0622320 Sep 16 04:50:59.499448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.503703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac042da-7737-4529-a31c-25ff6cbd230a']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:59.517457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11f0dd8-8b5f-44db-9abc-270846cb4533') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:59.517784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11f0dd8-8b5f-44db-9abc-270846cb4533') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:59.530718 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.610631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.610631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bb38623c-bd92-439b-adae-c1164b9993b5 HTTP/1.1" status: 204 len: 168 time: 0.6873796 Sep 16 04:50:59.610631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde25215-4718-4874-854a-069efe59e2e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb38623c-bd92-439b-adae-c1164b9993b5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88959ec0-3abf-4468-a733-f4d69c6bb243 req-15814d12-bddc-48e6-bd79-3513587a5991 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88959ec0-3abf-4468-a733-f4d69c6bb243 req-15814d12-bddc-48e6-bd79-3513587a5991 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.1007771 Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:59.612381 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:59.619338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-09495173-37ee-4f74-93bd-feb761a231e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.619338 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-09495173-37ee-4f74-93bd-feb761a231e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.0783792 Sep 16 04:50:59.642829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-a17ff736-967e-45de-a9ac-c12d396019f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:59.644525 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-a17ff736-967e-45de-a9ac-c12d396019f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575402 Sep 16 04:50:59.659048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88959ec0-3abf-4468-a733-f4d69c6bb243 req-ddfb88c9-c834-46db-96a9-2f27f5eaba6b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830221 Sep 16 04:50:59.764852 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-4ca631a4-125c-4049-989b-761c4d369495 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129453 Sep 16 04:50:59.889499 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e0bcdaf1-eca9-4ec8-8acd-e25921a47ceb service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180346 Sep 16 04:50:59.945014 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:59.952553 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-1f6c9c3c-f4b6-468c-b3d4-46a80793054c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 HTTP/1.1" status: 200 len: 217 time: 0.0553164 Sep 16 04:50:59.986715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:59.987244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 13dbab26-5a4a-45a9-bef5-7d0d04cf8c3f not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:00.017193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef66eae-783b-4f1e-8145-b9074e33addf req-0adb5282-3e65-40dd-a646-79e1043563c3 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.019184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ef66eae-783b-4f1e-8145-b9074e33addf req-0adb5282-3e65-40dd-a646-79e1043563c3 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.0735693 Sep 16 04:51:00.155668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-5ef66eae-783b-4f1e-8145-b9074e33addf req-9d964f5f-549a-4c50-99cf-faea160bb953 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Deleting port 4532b43d-fb90-4cbf-b284-0f12d478427e {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:00.156023 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ef66eae-783b-4f1e-8145-b9074e33addf req-9d964f5f-549a-4c50-99cf-faea160bb953 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.260060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-5ef66eae-783b-4f1e-8145-b9074e33addf req-9d964f5f-549a-4c50-99cf-faea160bb953 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] For port 4532b43d-fb90-4cbf-b284-0f12d478427e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4532b43d-fb90-4cbf-b284-0f12d478427e,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:00.260438 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ef66eae-783b-4f1e-8145-b9074e33addf req-9d964f5f-549a-4c50-99cf-faea160bb953 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.275596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-5ef66eae-783b-4f1e-8145-b9074e33addf req-9d964f5f-549a-4c50-99cf-faea160bb953 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Calling delete_port for 4532b43d-fb90-4cbf-b284-0f12d478427e owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:00.373304 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-1a7e1322-3774-4975-9897-72efb9d7aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.374815 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-1a7e1322-3774-4975-9897-72efb9d7aa77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.4143100 Sep 16 04:51:00.427358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-a336936e-1ebb-4722-8a11-30eeca1c4aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.429260 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-a336936e-1ebb-4722-8a11-30eeca1c4aa4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464263 Sep 16 04:51:00.532915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8bd61-4b77-4bf4-a653-9804f437814f req-f695e70c-b47a-4607-a16e-170da7fc258a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.534718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdd8bd61-4b77-4bf4-a653-9804f437814f req-f695e70c-b47a-4607-a16e-170da7fc258a tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 949 time: 0.0657916 Sep 16 04:51:00.540690 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-5eb10481-5569-49ec-a06f-f5b563a65750 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041691 Sep 16 04:51:00.554065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d3b99675-5dfd-46bd-8535-8c2a78cce25f details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:00.607097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd32097-d2cb-4fdf-87d8-ce7fa0408bd5 req-6624ef99-e5b1-4a89-accd-ba54d7467b45 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.613190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd32097-d2cb-4fdf-87d8-ce7fa0408bd5 req-6624ef99-e5b1-4a89-accd-ba54d7467b45 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.619918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd32097-d2cb-4fdf-87d8-ce7fa0408bd5 req-6624ef99-e5b1-4a89-accd-ba54d7467b45 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.626765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd32097-d2cb-4fdf-87d8-ce7fa0408bd5 req-6624ef99-e5b1-4a89-accd-ba54d7467b45 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.633335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd32097-d2cb-4fdf-87d8-ce7fa0408bd5 req-6624ef99-e5b1-4a89-accd-ba54d7467b45 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.639314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd32097-d2cb-4fdf-87d8-ce7fa0408bd5 req-6624ef99-e5b1-4a89-accd-ba54d7467b45 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.646445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd32097-d2cb-4fdf-87d8-ce7fa0408bd5 req-6624ef99-e5b1-4a89-accd-ba54d7467b45 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.648928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8dd32097-d2cb-4fdf-87d8-ce7fa0408bd5 req-6624ef99-e5b1-4a89-accd-ba54d7467b45 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.1348777 Sep 16 04:51:00.653354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdd8bd61-4b77-4bf4-a653-9804f437814f req-e72fae60-97e3-46b2-a192-75a018df2120 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033192 Sep 16 04:51:00.654813 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.656445 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ef66eae-783b-4f1e-8145-b9074e33addf req-9d964f5f-549a-4c50-99cf-faea160bb953 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.672084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['11d608a7-45e0-43d7-a55c-b19cc9247b85', '4532b43d-fb90-4cbf-b284-0f12d478427e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:00.672279 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.674709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] 10.222.0.24 "DELETE /v2.0/networks/5ac042da-7737-4529-a31c-25ff6cbd230a HTTP/1.1" status: 204 len: 168 time: 2.5654614 Sep 16 04:51:00.682861 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-49de1812-8360-439d-aa2e-e0b17e7167d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236315 Sep 16 04:51:00.713798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d964f5f-549a-4c50-99cf-faea160bb953 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Pushing event deleted for resources: {'Port': ['ID=4532b43d-fb90-4cbf-b284-0f12d478427e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:00.718661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0be0f3-5fd8-42a4-9ef7-205743bcd15c admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac042da-7737-4529-a31c-25ff6cbd230a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:00.769692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef66eae-783b-4f1e-8145-b9074e33addf req-9d964f5f-549a-4c50-99cf-faea160bb953 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] No DVR routers for this DVR port 4532b43d-fb90-4cbf-b284-0f12d478427e on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:00.773209 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ef66eae-783b-4f1e-8145-b9074e33addf req-9d964f5f-549a-4c50-99cf-faea160bb953 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.775535 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ef66eae-783b-4f1e-8145-b9074e33addf req-9d964f5f-549a-4c50-99cf-faea160bb953 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.23 "DELETE /v2.0/ports/4532b43d-fb90-4cbf-b284-0f12d478427e HTTP/1.1" status: 204 len: 173 time: 0.7490952 Sep 16 04:51:00.776147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'name': 'network-vif-deleted', 'tag': '4532b43d-fb90-4cbf-b284-0f12d478427e'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:00.780828 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8370bc3-8275-4572-a4cc-f58a97df46cb" -d '{"events": [{"server_uuid": "d7f5dd84-a4fc-483c-9722-e73bebf53e13", "name": "network-vif-deleted", "tag": "4532b43d-fb90-4cbf-b284-0f12d478427e"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:00.803904 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-6c9a48c3-e66d-43f2-8f1b-ea4bd401a767 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=3ff4320c-9c99-48f4-bc6c-655f8f986494 HTTP/1.1" status: 200 len: 217 time: 0.1200702 Sep 16 04:51:00.811867 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:00.822068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8dd32097-d2cb-4fdf-87d8-ce7fa0408bd5 req-a6f831c3-10b0-40e3-ba9d-a074076820d4 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634901 Sep 16 04:51:00.861985 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'port_id': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'mac_address': 'fa:16:3e:c2:e1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:00.915664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43b8bd-ae49-45d3-8af6-950d891aed5a req-bca80cd6-4457-4bf3-af54-e7d739aefee8 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.923649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a43b8bd-ae49-45d3-8af6-950d891aed5a req-bca80cd6-4457-4bf3-af54-e7d739aefee8 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.0782394 Sep 16 04:51:00.928830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f237a33e-b15c-4c32-b19c-a586df0a1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.930195 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f237a33e-b15c-4c32-b19c-a586df0a1a82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.1106327 Sep 16 04:51:00.945356 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87d4218-968c-4a88-a316-2e3ca198577f x-openstack-request-id: req-d87d4218-968c-4a88-a316-2e3ca198577f {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:00.945651 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f5dd84-a4fc-483c-9722-e73bebf53e13", "name": "network-vif-deleted", "tag": "4532b43d-fb90-4cbf-b284-0f12d478427e", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:00.945903 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d87d4218-968c-4a88-a316-2e3ca198577f {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:00.946303 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f5dd84-a4fc-483c-9722-e73bebf53e13', 'name': 'network-vif-deleted', 'tag': '4532b43d-fb90-4cbf-b284-0f12d478427e', 'status': 'completed', 'code': 200} Sep 16 04:51:00.972437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a43b8bd-ae49-45d3-8af6-950d891aed5a req-24465a5b-53fa-4b00-97d9-dbfe142b6ad6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462618 Sep 16 04:51:00.987080 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.007928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-577765dd-ef26-4045-b826-52818a11614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.010123 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-577765dd-ef26-4045-b826-52818a11614a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654752 Sep 16 04:51:01.045080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3b99675-5dfd-46bd-8535-8c2a78cce25f {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:01.092179 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:01.121492 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-e6d26e12-64a2-4afa-95ee-5c51c8b1f950 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029563 Sep 16 04:51:01.125079 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51002) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:01.204901 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.265491 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c7f9e75c-0a59-4470-bf34-89f211d721c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5aa1e00fd7b244e386264a48d9ea8842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1213644 Sep 16 04:51:01.265491 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51004) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:01.307793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:01.323216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d3b99675-5dfd-46bd-8535-8c2a78cce25f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:01.324743 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-a6a01b43-213f-4689-93de-1bdb8e6fb8d0 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909740 Sep 16 04:51:01.361832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51006) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:01.384107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a94dacdc-193a-471c-accb-764f1790f27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.387653 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-dcdb023c-b1fc-4b12-9494-36d35b0a51b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 HTTP/1.1" status: 200 len: 217 time: 0.0537922 Sep 16 04:51:01.440011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5a08c05e-1745-4715-8a7d-f9456d8e49a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d4e21edb07740b18dec3163ed8bb894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767763 Sep 16 04:51:01.445436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51010) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:01.447096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a94dacdc-193a-471c-accb-764f1790f27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.492256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-d4dd442a-d1c7-4bad-8286-f7c40c387ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.494282 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-d4dd442a-d1c7-4bad-8286-f7c40c387ec9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=936106df-bf9b-418c-b55e-9f78c7e67000 HTTP/1.1" status: 200 len: 797 time: 0.0978560 Sep 16 04:51:01.517194 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-45a0420d-f5f0-4cf2-84c2-bbf476cf708d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.549611 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-45a0420d-f5f0-4cf2-84c2-bbf476cf708d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.757641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f285f2fb-8f8c-49fb-b8a5-2f77f982813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.759207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f285f2fb-8f8c-49fb-b8a5-2f77f982813e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2554975 Sep 16 04:51:01.774255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-adfb55c7-f1c0-4966-847f-139f73414599 req-5bd88b47-eaf5-49c2-8801-7df0a8cf50fd tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7f5dd84-a4fc-483c-9722-e73bebf53e13 HTTP/1.1" status: 200 len: 210 time: 0.0288117 Sep 16 04:51:01.827449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-45a0420d-f5f0-4cf2-84c2-bbf476cf708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.827449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-45a0420d-f5f0-4cf2-84c2-bbf476cf708d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.827449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-45a0420d-f5f0-4cf2-84c2-bbf476cf708d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8d79aa8-bc15-43d5-9952-dcf8296db801 HTTP/1.1" status: 204 len: 168 time: 0.3746223 Sep 16 04:51:01.828614 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a94dacdc-193a-471c-accb-764f1790f27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.831495 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a94dacdc-193a-471c-accb-764f1790f27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.836137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0420d-f5f0-4cf2-84c2-bbf476cf708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d79aa8-bc15-43d5-9952-dcf8296db801,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:01.836671 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a94dacdc-193a-471c-accb-764f1790f27a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64f36f61-0710-4626-94d0-5a5ccbe481dc HTTP/1.1" status: 204 len: 168 time: 0.5815263 Sep 16 04:51:01.851251 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dacdc-193a-471c-accb-764f1790f27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f36f61-0710-4626-94d0-5a5ccbe481dc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:01.876095 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-881dda83-79c3-4789-a66f-81fa1868e29d service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057925 Sep 16 04:51:02.043392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19712e-296c-47d4-9212-bf37203859cb req-98411415-31ad-4e98-b092-c6c398a80585 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.051811 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-88027093-abea-448c-9c3c-8cab14650bbd service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671572 Sep 16 04:51:02.071273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19712e-296c-47d4-9212-bf37203859cb req-98411415-31ad-4e98-b092-c6c398a80585 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.083707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19712e-296c-47d4-9212-bf37203859cb req-98411415-31ad-4e98-b092-c6c398a80585 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.095401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19712e-296c-47d4-9212-bf37203859cb req-98411415-31ad-4e98-b092-c6c398a80585 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.106491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19712e-296c-47d4-9212-bf37203859cb req-98411415-31ad-4e98-b092-c6c398a80585 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.116907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19712e-296c-47d4-9212-bf37203859cb req-98411415-31ad-4e98-b092-c6c398a80585 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.125761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19712e-296c-47d4-9212-bf37203859cb req-98411415-31ad-4e98-b092-c6c398a80585 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.134226 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-a272b600-75cd-4b44-b244-570bc29ca007 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf714077-d4c2-4966-aba7-88fc07ed0680 HTTP/1.1" status: 200 len: 217 time: 0.0746968 Sep 16 04:51:02.135709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e19712e-296c-47d4-9212-bf37203859cb req-98411415-31ad-4e98-b092-c6c398a80585 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.1687810 Sep 16 04:51:02.191507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-50be07dd-2c5e-4213-a945-279294cafa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.193034 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-50be07dd-2c5e-4213-a945-279294cafa73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=936106df-bf9b-418c-b55e-9f78c7e67000 HTTP/1.1" status: 200 len: 797 time: 0.0496831 Sep 16 04:51:02.213660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e19712e-296c-47d4-9212-bf37203859cb req-597b538c-7bfc-494c-8a8f-d37b825ac73a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767891 Sep 16 04:51:02.256956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd1ca-2427-4283-8b83-8674de79d2db req-bd394b15-87e2-4f65-865a-7c7da2a5fdee tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.259156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca3fd1ca-2427-4283-8b83-8674de79d2db req-bd394b15-87e2-4f65-865a-7c7da2a5fdee tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 944 time: 0.1212168 Sep 16 04:51:02.296366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f6c88dbe-d49d-4b7d-8f93-f32d9184759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.298271 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-f6c88dbe-d49d-4b7d-8f93-f32d9184759a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0929396 Sep 16 04:51:02.310583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca3fd1ca-2427-4283-8b83-8674de79d2db req-9e23b5de-5f27-406a-8569-aeb75d539279 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369914 Sep 16 04:51:02.429814 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-c0738bcc-3231-49b7-96f2-10c20ac975b3 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231875 Sep 16 04:51:02.554186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d3b99675-5dfd-46bd-8535-8c2a78cce25f up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:02.574784 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c781dc6-7876-45b0-9f39-52219a7c4b55 req-d6e7f7fb-5421-43e3-8280-ba3c3feb2f11 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365910 Sep 16 04:51:02.646436 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port d3b99675-5dfd-46bd-8535-8c2a78cce25f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:02.648233 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.741645 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.776782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:02.783190 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4547095-e9bf-4a9e-a0ef-0ac28c939a21" -d '{"events": [{"server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "name": "network-vif-plugged", "status": "completed", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:02.789963 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:02.865374 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f8856f-a660-4af4-b625-768c4953738f x-openstack-request-id: req-a3f8856f-a660-4af4-b625-768c4953738f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:02.865374 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "name": "network-vif-plugged", "status": "completed", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:02.865374 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3f8856f-a660-4af4-b625-768c4953738f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:02.865374 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'code': 200} Sep 16 04:51:02.881301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-2db4e054-e242-47bc-bffc-b9a12811f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.881796 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-2db4e054-e242-47bc-bffc-b9a12811f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.882275 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-2db4e054-e242-47bc-bffc-b9a12811f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.882745 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-2db4e054-e242-47bc-bffc-b9a12811f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.883230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-2db4e054-e242-47bc-bffc-b9a12811f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.883838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-2db4e054-e242-47bc-bffc-b9a12811f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.884439 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-2db4e054-e242-47bc-bffc-b9a12811f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.889126 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-2db4e054-e242-47bc-bffc-b9a12811f3af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6493 time: 0.1290445 Sep 16 04:51:02.890116 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.951552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:03.026593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-20ad1800-f7cd-4c2d-80c4-8af60af9947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.028125 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-20ad1800-f7cd-4c2d-80c4-8af60af9947a service neutron] 10.222.0.37 "GET /v2.0/networks?id=613bf0c4-562f-4261-a5eb-2dd164436d0c HTTP/1.1" status: 200 len: 901 time: 0.1289918 Sep 16 04:51:03.078263 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-c62ae9a2-667b-44e0-97f0-5e3967ed0bb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf714077-d4c2-4966-aba7-88fc07ed0680 HTTP/1.1" status: 200 len: 217 time: 0.0416000 Sep 16 04:51:03.136317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-a31c939f-9b8b-480b-8adb-f55534ca8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.139722 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-a31c939f-9b8b-480b-8adb-f55534ca8716 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=936106df-bf9b-418c-b55e-9f78c7e67000 HTTP/1.1" status: 200 len: 797 time: 0.0517166 Sep 16 04:51:03.218957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-95f1c2d4-695f-45fa-9712-45f8452384b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.225129 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-95f1c2d4-695f-45fa-9712-45f8452384b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0755963 Sep 16 04:51:03.406036 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-33a00482-879f-43ad-9f80-4581a1632d99 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764231 Sep 16 04:51:03.431317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861d55-d7be-4e47-8a7e-9de80fbf071f req-8ef736a3-cafd-4598-a25d-1f46a90acfd9 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.439640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861d55-d7be-4e47-8a7e-9de80fbf071f req-8ef736a3-cafd-4598-a25d-1f46a90acfd9 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.446140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861d55-d7be-4e47-8a7e-9de80fbf071f req-8ef736a3-cafd-4598-a25d-1f46a90acfd9 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.453248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861d55-d7be-4e47-8a7e-9de80fbf071f req-8ef736a3-cafd-4598-a25d-1f46a90acfd9 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.466555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861d55-d7be-4e47-8a7e-9de80fbf071f req-8ef736a3-cafd-4598-a25d-1f46a90acfd9 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.478560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861d55-d7be-4e47-8a7e-9de80fbf071f req-8ef736a3-cafd-4598-a25d-1f46a90acfd9 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.492233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861d55-d7be-4e47-8a7e-9de80fbf071f req-8ef736a3-cafd-4598-a25d-1f46a90acfd9 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.494349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b861d55-d7be-4e47-8a7e-9de80fbf071f req-8ef736a3-cafd-4598-a25d-1f46a90acfd9 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.1316197 Sep 16 04:51:03.529236 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7da7986f-d379-49b3-a250-ec05885ed1d4 req-af07d7d5-0ec5-4a86-bb18-d8d816fc4d01 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154239 Sep 16 04:51:03.601561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b861d55-d7be-4e47-8a7e-9de80fbf071f req-78fe4d44-834f-427d-8584-ff302b36b1c5 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959394 Sep 16 04:51:03.615312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450666fa-7e0d-4e34-b4ef-d66baaef01db req-484d654d-d426-49d2-a7a9-7f29796ad50d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.621247 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-450666fa-7e0d-4e34-b4ef-d66baaef01db req-484d654d-d426-49d2-a7a9-7f29796ad50d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.1221874 Sep 16 04:51:03.689213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-450666fa-7e0d-4e34-b4ef-d66baaef01db req-be7847cd-e823-4ed1-810a-f81f18ac98e9 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619867 Sep 16 04:51:03.780813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7bd2e-780b-4169-9b25-6d13db04c885 req-3cd4e37d-0009-45de-856d-5c33c353bb2e tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.782351 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0bd7bd2e-780b-4169-9b25-6d13db04c885 req-3cd4e37d-0009-45de-856d-5c33c353bb2e tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.0553360 Sep 16 04:51:03.823395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0bd7bd2e-780b-4169-9b25-6d13db04c885 req-0cb3f754-f1ed-433e-85cb-5892ff3d2f09 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344226 Sep 16 04:51:04.084718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51132) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:04.288970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-763017256-network', 'tenant_id': '962539ca52a14f90b65ed8eaf7b2d340'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:04.402095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Made reservation on behalf of 962539ca52a14f90b65ed8eaf7b2d340 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:04.405882 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.422444 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.449148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 4532b43d-fb90-4cbf-b284-0f12d478427e no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:04.503145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 4532b43d-fb90-4cbf-b284-0f12d478427e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:04.503486 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 4532b43d-fb90-4cbf-b284-0f12d478427e not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:04.557379 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.796092 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.829093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:04.862906 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb36eea-30f8-4b4a-bc3f-91c7347c09e7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:04.883421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.883421 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Added segment 73925020-7483-48e8-ba32-28850f9efe21 of type vlan for network 19d80b6c-44e2-4659-a310-573a04ea3f58 Sep 16 04:51:04.927649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f1d3e-ea63-4ada-9b72-cc92525bc9bb req-f8b8148b-6b6f-433f-ac22-d57de5483e5d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.936284 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f1d3e-ea63-4ada-9b72-cc92525bc9bb req-f8b8148b-6b6f-433f-ac22-d57de5483e5d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.943594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f1d3e-ea63-4ada-9b72-cc92525bc9bb req-f8b8148b-6b6f-433f-ac22-d57de5483e5d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.950160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f1d3e-ea63-4ada-9b72-cc92525bc9bb req-f8b8148b-6b6f-433f-ac22-d57de5483e5d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.959171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f1d3e-ea63-4ada-9b72-cc92525bc9bb req-f8b8148b-6b6f-433f-ac22-d57de5483e5d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.966635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f1d3e-ea63-4ada-9b72-cc92525bc9bb req-f8b8148b-6b6f-433f-ac22-d57de5483e5d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.976390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f1d3e-ea63-4ada-9b72-cc92525bc9bb req-f8b8148b-6b6f-433f-ac22-d57de5483e5d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.984116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-194f1d3e-ea63-4ada-9b72-cc92525bc9bb req-f8b8148b-6b6f-433f-ac22-d57de5483e5d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.2383029 Sep 16 04:51:05.082979 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.097393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51162) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:05.114905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3476c2a-8fa2-44ee-9a1b-24509d09a024 req-da71220a-0568-420d-8013-fcbe90de265e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.116552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3476c2a-8fa2-44ee-9a1b-24509d09a024 req-da71220a-0568-420d-8013-fcbe90de265e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.2765222 Sep 16 04:51:05.129769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4a922-4e04-41c0-b272-d9fb3d2989d1 req-1cf35a34-9ff2-4f62-8e44-a25d94032136 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.132601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61d4a922-4e04-41c0-b272-d9fb3d2989d1 req-1cf35a34-9ff2-4f62-8e44-a25d94032136 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.2408605 Sep 16 04:51:05.185408 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-194f1d3e-ea63-4ada-9b72-cc92525bc9bb req-40971ac6-f756-444e-9a5e-b9c3329e066b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1922369 Sep 16 04:51:05.306509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3476c2a-8fa2-44ee-9a1b-24509d09a024 req-91374898-8fab-4d8c-a796-f25eecbd0e07 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728067 Sep 16 04:51:05.394424 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d9f02d1-169b-4918-8f8e-c617a9381142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.438270 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.439648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.440635 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.564693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3426a4-2d52-450d-bb66-4017d3597a98 req-1d7691fc-1b24-4b72-aca9-d04e792cd5e8 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.573551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de3426a4-2d52-450d-bb66-4017d3597a98 req-1d7691fc-1b24-4b72-aca9-d04e792cd5e8 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 950 time: 0.2618852 Sep 16 04:51:05.600861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] Pushing event updated for resources: {'Network': ['ID=19d80b6c-44e2-4659-a310-573a04ea3f58,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:05.615159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 19d80b6c-44e2-4659-a310-573a04ea3f58 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:05.658265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d9f02d1-169b-4918-8f8e-c617a9381142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.670809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-61d4a922-4e04-41c0-b272-d9fb3d2989d1 req-2f2f7d92-3b82-43d7-9b76-1a0e859e5ed0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Deleting port 11d608a7-45e0-43d7-a55c-b19cc9247b85 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:05.671317 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-61d4a922-4e04-41c0-b272-d9fb3d2989d1 req-2f2f7d92-3b82-43d7-9b76-1a0e859e5ed0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.791073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de3426a4-2d52-450d-bb66-4017d3597a98 req-f2b3911d-a04a-4ec1-aae6-a05e2303b520 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/security-groups?id=09febc19-053b-4670-a91b-3c3a8089aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128148 Sep 16 04:51:05.796320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d9f02d1-169b-4918-8f8e-c617a9381142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.816540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-61d4a922-4e04-41c0-b272-d9fb3d2989d1 req-2f2f7d92-3b82-43d7-9b76-1a0e859e5ed0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] For port 11d608a7-45e0-43d7-a55c-b19cc9247b85, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=11d608a7-45e0-43d7-a55c-b19cc9247b85,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:05.817026 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-61d4a922-4e04-41c0-b272-d9fb3d2989d1 req-2f2f7d92-3b82-43d7-9b76-1a0e859e5ed0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.844289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-61d4a922-4e04-41c0-b272-d9fb3d2989d1 req-2f2f7d92-3b82-43d7-9b76-1a0e859e5ed0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Calling delete_port for 11d608a7-45e0-43d7-a55c-b19cc9247b85 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:05.876631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0d9f02d1-169b-4918-8f8e-c617a9381142 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d02fd2ad84fb4301ad51375908041455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7783864 Sep 16 04:51:05.877663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f02d1-169b-4918-8f8e-c617a9381142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964879c9-b581-4765-b167-a652604524fb,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:05.880445 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51174) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:06.005237 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ba5dcaf-eba0-4672-b8cf-1a0b6b5e6ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.008417 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1a0a6ced-9d93-4469-baed-fb37b37fef50 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9225743 Sep 16 04:51:06.011734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51178) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:06.017449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d42936ff-4a07-437d-9987-939bbaa9ff09 admin admin] Request body: {'subnet': {'network_id': '19d80b6c-44e2-4659-a310-573a04ea3f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-763017256-subnet', 'tenant_id': '962539ca52a14f90b65ed8eaf7b2d340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:06.052040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ba5dcaf-eba0-4672-b8cf-1a0b6b5e6ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.195921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42936ff-4a07-437d-9987-939bbaa9ff09 admin admin] Made reservation on behalf of 962539ca52a14f90b65ed8eaf7b2d340 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:06.201240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d42936ff-4a07-437d-9987-939bbaa9ff09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.273356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-61d4a922-4e04-41c0-b272-d9fb3d2989d1 req-2f2f7d92-3b82-43d7-9b76-1a0e859e5ed0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.286722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['11d608a7-45e0-43d7-a55c-b19cc9247b85'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:06.321297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f7d92-3b82-43d7-9b76-1a0e859e5ed0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Pushing event deleted for resources: {'Port': ['ID=11d608a7-45e0-43d7-a55c-b19cc9247b85,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:06.339381 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ba5dcaf-eba0-4672-b8cf-1a0b6b5e6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.344859 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ba5dcaf-eba0-4672-b8cf-1a0b6b5e6ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.346576 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2ba5dcaf-eba0-4672-b8cf-1a0b6b5e6ac2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/964879c9-b581-4765-b167-a652604524fb HTTP/1.1" status: 204 len: 168 time: 0.4518020 Sep 16 04:51:06.430687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5dcaf-eba0-4672-b8cf-1a0b6b5e6ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964879c9-b581-4765-b167-a652604524fb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:06.457975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d4a922-4e04-41c0-b272-d9fb3d2989d1 req-2f2f7d92-3b82-43d7-9b76-1a0e859e5ed0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] No DVR routers for this DVR port 11d608a7-45e0-43d7-a55c-b19cc9247b85 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:06.466562 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-61d4a922-4e04-41c0-b272-d9fb3d2989d1 req-2f2f7d92-3b82-43d7-9b76-1a0e859e5ed0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.468704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61d4a922-4e04-41c0-b272-d9fb3d2989d1 req-2f2f7d92-3b82-43d7-9b76-1a0e859e5ed0 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.23 "DELETE /v2.0/ports/11d608a7-45e0-43d7-a55c-b19cc9247b85 HTTP/1.1" status: 204 len: 173 time: 1.3111229 Sep 16 04:51:06.478947 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'name': 'network-vif-deleted', 'tag': '11d608a7-45e0-43d7-a55c-b19cc9247b85'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:06.490042 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c539556-0c65-4246-a3a1-5329adb855e6" -d '{"events": [{"server_uuid": "d2761712-c38c-4d59-8fb4-5932430c7c14", "name": "network-vif-deleted", "tag": "11d608a7-45e0-43d7-a55c-b19cc9247b85"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:06.576570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1c833-9c7f-4f92-a58b-822b677c8365 req-e0ed6109-ab23-4612-a06b-9479d121e283 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.584584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1c833-9c7f-4f92-a58b-822b677c8365 req-e0ed6109-ab23-4612-a06b-9479d121e283 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.604665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1c833-9c7f-4f92-a58b-822b677c8365 req-e0ed6109-ab23-4612-a06b-9479d121e283 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.618551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1c833-9c7f-4f92-a58b-822b677c8365 req-e0ed6109-ab23-4612-a06b-9479d121e283 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.632452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1c833-9c7f-4f92-a58b-822b677c8365 req-e0ed6109-ab23-4612-a06b-9479d121e283 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.647304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1c833-9c7f-4f92-a58b-822b677c8365 req-e0ed6109-ab23-4612-a06b-9479d121e283 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.660215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1c833-9c7f-4f92-a58b-822b677c8365 req-e0ed6109-ab23-4612-a06b-9479d121e283 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.663431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9dc1c833-9c7f-4f92-a58b-822b677c8365 req-e0ed6109-ab23-4612-a06b-9479d121e283 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.3067894 Sep 16 04:51:06.681330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c5695-941a-41f9-9b0f-5a3bf42b4ea1 req-35cafdfb-184a-4d94-9d04-68c6fafb9f7e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.706926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d96c5695-941a-41f9-9b0f-5a3bf42b4ea1 req-35cafdfb-184a-4d94-9d04-68c6fafb9f7e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.2426140 Sep 16 04:51:06.810537 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d96c5695-941a-41f9-9b0f-5a3bf42b4ea1 req-dffe45b5-a5ec-49ee-855d-1d883ff4084c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010203 Sep 16 04:51:06.848562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9dc1c833-9c7f-4f92-a58b-822b677c8365 req-23e2dc31-2b4e-4c68-9454-cfa266bdd7f8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182096 Sep 16 04:51:06.853819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d42936ff-4a07-437d-9987-939bbaa9ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.953705 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d54bc3-e8ac-4f5b-8850-775d4de9b1e3 x-openstack-request-id: req-b9d54bc3-e8ac-4f5b-8850-775d4de9b1e3 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:06.954172 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2761712-c38c-4d59-8fb4-5932430c7c14", "name": "network-vif-deleted", "tag": "11d608a7-45e0-43d7-a55c-b19cc9247b85", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:06.955090 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9d54bc3-e8ac-4f5b-8850-775d4de9b1e3 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:06.955710 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2761712-c38c-4d59-8fb4-5932430c7c14', 'name': 'network-vif-deleted', 'tag': '11d608a7-45e0-43d7-a55c-b19cc9247b85', 'status': 'completed', 'code': 200} Sep 16 04:51:06.973590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42936ff-4a07-437d-9987-939bbaa9ff09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba0342a-0142-4fcb-aecd-1df161f71fd5,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:07.047225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42936ff-4a07-437d-9987-939bbaa9ff09 admin admin] Checking segment: {'id': '73925020-7483-48e8-ba32-28850f9efe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '19d80b6c-44e2-4659-a310-573a04ea3f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:07.048028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42936ff-4a07-437d-9987-939bbaa9ff09 admin admin] Network hostable DHCP agents. Network: 19d80b6c-44e2-4659-a310-573a04ea3f58, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:07.065398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd681b1a-15e5-4162-bb53-adb716f8f43d req-bb6c487c-e7df-43b4-808f-8d861dc5c238 tempest-MigrationsAdminTest-2128925428 tempest-MigrationsAdminTest-2128925428-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2761712-c38c-4d59-8fb4-5932430c7c14 HTTP/1.1" status: 200 len: 210 time: 0.0532694 Sep 16 04:51:07.225150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42936ff-4a07-437d-9987-939bbaa9ff09 admin admin] Network 19d80b6c-44e2-4659-a310-573a04ea3f58 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:07.351379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-d42936ff-4a07-437d-9987-939bbaa9ff09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 19d80b6c-44e2-4659-a310-573a04ea3f58) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:07.357682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42936ff-4a07-437d-9987-939bbaa9ff09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.365713 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d42936ff-4a07-437d-9987-939bbaa9ff09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.366443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f56176-9a1c-4320-9ca9-95ddda43a030 None None] Network 19d80b6c-44e2-4659-a310-573a04ea3f58 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:07.488238 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d42936ff-4a07-437d-9987-939bbaa9ff09 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4753416 Sep 16 04:51:07.616034 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef222d01-4ae0-497a-a020-e0536e8445ea None None] Network 19d80b6c-44e2-4659-a310-573a04ea3f58 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:08.057985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd3d71-1d34-49ec-a75f-bd1812a19b05 req-be34dc6b-ff42-4a0d-a7db-b3430155dbb5 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.065378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd3d71-1d34-49ec-a75f-bd1812a19b05 req-be34dc6b-ff42-4a0d-a7db-b3430155dbb5 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.072950 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd3d71-1d34-49ec-a75f-bd1812a19b05 req-be34dc6b-ff42-4a0d-a7db-b3430155dbb5 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.080422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd3d71-1d34-49ec-a75f-bd1812a19b05 req-be34dc6b-ff42-4a0d-a7db-b3430155dbb5 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.089525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd3d71-1d34-49ec-a75f-bd1812a19b05 req-be34dc6b-ff42-4a0d-a7db-b3430155dbb5 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.098032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd3d71-1d34-49ec-a75f-bd1812a19b05 req-be34dc6b-ff42-4a0d-a7db-b3430155dbb5 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.103918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd3d71-1d34-49ec-a75f-bd1812a19b05 req-be34dc6b-ff42-4a0d-a7db-b3430155dbb5 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.106187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12dd3d71-1d34-49ec-a75f-bd1812a19b05 req-be34dc6b-ff42-4a0d-a7db-b3430155dbb5 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.1275172 Sep 16 04:51:08.218457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51242) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:08.232927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12dd3d71-1d34-49ec-a75f-bd1812a19b05 req-f3c9d709-9205-4cd5-91b4-2525b8794a90 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186454 Sep 16 04:51:08.397823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1181935554-network', 'tenant_id': '8177cfb759ac40a7b4aca200af947007'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:08.464364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-5fc34eb3-2545-4c69-91d5-d5267875fe32 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.467096 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-5fc34eb3-2545-4c69-91d5-d5267875fe32 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/networks?id=19d80b6c-44e2-4659-a310-573a04ea3f58 HTTP/1.1" status: 200 len: 821 time: 0.2734149 Sep 16 04:51:08.480047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b03c3b-e53c-4e08-97ce-64960402fe53 req-07c20149-1f4e-4032-a986-911d9e47cb64 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:08.482683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39b03c3b-e53c-4e08-97ce-64960402fe53 req-07c20149-1f4e-4032-a986-911d9e47cb64 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.1057227 Sep 16 04:51:08.495353 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 11d608a7-45e0-43d7-a55c-b19cc9247b85 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:08.530225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-2bed139d-a587-4936-8467-d5cb4c01a389 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/quotas/962539ca52a14f90b65ed8eaf7b2d340 HTTP/1.1" status: 200 len: 375 time: 0.0461314 Sep 16 04:51:08.548354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 11d608a7-45e0-43d7-a55c-b19cc9247b85 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:08.554607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 11d608a7-45e0-43d7-a55c-b19cc9247b85 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:08.572780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-fdceff9d-2846-4cf1-a918-71e09171d46a tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=962539ca52a14f90b65ed8eaf7b2d340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413573 Sep 16 04:51:08.629631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Made reservation on behalf of 8177cfb759ac40a7b4aca200af947007 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:08.631939 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.632070 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39b03c3b-e53c-4e08-97ce-64960402fe53 req-b2684ad3-cf55-470e-9cfc-b37ca9a1e58f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415098 Sep 16 04:51:08.672425 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.735841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-47cc3a6f-ac1b-4621-aecc-89f791832e5b service neutron] 10.222.0.24 "GET /v2.0/networks/19d80b6c-44e2-4659-a310-573a04ea3f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619260 Sep 16 04:51:08.905330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-0c892926-5288-40a6-a762-2db94cb7586a service neutron] 10.222.0.24 "GET /v2.0/networks/19d80b6c-44e2-4659-a310-573a04ea3f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633484 Sep 16 04:51:08.905523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.047610 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.083519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:09.095232 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.095843 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Added segment 00afec33-f689-4231-bb00-069d9a42eeca of type vlan for network 50035690-b639-4ea0-b704-d4b732afd059 Sep 16 04:51:09.107169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e78b80-3235-4423-8b4a-bc255128e5ba,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:09.196439 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.334664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdee5844-922c-40f3-a139-e5b38dcbb703 req-165a39b2-d240-4d32-8bfa-e5a890b4fc64 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 210 time: 0.1096623 Sep 16 04:51:09.421166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb9a9-5613-41d8-a335-c22d7446b8ee req-523540b4-bb90-428d-b2af-eaa5cb613674 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.427688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb9a9-5613-41d8-a335-c22d7446b8ee req-523540b4-bb90-428d-b2af-eaa5cb613674 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.435666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb9a9-5613-41d8-a335-c22d7446b8ee req-523540b4-bb90-428d-b2af-eaa5cb613674 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.442305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb9a9-5613-41d8-a335-c22d7446b8ee req-523540b4-bb90-428d-b2af-eaa5cb613674 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.448603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb9a9-5613-41d8-a335-c22d7446b8ee req-523540b4-bb90-428d-b2af-eaa5cb613674 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.454830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb9a9-5613-41d8-a335-c22d7446b8ee req-523540b4-bb90-428d-b2af-eaa5cb613674 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.460833 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb9a9-5613-41d8-a335-c22d7446b8ee req-523540b4-bb90-428d-b2af-eaa5cb613674 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.462793 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-199fb9a9-5613-41d8-a335-c22d7446b8ee req-523540b4-bb90-428d-b2af-eaa5cb613674 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.1006417 Sep 16 04:51:09.506358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-199fb9a9-5613-41d8-a335-c22d7446b8ee req-38872d4c-5381-4a33-9fdb-75ae5dd2369b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363810 Sep 16 04:51:09.629899 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.631087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.631763 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.703578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] Pushing event updated for resources: {'Network': ['ID=50035690-b639-4ea0-b704-d4b732afd059,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:09.715013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 50035690-b639-4ea0-b704-d4b732afd059 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:09.803761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6061f1-bb2e-4010-97a2-ebf48df373d1 req-2f6dd714-7cc4-48ea-9299-5947f79fd86c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:09.805417 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f6061f1-bb2e-4010-97a2-ebf48df373d1 req-2f6dd714-7cc4-48ea-9299-5947f79fd86c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.0599496 Sep 16 04:51:09.830916 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b2f1283a-543d-4d56-903f-1ac77af89423 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6111217 Sep 16 04:51:09.833987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51268) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:09.840531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5805f2d8-272d-4c7b-9131-fc1f292da348 admin admin] Request body: {'subnet': {'network_id': '50035690-b639-4ea0-b704-d4b732afd059', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1181935554-subnet', 'tenant_id': '8177cfb759ac40a7b4aca200af947007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:09.863299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f6061f1-bb2e-4010-97a2-ebf48df373d1 req-df9665bd-9d2e-477e-920a-068b57781f90 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471573 Sep 16 04:51:09.886995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51272) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:10.007213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5805f2d8-272d-4c7b-9131-fc1f292da348 admin admin] Made reservation on behalf of 8177cfb759ac40a7b4aca200af947007 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:10.012107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5805f2d8-272d-4c7b-9131-fc1f292da348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.205440 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-63eff71f-f35b-48f6-9147-0cf3b2d38cf4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a691916327a54f4cb27fb717de84b236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163235 Sep 16 04:51:10.207426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51282) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:10.306777 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-23e72c5a-497c-478c-971c-d66a9b35376f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.346266 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-23e72c5a-497c-478c-971c-d66a9b35376f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.372686 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5805f2d8-272d-4c7b-9131-fc1f292da348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.446323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9dff7352-2f1e-4a4a-b6f5-6d0df4a397e1 req-bae1c796-1b0b-4907-9e3c-d28f50e03c87 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 210 time: 0.0544672 Sep 16 04:51:10.474582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805f2d8-272d-4c7b-9131-fc1f292da348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1dafa1-7e5e-4b66-946b-ae5de37c5555,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:10.482164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805f2d8-272d-4c7b-9131-fc1f292da348 admin admin] Checking segment: {'id': '00afec33-f689-4231-bb00-069d9a42eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50035690-b639-4ea0-b704-d4b732afd059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:10.482164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5805f2d8-272d-4c7b-9131-fc1f292da348 admin admin] Network hostable DHCP agents. Network: 50035690-b639-4ea0-b704-d4b732afd059, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:10.639360 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-23e72c5a-497c-478c-971c-d66a9b35376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.642515 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-23e72c5a-497c-478c-971c-d66a9b35376f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.646586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-23e72c5a-497c-478c-971c-d66a9b35376f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09febc19-053b-4670-a91b-3c3a8089aaf1 HTTP/1.1" status: 204 len: 168 time: 0.4378307 Sep 16 04:51:10.664810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5805f2d8-272d-4c7b-9131-fc1f292da348 admin admin] Network 50035690-b639-4ea0-b704-d4b732afd059 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:10.694428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e72c5a-497c-478c-971c-d66a9b35376f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09febc19-053b-4670-a91b-3c3a8089aaf1,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:10.763360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ac7ee-394f-4605-99a9-e4084411d681 req-876f2cbc-11d3-48f9-9093-07e9598f10f7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.778824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ac7ee-394f-4605-99a9-e4084411d681 req-876f2cbc-11d3-48f9-9093-07e9598f10f7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.784164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-5805f2d8-272d-4c7b-9131-fc1f292da348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 50035690-b639-4ea0-b704-d4b732afd059) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:10.787630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ac7ee-394f-4605-99a9-e4084411d681 req-876f2cbc-11d3-48f9-9093-07e9598f10f7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.788676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5805f2d8-272d-4c7b-9131-fc1f292da348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.789281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5805f2d8-272d-4c7b-9131-fc1f292da348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.795834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ac7ee-394f-4605-99a9-e4084411d681 req-876f2cbc-11d3-48f9-9093-07e9598f10f7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.803270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ac7ee-394f-4605-99a9-e4084411d681 req-876f2cbc-11d3-48f9-9093-07e9598f10f7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.805383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2ec757-0631-4d9b-8430-14ee392f5a52 None None] Network 50035690-b639-4ea0-b704-d4b732afd059 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:10.811577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ac7ee-394f-4605-99a9-e4084411d681 req-876f2cbc-11d3-48f9-9093-07e9598f10f7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.818576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ac7ee-394f-4605-99a9-e4084411d681 req-876f2cbc-11d3-48f9-9093-07e9598f10f7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.820846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d47ac7ee-394f-4605-99a9-e4084411d681 req-876f2cbc-11d3-48f9-9093-07e9598f10f7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.2025564 Sep 16 04:51:10.906501 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5805f2d8-272d-4c7b-9131-fc1f292da348 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0713141 Sep 16 04:51:10.923878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d47ac7ee-394f-4605-99a9-e4084411d681 req-3031343a-7a34-4975-bab4-609c92952c5c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887008 Sep 16 04:51:11.156686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47fa12b-98c9-4e88-986d-6f9a93a06556 None None] Network 50035690-b639-4ea0-b704-d4b732afd059 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:11.238394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a956143-9182-45c5-81f2-fe438d81bd9b req-c0d74a9b-5138-4344-a733-65767efbe2a4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.240083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a956143-9182-45c5-81f2-fe438d81bd9b req-c0d74a9b-5138-4344-a733-65767efbe2a4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.1499436 Sep 16 04:51:11.380450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a956143-9182-45c5-81f2-fe438d81bd9b req-16eb5e3d-b89a-4b84-951c-de22b76fb4bb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295331 Sep 16 04:51:11.677787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-904f6255-28c2-4db8-8951-f524ce3f02a0 req-a4919e85-3e47-44e3-9f3f-308c47172e32 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 210 time: 0.0984204 Sep 16 04:51:11.862997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51320) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:11.950815 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-deb80cff-e373-4f2a-a33f-2c9bdfc5a865 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.968051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-deb80cff-e373-4f2a-a33f-2c9bdfc5a865 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/networks?id=50035690-b639-4ea0-b704-d4b732afd059 HTTP/1.1" status: 200 len: 814 time: 0.2459970 Sep 16 04:51:11.974103 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5e018d78-1fe7-4c98-9ee2-5e4d3bd9086d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13ec4c3aa32e4f45abb19b3ea0ce4fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1089699 Sep 16 04:51:11.977776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51322) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:12.003415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-d7ba455d-6a0d-4e06-ab4b-840129ea1b44 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/quotas/8177cfb759ac40a7b4aca200af947007 HTTP/1.1" status: 200 len: 375 time: 0.0340347 Sep 16 04:51:12.033289 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-514a7e9c-2dc0-48fc-a3cc-9da7c6df0f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.056970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-bf82aeac-4f6e-408b-b348-d90df72afca2 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8177cfb759ac40a7b4aca200af947007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525680 Sep 16 04:51:12.130547 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.158078 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.178631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-3f1ac305-615a-4184-8470-5b1876d351da service neutron] 10.222.0.24 "GET /v2.0/networks/50035690-b639-4ea0-b704-d4b732afd059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202414 Sep 16 04:51:12.244505 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.407230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-b52099a1-425b-467c-9a98-2ff044ceffb9 service neutron] 10.222.0.24 "GET /v2.0/networks/50035690-b639-4ea0-b704-d4b732afd059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276318 Sep 16 04:51:12.448137 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.453145 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.458868 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd70beae-37e3-4c41-8822-732beee49723 HTTP/1.1" status: 204 len: 168 time: 0.4799294 Sep 16 04:51:12.470235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd70beae-37e3-4c41-8822-732beee49723,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:12.481139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3622f-6d18-4eaa-9881-81851b7e58e4 req-75eac7dc-74df-4e09-8bc8-f7c0c5861eda tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.482363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:12.482969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:12.483531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:12.484069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:12.484718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:12.485316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:12.485940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:12.486647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:12.487382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:12.487932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:12.488680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:12.489420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dca798-7120-44ea-aa64-8b93a9b0fae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:12.516872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3622f-6d18-4eaa-9881-81851b7e58e4 req-75eac7dc-74df-4e09-8bc8-f7c0c5861eda tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.531692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3622f-6d18-4eaa-9881-81851b7e58e4 req-75eac7dc-74df-4e09-8bc8-f7c0c5861eda tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.543237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3622f-6d18-4eaa-9881-81851b7e58e4 req-75eac7dc-74df-4e09-8bc8-f7c0c5861eda tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.562520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3622f-6d18-4eaa-9881-81851b7e58e4 req-75eac7dc-74df-4e09-8bc8-f7c0c5861eda tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.578770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3622f-6d18-4eaa-9881-81851b7e58e4 req-75eac7dc-74df-4e09-8bc8-f7c0c5861eda tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.593367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3622f-6d18-4eaa-9881-81851b7e58e4 req-75eac7dc-74df-4e09-8bc8-f7c0c5861eda tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.593784 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afd3622f-6d18-4eaa-9881-81851b7e58e4 req-75eac7dc-74df-4e09-8bc8-f7c0c5861eda tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.3374562 Sep 16 04:51:12.682338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afd3622f-6d18-4eaa-9881-81851b7e58e4 req-c597b150-34cd-4b76-8483-bc2cf96752ff tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759015 Sep 16 04:51:13.004056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bda8367e-23b1-43d5-8b38-ed1652fd743c req-5029a856-63e1-4bf7-9756-6bd342e9c80e tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 210 time: 0.0907032 Sep 16 04:51:13.038273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a25ee-852d-4062-a396-c03a109ea20f req-a401c76d-fcfa-4879-9565-71f9f3cca301 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.042013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f4a25ee-852d-4062-a396-c03a109ea20f req-a401c76d-fcfa-4879-9565-71f9f3cca301 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.1919634 Sep 16 04:51:13.151946 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f4a25ee-852d-4062-a396-c03a109ea20f req-498183a6-9f0e-466c-9676-1ff37a233f3b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986538 Sep 16 04:51:13.187118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-853e67f6-742f-4eee-861f-6de23f64d678 req-428d1a39-2567-45a9-8df4-54b9273fd1ef tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 210 time: 0.0898383 Sep 16 04:51:13.207744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-d76e948d-862f-441d-8e55-b3a37a930a25 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.209111 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-d76e948d-862f-441d-8e55-b3a37a930a25 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.23 "GET /v2.0/networks?id=19d80b6c-44e2-4659-a310-573a04ea3f58 HTTP/1.1" status: 200 len: 821 time: 0.4295630 Sep 16 04:51:13.223896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Request body: {'port': {'device_id': 'e078125d-fe87-498d-bd03-9c402e5e7136', 'network_id': '19d80b6c-44e2-4659-a310-573a04ea3f58', 'admin_state_up': True, 'tenant_id': '962539ca52a14f90b65ed8eaf7b2d340'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:13.509015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-a538be40-4be6-4e9b-84e4-7009509f33f0 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2043276915&fields=id&tenant_id=6f7a9bdb6cec4045aebeee2074d0ed56 HTTP/1.1" status: 200 len: 267 time: 0.0522172 Sep 16 04:51:13.601748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Made reservation on behalf of 962539ca52a14f90b65ed8eaf7b2d340 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:13.605651 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.710876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-38392498-cfce-4224-82c0-cae7938e0629 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.710876 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-38392498-cfce-4224-82c0-cae7938e0629 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/networks?id=22ee9107-e191-4262-b0fc-68862935cfe3 HTTP/1.1" status: 200 len: 816 time: 0.1995819 Sep 16 04:51:13.748763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-20cbd8df-4d7b-4b47-972d-816815660ece tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/quotas/6f7a9bdb6cec4045aebeee2074d0ed56 HTTP/1.1" status: 200 len: 375 time: 0.0281560 Sep 16 04:51:13.851354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-0c80a213-176e-4784-9fff-2c5ade20d48f tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f7a9bdb6cec4045aebeee2074d0ed56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014838 Sep 16 04:51:13.853705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Allocated IP 172.20.0.13 (19d80b6c-44e2-4659-a310-573a04ea3f58/cba0342a-0142-4fcb-aecd-1df161f71fd5/7b742cf3-c75a-4e5b-8c0d-b2137b2e9891) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:13.951090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29af21a-fd24-4100-adba-bdfea616bd21 req-c10bec1f-70ea-4534-a06d-6e5a4963ae32 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.957523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29af21a-fd24-4100-adba-bdfea616bd21 req-c10bec1f-70ea-4534-a06d-6e5a4963ae32 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.963694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29af21a-fd24-4100-adba-bdfea616bd21 req-c10bec1f-70ea-4534-a06d-6e5a4963ae32 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.970556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29af21a-fd24-4100-adba-bdfea616bd21 req-c10bec1f-70ea-4534-a06d-6e5a4963ae32 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.981772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29af21a-fd24-4100-adba-bdfea616bd21 req-c10bec1f-70ea-4534-a06d-6e5a4963ae32 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.987993 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29af21a-fd24-4100-adba-bdfea616bd21 req-c10bec1f-70ea-4534-a06d-6e5a4963ae32 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:13.995299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29af21a-fd24-4100-adba-bdfea616bd21 req-c10bec1f-70ea-4534-a06d-6e5a4963ae32 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.004489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a29af21a-fd24-4100-adba-bdfea616bd21 req-c10bec1f-70ea-4534-a06d-6e5a4963ae32 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.1521108 Sep 16 04:51:14.097103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a29af21a-fd24-4100-adba-bdfea616bd21 req-d5b92aa5-13d3-4f9d-9776-b243c80fa376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916150 Sep 16 04:51:14.132628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-324fad61-4fc5-49d4-b324-40c13ae02bbd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:51:14.145671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-324fad61-4fc5-49d4-b324-40c13ae02bbd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2793062 Sep 16 04:51:14.311716 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.347594 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3a17ecf-e8f4-4ec0-9f9e-a64b0ca4adaf req-0779040c-3475-4737-8414-7932435e398c tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 210 time: 0.0790768 Sep 16 04:51:14.394599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-f2288893-2be7-498f-b26c-5f27b613982c service neutron] 10.222.0.24 "GET /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479715 Sep 16 04:51:14.612915 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-503eaf75-1350-4627-b9df-2dcd6ce083f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.800664 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.921291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Network 19d80b6c-44e2-4659-a310-573a04ea3f58 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:14.923012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Pushing event updated for resources: {'Port': ['ID=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:14.949533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:14.957714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:14.967494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-60811d20-62e0-4221-ad0d-38bd53b56c38 service neutron] 10.222.0.24 "GET /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718420 Sep 16 04:51:15.002896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee01d46-57fa-41a3-b59d-4b420295c4f8 req-f54bfb31-6dab-48ef-a943-ed3dbeedfda7 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.004431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ee01d46-57fa-41a3-b59d-4b420295c4f8 req-f54bfb31-6dab-48ef-a943-ed3dbeedfda7 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.2107832 Sep 16 04:51:15.066299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.066933 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.096127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ee01d46-57fa-41a3-b59d-4b420295c4f8 req-8cd3e3d7-2d4f-4c3a-9b0f-f9ca479d0036 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717413 Sep 16 04:51:15.275801 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74cb2e60-0886-4bbc-889f-9bc8721a875d req-d49c5bad-353b-4768-a2ff-f0888dd04269 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 210 time: 0.0439568 Sep 16 04:51:15.276650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-8f97e5a5-da2c-4b3a-ab33-d0ffae1407d1 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0539935 Sep 16 04:51:15.295419 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.307225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Request body: {'port': {'device_id': 'e078125d-fe87-498d-bd03-9c402e5e7136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:15.389519 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.533326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406468-d05a-4d73-9a43-0b5815a17e66 req-d88bb597-0535-44ea-914b-3eff485ead02 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.547451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406468-d05a-4d73-9a43-0b5815a17e66 req-d88bb597-0535-44ea-914b-3eff485ead02 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.561039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406468-d05a-4d73-9a43-0b5815a17e66 req-d88bb597-0535-44ea-914b-3eff485ead02 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.572519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406468-d05a-4d73-9a43-0b5815a17e66 req-d88bb597-0535-44ea-914b-3eff485ead02 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.584725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406468-d05a-4d73-9a43-0b5815a17e66 req-d88bb597-0535-44ea-914b-3eff485ead02 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.596730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406468-d05a-4d73-9a43-0b5815a17e66 req-d88bb597-0535-44ea-914b-3eff485ead02 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.608011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406468-d05a-4d73-9a43-0b5815a17e66 req-d88bb597-0535-44ea-914b-3eff485ead02 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.610191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9406468-d05a-4d73-9a43-0b5815a17e66 req-d88bb597-0535-44ea-914b-3eff485ead02 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.2304552 Sep 16 04:51:15.723799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9406468-d05a-4d73-9a43-0b5815a17e66 req-905948df-b325-4987-bae3-f409ade9bddf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070466 Sep 16 04:51:15.902999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9a59-8368-4537-8f7a-a32e8dcdefe6 req-842d8f56-e5b0-4653-8895-b7f34803d015 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.905007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e24f9a59-8368-4537-8f7a-a32e8dcdefe6 req-842d8f56-e5b0-4653-8895-b7f34803d015 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 932 time: 0.1049390 Sep 16 04:51:15.967755 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.045905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e24f9a59-8368-4537-8f7a-a32e8dcdefe6 req-459e6df6-c703-40ba-ac39-8a24799d978e tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfb36eea-30f8-4b4a-bc3f-91c7347c09e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013634 Sep 16 04:51:16.048190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:16.056654 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.082436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Transition to ACTIVE for port object 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:16.245102 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.320021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:16.355822 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.446180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ffd05-3d11-41be-a748-b39ae1e545a6 req-64659594-990e-435c-bce3-bec036eef104 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.454410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e71ffd05-3d11-41be-a748-b39ae1e545a6 req-64659594-990e-435c-bce3-bec036eef104 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.1850228 Sep 16 04:51:16.532915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e71ffd05-3d11-41be-a748-b39ae1e545a6 req-b0c7eea4-731c-4a10-ae42-102164489604 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727329 Sep 16 04:51:16.563484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Attempting to bind port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:16.563815 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Attempting to bind port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '73925020-7483-48e8-ba32-28850f9efe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '19d80b6c-44e2-4659-a310-573a04ea3f58'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:16.564146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Attempting to bind port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 on network 19d80b6c-44e2-4659-a310-573a04ea3f58 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:16.567944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0583f381-4771-459a-9682-4e4055ccd269 req-79e252cc-5967-482c-b034-acbe118e7aab tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 210 time: 0.0595191 Sep 16 04:51:16.571595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 on network 19d80b6c-44e2-4659-a310-573a04ea3f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:16.571918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Attempting to bind port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 on network 19d80b6c-44e2-4659-a310-573a04ea3f58 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:16.578323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:16.584067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Checking segment: {'id': '73925020-7483-48e8-ba32-28850f9efe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '19d80b6c-44e2-4659-a310-573a04ea3f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:16.584067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Bound using segment: {'id': '73925020-7483-48e8-ba32-28850f9efe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '19d80b6c-44e2-4659-a310-573a04ea3f58'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:16.584067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Bound port: 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73925020-7483-48e8-ba32-28850f9efe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '19d80b6c-44e2-4659-a310-573a04ea3f58'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:16.584067 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.803649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad4aae45-3349-492d-9035-767c35210d5a req-1d209f88-2d69-49ad-a35f-40514b670e66 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 210 time: 0.0959117 Sep 16 04:51:16.818053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] For port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:16.830389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] For port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891,segment=NetworkSegment(73925020-7483-48e8-ba32-28850f9efe21),segment_id=73925020-7483-48e8-ba32-28850f9efe21)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:16.926775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-24a83243-1edd-419f-a435-af3f529b88d5 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d5475644b7074952bbbd1c1439286483&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239873 Sep 16 04:51:16.990996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-31b4bce0-7cfa-4d59-8ba0-66bd5806e36a tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.993657 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-31b4bce0-7cfa-4d59-8ba0-66bd5806e36a tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.37 "GET /v2.0/networks?id=50035690-b639-4ea0-b704-d4b732afd059 HTTP/1.1" status: 200 len: 814 time: 0.1650426 Sep 16 04:51:16.999053 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.033285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Request body: {'port': {'device_id': '8f83d2f8-1c09-4fca-9ecf-becfe35cea25', 'network_id': '50035690-b639-4ea0-b704-d4b732afd059', 'admin_state_up': True, 'tenant_id': '8177cfb759ac40a7b4aca200af947007'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:17.130279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.131478 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.133193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 HTTP/1.1" status: 200 len: 1093 time: 1.8494174 Sep 16 04:51:17.155733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e078125d-fe87-498d-bd03-9c402e5e7136', 'tag': '7b742cf3-c75a-4e5b-8c0d-b2137b2e9891'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:17.158420 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2417947c-aa83-441d-9a2b-ef7aed25af65" -d '{"events": [{"name": "network-changed", "server_uuid": "e078125d-fe87-498d-bd03-9c402e5e7136", "tag": "7b742cf3-c75a-4e5b-8c0d-b2137b2e9891"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:17.204331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f25fd-e75b-463f-be96-59d44b438e62 req-f7a40121-dc0a-4f68-b8d0-496426bf83e7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.210820 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f25fd-e75b-463f-be96-59d44b438e62 req-f7a40121-dc0a-4f68-b8d0-496426bf83e7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.218049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f25fd-e75b-463f-be96-59d44b438e62 req-f7a40121-dc0a-4f68-b8d0-496426bf83e7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.224002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f25fd-e75b-463f-be96-59d44b438e62 req-f7a40121-dc0a-4f68-b8d0-496426bf83e7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.230511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f25fd-e75b-463f-be96-59d44b438e62 req-f7a40121-dc0a-4f68-b8d0-496426bf83e7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.237416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f25fd-e75b-463f-be96-59d44b438e62 req-f7a40121-dc0a-4f68-b8d0-496426bf83e7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.243659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f25fd-e75b-463f-be96-59d44b438e62 req-f7a40121-dc0a-4f68-b8d0-496426bf83e7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.245733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-218f25fd-e75b-463f-be96-59d44b438e62 req-f7a40121-dc0a-4f68-b8d0-496426bf83e7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.3177452 Sep 16 04:51:17.321915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Made reservation on behalf of 8177cfb759ac40a7b4aca200af947007 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:17.327653 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.349409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3800017-6c1e-4dcc-a3d9-cfc8c9d581f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:17.360426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e7a0dbd0-4a88-4f8f-a1eb-df0861c35c0b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.369266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e7a0dbd0-4a88-4f8f-a1eb-df0861c35c0b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4277937 Sep 16 04:51:17.398860 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-218f25fd-e75b-463f-be96-59d44b438e62 req-593d7335-1116-4680-a591-e4e9a793724e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1396360 Sep 16 04:51:17.450184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-cfc1bb9e-f28c-4bd3-bed0-269cc1c596eb tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/quotas/d5475644b7074952bbbd1c1439286483 HTTP/1.1" status: 200 len: 375 time: 0.0798390 Sep 16 04:51:17.517311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-7b097cc7-e03c-4301-bf33-9d493e9e22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.521904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-7b097cc7-e03c-4301-bf33-9d493e9e22a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=962539ca52a14f90b65ed8eaf7b2d340&device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 1096 time: 0.1505353 Sep 16 04:51:17.526700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-596f3725-3c42-406d-a150-28ff0dae2cd9 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5475644b7074952bbbd1c1439286483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746293 Sep 16 04:51:17.530569 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.581841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Allocated IP 172.20.0.5 (50035690-b639-4ea0-b704-d4b732afd059/3a1dafa1-7e5e-4b66-946b-ae5de37c5555/42efea52-a67c-47b8-acaf-c74b96065188) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:17.670548 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-ac944d17-5099-4424-b2e0-d63530e95ba7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 HTTP/1.1" status: 200 len: 217 time: 0.1382875 Sep 16 04:51:17.764931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244988c-c97a-4225-acd6-6ebf56685198 req-04f8fef0-7bf3-49c0-a008-6690ebd30a21 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.773238 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e244988c-c97a-4225-acd6-6ebf56685198 req-04f8fef0-7bf3-49c0-a008-6690ebd30a21 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 944 time: 0.2454801 Sep 16 04:51:17.830534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.840324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-54777a37-663e-479e-9212-7e93422b160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.846593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-54777a37-663e-479e-9212-7e93422b160a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cba0342a-0142-4fcb-aecd-1df161f71fd5 HTTP/1.1" status: 200 len: 861 time: 0.1666412 Sep 16 04:51:17.910533 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-d3493daf-c020-49c4-82ce-bca2fd9515d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=19d80b6c-44e2-4659-a310-573a04ea3f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512931 Sep 16 04:51:17.932411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e244988c-c97a-4225-acd6-6ebf56685198 req-e03428e5-8fe9-4ab5-b647-d4d936e44216 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfb36eea-30f8-4b4a-bc3f-91c7347c09e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581855 Sep 16 04:51:17.993200 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.076313 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913ac0fe-0e0c-4078-88f6-0e7133a361b4 x-openstack-request-id: req-913ac0fe-0e0c-4078-88f6-0e7133a361b4 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:18.076642 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e078125d-fe87-498d-bd03-9c402e5e7136", "tag": "7b742cf3-c75a-4e5b-8c0d-b2137b2e9891", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:18.077016 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-913ac0fe-0e0c-4078-88f6-0e7133a361b4 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:18.077320 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e078125d-fe87-498d-bd03-9c402e5e7136', 'tag': '7b742cf3-c75a-4e5b-8c0d-b2137b2e9891', 'status': 'completed', 'code': 200} Sep 16 04:51:18.132513 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Network 50035690-b639-4ea0-b704-d4b732afd059 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:18.137542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:18.148717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:18.189109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Pushing event updated for resources: {'Port': ['ID=42efea52-a67c-47b8-acaf-c74b96065188,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:18.239130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.239778 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.280638 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-cc916cea-1758-42cf-9160-c31fd4f17b01 service neutron] 10.222.0.23 "GET /v2.0/networks/19d80b6c-44e2-4659-a310-573a04ea3f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582816 Sep 16 04:51:18.335841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc5e0a-72fe-4649-83c3-fbcf02454043 req-398b1503-138a-4000-9e00-71a624e699fa tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.337709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fbc5e0a-72fe-4649-83c3-fbcf02454043 req-398b1503-138a-4000-9e00-71a624e699fa tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.2186570 Sep 16 04:51:18.371120 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ed164-f687-4e8c-8522-6edf47209d35 req-6661c6ac-d09c-4921-905d-8dec3d5f071c tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.373914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4ed164-f687-4e8c-8522-6edf47209d35 req-6661c6ac-d09c-4921-905d-8dec3d5f071c tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 931 time: 0.1537030 Sep 16 04:51:18.405916 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-51e1ffca-4a00-4908-9ce3-6cc7be5bbdd9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3925047 Sep 16 04:51:18.421454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Request body: {'port': {'device_id': '8f83d2f8-1c09-4fca-9ecf-becfe35cea25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:18.484055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4ed164-f687-4e8c-8522-6edf47209d35 req-59f83339-a04e-4adb-8668-201411d67cb8 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797462 Sep 16 04:51:18.514372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fbc5e0a-72fe-4649-83c3-fbcf02454043 req-7620d15e-e36d-4160-b233-22428301e488 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627638 Sep 16 04:51:18.520119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.545388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1372e8b-4f07-41cb-b820-4c76c41b96df req-37721488-4e0c-40f9-9651-167607e53a80 service neutron] 10.222.0.23 "GET /v2.0/networks/19d80b6c-44e2-4659-a310-573a04ea3f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541990 Sep 16 04:51:18.633197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c9e8fb7c-1cc0-4178-b434-9884889deb15 req-3f06a52b-569c-4b01-8216-f291a887fc65 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 210 time: 0.0490394 Sep 16 04:51:18.691620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92f62128-a9ed-4c15-81a2-9ca20e71b619 req-3fac38ef-24e5-45cb-8dcc-1c0eaaa1765c tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 210 time: 0.0626216 Sep 16 04:51:18.810295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b775d-eb75-499c-be13-2ad4ecbd4d62 req-eaf714a5-758a-4b2f-8479-5b0117ede8e8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.817199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b775d-eb75-499c-be13-2ad4ecbd4d62 req-eaf714a5-758a-4b2f-8479-5b0117ede8e8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.823688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b775d-eb75-499c-be13-2ad4ecbd4d62 req-eaf714a5-758a-4b2f-8479-5b0117ede8e8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.830904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b775d-eb75-499c-be13-2ad4ecbd4d62 req-eaf714a5-758a-4b2f-8479-5b0117ede8e8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.837381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b775d-eb75-499c-be13-2ad4ecbd4d62 req-eaf714a5-758a-4b2f-8479-5b0117ede8e8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.855086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b775d-eb75-499c-be13-2ad4ecbd4d62 req-eaf714a5-758a-4b2f-8479-5b0117ede8e8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.868655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b775d-eb75-499c-be13-2ad4ecbd4d62 req-eaf714a5-758a-4b2f-8479-5b0117ede8e8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.879253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-900b775d-eb75-499c-be13-2ad4ecbd4d62 req-eaf714a5-758a-4b2f-8479-5b0117ede8e8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.1450887 Sep 16 04:51:18.963235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417947c-aa83-441d-9a2b-ef7aed25af65 req-abc75ada-4fad-4a52-89ba-efd423e8ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.968737 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2417947c-aa83-441d-9a2b-ef7aed25af65 req-abc75ada-4fad-4a52-89ba-efd423e8ccd8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=962539ca52a14f90b65ed8eaf7b2d340&device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 1096 time: 0.0848417 Sep 16 04:51:18.982030 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42efea52-a67c-47b8-acaf-c74b96065188 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:18.984114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-900b775d-eb75-499c-be13-2ad4ecbd4d62 req-0c729257-1404-4f5e-b64f-554ec319cea5 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865953 Sep 16 04:51:18.993623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.010226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Transition to ACTIVE for port object 42efea52-a67c-47b8-acaf-c74b96065188 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:19.133121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417947c-aa83-441d-9a2b-ef7aed25af65 req-10f08e58-bf0c-433a-8910-c1adcabee399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.140207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2417947c-aa83-441d-9a2b-ef7aed25af65 req-10f08e58-bf0c-433a-8910-c1adcabee399 service neutron] 10.222.0.23 "GET /v2.0/networks?id=19d80b6c-44e2-4659-a310-573a04ea3f58 HTTP/1.1" status: 200 len: 921 time: 0.1512158 Sep 16 04:51:19.169360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec03a72-5989-43f5-986a-959c5252e2da req-272d976f-4b9c-42fa-a493-327228f4b894 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.173443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aec03a72-5989-43f5-986a-959c5252e2da req-272d976f-4b9c-42fa-a493-327228f4b894 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 944 time: 0.1096716 Sep 16 04:51:19.174397 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.335299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Pushing event updated for resources: {'Port': ['ID=42efea52-a67c-47b8-acaf-c74b96065188,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.345780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2417947c-aa83-441d-9a2b-ef7aed25af65 req-37ab6726-3c2b-408d-a0fd-f7a921c56a74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 HTTP/1.1" status: 200 len: 217 time: 0.1712580 Sep 16 04:51:19.408621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Attempting to bind port 42efea52-a67c-47b8-acaf-c74b96065188 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:19.409119 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Attempting to bind port 42efea52-a67c-47b8-acaf-c74b96065188 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '00afec33-f689-4231-bb00-069d9a42eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50035690-b639-4ea0-b704-d4b732afd059'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:19.409547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Attempting to bind port 42efea52-a67c-47b8-acaf-c74b96065188 on network 50035690-b639-4ea0-b704-d4b732afd059 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:19.415173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Port 42efea52-a67c-47b8-acaf-c74b96065188 on network 50035690-b639-4ea0-b704-d4b732afd059 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:19.415547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Attempting to bind port 42efea52-a67c-47b8-acaf-c74b96065188 on network 50035690-b639-4ea0-b704-d4b732afd059 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:19.422489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:19.423010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Checking segment: {'id': '00afec33-f689-4231-bb00-069d9a42eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50035690-b639-4ea0-b704-d4b732afd059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:19.423674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Bound using segment: {'id': '00afec33-f689-4231-bb00-069d9a42eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50035690-b639-4ea0-b704-d4b732afd059'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:19.424567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Bound port: 42efea52-a67c-47b8-acaf-c74b96065188, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00afec33-f689-4231-bb00-069d9a42eeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '50035690-b639-4ea0-b704-d4b732afd059'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:19.424914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.464746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aec03a72-5989-43f5-986a-959c5252e2da req-7eaddb31-6280-4bd2-a139-a340818d6e42 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfb36eea-30f8-4b4a-bc3f-91c7347c09e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609441 Sep 16 04:51:19.501017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417947c-aa83-441d-9a2b-ef7aed25af65 req-cf093865-1b5e-4377-9f2d-646364edbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.501426 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2417947c-aa83-441d-9a2b-ef7aed25af65 req-cf093865-1b5e-4377-9f2d-646364edbf8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cba0342a-0142-4fcb-aecd-1df161f71fd5 HTTP/1.1" status: 200 len: 861 time: 0.1191952 Sep 16 04:51:19.519817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] For port 42efea52-a67c-47b8-acaf-c74b96065188, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:19.523747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] For port 42efea52-a67c-47b8-acaf-c74b96065188, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=42efea52-a67c-47b8-acaf-c74b96065188,segment=NetworkSegment(00afec33-f689-4231-bb00-069d9a42eeca),segment_id=00afec33-f689-4231-bb00-069d9a42eeca)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:19.541947 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2417947c-aa83-441d-9a2b-ef7aed25af65 req-4d18f8e2-cb82-4a5c-b9ed-8c444631b5a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=19d80b6c-44e2-4659-a310-573a04ea3f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321689 Sep 16 04:51:19.702391 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.708589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42f60-5bde-44fd-b98a-f429a105af1a req-bc6160b2-8bd9-406f-8446-ff1554e5a552 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.718460 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ded42f60-5bde-44fd-b98a-f429a105af1a req-bc6160b2-8bd9-406f-8446-ff1554e5a552 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 943 time: 0.1258717 Sep 16 04:51:19.784878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2417947c-aa83-441d-9a2b-ef7aed25af65 req-3c47ba5a-9094-40aa-bd66-8e52c90e5174 service neutron] 10.222.0.23 "GET /v2.0/networks/19d80b6c-44e2-4659-a310-573a04ea3f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347150 Sep 16 04:51:19.796014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.796014 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.798344 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] 10.222.0.37 "PUT /v2.0/ports/42efea52-a67c-47b8-acaf-c74b96065188 HTTP/1.1" status: 200 len: 1092 time: 1.3834004 Sep 16 04:51:19.798852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f83d2f8-1c09-4fca-9ecf-becfe35cea25', 'tag': '42efea52-a67c-47b8-acaf-c74b96065188'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:19.816964 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b8bbf8-2268-4a17-858e-acd4a44f8b80" -d '{"events": [{"name": "network-changed", "server_uuid": "8f83d2f8-1c09-4fca-9ecf-becfe35cea25", "tag": "42efea52-a67c-47b8-acaf-c74b96065188"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:19.879688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a22b94-46b2-4b69-b5bb-ba1ea78d8821 service neutron] Pushing event updated for resources: {'Port': ['ID=42efea52-a67c-47b8-acaf-c74b96065188,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.893354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ded42f60-5bde-44fd-b98a-f429a105af1a req-3b69189d-261d-4886-a403-6d11d4446a67 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731386 Sep 16 04:51:20.070345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-d441f63b-1f54-457d-b401-83468ea2f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.074207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-d441f63b-1f54-457d-b401-83468ea2f30c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8177cfb759ac40a7b4aca200af947007&device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 1095 time: 0.1059122 Sep 16 04:51:20.145525 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-22d1e89d-ec7a-4b54-a627-e186b7f8a22f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42efea52-a67c-47b8-acaf-c74b96065188 HTTP/1.1" status: 200 len: 217 time: 0.0556965 Sep 16 04:51:20.168846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be62506b-ee59-4e1e-bbf5-06f72e83bb94 req-2d5d161b-7982-426a-940b-2a87328ad498 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 210 time: 0.1148388 Sep 16 04:51:20.243797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-6b164160-d3fa-481f-955b-b485799be511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.245649 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-6b164160-d3fa-481f-955b-b485799be511 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a1dafa1-7e5e-4b66-946b-ae5de37c5555 HTTP/1.1" status: 200 len: 854 time: 0.0909233 Sep 16 04:51:20.278998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad96712-bf2f-44b6-b56b-506123d551df req-4e0ba301-3165-4d79-8749-7aeebd49a4e4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.287156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ad96712-bf2f-44b6-b56b-506123d551df req-4e0ba301-3165-4d79-8749-7aeebd49a4e4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.2347634 Sep 16 04:51:20.312007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2417947c-aa83-441d-9a2b-ef7aed25af65 req-d45909f3-985f-4cee-98d3-1ae5f82e5315 service neutron] 10.222.0.23 "GET /v2.0/networks/19d80b6c-44e2-4659-a310-573a04ea3f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196631 Sep 16 04:51:20.363199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0aa5a1e6-d6b5-4e32-b486-b7d0fc823e87 req-217eac38-fa42-4fe9-b6a1-debdb5465050 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 210 time: 0.0606155 Sep 16 04:51:20.381575 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-a7eff20f-89cc-4735-8f6b-dcb0107376e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50035690-b639-4ea0-b704-d4b732afd059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260159 Sep 16 04:51:20.487047 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d270d91e-2ecc-424e-9d70-3e7a951a7004 x-openstack-request-id: req-d270d91e-2ecc-424e-9d70-3e7a951a7004 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:20.487511 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f83d2f8-1c09-4fca-9ecf-becfe35cea25", "tag": "42efea52-a67c-47b8-acaf-c74b96065188", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:20.494983 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d270d91e-2ecc-424e-9d70-3e7a951a7004 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:20.495691 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f83d2f8-1c09-4fca-9ecf-becfe35cea25', 'tag': '42efea52-a67c-47b8-acaf-c74b96065188', 'status': 'completed', 'code': 200} Sep 16 04:51:20.557647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:20.587656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ad96712-bf2f-44b6-b56b-506123d551df req-adda29ed-c625-49b5-8052-5939a1ca043e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995458 Sep 16 04:51:20.660274 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-f27ac28f-eb96-4d5e-8ff6-76edca564fe9 service neutron] 10.222.0.37 "GET /v2.0/networks/50035690-b639-4ea0-b704-d4b732afd059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691195 Sep 16 04:51:20.707717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f7f75ae1-2006-4b22-907b-5e5d61caef19 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:20.767861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-6b429a8d-d57c-4273-8492-c044a514e6d4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.772546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-6b429a8d-d57c-4273-8492-c044a514e6d4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.23 "GET /v2.0/networks?id=22ee9107-e191-4262-b0fc-68862935cfe3 HTTP/1.1" status: 200 len: 816 time: 0.6057382 Sep 16 04:51:20.852431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891,segment=NetworkSegment(73925020-7483-48e8-ba32-28850f9efe21),segment_id=73925020-7483-48e8-ba32-28850f9efe21)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:20.908204 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dff74525-fa2b-48df-af3e-08689a0373b1 req-bccbbea0-1fc9-4af5-ac0d-7e45a7249c85 service neutron] 10.222.0.37 "GET /v2.0/networks/50035690-b639-4ea0-b704-d4b732afd059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302985 Sep 16 04:51:20.909005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba85685-a85f-4a21-adcf-81a66db9a585 req-2c98f0a6-2514-46c4-ba6b-02e7ee91c6ff tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.910754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ba85685-a85f-4a21-adcf-81a66db9a585 req-2c98f0a6-2514-46c4-ba6b-02e7ee91c6ff tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 945 time: 0.3221548 Sep 16 04:51:20.939061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '7b742cf3-c75a-4e5b-8c0d-b2137b2e9891', 'network_id': '19d80b6c-44e2-4659-a310-573a04ea3f58', 'port_id': '7b742cf3-c75a-4e5b-8c0d-b2137b2e9891', 'mac_address': 'fa:16:3e:4e:29:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba0342a-0142-4fcb-aecd-1df161f71fd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:20.993867 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.018524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:21.031450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-0fbe0383-f600-412e-9cfd-15c899945a08 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f7a9bdb6cec4045aebeee2074d0ed56 HTTP/1.1" status: 200 len: 380 time: 0.2258573 Sep 16 04:51:21.051687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Request body: {'port': {'device_id': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'admin_state_up': True, 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'security_groups': ['eaca9246-83e2-44c6-9bfa-3eb6803102c7']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:21.089290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f7f75ae1-2006-4b22-907b-5e5d61caef19, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f7f75ae1-2006-4b22-907b-5e5d61caef19,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:21.089820 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f4fa-973f-4824-8325-a916e52c2237 req-56568e71-a831-462a-a647-cb51283b5437 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.116381 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891,segment=NetworkSegment(73925020-7483-48e8-ba32-28850f9efe21),segment_id=73925020-7483-48e8-ba32-28850f9efe21)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:21.122307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f4fa-973f-4824-8325-a916e52c2237 req-56568e71-a831-462a-a647-cb51283b5437 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.146734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'f7f75ae1-2006-4b22-907b-5e5d61caef19', 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856', 'port_id': 'f7f75ae1-2006-4b22-907b-5e5d61caef19', 'mac_address': 'fa:16:3e:f6:c4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aef76ed-f445-46f6-96d5-f5c896563794', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:21.154973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8bbf8-2268-4a17-858e-acd4a44f8b80 req-da0ac443-b585-4b86-8289-e0c25f6f4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.155512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f4fa-973f-4824-8325-a916e52c2237 req-56568e71-a831-462a-a647-cb51283b5437 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.158296 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68b8bbf8-2268-4a17-858e-acd4a44f8b80 req-da0ac443-b585-4b86-8289-e0c25f6f4acd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8177cfb759ac40a7b4aca200af947007&device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 1095 time: 0.0639455 Sep 16 04:51:21.162613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f4fa-973f-4824-8325-a916e52c2237 req-56568e71-a831-462a-a647-cb51283b5437 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.193087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f4fa-973f-4824-8325-a916e52c2237 req-56568e71-a831-462a-a647-cb51283b5437 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.211913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f4fa-973f-4824-8325-a916e52c2237 req-56568e71-a831-462a-a647-cb51283b5437 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.218560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f4fa-973f-4824-8325-a916e52c2237 req-56568e71-a831-462a-a647-cb51283b5437 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.226894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e967f4fa-973f-4824-8325-a916e52c2237 req-56568e71-a831-462a-a647-cb51283b5437 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5429 time: 0.4228623 Sep 16 04:51:21.245587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ba85685-a85f-4a21-adcf-81a66db9a585 req-3947fd36-709e-4277-aec6-dce4482419a0 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143232 Sep 16 04:51:21.246181 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.283437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f75ae1-2006-4b22-907b-5e5d61caef19 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:21.296016 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.392831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8bbf8-2268-4a17-858e-acd4a44f8b80 req-733e2b13-8374-4d4d-b2c3-ae3ddf5bc5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.394630 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68b8bbf8-2268-4a17-858e-acd4a44f8b80 req-733e2b13-8374-4d4d-b2c3-ae3ddf5bc5b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50035690-b639-4ea0-b704-d4b732afd059 HTTP/1.1" status: 200 len: 914 time: 0.2233570 Sep 16 04:51:21.406964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f7f75ae1-2006-4b22-907b-5e5d61caef19, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f7f75ae1-2006-4b22-907b-5e5d61caef19,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:21.456717 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68b8bbf8-2268-4a17-858e-acd4a44f8b80 req-a61df68b-8314-47f2-a53a-44e44335f32e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42efea52-a67c-47b8-acaf-c74b96065188 HTTP/1.1" status: 200 len: 217 time: 0.0514741 Sep 16 04:51:21.470094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e967f4fa-973f-4824-8325-a916e52c2237 req-96f9a717-87a8-47d5-bb05-ce25035335d6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2419584 Sep 16 04:51:21.519607 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-28fe2746-6aa7-4492-9963-1c563d3eeea0 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d5475644b7074952bbbd1c1439286483&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618560 Sep 16 04:51:21.579165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8bbf8-2268-4a17-858e-acd4a44f8b80 req-fd4731fb-a95e-4fa0-9836-1d284862d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.580940 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68b8bbf8-2268-4a17-858e-acd4a44f8b80 req-fd4731fb-a95e-4fa0-9836-1d284862d8af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a1dafa1-7e5e-4b66-946b-ae5de37c5555 HTTP/1.1" status: 200 len: 854 time: 0.1113000 Sep 16 04:51:21.612789 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e571f-9d04-4f18-bb75-af84f4f04d25 req-5d8dd55c-2238-4083-bba7-d5bf098f2830 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.620227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d01e571f-9d04-4f18-bb75-af84f4f04d25 req-5d8dd55c-2238-4083-bba7-d5bf098f2830 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 945 time: 0.2787066 Sep 16 04:51:21.626357 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68b8bbf8-2268-4a17-858e-acd4a44f8b80 req-7d1b8fa8-0922-4fc3-960e-2601152632a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50035690-b639-4ea0-b704-d4b732afd059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329800 Sep 16 04:51:21.634480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4f725-2707-4eeb-b969-59d31dc37ac8 req-d176321c-a821-4a97-a364-5a1bd2edace5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.646060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4b4f725-2707-4eeb-b969-59d31dc37ac8 req-d176321c-a821-4a97-a364-5a1bd2edace5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.23 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 945 time: 0.2436287 Sep 16 04:51:21.741466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:21.771060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:21.771911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:21.772947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:21.773537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:21.774743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:21.776218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:21.776818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:21.779131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:21.782589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:21.783224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:21.785218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:21.788582 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:21.800621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['7b742cf3-c75a-4e5b-8c0d-b2137b2e9891'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:21.804619 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68b8bbf8-2268-4a17-858e-acd4a44f8b80 req-b50e63ee-fa14-4482-b1f1-cd0dfe5c0d14 service neutron] 10.222.0.37 "GET /v2.0/networks/50035690-b639-4ea0-b704-d4b732afd059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145840 Sep 16 04:51:21.806645 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.810817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 3ff4320c-9c99-48f4-bc6c-655f8f986494 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:21.817097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d01e571f-9d04-4f18-bb75-af84f4f04d25 req-f614039b-a02b-4216-b415-8df820e95bcf tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfb36eea-30f8-4b4a-bc3f-91c7347c09e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957204 Sep 16 04:51:21.848443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99106394-1c48-4629-a8de-4a99b4d26bb0 req-95414fae-767e-4dd1-bdc0-f53dcd6181b3 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.863471 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-99106394-1c48-4629-a8de-4a99b4d26bb0 req-95414fae-767e-4dd1-bdc0-f53dcd6181b3 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 943 time: 0.2607708 Sep 16 04:51:21.892903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 3ff4320c-9c99-48f4-bc6c-655f8f986494, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3ff4320c-9c99-48f4-bc6c-655f8f986494,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:21.904538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Made reservation on behalf of 6f7a9bdb6cec4045aebeee2074d0ed56 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:21.912917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '3ff4320c-9c99-48f4-bc6c-655f8f986494', 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856', 'port_id': '3ff4320c-9c99-48f4-bc6c-655f8f986494', 'mac_address': 'fa:16:3e:a8:6c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aef76ed-f445-46f6-96d5-f5c896563794', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:21.923082 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.972751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-dfeb9e07-44c7-495b-8734-3fdab6571f72 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.991236 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-dfeb9e07-44c7-495b-8734-3fdab6571f72 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4604101 Sep 16 04:51:22.015432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb111588-ec9c-4922-bef3-ad02813d6bfc req-a1ba3be6-d778-4d2b-9d7a-5b9abcf8586e tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 210 time: 0.0771203 Sep 16 04:51:22.040062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Request body: {'port': {'device_id': 'fd4623bc-161c-43e3-84b0-29ed1cf60f92', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'd5475644b7074952bbbd1c1439286483'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:22.069918 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-99106394-1c48-4629-a8de-4a99b4d26bb0 req-c657fa0f-ed38-4431-960f-9ab4a377438f tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053649 Sep 16 04:51:22.098405 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:51:22.245639 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68b8bbf8-2268-4a17-858e-acd4a44f8b80 req-26d5fc27-f561-4cc2-a5b7-240e8630297e service neutron] 10.222.0.37 "GET /v2.0/networks/50035690-b639-4ea0-b704-d4b732afd059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401445 Sep 16 04:51:22.261119 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f7f75ae1-2006-4b22-907b-5e5d61caef19,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:22.266816 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.289597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff4320c-9c99-48f4-bc6c-655f8f986494 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:22.300727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db25eafc-8481-4386-b5f4-85cb4931a98b req-e62d0dd1-29e7-4301-bd2d-ce22f8ceaf03 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 210 time: 0.0742357 Sep 16 04:51:22.306065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-a4b4f725-2707-4eeb-b969-59d31dc37ac8 req-1dedb8b8-ce4a-4a5a-b7b9-0ed7758f2bf2 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Deleting port becfe2e6-efb4-4075-8fe1-7706bf04722e {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:22.306580 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a4b4f725-2707-4eeb-b969-59d31dc37ac8 req-1dedb8b8-ce4a-4a5a-b7b9-0ed7758f2bf2 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.344629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 3ff4320c-9c99-48f4-bc6c-655f8f986494, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3ff4320c-9c99-48f4-bc6c-655f8f986494,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:22.598035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Made reservation on behalf of d5475644b7074952bbbd1c1439286483 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:22.603212 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.603684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.604712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c56544bc-9c85-443c-a0f5-40e0cda20454 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:22.638511 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.720192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c56544bc-9c85-443c-a0f5-40e0cda20454, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c56544bc-9c85-443c-a0f5-40e0cda20454,segment=NetworkSegment(39b8c4f3-221c-4441-8e14-2a17571c45bc),segment_id=39b8c4f3-221c-4441-8e14-2a17571c45bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:22.734473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'c56544bc-9c85-443c-a0f5-40e0cda20454', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'port_id': 'c56544bc-9c85-443c-a0f5-40e0cda20454', 'mac_address': 'fa:16:3e:a8:41:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:22.755495 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-a4b4f725-2707-4eeb-b969-59d31dc37ac8 req-1dedb8b8-ce4a-4a5a-b7b9-0ed7758f2bf2 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] For port becfe2e6-efb4-4075-8fe1-7706bf04722e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=becfe2e6-efb4-4075-8fe1-7706bf04722e,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:22.755871 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a4b4f725-2707-4eeb-b969-59d31dc37ac8 req-1dedb8b8-ce4a-4a5a-b7b9-0ed7758f2bf2 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.771317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-a4b4f725-2707-4eeb-b969-59d31dc37ac8 req-1dedb8b8-ce4a-4a5a-b7b9-0ed7758f2bf2 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Calling delete_port for becfe2e6-efb4-4075-8fe1-7706bf04722e owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:22.807187 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.867141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=3ff4320c-9c99-48f4-bc6c-655f8f986494,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:22.878672 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.898272 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.910919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56544bc-9c85-443c-a0f5-40e0cda20454 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:22.940793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c56544bc-9c85-443c-a0f5-40e0cda20454, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c56544bc-9c85-443c-a0f5-40e0cda20454,segment=NetworkSegment(39b8c4f3-221c-4441-8e14-2a17571c45bc),segment_id=39b8c4f3-221c-4441-8e14-2a17571c45bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:22.994490 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30675816-bf0a-4094-94a0-30ddee4be665,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.035515 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.036571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device cf714077-d4c2-4966-aba7-88fc07ed0680 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:23.044163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Allocated IP 172.20.0.6 (22ee9107-e191-4262-b0fc-68862935cfe3/0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8/220aee65-2528-42c6-8c0d-bd879013cb8a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:23.173115 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Allocated IP 192.168.233.36 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/d33118a0-8877-425c-87a4-52d2aa6316b2) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:23.175423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c56544bc-9c85-443c-a0f5-40e0cda20454,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.379709 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.383022 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port cf714077-d4c2-4966-aba7-88fc07ed0680, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=cf714077-d4c2-4966-aba7-88fc07ed0680,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:23.420290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'cf714077-d4c2-4966-aba7-88fc07ed0680', 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c', 'port_id': 'cf714077-d4c2-4966-aba7-88fc07ed0680', 'mac_address': 'fa:16:3e:df:fd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936106df-bf9b-418c-b55e-9f78c7e67000', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:23.486880 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a4b4f725-2707-4eeb-b969-59d31dc37ac8 req-1dedb8b8-ce4a-4a5a-b7b9-0ed7758f2bf2 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.512511 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.518412 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['dc3c8ed1-2add-47ba-b593-b02fe5e596ed', '35f31954-77c7-42bc-b29b-8700ad00aedc'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:23.524394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['c739eff0-0634-4bee-b86d-3a9e33137ff2', 'becfe2e6-efb4-4075-8fe1-7706bf04722e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:23.538489 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.547772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e32ee-b588-4bce-a6ce-07b19d2a4dfe req-d8c9ab80-8d1d-4649-a251-f4bcb892002e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.551031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.555354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-245e32ee-b588-4bce-a6ce-07b19d2a4dfe req-d8c9ab80-8d1d-4649-a251-f4bcb892002e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 1.3471513 Sep 16 04:51:23.557362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedb8b8-ce4a-4a5a-b7b9-0ed7758f2bf2 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Pushing event deleted for resources: {'Port': ['ID=becfe2e6-efb4-4075-8fe1-7706bf04722e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.605374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf714077-d4c2-4966-aba7-88fc07ed0680 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:23.656168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port cf714077-d4c2-4966-aba7-88fc07ed0680, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=cf714077-d4c2-4966-aba7-88fc07ed0680,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:23.673278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Pushing event updated for resources: {'Port': ['ID=220aee65-2528-42c6-8c0d-bd879013cb8a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.707888 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.740955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Network 22ee9107-e191-4262-b0fc-68862935cfe3 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:23.747353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b4f725-2707-4eeb-b969-59d31dc37ac8 req-1dedb8b8-ce4a-4a5a-b7b9-0ed7758f2bf2 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] No DVR routers for this DVR port becfe2e6-efb4-4075-8fe1-7706bf04722e on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:23.751719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:23.754098 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a4b4f725-2707-4eeb-b969-59d31dc37ac8 req-1dedb8b8-ce4a-4a5a-b7b9-0ed7758f2bf2 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.756051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4b4f725-2707-4eeb-b969-59d31dc37ac8 req-1dedb8b8-ce4a-4a5a-b7b9-0ed7758f2bf2 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.23 "DELETE /v2.0/ports/becfe2e6-efb4-4075-8fe1-7706bf04722e HTTP/1.1" status: 204 len: 173 time: 2.0869033 Sep 16 04:51:23.756964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08426dfd-fc35-4608-b086-1e1979b0a695', 'name': 'network-vif-deleted', 'tag': 'becfe2e6-efb4-4075-8fe1-7706bf04722e'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:23.759335 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e1e1e1-c332-41e3-b688-16dc00552b3f" -d '{"events": [{"server_uuid": "08426dfd-fc35-4608-b086-1e1979b0a695", "name": "network-vif-deleted", "tag": "becfe2e6-efb4-4075-8fe1-7706bf04722e"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:23.775986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acac252-4215-4a41-a8f4-5b2cfa15934f req-9071b510-8e73-4b3f-bffe-8e1c9f3a7acf tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.784818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3acac252-4215-4a41-a8f4-5b2cfa15934f req-9071b510-8e73-4b3f-bffe-8e1c9f3a7acf tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=08426dfd-fc35-4608-b086-1e1979b0a695 HTTP/1.1" status: 200 len: 867 time: 0.9133730 Sep 16 04:51:23.787633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:23.797922 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:23.806938 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:23.826590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:23.896507 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.897056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:23.903881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Pushing event updated for resources: {'Port': ['ID=d33118a0-8877-425c-87a4-52d2aa6316b2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.940240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.953910 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.986652 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3acac252-4215-4a41-a8f4-5b2cfa15934f req-10f6f4ec-5ac9-4516-9d4d-f03426d548f3 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008917 Sep 16 04:51:23.993831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.993978 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.022327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-245e32ee-b588-4bce-a6ce-07b19d2a4dfe req-f0e0fa21-eb0a-4c24-95da-98621ac6396c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4659464 Sep 16 04:51:24.042261 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e0ba8f7d-17ef-4188-a3d0-438ab34fa642 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0336339 Sep 16 04:51:24.060040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Request body: {'port': {'device_id': 'fd4623bc-161c-43e3-84b0-29ed1cf60f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:24.071492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-3cda5a40-741a-49b9-8999-8668ac388864 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0280559 Sep 16 04:51:24.087070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Request body: {'port': {'device_id': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:24.173171 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.resource_extend [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:51:24.239273 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:24.258948 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.265680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=cf714077-d4c2-4966-aba7-88fc07ed0680,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:24.283397 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.292983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '1b94a81f-0f59-4bfb-b4d9-c24519ba47e4', 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856', 'port_id': '1b94a81f-0f59-4bfb-b4d9-c24519ba47e4', 'mac_address': 'fa:16:3e:14:53:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aef76ed-f445-46f6-96d5-f5c896563794', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:24.472717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-999295c6-cc60-4ca2-a777-7cb77a95fa20 None None] Provisioning complete for port d33118a0-8877-425c-87a4-52d2aa6316b2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:24.473399 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-999295c6-cc60-4ca2-a777-7cb77a95fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.537830 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.557604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-999295c6-cc60-4ca2-a777-7cb77a95fa20 None None] Port d33118a0-8877-425c-87a4-52d2aa6316b2 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:24.563206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:24.578071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:24.633765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:24.685560 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-83687760-c1be-47fc-b62f-19af5b0b3cf9 None None] Provisioning complete for port 220aee65-2528-42c6-8c0d-bd879013cb8a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:24.685950 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-83687760-c1be-47fc-b62f-19af5b0b3cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.769367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-83687760-c1be-47fc-b62f-19af5b0b3cf9 None None] Port 220aee65-2528-42c6-8c0d-bd879013cb8a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:24.776786 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:24.787015 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.787695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:24.794648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:24.797861 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.861345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220aee65-2528-42c6-8c0d-bd879013cb8a {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:24.869989 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.884882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Transition to ACTIVE for port object 220aee65-2528-42c6-8c0d-bd879013cb8a will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:24.891590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33118a0-8877-425c-87a4-52d2aa6316b2 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:24.905890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd31e1-83dd-4cea-abce-cb3978cca31b req-06c9da8b-ce01-4980-94cd-1d7e93c04f0f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.912221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd31e1-83dd-4cea-abce-cb3978cca31b req-06c9da8b-ce01-4980-94cd-1d7e93c04f0f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.914382 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.919905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd31e1-83dd-4cea-abce-cb3978cca31b req-06c9da8b-ce01-4980-94cd-1d7e93c04f0f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.928747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd31e1-83dd-4cea-abce-cb3978cca31b req-06c9da8b-ce01-4980-94cd-1d7e93c04f0f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.947929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd31e1-83dd-4cea-abce-cb3978cca31b req-06c9da8b-ce01-4980-94cd-1d7e93c04f0f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.955278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd31e1-83dd-4cea-abce-cb3978cca31b req-06c9da8b-ce01-4980-94cd-1d7e93c04f0f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.968870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd31e1-83dd-4cea-abce-cb3978cca31b req-06c9da8b-ce01-4980-94cd-1d7e93c04f0f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.970632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:24.972023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28cd31e1-83dd-4cea-abce-cb3978cca31b req-06c9da8b-ce01-4980-94cd-1d7e93c04f0f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5433 time: 0.8016005 Sep 16 04:51:24.975839 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.996086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Transition to ACTIVE for port object d33118a0-8877-425c-87a4-52d2aa6316b2 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:25.049094 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'f6b051ab-c74c-4bcc-aec0-d6a16bdaf485', 'network_id': '613bf0c4-562f-4261-a5eb-2dd164436d0c', 'port_id': 'f6b051ab-c74c-4bcc-aec0-d6a16bdaf485', 'mac_address': 'fa:16:3e:ef:e2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936106df-bf9b-418c-b55e-9f78c7e67000', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:25.110001 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.115305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Pushing event updated for resources: {'Port': ['ID=220aee65-2528-42c6-8c0d-bd879013cb8a,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:25.133985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2015a-f132-4e05-b4ef-d2f26786de74 req-bd4f6e1c-0d31-4697-b0aa-bb664a44c608 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.136012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8a2015a-f132-4e05-b4ef-d2f26786de74 req-bd4f6e1c-0d31-4697-b0aa-bb664a44c608 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 945 time: 0.9107332 Sep 16 04:51:25.218674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Pushing event updated for resources: {'Port': ['ID=d33118a0-8877-425c-87a4-52d2aa6316b2,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:25.310014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8a2015a-f132-4e05-b4ef-d2f26786de74 req-eca725a8-214f-42ed-8589-d7daaf85aea3 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfb36eea-30f8-4b4a-bc3f-91c7347c09e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275525 Sep 16 04:51:25.320956 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.336366 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28cd31e1-83dd-4cea-abce-cb3978cca31b req-daa811ca-9b2b-46a3-9c72-3402908d5676 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3415675 Sep 16 04:51:25.346232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:25.382199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.391522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e078125d-fe87-498d-bd03-9c402e5e7136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b742cf3-c75a-4e5b-8c0d-b2137b2e9891'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:25.394280 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a71ef8-d037-4e98-b652-bbf3f56685e7" -d '{"events": [{"server_uuid": "e078125d-fe87-498d-bd03-9c402e5e7136", "name": "network-vif-plugged", "status": "completed", "tag": "7b742cf3-c75a-4e5b-8c0d-b2137b2e9891"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:25.413315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Attempting to bind port 220aee65-2528-42c6-8c0d-bd879013cb8a on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:25.413946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Attempting to bind port 220aee65-2528-42c6-8c0d-bd879013cb8a by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:25.415828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Attempting to bind port 220aee65-2528-42c6-8c0d-bd879013cb8a on network 22ee9107-e191-4262-b0fc-68862935cfe3 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:25.433567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Port 220aee65-2528-42c6-8c0d-bd879013cb8a on network 22ee9107-e191-4262-b0fc-68862935cfe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:25.435658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Attempting to bind port 220aee65-2528-42c6-8c0d-bd879013cb8a on network 22ee9107-e191-4262-b0fc-68862935cfe3 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:25.441441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891,segment=NetworkSegment(73925020-7483-48e8-ba32-28850f9efe21),segment_id=73925020-7483-48e8-ba32-28850f9efe21)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:25.447377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:25.447855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Checking segment: {'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:25.448355 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Bound using segment: {'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:25.450729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Bound port: 220aee65-2528-42c6-8c0d-bd879013cb8a, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bddab06-b616-4a7f-9610-5508d7ff06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:25.453024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.456658 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-453c30d8-4bdb-4d03-beab-efa531969d50 req-90a6c74b-8b30-4460-8a21-a758e244b900 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2796388 Sep 16 04:51:25.457426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:25.522267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:25.531617 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.573720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Attempting to bind port d33118a0-8877-425c-87a4-52d2aa6316b2 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:25.574068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Attempting to bind port d33118a0-8877-425c-87a4-52d2aa6316b2 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:25.574503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Attempting to bind port d33118a0-8877-425c-87a4-52d2aa6316b2 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:25.581598 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Port d33118a0-8877-425c-87a4-52d2aa6316b2 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:25.581924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Attempting to bind port d33118a0-8877-425c-87a4-52d2aa6316b2 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:25.588835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c30d8-4bdb-4d03-beab-efa531969d50 req-362a4070-8dc7-4cfa-bed0-c21aeedd5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.608480 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-453c30d8-4bdb-4d03-beab-efa531969d50 req-362a4070-8dc7-4cfa-bed0-c21aeedd5442 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 1098 time: 0.0984228 Sep 16 04:51:25.608480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:25.608480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:25.608480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:25.608480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Bound port: d33118a0-8877-425c-87a4-52d2aa6316b2, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:25.608480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.641954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:25.701503 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.702334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 8931bc21-7184-449c-b91d-8bf34e1a5d56 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:25.736574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a6994-176a-4b9d-8838-9b2f38124b65 req-9a2ae8fe-6469-428d-8e55-9e0c53bb34eb tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.742604 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-374a6994-176a-4b9d-8838-9b2f38124b65 req-9a2ae8fe-6469-428d-8e55-9e0c53bb34eb tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 947 time: 0.2722638 Sep 16 04:51:25.820734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f7864-e618-495a-8a84-d9ac70ad5148 req-f4a93a93-71b4-4f9b-a6b3-987285963cd8 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.822359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-101f7864-e618-495a-8a84-d9ac70ad5148 req-f4a93a93-71b4-4f9b-a6b3-987285963cd8 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 943 time: 0.2062299 Sep 16 04:51:25.831304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] For port 220aee65-2528-42c6-8c0d-bd879013cb8a, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:25.849990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 8931bc21-7184-449c-b91d-8bf34e1a5d56, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8931bc21-7184-449c-b91d-8bf34e1a5d56,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:25.859075 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:25.866452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '8931bc21-7184-449c-b91d-8bf34e1a5d56', 'network_id': 'd8cdf816-71fb-457d-8b2b-7d899e914856', 'port_id': '8931bc21-7184-449c-b91d-8bf34e1a5d56', 'mac_address': 'fa:16:3e:76:86:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aef76ed-f445-46f6-96d5-f5c896563794', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:25.922646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-374a6994-176a-4b9d-8838-9b2f38124b65 req-ee85d6e1-c10b-477b-8422-89e47575aefc tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450150 Sep 16 04:51:25.923686 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.924664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] For port 220aee65-2528-42c6-8c0d-bd879013cb8a, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=220aee65-2528-42c6-8c0d-bd879013cb8a,segment=NetworkSegment(2bddab06-b616-4a7f-9610-5508d7ff06d9),segment_id=2bddab06-b616-4a7f-9610-5508d7ff06d9)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:25.965169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8931bc21-7184-449c-b91d-8bf34e1a5d56 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:25.997115 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 8931bc21-7184-449c-b91d-8bf34e1a5d56, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8931bc21-7184-449c-b91d-8bf34e1a5d56,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:26.003438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-101f7864-e618-495a-8a84-d9ac70ad5148 req-95fc79bf-eb73-4be1-9518-66e7b38a4eff tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696179 Sep 16 04:51:26.034614 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.070144 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc764e99-2cc6-46cc-9059-3bd4b5a83259 x-openstack-request-id: req-bc764e99-2cc6-46cc-9059-3bd4b5a83259 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:26.070475 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08426dfd-fc35-4608-b086-1e1979b0a695", "name": "network-vif-deleted", "tag": "becfe2e6-efb4-4075-8fe1-7706bf04722e", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:26.070801 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc764e99-2cc6-46cc-9059-3bd4b5a83259 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:26.071272 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08426dfd-fc35-4608-b086-1e1979b0a695', 'name': 'network-vif-deleted', 'tag': 'becfe2e6-efb4-4075-8fe1-7706bf04722e', 'status': 'completed', 'code': 200} Sep 16 04:51:26.092556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.093270 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.094861 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] 10.222.0.23 "PUT /v2.0/ports/220aee65-2528-42c6-8c0d-bd879013cb8a HTTP/1.1" status: 200 len: 1092 time: 2.0128019 Sep 16 04:51:26.115768 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.125283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5805b5-5691-4806-8843-ef6e01a7a5eb req-01ee307b-2dae-46b8-abc0-8155f6503703 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.133944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a5805b5-5691-4806-8843-ef6e01a7a5eb req-01ee307b-2dae-46b8-abc0-8155f6503703 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 943 time: 0.1373684 Sep 16 04:51:26.149801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36997b1f-34a7-4c88-b893-7a868b10a825 service neutron] Pushing event updated for resources: {'Port': ['ID=220aee65-2528-42c6-8c0d-bd879013cb8a,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:26.156427 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] For port d33118a0-8877-425c-87a4-52d2aa6316b2, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:26.161031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] For port d33118a0-8877-425c-87a4-52d2aa6316b2, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d33118a0-8877-425c-87a4-52d2aa6316b2,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:26.184823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c30d8-4bdb-4d03-beab-efa531969d50 req-f170ca69-18ab-49ed-aa74-1616ec2f733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.187437 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-453c30d8-4bdb-4d03-beab-efa531969d50 req-f170ca69-18ab-49ed-aa74-1616ec2f733a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 915 time: 0.5762415 Sep 16 04:51:26.197108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 42efea52-a67c-47b8-acaf-c74b96065188 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:26.227657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a5805b5-5691-4806-8843-ef6e01a7a5eb req-eb0f4b83-a57e-4115-b9ed-4fea166117ca tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924904 Sep 16 04:51:26.235725 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.313386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=8931bc21-7184-449c-b91d-8bf34e1a5d56,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:26.319756 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe5d28c-6157-4753-a98c-44a0f2224728 x-openstack-request-id: req-4fe5d28c-6157-4753-a98c-44a0f2224728 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:26.320118 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e078125d-fe87-498d-bd03-9c402e5e7136", "name": "network-vif-plugged", "status": "completed", "tag": "7b742cf3-c75a-4e5b-8c0d-b2137b2e9891", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:26.320529 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fe5d28c-6157-4753-a98c-44a0f2224728 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:26.320927 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e078125d-fe87-498d-bd03-9c402e5e7136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b742cf3-c75a-4e5b-8c0d-b2137b2e9891', 'code': 200} Sep 16 04:51:26.445544 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-453c30d8-4bdb-4d03-beab-efa531969d50 req-365451df-884d-4c0e-bc0b-578e2eee926b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc3c8ed1-2add-47ba-b593-b02fe5e596ed HTTP/1.1" status: 200 len: 217 time: 0.1374512 Sep 16 04:51:26.484708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 42efea52-a67c-47b8-acaf-c74b96065188, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=42efea52-a67c-47b8-acaf-c74b96065188,segment=NetworkSegment(00afec33-f689-4231-bb00-069d9a42eeca),segment_id=00afec33-f689-4231-bb00-069d9a42eeca)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:26.486383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.487091 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.488425 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] 10.222.0.23 "PUT /v2.0/ports/d33118a0-8877-425c-87a4-52d2aa6316b2 HTTP/1.1" status: 200 len: 1096 time: 2.4348423 Sep 16 04:51:26.495852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4623bc-161c-43e3-84b0-29ed1cf60f92', 'tag': 'd33118a0-8877-425c-87a4-52d2aa6316b2'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:26.498294 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4b1993-92e2-45e6-bebc-e702d6894c50" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4623bc-161c-43e3-84b0-29ed1cf60f92", "tag": "d33118a0-8877-425c-87a4-52d2aa6316b2"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:26.537168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '42efea52-a67c-47b8-acaf-c74b96065188', 'network_id': '50035690-b639-4ea0-b704-d4b732afd059', 'port_id': '42efea52-a67c-47b8-acaf-c74b96065188', 'mac_address': 'fa:16:3e:1d:a0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1dafa1-7e5e-4b66-946b-ae5de37c5555', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:26.602791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91773337-00bc-4527-97ba-5cee286a3407 service neutron] Pushing event updated for resources: {'Port': ['ID=d33118a0-8877-425c-87a4-52d2aa6316b2,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:26.627671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device becfe2e6-efb4-4075-8fe1-7706bf04722e no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:26.655805 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-a9037715-02f9-4124-8422-23d94bc40a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.657391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-a9037715-02f9-4124-8422-23d94bc40a11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7a9bdb6cec4045aebeee2074d0ed56&device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 1095 time: 0.4339926 Sep 16 04:51:26.666027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: becfe2e6-efb4-4075-8fe1-7706bf04722e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:26.666831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device becfe2e6-efb4-4075-8fe1-7706bf04722e not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:26.675821 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.677336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c30d8-4bdb-4d03-beab-efa531969d50 req-f046a5d4-8617-4662-961e-418b97591ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.678846 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-453c30d8-4bdb-4d03-beab-efa531969d50 req-f046a5d4-8617-4662-961e-418b97591ae7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e84c22b6-fd38-44f0-9d2b-4600b9102549 HTTP/1.1" status: 200 len: 855 time: 0.2140493 Sep 16 04:51:26.691891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42efea52-a67c-47b8-acaf-c74b96065188 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:26.700882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-c7755f73-fcac-401d-ad90-e009f157f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.705332 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-c7755f73-fcac-401d-ad90-e009f157f479 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5475644b7074952bbbd1c1439286483&device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 1099 time: 0.0736666 Sep 16 04:51:26.724498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 42efea52-a67c-47b8-acaf-c74b96065188, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=42efea52-a67c-47b8-acaf-c74b96065188,segment=NetworkSegment(00afec33-f689-4231-bb00-069d9a42eeca),segment_id=00afec33-f689-4231-bb00-069d9a42eeca)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:26.735823 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-453c30d8-4bdb-4d03-beab-efa531969d50 req-9cfdb9ed-dc4f-4010-86d0-727d92112677 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b772325-3d17-49b0-bd12-c459fd515105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471182 Sep 16 04:51:26.750357 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfeecc-b171-47cc-a834-e7889da5c910 req-49c9d7db-c8fa-4d18-96bb-e97612b5338a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.751869 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7bfeecc-b171-47cc-a834-e7889da5c910 req-49c9d7db-c8fa-4d18-96bb-e97612b5338a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.5298975 Sep 16 04:51:26.766773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3565e-8926-4468-9fc6-d53093d4665c req-65223321-d6d8-499e-ae25-51dc49a623fd tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.768595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3e3565e-8926-4468-9fc6-d53093d4665c req-65223321-d6d8-499e-ae25-51dc49a623fd tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 946 time: 0.2827325 Sep 16 04:51:26.824195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f7f75ae1-2006-4b22-907b-5e5d61caef19'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:26.832066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['3ff4320c-9c99-48f4-bc6c-655f8f986494'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:26.836786 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['c56544bc-9c85-443c-a0f5-40e0cda20454'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:26.848456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-8737a1a2-7a9e-46d7-b50f-f5c92040f597 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=220aee65-2528-42c6-8c0d-bd879013cb8a HTTP/1.1" status: 200 len: 217 time: 0.1363773 Sep 16 04:51:26.859972 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-453c30d8-4bdb-4d03-beab-efa531969d50 req-17a119d9-6dcf-41ac-b093-104239e9090c service neutron] 10.222.0.37 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866239 Sep 16 04:51:26.861970 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-43b6753f-8dfa-4698-aadd-b854db3c44cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=d33118a0-8877-425c-87a4-52d2aa6316b2 HTTP/1.1" status: 200 len: 217 time: 0.1281033 Sep 16 04:51:26.929901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa1d52-f6b4-4c85-9520-cd08d3d2f9d3 req-3e8b1459-f2c2-4490-8788-3158aabbaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.931421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73fa1d52-f6b4-4c85-9520-cd08d3d2f9d3 req-3e8b1459-f2c2-4490-8788-3158aabbaa22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 1097 time: 0.2614694 Sep 16 04:51:26.935044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-b706e8b5-ac01-41af-a725-6beb9d2fe9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.935730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-b706e8b5-ac01-41af-a725-6beb9d2fe9d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8 HTTP/1.1" status: 200 len: 855 time: 0.0664997 Sep 16 04:51:26.950927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['8931bc21-7184-449c-b91d-8bf34e1a5d56'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:26.953429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f6b051ab-c74c-4bcc-aec0-d6a16bdaf485'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:26.954718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eb0ad-7f66-4318-b67c-76806af122cb req-807ac6c4-70a6-4e76-9bb0-87d3788847e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.956194 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf3eb0ad-7f66-4318-b67c-76806af122cb req-807ac6c4-70a6-4e76-9bb0-87d3788847e9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 1098 time: 0.5097818 Sep 16 04:51:26.974804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7bfeecc-b171-47cc-a834-e7889da5c910 req-439983c9-aaf8-4733-a5c5-c2fa9972fbed tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539819 Sep 16 04:51:27.058033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-d4dc5c12-cb52-4583-900f-e2ab77ab3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.060326 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-d4dc5c12-cb52-4583-900f-e2ab77ab3b7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.1917207 Sep 16 04:51:27.095617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3e3565e-8926-4468-9fc6-d53093d4665c req-04ed895e-03bd-4124-abe5-49fb0b6d7cbc tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfb36eea-30f8-4b4a-bc3f-91c7347c09e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714136 Sep 16 04:51:27.123022 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.190763 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82025ca-e149-4088-b301-0295f1dbd364 x-openstack-request-id: req-c82025ca-e149-4088-b301-0295f1dbd364 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:27.191351 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4623bc-161c-43e3-84b0-29ed1cf60f92", "tag": "d33118a0-8877-425c-87a4-52d2aa6316b2", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:27.191351 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c82025ca-e149-4088-b301-0295f1dbd364 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:27.191720 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4623bc-161c-43e3-84b0-29ed1cf60f92', 'tag': 'd33118a0-8877-425c-87a4-52d2aa6316b2', 'status': 'completed', 'code': 200} Sep 16 04:51:27.193907 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-453c30d8-4bdb-4d03-beab-efa531969d50 req-f6171636-4ceb-4fe2-82b6-9fb63f5b73f5 service neutron] 10.222.0.37 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171799 Sep 16 04:51:27.206551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e814cb78-18e3-4c57-b44f-e979b82edcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.208118 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-e814cb78-18e3-4c57-b44f-e979b82edcb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1359248 Sep 16 04:51:27.235743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-4ec6ad20-4365-402f-8d63-02cf893a66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.237492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-4ec6ad20-4365-402f-8d63-02cf893a66fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22ee9107-e191-4262-b0fc-68862935cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2887363 Sep 16 04:51:27.241740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf3eb0ad-7f66-4318-b67c-76806af122cb req-c37fd72a-9f17-4c15-a9c9-c041326157f4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cfb36eea-30f8-4b4a-bc3f-91c7347c09e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631423 Sep 16 04:51:27.263293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=42efea52-a67c-47b8-acaf-c74b96065188,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:27.271704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa1d52-f6b4-4c85-9520-cd08d3d2f9d3 req-9e898e58-ed76-40b9-9803-ae1a7d09fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.302113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73fa1d52-f6b4-4c85-9520-cd08d3d2f9d3 req-9e898e58-ed76-40b9-9803-ae1a7d09fa6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 917 time: 0.3261032 Sep 16 04:51:27.369275 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-f284b11d-24db-482a-b87b-64fb71ea2035 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525152 Sep 16 04:51:27.398505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800381dd-fd30-499f-85e1-f800c8c653ef req-28df289b-68c6-4f20-9fd1-33e8d0dc2c07 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.405642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800381dd-fd30-499f-85e1-f800c8c653ef req-28df289b-68c6-4f20-9fd1-33e8d0dc2c07 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.411854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800381dd-fd30-499f-85e1-f800c8c653ef req-28df289b-68c6-4f20-9fd1-33e8d0dc2c07 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.418223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800381dd-fd30-499f-85e1-f800c8c653ef req-28df289b-68c6-4f20-9fd1-33e8d0dc2c07 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.424529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800381dd-fd30-499f-85e1-f800c8c653ef req-28df289b-68c6-4f20-9fd1-33e8d0dc2c07 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.430802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800381dd-fd30-499f-85e1-f800c8c653ef req-28df289b-68c6-4f20-9fd1-33e8d0dc2c07 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.437508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800381dd-fd30-499f-85e1-f800c8c653ef req-28df289b-68c6-4f20-9fd1-33e8d0dc2c07 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.447524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-800381dd-fd30-499f-85e1-f800c8c653ef req-28df289b-68c6-4f20-9fd1-33e8d0dc2c07 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5436 time: 0.2733998 Sep 16 04:51:27.559903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73fa1d52-f6b4-4c85-9520-cd08d3d2f9d3 req-7e5dace4-faca-43fa-9749-8b08e2e81e7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f HTTP/1.1" status: 200 len: 1001 time: 0.2570767 Sep 16 04:51:27.572710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['42efea52-a67c-47b8-acaf-c74b96065188'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:27.594731 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1fbac6be-773b-4bc3-8027-101c95fba83c req-168362ef-d29d-498b-b36b-671f374c147a service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557305 Sep 16 04:51:27.667992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b498f-745d-4048-a62f-fa6c9960817f req-9ee96dad-e8c5-472d-be5b-b0445eb7c89b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.669983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-093b498f-745d-4048-a62f-fa6c9960817f req-9ee96dad-e8c5-472d-be5b-b0445eb7c89b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 947 time: 0.2960210 Sep 16 04:51:27.685184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-800381dd-fd30-499f-85e1-f800c8c653ef req-3cdf3609-33e7-47a5-ac14-279fbe1c0c2e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2211342 Sep 16 04:51:27.736432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa1d52-f6b4-4c85-9520-cd08d3d2f9d3 req-cab16af5-4672-4368-9e0d-34e5aa791dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.738170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73fa1d52-f6b4-4c85-9520-cd08d3d2f9d3 req-cab16af5-4672-4368-9e0d-34e5aa791dbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.1686330 Sep 16 04:51:27.768535 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['cf714077-d4c2-4966-aba7-88fc07ed0680'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:27.776573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-093b498f-745d-4048-a62f-fa6c9960817f req-2e4fd4d4-86ec-4b46-9540-48198a0885f3 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900793 Sep 16 04:51:27.782292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-64f06932-9304-465d-b3ae-09deff6528d3 service neutron] 10.222.0.23 "GET /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197184 Sep 16 04:51:27.842522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b1993-92e2-45e6-bebc-e702d6894c50 req-66edaf4c-7cff-4084-967d-18fdb68e2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.844198 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d4b1993-92e2-45e6-bebc-e702d6894c50 req-66edaf4c-7cff-4084-967d-18fdb68e2b15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5475644b7074952bbbd1c1439286483&device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 1099 time: 0.1074302 Sep 16 04:51:28.085234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b1993-92e2-45e6-bebc-e702d6894c50 req-20e562cc-6bff-4c72-afe5-8475b4cc7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.086798 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d4b1993-92e2-45e6-bebc-e702d6894c50 req-20e562cc-6bff-4c72-afe5-8475b4cc7d80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2349894 Sep 16 04:51:28.092489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'tag': '220aee65-2528-42c6-8c0d-bd879013cb8a'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:28.094940 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f47c4e3-2bf1-4b4a-87c7-cd1a598458a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e63558d-e13c-454a-98e5-bf1f650253ff", "tag": "220aee65-2528-42c6-8c0d-bd879013cb8a"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:28.130153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fa848-4db1-407c-ab83-462ee2533ec0 req-cadfd42d-ce96-40a6-be78-925df85f0193 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.131747 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-051fa848-4db1-407c-ab83-462ee2533ec0 req-cadfd42d-ce96-40a6-be78-925df85f0193 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 944 time: 0.3528802 Sep 16 04:51:28.133832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa1d52-f6b4-4c85-9520-cd08d3d2f9d3 req-974700b7-bcaa-4eee-b81d-ac61152071da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.135355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73fa1d52-f6b4-4c85-9520-cd08d3d2f9d3 req-974700b7-bcaa-4eee-b81d-ac61152071da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3873544 Sep 16 04:51:28.185958 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d4b1993-92e2-45e6-bebc-e702d6894c50 req-58b87030-d23d-40ad-91c6-e3cf9640fc49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=d33118a0-8877-425c-87a4-52d2aa6316b2 HTTP/1.1" status: 200 len: 217 time: 0.0881445 Sep 16 04:51:28.206493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d3b99675-5dfd-46bd-8535-8c2a78cce25f no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:28.209022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5b3f54b-d760-41d3-acee-5f37b3777095 req-17ef9c19-b29e-4c89-b167-9cb097090b0d service neutron] 10.222.0.23 "GET /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990016 Sep 16 04:51:28.224943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ff203-28f5-47d8-bfbf-16c28f204617 req-8d31ce12-b2a1-4eb8-bb3a-a86df8772231 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.227029 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc1ff203-28f5-47d8-bfbf-16c28f204617 req-8d31ce12-b2a1-4eb8-bb3a-a86df8772231 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 943 time: 0.2311976 Sep 16 04:51:28.266938 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b1993-92e2-45e6-bebc-e702d6894c50 req-5d78ee12-288f-49ee-8287-1cafc96a0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.268513 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d4b1993-92e2-45e6-bebc-e702d6894c50 req-5d78ee12-288f-49ee-8287-1cafc96a0de2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0734892 Sep 16 04:51:28.341194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b1993-92e2-45e6-bebc-e702d6894c50 req-96561aee-b538-4540-a215-80eef0181e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.342849 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d4b1993-92e2-45e6-bebc-e702d6894c50 req-96561aee-b538-4540-a215-80eef0181e90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0619926 Sep 16 04:51:28.493043 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d4b1993-92e2-45e6-bebc-e702d6894c50 req-c53c62cc-99a0-46e3-82d4-f17e80108ac5 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410475 Sep 16 04:51:28.595935 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.599550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-051fa848-4db1-407c-ab83-462ee2533ec0 req-dceb7bf4-45f7-46a5-8675-bbaf3af1b4bb tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304938 Sep 16 04:51:28.626896 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d4b1993-92e2-45e6-bebc-e702d6894c50 req-95637a2b-0bcc-422b-8fb0-e4e82e7e2535 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264045 Sep 16 04:51:28.639008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:28.641429 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9542eded-e5fb-4e6c-9046-480aaec99b9c" -d '{"events": [{"server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:28.654584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:28.660555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc1ff203-28f5-47d8-bfbf-16c28f204617 req-82dae4ab-836f-4d25-92ea-2bcdf047eb1b tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4008911 Sep 16 04:51:28.662564 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73fa1d52-f6b4-4c85-9520-cd08d3d2f9d3 req-4c3ed0b7-1a43-49c4-9c6f-569d7738e2e4 service neutron] 10.222.0.37 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141723 Sep 16 04:51:28.735182 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.750969 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56c6a85-feba-4ee9-b636-8756237d469b x-openstack-request-id: req-c56c6a85-feba-4ee9-b636-8756237d469b {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:28.750969 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e63558d-e13c-454a-98e5-bf1f650253ff", "tag": "220aee65-2528-42c6-8c0d-bd879013cb8a", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:28.750969 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c56c6a85-feba-4ee9-b636-8756237d469b {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:28.750969 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'tag': '220aee65-2528-42c6-8c0d-bd879013cb8a', 'status': 'completed', 'code': 200} Sep 16 04:51:28.820680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47c4e3-2bf1-4b4a-87c7-cd1a598458a4 req-47414206-e271-4da7-886e-98769438e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.822204 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7f47c4e3-2bf1-4b4a-87c7-cd1a598458a4 req-47414206-e271-4da7-886e-98769438e412 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7a9bdb6cec4045aebeee2074d0ed56&device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 1095 time: 0.0529957 Sep 16 04:51:28.822872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:28.854641 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73fa1d52-f6b4-4c85-9520-cd08d3d2f9d3 req-914fff0b-ceb2-431a-9970-66f22b0cc06c service neutron] 10.222.0.37 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818419 Sep 16 04:51:28.859785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['1b94a81f-0f59-4bfb-b4d9-c24519ba47e4'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:28.863083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da439885-56bb-49b0-864b-4fbfaac648a8 req-ac667c9f-1eb9-4bbe-a290-73229d225508 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.864628 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da439885-56bb-49b0-864b-4fbfaac648a8 req-ac667c9f-1eb9-4bbe-a290-73229d225508 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 943 time: 0.1135206 Sep 16 04:51:28.884598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c0f8-c632-4290-ada8-1bafc3157017 req-3cb029a6-fed7-457e-9c29-903764a23656 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.886182 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a37c0f8-c632-4290-ada8-1bafc3157017 req-3cb029a6-fed7-457e-9c29-903764a23656 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 946 time: 0.0945628 Sep 16 04:51:28.947799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a37c0f8-c632-4290-ada8-1bafc3157017 req-beb34852-a0e3-4098-a0b9-c81d4b0d94f9 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfb36eea-30f8-4b4a-bc3f-91c7347c09e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520928 Sep 16 04:51:28.953857 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da439885-56bb-49b0-864b-4fbfaac648a8 req-84f829d0-ee14-4ffa-80f5-bacb3675909d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660584 Sep 16 04:51:28.981408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47c4e3-2bf1-4b4a-87c7-cd1a598458a4 req-3ab465cb-006e-4269-8048-4de2e3e2be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.983220 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7f47c4e3-2bf1-4b4a-87c7-cd1a598458a4 req-3ab465cb-006e-4269-8048-4de2e3e2be04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=22ee9107-e191-4262-b0fc-68862935cfe3 HTTP/1.1" status: 200 len: 916 time: 0.1491988 Sep 16 04:51:29.055216 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7f47c4e3-2bf1-4b4a-87c7-cd1a598458a4 req-3726a508-b67d-4338-b8e7-9af2645b73d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=220aee65-2528-42c6-8c0d-bd879013cb8a HTTP/1.1" status: 200 len: 217 time: 0.0637617 Sep 16 04:51:29.079589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51618) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:29.086214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c8070d63-0aeb-4490-b7c7-f92cd7e319c1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-215505606'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:29.092662 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47824597-27d4-4b9a-9b37-520e2c8cf34f x-openstack-request-id: req-47824597-27d4-4b9a-9b37-520e2c8cf34f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:29.093076 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:29.093429 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47824597-27d4-4b9a-9b37-520e2c8cf34f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:29.093930 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'code': 200} Sep 16 04:51:29.138605 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47c4e3-2bf1-4b4a-87c7-cd1a598458a4 req-c716aa12-ddf6-4b36-891e-306f9d2498af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.140191 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7f47c4e3-2bf1-4b4a-87c7-cd1a598458a4 req-c716aa12-ddf6-4b36-891e-306f9d2498af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8 HTTP/1.1" status: 200 len: 855 time: 0.0783741 Sep 16 04:51:29.208388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47c4e3-2bf1-4b4a-87c7-cd1a598458a4 req-87916f58-0435-4ae6-b7e0-f95e76a469b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.210093 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7f47c4e3-2bf1-4b4a-87c7-cd1a598458a4 req-87916f58-0435-4ae6-b7e0-f95e76a469b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22ee9107-e191-4262-b0fc-68862935cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624750 Sep 16 04:51:29.215898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca473-f929-419c-a604-bee0ac5505bf req-b6e5695a-ba23-4bc9-93a5-0b401d9eee19 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.222150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca473-f929-419c-a604-bee0ac5505bf req-b6e5695a-ba23-4bc9-93a5-0b401d9eee19 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.228400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca473-f929-419c-a604-bee0ac5505bf req-b6e5695a-ba23-4bc9-93a5-0b401d9eee19 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.235498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca473-f929-419c-a604-bee0ac5505bf req-b6e5695a-ba23-4bc9-93a5-0b401d9eee19 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.241553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca473-f929-419c-a604-bee0ac5505bf req-b6e5695a-ba23-4bc9-93a5-0b401d9eee19 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.247885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca473-f929-419c-a604-bee0ac5505bf req-b6e5695a-ba23-4bc9-93a5-0b401d9eee19 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.253504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ca473-f929-419c-a604-bee0ac5505bf req-b6e5695a-ba23-4bc9-93a5-0b401d9eee19 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.255463 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-385ca473-f929-419c-a604-bee0ac5505bf req-b6e5695a-ba23-4bc9-93a5-0b401d9eee19 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5436 time: 0.1622343 Sep 16 04:51:29.274201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8070d63-0aeb-4490-b7c7-f92cd7e319c1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:29.290426 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c8070d63-0aeb-4490-b7c7-f92cd7e319c1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.307457 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7f47c4e3-2bf1-4b4a-87c7-cd1a598458a4 req-046163de-b2d5-4b86-a40f-77eed6f7387a service neutron] 10.222.0.23 "GET /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901039 Sep 16 04:51:29.330646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85b487-3547-4e65-879d-20598c4023fd req-24140f68-9110-465a-bc67-5a4da1738ec1 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.332277 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c85b487-3547-4e65-879d-20598c4023fd req-24140f68-9110-465a-bc67-5a4da1738ec1 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 947 time: 0.1764452 Sep 16 04:51:29.359873 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-385ca473-f929-419c-a604-bee0ac5505bf req-7b43132f-fe2b-4b71-b2f8-74ff67bfb29a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967259 Sep 16 04:51:29.360954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8070d63-0aeb-4490-b7c7-f92cd7e319c1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:29.402047 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c8070d63-0aeb-4490-b7c7-f92cd7e319c1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.403037 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-c8070d63-0aeb-4490-b7c7-f92cd7e319c1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Added segment af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f of type vlan for network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 Sep 16 04:51:29.407460 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c85b487-3547-4e65-879d-20598c4023fd req-6aefa7b6-cfd6-42ad-9392-23370efea597 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578291 Sep 16 04:51:29.440023 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7f47c4e3-2bf1-4b4a-87c7-cd1a598458a4 req-8a79d3b3-e802-4ea3-bd92-a313c49a52a7 service neutron] 10.222.0.23 "GET /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235375 Sep 16 04:51:29.464381 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c8070d63-0aeb-4490-b7c7-f92cd7e319c1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.635503 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c8070d63-0aeb-4490-b7c7-f92cd7e319c1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.642410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8070d63-0aeb-4490-b7c7-f92cd7e319c1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.643008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c8070d63-0aeb-4490-b7c7-f92cd7e319c1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.731718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8070d63-0aeb-4490-b7c7-f92cd7e319c1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Network': ['ID=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:29.742503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:29.757895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c8070d63-0aeb-4490-b7c7-f92cd7e319c1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6706033 Sep 16 04:51:29.758107 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51630) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:29.760658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-23afb346-822f-4ceb-8dc6-7caf3539567c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1004659235'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:29.790660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea65aa-c596-4ab4-b5d6-6b669d5c68cb req-3659d47d-ab42-48d8-a29b-4d9c8d6b1a90 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.794075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4ea65aa-c596-4ab4-b5d6-6b669d5c68cb req-3659d47d-ab42-48d8-a29b-4d9c8d6b1a90 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 944 time: 0.0739915 Sep 16 04:51:29.836786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4ea65aa-c596-4ab4-b5d6-6b669d5c68cb req-8fdd2c2e-6988-4722-88cc-d3f20ed500aa tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361152 Sep 16 04:51:29.889293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23afb346-822f-4ceb-8dc6-7caf3539567c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:29.894748 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23afb346-822f-4ceb-8dc6-7caf3539567c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.923632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23afb346-822f-4ceb-8dc6-7caf3539567c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:29.934292 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23afb346-822f-4ceb-8dc6-7caf3539567c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.934814 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-23afb346-822f-4ceb-8dc6-7caf3539567c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Added segment dda8f1aa-9a65-4a39-90b1-2535aaa65785 of type vlan for network e4736ad3-9a26-42c8-8dc7-2dd152730d61 Sep 16 04:51:29.956428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd954b8c-35dc-4e13-8683-87147c28f364 req-b368eb17-05f5-4566-a7cf-ddcb744e759b tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.958032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd954b8c-35dc-4e13-8683-87147c28f364 req-b368eb17-05f5-4566-a7cf-ddcb744e759b tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 943 time: 0.0646009 Sep 16 04:51:29.979643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23afb346-822f-4ceb-8dc6-7caf3539567c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.036123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd954b8c-35dc-4e13-8683-87147c28f364 req-6f311193-276d-482e-9a80-e260df5fde0e tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721393 Sep 16 04:51:30.050454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46db7b-dda9-4b70-8ae8-5b42df488842 req-aaddfd52-1254-46ef-879f-085057fbafa8 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.052093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc46db7b-dda9-4b70-8ae8-5b42df488842 req-aaddfd52-1254-46ef-879f-085057fbafa8 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 946 time: 0.0851388 Sep 16 04:51:30.094314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc46db7b-dda9-4b70-8ae8-5b42df488842 req-ef2a20cf-a56f-48ef-b58c-df53aae6b520 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfb36eea-30f8-4b4a-bc3f-91c7347c09e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353281 Sep 16 04:51:30.100941 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23afb346-822f-4ceb-8dc6-7caf3539567c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.107339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23afb346-822f-4ceb-8dc6-7caf3539567c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.108085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23afb346-822f-4ceb-8dc6-7caf3539567c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.145206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 3ff4320c-9c99-48f4-bc6c-655f8f986494 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:30.161601 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28162fce-ba6e-45b2-9dbe-d449fd3fd2de req-e0e5dd9a-3797-4cb2-9868-f031db6a048d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.173098 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28162fce-ba6e-45b2-9dbe-d449fd3fd2de req-e0e5dd9a-3797-4cb2-9868-f031db6a048d tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 943 time: 0.0741360 Sep 16 04:51:30.190823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afb346-822f-4ceb-8dc6-7caf3539567c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Network': ['ID=e4736ad3-9a26-42c8-8dc7-2dd152730d61,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:30.205288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network e4736ad3-9a26-42c8-8dc7-2dd152730d61 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:30.216575 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28162fce-ba6e-45b2-9dbe-d449fd3fd2de req-5555fba7-8fc9-4a8c-884f-fda922ab24f4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404391 Sep 16 04:51:30.231069 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-23afb346-822f-4ceb-8dc6-7caf3539567c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4723265 Sep 16 04:51:30.231659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51638) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:30.236623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-300364c8-7cb7-49c0-8493-6fa8d6e5aad4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'subnet': {'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:30.315324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 3ff4320c-9c99-48f4-bc6c-655f8f986494 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:30.319193 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 3ff4320c-9c99-48f4-bc6c-655f8f986494 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:30.319568 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.397885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300364c8-7cb7-49c0-8493-6fa8d6e5aad4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:30.401468 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-300364c8-7cb7-49c0-8493-6fa8d6e5aad4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.417806 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.474690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 3ff4320c-9c99-48f4-bc6c-655f8f986494, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3ff4320c-9c99-48f4-bc6c-655f8f986494,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:30.566769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276485-9a5a-4b55-96ac-41a83faf6d5c req-481456d7-8736-4466-8763-4afc2ee16ff4 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.572752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276485-9a5a-4b55-96ac-41a83faf6d5c req-481456d7-8736-4466-8763-4afc2ee16ff4 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.577238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d33118a0-8877-425c-87a4-52d2aa6316b2 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:30.581534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276485-9a5a-4b55-96ac-41a83faf6d5c req-481456d7-8736-4466-8763-4afc2ee16ff4 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.587709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276485-9a5a-4b55-96ac-41a83faf6d5c req-481456d7-8736-4466-8763-4afc2ee16ff4 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.594245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276485-9a5a-4b55-96ac-41a83faf6d5c req-481456d7-8736-4466-8763-4afc2ee16ff4 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.600513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276485-9a5a-4b55-96ac-41a83faf6d5c req-481456d7-8736-4466-8763-4afc2ee16ff4 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.602070 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.607919 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276485-9a5a-4b55-96ac-41a83faf6d5c req-481456d7-8736-4466-8763-4afc2ee16ff4 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.615966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b276485-9a5a-4b55-96ac-41a83faf6d5c req-481456d7-8736-4466-8763-4afc2ee16ff4 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5436 time: 0.1717370 Sep 16 04:51:30.618773 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3573fd40-ed4f-475d-918f-2a14a0b6ffd3 req-922c3bec-94b7-4daf-b52f-6e560e53fecc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0891120 Sep 16 04:51:30.655024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed894f6-ff14-4794-9456-d6972556c31b req-0ee9050a-5b96-41cd-b8ee-381295c40983 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.669083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ed894f6-ff14-4794-9456-d6972556c31b req-0ee9050a-5b96-41cd-b8ee-381295c40983 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 947 time: 0.1661499 Sep 16 04:51:30.695950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573fd40-ed4f-475d-918f-2a14a0b6ffd3 req-06fe7c66-7ff8-4845-b489-adff5e45cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.698445 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3573fd40-ed4f-475d-918f-2a14a0b6ffd3 req-06fe7c66-7ff8-4845-b489-adff5e45cdd1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 1097 time: 0.0550265 Sep 16 04:51:30.716418 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-300364c8-7cb7-49c0-8493-6fa8d6e5aad4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.734351 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ed894f6-ff14-4794-9456-d6972556c31b req-e0382bc4-a6ab-4c8a-9fe4-d29c03c8f247 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618515 Sep 16 04:51:30.752585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b276485-9a5a-4b55-96ac-41a83faf6d5c req-587b005c-8759-4b40-98ad-b2e6595d31e7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357071 Sep 16 04:51:30.800443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=3ff4320c-9c99-48f4-bc6c-655f8f986494,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:30.842983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d33118a0-8877-425c-87a4-52d2aa6316b2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d33118a0-8877-425c-87a4-52d2aa6316b2,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:30.854931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd33118a0-8877-425c-87a4-52d2aa6316b2', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'd33118a0-8877-425c-87a4-52d2aa6316b2', 'mac_address': 'fa:16:3e:30:4e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:30.879338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300364c8-7cb7-49c0-8493-6fa8d6e5aad4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Subnet': ['ID=61ec68ca-f448-414e-8e97-d1e258f0e92d,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:30.889631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300364c8-7cb7-49c0-8493-6fa8d6e5aad4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Checking segment: {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:30.890244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300364c8-7cb7-49c0-8493-6fa8d6e5aad4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Network hostable DHCP agents. Network: ab7135e2-e0d6-40d3-b66f-6a0dc7958da4, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:30.912124 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.923674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573fd40-ed4f-475d-918f-2a14a0b6ffd3 req-c2a4496a-ba7d-450b-a8e7-80edbea6ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.925431 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3573fd40-ed4f-475d-918f-2a14a0b6ffd3 req-c2a4496a-ba7d-450b-a8e7-80edbea6ba04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 200 len: 915 time: 0.2003572 Sep 16 04:51:30.925944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33118a0-8877-425c-87a4-52d2aa6316b2 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:30.946977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d33118a0-8877-425c-87a4-52d2aa6316b2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d33118a0-8877-425c-87a4-52d2aa6316b2,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:30.971258 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3573fd40-ed4f-475d-918f-2a14a0b6ffd3 req-f91f3c95-52c6-4eaf-adb6-49b695993671 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c739eff0-0634-4bee-b86d-3a9e33137ff2 HTTP/1.1" status: 200 len: 217 time: 0.0372536 Sep 16 04:51:30.976588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffa743-2e4c-4d34-8b51-9562f4a77030 req-1ac6c46e-febf-46ed-ae90-9a2923622e8a tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.978126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9dffa743-2e4c-4d34-8b51-9562f4a77030 req-1ac6c46e-febf-46ed-ae90-9a2923622e8a tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 944 time: 0.0612814 Sep 16 04:51:30.980401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300364c8-7cb7-49c0-8493-6fa8d6e5aad4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:31.006654 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.030954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9dffa743-2e4c-4d34-8b51-9562f4a77030 req-9dd109c1-e0a1-450b-8b6b-94d6713f9da9 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462773 Sep 16 04:51:31.042210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573fd40-ed4f-475d-918f-2a14a0b6ffd3 req-dbfa0aa5-f8fe-4195-b2a5-39456ed223a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:31.043808 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3573fd40-ed4f-475d-918f-2a14a0b6ffd3 req-dbfa0aa5-f8fe-4195-b2a5-39456ed223a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e84c22b6-fd38-44f0-9d2b-4600b9102549 HTTP/1.1" status: 200 len: 855 time: 0.0607712 Sep 16 04:51:31.061736 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d33118a0-8877-425c-87a4-52d2aa6316b2,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:31.085296 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3573fd40-ed4f-475d-918f-2a14a0b6ffd3 req-523e7fbc-a675-45bc-bc6b-15df7ad244da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b772325-3d17-49b0-bd12-c459fd515105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329366 Sep 16 04:51:31.094892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff4320c-9c99-48f4-bc6c-655f8f986494'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:31.097741 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e8ce95-70ce-4a60-9ca9-99d2cd377b2a" -d '{"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "3ff4320c-9c99-48f4-bc6c-655f8f986494"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:31.119711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-300364c8-7cb7-49c0-8493-6fa8d6e5aad4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, ab7135e2-e0d6-40d3-b66f-6a0dc7958da4) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:31.132029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300364c8-7cb7-49c0-8493-6fa8d6e5aad4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:31.132699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-300364c8-7cb7-49c0-8493-6fa8d6e5aad4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.142103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95387861-4b2c-45e6-ac7a-70e26e532273 None None] Network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:31.165891 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc5151c-3ef9-4a8b-bfc4-17c9d0814981 x-openstack-request-id: req-4fc5151c-3ef9-4a8b-bfc4-17c9d0814981 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:31.166626 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "3ff4320c-9c99-48f4-bc6c-655f8f986494", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:31.167354 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fc5151c-3ef9-4a8b-bfc4-17c9d0814981 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:31.167999 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff4320c-9c99-48f4-bc6c-655f8f986494', 'code': 200} Sep 16 04:51:31.218652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d5e6-5bfc-4aa4-9136-04c28c5cb3aa req-8b9298c9-1cfa-46e6-b212-e6bfda28140d tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:31.220642 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5456d5e6-5bfc-4aa4-9136-04c28c5cb3aa req-8b9298c9-1cfa-46e6-b212-e6bfda28140d tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 943 time: 0.1053512 Sep 16 04:51:31.230215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d33118a0-8877-425c-87a4-52d2aa6316b2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:31.236312 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3573fd40-ed4f-475d-918f-2a14a0b6ffd3 req-ad8d2946-b77e-4a60-92dc-7de94c819842 service neutron] 10.222.0.23 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433959 Sep 16 04:51:31.279172 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d868e5-2b99-4829-951c-398bd2da5cd7 req-0655a164-5699-4514-a859-2670219aef82 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:31.279856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3d868e5-2b99-4829-951c-398bd2da5cd7 req-0655a164-5699-4514-a859-2670219aef82 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.23 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 946 time: 0.1060920 Sep 16 04:51:31.298679 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-300364c8-7cb7-49c0-8493-6fa8d6e5aad4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0639303 Sep 16 04:51:31.300993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51656) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:31.321253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0d35b5a5-0517-4317-a015-502e2490a1e4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'subnet': {'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:31.366156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5456d5e6-5bfc-4aa4-9136-04c28c5cb3aa req-556c9b1d-d650-4c80-a502-a6e08b1a4a3a tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377513 Sep 16 04:51:31.439524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06be9ca-1f57-4096-a61d-cb38625eec30 req-394e25c6-c3be-46dd-a11e-64acbd73972a tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:31.441606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b06be9ca-1f57-4096-a61d-cb38625eec30 req-394e25c6-c3be-46dd-a11e-64acbd73972a tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 946 time: 0.1873798 Sep 16 04:51:31.480194 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3573fd40-ed4f-475d-918f-2a14a0b6ffd3 req-a33644ea-bb08-4067-badb-0091dbc10f85 service neutron] 10.222.0.23 "GET /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362988 Sep 16 04:51:31.523704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ab7135e2-e0d6-40d3-b66f-6a0dc7958da4', 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'fixed_ips': [{'subnet_id': '61ec68ca-f448-414e-8e97-d1e258f0e92d'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:31.524576 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.535571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b06be9ca-1f57-4096-a61d-cb38625eec30 req-c5d2ea6d-9f7f-42e2-ba29-bf3fd15e767d tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfb36eea-30f8-4b4a-bc3f-91c7347c09e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865512 Sep 16 04:51:31.542559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-a3d868e5-2b99-4829-951c-398bd2da5cd7 req-551109a9-ce1a-41b9-a2ac-02571af6eb1c tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Deleting port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:31.543616 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a3d868e5-2b99-4829-951c-398bd2da5cd7 req-551109a9-ce1a-41b9-a2ac-02571af6eb1c tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.568167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8fbb5-5d9d-4d8d-8ada-fa6fff270884 req-6878f92a-9b93-4278-b82a-e4f39cb92646 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:31.570078 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dcd8fbb5-5d9d-4d8d-8ada-fa6fff270884 req-6878f92a-9b93-4278-b82a-e4f39cb92646 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 943 time: 0.1162868 Sep 16 04:51:31.590550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d35b5a5-0517-4317-a015-502e2490a1e4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:31.594711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d35b5a5-0517-4317-a015-502e2490a1e4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.666378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dcd8fbb5-5d9d-4d8d-8ada-fa6fff270884 req-a2a537fb-e29e-4067-926f-4c949bd478bb tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856910 Sep 16 04:51:31.706761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-a3d868e5-2b99-4829-951c-398bd2da5cd7 req-551109a9-ce1a-41b9-a2ac-02571af6eb1c tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] For port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891,segment=NetworkSegment(73925020-7483-48e8-ba32-28850f9efe21),segment_id=73925020-7483-48e8-ba32-28850f9efe21)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:31.707229 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a3d868e5-2b99-4829-951c-398bd2da5cd7 req-551109a9-ce1a-41b9-a2ac-02571af6eb1c tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.722722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Allocated IP 10.1.1.2 (ab7135e2-e0d6-40d3-b66f-6a0dc7958da4/61ec68ca-f448-414e-8e97-d1e258f0e92d/39aacad6-fb74-42b0-bcbf-75a239f2cafd) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:31.723001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-a3d868e5-2b99-4829-951c-398bd2da5cd7 req-551109a9-ce1a-41b9-a2ac-02571af6eb1c tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Calling delete_port for 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:31.921604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c66ca-9961-4a06-989f-90e076ed3e8b req-42a18cb3-4dd7-4199-9540-32fe6b894fe5 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:31.923238 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f4c66ca-9961-4a06-989f-90e076ed3e8b req-42a18cb3-4dd7-4199-9540-32fe6b894fe5 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 948 time: 0.0622096 Sep 16 04:51:31.952440 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d35b5a5-0517-4317-a015-502e2490a1e4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.960029 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.991257 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f4c66ca-9961-4a06-989f-90e076ed3e8b req-79698953-01ad-481f-9f66-853f593c140e tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476806 Sep 16 04:51:32.029510 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35b5a5-0517-4317-a015-502e2490a1e4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Subnet': ['ID=4c03be75-dfaa-43ca-8637-e3c4c294e56b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:32.034953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d35b5a5-0517-4317-a015-502e2490a1e4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Checking segment: {'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:32.035326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35b5a5-0517-4317-a015-502e2490a1e4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Network hostable DHCP agents. Network: e4736ad3-9a26-42c8-8dc7-2dd152730d61, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:32.036848 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.061737 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a3d868e5-2b99-4829-951c-398bd2da5cd7 req-551109a9-ce1a-41b9-a2ac-02571af6eb1c tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.077011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['7b742cf3-c75a-4e5b-8c0d-b2137b2e9891'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:32.089062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551109a9-ce1a-41b9-a2ac-02571af6eb1c tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Pushing event deleted for resources: {'Port': ['ID=7b742cf3-c75a-4e5b-8c0d-b2137b2e9891,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:32.091583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:32.115466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:32.119592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:32.134522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Pushing event updated for resources: {'Port': ['ID=39aacad6-fb74-42b0-bcbf-75a239f2cafd,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:32.158042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35b5a5-0517-4317-a015-502e2490a1e4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Network e4736ad3-9a26-42c8-8dc7-2dd152730d61 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:32.164837 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f7f75ae1-2006-4b22-907b-5e5d61caef19 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:32.175537 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d868e5-2b99-4829-951c-398bd2da5cd7 req-551109a9-ce1a-41b9-a2ac-02571af6eb1c tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] No DVR routers for this DVR port 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:32.178471 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a3d868e5-2b99-4829-951c-398bd2da5cd7 req-551109a9-ce1a-41b9-a2ac-02571af6eb1c tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.180477 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3d868e5-2b99-4829-951c-398bd2da5cd7 req-551109a9-ce1a-41b9-a2ac-02571af6eb1c tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.23 "DELETE /v2.0/ports/7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 HTTP/1.1" status: 204 len: 173 time: 0.8846209 Sep 16 04:51:32.180928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e078125d-fe87-498d-bd03-9c402e5e7136', 'name': 'network-vif-deleted', 'tag': '7b742cf3-c75a-4e5b-8c0d-b2137b2e9891'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:32.183206 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5079fe14-da17-4cf1-8dd9-92eaa3d8e001" -d '{"events": [{"server_uuid": "e078125d-fe87-498d-bd03-9c402e5e7136", "name": "network-vif-deleted", "tag": "7b742cf3-c75a-4e5b-8c0d-b2137b2e9891"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:32.209890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af1fdf-e8ec-4ded-a9c9-4dbecbe3f884 req-515eca81-a152-4b6a-bf23-226581d0822f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.216709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af1fdf-e8ec-4ded-a9c9-4dbecbe3f884 req-515eca81-a152-4b6a-bf23-226581d0822f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.221210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Attempting to bind port 39aacad6-fb74-42b0-bcbf-75a239f2cafd on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:32.221597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Attempting to bind port 39aacad6-fb74-42b0-bcbf-75a239f2cafd by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:32.221966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Attempting to bind port 39aacad6-fb74-42b0-bcbf-75a239f2cafd on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:32.222745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af1fdf-e8ec-4ded-a9c9-4dbecbe3f884 req-515eca81-a152-4b6a-bf23-226581d0822f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.229242 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af1fdf-e8ec-4ded-a9c9-4dbecbe3f884 req-515eca81-a152-4b6a-bf23-226581d0822f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.233087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:32.233468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Checking segment: {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:32.233878 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.234278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Bound using segment: {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:32.234754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Bound port: 39aacad6-fb74-42b0-bcbf-75a239f2cafd, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:32.235141 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.236106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af1fdf-e8ec-4ded-a9c9-4dbecbe3f884 req-515eca81-a152-4b6a-bf23-226581d0822f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.242133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af1fdf-e8ec-4ded-a9c9-4dbecbe3f884 req-515eca81-a152-4b6a-bf23-226581d0822f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.248952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af1fdf-e8ec-4ded-a9c9-4dbecbe3f884 req-515eca81-a152-4b6a-bf23-226581d0822f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.250929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23af1fdf-e8ec-4ded-a9c9-4dbecbe3f884 req-515eca81-a152-4b6a-bf23-226581d0822f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5437 time: 0.1510577 Sep 16 04:51:32.257867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-0d35b5a5-0517-4317-a015-502e2490a1e4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, e4736ad3-9a26-42c8-8dc7-2dd152730d61) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:32.262773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35b5a5-0517-4317-a015-502e2490a1e4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.263789 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d35b5a5-0517-4317-a015-502e2490a1e4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.274519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c5a6f6-5c56-4242-ac64-81e27c800712 None None] Network e4736ad3-9a26-42c8-8dc7-2dd152730d61 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:32.341006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23af1fdf-e8ec-4ded-a9c9-4dbecbe3f884 req-3c5f1fa6-2f76-4974-9686-375339e11f2d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796936 Sep 16 04:51:32.347592 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0d35b5a5-0517-4317-a015-502e2490a1e4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0303228 Sep 16 04:51:32.350014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51674) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:32.356730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'port': {'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4', 'name': 'tempest-TaggedBootDevicesTest-53673622', 'fixed_ips': [{'subnet_id': '61ec68ca-f448-414e-8e97-d1e258f0e92d'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:32.381116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port f7f75ae1-2006-4b22-907b-5e5d61caef19 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:32.394621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] For port 39aacad6-fb74-42b0-bcbf-75a239f2cafd, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:32.394621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] For port 39aacad6-fb74-42b0-bcbf-75a239f2cafd, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=39aacad6-fb74-42b0-bcbf-75a239f2cafd,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:32.394621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port f7f75ae1-2006-4b22-907b-5e5d61caef19 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:32.394918 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.478509 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.544206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b78a04-f392-4421-bb42-243f9dc24e6c req-581f98e3-0ef4-4cbd-88ca-2c7c8096a4dd tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.552722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66b78a04-f392-4421-bb42-243f9dc24e6c req-581f98e3-0ef4-4cbd-88ca-2c7c8096a4dd tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 944 time: 0.0730498 Sep 16 04:51:32.592674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-e4736ad3-9a26-42c8-8dc7-2dd152730d61', 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'fixed_ips': [{'subnet_id': '4c03be75-dfaa-43ca-8637-e3c4c294e56b'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:32.593517 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.595530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d33118a0-8877-425c-87a4-52d2aa6316b2 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:32.618042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66b78a04-f392-4421-bb42-243f9dc24e6c req-8bfdf963-e2be-49a4-bbfd-65c360815e24 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641239 Sep 16 04:51:32.634776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc318f-1f5f-4dd9-8f92-f56c7d33a773 None None] Pushing event updated for resources: {'Port': ['ID=39aacad6-fb74-42b0-bcbf-75a239f2cafd,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:32.640317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:32.654589 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.719548 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b7bac0-ce39-49e0-96c1-48e4bd56b664 x-openstack-request-id: req-d6b7bac0-ce39-49e0-96c1-48e4bd56b664 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:32.719946 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e078125d-fe87-498d-bd03-9c402e5e7136", "name": "network-vif-deleted", "tag": "7b742cf3-c75a-4e5b-8c0d-b2137b2e9891", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:32.720411 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6b7bac0-ce39-49e0-96c1-48e4bd56b664 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:32.721046 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e078125d-fe87-498d-bd03-9c402e5e7136', 'name': 'network-vif-deleted', 'tag': '7b742cf3-c75a-4e5b-8c0d-b2137b2e9891', 'status': 'completed', 'code': 200} Sep 16 04:51:32.772969 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.776304 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f7f75ae1-2006-4b22-907b-5e5d61caef19, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f7f75ae1-2006-4b22-907b-5e5d61caef19,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:32.847122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] device_id is not set on port a8325af5-44cb-44ee-a252-6e68b67041df yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:51:32.860265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Allocated IP 10.2.2.2 (e4736ad3-9a26-42c8-8dc7-2dd152730d61/4c03be75-dfaa-43ca-8637-e3c4c294e56b/3b5e9714-fa06-4131-8695-81c22cb1c9f9) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:32.898759 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.899883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c56544bc-9c85-443c-a0f5-40e0cda20454 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:32.940809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b99c5-dbec-4ecf-a80a-45376a53439c req-29e732c1-f7e9-4b00-9bdc-71f578970db3 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.948839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce2b99c5-dbec-4ecf-a80a-45376a53439c req-29e732c1-f7e9-4b00-9bdc-71f578970db3 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 943 time: 0.0746040 Sep 16 04:51:32.998709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce2b99c5-dbec-4ecf-a80a-45376a53439c req-4fc638a6-a422-4cec-b1f1-98368ca6422d tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482256 Sep 16 04:51:33.069758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Allocated IP 10.1.1.60 (ab7135e2-e0d6-40d3-b66f-6a0dc7958da4/61ec68ca-f448-414e-8e97-d1e258f0e92d/a8325af5-44cb-44ee-a252-6e68b67041df) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:33.110317 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port d33118a0-8877-425c-87a4-52d2aa6316b2 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:33.148789 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d33118a0-8877-425c-87a4-52d2aa6316b2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:33.149145 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.170449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f75ae1-2006-4b22-907b-5e5d61caef19'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:33.173501 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974e7df7-4e9e-486b-ba91-cea11b1aa29b" -d '{"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "f7f75ae1-2006-4b22-907b-5e5d61caef19"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:33.221417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f7f75ae1-2006-4b22-907b-5e5d61caef19,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:33.244129 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.337765 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.347867 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.418803 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e607104-bbdd-4db7-88ae-402409e00d7b req-f2741120-099c-437b-9070-e90213432f04 tempest-InstanceActionsNegativeTestJSON-1864136077 tempest-InstanceActionsNegativeTestJSON-1864136077-project] 10.222.0.24 "GET /v2.0/ports?device_id=e078125d-fe87-498d-bd03-9c402e5e7136 HTTP/1.1" status: 200 len: 210 time: 0.0427649 Sep 16 04:51:33.419329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d33118a0-8877-425c-87a4-52d2aa6316b2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d33118a0-8877-425c-87a4-52d2aa6316b2,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:33.421583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.432026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port c56544bc-9c85-443c-a0f5-40e0cda20454 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:33.443122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port c56544bc-9c85-443c-a0f5-40e0cda20454 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:33.443499 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.455398 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.523421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:33.524947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Port': ['ID=a8325af5-44cb-44ee-a252-6e68b67041df,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:33.528790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:33.537166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:33.543711 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.543711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:33.563117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265a295-f001-4dd2-a268-3edcc501be3a req-1d94d539-1d73-46ea-a712-09dcefe6dba5 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.577884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3265a295-f001-4dd2-a268-3edcc501be3a req-1d94d539-1d73-46ea-a712-09dcefe6dba5 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 948 time: 0.1010115 Sep 16 04:51:33.593114 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2bee31-c71d-46ec-a926-f195ae9e2c63 x-openstack-request-id: req-3f2bee31-c71d-46ec-a926-f195ae9e2c63 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:33.593930 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "f7f75ae1-2006-4b22-907b-5e5d61caef19", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:33.607716 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f2bee31-c71d-46ec-a926-f195ae9e2c63 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:33.607716 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f75ae1-2006-4b22-907b-5e5d61caef19', 'code': 200} Sep 16 04:51:33.607716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:33.607716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7b742cf3-c75a-4e5b-8c0d-b2137b2e9891 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:33.608356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.608356 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.608560 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Network e4736ad3-9a26-42c8-8dc7-2dd152730d61 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:33.615485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:33.617615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Pushing event updated for resources: {'Port': ['ID=3b5e9714-fa06-4131-8695-81c22cb1c9f9,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:33.622314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:33.656062 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3265a295-f001-4dd2-a268-3edcc501be3a req-3eb40712-6a2d-405b-a837-dbb79822ecdd tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758781 Sep 16 04:51:33.718908 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2451ff5b-1ad0-4c6c-8822-80fd58bd92b2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3674333 Sep 16 04:51:33.721379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51702) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:33.727589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'port': {'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4', 'name': 'tempest-TaggedBootDevicesTest-116452855', 'fixed_ips': [{'subnet_id': '61ec68ca-f448-414e-8e97-d1e258f0e92d'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:33.752878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7d38-7f50-4352-99a8-d68f747644f8 req-1bd3dfe0-dc3a-4a4b-8581-840176b7551b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.756824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d33118a0-8877-425c-87a4-52d2aa6316b2,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:33.763433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Attempting to bind port 3b5e9714-fa06-4131-8695-81c22cb1c9f9 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:33.763617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7d38-7f50-4352-99a8-d68f747644f8 req-1bd3dfe0-dc3a-4a4b-8581-840176b7551b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.764397 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Attempting to bind port 3b5e9714-fa06-4131-8695-81c22cb1c9f9 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:33.764804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Attempting to bind port 3b5e9714-fa06-4131-8695-81c22cb1c9f9 on network e4736ad3-9a26-42c8-8dc7-2dd152730d61 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:33.771735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7d38-7f50-4352-99a8-d68f747644f8 req-1bd3dfe0-dc3a-4a4b-8581-840176b7551b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.776372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:33.776773 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Checking segment: {'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:33.777235 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.777635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Bound using segment: {'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:33.778109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Bound port: 3b5e9714-fa06-4131-8695-81c22cb1c9f9, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:33.778490 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.780229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7d38-7f50-4352-99a8-d68f747644f8 req-1bd3dfe0-dc3a-4a4b-8581-840176b7551b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.780522 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.787991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7d38-7f50-4352-99a8-d68f747644f8 req-1bd3dfe0-dc3a-4a4b-8581-840176b7551b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.796373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7d38-7f50-4352-99a8-d68f747644f8 req-1bd3dfe0-dc3a-4a4b-8581-840176b7551b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.803652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7d38-7f50-4352-99a8-d68f747644f8 req-1bd3dfe0-dc3a-4a4b-8581-840176b7551b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.807090 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f6f7d38-7f50-4352-99a8-d68f747644f8 req-1bd3dfe0-dc3a-4a4b-8581-840176b7551b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5438 time: 0.1326528 Sep 16 04:51:33.859971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c56544bc-9c85-443c-a0f5-40e0cda20454, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c56544bc-9c85-443c-a0f5-40e0cda20454,segment=NetworkSegment(39b8c4f3-221c-4441-8e14-2a17571c45bc),segment_id=39b8c4f3-221c-4441-8e14-2a17571c45bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:33.887191 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] For port 3b5e9714-fa06-4131-8695-81c22cb1c9f9, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:33.899805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] For port 3b5e9714-fa06-4131-8695-81c22cb1c9f9, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3b5e9714-fa06-4131-8695-81c22cb1c9f9,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:33.900083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f6f7d38-7f50-4352-99a8-d68f747644f8 req-cb9d6c2d-6f28-463d-97dd-18d56adec575 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755908 Sep 16 04:51:33.954961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c0a96d-3ea7-4368-a75b-94f69019c035 None None] Network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:33.958566 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.959378 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device cf714077-d4c2-4966-aba7-88fc07ed0680 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:33.986599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:33.992909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.010071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 39aacad6-fb74-42b0-bcbf-75a239f2cafd up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:34.012099 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] device_id is not set on port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:51:34.025627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702236d-0a33-48ed-a8ae-51ba968e8723 req-7b984b93-7a97-4fbe-8c1d-9ac6b835f5db tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.027828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e702236d-0a33-48ed-a8ae-51ba968e8723 req-7b984b93-7a97-4fbe-8c1d-9ac6b835f5db tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 946 time: 0.0643008 Sep 16 04:51:34.058015 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.071082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e702236d-0a33-48ed-a8ae-51ba968e8723 req-d1a63908-437e-49d4-a870-9ee231a905eb tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369258 Sep 16 04:51:34.172136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-154fd060-23ab-45f9-ae93-4220404d5c19 None None] Provisioning complete for port 39aacad6-fb74-42b0-bcbf-75a239f2cafd triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:34.172718 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-154fd060-23ab-45f9-ae93-4220404d5c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.181432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c56544bc-9c85-443c-a0f5-40e0cda20454,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.196958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6f572-99ba-445e-9488-66e7e07875ee req-7a5fb28e-7298-4ab0-8da9-d50d7cfc4d4c tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.199121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eae6f572-99ba-445e-9488-66e7e07875ee req-7a5fb28e-7298-4ab0-8da9-d50d7cfc4d4c tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 944 time: 0.0641768 Sep 16 04:51:34.210858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Allocated IP 10.1.1.150 (ab7135e2-e0d6-40d3-b66f-6a0dc7958da4/61ec68ca-f448-414e-8e97-d1e258f0e92d/2eccfbee-550e-4934-aa2d-57a5f5442bc8) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:34.250503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eae6f572-99ba-445e-9488-66e7e07875ee req-874addda-b545-4cce-83b1-e7267b7da126 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436029 Sep 16 04:51:34.317268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c1cd6-200f-4779-9f22-e231d086670f None None] Pushing event updated for resources: {'Port': ['ID=3b5e9714-fa06-4131-8695-81c22cb1c9f9,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.358807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 39aacad6-fb74-42b0-bcbf-75a239f2cafd triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:34.359199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.392840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port cf714077-d4c2-4966-aba7-88fc07ed0680 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:34.420589 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.423601 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0643b-e6d4-4154-a332-3608f582f1fe req-be85a2e1-47c9-4bd4-9426-515ce1f3f893 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.428164 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87d0643b-e6d4-4154-a332-3608f582f1fe req-be85a2e1-47c9-4bd4-9426-515ce1f3f893 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 943 time: 0.0723798 Sep 16 04:51:34.430205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port cf714077-d4c2-4966-aba7-88fc07ed0680 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:34.430579 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.514908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87d0643b-e6d4-4154-a332-3608f582f1fe req-db536f3a-23b7-4051-a583-675fb80c5100 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810552 Sep 16 04:51:34.522674 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-154fd060-23ab-45f9-ae93-4220404d5c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.581613 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.594651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51716) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:34.633890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-154fd060-23ab-45f9-ae93-4220404d5c19 None None] For port 39aacad6-fb74-42b0-bcbf-75a239f2cafd, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=39aacad6-fb74-42b0-bcbf-75a239f2cafd,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:34.697082 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.708013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:34.710448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:34.714397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:34.722265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f51ae4-91a2-4138-bf58-abf3dc08346e admin admin] Deleting subnet cba0342a-0142-4fcb-aecd-1df161f71fd5 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:34.731800 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-45f51ae4-91a2-4138-bf58-abf3dc08346e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.744025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port cf714077-d4c2-4966-aba7-88fc07ed0680, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=cf714077-d4c2-4966-aba7-88fc07ed0680,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:34.755612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-154fd060-23ab-45f9-ae93-4220404d5c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.801597 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-45f51ae4-91a2-4138-bf58-abf3dc08346e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.812447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fd060-23ab-45f9-ae93-4220404d5c19 None None] Pushing event updated for resources: {'Port': ['ID=39aacad6-fb74-42b0-bcbf-75a239f2cafd,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.821825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Port': ['ID=2eccfbee-550e-4934-aa2d-57a5f5442bc8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.823183 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.844907 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.845737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:34.857029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.858221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.891641 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-45f51ae4-91a2-4138-bf58-abf3dc08346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.937529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38469fe3-d8d1-4f22-84f3-b08f0e2539a5 req-42882925-952f-405b-bec5-4bcdbe512411 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.942761 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9716b7ed-9513-48d1-a8ca-52acd59f744c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2168720 Sep 16 04:51:34.945418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38469fe3-d8d1-4f22-84f3-b08f0e2539a5 req-42882925-952f-405b-bec5-4bcdbe512411 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 949 time: 0.1411891 Sep 16 04:51:34.983805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=cf714077-d4c2-4966-aba7-88fc07ed0680,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.995504 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:51:34.996490 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:51:35.009518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e63e5943-f7aa-491d-a375-4d07bf950f4e None None] Provisioning complete for port a8325af5-44cb-44ee-a252-6e68b67041df triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:35.009896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e63e5943-f7aa-491d-a375-4d07bf950f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.036882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38469fe3-d8d1-4f22-84f3-b08f0e2539a5 req-f312e78f-47e6-4564-97df-27e37cb4c72b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839126 Sep 16 04:51:35.055819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cc463-022c-4e9a-94d1-c30fd63ef25a req-8198c9bb-f10f-439b-8a00-bb669e8211b5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.057411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e2cc463-022c-4e9a-94d1-c30fd63ef25a req-8198c9bb-f10f-439b-8a00-bb669e8211b5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 946 time: 0.1436453 Sep 16 04:51:35.066699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e63e5943-f7aa-491d-a375-4d07bf950f4e None None] Port a8325af5-44cb-44ee-a252-6e68b67041df cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:35.079027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e63e5943-f7aa-491d-a375-4d07bf950f4e None None] Provisioning complete for port 39aacad6-fb74-42b0-bcbf-75a239f2cafd triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:35.079480 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e63e5943-f7aa-491d-a375-4d07bf950f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.106932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:35.115672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:35.116134 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.191577 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-45f51ae4-91a2-4138-bf58-abf3dc08346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.244940 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-45f51ae4-91a2-4138-bf58-abf3dc08346e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.247798 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-45f51ae4-91a2-4138-bf58-abf3dc08346e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cba0342a-0142-4fcb-aecd-1df161f71fd5 HTTP/1.1" status: 204 len: 168 time: 0.6521695 Sep 16 04:51:35.250346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51736) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:35.418485 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f51ae4-91a2-4138-bf58-abf3dc08346e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba0342a-0142-4fcb-aecd-1df161f71fd5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:35.418485 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeb77a-42c0-4567-8839-4237ee0a9ce0 req-f145e07e-a885-48dd-bae3-fa90013c58e6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.420520 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.421157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeb77a-42c0-4567-8839-4237ee0a9ce0 req-f145e07e-a885-48dd-bae3-fa90013c58e6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.421237 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.422610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeb77a-42c0-4567-8839-4237ee0a9ce0 req-f145e07e-a885-48dd-bae3-fa90013c58e6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.432767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeb77a-42c0-4567-8839-4237ee0a9ce0 req-f145e07e-a885-48dd-bae3-fa90013c58e6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.441971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0e00885b-a797-4d40-8b79-fdb52c4c479a None None] Provisioning complete for port a8325af5-44cb-44ee-a252-6e68b67041df triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:35.442350 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e00885b-a797-4d40-8b79-fdb52c4c479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.444706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeb77a-42c0-4567-8839-4237ee0a9ce0 req-f145e07e-a885-48dd-bae3-fa90013c58e6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.454176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeb77a-42c0-4567-8839-4237ee0a9ce0 req-f145e07e-a885-48dd-bae3-fa90013c58e6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.464409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeb77a-42c0-4567-8839-4237ee0a9ce0 req-f145e07e-a885-48dd-bae3-fa90013c58e6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.467850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01eeb77a-42c0-4567-8839-4237ee0a9ce0 req-f145e07e-a885-48dd-bae3-fa90013c58e6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5440 time: 0.3622224 Sep 16 04:51:35.513380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:35.515396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-0e2cc463-022c-4e9a-94d1-c30fd63ef25a req-53859d35-36a8-40f7-845f-b7e512c6d754 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Deleting port 35f31954-77c7-42bc-b29b-8700ad00aedc {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:35.515874 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0e2cc463-022c-4e9a-94d1-c30fd63ef25a req-53859d35-36a8-40f7-845f-b7e512c6d754 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.533911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0e00885b-a797-4d40-8b79-fdb52c4c479a None None] Port a8325af5-44cb-44ee-a252-6e68b67041df cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:35.617744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01eeb77a-42c0-4567-8839-4237ee0a9ce0 req-58120f12-69d8-44fd-98c1-a80fd6113846 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913451 Sep 16 04:51:35.617844 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.617926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4623bc-161c-43e3-84b0-29ed1cf60f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33118a0-8877-425c-87a4-52d2aa6316b2'}, {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56544bc-9c85-443c-a0f5-40e0cda20454'}, {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf714077-d4c2-4966-aba7-88fc07ed0680'}, {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b94a81f-0f59-4bfb-b4d9-c24519ba47e4'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:35.617926 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665048e3-6f06-433d-a39e-776479eb13e0" -d '{"events": [{"server_uuid": "fd4623bc-161c-43e3-84b0-29ed1cf60f92", "name": "network-vif-plugged", "status": "completed", "tag": "d33118a0-8877-425c-87a4-52d2aa6316b2"}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "c56544bc-9c85-443c-a0f5-40e0cda20454"}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "cf714077-d4c2-4966-aba7-88fc07ed0680"}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "1b94a81f-0f59-4bfb-b4d9-c24519ba47e4"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:35.629176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d80b6c-44e2-4659-a310-573a04ea3f58']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:35.645416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73925020-7483-48e8-ba32-28850f9efe21') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:35.647393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73925020-7483-48e8-ba32-28850f9efe21') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:35.649429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0e2cc463-022c-4e9a-94d1-c30fd63ef25a req-53859d35-36a8-40f7-845f-b7e512c6d754 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] For port 35f31954-77c7-42bc-b29b-8700ad00aedc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=35f31954-77c7-42bc-b29b-8700ad00aedc,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:35.649997 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0e2cc463-022c-4e9a-94d1-c30fd63ef25a req-53859d35-36a8-40f7-845f-b7e512c6d754 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.658539 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.700394 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.700509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-0e2cc463-022c-4e9a-94d1-c30fd63ef25a req-53859d35-36a8-40f7-845f-b7e512c6d754 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Calling delete_port for 35f31954-77c7-42bc-b29b-8700ad00aedc owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:35.700607 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:35.706288 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.707477 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:35.716686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51748) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:35.723780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5b63c5a2-b043-42a4-8594-eb6522f69b11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--436514893', 'description': 'tempest-description--1451520370'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:35.835111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cd0c709d-f624-4bfe-8fa8-2beca2df0f34 None None] Provisioning complete for port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:35.835573 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd0c709d-f624-4bfe-8fa8-2beca2df0f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.873637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a8f38-40bb-48af-8b61-554b4d86ff3c None None] Network e4736ad3-9a26-42c8-8dc7-2dd152730d61 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:35.896711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:35.899212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ee369-6bf3-45b2-a70f-703d24129e5a req-199b8ad4-d019-4bc7-99fd-3f5d97b2c009 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.905047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a7ee369-6bf3-45b2-a70f-703d24129e5a req-199b8ad4-d019-4bc7-99fd-3f5d97b2c009 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 943 time: 0.1320448 Sep 16 04:51:35.918487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c709d-f624-4bfe-8fa8-2beca2df0f34 None None] Port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:35.937803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e5fff-d12f-46e7-bb99-1bb70e4ed19c req-5e19963e-78f4-4397-a143-a6b9fd77369a tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.940536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-775e5fff-d12f-46e7-bb99-1bb70e4ed19c req-5e19963e-78f4-4397-a143-a6b9fd77369a tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 946 time: 0.1535130 Sep 16 04:51:35.989677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.000538 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.003071 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] 10.222.0.24 "DELETE /v2.0/networks/19d80b6c-44e2-4659-a310-573a04ea3f58 HTTP/1.1" status: 204 len: 168 time: 0.7514918 Sep 16 04:51:36.005798 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b63c5a2-b043-42a4-8594-eb6522f69b11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.016553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:36.024733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:36.025108 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.040522 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a7ee369-6bf3-45b2-a70f-703d24129e5a req-b3d1b804-32e6-4f04-ad3f-44c625dc8a02 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285489 Sep 16 04:51:36.068986 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c976dfa-39a3-4772-810e-d6d8980b670a admin admin] Pushing event deleted for resources: {'Network': ['ID=19d80b6c-44e2-4659-a310-573a04ea3f58,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:36.086246 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0e2cc463-022c-4e9a-94d1-c30fd63ef25a req-53859d35-36a8-40f7-845f-b7e512c6d754 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.108564 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-775e5fff-d12f-46e7-bb99-1bb70e4ed19c req-fd1f313b-2245-4742-9b51-a17eb5f1ead4 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512640 Sep 16 04:51:36.198449 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b63c5a2-b043-42a4-8594-eb6522f69b11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.204425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53859d35-36a8-40f7-845f-b7e512c6d754 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Pushing event deleted for resources: {'Port': ['ID=35f31954-77c7-42bc-b29b-8700ad00aedc,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:36.239487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['dc3c8ed1-2add-47ba-b593-b02fe5e596ed', '35f31954-77c7-42bc-b29b-8700ad00aedc'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:36.257341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['c739eff0-0634-4bee-b86d-3a9e33137ff2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:36.257341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3b5e9714-fa06-4131-8695-81c22cb1c9f9 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:36.306150 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b63c5a2-b043-42a4-8594-eb6522f69b11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.326297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2cc463-022c-4e9a-94d1-c30fd63ef25a req-53859d35-36a8-40f7-845f-b7e512c6d754 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] No DVR routers for this DVR port 35f31954-77c7-42bc-b29b-8700ad00aedc on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:36.331337 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0e2cc463-022c-4e9a-94d1-c30fd63ef25a req-53859d35-36a8-40f7-845f-b7e512c6d754 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.333439 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e2cc463-022c-4e9a-94d1-c30fd63ef25a req-53859d35-36a8-40f7-845f-b7e512c6d754 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.37 "DELETE /v2.0/ports/35f31954-77c7-42bc-b29b-8700ad00aedc HTTP/1.1" status: 204 len: 173 time: 1.2692444 Sep 16 04:51:36.334988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf26595-6500-4616-a071-5f16af257690', 'name': 'network-vif-deleted', 'tag': '35f31954-77c7-42bc-b29b-8700ad00aedc'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:36.337336 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262fc949-3d5b-406a-8f74-9bf26f8fe9bc" -d '{"events": [{"server_uuid": "baf26595-6500-4616-a071-5f16af257690", "name": "network-vif-deleted", "tag": "35f31954-77c7-42bc-b29b-8700ad00aedc"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:36.356052 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63c5a2-b043-42a4-8594-eb6522f69b11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:36.359516 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-edb796cd-de33-48b9-8a2a-9a9fea763085 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4143884 Sep 16 04:51:36.368183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc04b2-9e4e-4356-ac61-6ecac86a9da5 req-a51f67a0-0070-4115-a177-9e2c5430f3d3 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.369675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3fc04b2-9e4e-4356-ac61-6ecac86a9da5 req-a51f67a0-0070-4115-a177-9e2c5430f3d3 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 944 time: 0.1777937 Sep 16 04:51:36.382282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28d2b2-5732-45f4-85f1-3c6a9c5f581f req-53702424-21a7-4236-b487-b6e71b0efa9d tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.383976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e28d2b2-5732-45f4-85f1-3c6a9c5f581f req-53702424-21a7-4236-b487-b6e71b0efa9d tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 943 time: 0.1295838 Sep 16 04:51:36.396840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-75d75b00-44a2-4c0c-8e02-dc5aed13d3d1 None None] Provisioning complete for port 3b5e9714-fa06-4131-8695-81c22cb1c9f9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:36.397173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-75d75b00-44a2-4c0c-8e02-dc5aed13d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.429988 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b63c5a2-b043-42a4-8594-eb6522f69b11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.435710 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5b63c5a2-b043-42a4-8594-eb6522f69b11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7174351 Sep 16 04:51:36.435710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51760) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:36.451487 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-55d2daa4-6ba9-48c5-b418-69e9b4fa3733 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'security_group_rule': {'security_group_id': '8e3d74ba-e52b-43bd-8f9f-bfdfef70c600', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:36.476786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3fc04b2-9e4e-4356-ac61-6ecac86a9da5 req-25e6a5c8-3e68-446f-a479-1d6b89a0d527 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902231 Sep 16 04:51:36.487324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e28d2b2-5732-45f4-85f1-3c6a9c5f581f req-9899f125-6df2-4682-8fa5-383614cf968f tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946527 Sep 16 04:51:36.589632 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f33f75-8bed-4b38-b4b7-c17dfdd887d1 x-openstack-request-id: req-44f33f75-8bed-4b38-b4b7-c17dfdd887d1 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:36.591367 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4623bc-161c-43e3-84b0-29ed1cf60f92", "name": "network-vif-plugged", "status": "completed", "tag": "d33118a0-8877-425c-87a4-52d2aa6316b2", "code": 200}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "c56544bc-9c85-443c-a0f5-40e0cda20454", "code": 200}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "cf714077-d4c2-4966-aba7-88fc07ed0680", "code": 200}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "1b94a81f-0f59-4bfb-b4d9-c24519ba47e4", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:36.591367 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44f33f75-8bed-4b38-b4b7-c17dfdd887d1 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:36.591367 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4623bc-161c-43e3-84b0-29ed1cf60f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33118a0-8877-425c-87a4-52d2aa6316b2', 'code': 200} Sep 16 04:51:36.591367 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56544bc-9c85-443c-a0f5-40e0cda20454', 'code': 200} Sep 16 04:51:36.591367 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf714077-d4c2-4966-aba7-88fc07ed0680', 'code': 200} Sep 16 04:51:36.591367 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b94a81f-0f59-4bfb-b4d9-c24519ba47e4', 'code': 200} Sep 16 04:51:36.627457 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.646409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51764) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:36.649473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 220aee65-2528-42c6-8c0d-bd879013cb8a details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:36.669161 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd63377-6b49-46db-b23d-646aaa056cac x-openstack-request-id: req-1fd63377-6b49-46db-b23d-646aaa056cac {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:36.669571 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf26595-6500-4616-a071-5f16af257690", "name": "network-vif-deleted", "tag": "35f31954-77c7-42bc-b29b-8700ad00aedc", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:36.669921 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fd63377-6b49-46db-b23d-646aaa056cac {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:36.670841 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf26595-6500-4616-a071-5f16af257690', 'name': 'network-vif-deleted', 'tag': '35f31954-77c7-42bc-b29b-8700ad00aedc', 'status': 'completed', 'code': 200} Sep 16 04:51:36.710544 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55d2daa4-6ba9-48c5-b418-69e9b4fa3733 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.738547 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3b5e9714-fa06-4131-8695-81c22cb1c9f9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:36.738945 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.755213 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9e9eb070-1654-4726-97ba-199bf75b585c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=962539ca52a14f90b65ed8eaf7b2d340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071007 Sep 16 04:51:36.758473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51770) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:36.803971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98cca7-8980-4cf0-a48a-67374b9b1c43 req-4fd6bb10-3aab-4142-b0d2-0b7d8bbf1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.805567 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad98cca7-8980-4cf0-a48a-67374b9b1c43 req-4fd6bb10-3aab-4142-b0d2-0b7d8bbf1b1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 1101 time: 0.1337717 Sep 16 04:51:36.830466 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55d2daa4-6ba9-48c5-b418-69e9b4fa3733 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.867963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb48d3b-3817-4ce8-8420-cef68192c305 req-6b651358-8de4-4b45-9f74-33afdd29e0b7 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.870201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7cb48d3b-3817-4ce8-8420-cef68192c305 req-6b651358-8de4-4b45-9f74-33afdd29e0b7 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 949 time: 0.1824899 Sep 16 04:51:36.883964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:36.904794 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62df2b41-2991-4d0a-8691-81df2bb31904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.907488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f032-1e1b-4d21-8e24-6f3f900e9f1b req-1fc87b4b-aa7a-4185-a924-c34bd68dd109 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.914252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f032-1e1b-4d21-8e24-6f3f900e9f1b req-1fc87b4b-aa7a-4185-a924-c34bd68dd109 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.918416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55d2daa4-6ba9-48c5-b418-69e9b4fa3733 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.921294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f032-1e1b-4d21-8e24-6f3f900e9f1b req-1fc87b4b-aa7a-4185-a924-c34bd68dd109 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.927796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f032-1e1b-4d21-8e24-6f3f900e9f1b req-1fc87b4b-aa7a-4185-a924-c34bd68dd109 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.937434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f032-1e1b-4d21-8e24-6f3f900e9f1b req-1fc87b4b-aa7a-4185-a924-c34bd68dd109 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.946547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f032-1e1b-4d21-8e24-6f3f900e9f1b req-1fc87b4b-aa7a-4185-a924-c34bd68dd109 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.947347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62df2b41-2991-4d0a-8691-81df2bb31904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.952110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2daa4-6ba9-48c5-b418-69e9b4fa3733 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617b1474-f676-47b9-b4bc-cf3dfdd4b322,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:36.961268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f032-1e1b-4d21-8e24-6f3f900e9f1b req-1fc87b4b-aa7a-4185-a924-c34bd68dd109 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:36.972363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a179f032-1e1b-4d21-8e24-6f3f900e9f1b req-1fc87b4b-aa7a-4185-a924-c34bd68dd109 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5441 time: 0.2117891 Sep 16 04:51:37.019232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 220aee65-2528-42c6-8c0d-bd879013cb8a, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=220aee65-2528-42c6-8c0d-bd879013cb8a,segment=NetworkSegment(2bddab06-b616-4a7f-9610-5508d7ff06d9),segment_id=2bddab06-b616-4a7f-9610-5508d7ff06d9)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:37.026504 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55d2daa4-6ba9-48c5-b418-69e9b4fa3733 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.031869 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-55d2daa4-6ba9-48c5-b418-69e9b4fa3733 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5949154 Sep 16 04:51:37.032704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51772) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:37.033294 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-75d75b00-44a2-4c0c-8e02-dc5aed13d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.038013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ab381276-77f0-4daf-a600-82fbb5152d68 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'security_group_rule': {'security_group_id': '8e3d74ba-e52b-43bd-8f9f-bfdfef70c600', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:37.047199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '220aee65-2528-42c6-8c0d-bd879013cb8a', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'port_id': '220aee65-2528-42c6-8c0d-bd879013cb8a', 'mac_address': 'fa:16:3e:28:6c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:37.066846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a179f032-1e1b-4d21-8e24-6f3f900e9f1b req-9cf0106a-7fa9-485e-81ce-8cdcc06345b3 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934670 Sep 16 04:51:37.077231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7cb48d3b-3817-4ce8-8420-cef68192c305 req-3d23822d-375d-4d4c-b325-1b8e49758450 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975303 Sep 16 04:51:37.088079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad98cca7-8980-4cf0-a48a-67374b9b1c43 req-1c545541-e608-41d9-809a-9826496ff604 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617939 Sep 16 04:51:37.090765 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.091269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 8931bc21-7184-449c-b91d-8bf34e1a5d56 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:37.100889 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62df2b41-2991-4d0a-8691-81df2bb31904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.108767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62df2b41-2991-4d0a-8691-81df2bb31904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.113021 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-62df2b41-2991-4d0a-8691-81df2bb31904 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfb36eea-30f8-4b4a-bc3f-91c7347c09e7 HTTP/1.1" status: 204 len: 168 time: 0.3492043 Sep 16 04:51:37.119057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df2b41-2991-4d0a-8691-81df2bb31904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb36eea-30f8-4b4a-bc3f-91c7347c09e7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.189940 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab381276-77f0-4daf-a600-82fbb5152d68 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.225450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-75d75b00-44a2-4c0c-8e02-dc5aed13d3d1 None None] For port 3b5e9714-fa06-4131-8695-81c22cb1c9f9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3b5e9714-fa06-4131-8695-81c22cb1c9f9,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:37.323039 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab381276-77f0-4daf-a600-82fbb5152d68 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.343113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-030fe5e2-9613-417b-8646-8adc0731f780 req-15b25c84-4a32-4b2b-9323-b2cb2f14b29a tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf26595-6500-4616-a071-5f16af257690 HTTP/1.1" status: 200 len: 210 time: 0.0680780 Sep 16 04:51:37.360293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b7f07-cdb3-40a0-bb3f-ea40a00fcac3 req-549bb0bd-09da-4721-840f-64bc57d858d5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.362130 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-985b7f07-cdb3-40a0-bb3f-ea40a00fcac3 req-549bb0bd-09da-4721-840f-64bc57d858d5 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 943 time: 0.1691327 Sep 16 04:51:37.373101 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-75d75b00-44a2-4c0c-8e02-dc5aed13d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.395737 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.404920 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.409468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.413603 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-985b7f07-cdb3-40a0-bb3f-ea40a00fcac3 req-85ee1f62-c282-4956-aa8a-da7c56191a00 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439632 Sep 16 04:51:37.438147 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab381276-77f0-4daf-a600-82fbb5152d68 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.443481 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220aee65-2528-42c6-8c0d-bd879013cb8a {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:37.490108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab381276-77f0-4daf-a600-82fbb5152d68 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446a73aa-c543-4e78-a1e4-3b4687aa6993,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.513060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 220aee65-2528-42c6-8c0d-bd879013cb8a, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=220aee65-2528-42c6-8c0d-bd879013cb8a,segment=NetworkSegment(2bddab06-b616-4a7f-9610-5508d7ff06d9),segment_id=2bddab06-b616-4a7f-9610-5508d7ff06d9)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:37.561133 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d75b00-44a2-4c0c-8e02-dc5aed13d3d1 None None] Pushing event updated for resources: {'Port': ['ID=3b5e9714-fa06-4131-8695-81c22cb1c9f9,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.564080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-26915f1e-ab3a-4f05-8c59-dd823182464d None None] Provisioning complete for port 3b5e9714-fa06-4131-8695-81c22cb1c9f9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:37.564748 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-26915f1e-ab3a-4f05-8c59-dd823182464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.567737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab381276-77f0-4daf-a600-82fbb5152d68 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.575542 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab381276-77f0-4daf-a600-82fbb5152d68 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5378895 Sep 16 04:51:37.576130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51784) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:37.580961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:37.603209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 8931bc21-7184-449c-b91d-8bf34e1a5d56 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:37.608519 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.622460 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:51:37.622460 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:51:37.644033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 8931bc21-7184-449c-b91d-8bf34e1a5d56 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:37.644407 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.717224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=220aee65-2528-42c6-8c0d-bd879013cb8a,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.740296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baeafba-b5c4-4ef5-8922-422f11c7f75f req-3720a2ca-2b50-4a00-b9c4-6bb6828d5e4d tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.749842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2baeafba-b5c4-4ef5-8922-422f11c7f75f req-3720a2ca-2b50-4a00-b9c4-6bb6828d5e4d tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 944 time: 0.1568828 Sep 16 04:51:37.777011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbd779-2860-43df-9ff1-953dfce681c6 req-d645ec18-5521-4878-b689-b667a832fd86 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:37.785069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56dbd779-2860-43df-9ff1-953dfce681c6 req-d645ec18-5521-4878-b689-b667a832fd86 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 944 time: 0.1172395 Sep 16 04:51:37.799047 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.822536 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.847771 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2baeafba-b5c4-4ef5-8922-422f11c7f75f req-8ccc1f60-f985-40ab-8a2c-486fb9325e81 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984030 Sep 16 04:51:37.867184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 8931bc21-7184-449c-b91d-8bf34e1a5d56, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8931bc21-7184-449c-b91d-8bf34e1a5d56,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:37.872572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['220aee65-2528-42c6-8c0d-bd879013cb8a'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:37.883635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56dbd779-2860-43df-9ff1-953dfce681c6 req-9215838a-5915-46b7-b99f-b3bdd5908e2a tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956376 Sep 16 04:51:37.951876 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.952711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 42efea52-a67c-47b8-acaf-c74b96065188 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:37.966214 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.047131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=8931bc21-7184-449c-b91d-8bf34e1a5d56,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:38.099144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Allocated IP 172.25.3.103 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/f025b887-ac8f-4e32-a487-4a452d88218c) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:38.176808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 39aacad6-fb74-42b0-bcbf-75a239f2cafd up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:38.197300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 42efea52-a67c-47b8-acaf-c74b96065188 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:38.205608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 42efea52-a67c-47b8-acaf-c74b96065188 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:38.206640 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.262411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 39aacad6-fb74-42b0-bcbf-75a239f2cafd triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:38.262703 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.301567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef55dc-c44a-4300-b96f-4453e7f2051c req-c00da307-59e1-478b-963d-cb4f3d349afd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.307543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef55dc-c44a-4300-b96f-4453e7f2051c req-c00da307-59e1-478b-963d-cb4f3d349afd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.314331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef55dc-c44a-4300-b96f-4453e7f2051c req-c00da307-59e1-478b-963d-cb4f3d349afd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.320328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef55dc-c44a-4300-b96f-4453e7f2051c req-c00da307-59e1-478b-963d-cb4f3d349afd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.327121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef55dc-c44a-4300-b96f-4453e7f2051c req-c00da307-59e1-478b-963d-cb4f3d349afd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.333312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef55dc-c44a-4300-b96f-4453e7f2051c req-c00da307-59e1-478b-963d-cb4f3d349afd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.338892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef55dc-c44a-4300-b96f-4453e7f2051c req-c00da307-59e1-478b-963d-cb4f3d349afd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.341578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-faef55dc-c44a-4300-b96f-4453e7f2051c req-c00da307-59e1-478b-963d-cb4f3d349afd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5443 time: 0.1960585 Sep 16 04:51:38.343343 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.363785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8c3f-23e0-4dc3-8e79-86700afb98ad req-bb118f9a-4596-4560-a89a-de8a70a0f658 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.365334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25ff8c3f-23e0-4dc3-8e79-86700afb98ad req-bb118f9a-4596-4560-a89a-de8a70a0f658 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 949 time: 0.1894448 Sep 16 04:51:38.410107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 42efea52-a67c-47b8-acaf-c74b96065188, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=42efea52-a67c-47b8-acaf-c74b96065188,segment=NetworkSegment(00afec33-f689-4231-bb00-069d9a42eeca),segment_id=00afec33-f689-4231-bb00-069d9a42eeca)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:38.483361 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.510505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 35f31954-77c7-42bc-b29b-8700ad00aedc no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:38.517200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3b5e9714-fa06-4131-8695-81c22cb1c9f9 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:38.644242 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51812) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:38.688378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.691233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b051ab-c74c-4bcc-aec0-d6a16bdaf485'}, {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8931bc21-7184-449c-b91d-8bf34e1a5d56'}, {'server_uuid': '8f83d2f8-1c09-4fca-9ecf-becfe35cea25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42efea52-a67c-47b8-acaf-c74b96065188'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:38.692930 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41398bfc-bcef-4bae-b870-63858a23005e" -d '{"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "f6b051ab-c74c-4bcc-aec0-d6a16bdaf485"}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "8931bc21-7184-449c-b91d-8bf34e1a5d56"}, {"server_uuid": "8f83d2f8-1c09-4fca-9ecf-becfe35cea25", "name": "network-vif-plugged", "status": "completed", "tag": "42efea52-a67c-47b8-acaf-c74b96065188"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:38.701458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 220aee65-2528-42c6-8c0d-bd879013cb8a up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:38.704220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 35f31954-77c7-42bc-b29b-8700ad00aedc {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:38.704586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 35f31954-77c7-42bc-b29b-8700ad00aedc not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:38.704993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d3b99675-5dfd-46bd-8535-8c2a78cce25f no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:38.760818 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-652858038-network', 'tenant_id': 'cc5f4eaa92a14c7eb311c3279a6ab851'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:38.767452 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25ff8c3f-23e0-4dc3-8e79-86700afb98ad req-e3c070a8-6ee9-43a7-ae57-87fad895e23d tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918819 Sep 16 04:51:38.769298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-1bed22ac-081f-416c-b002-f23e1e80aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.770713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-1bed22ac-081f-416c-b002-f23e1e80aaa1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6&tenant_id=3713a25a72494fce95a78973088e5269 HTTP/1.1" status: 200 len: 1095 time: 0.4255199 Sep 16 04:51:38.776505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-faef55dc-c44a-4300-b96f-4453e7f2051c req-0e0b807a-165b-4bc1-9024-dc82f58accdb tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4089928 Sep 16 04:51:38.786311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:38.798199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=42efea52-a67c-47b8-acaf-c74b96065188,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:38.850805 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.864086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3b5e9714-fa06-4131-8695-81c22cb1c9f9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:38.864727 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.891662 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.894172 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9befe8c6-6a47-4f21-a889-d13b0cb043a4 x-openstack-request-id: req-9befe8c6-6a47-4f21-a889-d13b0cb043a4 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:38.894472 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "f6b051ab-c74c-4bcc-aec0-d6a16bdaf485", "code": 200}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-plugged", "status": "completed", "tag": "8931bc21-7184-449c-b91d-8bf34e1a5d56", "code": 200}, {"server_uuid": "8f83d2f8-1c09-4fca-9ecf-becfe35cea25", "name": "network-vif-plugged", "status": "completed", "tag": "42efea52-a67c-47b8-acaf-c74b96065188", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:38.894720 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9befe8c6-6a47-4f21-a889-d13b0cb043a4 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:38.895306 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b051ab-c74c-4bcc-aec0-d6a16bdaf485', 'code': 200} Sep 16 04:51:38.895424 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8931bc21-7184-449c-b91d-8bf34e1a5d56', 'code': 200} Sep 16 04:51:38.895586 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f83d2f8-1c09-4fca-9ecf-becfe35cea25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42efea52-a67c-47b8-acaf-c74b96065188', 'code': 200} Sep 16 04:51:38.898884 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Made reservation on behalf of cc5f4eaa92a14c7eb311c3279a6ab851 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:38.903494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.919089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.967480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 220aee65-2528-42c6-8c0d-bd879013cb8a completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:38.977708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 220aee65-2528-42c6-8c0d-bd879013cb8a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:38.978083 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.978904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:39.044600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:39.054410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f2cb0-a651-4049-912f-a8a5f05a357d req-0f5b703a-ce30-4193-b93a-05f2dc3285f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.054905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f2cb0-a651-4049-912f-a8a5f05a357d req-0f5b703a-ce30-4193-b93a-05f2dc3285f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.055683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f2cb0-a651-4049-912f-a8a5f05a357d req-0f5b703a-ce30-4193-b93a-05f2dc3285f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.055861 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f2cb0-a651-4049-912f-a8a5f05a357d req-0f5b703a-ce30-4193-b93a-05f2dc3285f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.056340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f2cb0-a651-4049-912f-a8a5f05a357d req-0f5b703a-ce30-4193-b93a-05f2dc3285f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.057030 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f2cb0-a651-4049-912f-a8a5f05a357d req-0f5b703a-ce30-4193-b93a-05f2dc3285f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.057508 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f2cb0-a651-4049-912f-a8a5f05a357d req-0f5b703a-ce30-4193-b93a-05f2dc3285f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.059764 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-464f2cb0-a651-4049-912f-a8a5f05a357d req-0f5b703a-ce30-4193-b93a-05f2dc3285f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6507 time: 0.0685446 Sep 16 04:51:39.070953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:39.107224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Port': ['ID=f025b887-ac8f-4e32-a487-4a452d88218c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:39.112353 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.119885 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.147213 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-464f2cb0-a651-4049-912f-a8a5f05a357d req-96fca217-290d-4416-80e9-47aa987616d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0829623e-175d-49eb-84d6-95686cc4ac7b&id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333145 Sep 16 04:51:39.153765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd85d2f-86a0-4360-8ebc-5cbc5c2306b4 req-35bb096e-9694-4fe9-a92c-dad47a27a9ec tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.155270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fbd85d2f-86a0-4360-8ebc-5cbc5c2306b4 req-35bb096e-9694-4fe9-a92c-dad47a27a9ec tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 943 time: 0.2616029 Sep 16 04:51:39.161474 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 220aee65-2528-42c6-8c0d-bd879013cb8a, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=220aee65-2528-42c6-8c0d-bd879013cb8a,segment=NetworkSegment(2bddab06-b616-4a7f-9610-5508d7ff06d9),segment_id=2bddab06-b616-4a7f-9610-5508d7ff06d9)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:39.217681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fe92b-f3d7-4054-956f-40d7fc171695 req-a36193e4-546e-41a5-a849-f75d980d6d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.219185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-236fe92b-f3d7-4054-956f-40d7fc171695 req-a36193e4-546e-41a5-a849-f75d980d6d6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 1097 time: 0.2350864 Sep 16 04:51:39.249054 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.269862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:39.275276 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.286874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8721a22-ca81-472c-b445-18fb006b4e49,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:39.301584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.301934 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Added segment cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85 of type vlan for network 45ec738b-ccb5-496c-a914-db9fd4674f59 Sep 16 04:51:39.341644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fbd85d2f-86a0-4360-8ebc-5cbc5c2306b4 req-02f424f1-4cd4-4c07-82bc-d4b93378a52c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784635 Sep 16 04:51:39.348513 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.364386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.376327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:39.383007 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=220aee65-2528-42c6-8c0d-bd879013cb8a,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:39.453595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-236fe92b-f3d7-4054-956f-40d7fc171695 req-0da7c9fe-5546-451b-9422-4c31a9be5ece service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750673 Sep 16 04:51:39.477403 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.478501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.479108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.522437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:39.541908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] Pushing event updated for resources: {'Network': ['ID=45ec738b-ccb5-496c-a914-db9fd4674f59,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:39.542852 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.555405 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 45ec738b-ccb5-496c-a914-db9fd4674f59 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:39.575224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db77d6-ba52-49c6-b60f-2707e31d39c2 req-6c11e320-dd33-41c8-91c5-781c0f5b1caf tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.578998 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-992360de-1dd9-476f-a446-f762d096363e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9297881 Sep 16 04:51:39.579173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97db77d6-ba52-49c6-b60f-2707e31d39c2 req-6c11e320-dd33-41c8-91c5-781c0f5b1caf tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 945 time: 0.1810756 Sep 16 04:51:39.580781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51826) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:39.590740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9f5b991b-e47f-4e70-bfb3-82976c16cbca admin admin] Request body: {'subnet': {'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-652858038-subnet', 'tenant_id': 'cc5f4eaa92a14c7eb311c3279a6ab851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:39.617873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d308ed3-843a-4c23-b861-ec7b5229033e req-ce129cc3-b983-4c7f-bab5-76aa24024dd6 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.619333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d308ed3-843a-4c23-b861-ec7b5229033e req-ce129cc3-b983-4c7f-bab5-76aa24024dd6 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 945 time: 0.2050669 Sep 16 04:51:39.624096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b99675-5dfd-46bd-8535-8c2a78cce25f {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:39.646831 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.706859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Transition to ACTIVE for port object d3b99675-5dfd-46bd-8535-8c2a78cce25f will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:39.734852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97db77d6-ba52-49c6-b60f-2707e31d39c2 req-3e2f2c09-d23e-474d-aa43-7b0a1288909b tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395612 Sep 16 04:51:39.769427 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d308ed3-843a-4c23-b861-ec7b5229033e req-166353ca-2eda-4fe5-b6f5-76219af54991 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365535 Sep 16 04:51:39.789734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5b991b-e47f-4e70-bfb3-82976c16cbca admin admin] Made reservation on behalf of cc5f4eaa92a14c7eb311c3279a6ab851 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:39.789734 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f5b991b-e47f-4e70-bfb3-82976c16cbca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.840708 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.064383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Pushing event updated for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=9']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:40.074529 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.094709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7fd0e-ce28-4c4a-a416-d779ca001e57 req-e124580f-b136-4187-be41-a85e96129967 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.096279 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2bf7fd0e-ce28-4c4a-a416-d779ca001e57 req-e124580f-b136-4187-be41-a85e96129967 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 945 time: 0.2987077 Sep 16 04:51:40.126438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17768862-6200-401a-878e-550b93d80cf6 req-5cdbef98-f133-4c9a-b7b7-15ab4985ed0f tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.127959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17768862-6200-401a-878e-550b93d80cf6 req-5cdbef98-f133-4c9a-b7b7-15ab4985ed0f tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 949 time: 0.2821031 Sep 16 04:51:40.169265 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.265871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] No DVR routers for this DVR port d3b99675-5dfd-46bd-8535-8c2a78cce25f on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:40.363049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2bf7fd0e-ce28-4c4a-a416-d779ca001e57 req-efc7b845-c8e4-4516-b274-4fa42099167c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524626 Sep 16 04:51:40.369660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Port': ['ID=f025b887-ac8f-4e32-a487-4a452d88218c,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:40.381184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17768862-6200-401a-878e-550b93d80cf6 req-022932de-6310-4054-b6e6-48392c65f437 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304897 Sep 16 04:51:40.442072 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.543655 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f5b991b-e47f-4e70-bfb3-82976c16cbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.640192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20eef8-caab-437b-9b44-a75e521f5573 req-0504a922-4f2a-449d-acef-1a4c7f73b90a tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.641443 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.642078 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae20eef8-caab-437b-9b44-a75e521f5573 req-0504a922-4f2a-449d-acef-1a4c7f73b90a tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.23 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 945 time: 0.0598269 Sep 16 04:51:40.642680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-395281a8-f88c-4082-ae69-d854ebc218f0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0656705 Sep 16 04:51:40.650468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee9009-1177-4517-a111-6bda82df5a3b req-a9b716d7-8e23-4a41-acae-da54f4d5d35e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.654428 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66ee9009-1177-4517-a111-6bda82df5a3b req-a9b716d7-8e23-4a41-acae-da54f4d5d35e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 943 time: 0.1757302 Sep 16 04:51:40.666418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ac6e-6da4-4a89-a504-466248b8929e req-efce0b23-6639-4339-871c-cf97ae87adea tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.673264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ac6e-6da4-4a89-a504-466248b8929e req-efce0b23-6639-4339-871c-cf97ae87adea tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.679867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ac6e-6da4-4a89-a504-466248b8929e req-efce0b23-6639-4339-871c-cf97ae87adea tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.686908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ac6e-6da4-4a89-a504-466248b8929e req-efce0b23-6639-4339-871c-cf97ae87adea tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.693124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ac6e-6da4-4a89-a504-466248b8929e req-efce0b23-6639-4339-871c-cf97ae87adea tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.701670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ac6e-6da4-4a89-a504-466248b8929e req-efce0b23-6639-4339-871c-cf97ae87adea tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.707835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ac6e-6da4-4a89-a504-466248b8929e req-efce0b23-6639-4339-871c-cf97ae87adea tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.716010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c87ac6e-6da4-4a89-a504-466248b8929e req-efce0b23-6639-4339-871c-cf97ae87adea tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5443 time: 0.2397821 Sep 16 04:51:40.727106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b991b-e47f-4e70-bfb3-82976c16cbca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7fb231-95c6-4afd-8e83-cdfae52ff5c2,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:40.767273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-ae20eef8-caab-437b-9b44-a75e521f5573 req-a3b10cd8-3519-40e8-89ac-2c39b99d3f8c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Deleting port c739eff0-0634-4bee-b86d-3a9e33137ff2 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:40.767749 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae20eef8-caab-437b-9b44-a75e521f5573 req-a3b10cd8-3519-40e8-89ac-2c39b99d3f8c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.771486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Attempting to bind port d3b99675-5dfd-46bd-8535-8c2a78cce25f on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:40.772647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Attempting to bind port d3b99675-5dfd-46bd-8535-8c2a78cce25f by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:40.772647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Attempting to bind port d3b99675-5dfd-46bd-8535-8c2a78cce25f on network c481d059-a7f7-44df-b3fb-c885caa02527 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:40.798981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Port d3b99675-5dfd-46bd-8535-8c2a78cce25f on network c481d059-a7f7-44df-b3fb-c885caa02527 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:40.799339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Attempting to bind port d3b99675-5dfd-46bd-8535-8c2a78cce25f on network c481d059-a7f7-44df-b3fb-c885caa02527 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:40.801299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5b991b-e47f-4e70-bfb3-82976c16cbca admin admin] Checking segment: {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:40.801664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5b991b-e47f-4e70-bfb3-82976c16cbca admin admin] Network hostable DHCP agents. Network: 45ec738b-ccb5-496c-a914-db9fd4674f59, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:40.823394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c87ac6e-6da4-4a89-a504-466248b8929e req-4d5002be-4bd5-4baa-9777-bf0f8e5309f0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065185 Sep 16 04:51:40.828003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:40.828003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Checking segment: {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:40.828003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Bound using segment: {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:40.828417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Bound port: d3b99675-5dfd-46bd-8535-8c2a78cce25f, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efaa048b-df54-41dd-a886-63ef683c0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:40.828879 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.842726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66ee9009-1177-4517-a111-6bda82df5a3b req-e8105bc8-5612-4d48-8852-7d5d8e674273 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232524 Sep 16 04:51:40.885858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ae20eef8-caab-437b-9b44-a75e521f5573 req-a3b10cd8-3519-40e8-89ac-2c39b99d3f8c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] For port c739eff0-0634-4bee-b86d-3a9e33137ff2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c739eff0-0634-4bee-b86d-3a9e33137ff2,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:40.886456 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae20eef8-caab-437b-9b44-a75e521f5573 req-a3b10cd8-3519-40e8-89ac-2c39b99d3f8c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.897011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220aee65-2528-42c6-8c0d-bd879013cb8a'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:40.899349 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68da456d-bf42-4873-a6ea-2f32ebcf6a8d" -d '{"events": [{"server_uuid": "6e63558d-e13c-454a-98e5-bf1f650253ff", "name": "network-vif-plugged", "status": "completed", "tag": "220aee65-2528-42c6-8c0d-bd879013cb8a"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:40.908361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-ae20eef8-caab-437b-9b44-a75e521f5573 req-a3b10cd8-3519-40e8-89ac-2c39b99d3f8c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Calling delete_port for c739eff0-0634-4bee-b86d-3a9e33137ff2 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:40.912019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:40.915551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:40.924202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5b991b-e47f-4e70-bfb3-82976c16cbca admin admin] Network 45ec738b-ccb5-496c-a914-db9fd4674f59 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:40.984510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb6eaa-1811-4d16-b7e6-96c6e9fb2bd0 req-17acfa64-e989-486e-9c6d-eb7d66fdb120 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.986013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28cb6eaa-1811-4d16-b7e6-96c6e9fb2bd0 req-17acfa64-e989-486e-9c6d-eb7d66fdb120 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 945 time: 0.0592391 Sep 16 04:51:40.987691 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.026655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-9f5b991b-e47f-4e70-bfb3-82976c16cbca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 45ec738b-ccb5-496c-a914-db9fd4674f59) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:41.032013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5b991b-e47f-4e70-bfb3-82976c16cbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.032807 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f5b991b-e47f-4e70-bfb3-82976c16cbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.037733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a950b2c6-d4cf-4c79-ab1b-a9bd8e067e62 None None] Network 45ec738b-ccb5-496c-a914-db9fd4674f59 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:41.052568 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.054036 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.055609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] 10.222.0.23 "PUT /v2.0/ports/d3b99675-5dfd-46bd-8535-8c2a78cce25f HTTP/1.1" status: 200 len: 1092 time: 2.2738240 Sep 16 04:51:41.067791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:41.070896 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b5a078-838c-4a01-b907-f5d4c3a08f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:41.150794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69b2dc-946d-450f-a3a1-0e486fbf573d service neutron] Pushing event updated for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=10']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:41.169513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28cb6eaa-1811-4d16-b7e6-96c6e9fb2bd0 req-6bb5dcdd-e802-4ac3-b8b0-4e33457925ee tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477716 Sep 16 04:51:41.191298 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9f5b991b-e47f-4e70-bfb3-82976c16cbca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6046505 Sep 16 04:51:41.214046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-0dec2bae-cada-4346-9482-3c36fa0c5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.222001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-0dec2bae-cada-4346-9482-3c36fa0c5bf2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 1096 time: 0.1324673 Sep 16 04:51:41.314790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b2f8f9-97b1-4438-b688-1f9802b0a92c None None] Network 45ec738b-ccb5-496c-a914-db9fd4674f59 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:41.654958 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae20eef8-caab-437b-9b44-a75e521f5573 req-a3b10cd8-3519-40e8-89ac-2c39b99d3f8c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.668187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['c739eff0-0634-4bee-b86d-3a9e33137ff2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:41.671246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['dc3c8ed1-2add-47ba-b593-b02fe5e596ed'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:41.685188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b10cd8-3519-40e8-89ac-2c39b99d3f8c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Pushing event deleted for resources: {'Port': ['ID=c739eff0-0634-4bee-b86d-3a9e33137ff2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:41.720587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-72188730-efc6-4aba-aa7f-a9cde75ecee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.721807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-72188730-efc6-4aba-aa7f-a9cde75ecee2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 917 time: 0.4935155 Sep 16 04:51:41.725921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-807d297d-591e-4cc5-8571-24cd4848408d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--436514893&fields=id&tenant_id=29d8940b4db54bdeb158d4e47be2666c HTTP/1.1" status: 200 len: 267 time: 0.4463720 Sep 16 04:51:41.727872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae20eef8-caab-437b-9b44-a75e521f5573 req-a3b10cd8-3519-40e8-89ac-2c39b99d3f8c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] No DVR routers for this DVR port c739eff0-0634-4bee-b86d-3a9e33137ff2 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:41.731471 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae20eef8-caab-437b-9b44-a75e521f5573 req-a3b10cd8-3519-40e8-89ac-2c39b99d3f8c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.733516 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae20eef8-caab-437b-9b44-a75e521f5573 req-a3b10cd8-3519-40e8-89ac-2c39b99d3f8c tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.23 "DELETE /v2.0/ports/c739eff0-0634-4bee-b86d-3a9e33137ff2 HTTP/1.1" status: 204 len: 173 time: 1.0855722 Sep 16 04:51:41.733958 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8', 'name': 'network-vif-deleted', 'tag': 'c739eff0-0634-4bee-b86d-3a9e33137ff2'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:41.736619 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7116ad-d004-4c74-816b-9e9c596d2192" -d '{"events": [{"server_uuid": "290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8", "name": "network-vif-deleted", "tag": "c739eff0-0634-4bee-b86d-3a9e33137ff2"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:41.786910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8207d-cd0c-4272-b585-f744f1d6a4c1 req-31d13a13-de08-4474-a0e6-3635ec2f8850 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.788373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8a8207d-cd0c-4272-b585-f744f1d6a4c1 req-31d13a13-de08-4474-a0e6-3635ec2f8850 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 945 time: 0.4442863 Sep 16 04:51:41.859793 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-6b62730b-57e7-422d-94a7-034ce7cff484 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f HTTP/1.1" status: 200 len: 999 time: 0.1299808 Sep 16 04:51:41.868946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d6864e8f-66e8-4eb5-95d3-f6a36c66c689 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.870267 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d6864e8f-66e8-4eb5-95d3-f6a36c66c689 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports/a8325af5-44cb-44ee-a252-6e68b67041df HTTP/1.1" status: 200 len: 929 time: 0.1294756 Sep 16 04:51:41.885445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8a8207d-cd0c-4272-b585-f744f1d6a4c1 req-70820d90-7038-4e60-8824-d72c3193edd9 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900357 Sep 16 04:51:41.936928 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ccaa7c-c1c9-4efd-a049-0b68a2193044 x-openstack-request-id: req-03ccaa7c-c1c9-4efd-a049-0b68a2193044 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:41.937423 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e63558d-e13c-454a-98e5-bf1f650253ff", "name": "network-vif-plugged", "status": "completed", "tag": "220aee65-2528-42c6-8c0d-bd879013cb8a", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:41.937533 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03ccaa7c-c1c9-4efd-a049-0b68a2193044 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:41.938011 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220aee65-2528-42c6-8c0d-bd879013cb8a', 'code': 200} Sep 16 04:51:41.950102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-0ba9710d-d132-4dd6-a181-4b0a041ea23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.951627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-0ba9710d-d132-4dd6-a181-4b0a041ea23c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.0779476 Sep 16 04:51:41.972880 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6998b2-a33b-4abc-a3c5-3aa7b2318a00 x-openstack-request-id: req-8e6998b2-a33b-4abc-a3c5-3aa7b2318a00 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:41.973203 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:41.973480 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e6998b2-a33b-4abc-a3c5-3aa7b2318a00 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:41.973878 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'status': 'completed', 'code': 200} Sep 16 04:51:41.992895 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9357bff9-727b-4886-b496-edf32dfed384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.994802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c176993f-d975-44da-92f3-edf8cc476445 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.997048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c176993f-d975-44da-92f3-edf8cc476445 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports/2eccfbee-550e-4934-aa2d-57a5f5442bc8 HTTP/1.1" status: 200 len: 931 time: 0.1149964 Sep 16 04:51:42.041634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-a3a60042-45b2-4329-aed6-97d2b3d63c2a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0352869 Sep 16 04:51:42.049087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-5c7a7e8e-eb30-4de7-bec2-6f2668f08a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.050585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-5c7a7e8e-eb30-4de7-bec2-6f2668f08a83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912449 Sep 16 04:51:42.064812 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a166a-b011-4c89-858d-fe8373933856 req-e5491d0b-ac13-4f4b-8e6c-06f51b730f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.066471 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-839a166a-b011-4c89-858d-fe8373933856 req-e5491d0b-ac13-4f4b-8e6c-06f51b730f4f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 1097 time: 0.0514612 Sep 16 04:51:42.105585 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-839a166a-b011-4c89-858d-fe8373933856 req-7f84389b-d4fe-4e74-8dac-d62f7a921f35 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Sep 16 04:51:42.117181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-7b8112ae-2373-48ba-b818-bdaabea23a4d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0656738 Sep 16 04:51:42.118841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-e01f0cee-9f1b-40a0-bb9a-a7074ac10bce tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d5475644b7074952bbbd1c1439286483&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725050 Sep 16 04:51:42.275249 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.330689 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-9a29dbdb-2def-4d07-9c0e-67dc06907a25 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681293 Sep 16 04:51:42.389004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-40926885-1c00-405f-bf94-90dd76824383 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.390485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-40926885-1c00-405f-bf94-90dd76824383 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603707 Sep 16 04:51:42.416820 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-67d45b3f-cc29-4279-9808-3f576b991503 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.423864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-67d45b3f-cc29-4279-9808-3f576b991503 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.429891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-67d45b3f-cc29-4279-9808-3f576b991503 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.431471 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-67d45b3f-cc29-4279-9808-3f576b991503 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/networks?id=c8487353-bf70-4143-9d46-50f9b4c7e66b&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&id=e4736ad3-9a26-42c8-8dc7-2dd152730d61 HTTP/1.1" status: 200 len: 1990 time: 0.3002534 Sep 16 04:51:42.465686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-e78b79e0-a6e6-42a4-83bc-7a7753343d6a tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/quotas/d5475644b7074952bbbd1c1439286483 HTTP/1.1" status: 200 len: 375 time: 0.0628989 Sep 16 04:51:42.493067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-e59a1ad6-3276-41a3-bce0-694355fa22d5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/quotas/29d8940b4db54bdeb158d4e47be2666c HTTP/1.1" status: 200 len: 375 time: 0.0297973 Sep 16 04:51:42.561610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-1db5dc66-4a32-4e63-bfd2-37ac8b6be2a9 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211168 Sep 16 04:51:42.576639 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-3a5c40cf-4f87-43e5-92a1-576bcac53e36 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5475644b7074952bbbd1c1439286483&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001332 Sep 16 04:51:42.597561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-975aa2b9-8d3a-49b9-b8bf-fae8928f61a6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0897501 Sep 16 04:51:42.696820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-7721967a-6b63-4697-9798-5deec28fbf2e service neutron] 10.222.0.24 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866692 Sep 16 04:51:42.812724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5a078-838c-4a01-b907-f5d4c3a08f8b req-ab6f1177-016b-4d60-9b81-f0d550b0d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.813621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6b5a078-838c-4a01-b907-f5d4c3a08f8b req-ab6f1177-016b-4d60-9b81-f0d550b0d814 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 1096 time: 0.1024098 Sep 16 04:51:42.877675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-92df9099-1d24-4626-b7d6-82e41212104a service neutron] 10.222.0.24 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739132 Sep 16 04:51:42.946465 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69a771c7-fd60-4e16-8249-64187b2b87e4 req-412b0a0e-fe67-4cad-b73e-962e70acd00f tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8 HTTP/1.1" status: 200 len: 210 time: 0.0867178 Sep 16 04:51:43.005032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-429f38db-14d0-4dc8-b976-c5a7c5fa00e3 service neutron] 10.222.0.24 "GET /v2.0/ports/a8325af5-44cb-44ee-a252-6e68b67041df?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0728333 Sep 16 04:51:43.076505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5a078-838c-4a01-b907-f5d4c3a08f8b req-1a6f3fcc-23a9-4ab8-acc9-4a5568f46dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.080730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6b5a078-838c-4a01-b907-f5d4c3a08f8b req-1a6f3fcc-23a9-4ab8-acc9-4a5568f46dc6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 917 time: 0.2548213 Sep 16 04:51:43.260575 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fd4dad76-6dc1-4b13-9d8a-08f4bde494f8 service neutron] 10.222.0.24 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497060 Sep 16 04:51:43.262099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6b5a078-838c-4a01-b907-f5d4c3a08f8b req-197f0204-610c-4224-9242-d719445dbd2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f HTTP/1.1" status: 200 len: 999 time: 0.1519914 Sep 16 04:51:43.348869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-e41b2f77-8ff4-49f5-8d37-fe00cf261638 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.356889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-e41b2f77-8ff4-49f5-8d37-fe00cf261638 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/networks?id=45ec738b-ccb5-496c-a914-db9fd4674f59 HTTP/1.1" status: 200 len: 812 time: 0.2452843 Sep 16 04:51:43.423074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-8ac9f0ca-0ed8-4deb-a567-674e0b7e4cfb tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/quotas/cc5f4eaa92a14c7eb311c3279a6ab851 HTTP/1.1" status: 200 len: 375 time: 0.0651095 Sep 16 04:51:43.461659 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-05d81166-9d32-4687-8d81-9930e9337053 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377221 Sep 16 04:51:43.507734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5a078-838c-4a01-b907-f5d4c3a08f8b req-67eab81c-51ab-40e3-99c1-b201f22d5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.509270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6b5a078-838c-4a01-b907-f5d4c3a08f8b req-67eab81c-51ab-40e3-99c1-b201f22d5328 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.2123628 Sep 16 04:51:43.533138 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-a6d949d8-f1aa-47a9-ac39-2ba355ee4a72 service neutron] 10.222.0.24 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658260 Sep 16 04:51:43.615549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-36dceaf0-fe40-4c62-8b93-f18596e561c3 service neutron] 10.222.0.24 "GET /v2.0/ports/2eccfbee-550e-4934-aa2d-57a5f5442bc8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0538476 Sep 16 04:51:43.658190 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-49748bb0-f5d6-4c20-9d6f-da6ee16dcac4 service neutron] 10.222.0.24 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796737 Sep 16 04:51:43.811584 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-952ce0c0-6068-43be-84f9-49aa12f73a8a service neutron] 10.222.0.24 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889536 Sep 16 04:51:43.847956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-29011fe5-14bc-4339-b8f2-9182ff11bdca service neutron] 10.222.0.24 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805212 Sep 16 04:51:43.923046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d12d8c61-ec5b-4e8c-99e3-5696dd23a28c service neutron] 10.222.0.24 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037545 Sep 16 04:51:44.027451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-354dc1ba-ade8-4c37-8017-b063e23498a8 service neutron] 10.222.0.24 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985663 Sep 16 04:51:44.139579 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c9cccfe3-bc92-4a25-8263-ee904020fa03 service neutron] 10.222.0.24 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044419 Sep 16 04:51:44.239809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-525a9fd6-cfde-4bab-8911-d582488626f3 service neutron] 10.222.0.24 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943418 Sep 16 04:51:44.302168 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941057cd-abe7-4791-beb7-548e49754f23 x-openstack-request-id: req-941057cd-abe7-4791-beb7-548e49754f23 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:44.304101 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8", "name": "network-vif-deleted", "tag": "c739eff0-0634-4bee-b86d-3a9e33137ff2", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:44.304678 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-941057cd-abe7-4791-beb7-548e49754f23 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:44.306484 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290df56f-0cca-4a5f-9fbb-4eb0d6ced8e8', 'name': 'network-vif-deleted', 'tag': 'c739eff0-0634-4bee-b86d-3a9e33137ff2', 'status': 'completed', 'code': 200} Sep 16 04:51:44.456849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-b6310526-ce06-4751-b290-fb9dd2dc510f service neutron] 10.222.0.24 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095284 Sep 16 04:51:44.476620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413bd9-63a0-44e1-bb36-4fbb771c6b76 req-dad18a23-2d88-471d-984b-b1533f16bd35 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.483629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413bd9-63a0-44e1-bb36-4fbb771c6b76 req-dad18a23-2d88-471d-984b-b1533f16bd35 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.487732 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a811b89c-3438-4606-b88a-c9a30dcb9ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.490040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413bd9-63a0-44e1-bb36-4fbb771c6b76 req-dad18a23-2d88-471d-984b-b1533f16bd35 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.498355 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413bd9-63a0-44e1-bb36-4fbb771c6b76 req-dad18a23-2d88-471d-984b-b1533f16bd35 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.505789 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413bd9-63a0-44e1-bb36-4fbb771c6b76 req-dad18a23-2d88-471d-984b-b1533f16bd35 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.513003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413bd9-63a0-44e1-bb36-4fbb771c6b76 req-dad18a23-2d88-471d-984b-b1533f16bd35 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.519052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413bd9-63a0-44e1-bb36-4fbb771c6b76 req-dad18a23-2d88-471d-984b-b1533f16bd35 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.521179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e413bd9-63a0-44e1-bb36-4fbb771c6b76 req-dad18a23-2d88-471d-984b-b1533f16bd35 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5443 time: 0.1475701 Sep 16 04:51:44.619568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e413bd9-63a0-44e1-bb36-4fbb771c6b76 req-0b3444b1-5f90-4fb0-981f-792c13a70004 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887282 Sep 16 04:51:44.647605 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6294910b-15de-4d73-860a-bd256c5f3e98 service neutron] 10.222.0.24 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241210 Sep 16 04:51:44.667120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c739eff0-0634-4bee-b86d-3a9e33137ff2 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:44.702255 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: c739eff0-0634-4bee-b86d-3a9e33137ff2 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:44.702978 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c739eff0-0634-4bee-b86d-3a9e33137ff2 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:44.812376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58989d5-1dba-48ac-b59a-dbc34caccd3c req-b86235fc-3743-4de8-a519-60ebeb591162 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.815103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d58989d5-1dba-48ac-b59a-dbc34caccd3c req-b86235fc-3743-4de8-a519-60ebeb591162 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 944 time: 0.1027715 Sep 16 04:51:44.819252 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9821ae9-1875-4ccd-88b2-07bd00b04e8b service neutron] 10.222.0.24 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589763 Sep 16 04:51:44.917603 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d58989d5-1dba-48ac-b59a-dbc34caccd3c req-9f78a2a2-f9c9-4e17-9914-a70729231ac0 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952027 Sep 16 04:51:44.953122 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-a4e5c87c-3fb2-442d-a5fe-65f6400f699e service neutron] 10.222.0.24 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239219 Sep 16 04:51:45.088059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21308d20-598a-48a8-bf9f-fda6b9cf2612 req-99cac92a-a643-42e3-b43d-a05477c6728b tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.090086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21308d20-598a-48a8-bf9f-fda6b9cf2612 req-99cac92a-a643-42e3-b43d-a05477c6728b tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 945 time: 0.0678251 Sep 16 04:51:45.091902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-62bfc555-b9dc-448c-953d-d4baec13fd38 service neutron] 10.222.0.24 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330316 Sep 16 04:51:45.148983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21308d20-598a-48a8-bf9f-fda6b9cf2612 req-47bccd8a-44d0-490f-ba38-7d810a022fad tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523989 Sep 16 04:51:45.246814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b030284-7e8f-4592-83fe-0ce0b5c22471 req-97cefc8f-2de4-437e-ae55-ea4ae0339b58 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 210 time: 0.0305760 Sep 16 04:51:45.247408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.407002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b170877-980a-471e-9889-e44e971bddac req-fb940884-8a06-4a2e-8697-1700972ef445 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.408990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b170877-980a-471e-9889-e44e971bddac req-fb940884-8a06-4a2e-8697-1700972ef445 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 945 time: 0.0682352 Sep 16 04:51:45.469264 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b170877-980a-471e-9889-e44e971bddac req-21951cc3-80c5-4bdb-8513-3e0922219360 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516706 Sep 16 04:51:45.736993 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc2b0c-d12e-4295-9fb2-f713f0fe0148 req-74c40efd-09cd-4799-bd95-43a8e73eb091 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.743197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc2b0c-d12e-4295-9fb2-f713f0fe0148 req-74c40efd-09cd-4799-bd95-43a8e73eb091 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.750196 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc2b0c-d12e-4295-9fb2-f713f0fe0148 req-74c40efd-09cd-4799-bd95-43a8e73eb091 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.756395 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc2b0c-d12e-4295-9fb2-f713f0fe0148 req-74c40efd-09cd-4799-bd95-43a8e73eb091 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.763247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc2b0c-d12e-4295-9fb2-f713f0fe0148 req-74c40efd-09cd-4799-bd95-43a8e73eb091 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.769255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc2b0c-d12e-4295-9fb2-f713f0fe0148 req-74c40efd-09cd-4799-bd95-43a8e73eb091 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.775377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc2b0c-d12e-4295-9fb2-f713f0fe0148 req-74c40efd-09cd-4799-bd95-43a8e73eb091 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.777445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00fc2b0c-d12e-4295-9fb2-f713f0fe0148 req-74c40efd-09cd-4799-bd95-43a8e73eb091 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5443 time: 0.1188757 Sep 16 04:51:45.789022 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51962) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:45.815374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b307a8d1-e2b5-416e-8510-f1981ffa862f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Request body: {'floatingip': {'port_id': 'c56544bc-9c85-443c-a0f5-40e0cda20454'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:45.886582 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.914811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b307a8d1-e2b5-416e-8510-f1981ffa862f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for floatingip, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.001376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b814db6-0508-414d-a001-dcd50c39bdf9 req-a9a31d5a-da31-4209-ba95-10b04d24ffac tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.001376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b814db6-0508-414d-a001-dcd50c39bdf9 req-a9a31d5a-da31-4209-ba95-10b04d24ffac tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 945 time: 0.0629365 Sep 16 04:51:46.012126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51974) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:46.025470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8219a00e-58f0-4046-8714-634588050754 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Request body: {'floatingip': {'port_id': '220aee65-2528-42c6-8c0d-bd879013cb8a'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:46.118667 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8219a00e-58f0-4046-8714-634588050754 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.123168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-214968df-4d31-476a-a78f-bef93949ecf6 req-925eb130-53ee-4016-a055-a2abf840e042 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 210 time: 0.0386593 Sep 16 04:51:46.235255 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.792246 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b307a8d1-e2b5-416e-8510-f1981ffa862f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.820689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55233758-ecb3-4228-9e89-642018a8f4fe req-c2a22fdc-baff-401f-87ca-6522640f2d6f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.822191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55233758-ecb3-4228-9e89-642018a8f4fe req-c2a22fdc-baff-401f-87ca-6522640f2d6f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 944 time: 0.1223197 Sep 16 04:51:46.858231 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b307a8d1-e2b5-416e-8510-f1981ffa862f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.887596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64545d-a331-4e42-8a48-c946c7a9a3c0 req-0bf2c36f-611a-40aa-b809-f42e1676b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.888595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc64545d-a331-4e42-8a48-c946c7a9a3c0 req-0bf2c36f-611a-40aa-b809-f42e1676b119 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8177cfb759ac40a7b4aca200af947007&device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 1097 time: 0.1971428 Sep 16 04:51:46.928934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55233758-ecb3-4228-9e89-642018a8f4fe req-10cf2369-43bc-4186-8476-f5054e243c67 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676453 Sep 16 04:51:47.145357 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-b307a8d1-e2b5-416e-8510-f1981ffa862f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Floating IP 05974934-c797-4401-86e6-6c4fe899acef associated. External IP: 172.25.3.238, port: c56544bc-9c85-443c-a0f5-40e0cda20454. Sep 16 04:51:47.199495 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d22c1cc6-319e-451f-b1a3-b5491ce111b9 req-05a06cfc-3715-4ff7-bd70-df1b0ac58974 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 210 time: 0.0815339 Sep 16 04:51:47.425238 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9271c9f-efa9-44c1-aef8-1826831fe7c1 req-0269eaed-ffd4-4126-bc9d-e3145983fc2b tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.1154196 Sep 16 04:51:47.435261 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.437459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64545d-a331-4e42-8a48-c946c7a9a3c0 req-6ff2d642-a7e7-4037-9636-372ee3238418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.438950 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc64545d-a331-4e42-8a48-c946c7a9a3c0 req-6ff2d642-a7e7-4037-9636-372ee3238418 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50035690-b639-4ea0-b704-d4b732afd059 HTTP/1.1" status: 200 len: 914 time: 0.5344341 Sep 16 04:51:47.464997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18929205-91ba-4f59-886a-13f7790e5006 req-583343b8-e342-4981-9a22-1d70bfded3b1 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.469093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18929205-91ba-4f59-886a-13f7790e5006 req-583343b8-e342-4981-9a22-1d70bfded3b1 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 945 time: 0.2607548 Sep 16 04:51:47.533104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc64545d-a331-4e42-8a48-c946c7a9a3c0 req-459458ea-b800-4fe3-a316-27655959fa39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42efea52-a67c-47b8-acaf-c74b96065188 HTTP/1.1" status: 200 len: 217 time: 0.0647583 Sep 16 04:51:47.624325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b307a8d1-e2b5-416e-8510-f1981ffa862f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Router cd9f31ab-c6c2-4596-9bbc-f85e826019aa has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:47.632372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5cbe7a4d-8f93-4a22-af35-736cd3052d28 req-af7e082c-cb31-48a5-b090-1ace484efcb9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 210 time: 0.0961075 Sep 16 04:51:47.680799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18929205-91ba-4f59-886a-13f7790e5006 req-722953d5-275e-4b4f-870e-f98e4fd7c7f6 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497550 Sep 16 04:51:47.709813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64545d-a331-4e42-8a48-c946c7a9a3c0 req-f27185ae-6c1a-416c-811e-536654263744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.711700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc64545d-a331-4e42-8a48-c946c7a9a3c0 req-f27185ae-6c1a-416c-811e-536654263744 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a1dafa1-7e5e-4b66-946b-ae5de37c5555 HTTP/1.1" status: 200 len: 854 time: 0.1515827 Sep 16 04:51:47.811775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc64545d-a331-4e42-8a48-c946c7a9a3c0 req-9f2a303b-3235-47a8-b0d1-847a5eb79add service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50035690-b639-4ea0-b704-d4b732afd059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850744 Sep 16 04:51:47.841066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b307a8d1-e2b5-416e-8510-f1981ffa862f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:47.846673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b307a8d1-e2b5-416e-8510-f1981ffa862f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.856994 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb51b3b-e999-4797-b1b1-a30c2b53e06c None None] Sync routers for ids ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:47.869719 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb51b3b-e999-4797-b1b1-a30c2b53e06c None None] Routers {'cd9f31ab-c6c2-4596-9bbc-f85e826019aa'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:47.872959 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0bb51b3b-e999-4797-b1b1-a30c2b53e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:51:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:47.894444 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.resource_extend [None req-8219a00e-58f0-4046-8714-634588050754 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:51:47.929382 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b307a8d1-e2b5-416e-8510-f1981ffa862f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "PUT /v2.0/floatingips/05974934-c797-4401-86e6-6c4fe899acef HTTP/1.1" status: 200 len: 992 time: 2.1387634 Sep 16 04:51:47.930580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': 'c56544bc-9c85-443c-a0f5-40e0cda20454'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:47.934874 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53124e8e-0325-44ce-95da-e5c4961c1314" -d '{"events": [{"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "c56544bc-9c85-443c-a0f5-40e0cda20454"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:48.077056 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799bf3f8-d478-427d-9fe1-bd68bbe89356 x-openstack-request-id: req-799bf3f8-d478-427d-9fe1-bd68bbe89356 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:48.077381 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "tag": "c56544bc-9c85-443c-a0f5-40e0cda20454", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:48.077643 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-799bf3f8-d478-427d-9fe1-bd68bbe89356 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:48.078067 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'tag': 'c56544bc-9c85-443c-a0f5-40e0cda20454', 'status': 'completed', 'code': 200} Sep 16 04:51:48.269804 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-0bb51b3b-e999-4797-b1b1-a30c2b53e06c None None] Set router cd9f31ab-c6c2-4596-9bbc-f85e826019aa gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:48.315235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-df7c6fa9-18a5-4d2e-b314-bce3308b3f57 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.325248 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-df7c6fa9-18a5-4d2e-b314-bce3308b3f57 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.37 "GET /v2.0/networks?id=45ec738b-ccb5-496c-a914-db9fd4674f59 HTTP/1.1" status: 200 len: 812 time: 0.3274171 Sep 16 04:51:48.346101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Request body: {'port': {'device_id': '48c1d54d-4abb-4882-8d7a-62960a1bf4c5', 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59', 'admin_state_up': True, 'tenant_id': 'cc5f4eaa92a14c7eb311c3279a6ab851'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:48.588482 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8219a00e-58f0-4046-8714-634588050754 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.617615 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54c0093c-2b84-4b83-9cbb-79bb384319e2 req-d5527298-c249-4aef-98e3-4a53f663ca12 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 210 time: 0.0890937 Sep 16 04:51:48.691802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c04a8-38c1-4afb-8a79-7cf3a439ed7d req-a5fa6f66-14d7-43d4-a514-4fa2e8f6d175 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.700383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-886c04a8-38c1-4afb-8a79-7cf3a439ed7d req-a5fa6f66-14d7-43d4-a514-4fa2e8f6d175 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 944 time: 0.3490186 Sep 16 04:51:48.710452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-b1fc53a5-b134-40ed-962a-f51e7d863699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.711110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-b1fc53a5-b134-40ed-962a-f51e7d863699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.711825 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-b1fc53a5-b134-40ed-962a-f51e7d863699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.712321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-b1fc53a5-b134-40ed-962a-f51e7d863699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.712876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-b1fc53a5-b134-40ed-962a-f51e7d863699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.713402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-b1fc53a5-b134-40ed-962a-f51e7d863699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.713999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-b1fc53a5-b134-40ed-962a-f51e7d863699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.715912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-b1fc53a5-b134-40ed-962a-f51e7d863699 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6507 time: 0.5552833 Sep 16 04:51:48.730103 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0bb51b3b-e999-4797-b1b1-a30c2b53e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T04:49:11Z', 'revision_number': 4, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '05974934-c797-4401-86e6-6c4fe899acef', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'port_id': 'c56544bc-9c85-443c-a0f5-40e0cda20454', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'mac_address': 'fa:16:3e:a8:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:09Z', 'updated_at': '2021-09-16T04:51:46Z', 'revision_number': 1, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c48fd4-0056-4ab0-8509-cdb1d318eed2', 'name': '', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'mac_address': 'fa:16:3e:7d:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:10Z', 'updated_at': '2021-09-16T04:49:17Z', 'revision_number': 5, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'subnets': [{'id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:48.737253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc64545d-a331-4e42-8a48-c946c7a9a3c0 req-09f78fa6-320a-49ea-9985-17d3a01b128e service neutron] 10.222.0.37 "GET /v2.0/networks/50035690-b639-4ea0-b704-d4b732afd059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9161108 Sep 16 04:51:48.754360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5a078-838c-4a01-b907-f5d4c3a08f8b req-169665f0-8616-4291-bb77-e34891389fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.756161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6b5a078-838c-4a01-b907-f5d4c3a08f8b req-169665f0-8616-4291-bb77-e34891389fd5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7109101 Sep 16 04:51:48.757501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Made reservation on behalf of cc5f4eaa92a14c7eb311c3279a6ab851 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:48.763031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.778572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-886c04a8-38c1-4afb-8a79-7cf3a439ed7d req-2fa71172-f40b-4419-a317-efd1edb7855a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681033 Sep 16 04:51:48.799657 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8219a00e-58f0-4046-8714-634588050754 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.819858 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb51b3b-e999-4797-b1b1-a30c2b53e06c None None] Checking router: cd9f31ab-c6c2-4596-9bbc-f85e826019aa for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:48.833050 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb51b3b-e999-4797-b1b1-a30c2b53e06c None None] Routers {'cd9f31ab-c6c2-4596-9bbc-f85e826019aa'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:48.833869 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0bb51b3b-e999-4797-b1b1-a30c2b53e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:51:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:48.971340 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-0bb51b3b-e999-4797-b1b1-a30c2b53e06c None None] Set router cd9f31ab-c6c2-4596-9bbc-f85e826019aa gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:49.040643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c37e3fc1-8780-4540-82cf-d5f8f18f5d61 req-842e031a-033b-4865-a431-6c91d05cd27f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.2809680 Sep 16 04:51:49.042756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Allocated IP 172.20.0.8 (45ec738b-ccb5-496c-a914-db9fd4674f59/4f7fb231-95c6-4afd-8e83-cdfae52ff5c2/b5332ce7-35eb-4302-8f09-b416749b1264) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:49.354974 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.428436 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0bb51b3b-e999-4797-b1b1-a30c2b53e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T04:49:11Z', 'revision_number': 4, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '05974934-c797-4401-86e6-6c4fe899acef', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'port_id': 'c56544bc-9c85-443c-a0f5-40e0cda20454', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'mac_address': 'fa:16:3e:a8:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:09Z', 'updated_at': '2021-09-16T04:51:46Z', 'revision_number': 1, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c48fd4-0056-4ab0-8509-cdb1d318eed2', 'name': '', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'mac_address': 'fa:16:3e:7d:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:10Z', 'updated_at': '2021-09-16T04:49:17Z', 'revision_number': 5, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'subnets': [{'id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:49.494942 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.511323 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb51b3b-e999-4797-b1b1-a30c2b53e06c None None] The sync data for ids ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'] in n-d-712137-12 is: [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T04:49:11Z', 'revision_number': 4, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '05974934-c797-4401-86e6-6c4fe899acef', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'port_id': 'c56544bc-9c85-443c-a0f5-40e0cda20454', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'mac_address': 'fa:16:3e:a8:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:09Z', 'updated_at': '2021-09-16T04:51:46Z', 'revision_number': 1, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c48fd4-0056-4ab0-8509-cdb1d318eed2', 'name': '', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'mac_address': 'fa:16:3e:7d:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:10Z', 'updated_at': '2021-09-16T04:49:17Z', 'revision_number': 5, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'subnets': [{'id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:49.599987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Network 45ec738b-ccb5-496c-a914-db9fd4674f59 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:49.609509 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:49.629279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:49.698558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Pushing event updated for resources: {'Port': ['ID=b5332ce7-35eb-4302-8f09-b416749b1264,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:49.727467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.728233 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.797589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcd42f8c-e74e-4078-8b04-4738cfe9a1c3 req-93a7082d-d466-4736-b6a7-ec73b08dccf5 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 210 time: 0.8867309 Sep 16 04:51:49.803813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6b5a078-838c-4a01-b907-f5d4c3a08f8b req-454b2cdd-7c28-42b8-a276-2146674bddfa service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9977005 Sep 16 04:51:49.836270 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130ca0c8-54dc-4007-8d00-40a2a5f7f9ab tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5030208 Sep 16 04:51:49.848862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Request body: {'port': {'device_id': '48c1d54d-4abb-4882-8d7a-62960a1bf4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:49.874864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fbdfa3-162f-4b8f-8240-8691172404d5 None None] New status for floating IP 05974934-c797-4401-86e6-6c4fe899acef: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:51:49.961264 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.163134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-f9afe0e0-3f40-43ee-8112-67560f0e20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.163134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-f9afe0e0-3f40-43ee-8112-67560f0e20d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e579560-ee61-4292-8f2f-64a91f12cd9a HTTP/1.1" status: 200 len: 917 time: 1.4057615 Sep 16 04:51:50.249621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc64545d-a331-4e42-8a48-c946c7a9a3c0 req-833fca51-13d8-4014-a1ba-398e34cb330f service neutron] 10.222.0.37 "GET /v2.0/networks/50035690-b639-4ea0-b704-d4b732afd059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4908540 Sep 16 04:51:50.278523 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae14cd38-bad5-41da-aa31-44d6134937bc req-7b7f2376-f5b1-4547-979a-c1ddc952039c tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 210 time: 0.2229209 Sep 16 04:51:50.302146 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-8219a00e-58f0-4046-8714-634588050754 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Floating IP e6ca17ff-e96f-47c9-a007-aa80369cd0b3 associated. External IP: 172.25.3.70, port: 220aee65-2528-42c6-8c0d-bd879013cb8a. Sep 16 04:51:50.468895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40137670-e600-45e0-a81d-978e1cf376a5 req-9c0856ce-16cd-4742-8a30-3314a29ce22e tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.476815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40137670-e600-45e0-a81d-978e1cf376a5 req-9c0856ce-16cd-4742-8a30-3314a29ce22e tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 945 time: 1.1021304 Sep 16 04:51:50.560425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5332ce7-35eb-4302-8f09-b416749b1264 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:50.569623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-899743e5-eee7-443c-a4f4-3f0aec909584 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c56544bc-9c85-443c-a0f5-40e0cda20454 HTTP/1.1" status: 200 len: 1002 time: 0.3037367 Sep 16 04:51:50.571502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6b5a078-838c-4a01-b907-f5d4c3a08f8b req-5d41d769-cb38-40f3-9ee0-be3763ffb335 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102340 Sep 16 04:51:50.585360 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.614506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Transition to ACTIVE for port object b5332ce7-35eb-4302-8f09-b416749b1264 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:50.653227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40137670-e600-45e0-a81d-978e1cf376a5 req-247be677-aa23-4c9e-b969-c9a2a8659d98 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753123 Sep 16 04:51:50.696758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b9085-7f2a-440a-83a2-108ca11f5c22 req-08ae96ac-bf71-4c8b-9983-c5ae5c70aff7 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.698454 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a1b9085-7f2a-440a-83a2-108ca11f5c22 req-08ae96ac-bf71-4c8b-9983-c5ae5c70aff7 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 944 time: 0.2988007 Sep 16 04:51:50.712392 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.823211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Pushing event updated for resources: {'Port': ['ID=b5332ce7-35eb-4302-8f09-b416749b1264,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:50.877110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a1b9085-7f2a-440a-83a2-108ca11f5c22 req-f1581a9a-dd54-4316-9993-0b093fcbc07f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671829 Sep 16 04:51:50.878747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-8c3590d9-fe6b-46c2-88ca-cc4966dace4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.880246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-8c3590d9-fe6b-46c2-88ca-cc4966dace4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcbf44ef-75ba-4d63-80c7-d7f551aededf HTTP/1.1" status: 200 len: 856 time: 0.2991967 Sep 16 04:51:50.951521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Attempting to bind port b5332ce7-35eb-4302-8f09-b416749b1264 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:50.952181 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Attempting to bind port b5332ce7-35eb-4302-8f09-b416749b1264 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:50.952849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Attempting to bind port b5332ce7-35eb-4302-8f09-b416749b1264 on network 45ec738b-ccb5-496c-a914-db9fd4674f59 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:50.958144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Port b5332ce7-35eb-4302-8f09-b416749b1264 on network 45ec738b-ccb5-496c-a914-db9fd4674f59 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:50.970622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Attempting to bind port b5332ce7-35eb-4302-8f09-b416749b1264 on network 45ec738b-ccb5-496c-a914-db9fd4674f59 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:50.979297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:50.980325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Checking segment: {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:50.980968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Bound using segment: {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:50.981626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Bound port: b5332ce7-35eb-4302-8f09-b416749b1264, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:50.982236 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.057113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3b60f56-8e41-424f-a5fe-d741dab7c7b9 req-be2c236f-d99e-4ad7-9332-9e8a99ed5edb tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.2663860 Sep 16 04:51:51.102154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] For port b5332ce7-35eb-4302-8f09-b416749b1264, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:51.107678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] For port b5332ce7-35eb-4302-8f09-b416749b1264, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b5332ce7-35eb-4302-8f09-b416749b1264,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:51.190140 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.233853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.234480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.235887 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] 10.222.0.37 "PUT /v2.0/ports/b5332ce7-35eb-4302-8f09-b416749b1264 HTTP/1.1" status: 200 len: 1092 time: 1.3920443 Sep 16 04:51:51.236432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c1d54d-4abb-4882-8d7a-62960a1bf4c5', 'tag': 'b5332ce7-35eb-4302-8f09-b416749b1264'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:51.237371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-0b6fb5a6-b5cd-414b-8e33-7a455ae9b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.239094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-0b6fb5a6-b5cd-414b-8e33-7a455ae9b17a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e579560-ee61-4292-8f2f-64a91f12cd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2634664 Sep 16 04:51:51.239256 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f1e2cc-c875-4ef5-91e8-14ee747fb45e" -d '{"events": [{"name": "network-changed", "server_uuid": "48c1d54d-4abb-4882-8d7a-62960a1bf4c5", "tag": "b5332ce7-35eb-4302-8f09-b416749b1264"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:51.289406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac2d2-88d5-4c63-b4f4-145d2e4c0381 req-f0ffd9ee-9d66-488d-a2f2-8eb8ea039377 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.295008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b2ac2d2-88d5-4c63-b4f4-145d2e4c0381 req-f0ffd9ee-9d66-488d-a2f2-8eb8ea039377 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 943 time: 0.2579737 Sep 16 04:51:51.319614 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f295200b-827a-4ddc-a380-ca50eea893b1 x-openstack-request-id: req-f295200b-827a-4ddc-a380-ca50eea893b1 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:51.320998 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c1d54d-4abb-4882-8d7a-62960a1bf4c5", "tag": "b5332ce7-35eb-4302-8f09-b416749b1264", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:51.320998 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f295200b-827a-4ddc-a380-ca50eea893b1 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:51.320998 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c1d54d-4abb-4882-8d7a-62960a1bf4c5', 'tag': 'b5332ce7-35eb-4302-8f09-b416749b1264', 'status': 'completed', 'code': 200} Sep 16 04:51:51.326814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbce572-d405-4a11-ad1e-e4338991ef91 service neutron] Pushing event updated for resources: {'Port': ['ID=b5332ce7-35eb-4302-8f09-b416749b1264,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:51.400387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1e2cc-c875-4ef5-91e8-14ee747fb45e req-7f179e03-8a3c-4e5c-9437-d1a63178a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.403292 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-89f1e2cc-c875-4ef5-91e8-14ee747fb45e req-7f179e03-8a3c-4e5c-9437-d1a63178a92c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 1095 time: 0.0728300 Sep 16 04:51:51.406624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8219a00e-58f0-4046-8714-634588050754 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Router c77c7659-00fe-4af1-9bee-57b60a327739 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:51.496106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b2ac2d2-88d5-4c63-b4f4-145d2e4c0381 req-0a1297c9-3a84-4791-95bd-c5bc7baeae4d tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608176 Sep 16 04:51:51.543552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f5363ff-7391-47d2-a993-3bccb8884a68 req-03123848-167b-44f5-a011-95703329b7e7 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 210 time: 0.1087785 Sep 16 04:51:51.564332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1e2cc-c875-4ef5-91e8-14ee747fb45e req-72eefa3d-e413-4023-b323-43fdd87c76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.571443 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-89f1e2cc-c875-4ef5-91e8-14ee747fb45e req-72eefa3d-e413-4023-b323-43fdd87c76e9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1578457 Sep 16 04:51:51.622067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-a762f63c-bc91-4ffc-913b-b72cc6dfdaa5 service neutron] 10.222.0.37 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693349 Sep 16 04:51:51.774765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1e2cc-c875-4ef5-91e8-14ee747fb45e req-663898c5-a1db-483d-8724-880a4ab34689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.777550 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-89f1e2cc-c875-4ef5-91e8-14ee747fb45e req-663898c5-a1db-483d-8724-880a4ab34689 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2014592 Sep 16 04:51:51.886125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-6e26ef3a-c0f3-4598-abf8-7891cb319db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.888409 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-6e26ef3a-c0f3-4598-abf8-7891cb319db6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 1095 time: 0.0637302 Sep 16 04:51:51.916607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53124e8e-0325-44ce-95da-e5c4961c1314 req-553cc552-d381-4162-8a0f-cea7809481b6 service neutron] 10.222.0.37 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854307 Sep 16 04:51:51.933509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8219a00e-58f0-4046-8714-634588050754 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:51.939103 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8219a00e-58f0-4046-8714-634588050754 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.949024 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b0b790-b4fd-4aab-9b7f-5e0fbc46a7e3 None None] Sync routers for ids ['c77c7659-00fe-4af1-9bee-57b60a327739'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:51.962755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b62637-6f12-4363-b535-85e3dc229f51 req-a93eec5b-f1de-4132-9f38-096a4b5bb45c tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:51.965443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26b62637-6f12-4363-b535-85e3dc229f51 req-a93eec5b-f1de-4132-9f38-096a4b5bb45c tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 945 time: 0.1749237 Sep 16 04:51:51.978519 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b0b790-b4fd-4aab-9b7f-5e0fbc46a7e3 None None] Routers {'c77c7659-00fe-4af1-9bee-57b60a327739'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:51.980701 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e4b0b790-b4fd-4aab-9b7f-5e0fbc46a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:51:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c77c7659-00fe-4af1-9bee-57b60a327739'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:52.017504 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-130dccc1-a3b8-428e-ae82-e1c119525e00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5332ce7-35eb-4302-8f09-b416749b1264 HTTP/1.1" status: 200 len: 217 time: 0.1210103 Sep 16 04:51:52.019606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8219a00e-58f0-4046-8714-634588050754 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "PUT /v2.0/floatingips/e6ca17ff-e96f-47c9-a007-aa80369cd0b3 HTTP/1.1" status: 200 len: 990 time: 6.0042470 Sep 16 04:51:52.027008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'tag': '220aee65-2528-42c6-8c0d-bd879013cb8a'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:52.029343 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf5d010-adc6-49a9-9abe-56beaa1e7f82" -d '{"events": [{"name": "network-changed", "server_uuid": "6e63558d-e13c-454a-98e5-bf1f650253ff", "tag": "220aee65-2528-42c6-8c0d-bd879013cb8a"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:52.048197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26b62637-6f12-4363-b535-85e3dc229f51 req-25bbdf19-bc63-4fc8-b821-97c16041d8e5 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638402 Sep 16 04:51:52.135156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-76694801-b47d-4f30-ba5b-1160b659b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.140210 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-76694801-b47d-4f30-ba5b-1160b659b8b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f7fb231-95c6-4afd-8e83-cdfae52ff5c2 HTTP/1.1" status: 200 len: 852 time: 0.1114852 Sep 16 04:51:52.195848 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e4b0b790-b4fd-4aab-9b7f-5e0fbc46a7e3 None None] Set router c77c7659-00fe-4af1-9bee-57b60a327739 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:52.214087 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-8852d2cb-2eff-4ac7-936c-af36f40b4cc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45ec738b-ccb5-496c-a914-db9fd4674f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647211 Sep 16 04:51:52.249989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6713a8-e88e-4795-8960-ab5d61ce487d req-f196aa36-2417-4b1e-a9ab-1173312b741c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.252232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df6713a8-e88e-4795-8960-ab5d61ce487d req-f196aa36-2417-4b1e-a9ab-1173312b741c tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 944 time: 0.0970562 Sep 16 04:51:52.348556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df6713a8-e88e-4795-8960-ab5d61ce487d req-39c34f6f-f149-4880-a184-74276e3c5e45 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845833 Sep 16 04:51:52.381187 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-412efc93-8651-4369-b9ca-605cf64bfd9e service neutron] 10.222.0.37 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581864 Sep 16 04:51:52.406453 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5f9bec-33d9-4e6c-9707-1ab07d83a05e x-openstack-request-id: req-5b5f9bec-33d9-4e6c-9707-1ab07d83a05e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:52.406810 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e63558d-e13c-454a-98e5-bf1f650253ff", "tag": "220aee65-2528-42c6-8c0d-bd879013cb8a", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:52.407321 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b5f9bec-33d9-4e6c-9707-1ab07d83a05e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:52.407915 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'tag': '220aee65-2528-42c6-8c0d-bd879013cb8a', 'status': 'completed', 'code': 200} Sep 16 04:51:52.540453 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e4b0b790-b4fd-4aab-9b7f-5e0fbc46a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:50:13Z', 'revision_number': 4, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'e6ca17ff-e96f-47c9-a007-aa80369cd0b3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'port_id': '220aee65-2528-42c6-8c0d-bd879013cb8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'mac_address': 'fa:16:3e:28:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:20Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 1, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac89c43-7ddb-4ce2-8bfa-75edc7606236', 'name': '', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'mac_address': 'fa:16:3e:b3:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:11Z', 'updated_at': '2021-09-16T04:50:18Z', 'revision_number': 5, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'subnets': [{'id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:52.548493 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-bac14f70-559a-49c2-ac11-4c969bf36f40 service neutron] 10.222.0.37 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548998 Sep 16 04:51:52.589930 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b0b790-b4fd-4aab-9b7f-5e0fbc46a7e3 None None] Checking router: c77c7659-00fe-4af1-9bee-57b60a327739 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:52.598610 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b0b790-b4fd-4aab-9b7f-5e0fbc46a7e3 None None] Routers {'c77c7659-00fe-4af1-9bee-57b60a327739'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:52.599227 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e4b0b790-b4fd-4aab-9b7f-5e0fbc46a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:51:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c77c7659-00fe-4af1-9bee-57b60a327739'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:52.621881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-576f8bd3-e42d-423a-9981-2affb4e9c06f req-c6fdfe56-217e-4024-8811-246006a0b80a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0491784 Sep 16 04:51:52.765861 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e4b0b790-b4fd-4aab-9b7f-5e0fbc46a7e3 None None] Set router c77c7659-00fe-4af1-9bee-57b60a327739 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:52.777862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479de2f-fcb2-4c42-97d0-34b849509ada req-dd29dfd8-a933-45d7-aa28-79429d1e89c5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.779517 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a479de2f-fcb2-4c42-97d0-34b849509ada req-dd29dfd8-a933-45d7-aa28-79429d1e89c5 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 946 time: 0.0875440 Sep 16 04:51:52.844357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a479de2f-fcb2-4c42-97d0-34b849509ada req-4e2db054-7dc2-4c5d-9a61-16291c66aa33 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/security-groups?id=0836a6ae-96dc-45e9-a86e-f8b43912dadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518403 Sep 16 04:51:53.054213 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e4b0b790-b4fd-4aab-9b7f-5e0fbc46a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:50:13Z', 'revision_number': 4, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'e6ca17ff-e96f-47c9-a007-aa80369cd0b3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'port_id': '220aee65-2528-42c6-8c0d-bd879013cb8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'mac_address': 'fa:16:3e:28:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:20Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 1, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac89c43-7ddb-4ce2-8bfa-75edc7606236', 'name': '', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'mac_address': 'fa:16:3e:b3:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:11Z', 'updated_at': '2021-09-16T04:50:18Z', 'revision_number': 5, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'subnets': [{'id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:53.085735 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b0b790-b4fd-4aab-9b7f-5e0fbc46a7e3 None None] The sync data for ids ['c77c7659-00fe-4af1-9bee-57b60a327739'] in n-d-712137-12 is: [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:50:13Z', 'revision_number': 4, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'e6ca17ff-e96f-47c9-a007-aa80369cd0b3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'port_id': '220aee65-2528-42c6-8c0d-bd879013cb8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'mac_address': 'fa:16:3e:28:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:50:20Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 1, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac89c43-7ddb-4ce2-8bfa-75edc7606236', 'name': '', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'mac_address': 'fa:16:3e:b3:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:11Z', 'updated_at': '2021-09-16T04:50:18Z', 'revision_number': 5, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'subnets': [{'id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:53.319677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720aa92-66aa-43e0-8bcd-eedaffaa0eef None None] New status for floating IP e6ca17ff-e96f-47c9-a007-aa80369cd0b3: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:51:53.568154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7d852-ac8b-4cee-a71a-42b21915e0ee req-351cf709-30d6-4ccc-b8d7-66f2a1ffa384 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.570103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9c7d852-ac8b-4cee-a71a-42b21915e0ee req-351cf709-30d6-4ccc-b8d7-66f2a1ffa384 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 943 time: 0.0539699 Sep 16 04:51:53.624365 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9c7d852-ac8b-4cee-a71a-42b21915e0ee req-6420d101-74cd-4de1-97d6-6b14b9e8d130 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472035 Sep 16 04:51:53.711528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590c308-c369-4e2b-95c2-d5a35c43dc40 req-a84feded-8d72-4eb0-94b6-a2e2eebaf7e7 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.713104 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d590c308-c369-4e2b-95c2-d5a35c43dc40 req-a84feded-8d72-4eb0-94b6-a2e2eebaf7e7 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 946 time: 0.0836258 Sep 16 04:51:53.734938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00a5009b-c9bb-4039-9351-76895b923d7f req-1b8f1af3-463a-428c-a21d-541e38a9d3f0 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 210 time: 0.0289967 Sep 16 04:51:53.824387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d590c308-c369-4e2b-95c2-d5a35c43dc40 req-92ef2060-b07b-4a58-9e83-12d579dd7ddc tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Deleting port dc3c8ed1-2add-47ba-b593-b02fe5e596ed {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:53.825115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d590c308-c369-4e2b-95c2-d5a35c43dc40 req-92ef2060-b07b-4a58-9e83-12d579dd7ddc tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.875404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740a92-2f2e-4849-83e9-7f519f6cc96d req-a660507a-8dd2-40f3-a86f-ef737de62c8b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.877190 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd740a92-2f2e-4849-83e9-7f519f6cc96d req-a660507a-8dd2-40f3-a86f-ef737de62c8b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 944 time: 0.0625708 Sep 16 04:51:53.922494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd740a92-2f2e-4849-83e9-7f519f6cc96d req-68da2db4-39bb-4a87-8d97-fe33b93130b1 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388875 Sep 16 04:51:53.931815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d590c308-c369-4e2b-95c2-d5a35c43dc40 req-92ef2060-b07b-4a58-9e83-12d579dd7ddc tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] For port dc3c8ed1-2add-47ba-b593-b02fe5e596ed, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=dc3c8ed1-2add-47ba-b593-b02fe5e596ed,segment=NetworkSegment(0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857),segment_id=0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:53.932250 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d590c308-c369-4e2b-95c2-d5a35c43dc40 req-92ef2060-b07b-4a58-9e83-12d579dd7ddc tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.947130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d590c308-c369-4e2b-95c2-d5a35c43dc40 req-92ef2060-b07b-4a58-9e83-12d579dd7ddc tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Calling delete_port for dc3c8ed1-2add-47ba-b593-b02fe5e596ed owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:54.055322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a05ec9-9c64-4b31-bf1a-71e96692dd11 req-721a0758-6ad3-469a-89ad-9657c34fafc5 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.057348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65a05ec9-9c64-4b31-bf1a-71e96692dd11 req-721a0758-6ad3-469a-89ad-9657c34fafc5 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 945 time: 0.0690498 Sep 16 04:51:54.111914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65a05ec9-9c64-4b31-bf1a-71e96692dd11 req-9774aa70-9abe-48b9-8a2c-5c69f2222fff tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Sep 16 04:51:54.208744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-891dafa1-6d33-4c32-8984-630cea580e1d req-b01f30ee-cbee-49e8-ba78-27e0fd83e9e5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0300627 Sep 16 04:51:54.211900 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d590c308-c369-4e2b-95c2-d5a35c43dc40 req-92ef2060-b07b-4a58-9e83-12d579dd7ddc tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.224556 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['dc3c8ed1-2add-47ba-b593-b02fe5e596ed'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:54.252825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef2060-b07b-4a58-9e83-12d579dd7ddc tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Pushing event deleted for resources: {'Port': ['ID=dc3c8ed1-2add-47ba-b593-b02fe5e596ed,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:54.300182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d590c308-c369-4e2b-95c2-d5a35c43dc40 req-92ef2060-b07b-4a58-9e83-12d579dd7ddc tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] No DVR routers for this DVR port dc3c8ed1-2add-47ba-b593-b02fe5e596ed on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:54.303282 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d590c308-c369-4e2b-95c2-d5a35c43dc40 req-92ef2060-b07b-4a58-9e83-12d579dd7ddc tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.305860 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d590c308-c369-4e2b-95c2-d5a35c43dc40 req-92ef2060-b07b-4a58-9e83-12d579dd7ddc tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.37 "DELETE /v2.0/ports/dc3c8ed1-2add-47ba-b593-b02fe5e596ed HTTP/1.1" status: 204 len: 173 time: 0.5848374 Sep 16 04:51:54.306426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e903fc7-2ea1-4b55-a639-0b8ba87c4e00', 'name': 'network-vif-deleted', 'tag': 'dc3c8ed1-2add-47ba-b593-b02fe5e596ed'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:54.308916 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c2d5a3-4c0a-48f5-acc8-243440051fcb" -d '{"events": [{"server_uuid": "7e903fc7-2ea1-4b55-a639-0b8ba87c4e00", "name": "network-vif-deleted", "tag": "dc3c8ed1-2add-47ba-b593-b02fe5e596ed"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:54.330092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d21af7a6-fdb7-4cbc-ae8b-f7c31932b6bd req-7d02d2de-9c94-467c-bb69-0201d9f4c203 tempest-AttachVolumeNegativeTest-216715075 tempest-AttachVolumeNegativeTest-216715075-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e903fc7-2ea1-4b55-a639-0b8ba87c4e00 HTTP/1.1" status: 200 len: 210 time: 0.0380814 Sep 16 04:51:54.446904 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc79677-ca0a-462b-a768-013666e7c709 x-openstack-request-id: req-8fc79677-ca0a-462b-a768-013666e7c709 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:54.447661 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e903fc7-2ea1-4b55-a639-0b8ba87c4e00", "name": "network-vif-deleted", "tag": "dc3c8ed1-2add-47ba-b593-b02fe5e596ed", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:54.449149 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fc79677-ca0a-462b-a768-013666e7c709 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:54.449534 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e903fc7-2ea1-4b55-a639-0b8ba87c4e00', 'name': 'network-vif-deleted', 'tag': 'dc3c8ed1-2add-47ba-b593-b02fe5e596ed', 'status': 'completed', 'code': 200} Sep 16 04:51:54.757954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2c364-854c-4027-9a70-534f4360b093 req-caaa674a-220e-4b39-9fdf-2c210595c52c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.759462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59e2c364-854c-4027-9a70-534f4360b093 req-caaa674a-220e-4b39-9fdf-2c210595c52c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 943 time: 0.0537534 Sep 16 04:51:54.803007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59e2c364-854c-4027-9a70-534f4360b093 req-94ab4d8b-e039-4019-8306-c5ff2ebc4430 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357623 Sep 16 04:51:54.890854 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e990be7-27f4-4a56-98ad-5cbea72f154c req-6a69b063-d875-40d5-8e7b-2750bcefa665 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 210 time: 0.0291891 Sep 16 04:51:55.051887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffc9a0-c3ea-43d3-98ef-17353f7f901e req-4faa7e2a-1ac0-4b1a-a813-fcaab5330d5f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.053573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89ffc9a0-c3ea-43d3-98ef-17353f7f901e req-4faa7e2a-1ac0-4b1a-a813-fcaab5330d5f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 944 time: 0.0525284 Sep 16 04:51:55.100447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d53fe6-dfa2-4e1e-8d20-f869b51e1da7 req-dc1613ca-92d8-48a3-8b2d-03b5dafc6cda tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.101989 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-33d53fe6-dfa2-4e1e-8d20-f869b51e1da7 req-dc1613ca-92d8-48a3-8b2d-03b5dafc6cda tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 945 time: 0.0498796 Sep 16 04:51:55.102881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89ffc9a0-c3ea-43d3-98ef-17353f7f901e req-ec39e4ac-b313-4995-bf5d-37a978dfded7 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356655 Sep 16 04:51:55.210218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-33d53fe6-dfa2-4e1e-8d20-f869b51e1da7 req-3f8b6990-672c-45eb-97a4-86447934af18 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Deleting port 42efea52-a67c-47b8-acaf-c74b96065188 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:55.210564 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33d53fe6-dfa2-4e1e-8d20-f869b51e1da7 req-3f8b6990-672c-45eb-97a4-86447934af18 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.238065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011ed0e-a21f-455a-b92c-66cfecfcec70 req-781297e7-f207-4f49-8515-8a5d3c3ed6fa tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.239670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5011ed0e-a21f-455a-b92c-66cfecfcec70 req-781297e7-f207-4f49-8515-8a5d3c3ed6fa tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 945 time: 0.0556326 Sep 16 04:51:55.283715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5011ed0e-a21f-455a-b92c-66cfecfcec70 req-3c441a1a-2111-4eb1-ab80-58ec5e2c4826 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4e78b80-3235-4423-8b4a-bc255128e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353553 Sep 16 04:51:55.312789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-33d53fe6-dfa2-4e1e-8d20-f869b51e1da7 req-3f8b6990-672c-45eb-97a4-86447934af18 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] For port 42efea52-a67c-47b8-acaf-c74b96065188, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=42efea52-a67c-47b8-acaf-c74b96065188,segment=NetworkSegment(00afec33-f689-4231-bb00-069d9a42eeca),segment_id=00afec33-f689-4231-bb00-069d9a42eeca)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:55.313153 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33d53fe6-dfa2-4e1e-8d20-f869b51e1da7 req-3f8b6990-672c-45eb-97a4-86447934af18 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.327590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-33d53fe6-dfa2-4e1e-8d20-f869b51e1da7 req-3f8b6990-672c-45eb-97a4-86447934af18 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Calling delete_port for 42efea52-a67c-47b8-acaf-c74b96065188 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:55.379245 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8310366-a208-47dc-9d7d-41df9f28012a req-cba0d6e2-7ce2-428f-b53e-95d7a96c6950 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0293961 Sep 16 04:51:55.433378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52094) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:55.494488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-25fdd2b8-f94a-4a5b-beca-75a872e6d571 admin admin] Deleting subnet e84c22b6-fd38-44f0-9d2b-4600b9102549 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:55.498186 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25fdd2b8-f94a-4a5b-beca-75a872e6d571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.522979 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33d53fe6-dfa2-4e1e-8d20-f869b51e1da7 req-3f8b6990-672c-45eb-97a4-86447934af18 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.537134 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['42efea52-a67c-47b8-acaf-c74b96065188'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:55.557175 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b6990-672c-45eb-97a4-86447934af18 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Pushing event deleted for resources: {'Port': ['ID=42efea52-a67c-47b8-acaf-c74b96065188,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:55.579600 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25fdd2b8-f94a-4a5b-beca-75a872e6d571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.605707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5d010-adc6-49a9-9abe-56beaa1e7f82 req-a8652ed1-3b1c-4ab7-8b2c-4dc85265a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.607341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf5d010-adc6-49a9-9abe-56beaa1e7f82 req-a8652ed1-3b1c-4ab7-8b2c-4dc85265a8d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7a9bdb6cec4045aebeee2074d0ed56&device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 1097 time: 0.1070547 Sep 16 04:51:55.613361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d53fe6-dfa2-4e1e-8d20-f869b51e1da7 req-3f8b6990-672c-45eb-97a4-86447934af18 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] No DVR routers for this DVR port 42efea52-a67c-47b8-acaf-c74b96065188 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:55.616497 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-33d53fe6-dfa2-4e1e-8d20-f869b51e1da7 req-3f8b6990-672c-45eb-97a4-86447934af18 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.619104 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-33d53fe6-dfa2-4e1e-8d20-f869b51e1da7 req-3f8b6990-672c-45eb-97a4-86447934af18 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.37 "DELETE /v2.0/ports/42efea52-a67c-47b8-acaf-c74b96065188 HTTP/1.1" status: 204 len: 173 time: 0.5094159 Sep 16 04:51:55.647245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25fdd2b8-f94a-4a5b-beca-75a872e6d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.757301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5d010-adc6-49a9-9abe-56beaa1e7f82 req-9482b0a6-2e5d-4d53-aa04-26195b20587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.758758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf5d010-adc6-49a9-9abe-56beaa1e7f82 req-9482b0a6-2e5d-4d53-aa04-26195b20587d service neutron] 10.222.0.23 "GET /v2.0/networks?id=22ee9107-e191-4262-b0fc-68862935cfe3 HTTP/1.1" status: 200 len: 916 time: 0.1336615 Sep 16 04:51:55.794534 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-b44484b9-ce58-4ed7-8fb6-9842ceb8afd6 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d5475644b7074952bbbd1c1439286483&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220425 Sep 16 04:51:55.835043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf5d010-adc6-49a9-9abe-56beaa1e7f82 req-14941290-c97b-4e78-9d86-82cd4c62c287 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=220aee65-2528-42c6-8c0d-bd879013cb8a HTTP/1.1" status: 200 len: 1000 time: 0.0616622 Sep 16 04:51:55.895006 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25fdd2b8-f94a-4a5b-beca-75a872e6d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.931265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-6c59d001-a03c-4f47-b899-469ef59a20fd tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.933863 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-6c59d001-a03c-4f47-b899-469ef59a20fd tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326985 Sep 16 04:51:55.947902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Request body: {'port': {'device_id': '47c9ea8a-3b8e-4a99-93ea-75323c4b02e7', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': 'd5475644b7074952bbbd1c1439286483'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:55.963027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdd2b8-f94a-4a5b-beca-75a872e6d571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84c22b6-fd38-44f0-9d2b-4600b9102549,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:55.969870 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25fdd2b8-f94a-4a5b-beca-75a872e6d571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.971805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-25fdd2b8-f94a-4a5b-beca-75a872e6d571 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e84c22b6-fd38-44f0-9d2b-4600b9102549 HTTP/1.1" status: 204 len: 168 time: 0.5374353 Sep 16 04:51:55.974398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52100) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:55.982067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5d010-adc6-49a9-9abe-56beaa1e7f82 req-bed8038c-01de-432e-895d-94d2730f3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.983515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf5d010-adc6-49a9-9abe-56beaa1e7f82 req-bed8038c-01de-432e-895d-94d2730f3645 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8 HTTP/1.1" status: 200 len: 855 time: 0.1342151 Sep 16 04:51:56.023402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90e6ec99-8aa4-4ced-a17b-65bac906c32b req-233d94f1-2bea-49c3-8b1a-a4cd5ed25bfb tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 210 time: 0.0431154 Sep 16 04:51:56.069712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed4d08-806b-473e-83a3-6e32cdaad2d0 req-595e9ac5-5675-4bec-b826-a5ee74ac859e tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.071360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fed4d08-806b-473e-83a3-6e32cdaad2d0 req-595e9ac5-5675-4bec-b826-a5ee74ac859e tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 943 time: 0.1779611 Sep 16 04:51:56.107740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5d010-adc6-49a9-9abe-56beaa1e7f82 req-e7dd79d6-97ee-4ffa-964f-5b12e2bef6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.108740 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.113360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf5d010-adc6-49a9-9abe-56beaa1e7f82 req-e7dd79d6-97ee-4ffa-964f-5b12e2bef6b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22ee9107-e191-4262-b0fc-68862935cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148224 Sep 16 04:51:56.142517 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fed4d08-806b-473e-83a3-6e32cdaad2d0 req-2f2dc6c6-03e8-43d7-b475-d95cb68170b4 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610693 Sep 16 04:51:56.214704 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.223515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Made reservation on behalf of d5475644b7074952bbbd1c1439286483 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:56.227206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.247237 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b772325-3d17-49b0-bd12-c459fd515105']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:56.259022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf5d010-adc6-49a9-9abe-56beaa1e7f82 req-474c56b0-0536-4127-9aa1-9f229a2a71c6 service neutron] 10.222.0.23 "GET /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415048 Sep 16 04:51:56.259228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:56.259344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac066ad-7b1a-4a3d-a0e9-2042e2c0a857') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:56.268118 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62248c-ca45-496b-8176-3bbf9ead10fb req-129a0bc1-b618-4930-8140-ba03ee52c8af tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.269619 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a62248c-ca45-496b-8176-3bbf9ead10fb req-129a0bc1-b618-4930-8140-ba03ee52c8af tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 944 time: 0.0701108 Sep 16 04:51:56.275265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.286560 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b5332ce7-35eb-4302-8f09-b416749b1264 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:56.368951 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.386984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a62248c-ca45-496b-8176-3bbf9ead10fb req-b98c22f2-dab4-447a-b8b5-7b627f045c3f tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823011 Sep 16 04:51:56.403766 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caf5d010-adc6-49a9-9abe-56beaa1e7f82 req-2e21a1e0-956e-40b6-b7b9-bc53f1a3aaed service neutron] 10.222.0.23 "GET /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279716 Sep 16 04:51:56.456598 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f83d2f8-1c09-4fca-9ecf-becfe35cea25', 'name': 'network-vif-deleted', 'tag': '42efea52-a67c-47b8-acaf-c74b96065188'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:56.459168 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b32bccb-bc62-49cb-a73b-859db503dd7e" -d '{"events": [{"server_uuid": "8f83d2f8-1c09-4fca-9ecf-becfe35cea25", "name": "network-vif-deleted", "tag": "42efea52-a67c-47b8-acaf-c74b96065188"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:56.467175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b5332ce7-35eb-4302-8f09-b416749b1264, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b5332ce7-35eb-4302-8f09-b416749b1264,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:56.467301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:56.467301 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:56.469043 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:56.476937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed9565f9-f3ad-4339-a729-a472754bd2f8 req-8645ad39-8aa3-45fa-927e-2e61fe260028 tempest-InstanceActionsTestJSON-976104415 tempest-InstanceActionsTestJSON-976104415-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f83d2f8-1c09-4fca-9ecf-becfe35cea25 HTTP/1.1" status: 200 len: 210 time: 0.0520549 Sep 16 04:51:56.478958 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'b5332ce7-35eb-4302-8f09-b416749b1264', 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59', 'port_id': 'b5332ce7-35eb-4302-8f09-b416749b1264', 'mac_address': 'fa:16:3e:7e:b9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7fb231-95c6-4afd-8e83-cdfae52ff5c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:56.529566 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.546801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5332ce7-35eb-4302-8f09-b416749b1264 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:56.556067 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce76c23e-6ff4-42b8-8713-484469f87306 x-openstack-request-id: req-ce76c23e-6ff4-42b8-8713-484469f87306 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:56.556379 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f83d2f8-1c09-4fca-9ecf-becfe35cea25", "name": "network-vif-deleted", "tag": "42efea52-a67c-47b8-acaf-c74b96065188", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:56.556703 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce76c23e-6ff4-42b8-8713-484469f87306 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:56.557105 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f83d2f8-1c09-4fca-9ecf-becfe35cea25', 'name': 'network-vif-deleted', 'tag': '42efea52-a67c-47b8-acaf-c74b96065188', 'status': 'completed', 'code': 200} Sep 16 04:51:56.573514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b5332ce7-35eb-4302-8f09-b416749b1264, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b5332ce7-35eb-4302-8f09-b416749b1264,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:56.576280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Allocated IP 192.168.233.159 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/9749cb1e-7f05-4ba9-adb8-097633add788) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:56.586251 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75b52cc7-de95-4516-8bbd-df826c49bfdf req-81c4fa4c-3c50-4fe0-8899-58aaeafe1157 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0670078 Sep 16 04:51:56.700563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d3b99675-5dfd-46bd-8535-8c2a78cce25f details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:56.706566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-51712583-ffb7-4527-a02b-7602556e7538 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.708269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-51712583-ffb7-4527-a02b-7602556e7538 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.23 "GET /v2.0/networks?id=45ec738b-ccb5-496c-a914-db9fd4674f59 HTTP/1.1" status: 200 len: 812 time: 0.1208923 Sep 16 04:51:56.725816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Request body: {'port': {'device_id': 'b07ea583-ab67-42ce-8765-7ce3a4bae461', 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59', 'admin_state_up': True, 'tenant_id': 'cc5f4eaa92a14c7eb311c3279a6ab851'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:56.746084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.752382 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.753874 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.755752 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] 10.222.0.24 "DELETE /v2.0/networks/6b772325-3d17-49b0-bd12-c459fd515105 HTTP/1.1" status: 204 len: 168 time: 0.7799699 Sep 16 04:51:56.778262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab1570-33ff-4715-93e7-81022e8b5e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b772325-3d17-49b0-bd12-c459fd515105,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.782456 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.863087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=b5332ce7-35eb-4302-8f09-b416749b1264,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.871345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:56.884205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'port_id': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'mac_address': 'fa:16:3e:c2:e1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:56.928801 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.942115 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b99675-5dfd-46bd-8535-8c2a78cce25f {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:56.945969 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.961967 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d33118a0-8877-425c-87a4-52d2aa6316b2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:56.985939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:56.994472 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:56.998794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:57.004799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:57.028267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['b5332ce7-35eb-4302-8f09-b416749b1264'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:57.030149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Pushing event updated for resources: {'Port': ['ID=9749cb1e-7f05-4ba9-adb8-097633add788,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.031727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Made reservation on behalf of cc5f4eaa92a14c7eb311c3279a6ab851 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:57.042967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.074863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.075487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.077819 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.175328 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-f5b5bdf1-fb01-418c-bc71-86cf22fcb81b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2313712 Sep 16 04:51:57.190334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Request body: {'port': {'device_id': '47c9ea8a-3b8e-4a99-93ea-75323c4b02e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:57.240738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=11']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.251218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52120) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:57.275240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.344978 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d3b99675-5dfd-46bd-8535-8c2a78cce25f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:57.358019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f04f46-8f58-4684-a58a-6af9bea7e2b9 req-180c3e88-ebe6-4321-9400-e5b8afcca710 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.366218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70f04f46-8f58-4684-a58a-6af9bea7e2b9 req-180c3e88-ebe6-4321-9400-e5b8afcca710 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 936 time: 0.2136567 Sep 16 04:51:57.466648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70f04f46-8f58-4684-a58a-6af9bea7e2b9 req-c3921d8d-10c9-4c63-8b33-efc35be36a27 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994580 Sep 16 04:51:57.488693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0252a976-e5fb-4284-8fc4-04aac34765ad None None] Provisioning complete for port 9749cb1e-7f05-4ba9-adb8-097633add788 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:57.489083 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0252a976-e5fb-4284-8fc4-04aac34765ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.555922 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0252a976-e5fb-4284-8fc4-04aac34765ad None None] Port 9749cb1e-7f05-4ba9-adb8-097633add788 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:57.583565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Allocated IP 172.20.0.3 (45ec738b-ccb5-496c-a914-db9fd4674f59/4f7fb231-95c6-4afd-8e83-cdfae52ff5c2/ad49a241-6719-450e-b48e-c5e839b58651) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:57.594730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6f246-285a-4b5e-9ee3-a4f865e09548 req-0acc0d92-6587-4f3f-beeb-820ed685f6b5 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.602928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ba6f246-285a-4b5e-9ee3-a4f865e09548 req-0acc0d92-6587-4f3f-beeb-820ed685f6b5 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 944 time: 0.3291032 Sep 16 04:51:57.628137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6128fdc4-e57e-4757-a718-d788f59389f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8abd1b9c5dad42898b7f8fc6cd4c23fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640800 Sep 16 04:51:57.630777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52130) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:57.734005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9749cb1e-7f05-4ba9-adb8-097633add788 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:57.738852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-868a174a-19ff-4d3a-8f59-023963fdc6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.745363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.777043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Transition to ACTIVE for port object 9749cb1e-7f05-4ba9-adb8-097633add788 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:57.779098 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-868a174a-19ff-4d3a-8f59-023963fdc6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.869091 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.899299 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-868a174a-19ff-4d3a-8f59-023963fdc6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.902190 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-868a174a-19ff-4d3a-8f59-023963fdc6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.905804 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-868a174a-19ff-4d3a-8f59-023963fdc6b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0836a6ae-96dc-45e9-a86e-f8b43912dadd HTTP/1.1" status: 204 len: 168 time: 0.2715635 Sep 16 04:51:57.930078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a174a-19ff-4d3a-8f59-023963fdc6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0836a6ae-96dc-45e9-a86e-f8b43912dadd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.944498 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Pushing event updated for resources: {'Port': ['ID=9749cb1e-7f05-4ba9-adb8-097633add788,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:58.014881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-28ec6231-00c5-4b24-a682-9e9ebb20441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.016329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-28ec6231-00c5-4b24-a682-9e9ebb20441a service neutron] 10.222.0.23 "GET /v2.0/ports/a8325af5-44cb-44ee-a252-6e68b67041df HTTP/1.1" status: 200 len: 1025 time: 0.5613616 Sep 16 04:51:58.090377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Attempting to bind port 9749cb1e-7f05-4ba9-adb8-097633add788 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:58.090377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Attempting to bind port 9749cb1e-7f05-4ba9-adb8-097633add788 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:58.090377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Attempting to bind port 9749cb1e-7f05-4ba9-adb8-097633add788 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:58.098183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Port 9749cb1e-7f05-4ba9-adb8-097633add788 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:58.098506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Attempting to bind port 9749cb1e-7f05-4ba9-adb8-097633add788 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:58.104714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:58.105219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:58.105589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:58.106050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Bound port: 9749cb1e-7f05-4ba9-adb8-097633add788, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:58.106424 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.112062 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ba6f246-285a-4b5e-9ee3-a4f865e09548 req-e3a7d85c-8eb9-44a2-a757-235b8fd8333f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081513 Sep 16 04:51:58.134067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43ebf-89ec-44cc-9abc-179d17d91217 req-b689979a-03c7-48fa-ae8e-e002b01e5e2e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.134067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8a43ebf-89ec-44cc-9abc-179d17d91217 req-b689979a-03c7-48fa-ae8e-e002b01e5e2e tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.5449650 Sep 16 04:51:58.134067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ff272457-153c-4f81-b86a-f5a10aafb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.134067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ff272457-153c-4f81-b86a-f5a10aafb750 service neutron] 10.222.0.23 "GET /v2.0/ports/2eccfbee-550e-4934-aa2d-57a5f5442bc8 HTTP/1.1" status: 200 len: 1027 time: 0.0982976 Sep 16 04:51:58.180261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52136) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:58.271740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] For port 9749cb1e-7f05-4ba9-adb8-097633add788, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:58.278053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] For port 9749cb1e-7f05-4ba9-adb8-097633add788, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9749cb1e-7f05-4ba9-adb8-097633add788,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:58.284898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e774d1-7eac-4cbd-880e-5413f1af9820 admin admin] Deleting subnet 3a1dafa1-7e5e-4b66-946b-ae5de37c5555 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:58.287112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b5332ce7-35eb-4302-8f09-b416749b1264 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:58.294157 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1e774d1-7eac-4cbd-880e-5413f1af9820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.326239 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f46fa3da-d388-4835-964b-5a53ce898b7c req-c5cbd4be-9dea-488a-8f63-12ababdbcccc tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0748110 Sep 16 04:51:58.340022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-4bc76c49-1ee5-47f5-ab6b-09e1dc9c9eac tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.342541 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1e774d1-7eac-4cbd-880e-5413f1af9820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.346720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-4bc76c49-1ee5-47f5-ab6b-09e1dc9c9eac tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.352854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-4bc76c49-1ee5-47f5-ab6b-09e1dc9c9eac tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.355086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-4bc76c49-1ee5-47f5-ab6b-09e1dc9c9eac tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "GET /v2.0/networks?id=c8487353-bf70-4143-9d46-50f9b4c7e66b&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&id=e4736ad3-9a26-42c8-8dc7-2dd152730d61 HTTP/1.1" status: 200 len: 1990 time: 0.2104571 Sep 16 04:51:58.409500 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1e774d1-7eac-4cbd-880e-5413f1af9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.416315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8a43ebf-89ec-44cc-9abc-179d17d91217 req-f93fadad-fe31-47cc-9526-1a2953bc5ca6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814548 Sep 16 04:51:58.467223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-7d3faa63-50be-4d67-a88e-cec3892a1946 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d8940b4db54bdeb158d4e47be2666c HTTP/1.1" status: 200 len: 379 time: 0.0762231 Sep 16 04:51:58.480926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'port': {'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'admin_state_up': True, 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'security_groups': ['8e3d74ba-e52b-43bd-8f9f-bfdfef70c600']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:58.509815 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.661314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8c8de-2d70-412f-880e-4bcd6742664d req-8d6cb8a8-a86a-41a3-bab6-2f5e3d1be705 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.662740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1f8c8de-2d70-412f-880e-4bcd6742664d req-8d6cb8a8-a86a-41a3-bab6-2f5e3d1be705 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 948 time: 0.1039088 Sep 16 04:51:58.708248 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1f8c8de-2d70-412f-880e-4bcd6742664d req-7dda4cd6-6ba4-42a5-8166-07d204c4e65b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Sep 16 04:51:58.711255 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d3b99675-5dfd-46bd-8535-8c2a78cce25f up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:59.103612 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:51:59.115197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port b5332ce7-35eb-4302-8f09-b416749b1264 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:59.119660 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1e774d1-7eac-4cbd-880e-5413f1af9820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.120409 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port b5332ce7-35eb-4302-8f09-b416749b1264 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:59.120409 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.120696 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.122706 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.125776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:59.129466 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.150415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['b5332ce7-35eb-4302-8f09-b416749b1264'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:59.203630 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port d3b99675-5dfd-46bd-8535-8c2a78cce25f completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:59.221868 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d3b99675-5dfd-46bd-8535-8c2a78cce25f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:59.222613 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.236971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e774d1-7eac-4cbd-880e-5413f1af9820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1dafa1-7e5e-4b66-946b-ae5de37c5555,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:59.258051 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1e774d1-7eac-4cbd-880e-5413f1af9820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.263573 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b1e774d1-7eac-4cbd-880e-5413f1af9820 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3a1dafa1-7e5e-4b66-946b-ae5de37c5555 HTTP/1.1" status: 204 len: 168 time: 1.0824032 Sep 16 04:51:59.268478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52144) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:59.281180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.281740 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.283075 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] 10.222.0.23 "PUT /v2.0/ports/9749cb1e-7f05-4ba9-adb8-097633add788 HTTP/1.1" status: 200 len: 1097 time: 2.0972071 Sep 16 04:51:59.285687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c9ea8a-3b8e-4a99-93ea-75323c4b02e7', 'tag': '9749cb1e-7f05-4ba9-adb8-097633add788'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:59.288043 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab9bab2-4163-4140-ba34-9115254218a7" -d '{"events": [{"name": "network-changed", "server_uuid": "47c9ea8a-3b8e-4a99-93ea-75323c4b02e7", "tag": "9749cb1e-7f05-4ba9-adb8-097633add788"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:59.341930 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Pushing event updated for resources: {'Port': ['ID=ad49a241-6719-450e-b48e-c5e839b58651,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:59.363151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b9cff-fe92-4cff-9f26-8b913bcfb64f service neutron] Pushing event updated for resources: {'Port': ['ID=9749cb1e-7f05-4ba9-adb8-097633add788,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:59.403511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:59.403860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:59.404200 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:59.404556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:59.404890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:59.405216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:59.405540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:59.405859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:59.406178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:59.406494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:59.406813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:59.407121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:59.420206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Network 45ec738b-ccb5-496c-a914-db9fd4674f59 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:59.437942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:59.452864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:59.614528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf963495-ba48-4f94-8e49-413b80c914a2 req-80803ee6-2440-4b24-9ae0-2e90c7a1f36d tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.623361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf963495-ba48-4f94-8e49-413b80c914a2 req-80803ee6-2440-4b24-9ae0-2e90c7a1f36d tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 944 time: 0.3254521 Sep 16 04:51:59.642065 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.671868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1686ee5-9253-4463-a075-bb85f7273ce4 req-47638580-94e3-4d92-b325-d430f3e1e0b7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.1008105 Sep 16 04:51:59.730567 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf963495-ba48-4f94-8e49-413b80c914a2 req-7244e36e-460c-43f9-8541-c3a0649bc885 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061952 Sep 16 04:51:59.752700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.753353 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.767913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c1d54d-4abb-4882-8d7a-62960a1bf4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5332ce7-35eb-4302-8f09-b416749b1264'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:59.770389 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb809d69-a9b3-420a-9d70-5d9c178b4099" -d '{"events": [{"server_uuid": "48c1d54d-4abb-4882-8d7a-62960a1bf4c5", "name": "network-vif-plugged", "status": "completed", "tag": "b5332ce7-35eb-4302-8f09-b416749b1264"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:59.847420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b5332ce7-35eb-4302-8f09-b416749b1264, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b5332ce7-35eb-4302-8f09-b416749b1264,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:59.871036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.906256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Allocated IP 172.20.0.8 (c8487353-bf70-4143-9d46-50f9b4c7e66b/ebe9250e-52d1-4da4-a13f-ea260b6b0f94/c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:59.927766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eeff8-a5ab-4f9f-b9cb-6d0bbde10029 req-68ae165a-1386-47bd-9480-1468d6503c54 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.937150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c58eeff8-a5ab-4f9f-b9cb-6d0bbde10029 req-68ae165a-1386-47bd-9480-1468d6503c54 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 945 time: 0.0941017 Sep 16 04:51:59.956314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c3efec60-d9c7-4b75-a893-cf6b937f2fa3 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2343614 Sep 16 04:51:59.982125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Request body: {'port': {'device_id': 'b07ea583-ab67-42ce-8765-7ce3a4bae461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:00.009124 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.012569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device dc3c8ed1-2add-47ba-b593-b02fe5e596ed no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:00.049950 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c58eeff8-a5ab-4f9f-b9cb-6d0bbde10029 req-d730eea7-2616-4f55-ac8e-c343a0bd9a5b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113348 Sep 16 04:52:00.053661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:00.067265 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02af610c-ebcf-47f3-98c7-789ad9fad98b x-openstack-request-id: req-02af610c-ebcf-47f3-98c7-789ad9fad98b {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:00.067554 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c9ea8a-3b8e-4a99-93ea-75323c4b02e7", "tag": "9749cb1e-7f05-4ba9-adb8-097633add788", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:00.067861 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02af610c-ebcf-47f3-98c7-789ad9fad98b {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:00.068560 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c9ea8a-3b8e-4a99-93ea-75323c4b02e7', 'tag': '9749cb1e-7f05-4ba9-adb8-097633add788', 'status': 'completed', 'code': 200} Sep 16 04:52:00.125529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: dc3c8ed1-2add-47ba-b593-b02fe5e596ed {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:00.126608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device dc3c8ed1-2add-47ba-b593-b02fe5e596ed not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:00.127976 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 42efea52-a67c-47b8-acaf-c74b96065188 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:00.131200 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.146551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.163029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-1aff852a-4166-4cbf-ba03-ed56fecee361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.164600 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-1aff852a-4166-4cbf-ba03-ed56fecee361 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5475644b7074952bbbd1c1439286483&device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 1100 time: 0.0995157 Sep 16 04:52:00.215433 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cda076-14e2-4c4c-824a-5efb2963613d x-openstack-request-id: req-12cda076-14e2-4c4c-824a-5efb2963613d {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:00.217609 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c1d54d-4abb-4882-8d7a-62960a1bf4c5", "name": "network-vif-plugged", "status": "completed", "tag": "b5332ce7-35eb-4302-8f09-b416749b1264", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:00.218091 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12cda076-14e2-4c4c-824a-5efb2963613d {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:00.219813 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c1d54d-4abb-4882-8d7a-62960a1bf4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5332ce7-35eb-4302-8f09-b416749b1264', 'code': 200} Sep 16 04:52:00.234720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 42efea52-a67c-47b8-acaf-c74b96065188 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:00.236100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 42efea52-a67c-47b8-acaf-c74b96065188 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:00.240697 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.269860 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-4eda55ee-1f72-482e-8528-5a2c1ec9af37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=9749cb1e-7f05-4ba9-adb8-097633add788 HTTP/1.1" status: 200 len: 217 time: 0.0621026 Sep 16 04:52:00.311480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=b5332ce7-35eb-4302-8f09-b416749b1264,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.324381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb101d2c-14bd-476b-a5ea-74afc20e65d6 req-2cb8c2ee-cd19-4635-9845-1141bdefbdb6 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.325991 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb101d2c-14bd-476b-a5ea-74afc20e65d6 req-2cb8c2ee-cd19-4635-9845-1141bdefbdb6 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 948 time: 0.1521554 Sep 16 04:52:00.342908 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.369176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50035690-b639-4ea0-b704-d4b732afd059']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:00.382032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00afec33-f689-4231-bb00-069d9a42eeca') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:00.382763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00afec33-f689-4231-bb00-069d9a42eeca') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:00.385215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=12']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.396296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.413383 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.421009 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:00.421600 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.426525 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.486432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb101d2c-14bd-476b-a5ea-74afc20e65d6 req-1bb10438-5ac3-4ec5-bf71-1512513fc041 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463666 Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:00.533470 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:00.588187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-5d268453-bb32-4136-91ac-aa94087022cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.590821 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-5d268453-bb32-4136-91ac-aa94087022cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0587175 Sep 16 04:52:00.618146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea12060-f6c5-401b-af2b-a3c124e9aed7 req-819e0e02-230e-4375-bcd1-980012319ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.620670 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3ea12060-f6c5-401b-af2b-a3c124e9aed7 req-819e0e02-230e-4375-bcd1-980012319ccc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 1097 time: 0.4099455 Sep 16 04:52:00.621323 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.628585 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.636140 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] 10.222.0.24 "DELETE /v2.0/networks/50035690-b639-4ea0-b704-d4b732afd059 HTTP/1.1" status: 204 len: 168 time: 1.3593905 Sep 16 04:52:00.687111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506647e-e441-4cc0-89a1-4e4f79c7c160 admin admin] Pushing event deleted for resources: {'Network': ['ID=50035690-b639-4ea0-b704-d4b732afd059,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.718821 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-bb13527d-ae5e-4478-abe7-941947ab0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.720737 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-bb13527d-ae5e-4478-abe7-941947ab0e1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173747 Sep 16 04:52:00.722898 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3ea12060-f6c5-401b-af2b-a3c124e9aed7 req-b23aaaf7-7614-48a8-83a3-e6bf1088713d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909019 Sep 16 04:52:00.775036 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.821468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad49a241-6719-450e-b48e-c5e839b58651 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:00.832024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.853716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Transition to ACTIVE for port object ad49a241-6719-450e-b48e-c5e839b58651 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:00.903200 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-44e223bb-01f5-447b-8ea8-bed2eebedf7d service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722817 Sep 16 04:52:00.955956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Network c8487353-bf70-4143-9d46-50f9b4c7e66b is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:00.955956 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.972477 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:00.987175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:01.024396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Port': ['ID=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:01.040567 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e43c8ac5-9df9-44f5-bfb1-df37df465a46 req-d79dd245-b9a4-4b54-8880-3e2cde6811de service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281576 Sep 16 04:52:01.102956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f11098-aaf9-49ce-bf84-8401eb466394 req-a2c0e2fa-3cb8-48e5-90a8-41a46e76093f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.105403 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85f11098-aaf9-49ce-bf84-8401eb466394 req-a2c0e2fa-3cb8-48e5-90a8-41a46e76093f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 931 time: 0.2414260 Sep 16 04:52:01.127687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52194) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:01.141750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bf888-98f5-4e7c-aef5-045da8b68900 req-70fde6b2-4e6e-434d-b9fc-d0923912a412 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.150358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d5bf888-98f5-4e7c-aef5-045da8b68900 req-70fde6b2-4e6e-434d-b9fc-d0923912a412 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 945 time: 0.2873583 Sep 16 04:52:01.164155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.164998 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.233485 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fe8226c3-3322-4a30-ab42-49a4f23fd3a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8177cfb759ac40a7b4aca200af947007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1039884 Sep 16 04:52:01.234351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52196) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:01.285935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Pushing event updated for resources: {'Port': ['ID=ad49a241-6719-450e-b48e-c5e839b58651,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:01.289414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9bab2-4163-4140-ba34-9115254218a7 req-134a8df4-c34f-473d-9c77-7084a21ed6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.299518 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab9bab2-4163-4140-ba34-9115254218a7 req-134a8df4-c34f-473d-9c77-7084a21ed6a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5475644b7074952bbbd1c1439286483&device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 1100 time: 0.1191056 Sep 16 04:52:01.349895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85f11098-aaf9-49ce-bf84-8401eb466394 req-af423f5b-014d-4682-bd34-b26516989888 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292821 Sep 16 04:52:01.362695 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d15c4d1-36fa-4cad-89ec-38d92627c6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.374678 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d5bf888-98f5-4e7c-aef5-045da8b68900 req-6c617ceb-4c33-4a0d-aaee-e56e778f75b7 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234523 Sep 16 04:52:01.396804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3586a9a2-bc19-4fc1-992d-d44bcb7bd9c3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9204054 Sep 16 04:52:01.444793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Attempting to bind port ad49a241-6719-450e-b48e-c5e839b58651 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:01.445187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Attempting to bind port ad49a241-6719-450e-b48e-c5e839b58651 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:01.445304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d15c4d1-36fa-4cad-89ec-38d92627c6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.445466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Attempting to bind port ad49a241-6719-450e-b48e-c5e839b58651 on network 45ec738b-ccb5-496c-a914-db9fd4674f59 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:01.488774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a00d9212-f474-4332-8da7-8ff6d213dab4 None None] Provisioning complete for port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:01.489247 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a00d9212-f474-4332-8da7-8ff6d213dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.489435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'port': {'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4', 'admin_state_up': True, 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'security_groups': ['8e3d74ba-e52b-43bd-8f9f-bfdfef70c600']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:01.498828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9bab2-4163-4140-ba34-9115254218a7 req-70153cc0-6785-427f-8b89-0776c2ef4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.501603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Port ad49a241-6719-450e-b48e-c5e839b58651 on network 45ec738b-ccb5-496c-a914-db9fd4674f59 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:01.501923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Attempting to bind port ad49a241-6719-450e-b48e-c5e839b58651 on network 45ec738b-ccb5-496c-a914-db9fd4674f59 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:01.509298 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab9bab2-4163-4140-ba34-9115254218a7 req-70153cc0-6785-427f-8b89-0776c2ef4d91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.2002256 Sep 16 04:52:01.550015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a00d9212-f474-4332-8da7-8ff6d213dab4 None None] Port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:01.566327 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab9bab2-4163-4140-ba34-9115254218a7 req-72ab2959-5202-4526-863b-af4eaf492207 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=9749cb1e-7f05-4ba9-adb8-097633add788 HTTP/1.1" status: 200 len: 217 time: 0.0568187 Sep 16 04:52:01.574792 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:01.575439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Checking segment: {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:01.576080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Bound using segment: {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:01.584852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Bound port: ad49a241-6719-450e-b48e-c5e839b58651, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:01.586759 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.632675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d15c4d1-36fa-4cad-89ec-38d92627c6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.636203 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d15c4d1-36fa-4cad-89ec-38d92627c6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.640572 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8d15c4d1-36fa-4cad-89ec-38d92627c6a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4e78b80-3235-4423-8b4a-bc255128e5ba HTTP/1.1" status: 204 len: 168 time: 0.4012802 Sep 16 04:52:01.657625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15c4d1-36fa-4cad-89ec-38d92627c6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e78b80-3235-4423-8b4a-bc255128e5ba,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:01.670650 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9bab2-4163-4140-ba34-9115254218a7 req-8de311da-ccbd-4f57-9d9f-c59b5088f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.672636 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab9bab2-4163-4140-ba34-9115254218a7 req-8de311da-ccbd-4f57-9d9f-c59b5088f8c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0953612 Sep 16 04:52:01.765497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9bab2-4163-4140-ba34-9115254218a7 req-9e39521a-cb1a-4378-bacb-f301c60ccad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.766834 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab9bab2-4163-4140-ba34-9115254218a7 req-9e39521a-cb1a-4378-bacb-f301c60ccad4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0772867 Sep 16 04:52:01.859085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad28f7-faef-47d4-9d59-947b6de8be98 req-77b823c9-7450-418f-9b46-1ec3a139deda tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.860898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfad28f7-faef-47d4-9d59-947b6de8be98 req-77b823c9-7450-418f-9b46-1ec3a139deda tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 948 time: 0.2460060 Sep 16 04:52:01.886399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45c6d7-51ea-43c8-b83d-0b736fcada40 req-16d2d48b-955f-4517-89bc-f4e9f92f09a2 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.895092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a45c6d7-51ea-43c8-b83d-0b736fcada40 req-16d2d48b-955f-4517-89bc-f4e9f92f09a2 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 946 time: 0.2811406 Sep 16 04:52:01.910079 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab9bab2-4163-4140-ba34-9115254218a7 req-f6c4f6b3-8da5-4a9e-b10b-81c8c2327295 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332910 Sep 16 04:52:01.936345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] For port ad49a241-6719-450e-b48e-c5e839b58651, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:01.942023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] For port ad49a241-6719-450e-b48e-c5e839b58651, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ad49a241-6719-450e-b48e-c5e839b58651,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:02.006266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfad28f7-faef-47d4-9d59-947b6de8be98 req-21ff8b8a-ca63-4d10-bee4-399c422a6ee0 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326773 Sep 16 04:52:02.021798 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.067626 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab9bab2-4163-4140-ba34-9115254218a7 req-c301eda3-19c8-420f-9cb7-48c7c2877778 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481974 Sep 16 04:52:02.109504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a45c6d7-51ea-43c8-b83d-0b736fcada40 req-d9597603-4ff5-49ec-97d7-485f63ea22e8 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112679 Sep 16 04:52:02.118705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.119347 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.121231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] 10.222.0.23 "PUT /v2.0/ports/ad49a241-6719-450e-b48e-c5e839b58651 HTTP/1.1" status: 200 len: 1092 time: 2.1517522 Sep 16 04:52:02.121698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07ea583-ab67-42ce-8765-7ce3a4bae461', 'tag': 'ad49a241-6719-450e-b48e-c5e839b58651'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:02.124108 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed56758-1d5d-461a-b6a7-48bf4a278093" -d '{"events": [{"name": "network-changed", "server_uuid": "b07ea583-ab67-42ce-8765-7ce3a4bae461", "tag": "ad49a241-6719-450e-b48e-c5e839b58651"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:02.145580 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:02.149625 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.190902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e90b9c-ff1f-41b6-a928-9cfe73581394 service neutron] Pushing event updated for resources: {'Port': ['ID=ad49a241-6719-450e-b48e-c5e839b58651,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:02.203035 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72844fbd-fc19-41fb-b38f-50fa2afca5b4 x-openstack-request-id: req-72844fbd-fc19-41fb-b38f-50fa2afca5b4 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:02.203438 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07ea583-ab67-42ce-8765-7ce3a4bae461", "tag": "ad49a241-6719-450e-b48e-c5e839b58651", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:02.203736 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72844fbd-fc19-41fb-b38f-50fa2afca5b4 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:02.204176 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07ea583-ab67-42ce-8765-7ce3a4bae461', 'tag': 'ad49a241-6719-450e-b48e-c5e839b58651', 'status': 'completed', 'code': 200} Sep 16 04:52:02.221979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:02.225561 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb20544-841a-457a-acca-dd46f6654602" -d '{"events": [{"server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "name": "network-vif-plugged", "status": "completed", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:02.312092 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7ddf48-9fae-4e7b-8dd2-6b7639ec5072 x-openstack-request-id: req-ad7ddf48-9fae-4e7b-8dd2-6b7639ec5072 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:02.313576 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "name": "network-vif-plugged", "status": "completed", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:02.314355 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad7ddf48-9fae-4e7b-8dd2-6b7639ec5072 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:02.315186 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'code': 200} Sep 16 04:52:02.357222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed56758-1d5d-461a-b6a7-48bf4a278093 req-268f2a9b-f9ba-4668-9095-853fcc374130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.364211 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ed56758-1d5d-461a-b6a7-48bf4a278093 req-268f2a9b-f9ba-4668-9095-853fcc374130 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&device_id=b07ea583-ab67-42ce-8765-7ce3a4bae461 HTTP/1.1" status: 200 len: 1095 time: 0.1202359 Sep 16 04:52:02.405579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Allocated IP 10.1.1.153 (ab7135e2-e0d6-40d3-b66f-6a0dc7958da4/61ec68ca-f448-414e-8e97-d1e258f0e92d/3187c83a-2f99-4514-ae4a-2e228455e9c6) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:02.582345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8b520-c387-4033-84eb-5242f94819d7 req-18d98bd9-ce49-4306-91e4-9ef5a3542c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.590265 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-44e8b520-c387-4033-84eb-5242f94819d7 req-18d98bd9-ce49-4306-91e4-9ef5a3542c7c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0599504 Sep 16 04:52:02.643030 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-44e8b520-c387-4033-84eb-5242f94819d7 req-5ae18719-d1d7-42ec-894d-391b80f1b3ae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478780 Sep 16 04:52:02.715726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7a03d-70be-4db2-b90f-7bfa21711622 req-48bb7021-af03-4ad2-81e0-85191f1701eb tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.722360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39a7a03d-70be-4db2-b90f-7bfa21711622 req-48bb7021-af03-4ad2-81e0-85191f1701eb tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 945 time: 0.2081308 Sep 16 04:52:02.759342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed56758-1d5d-461a-b6a7-48bf4a278093 req-f29102f2-2484-4f68-b16e-db157aed64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.760490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9749cb1e-7f05-4ba9-adb8-097633add788 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:02.761858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ed56758-1d5d-461a-b6a7-48bf4a278093 req-f29102f2-2484-4f68-b16e-db157aed64f7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3513610 Sep 16 04:52:02.770154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c66d8-9c19-4401-9ab3-d02a5e8a1d49 req-386b9245-aeb8-47b7-a8c8-d4a603f38b48 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.773008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-777c66d8-9c19-4401-9ab3-d02a5e8a1d49 req-386b9245-aeb8-47b7-a8c8-d4a603f38b48 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 931 time: 0.2379041 Sep 16 04:52:02.837495 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-777c66d8-9c19-4401-9ab3-d02a5e8a1d49 req-c47e9b87-5540-4c9e-b235-7300c252f590 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537663 Sep 16 04:52:02.888429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39a7a03d-70be-4db2-b90f-7bfa21711622 req-ba3a67ef-1e17-427f-ba0f-e8473bc052c8 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347804 Sep 16 04:52:02.968874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 9749cb1e-7f05-4ba9-adb8-097633add788, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9749cb1e-7f05-4ba9-adb8-097633add788,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:03.006045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '9749cb1e-7f05-4ba9-adb8-097633add788', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '9749cb1e-7f05-4ba9-adb8-097633add788', 'mac_address': 'fa:16:3e:9f:76:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:03.009574 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.082764 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.101989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed56758-1d5d-461a-b6a7-48bf4a278093 req-eee13b6b-0030-4b14-950c-25c3ee58e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.107270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9749cb1e-7f05-4ba9-adb8-097633add788 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:03.112493 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ed56758-1d5d-461a-b6a7-48bf4a278093 req-eee13b6b-0030-4b14-950c-25c3ee58e753 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2533815 Sep 16 04:52:03.147387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 9749cb1e-7f05-4ba9-adb8-097633add788, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9749cb1e-7f05-4ba9-adb8-097633add788,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:03.236646 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.247931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65466b-795a-4520-8a2d-47fa5d43284b req-560b1106-0d3a-40bd-941e-83794ab3ce94 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.249586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c65466b-795a-4520-8a2d-47fa5d43284b req-560b1106-0d3a-40bd-941e-83794ab3ce94 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07ea583-ab67-42ce-8765-7ce3a4bae461 HTTP/1.1" status: 200 len: 943 time: 0.1513343 Sep 16 04:52:03.257679 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-22a0c74e-2313-4877-9842-9ac8f13b26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.259168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-22a0c74e-2313-4877-9842-9ac8f13b26cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&device_id=b07ea583-ab67-42ce-8765-7ce3a4bae461 HTTP/1.1" status: 200 len: 1095 time: 0.0963540 Sep 16 04:52:03.269819 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.329036 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=9749cb1e-7f05-4ba9-adb8-097633add788,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:03.541948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['9749cb1e-7f05-4ba9-adb8-097633add788'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:03.691823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f5e62-ad0a-458f-9e76-c940ae4ce7ed req-c458f4db-a708-48bc-9f84-51a8e6226e11 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.693357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb2f5e62-ad0a-458f-9e76-c940ae4ce7ed req-c458f4db-a708-48bc-9f84-51a8e6226e11 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 948 time: 0.5171652 Sep 16 04:52:03.698821 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-8f2c9ceb-1db2-41e1-ba52-9c8f7cd897f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad49a241-6719-450e-b48e-c5e839b58651 HTTP/1.1" status: 200 len: 217 time: 0.4261885 Sep 16 04:52:03.728584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:03.779003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:03.792112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c65466b-795a-4520-8a2d-47fa5d43284b req-9ae8c38d-ef7d-45b5-937f-8a4fef9998ec tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314231 Sep 16 04:52:03.808536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:03.811305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Port': ['ID=3187c83a-2f99-4514-ae4a-2e228455e9c6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:03.907484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb2f5e62-ad0a-458f-9e76-c940ae4ce7ed req-5e9c0c08-d0d2-42c6-b52b-c53cd037de24 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793320 Sep 16 04:52:03.920226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-04933fa3-44ae-4648-b7d0-fdbb1086d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.921963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-04933fa3-44ae-4648-b7d0-fdbb1086d975 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f7fb231-95c6-4afd-8e83-cdfae52ff5c2 HTTP/1.1" status: 200 len: 852 time: 0.1982470 Sep 16 04:52:03.954362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.955247 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.009789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-ab8eab19-d4c7-4a8d-a584-6cafdf51e407 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45ec738b-ccb5-496c-a914-db9fd4674f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744166 Sep 16 04:52:04.066951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee333cab-906d-4a7b-b2fe-508172b56ff0 req-f043d395-9e2e-4b79-9a12-b2e511f8d854 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.071607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee333cab-906d-4a7b-b2fe-508172b56ff0 req-f043d395-9e2e-4b79-9a12-b2e511f8d854 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 946 time: 0.1452641 Sep 16 04:52:04.129513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-be92e3b0-067d-4e17-90c1-7e112fc4d83a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6880088 Sep 16 04:52:04.149164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'port': {'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4', 'admin_state_up': True, 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'security_groups': ['8e3d74ba-e52b-43bd-8f9f-bfdfef70c600']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:04.190031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-abe5685b-377f-44a5-9196-c54e79ffa57a None None] Provisioning complete for port 3187c83a-2f99-4514-ae4a-2e228455e9c6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:04.190577 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-abe5685b-377f-44a5-9196-c54e79ffa57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.244325 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-abe5685b-377f-44a5-9196-c54e79ffa57a None None] Port 3187c83a-2f99-4514-ae4a-2e228455e9c6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:04.265341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee333cab-906d-4a7b-b2fe-508172b56ff0 req-27b6fa12-6c90-44dd-b9d8-e3ed7c5f0846 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597276 Sep 16 04:52:04.326820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-c5211bb1-e984-4623-9cc3-1cf798cd022c service neutron] 10.222.0.23 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100991 Sep 16 04:52:04.468122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:04.472231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.549642 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd5a19b6-79dc-43b3-b0f9-7484a850f02b req-0bf52d44-dda3-423f-a20c-53ea9e406596 service neutron] 10.222.0.23 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160671 Sep 16 04:52:04.559882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b0ca-90eb-4c4b-b5f2-b2d02cdd010c req-710477c6-d1bb-4f98-829e-4c311177dc57 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.567504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b0ca-90eb-4c4b-b5f2-b2d02cdd010c req-710477c6-d1bb-4f98-829e-4c311177dc57 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.569585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb23b0ca-90eb-4c4b-b5f2-b2d02cdd010c req-710477c6-d1bb-4f98-829e-4c311177dc57 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 1653 time: 0.1732686 Sep 16 04:52:04.696542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb23b0ca-90eb-4c4b-b5f2-b2d02cdd010c req-9d9031c6-7033-4d2f-ba32-22c63fbfbfea tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871751 Sep 16 04:52:04.751583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Allocated IP 10.1.1.212 (ab7135e2-e0d6-40d3-b66f-6a0dc7958da4/61ec68ca-f448-414e-8e97-d1e258f0e92d/dfd779c3-6268-4c99-a46d-f7e68488baf2) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:04.774448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9749cb1e-7f05-4ba9-adb8-097633add788 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:04.956883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 9749cb1e-7f05-4ba9-adb8-097633add788 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:04.961444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 9749cb1e-7f05-4ba9-adb8-097633add788 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:04.961808 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.045200 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18fb32-aa5a-467e-b0fe-f47d4facb378 req-e16f829c-0ee1-467d-a0bf-03a8856ed2a9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.046703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e18fb32-aa5a-467e-b0fe-f47d4facb378 req-e16f829c-0ee1-467d-a0bf-03a8856ed2a9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07ea583-ab67-42ce-8765-7ce3a4bae461 HTTP/1.1" status: 200 len: 943 time: 0.1169202 Sep 16 04:52:05.055721 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.076348 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.084340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c9ea8a-3b8e-4a99-93ea-75323c4b02e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9749cb1e-7f05-4ba9-adb8-097633add788'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:05.086907 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b72b11-8731-492f-9e9a-112c4d8c102b" -d '{"events": [{"server_uuid": "47c9ea8a-3b8e-4a99-93ea-75323c4b02e7", "name": "network-vif-plugged", "status": "completed", "tag": "9749cb1e-7f05-4ba9-adb8-097633add788"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:05.101866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 9749cb1e-7f05-4ba9-adb8-097633add788, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9749cb1e-7f05-4ba9-adb8-097633add788,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:05.120226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b26601-77ef-4869-b03a-627fa855c1f0 req-c02becca-76a9-42db-9083-bb7c5ad8adb5 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.121866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9b26601-77ef-4869-b03a-627fa855c1f0 req-c02becca-76a9-42db-9083-bb7c5ad8adb5 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 949 time: 0.1336577 Sep 16 04:52:05.129427 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e18fb32-aa5a-467e-b0fe-f47d4facb378 req-75fc47ea-2d97-4d55-a7a3-0713def2b353 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739937 Sep 16 04:52:05.176576 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fbdf29-ba5a-4527-b012-1ae024c58b40 x-openstack-request-id: req-d1fbdf29-ba5a-4527-b012-1ae024c58b40 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:05.177079 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c9ea8a-3b8e-4a99-93ea-75323c4b02e7", "name": "network-vif-plugged", "status": "completed", "tag": "9749cb1e-7f05-4ba9-adb8-097633add788", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:05.177599 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1fbdf29-ba5a-4527-b012-1ae024c58b40 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:05.178870 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c9ea8a-3b8e-4a99-93ea-75323c4b02e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9749cb1e-7f05-4ba9-adb8-097633add788', 'code': 200} Sep 16 04:52:05.193189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9b26601-77ef-4869-b03a-627fa855c1f0 req-d47985c1-a0a9-4f98-a68d-4acd3e62f3c7 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626135 Sep 16 04:52:05.197189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52352) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:05.282865 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.308100 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.342213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=9749cb1e-7f05-4ba9-adb8-097633add788,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:05.346178 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22fb6083-2a19-4b6e-b0e4-ab02adc64be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.426361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Port': ['ID=dfd779c3-6268-4c99-a46d-f7e68488baf2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:05.458108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846d029-e4cb-4a2c-8fc6-ce39ef2d7a68 req-90cc8e93-41ad-4851-ba5f-a50da4ee8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.459596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7846d029-e4cb-4a2c-8fc6-ce39ef2d7a68 req-90cc8e93-41ad-4851-ba5f-a50da4ee8cc4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 1102 time: 0.1890764 Sep 16 04:52:05.461724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:05.471907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:05.477323 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22fb6083-2a19-4b6e-b0e4-ab02adc64be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.483404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:05.542322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bd747-f4a3-47e5-9235-0a5445c4180f req-654f2cc3-ac4f-4512-96fe-d95dbf23d4ae tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.543936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df8bd747-f4a3-47e5-9235-0a5445c4180f req-654f2cc3-ac4f-4512-96fe-d95dbf23d4ae tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 946 time: 0.1605239 Sep 16 04:52:05.551915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52362) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:05.561293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22fb6083-2a19-4b6e-b0e4-ab02adc64be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.599260 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7846d029-e4cb-4a2c-8fc6-ce39ef2d7a68 req-dcad4568-ff37-479b-ac96-98f0101702a4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180458 Sep 16 04:52:05.624031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.624992 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.626812 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-22fb6083-2a19-4b6e-b0e4-ab02adc64be4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=893ba71214a0428a90033727e16b39ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267528 Sep 16 04:52:05.627800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52368) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:05.630089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb6083-2a19-4b6e-b0e4-ab02adc64be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53559a6-00b8-41bb-aa93-c425f46c497b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:05.671783 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df8bd747-f4a3-47e5-9235-0a5445c4180f req-988dfa39-8f3f-4309-a77f-34b9a6854c98 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206980 Sep 16 04:52:05.719742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f66648e-4173-4578-9298-3a1f7a941159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.749778 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-03dde82a-333d-40d0-b67d-f30a99f75547 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6075819 Sep 16 04:52:05.776318 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f66648e-4173-4578-9298-3a1f7a941159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.784242 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10525d5d-8715-4e3d-b072-e7b63e0ca329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.813852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'port': {'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61', 'admin_state_up': True, 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'security_groups': ['8e3d74ba-e52b-43bd-8f9f-bfdfef70c600']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:05.878718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9cc347d2-7133-4b36-b3da-e57f1d153a78 None None] Provisioning complete for port dfd779c3-6268-4c99-a46d-f7e68488baf2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:05.879222 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9cc347d2-7133-4b36-b3da-e57f1d153a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.932997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9cc347d2-7133-4b36-b3da-e57f1d153a78 None None] Port dfd779c3-6268-4c99-a46d-f7e68488baf2 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:05.937755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33642bdd-bd66-4f3c-8292-55f8af80651a req-d2c99124-0c3d-4d8a-bf2d-dd1dc37405a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.940867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33642bdd-bd66-4f3c-8292-55f8af80651a req-d2c99124-0c3d-4d8a-bf2d-dd1dc37405a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.946855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33642bdd-bd66-4f3c-8292-55f8af80651a req-d2c99124-0c3d-4d8a-bf2d-dd1dc37405a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.949575 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33642bdd-bd66-4f3c-8292-55f8af80651a req-d2c99124-0c3d-4d8a-bf2d-dd1dc37405a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 2374 time: 0.1557169 Sep 16 04:52:05.961737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f66648e-4173-4578-9298-3a1f7a941159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.964641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f66648e-4173-4578-9298-3a1f7a941159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.966526 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6f66648e-4173-4578-9298-3a1f7a941159 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c53559a6-00b8-41bb-aa93-c425f46c497b HTTP/1.1" status: 204 len: 168 time: 0.3377323 Sep 16 04:52:06.014255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33642bdd-bd66-4f3c-8292-55f8af80651a req-c6fec49e-9c31-4d00-ba4c-5fe997ba04ba tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533042 Sep 16 04:52:06.016807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66648e-4173-4578-9298-3a1f7a941159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53559a6-00b8-41bb-aa93-c425f46c497b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:06.061019 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10525d5d-8715-4e3d-b072-e7b63e0ca329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.126323 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10525d5d-8715-4e3d-b072-e7b63e0ca329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.175385 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-10525d5d-8715-4e3d-b072-e7b63e0ca329 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aeb380f102db46a1be494684ddd39c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198201 Sep 16 04:52:06.175385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10525d5d-8715-4e3d-b072-e7b63e0ca329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0544012d-b854-4245-afa0-f57387b4c507,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:06.179498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52376) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:06.231174 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:06.417683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-396d8d49-a666-4bc4-917a-543c33652caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.431517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffe40e-6174-48e6-bf21-922215471d41 req-75e82368-c894-407f-9147-e90692074c25 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.433999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37ffe40e-6174-48e6-bf21-922215471d41 req-75e82368-c894-407f-9147-e90692074c25 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07ea583-ab67-42ce-8765-7ce3a4bae461 HTTP/1.1" status: 200 len: 943 time: 0.1984622 Sep 16 04:52:06.445165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea3d48-dd61-476c-8c66-821fcd71192e req-29715024-d60b-4824-8b44-566b4c17b1af tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.446660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7ea3d48-dd61-476c-8c66-821fcd71192e req-29715024-d60b-4824-8b44-566b4c17b1af tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 950 time: 0.1775706 Sep 16 04:52:06.457543 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.513957 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-396d8d49-a666-4bc4-917a-543c33652caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.563925 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37ffe40e-6174-48e6-bf21-922215471d41 req-9c40ef1f-f3c4-47fe-b971-45accddf3d8c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162486 Sep 16 04:52:06.586117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7ea3d48-dd61-476c-8c66-821fcd71192e req-25f7c39a-aea2-4ba5-86b5-aef46d3bbe8a tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188614 Sep 16 04:52:06.769084 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-396d8d49-a666-4bc4-917a-543c33652caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.770606 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-396d8d49-a666-4bc4-917a-543c33652caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.776150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-396d8d49-a666-4bc4-917a-543c33652caf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0544012d-b854-4245-afa0-f57387b4c507 HTTP/1.1" status: 204 len: 168 time: 0.5923119 Sep 16 04:52:06.778719 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ad49a241-6719-450e-b48e-c5e839b58651 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:06.802114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Allocated IP 10.2.2.100 (e4736ad3-9a26-42c8-8dc7-2dd152730d61/4c03be75-dfaa-43ca-8637-e3c4c294e56b/fbdc05d8-6e27-488d-8ccd-7146341eee48) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:06.828272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52392) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:06.861327 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66f88335-23c5-4183-9f38-46329196b0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.922629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d8d49-a666-4bc4-917a-543c33652caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0544012d-b854-4245-afa0-f57387b4c507,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:06.976794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port ad49a241-6719-450e-b48e-c5e839b58651, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ad49a241-6719-450e-b48e-c5e839b58651,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:06.990643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'ad49a241-6719-450e-b48e-c5e839b58651', 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59', 'port_id': 'ad49a241-6719-450e-b48e-c5e839b58651', 'mac_address': 'fa:16:3e:a4:58:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7fb231-95c6-4afd-8e83-cdfae52ff5c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:07.016260 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66f88335-23c5-4183-9f38-46329196b0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.029337 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.038213 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.068712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad49a241-6719-450e-b48e-c5e839b58651 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:07.076610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc4758-56ad-4359-abd1-bceacea9c2f4 req-28862d92-3420-421b-899a-87596fd93834 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.084409 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbc4758-56ad-4359-abd1-bceacea9c2f4 req-28862d92-3420-421b-899a-87596fd93834 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 946 time: 0.2858603 Sep 16 04:52:07.095013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port ad49a241-6719-450e-b48e-c5e839b58651, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ad49a241-6719-450e-b48e-c5e839b58651,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:07.134897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbbc4758-56ad-4359-abd1-bceacea9c2f4 req-334ae7e4-4337-40fe-83af-2c09093998c6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494914 Sep 16 04:52:07.143610 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66f88335-23c5-4183-9f38-46329196b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.198928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f88335-23c5-4183-9f38-46329196b0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad45078c-55f7-48c6-8876-98fed9fd6251,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.209117 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.212649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5890-eade-458b-9b39-0dea7588aa14 req-184357e3-66ca-4d7a-999a-e6a58ba0a235 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.216659 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-66f88335-23c5-4183-9f38-46329196b0ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9c0ca08e506475cb63ddf28adf421de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887882 Sep 16 04:52:07.219451 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52400) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:07.221478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5890-eade-458b-9b39-0dea7588aa14 req-184357e3-66ca-4d7a-999a-e6a58ba0a235 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.230123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5890-eade-458b-9b39-0dea7588aa14 req-184357e3-66ca-4d7a-999a-e6a58ba0a235 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.232334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-456a5890-eade-458b-9b39-0dea7588aa14 req-184357e3-66ca-4d7a-999a-e6a58ba0a235 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 2374 time: 0.0959282 Sep 16 04:52:07.286392 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31407f38-4fdf-4c4a-bec0-bbc37d64aa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.294548 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.295535 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=ad49a241-6719-450e-b48e-c5e839b58651,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.320119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31407f38-4fdf-4c4a-bec0-bbc37d64aa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.365971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Network e4736ad3-9a26-42c8-8dc7-2dd152730d61 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:07.390437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:07.393286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:07.434623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-456a5890-eade-458b-9b39-0dea7588aa14 req-47810aad-74c6-4d4e-a001-4e4f3f75ec94 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923811 Sep 16 04:52:07.458320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Port': ['ID=fbdc05d8-6e27-488d-8ccd-7146341eee48,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.480706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.480706 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.483145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['ad49a241-6719-450e-b48e-c5e839b58651'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:07.527502 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31407f38-4fdf-4c4a-bec0-bbc37d64aa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.531202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31407f38-4fdf-4c4a-bec0-bbc37d64aa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.531602 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-31407f38-4fdf-4c4a-bec0-bbc37d64aa08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad45078c-55f7-48c6-8876-98fed9fd6251 HTTP/1.1" status: 204 len: 168 time: 0.3108332 Sep 16 04:52:07.546525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31407f38-4fdf-4c4a-bec0-bbc37d64aa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad45078c-55f7-48c6-8876-98fed9fd6251,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.588406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-334dac1e-c15b-4b99-aa08-ce6c836046c6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7769163 Sep 16 04:52:07.596285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'port': {'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61', 'admin_state_up': True, 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'security_groups': ['8e3d74ba-e52b-43bd-8f9f-bfdfef70c600']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:07.782373 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f10aff62-2f22-4f67-903b-067d9f4892f7 None None] Provisioning complete for port fbdc05d8-6e27-488d-8ccd-7146341eee48 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:07.783499 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f10aff62-2f22-4f67-903b-067d9f4892f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.827395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f10aff62-2f22-4f67-903b-067d9f4892f7 None None] Port fbdc05d8-6e27-488d-8ccd-7146341eee48 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:07.830449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9037f8-07d5-456b-be03-7734ef8e0850 req-b97a72e5-38f0-426a-b8eb-36cc3b822b58 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.832089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d9037f8-07d5-456b-be03-7734ef8e0850 req-b97a72e5-38f0-426a-b8eb-36cc3b822b58 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07ea583-ab67-42ce-8765-7ce3a4bae461 HTTP/1.1" status: 200 len: 944 time: 0.1229110 Sep 16 04:52:07.877366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854b00-405c-41f7-b83f-e3dfa3275082 req-9e61d398-6a89-4b9b-ab97-349587f59c82 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.879090 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb854b00-405c-41f7-b83f-e3dfa3275082 req-9e61d398-6a89-4b9b-ab97-349587f59c82 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 950 time: 0.1348813 Sep 16 04:52:07.917086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d9037f8-07d5-456b-be03-7734ef8e0850 req-909d0a5f-4581-43cb-a90f-c4d981f61723 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749226 Sep 16 04:52:07.953171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb854b00-405c-41f7-b83f-e3dfa3275082 req-4f080f94-a5c9-4322-81c8-9725e70b29e7 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615451 Sep 16 04:52:07.962323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Made reservation on behalf of 29d8940b4db54bdeb158d4e47be2666c for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:07.972982 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.245879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Allocated IP 10.2.2.200 (e4736ad3-9a26-42c8-8dc7-2dd152730d61/4c03be75-dfaa-43ca-8637-e3c4c294e56b/043eee9d-4c0a-4074-9c55-f1ea00b36a05) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:08.403178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.574962 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.613799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52446) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:08.672995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Network e4736ad3-9a26-42c8-8dc7-2dd152730d61 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:08.714181 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:08.730647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:08.737197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event updated for resources: {'Port': ['ID=043eee9d-4c0a-4074-9c55-f1ea00b36a05,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:08.752148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-426832214-network', 'tenant_id': '6332bbc83f294ee0b38d3c25d9795b84'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:08.777754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ad49a241-6719-450e-b48e-c5e839b58651 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:08.787591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab73f6-af3b-42d0-8507-0a9106722351 req-db35540d-cf75-4062-9d7d-d4b94b440a66 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.796686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab73f6-af3b-42d0-8507-0a9106722351 req-db35540d-cf75-4062-9d7d-d4b94b440a66 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.801168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab73f6-af3b-42d0-8507-0a9106722351 req-db35540d-cf75-4062-9d7d-d4b94b440a66 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.807892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab73f6-af3b-42d0-8507-0a9106722351 req-db35540d-cf75-4062-9d7d-d4b94b440a66 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.809977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-58ab73f6-af3b-42d0-8507-0a9106722351 req-db35540d-cf75-4062-9d7d-d4b94b440a66 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 3095 time: 0.2880318 Sep 16 04:52:08.851841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc39eb6-ff3b-4041-b743-d5247c036580 req-028bce2e-c720-48a4-b750-2b2ce0a425b3 tempest-ServersAdminNegativeTestJSON-1847890994 tempest-ServersAdminNegativeTestJSON-1847890994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.853879 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbc39eb6-ff3b-4041-b743-d5247c036580 req-028bce2e-c720-48a4-b750-2b2ce0a425b3 tempest-ServersAdminNegativeTestJSON-1847890994 tempest-ServersAdminNegativeTestJSON-1847890994-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 1102 time: 0.2457843 Sep 16 04:52:08.876580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-58ab73f6-af3b-42d0-8507-0a9106722351 req-0ccf5426-e334-447d-84be-1d23cb1b04ec tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531485 Sep 16 04:52:08.883769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.884872 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.908672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Made reservation on behalf of 6332bbc83f294ee0b38d3c25d9795b84 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:08.911404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.933235 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.934735 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbc39eb6-ff3b-4041-b743-d5247c036580 req-47d750ad-47a1-4c5f-86c4-5a712b2e5af3 tempest-ServersAdminNegativeTestJSON-1847890994 tempest-ServersAdminNegativeTestJSON-1847890994-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.967145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port ad49a241-6719-450e-b48e-c5e839b58651 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:08.972874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port ad49a241-6719-450e-b48e-c5e839b58651 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:08.973504 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.092983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a2778-5ed6-4d63-a805-aeb0712c4923 req-c260f3cb-c4c6-41c8-ab24-224d84d79720 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.100878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cb9590d1-a4e8-4442-a873-7c0b5ad09ff5 None None] Provisioning complete for port 043eee9d-4c0a-4074-9c55-f1ea00b36a05 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:09.101271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a0a2778-5ed6-4d63-a805-aeb0712c4923 req-c260f3cb-c4c6-41c8-ab24-224d84d79720 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07ea583-ab67-42ce-8765-7ce3a4bae461 HTTP/1.1" status: 200 len: 944 time: 0.0778859 Sep 16 04:52:09.101682 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb9590d1-a4e8-4442-a873-7c0b5ad09ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.139826 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a0a2778-5ed6-4d63-a805-aeb0712c4923 req-34e4205c-047b-428e-a613-f684b763c90c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376651 Sep 16 04:52:09.142360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-fdd1eab5-4892-46ab-a0f4-1c92fbfc7b92 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5508330 Sep 16 04:52:09.160243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Request body: {'port': {'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:09.195070 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.230259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cb9590d1-a4e8-4442-a873-7c0b5ad09ff5 None None] Port 043eee9d-4c0a-4074-9c55-f1ea00b36a05 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:09.243309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07ea583-ab67-42ce-8765-7ce3a4bae461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad49a241-6719-450e-b48e-c5e839b58651'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:09.248496 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8900d2bc-6b2f-4f8e-a37b-fe05aac79f32" -d '{"events": [{"server_uuid": "b07ea583-ab67-42ce-8765-7ce3a4bae461", "name": "network-vif-plugged", "status": "completed", "tag": "ad49a241-6719-450e-b48e-c5e839b58651"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:09.264056 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.267169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port ad49a241-6719-450e-b48e-c5e839b58651, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ad49a241-6719-450e-b48e-c5e839b58651,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:09.310697 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.367492 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bea167a-f0ae-4641-b0f2-64822c1ceeb1 x-openstack-request-id: req-6bea167a-f0ae-4641-b0f2-64822c1ceeb1 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:09.367980 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07ea583-ab67-42ce-8765-7ce3a4bae461", "name": "network-vif-plugged", "status": "completed", "tag": "ad49a241-6719-450e-b48e-c5e839b58651", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:09.368229 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bea167a-f0ae-4641-b0f2-64822c1ceeb1 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:09.368949 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07ea583-ab67-42ce-8765-7ce3a4bae461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad49a241-6719-450e-b48e-c5e839b58651', 'code': 200} Sep 16 04:52:09.406239 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.461032 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.474906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=ad49a241-6719-450e-b48e-c5e839b58651,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.503058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923767a8-ae34-497e-8cc7-71f2ce1f66ce,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.516932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:09.529626 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.530059 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Added segment 5203b87f-7e37-45b6-922b-5498e13e3059 of type vlan for network a40c1d17-f3ce-4f9f-b679-65d18455f04e Sep 16 04:52:09.569014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c548b-f0f5-4d2e-9b41-01fbab242bf4 req-19d04ccb-1892-45c9-9576-4693a3b705e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.570600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-610c548b-f0f5-4d2e-9b41-01fbab242bf4 req-19d04ccb-1892-45c9-9576-4693a3b705e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b07ea583-ab67-42ce-8765-7ce3a4bae461 HTTP/1.1" status: 200 len: 1097 time: 0.1344247 Sep 16 04:52:09.584312 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.675867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-610c548b-f0f5-4d2e-9b41-01fbab242bf4 req-fa7c76af-ad31-492f-a3a8-a9fe839a3edc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959492 Sep 16 04:52:09.702407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:09.713710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.720518 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.722382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.722382 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.726851 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbc39eb6-ff3b-4041-b743-d5247c036580 req-47d750ad-47a1-4c5f-86c4-5a712b2e5af3 tempest-ServersAdminNegativeTestJSON-1847890994 tempest-ServersAdminNegativeTestJSON-1847890994-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.734471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Transition to ACTIVE for port object c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:09.788267 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] Pushing event updated for resources: {'Network': ['ID=a40c1d17-f3ce-4f9f-b679-65d18455f04e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.798929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network a40c1d17-f3ce-4f9f-b679-65d18455f04e details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:09.841786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cbc39eb6-ff3b-4041-b743-d5247c036580 req-47d750ad-47a1-4c5f-86c4-5a712b2e5af3 tempest-ServersAdminNegativeTestJSON-1847890994 tempest-ServersAdminNegativeTestJSON-1847890994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.873180 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbc39eb6-ff3b-4041-b743-d5247c036580 req-47d750ad-47a1-4c5f-86c4-5a712b2e5af3 tempest-ServersAdminNegativeTestJSON-1847890994 tempest-ServersAdminNegativeTestJSON-1847890994-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9784427 Sep 16 04:52:09.878691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d750ad-47a1-4c5f-86c4-5a712b2e5af3 tempest-ServersAdminNegativeTestJSON-1847890994 tempest-ServersAdminNegativeTestJSON-1847890994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078cc70a-7f1b-45e9-8ca4-cf5106b11312,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.915458 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.987091 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-777c4ba2-d371-4ea9-bc20-07fb90046440 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3688943 Sep 16 04:52:09.987091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52476) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:09.992695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-66c085fc-61ca-40c6-9399-c8e8ecbacc74 admin admin] Request body: {'subnet': {'network_id': 'a40c1d17-f3ce-4f9f-b679-65d18455f04e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-426832214-subnet', 'tenant_id': '6332bbc83f294ee0b38d3c25d9795b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:09.998805 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:10.107083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c085fc-61ca-40c6-9399-c8e8ecbacc74 admin admin] Made reservation on behalf of 6332bbc83f294ee0b38d3c25d9795b84 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:10.110181 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd38ac8-44aa-46d6-bfa2-8e8153b4910d req-eace2afd-3b02-4824-a02f-598d6555fd05 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.111842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66c085fc-61ca-40c6-9399-c8e8ecbacc74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.116643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd38ac8-44aa-46d6-bfa2-8e8153b4910d req-eace2afd-3b02-4824-a02f-598d6555fd05 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.123496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd38ac8-44aa-46d6-bfa2-8e8153b4910d req-eace2afd-3b02-4824-a02f-598d6555fd05 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.132391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd38ac8-44aa-46d6-bfa2-8e8153b4910d req-eace2afd-3b02-4824-a02f-598d6555fd05 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.151969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd38ac8-44aa-46d6-bfa2-8e8153b4910d req-eace2afd-3b02-4824-a02f-598d6555fd05 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.154476 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0bd38ac8-44aa-46d6-bfa2-8e8153b4910d req-eace2afd-3b02-4824-a02f-598d6555fd05 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 3828 time: 0.1373587 Sep 16 04:52:10.204473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Attempting to bind port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:10.204895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Attempting to bind port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:10.208912 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Attempting to bind port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 on network c8487353-bf70-4143-9d46-50f9b4c7e66b {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:10.230423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 on network c8487353-bf70-4143-9d46-50f9b4c7e66b not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:10.231007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Attempting to bind port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 on network c8487353-bf70-4143-9d46-50f9b4c7e66b {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:10.309774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0bd38ac8-44aa-46d6-bfa2-8e8153b4910d req-8cdb7508-7505-4ed4-b62d-40e2e9e310b3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250670 Sep 16 04:52:10.312863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:10.313305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Checking segment: {'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:10.313764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Bound using segment: {'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:10.314423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Bound port: c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc08be6-7596-4d70-a431-1291ca7b52cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:10.315258 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.407090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa64c51-74f0-4198-b035-515d363d1537 req-31ee73fb-8857-443c-9cfa-658780486094 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.414611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfa64c51-74f0-4198-b035-515d363d1537 req-31ee73fb-8857-443c-9cfa-658780486094 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07ea583-ab67-42ce-8765-7ce3a4bae461 HTTP/1.1" status: 200 len: 945 time: 0.1751180 Sep 16 04:52:10.484421 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66c085fc-61ca-40c6-9399-c8e8ecbacc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.496547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfa64c51-74f0-4198-b035-515d363d1537 req-19a4fc95-1f54-4545-aa58-79b3b3337efb tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807824 Sep 16 04:52:10.499228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] For port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:10.512496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] For port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:10.547967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c085fc-61ca-40c6-9399-c8e8ecbacc74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a87bd4-4050-4a25-9ab2-57c32bc0896d,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:10.568002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c085fc-61ca-40c6-9399-c8e8ecbacc74 admin admin] Checking segment: {'id': '5203b87f-7e37-45b6-922b-5498e13e3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a40c1d17-f3ce-4f9f-b679-65d18455f04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:10.568373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c085fc-61ca-40c6-9399-c8e8ecbacc74 admin admin] Network hostable DHCP agents. Network: a40c1d17-f3ce-4f9f-b679-65d18455f04e, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:10.642266 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.672006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.672663 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.674062 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] 10.222.0.23 "PUT /v2.0/ports/c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 HTTP/1.1" status: 200 len: 1092 time: 1.5219874 Sep 16 04:52:10.676508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:10.679618 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:10.715288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c085fc-61ca-40c6-9399-c8e8ecbacc74 admin admin] Network a40c1d17-f3ce-4f9f-b679-65d18455f04e is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:10.739234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2809fa-b9a3-4b21-a7a1-729f66bca4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:10.762613 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4af3aa-ffa4-4119-98c8-2159855897dc x-openstack-request-id: req-0a4af3aa-ffa4-4119-98c8-2159855897dc {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:10.762906 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:10.763388 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a4af3aa-ffa4-4119-98c8-2159855897dc {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:10.763871 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0', 'status': 'completed', 'code': 200} Sep 16 04:52:10.799322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-66c085fc-61ca-40c6-9399-c8e8ecbacc74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, a40c1d17-f3ce-4f9f-b679-65d18455f04e) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:10.803809 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c085fc-61ca-40c6-9399-c8e8ecbacc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.804786 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66c085fc-61ca-40c6-9399-c8e8ecbacc74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.811401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1a726e-9288-4608-9343-c3af12c4f9a2 None None] Network a40c1d17-f3ce-4f9f-b679-65d18455f04e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:10.821455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Request body: {'port': {'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:10.933759 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-66c085fc-61ca-40c6-9399-c8e8ecbacc74 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9456329 Sep 16 04:52:10.950765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f req-bf8a255f-63f3-42c4-902f-3a340082c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.951317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f req-bf8a255f-63f3-42c4-902f-3a340082c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.951859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f req-bf8a255f-63f3-42c4-902f-3a340082c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.952305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f req-bf8a255f-63f3-42c4-902f-3a340082c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.952815 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f req-bf8a255f-63f3-42c4-902f-3a340082c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.954923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f req-bf8a255f-63f3-42c4-902f-3a340082c828 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 4364 time: 0.1596055 Sep 16 04:52:10.957930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.024592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3c2dea-4b28-47fa-a293-573ad366c094 None None] Network a40c1d17-f3ce-4f9f-b679-65d18455f04e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:11.486963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b86b1-2a0b-48bc-a0dc-0f201c5fb0a1 req-61f4fc3f-3370-4805-9dcb-495b1767e2d7 tempest-ServersAdminNegativeTestJSON-1847890994 tempest-ServersAdminNegativeTestJSON-1847890994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.499614 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-446b86b1-2a0b-48bc-a0dc-0f201c5fb0a1 req-61f4fc3f-3370-4805-9dcb-495b1767e2d7 tempest-ServersAdminNegativeTestJSON-1847890994 tempest-ServersAdminNegativeTestJSON-1847890994-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 1102 time: 0.4882007 Sep 16 04:52:11.587477 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f req-df5c2c73-7099-410d-86bc-fc1cf20d2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.588074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f req-df5c2c73-7099-410d-86bc-fc1cf20d2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.589149 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f req-df5c2c73-7099-410d-86bc-fc1cf20d2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.590948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f req-df5c2c73-7099-410d-86bc-fc1cf20d2154 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=29d8940b4db54bdeb158d4e47be2666c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6104472 Sep 16 04:52:11.659016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-446b86b1-2a0b-48bc-a0dc-0f201c5fb0a1 req-957ccc57-4d80-4313-b738-d6c12e7c36a3 tempest-ServersAdminNegativeTestJSON-1847890994 tempest-ServersAdminNegativeTestJSON-1847890994-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639280 Sep 16 04:52:11.912528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f req-ac0cd688-007c-4127-8d27-2f6012481e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.914017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-910a12a3-1eb3-40b5-94a4-e1f573d50d0f req-ac0cd688-007c-4127-8d27-2f6012481e8b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3005590 Sep 16 04:52:11.937201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd747-8a5f-4547-ae39-a7c542a8ff31 req-9251f99e-e96a-4fdd-ac23-b65a3fe43ddd tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.943645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd747-8a5f-4547-ae39-a7c542a8ff31 req-9251f99e-e96a-4fdd-ac23-b65a3fe43ddd tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.950115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd747-8a5f-4547-ae39-a7c542a8ff31 req-9251f99e-e96a-4fdd-ac23-b65a3fe43ddd tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.956600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd747-8a5f-4547-ae39-a7c542a8ff31 req-9251f99e-e96a-4fdd-ac23-b65a3fe43ddd tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.962024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd747-8a5f-4547-ae39-a7c542a8ff31 req-9251f99e-e96a-4fdd-ac23-b65a3fe43ddd tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.964390 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-707cd747-8a5f-4547-ae39-a7c542a8ff31 req-9251f99e-e96a-4fdd-ac23-b65a3fe43ddd tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 3828 time: 0.1970637 Sep 16 04:52:11.970998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785e41-a58d-46f7-9a43-8a82533a13da req-4b3f427e-e8b9-41b4-87ca-4ea3a0ebdac1 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.978150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-4b3f427e-e8b9-41b4-87ca-4ea3a0ebdac1 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/networks?id=a40c1d17-f3ce-4f9f-b679-65d18455f04e HTTP/1.1" status: 200 len: 820 time: 0.3695025 Sep 16 04:52:12.021528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-f4424bbd-56ca-4d5e-aa2a-1cbe08f8da18 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/quotas/6332bbc83f294ee0b38d3c25d9795b84 HTTP/1.1" status: 200 len: 375 time: 0.0416729 Sep 16 04:52:12.037604 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-64dedfbe-6684-4298-af56-73c44e38e2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.076491 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-707cd747-8a5f-4547-ae39-a7c542a8ff31 req-5ad32576-6b17-45a0-b33b-f4d62da34639 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931523 Sep 16 04:52:12.103502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-808276aa-7063-4164-b00a-586e51f050db tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6332bbc83f294ee0b38d3c25d9795b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522006 Sep 16 04:52:12.116717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8325af5-44cb-44ee-a252-6e68b67041df {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:12.136573 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.192388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Transition to ACTIVE for port object a8325af5-44cb-44ee-a252-6e68b67041df will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:12.208702 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.254660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-5a5459b1-df0c-4846-9eff-966d90afe330 service neutron] 10.222.0.24 "GET /v2.0/networks/a40c1d17-f3ce-4f9f-b679-65d18455f04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528215 Sep 16 04:52:12.387560 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-dfa7e691-f760-467d-b0df-13eb2e3da01c service neutron] 10.222.0.24 "GET /v2.0/networks/a40c1d17-f3ce-4f9f-b679-65d18455f04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317792 Sep 16 04:52:12.388226 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.500210 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04630c4d-77ca-4ac7-9475-1583c0af0765 req-3442dec7-bfd0-4081-adf2-cecbbb746eaa tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.501972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04630c4d-77ca-4ac7-9475-1583c0af0765 req-3442dec7-bfd0-4081-adf2-cecbbb746eaa tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07ea583-ab67-42ce-8765-7ce3a4bae461 HTTP/1.1" status: 200 len: 945 time: 0.1182835 Sep 16 04:52:12.502850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Pushing event updated for resources: {'Port': ['ID=a8325af5-44cb-44ee-a252-6e68b67041df,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:12.616064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04630c4d-77ca-4ac7-9475-1583c0af0765 req-8c078cf0-45c5-490c-a0e6-ac24b3621f03 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884364 Sep 16 04:52:12.666563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Attempting to bind port a8325af5-44cb-44ee-a252-6e68b67041df on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:12.667084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Attempting to bind port a8325af5-44cb-44ee-a252-6e68b67041df by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:12.667574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Attempting to bind port a8325af5-44cb-44ee-a252-6e68b67041df on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:12.679132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Port a8325af5-44cb-44ee-a252-6e68b67041df on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:12.679550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Attempting to bind port a8325af5-44cb-44ee-a252-6e68b67041df on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:12.686290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:12.686762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Checking segment: {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:12.687304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Bound using segment: {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:12.687722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Bound port: a8325af5-44cb-44ee-a252-6e68b67041df, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:12.688366 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.708316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-2ffe2754-ed9a-4d07-a1bd-1174a17b44dd req-48dae166-3dd0-4ca9-b6de-af823210f2bd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:52:12.709491 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ffe2754-ed9a-4d07-a1bd-1174a17b44dd req-48dae166-3dd0-4ca9-b6de-af823210f2bd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054686 Sep 16 04:52:12.771953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] For port a8325af5-44cb-44ee-a252-6e68b67041df, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:12.777038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] For port a8325af5-44cb-44ee-a252-6e68b67041df, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a8325af5-44cb-44ee-a252-6e68b67041df,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:12.880444 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-494fbd6a-fddf-4613-b4e5-5ff48819247d req-cda22ec8-162a-4b90-aaf6-d40c4c20448b tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 210 time: 0.0586464 Sep 16 04:52:12.896233 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.985435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.986203 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.987729 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] 10.222.0.23 "PUT /v2.0/ports/a8325af5-44cb-44ee-a252-6e68b67041df HTTP/1.1" status: 200 len: 1129 time: 2.1867716 Sep 16 04:52:12.988711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': 'a8325af5-44cb-44ee-a252-6e68b67041df'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:13.002858 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "a8325af5-44cb-44ee-a252-6e68b67041df"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:13.054087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c784a8-bbc9-40e6-8f75-9401c79314cd service neutron] Pushing event updated for resources: {'Port': ['ID=a8325af5-44cb-44ee-a252-6e68b67041df,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:13.115093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Request body: {'port': {'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:13.179784 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.277453 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c146cf-7453-441e-baa0-322af11a76e7 x-openstack-request-id: req-64c146cf-7453-441e-baa0-322af11a76e7 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:13.277870 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "a8325af5-44cb-44ee-a252-6e68b67041df", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:13.278206 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64c146cf-7453-441e-baa0-322af11a76e7 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:13.278794 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': 'a8325af5-44cb-44ee-a252-6e68b67041df', 'status': 'completed', 'code': 200} Sep 16 04:52:13.486049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-22b46936-a379-4d91-b2b2-f6165f366f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.486741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-22b46936-a379-4d91-b2b2-f6165f366f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.487553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-22b46936-a379-4d91-b2b2-f6165f366f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.488529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-22b46936-a379-4d91-b2b2-f6165f366f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.489152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-22b46936-a379-4d91-b2b2-f6165f366f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.489783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-22b46936-a379-4d91-b2b2-f6165f366f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.491669 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-22b46936-a379-4d91-b2b2-f6165f366f8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5286 time: 0.1397498 Sep 16 04:52:13.569886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df4de0-57af-47c5-9c40-1a3c1190d64c req-288e01b5-9c1f-464a-8bd5-b52828575a11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.575792 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df4de0-57af-47c5-9c40-1a3c1190d64c req-288e01b5-9c1f-464a-8bd5-b52828575a11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.581726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df4de0-57af-47c5-9c40-1a3c1190d64c req-288e01b5-9c1f-464a-8bd5-b52828575a11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.587649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df4de0-57af-47c5-9c40-1a3c1190d64c req-288e01b5-9c1f-464a-8bd5-b52828575a11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.593739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df4de0-57af-47c5-9c40-1a3c1190d64c req-288e01b5-9c1f-464a-8bd5-b52828575a11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.599924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df4de0-57af-47c5-9c40-1a3c1190d64c req-288e01b5-9c1f-464a-8bd5-b52828575a11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.601824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-35df4de0-57af-47c5-9c40-1a3c1190d64c req-288e01b5-9c1f-464a-8bd5-b52828575a11 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 4598 time: 0.2294595 Sep 16 04:52:13.736968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-35df4de0-57af-47c5-9c40-1a3c1190d64c req-b8935eb7-8a0a-4592-8838-b4926de96fac tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1197135 Sep 16 04:52:13.769458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-e075820e-cd9c-4e4d-9270-7720c5ff057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.769949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-e075820e-cd9c-4e4d-9270-7720c5ff057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.770429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-e075820e-cd9c-4e4d-9270-7720c5ff057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.772009 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-e075820e-cd9c-4e4d-9270-7720c5ff057f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=29d8940b4db54bdeb158d4e47be2666c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2508907 Sep 16 04:52:13.851263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eccfbee-550e-4934-aa2d-57a5f5442bc8 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:13.905418 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.938757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Transition to ACTIVE for port object 2eccfbee-550e-4934-aa2d-57a5f5442bc8 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:13.983798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-a6342c3c-fe67-415a-ac6c-2e1decc683a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.985255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-803ff2b7-3cdf-4be2-98bb-f31b36ce7d5f req-a6342c3c-fe67-415a-ac6c-2e1decc683a9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1874902 Sep 16 04:52:14.003366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d34e1-eeb3-4e3b-9904-e98a2d2ac7c3 req-25d04e95-f7fa-45fe-80ae-266e4579bbd2 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.004896 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f4d34e1-eeb3-4e3b-9904-e98a2d2ac7c3 req-25d04e95-f7fa-45fe-80ae-266e4579bbd2 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 950 time: 0.0679188 Sep 16 04:52:14.049471 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f4d34e1-eeb3-4e3b-9904-e98a2d2ac7c3 req-d4dbde8a-d3b6-4004-9ffd-43fd2dfb6ec5 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377102 Sep 16 04:52:14.070604 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.170142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82a577e0-b8a3-43a5-a528-83853cc358f4 req-54327083-2d37-4085-8ec1-aea5db70f639 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 210 time: 0.0386610 Sep 16 04:52:14.210176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Pushing event updated for resources: {'Port': ['ID=2eccfbee-550e-4934-aa2d-57a5f5442bc8,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:14.285651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Attempting to bind port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:14.285651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Attempting to bind port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:14.285651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Attempting to bind port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:14.290273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:14.290606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Attempting to bind port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:14.300207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:14.300575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Checking segment: {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:14.300970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Bound using segment: {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:14.301408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Bound port: 2eccfbee-550e-4934-aa2d-57a5f5442bc8, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:14.301765 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.435430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] For port 2eccfbee-550e-4934-aa2d-57a5f5442bc8, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:14.439334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] For port 2eccfbee-550e-4934-aa2d-57a5f5442bc8, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2eccfbee-550e-4934-aa2d-57a5f5442bc8,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:14.551098 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c19156b2-10d6-42f8-b637-9d4f159bdaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.617356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.660547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.661439 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.662868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] 10.222.0.23 "PUT /v2.0/ports/2eccfbee-550e-4934-aa2d-57a5f5442bc8 HTTP/1.1" status: 200 len: 1131 time: 1.5526757 Sep 16 04:52:14.714412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-ef9d24bb-8fa6-4dd5-a09f-4943279ab0ae tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:14.719870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-ef9d24bb-8fa6-4dd5-a09f-4943279ab0ae tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/networks?id=45ec738b-ccb5-496c-a914-db9fd4674f59 HTTP/1.1" status: 200 len: 812 time: 0.1771107 Sep 16 04:52:14.720761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde75d5-fc2d-4aba-9d3c-66d74bd446dd service neutron] Pushing event updated for resources: {'Port': ['ID=2eccfbee-550e-4934-aa2d-57a5f5442bc8,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:14.751907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-5451982f-a069-47ac-a37b-44f9a38f9569 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/quotas/cc5f4eaa92a14c7eb311c3279a6ab851 HTTP/1.1" status: 200 len: 375 time: 0.0171692 Sep 16 04:52:14.842376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Request body: {'port': {'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:14.900174 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-aff51bcd-d2c6-4c02-8acf-eab7d770c25f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1473551 Sep 16 04:52:15.003344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492ec91-74af-4a90-b760-2600ed53e19d req-18bc9997-b2c8-4105-84cc-4572dc2eb3ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.004872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4492ec91-74af-4a90-b760-2600ed53e19d req-18bc9997-b2c8-4105-84cc-4572dc2eb3ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07ea583-ab67-42ce-8765-7ce3a4bae461 HTTP/1.1" status: 200 len: 945 time: 0.2188962 Sep 16 04:52:15.036659 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.117321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439de1-6ac5-4b52-b079-5698fb20ec8a req-23b0146c-5230-446f-a72c-399307557a56 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.124424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439de1-6ac5-4b52-b079-5698fb20ec8a req-23b0146c-5230-446f-a72c-399307557a56 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.130404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439de1-6ac5-4b52-b079-5698fb20ec8a req-23b0146c-5230-446f-a72c-399307557a56 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.138888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439de1-6ac5-4b52-b079-5698fb20ec8a req-23b0146c-5230-446f-a72c-399307557a56 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.143256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439de1-6ac5-4b52-b079-5698fb20ec8a req-23b0146c-5230-446f-a72c-399307557a56 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.149199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439de1-6ac5-4b52-b079-5698fb20ec8a req-23b0146c-5230-446f-a72c-399307557a56 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.155354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439de1-6ac5-4b52-b079-5698fb20ec8a req-23b0146c-5230-446f-a72c-399307557a56 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.157302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97439de1-6ac5-4b52-b079-5698fb20ec8a req-23b0146c-5230-446f-a72c-399307557a56 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5370 time: 0.2754669 Sep 16 04:52:15.212628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095dd86-a4e7-4844-9f5d-dbdc7fb479f2 req-33f026af-bcfd-4c34-989b-e7027d0eade1 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.212628 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6095dd86-a4e7-4844-9f5d-dbdc7fb479f2 req-33f026af-bcfd-4c34-989b-e7027d0eade1 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 950 time: 0.1017482 Sep 16 04:52:15.224739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-5a10251d-fa06-41d7-b480-10fd7d73b84a service neutron] 10.222.0.24 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232362 Sep 16 04:52:15.279571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': '2eccfbee-550e-4934-aa2d-57a5f5442bc8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:15.284150 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.284335 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "2eccfbee-550e-4934-aa2d-57a5f5442bc8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:15.336920 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-6095dd86-a4e7-4844-9f5d-dbdc7fb479f2 req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Deleting port 9749cb1e-7f05-4ba9-adb8-097633add788 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:15.337527 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6095dd86-a4e7-4844-9f5d-dbdc7fb479f2 req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.420874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97439de1-6ac5-4b52-b079-5698fb20ec8a req-e123797b-bbd3-4e2a-a53b-7417cdd302c8 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2330775 Sep 16 04:52:15.466108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-6095dd86-a4e7-4844-9f5d-dbdc7fb479f2 req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] For port 9749cb1e-7f05-4ba9-adb8-097633add788, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9749cb1e-7f05-4ba9-adb8-097633add788,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:15.466777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6095dd86-a4e7-4844-9f5d-dbdc7fb479f2 req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.487821 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-6095dd86-a4e7-4844-9f5d-dbdc7fb479f2 req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Calling delete_port for 9749cb1e-7f05-4ba9-adb8-097633add788 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:15.539116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-d625b27d-b55d-4f9d-a106-142758761d19 service neutron] 10.222.0.24 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135192 Sep 16 04:52:15.548358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-4492ec91-74af-4a90-b760-2600ed53e19d req-3e7c3ca4-b8e2-4733-aa7e-d50dee4af80c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Deleting port ad49a241-6719-450e-b48e-c5e839b58651 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:15.548733 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4492ec91-74af-4a90-b760-2600ed53e19d req-3e7c3ca4-b8e2-4733-aa7e-d50dee4af80c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.749843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8f5f2-13ce-4028-addf-416358f4e992 req-e5ed023c-ee1e-4ed3-8009-6ce953fc3416 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.751935 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5ff8f5f2-13ce-4028-addf-416358f4e992 req-e5ed023c-ee1e-4ed3-8009-6ce953fc3416 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c1d54d-4abb-4882-8d7a-62960a1bf4c5 HTTP/1.1" status: 200 len: 945 time: 0.0721519 Sep 16 04:52:15.785708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4492ec91-74af-4a90-b760-2600ed53e19d req-3e7c3ca4-b8e2-4733-aa7e-d50dee4af80c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] For port ad49a241-6719-450e-b48e-c5e839b58651, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=ad49a241-6719-450e-b48e-c5e839b58651,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:15.786003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4492ec91-74af-4a90-b760-2600ed53e19d req-3e7c3ca4-b8e2-4733-aa7e-d50dee4af80c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.804151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3187c83a-2f99-4514-ae4a-2e228455e9c6 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:15.835880 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.838705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-4492ec91-74af-4a90-b760-2600ed53e19d req-3e7c3ca4-b8e2-4733-aa7e-d50dee4af80c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Calling delete_port for ad49a241-6719-450e-b48e-c5e839b58651 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:15.859183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bb17f-0545-41c9-89bd-0c0e32a2959a req-0b811bb4-0037-421e-bd21-c92307efabe2 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.867087 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-377bb17f-0545-41c9-89bd-0c0e32a2959a req-0b811bb4-0037-421e-bd21-c92307efabe2 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 950 time: 0.1928411 Sep 16 04:52:15.883653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Transition to ACTIVE for port object 3187c83a-2f99-4514-ae4a-2e228455e9c6 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:15.903588 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6095dd86-a4e7-4844-9f5d-dbdc7fb479f2 req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.919702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d33118a0-8877-425c-87a4-52d2aa6316b2', '9749cb1e-7f05-4ba9-adb8-097633add788'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:15.998053 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.034307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Pushing event deleted for resources: {'Port': ['ID=9749cb1e-7f05-4ba9-adb8-097633add788,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:16.052209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-5ff8f5f2-13ce-4028-addf-416358f4e992 req-cebc355a-421b-4d17-8976-ce878a82f17f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Deleting port b5332ce7-35eb-4302-8f09-b416749b1264 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:16.052602 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5ff8f5f2-13ce-4028-addf-416358f4e992 req-cebc355a-421b-4d17-8976-ce878a82f17f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.057188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6095dd86-a4e7-4844-9f5d-dbdc7fb479f2 req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] No DVR routers for this DVR port 9749cb1e-7f05-4ba9-adb8-097633add788 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:16.064737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6095dd86-a4e7-4844-9f5d-dbdc7fb479f2 req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.066809 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6095dd86-a4e7-4844-9f5d-dbdc7fb479f2 req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.23 "DELETE /v2.0/ports/9749cb1e-7f05-4ba9-adb8-097633add788 HTTP/1.1" status: 204 len: 173 time: 0.8512399 Sep 16 04:52:16.067267 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c9ea8a-3b8e-4a99-93ea-75323c4b02e7', 'name': 'network-vif-deleted', 'tag': '9749cb1e-7f05-4ba9-adb8-097633add788'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:16.069624 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916b7f75-9524-405d-a7f4-fdbe67580e0a" -d '{"events": [{"server_uuid": "47c9ea8a-3b8e-4a99-93ea-75323c4b02e7", "name": "network-vif-deleted", "tag": "9749cb1e-7f05-4ba9-adb8-097633add788"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:16.092428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:16.092833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:16.093169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:16.093512 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:16.093845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:16.097681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:16.098038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:16.098386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:16.098784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:16.099381 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:16.099755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:16.100091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ccc927-5dd9-4c88-b7a6-1e54813414ed tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:16.284798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-5ff8f5f2-13ce-4028-addf-416358f4e992 req-cebc355a-421b-4d17-8976-ce878a82f17f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] For port b5332ce7-35eb-4302-8f09-b416749b1264, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b5332ce7-35eb-4302-8f09-b416749b1264,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:16.284798 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5ff8f5f2-13ce-4028-addf-416358f4e992 req-cebc355a-421b-4d17-8976-ce878a82f17f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.310453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-5ff8f5f2-13ce-4028-addf-416358f4e992 req-cebc355a-421b-4d17-8976-ce878a82f17f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Calling delete_port for b5332ce7-35eb-4302-8f09-b416749b1264 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:16.364003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.369149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.434021 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-377bb17f-0545-41c9-89bd-0c0e32a2959a req-9146eb9f-2d95-4568-8898-3f1159574260 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659764 Sep 16 04:52:16.669913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e40652e1-b39e-43f0-89f6-f834b3066650 req-d103c8f1-f7e6-4a58-9817-87406dd3cb9e tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 210 time: 0.2915356 Sep 16 04:52:16.705303 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c293256d-10cb-48b1-a287-be0e029fde77 x-openstack-request-id: req-c293256d-10cb-48b1-a287-be0e029fde77 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:16.707647 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "2eccfbee-550e-4934-aa2d-57a5f5442bc8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:16.708092 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c293256d-10cb-48b1-a287-be0e029fde77 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:16.708753 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': '2eccfbee-550e-4934-aa2d-57a5f5442bc8', 'status': 'completed', 'code': 200} Sep 16 04:52:16.752198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Pushing event updated for resources: {'Port': ['ID=3187c83a-2f99-4514-ae4a-2e228455e9c6,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:16.779398 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916217e6-eb47-4120-89c0-5ec5558109d5 x-openstack-request-id: req-916217e6-eb47-4120-89c0-5ec5558109d5 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:16.779687 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c9ea8a-3b8e-4a99-93ea-75323c4b02e7", "name": "network-vif-deleted", "tag": "9749cb1e-7f05-4ba9-adb8-097633add788", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:16.779937 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-916217e6-eb47-4120-89c0-5ec5558109d5 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:16.780332 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c9ea8a-3b8e-4a99-93ea-75323c4b02e7', 'name': 'network-vif-deleted', 'tag': '9749cb1e-7f05-4ba9-adb8-097633add788', 'status': 'completed', 'code': 200} Sep 16 04:52:16.791310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785e41-a58d-46f7-9a43-8a82533a13da req-363a50e2-4dbd-4f53-a301-abd61e3b4e5c tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.793307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-363a50e2-4dbd-4f53-a301-abd61e3b4e5c tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.37 "GET /v2.0/networks?id=a40c1d17-f3ce-4f9f-b679-65d18455f04e HTTP/1.1" status: 200 len: 820 time: 0.4456341 Sep 16 04:52:16.800849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-d3c2bde5-f336-479a-9c90-8de240c0b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.801346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-d3c2bde5-f336-479a-9c90-8de240c0b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.801832 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-d3c2bde5-f336-479a-9c90-8de240c0b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.802315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-d3c2bde5-f336-479a-9c90-8de240c0b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.802797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-d3c2bde5-f336-479a-9c90-8de240c0b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.803270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-d3c2bde5-f336-479a-9c90-8de240c0b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.803759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-d3c2bde5-f336-479a-9c90-8de240c0b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.809516 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-d3c2bde5-f336-479a-9c90-8de240c0b4cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6236 time: 0.2426758 Sep 16 04:52:16.847859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Request body: {'port': {'device_id': '08bd2410-bfba-4669-aaa7-6068854d6d75', 'network_id': 'a40c1d17-f3ce-4f9f-b679-65d18455f04e', 'admin_state_up': True, 'tenant_id': '6332bbc83f294ee0b38d3c25d9795b84'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:16.986038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-5bdd4419-c726-40d9-8056-816e674d5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.986529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-5bdd4419-c726-40d9-8056-816e674d5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.987027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-5bdd4419-c726-40d9-8056-816e674d5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.988871 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-5bdd4419-c726-40d9-8056-816e674d5997 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=29d8940b4db54bdeb158d4e47be2666c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1709251 Sep 16 04:52:16.990217 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5ff8f5f2-13ce-4028-addf-416358f4e992 req-cebc355a-421b-4d17-8976-ce878a82f17f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.011467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['b5332ce7-35eb-4302-8f09-b416749b1264'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:17.126118 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc355a-421b-4d17-8976-ce878a82f17f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Pushing event deleted for resources: {'Port': ['ID=b5332ce7-35eb-4302-8f09-b416749b1264,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:17.133086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3efb1c32-c197-4b9e-8c7a-9d6c61e47815 req-c9cf8bb7-713c-4b1d-8bad-81c8892a4075 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 210 time: 0.0571110 Sep 16 04:52:17.176963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986fc0b-83cf-42c5-a502-e2c513c1cc4c req-5f2f3ee4-dee2-4277-85dd-731cf9e4e727 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.183693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986fc0b-83cf-42c5-a502-e2c513c1cc4c req-5f2f3ee4-dee2-4277-85dd-731cf9e4e727 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.189821 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986fc0b-83cf-42c5-a502-e2c513c1cc4c req-5f2f3ee4-dee2-4277-85dd-731cf9e4e727 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.196030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986fc0b-83cf-42c5-a502-e2c513c1cc4c req-5f2f3ee4-dee2-4277-85dd-731cf9e4e727 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.202849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986fc0b-83cf-42c5-a502-e2c513c1cc4c req-5f2f3ee4-dee2-4277-85dd-731cf9e4e727 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.209161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986fc0b-83cf-42c5-a502-e2c513c1cc4c req-5f2f3ee4-dee2-4277-85dd-731cf9e4e727 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.216242 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986fc0b-83cf-42c5-a502-e2c513c1cc4c req-5f2f3ee4-dee2-4277-85dd-731cf9e4e727 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.217797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0986fc0b-83cf-42c5-a502-e2c513c1cc4c req-5f2f3ee4-dee2-4277-85dd-731cf9e4e727 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5382 time: 0.2890933 Sep 16 04:52:17.231779 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Attempting to bind port 3187c83a-2f99-4514-ae4a-2e228455e9c6 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:17.232105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Attempting to bind port 3187c83a-2f99-4514-ae4a-2e228455e9c6 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:17.232443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Attempting to bind port 3187c83a-2f99-4514-ae4a-2e228455e9c6 on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:17.239523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff8f5f2-13ce-4028-addf-416358f4e992 req-cebc355a-421b-4d17-8976-ce878a82f17f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] No DVR routers for this DVR port b5332ce7-35eb-4302-8f09-b416749b1264 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:17.244811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5ff8f5f2-13ce-4028-addf-416358f4e992 req-cebc355a-421b-4d17-8976-ce878a82f17f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.246622 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5ff8f5f2-13ce-4028-addf-416358f4e992 req-cebc355a-421b-4d17-8976-ce878a82f17f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.37 "DELETE /v2.0/ports/b5332ce7-35eb-4302-8f09-b416749b1264 HTTP/1.1" status: 204 len: 173 time: 1.4879680 Sep 16 04:52:17.264311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Port 3187c83a-2f99-4514-ae4a-2e228455e9c6 on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:17.264686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Attempting to bind port 3187c83a-2f99-4514-ae4a-2e228455e9c6 on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:17.270889 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4492ec91-74af-4a90-b760-2600ed53e19d req-3e7c3ca4-b8e2-4733-aa7e-d50dee4af80c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.271615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-4032bed8-6615-431b-9fae-ff1c67047aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.273172 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae1c31b6-869e-4865-9ab8-a7ecb1d47c1e req-4032bed8-6615-431b-9fae-ff1c67047aaf service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2768865 Sep 16 04:52:17.284144 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['b5332ce7-35eb-4302-8f09-b416749b1264'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:17.287588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:17.287943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Checking segment: {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:17.288375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Bound using segment: {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:17.288873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Bound port: 3187c83a-2f99-4514-ae4a-2e228455e9c6, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:17.289241 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.334911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0986fc0b-83cf-42c5-a502-e2c513c1cc4c req-ce99b2dd-cf6f-426c-a608-2ece32306fbd tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041660 Sep 16 04:52:17.337306 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c3ca4-b8e2-4733-aa7e-d50dee4af80c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Pushing event deleted for resources: {'Port': ['ID=ad49a241-6719-450e-b48e-c5e839b58651,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:17.396814 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Made reservation on behalf of 6332bbc83f294ee0b38d3c25d9795b84 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:17.401087 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.424661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4492ec91-74af-4a90-b760-2600ed53e19d req-3e7c3ca4-b8e2-4733-aa7e-d50dee4af80c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] No DVR routers for this DVR port ad49a241-6719-450e-b48e-c5e839b58651 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:17.429784 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4492ec91-74af-4a90-b760-2600ed53e19d req-3e7c3ca4-b8e2-4733-aa7e-d50dee4af80c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.431732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4492ec91-74af-4a90-b760-2600ed53e19d req-3e7c3ca4-b8e2-4733-aa7e-d50dee4af80c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.23 "DELETE /v2.0/ports/ad49a241-6719-450e-b48e-c5e839b58651 HTTP/1.1" status: 204 len: 173 time: 2.3885498 Sep 16 04:52:17.504498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] For port 3187c83a-2f99-4514-ae4a-2e228455e9c6, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:17.523103 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.528666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] For port 3187c83a-2f99-4514-ae4a-2e228455e9c6, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3187c83a-2f99-4514-ae4a-2e228455e9c6,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:17.624925 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac7f05c-1529-45ab-a283-d5b2f473a337 req-36454595-3580-4dc4-a5b9-84890adfba4e tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=47c9ea8a-3b8e-4a99-93ea-75323c4b02e7 HTTP/1.1" status: 200 len: 210 time: 0.0325396 Sep 16 04:52:17.638719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Allocated IP 172.20.0.11 (a40c1d17-f3ce-4f9f-b679-65d18455f04e/75a87bd4-4050-4a25-9ab2-57c32bc0896d/c3acf62e-71a9-435b-a146-cb64c8927da8) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:17.751855 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.863550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15a7af40-f0e4-4b6a-8501-5aa0bc890420 req-cb742d22-ae4e-40d6-b319-cbade77da2f1 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 210 time: 0.0723956 Sep 16 04:52:17.878130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.878725 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.880165 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] 10.222.0.23 "PUT /v2.0/ports/3187c83a-2f99-4514-ae4a-2e228455e9c6 HTTP/1.1" status: 200 len: 1092 time: 3.0438492 Sep 16 04:52:17.926185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede39c2a-d8b7-4f75-b290-4a8a4f3cb013 service neutron] Pushing event updated for resources: {'Port': ['ID=3187c83a-2f99-4514-ae4a-2e228455e9c6,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:17.956043 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.997091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Request body: {'port': {'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:18.066484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.111434 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.172071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Network a40c1d17-f3ce-4f9f-b679-65d18455f04e is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:18.182330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:18.231619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:18.240921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Pushing event updated for resources: {'Port': ['ID=c3acf62e-71a9-435b-a146-cb64c8927da8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:18.307536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95f0d4f4-6617-45a7-b13e-c01ee2e44a2c req-268251fc-2f6b-4dc9-9912-bf276bbd5dac tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 210 time: 0.0772784 Sep 16 04:52:18.340670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.341302 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.536863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd779c3-6268-4c99-a46d-f7e68488baf2 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:18.546916 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.568383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd3757-0f35-4b82-bb48-379264808bc6 req-7022e2f4-e7dc-4704-a26f-2813ee6de0b4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.574460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd3757-0f35-4b82-bb48-379264808bc6 req-7022e2f4-e7dc-4704-a26f-2813ee6de0b4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.580634 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd3757-0f35-4b82-bb48-379264808bc6 req-7022e2f4-e7dc-4704-a26f-2813ee6de0b4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.586783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd3757-0f35-4b82-bb48-379264808bc6 req-7022e2f4-e7dc-4704-a26f-2813ee6de0b4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.593665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd3757-0f35-4b82-bb48-379264808bc6 req-7022e2f4-e7dc-4704-a26f-2813ee6de0b4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.600599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd3757-0f35-4b82-bb48-379264808bc6 req-7022e2f4-e7dc-4704-a26f-2813ee6de0b4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.606522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd3757-0f35-4b82-bb48-379264808bc6 req-7022e2f4-e7dc-4704-a26f-2813ee6de0b4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.608515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0dd3757-0f35-4b82-bb48-379264808bc6 req-7022e2f4-e7dc-4704-a26f-2813ee6de0b4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5382 time: 0.1457424 Sep 16 04:52:18.614628 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bd297e3d-8ebc-4689-95db-dd89c7d266e9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7883711 Sep 16 04:52:18.615815 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Transition to ACTIVE for port object dfd779c3-6268-4c99-a46d-f7e68488baf2 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:18.631290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Request body: {'port': {'device_id': '08bd2410-bfba-4669-aaa7-6068854d6d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:18.706810 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0dd3757-0f35-4b82-bb48-379264808bc6 req-702e74aa-4bf0-4d80-b3b8-0d2e2350a086 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883682 Sep 16 04:52:18.711371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07ea583-ab67-42ce-8765-7ce3a4bae461', 'name': 'network-vif-deleted', 'tag': 'ad49a241-6719-450e-b48e-c5e839b58651'}, {'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': '3187c83a-2f99-4514-ae4a-2e228455e9c6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:18.714653 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce78456-28fc-4348-aafa-8414936b779b" -d '{"events": [{"server_uuid": "b07ea583-ab67-42ce-8765-7ce3a4bae461", "name": "network-vif-deleted", "tag": "ad49a241-6719-450e-b48e-c5e839b58651"}, {"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "3187c83a-2f99-4514-ae4a-2e228455e9c6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:18.720239 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.742825 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.781239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c1d54d-4abb-4882-8d7a-62960a1bf4c5', 'name': 'network-vif-deleted', 'tag': 'b5332ce7-35eb-4302-8f09-b416749b1264'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:18.783630 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b70a10b-3bd9-413c-8ad4-2868a2108b71" -d '{"events": [{"server_uuid": "48c1d54d-4abb-4882-8d7a-62960a1bf4c5", "name": "network-vif-deleted", "tag": "b5332ce7-35eb-4302-8f09-b416749b1264"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:18.835862 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fafbb7-192e-4fb7-b3e1-e1c3cc6a6011 x-openstack-request-id: req-c2fafbb7-192e-4fb7-b3e1-e1c3cc6a6011 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:18.836167 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07ea583-ab67-42ce-8765-7ce3a4bae461", "name": "network-vif-deleted", "tag": "ad49a241-6719-450e-b48e-c5e839b58651", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "3187c83a-2f99-4514-ae4a-2e228455e9c6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:18.836423 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2fafbb7-192e-4fb7-b3e1-e1c3cc6a6011 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:18.836848 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07ea583-ab67-42ce-8765-7ce3a4bae461', 'name': 'network-vif-deleted', 'tag': 'ad49a241-6719-450e-b48e-c5e839b58651', 'status': 'completed', 'code': 200} Sep 16 04:52:18.837101 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': '3187c83a-2f99-4514-ae4a-2e228455e9c6', 'status': 'completed', 'code': 200} Sep 16 04:52:18.839261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ad49a241-6719-450e-b48e-c5e839b58651 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:18.890893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: ad49a241-6719-450e-b48e-c5e839b58651 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:18.891234 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device ad49a241-6719-450e-b48e-c5e839b58651 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:18.896145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9749cb1e-7f05-4ba9-adb8-097633add788 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:18.930229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd779c3-6268-4c99-a46d-f7e68488baf2,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:18.944506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 9749cb1e-7f05-4ba9-adb8-097633add788 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:18.944872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9749cb1e-7f05-4ba9-adb8-097633add788 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:18.970602 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58a0538-6486-41b4-a609-52c3922fa884 x-openstack-request-id: req-e58a0538-6486-41b4-a609-52c3922fa884 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:18.970897 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c1d54d-4abb-4882-8d7a-62960a1bf4c5", "name": "network-vif-deleted", "tag": "b5332ce7-35eb-4302-8f09-b416749b1264", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:18.971156 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e58a0538-6486-41b4-a609-52c3922fa884 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:18.973000 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c1d54d-4abb-4882-8d7a-62960a1bf4c5', 'name': 'network-vif-deleted', 'tag': 'b5332ce7-35eb-4302-8f09-b416749b1264', 'status': 'completed', 'code': 200} Sep 16 04:52:19.154063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78456-28fc-4348-aafa-8414936b779b req-ec5c50f4-6ed4-4753-a74d-1e2815a72156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.154549 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78456-28fc-4348-aafa-8414936b779b req-ec5c50f4-6ed4-4753-a74d-1e2815a72156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.155031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78456-28fc-4348-aafa-8414936b779b req-ec5c50f4-6ed4-4753-a74d-1e2815a72156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.155505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78456-28fc-4348-aafa-8414936b779b req-ec5c50f4-6ed4-4753-a74d-1e2815a72156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.155982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78456-28fc-4348-aafa-8414936b779b req-ec5c50f4-6ed4-4753-a74d-1e2815a72156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.156449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78456-28fc-4348-aafa-8414936b779b req-ec5c50f4-6ed4-4753-a74d-1e2815a72156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.156941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78456-28fc-4348-aafa-8414936b779b req-ec5c50f4-6ed4-4753-a74d-1e2815a72156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.158823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bce78456-28fc-4348-aafa-8414936b779b req-ec5c50f4-6ed4-4753-a74d-1e2815a72156 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6304 time: 0.2094374 Sep 16 04:52:19.169586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Attempting to bind port dfd779c3-6268-4c99-a46d-f7e68488baf2 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:19.169923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Attempting to bind port dfd779c3-6268-4c99-a46d-f7e68488baf2 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:19.170252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Attempting to bind port dfd779c3-6268-4c99-a46d-f7e68488baf2 on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:19.202545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Port dfd779c3-6268-4c99-a46d-f7e68488baf2 on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:19.202871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Attempting to bind port dfd779c3-6268-4c99-a46d-f7e68488baf2 on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:19.221152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd71ad-cffa-48ce-8236-e5512cb2c44c req-8cf33936-d4c5-4bca-a012-7d770928e665 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.222679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eebd71ad-cffa-48ce-8236-e5512cb2c44c req-8cf33936-d4c5-4bca-a012-7d770928e665 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 932 time: 0.1835067 Sep 16 04:52:19.241198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:19.241448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Checking segment: {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:19.242017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Bound using segment: {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:19.242460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Bound port: dfd779c3-6268-4c99-a46d-f7e68488baf2, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:19.242814 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.387529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eebd71ad-cffa-48ce-8236-e5512cb2c44c req-2c66507f-d211-4028-b2ea-b849b1cb9111 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/security-groups?id=923767a8-ae34-497e-8cc7-71f2ce1f66ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548381 Sep 16 04:52:19.446903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78456-28fc-4348-aafa-8414936b779b req-1d1c730a-7f67-429e-ad8b-14a2720c9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.447469 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78456-28fc-4348-aafa-8414936b779b req-1d1c730a-7f67-429e-ad8b-14a2720c9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.447941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78456-28fc-4348-aafa-8414936b779b req-1d1c730a-7f67-429e-ad8b-14a2720c9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.449666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bce78456-28fc-4348-aafa-8414936b779b req-1d1c730a-7f67-429e-ad8b-14a2720c9006 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=29d8940b4db54bdeb158d4e47be2666c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2757440 Sep 16 04:52:19.460141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] For port dfd779c3-6268-4c99-a46d-f7e68488baf2, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:19.464159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3acf62e-71a9-435b-a146-cb64c8927da8 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:19.476176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] For port dfd779c3-6268-4c99-a46d-f7e68488baf2, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=dfd779c3-6268-4c99-a46d-f7e68488baf2,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:19.482134 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.516680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Transition to ACTIVE for port object c3acf62e-71a9-435b-a146-cb64c8927da8 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:19.581537 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52e9b9da-1c91-4319-a45e-5f3dc805e23a req-217f2ec1-2b6d-41cd-b665-98291442fe83 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 210 time: 0.0385864 Sep 16 04:52:19.607869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78456-28fc-4348-aafa-8414936b779b req-e991158e-11b0-48d7-98a4-69a37ba526d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.609535 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bce78456-28fc-4348-aafa-8414936b779b req-e991158e-11b0-48d7-98a4-69a37ba526d1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1507609 Sep 16 04:52:19.663414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2720a-b9ef-4d82-8244-61b461dc1cde req-51c38ede-27f3-4823-ab53-16ac6ac544f8 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.664928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09e2720a-b9ef-4d82-8244-61b461dc1cde req-51c38ede-27f3-4823-ab53-16ac6ac544f8 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 949 time: 0.0512633 Sep 16 04:52:19.703449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09e2720a-b9ef-4d82-8244-61b461dc1cde req-58947ed7-25a8-44d1-bf52-27a22bc03088 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323241 Sep 16 04:52:19.732123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.736531 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.796659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.797659 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.799475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] 10.222.0.23 "PUT /v2.0/ports/dfd779c3-6268-4c99-a46d-f7e68488baf2 HTTP/1.1" status: 200 len: 1092 time: 1.8084195 Sep 16 04:52:19.860230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c56e1-1c3f-41fa-b885-19a72ddedba0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd779c3-6268-4c99-a46d-f7e68488baf2,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:19.956917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3acf62e-71a9-435b-a146-cb64c8927da8,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:19.978227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3263-5eb9-44ab-bcc7-3da1b880ae5e req-93befcec-8420-41f2-8ca5-595334b03f14 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.985545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3263-5eb9-44ab-bcc7-3da1b880ae5e req-93befcec-8420-41f2-8ca5-595334b03f14 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.991674 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3263-5eb9-44ab-bcc7-3da1b880ae5e req-93befcec-8420-41f2-8ca5-595334b03f14 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.999744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3263-5eb9-44ab-bcc7-3da1b880ae5e req-93befcec-8420-41f2-8ca5-595334b03f14 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.017416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3263-5eb9-44ab-bcc7-3da1b880ae5e req-93befcec-8420-41f2-8ca5-595334b03f14 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.017416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3263-5eb9-44ab-bcc7-3da1b880ae5e req-93befcec-8420-41f2-8ca5-595334b03f14 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.019169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3263-5eb9-44ab-bcc7-3da1b880ae5e req-93befcec-8420-41f2-8ca5-595334b03f14 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.020996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dff3263-5eb9-44ab-bcc7-3da1b880ae5e req-93befcec-8420-41f2-8ca5-595334b03f14 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5394 time: 0.2296417 Sep 16 04:52:20.028553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Request body: {'port': {'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:20.110382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Attempting to bind port c3acf62e-71a9-435b-a146-cb64c8927da8 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:20.110618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Attempting to bind port c3acf62e-71a9-435b-a146-cb64c8927da8 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '5203b87f-7e37-45b6-922b-5498e13e3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a40c1d17-f3ce-4f9f-b679-65d18455f04e'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:20.110954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Attempting to bind port c3acf62e-71a9-435b-a146-cb64c8927da8 on network a40c1d17-f3ce-4f9f-b679-65d18455f04e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:20.136429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dff3263-5eb9-44ab-bcc7-3da1b880ae5e req-b33b927f-9fef-4a6b-88f6-8ce03e02b49a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041815 Sep 16 04:52:20.137009 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Port c3acf62e-71a9-435b-a146-cb64c8927da8 on network a40c1d17-f3ce-4f9f-b679-65d18455f04e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:20.137332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Attempting to bind port c3acf62e-71a9-435b-a146-cb64c8927da8 on network a40c1d17-f3ce-4f9f-b679-65d18455f04e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:20.142130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.145307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:20.146058 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Checking segment: {'id': '5203b87f-7e37-45b6-922b-5498e13e3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a40c1d17-f3ce-4f9f-b679-65d18455f04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:20.146058 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Bound using segment: {'id': '5203b87f-7e37-45b6-922b-5498e13e3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a40c1d17-f3ce-4f9f-b679-65d18455f04e'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:20.146463 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Bound port: c3acf62e-71a9-435b-a146-cb64c8927da8, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5203b87f-7e37-45b6-922b-5498e13e3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a40c1d17-f3ce-4f9f-b679-65d18455f04e'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:20.146818 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.169965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-eab46f94-6a6b-4d2b-9119-7e10f228f05c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.171646 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-eab46f94-6a6b-4d2b-9119-7e10f228f05c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.37 "GET /v2.0/networks?id=45ec738b-ccb5-496c-a914-db9fd4674f59 HTTP/1.1" status: 200 len: 812 time: 0.1149356 Sep 16 04:52:20.184750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Request body: {'port': {'device_id': '04d2abfb-fb5f-4524-be7b-bb9afd783313', 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59', 'admin_state_up': True, 'tenant_id': 'cc5f4eaa92a14c7eb311c3279a6ab851'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:20.327518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] For port c3acf62e-71a9-435b-a146-cb64c8927da8, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:20.332639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] For port c3acf62e-71a9-435b-a146-cb64c8927da8, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c3acf62e-71a9-435b-a146-cb64c8927da8,segment=NetworkSegment(5203b87f-7e37-45b6-922b-5498e13e3059),segment_id=5203b87f-7e37-45b6-922b-5498e13e3059)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:20.349266 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b5332ce7-35eb-4302-8f09-b416749b1264 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:20.373249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: b5332ce7-35eb-4302-8f09-b416749b1264 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:20.373599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b5332ce7-35eb-4302-8f09-b416749b1264 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:20.509072 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Made reservation on behalf of cc5f4eaa92a14c7eb311c3279a6ab851 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:20.513584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.523393 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.557322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdc05d8-6e27-488d-8ccd-7146341eee48 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:20.572562 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.592267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.596701 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.596701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] 10.222.0.37 "PUT /v2.0/ports/c3acf62e-71a9-435b-a146-cb64c8927da8 HTTP/1.1" status: 200 len: 1093 time: 1.9692435 Sep 16 04:52:20.617217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Transition to ACTIVE for port object fbdc05d8-6e27-488d-8ccd-7146341eee48 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:20.627919 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ff352-a2c5-4341-b447-e29be01634fd req-7a8da1c4-5655-42d5-8d6c-e3515aa527d9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.629498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-765ff352-a2c5-4341-b447-e29be01634fd req-7a8da1c4-5655-42d5-8d6c-e3515aa527d9 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 944 time: 0.1370010 Sep 16 04:52:20.630613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295a16c-1c8b-4123-820e-8bbb590a7ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3acf62e-71a9-435b-a146-cb64c8927da8,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:20.678520 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-765ff352-a2c5-4341-b447-e29be01634fd req-a29d0f34-cb8a-4338-90c2-cc93a5f52d0e tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/security-groups?id=923767a8-ae34-497e-8cc7-71f2ce1f66ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420094 Sep 16 04:52:20.694614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Allocated IP 172.20.0.5 (45ec738b-ccb5-496c-a914-db9fd4674f59/4f7fb231-95c6-4afd-8e83-cdfae52ff5c2/c5f85142-06d3-44a3-8bf7-af050de2baa9) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:20.713997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8496e8a1-1a4f-44da-915d-0fda101049de req-28a8778f-b69e-43b4-99ed-a059137b64e9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 210 time: 0.0345085 Sep 16 04:52:20.723441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.842289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': 'dfd779c3-6268-4c99-a46d-f7e68488baf2'}, {'name': 'network-changed', 'server_uuid': '08bd2410-bfba-4669-aaa7-6068854d6d75', 'tag': 'c3acf62e-71a9-435b-a146-cb64c8927da8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:20.844576 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f052b0ce-39dd-4e09-8721-db26481c1b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "dfd779c3-6268-4c99-a46d-f7e68488baf2"}, {"name": "network-changed", "server_uuid": "08bd2410-bfba-4669-aaa7-6068854d6d75", "tag": "c3acf62e-71a9-435b-a146-cb64c8927da8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:20.909399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.919957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785e41-a58d-46f7-9a43-8a82533a13da req-cdebeb1e-0089-4ec8-8cc4-9cd6e2c93805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.919957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-cdebeb1e-0089-4ec8-8cc4-9cd6e2c93805 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6332bbc83f294ee0b38d3c25d9795b84&device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 1096 time: 0.1289382 Sep 16 04:52:20.919957 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60958e55-e885-4bbc-aa21-34fb36af15b1 x-openstack-request-id: req-60958e55-e885-4bbc-aa21-34fb36af15b1 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:20.919957 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "dfd779c3-6268-4c99-a46d-f7e68488baf2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08bd2410-bfba-4669-aaa7-6068854d6d75", "tag": "c3acf62e-71a9-435b-a146-cb64c8927da8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:20.919957 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60958e55-e885-4bbc-aa21-34fb36af15b1 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:20.919957 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': 'dfd779c3-6268-4c99-a46d-f7e68488baf2', 'status': 'completed', 'code': 200} Sep 16 04:52:20.919957 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bd2410-bfba-4669-aaa7-6068854d6d75', 'tag': 'c3acf62e-71a9-435b-a146-cb64c8927da8', 'status': 'completed', 'code': 200} Sep 16 04:52:20.931259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Pushing event updated for resources: {'Port': ['ID=fbdc05d8-6e27-488d-8ccd-7146341eee48,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:21.060614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-41b0ed7b-4555-4caf-9d41-3575eb114089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.061111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-41b0ed7b-4555-4caf-9d41-3575eb114089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.065492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-41b0ed7b-4555-4caf-9d41-3575eb114089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.065492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-41b0ed7b-4555-4caf-9d41-3575eb114089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.065492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-41b0ed7b-4555-4caf-9d41-3575eb114089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.065492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-41b0ed7b-4555-4caf-9d41-3575eb114089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.065492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-41b0ed7b-4555-4caf-9d41-3575eb114089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.066100 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-41b0ed7b-4555-4caf-9d41-3575eb114089 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6372 time: 0.1276832 Sep 16 04:52:21.076317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.153209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Network 45ec738b-ccb5-496c-a914-db9fd4674f59 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:21.160869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:21.195347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:21.254269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Pushing event updated for resources: {'Port': ['ID=c5f85142-06d3-44a3-8bf7-af050de2baa9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:21.309967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.310538 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.313810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-29cc843b-fd3d-419f-b7a0-ede400722e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.314081 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-29cc843b-fd3d-419f-b7a0-ede400722e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.314565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-29cc843b-fd3d-419f-b7a0-ede400722e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.316339 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-29cc843b-fd3d-419f-b7a0-ede400722e05 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=29d8940b4db54bdeb158d4e47be2666c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2333276 Sep 16 04:52:21.338892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-401d58f8-730e-4924-97fd-017adb284c41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3acf62e-71a9-435b-a146-cb64c8927da8 HTTP/1.1" status: 200 len: 217 time: 0.4162149 Sep 16 04:52:21.426410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-0121f339-ac3c-4df4-b425-bbf853b35874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.427541 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-0121f339-ac3c-4df4-b425-bbf853b35874 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1029043 Sep 16 04:52:21.437389 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-e9bc4f58-f485-4cdd-8142-d9d65c842fbd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2572985 Sep 16 04:52:21.450271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Request body: {'port': {'device_id': '04d2abfb-fb5f-4524-be7b-bb9afd783313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:21.453554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27e420-18a7-498e-8c72-5d2bfa83caae req-d6aa5782-4c98-4f39-aca9-b9f27b7b41ac tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.455058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb27e420-18a7-498e-8c72-5d2bfa83caae req-d6aa5782-4c98-4f39-aca9-b9f27b7b41ac tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 949 time: 0.6355917 Sep 16 04:52:21.505253 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.544268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21a927-fc4d-4593-bf10-9caae50b6c0c req-89e60a4e-95bb-4bdd-a032-ef77fb8ad91b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.545867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b21a927-fc4d-4593-bf10-9caae50b6c0c req-89e60a4e-95bb-4bdd-a032-ef77fb8ad91b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 949 time: 0.6273603 Sep 16 04:52:21.575617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Attempting to bind port fbdc05d8-6e27-488d-8ccd-7146341eee48 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:21.576027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Attempting to bind port fbdc05d8-6e27-488d-8ccd-7146341eee48 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:21.576281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Attempting to bind port fbdc05d8-6e27-488d-8ccd-7146341eee48 on network e4736ad3-9a26-42c8-8dc7-2dd152730d61 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:21.584860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785e41-a58d-46f7-9a43-8a82533a13da req-ad02e5f4-0035-45ff-87ec-f81b7abbbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.586373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-ad02e5f4-0035-45ff-87ec-f81b7abbbc26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75a87bd4-4050-4a25-9ab2-57c32bc0896d HTTP/1.1" status: 200 len: 860 time: 0.2119133 Sep 16 04:52:21.624802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91674-198e-436f-8b01-05d81ba6f67d req-c84d84ed-e5e5-404e-ad11-0cda7d82204f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.631394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91674-198e-436f-8b01-05d81ba6f67d req-c84d84ed-e5e5-404e-ad11-0cda7d82204f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.637577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91674-198e-436f-8b01-05d81ba6f67d req-c84d84ed-e5e5-404e-ad11-0cda7d82204f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.643527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91674-198e-436f-8b01-05d81ba6f67d req-c84d84ed-e5e5-404e-ad11-0cda7d82204f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.649649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91674-198e-436f-8b01-05d81ba6f67d req-c84d84ed-e5e5-404e-ad11-0cda7d82204f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.656259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91674-198e-436f-8b01-05d81ba6f67d req-c84d84ed-e5e5-404e-ad11-0cda7d82204f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.662181 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91674-198e-436f-8b01-05d81ba6f67d req-c84d84ed-e5e5-404e-ad11-0cda7d82204f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.664108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87e91674-198e-436f-8b01-05d81ba6f67d req-c84d84ed-e5e5-404e-ad11-0cda7d82204f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5406 time: 0.3499582 Sep 16 04:52:21.685668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Port fbdc05d8-6e27-488d-8ccd-7146341eee48 on network e4736ad3-9a26-42c8-8dc7-2dd152730d61 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:21.685999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Attempting to bind port fbdc05d8-6e27-488d-8ccd-7146341eee48 on network e4736ad3-9a26-42c8-8dc7-2dd152730d61 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:21.733233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-915b6f94-93cc-48aa-996e-6799a7e30121 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.734681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-915b6f94-93cc-48aa-996e-6799a7e30121 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.37 "GET /v2.0/networks?id=45ec738b-ccb5-496c-a914-db9fd4674f59 HTTP/1.1" status: 200 len: 812 time: 0.4194427 Sep 16 04:52:21.736933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:21.737276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Checking segment: {'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:21.737662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Bound using segment: {'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:21.738114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Bound port: fbdc05d8-6e27-488d-8ccd-7146341eee48, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:21.738475 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.742649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb27e420-18a7-498e-8c72-5d2bfa83caae req-2a28db84-b589-4ac2-9590-971ce83078f3 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474523 Sep 16 04:52:21.749162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-bcf7f34f-0c82-4fef-bf19-fff0760568ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a40c1d17-f3ce-4f9f-b679-65d18455f04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840452 Sep 16 04:52:21.785438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Request body: {'port': {'device_id': '93691f41-656b-4874-b624-c4a35ab435e6', 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59', 'admin_state_up': True, 'tenant_id': 'cc5f4eaa92a14c7eb311c3279a6ab851'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:21.794603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f85142-06d3-44a3-8bf7-af050de2baa9 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:21.804494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.817644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Transition to ACTIVE for port object c5f85142-06d3-44a3-8bf7-af050de2baa9 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:21.914165 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.929948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87e91674-198e-436f-8b01-05d81ba6f67d req-07e393f6-0772-477f-a210-f12bdd7bdc1f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2358727 Sep 16 04:52:21.967496 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Pushing event updated for resources: {'Port': ['ID=c5f85142-06d3-44a3-8bf7-af050de2baa9,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:22.065443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Attempting to bind port c5f85142-06d3-44a3-8bf7-af050de2baa9 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:22.066097 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Attempting to bind port c5f85142-06d3-44a3-8bf7-af050de2baa9 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:22.066660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Attempting to bind port c5f85142-06d3-44a3-8bf7-af050de2baa9 on network 45ec738b-ccb5-496c-a914-db9fd4674f59 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:22.071173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] For port fbdc05d8-6e27-488d-8ccd-7146341eee48, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:22.079369 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Port c5f85142-06d3-44a3-8bf7-af050de2baa9 on network 45ec738b-ccb5-496c-a914-db9fd4674f59 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:22.080024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Attempting to bind port c5f85142-06d3-44a3-8bf7-af050de2baa9 on network 45ec738b-ccb5-496c-a914-db9fd4674f59 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:22.087429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:22.088380 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Checking segment: {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:22.088870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Bound using segment: {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:22.089403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Bound port: c5f85142-06d3-44a3-8bf7-af050de2baa9, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:22.089849 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.106869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-7b21a927-fc4d-4593-bf10-9caae50b6c0c req-77df2bb9-872a-418d-a5f6-780c551ddac4 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Deleting port d33118a0-8877-425c-87a4-52d2aa6316b2 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:22.106869 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7b21a927-fc4d-4593-bf10-9caae50b6c0c req-77df2bb9-872a-418d-a5f6-780c551ddac4 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.121984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-419afe18-0524-4155-b1b2-c6849409ef71 req-59d1fa03-4430-47c3-8f7a-33266cfb5053 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 210 time: 0.0841174 Sep 16 04:52:22.138116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] For port fbdc05d8-6e27-488d-8ccd-7146341eee48, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fbdc05d8-6e27-488d-8ccd-7146341eee48,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:22.140864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-57fed355-2149-4daa-9060-779380678e7e service neutron] 10.222.0.37 "GET /v2.0/networks/a40c1d17-f3ce-4f9f-b679-65d18455f04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523183 Sep 16 04:52:22.174204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] For port c5f85142-06d3-44a3-8bf7-af050de2baa9, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:22.177710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] For port c5f85142-06d3-44a3-8bf7-af050de2baa9, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c5f85142-06d3-44a3-8bf7-af050de2baa9,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:22.178428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599aa2ea-ac8f-4315-9fd0-af5f15ab5549 req-f7be8a3d-9de6-4a4d-ba73-450af78c61a7 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.179941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-599aa2ea-ac8f-4315-9fd0-af5f15ab5549 req-f7be8a3d-9de6-4a4d-ba73-450af78c61a7 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 944 time: 0.2236395 Sep 16 04:52:22.213024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.326428 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.355442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.356068 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.370012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] 10.222.0.23 "PUT /v2.0/ports/fbdc05d8-6e27-488d-8ccd-7146341eee48 HTTP/1.1" status: 200 len: 1092 time: 2.3355808 Sep 16 04:52:22.370906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.371639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.373280 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] 10.222.0.37 "PUT /v2.0/ports/c5f85142-06d3-44a3-8bf7-af050de2baa9 HTTP/1.1" status: 200 len: 1092 time: 0.9279633 Sep 16 04:52:22.373856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d2abfb-fb5f-4524-be7b-bb9afd783313', 'tag': 'c5f85142-06d3-44a3-8bf7-af050de2baa9'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:22.380529 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148ccb8f-00f3-4671-bc89-b04a8bf756c2" -d '{"events": [{"name": "network-changed", "server_uuid": "04d2abfb-fb5f-4524-be7b-bb9afd783313", "tag": "c5f85142-06d3-44a3-8bf7-af050de2baa9"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:22.416600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-599aa2ea-ac8f-4315-9fd0-af5f15ab5549 req-37769ced-9f96-4f3c-a01e-d37cd3c520e5 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/security-groups?id=923767a8-ae34-497e-8cc7-71f2ce1f66ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142262 Sep 16 04:52:22.420777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7b21a927-fc4d-4593-bf10-9caae50b6c0c req-77df2bb9-872a-418d-a5f6-780c551ddac4 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] For port d33118a0-8877-425c-87a4-52d2aa6316b2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d33118a0-8877-425c-87a4-52d2aa6316b2,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:22.422222 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7b21a927-fc4d-4593-bf10-9caae50b6c0c req-77df2bb9-872a-418d-a5f6-780c551ddac4 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.435863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Made reservation on behalf of cc5f4eaa92a14c7eb311c3279a6ab851 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:22.439730 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.440739 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dd3-28e0-4985-ab49-5b4325cbb76f service neutron] Pushing event updated for resources: {'Port': ['ID=c5f85142-06d3-44a3-8bf7-af050de2baa9,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:22.459713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf615b6-be70-4fa2-a208-92ef6b8d8b3e service neutron] Pushing event updated for resources: {'Port': ['ID=fbdc05d8-6e27-488d-8ccd-7146341eee48,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:22.460516 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b462f61b-bca6-4145-9316-061dfb269ce3 x-openstack-request-id: req-b462f61b-bca6-4145-9316-061dfb269ce3 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:22.460830 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d2abfb-fb5f-4524-be7b-bb9afd783313", "tag": "c5f85142-06d3-44a3-8bf7-af050de2baa9", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:22.466065 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b462f61b-bca6-4145-9316-061dfb269ce3 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:22.466065 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d2abfb-fb5f-4524-be7b-bb9afd783313', 'tag': 'c5f85142-06d3-44a3-8bf7-af050de2baa9', 'status': 'completed', 'code': 200} Sep 16 04:52:22.469613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-7b21a927-fc4d-4593-bf10-9caae50b6c0c req-77df2bb9-872a-418d-a5f6-780c551ddac4 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Calling delete_port for d33118a0-8877-425c-87a4-52d2aa6316b2 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:22.478911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09785e41-a58d-46f7-9a43-8a82533a13da req-b2348439-640b-4b20-8a8f-f79a975fc78f service neutron] 10.222.0.37 "GET /v2.0/networks/a40c1d17-f3ce-4f9f-b679-65d18455f04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295906 Sep 16 04:52:22.482946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Request body: {'port': {'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:22.686115 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-7f7915d7-b0dd-4325-be62-f9cef1a1652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.687859 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-7f7915d7-b0dd-4325-be62-f9cef1a1652c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6332bbc83f294ee0b38d3c25d9795b84&device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 1096 time: 0.0487840 Sep 16 04:52:22.694230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.732517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ccb8f-00f3-4671-bc89-b04a8bf756c2 req-365bb699-37b3-41e8-99d5-d7bef124f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.734410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-148ccb8f-00f3-4671-bc89-b04a8bf756c2 req-365bb699-37b3-41e8-99d5-d7bef124f9ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&device_id=04d2abfb-fb5f-4524-be7b-bb9afd783313 HTTP/1.1" status: 200 len: 1095 time: 0.2231205 Sep 16 04:52:22.805906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-4b4a41b0-90d0-4226-a9e7-c3893615e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.810838 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-4b4a41b0-90d0-4226-a9e7-c3893615e802 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a40c1d17-f3ce-4f9f-b679-65d18455f04e HTTP/1.1" status: 200 len: 920 time: 0.1149790 Sep 16 04:52:22.835304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Allocated IP 172.20.0.14 (45ec738b-ccb5-496c-a914-db9fd4674f59/4f7fb231-95c6-4afd-8e83-cdfae52ff5c2/592cbdad-c008-46f4-8e0b-00a3ee120d1d) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:22.855405 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-590f4465-006f-4e3b-8472-1756850b595b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3acf62e-71a9-435b-a146-cb64c8927da8 HTTP/1.1" status: 200 len: 217 time: 0.0383797 Sep 16 04:52:22.910567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-88a2c7e0-fd2c-4ab5-be27-9fd7713de5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.912054 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-88a2c7e0-fd2c-4ab5-be27-9fd7713de5bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75a87bd4-4050-4a25-9ab2-57c32bc0896d HTTP/1.1" status: 200 len: 860 time: 0.0492196 Sep 16 04:52:22.929915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': 'fbdc05d8-6e27-488d-8ccd-7146341eee48'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:22.932973 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743d527c-26b1-4457-ad11-e511a25d049b" -d '{"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "fbdc05d8-6e27-488d-8ccd-7146341eee48"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:22.969853 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-b15ec0f9-09e5-43e0-90ff-5bd639c8caf0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a40c1d17-f3ce-4f9f-b679-65d18455f04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403385 Sep 16 04:52:23.032695 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb68123-9be5-4f5d-abe1-9830e20fddb6 x-openstack-request-id: req-fcb68123-9be5-4f5d-abe1-9830e20fddb6 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:23.032695 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "fbdc05d8-6e27-488d-8ccd-7146341eee48", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:23.032695 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcb68123-9be5-4f5d-abe1-9830e20fddb6 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:23.032695 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': 'fbdc05d8-6e27-488d-8ccd-7146341eee48', 'status': 'completed', 'code': 200} Sep 16 04:52:23.114652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d527c-26b1-4457-ad11-e511a25d049b req-54987559-92ce-403a-8372-9a3fd151bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.115216 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d527c-26b1-4457-ad11-e511a25d049b req-54987559-92ce-403a-8372-9a3fd151bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.115699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d527c-26b1-4457-ad11-e511a25d049b req-54987559-92ce-403a-8372-9a3fd151bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.116166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d527c-26b1-4457-ad11-e511a25d049b req-54987559-92ce-403a-8372-9a3fd151bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.116672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d527c-26b1-4457-ad11-e511a25d049b req-54987559-92ce-403a-8372-9a3fd151bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.117139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d527c-26b1-4457-ad11-e511a25d049b req-54987559-92ce-403a-8372-9a3fd151bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.117748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d527c-26b1-4457-ad11-e511a25d049b req-54987559-92ce-403a-8372-9a3fd151bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.119928 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-743d527c-26b1-4457-ad11-e511a25d049b req-54987559-92ce-403a-8372-9a3fd151bb72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6414 time: 0.1066051 Sep 16 04:52:23.140457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744062db-7b93-4178-8bb9-4c09cd2517db req-88a4644f-7922-4ae8-904f-462e7a10f462 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.140457 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-744062db-7b93-4178-8bb9-4c09cd2517db req-88a4644f-7922-4ae8-904f-462e7a10f462 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 949 time: 0.3137431 Sep 16 04:52:23.145478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ccb8f-00f3-4671-bc89-b04a8bf756c2 req-edb4e858-0e18-4262-8719-4395d3712767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.146966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-148ccb8f-00f3-4671-bc89-b04a8bf756c2 req-edb4e858-0e18-4262-8719-4395d3712767 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4012277 Sep 16 04:52:23.154879 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-73dc0093-b29b-4033-bf0a-f533aca7728b service neutron] 10.222.0.37 "GET /v2.0/networks/a40c1d17-f3ce-4f9f-b679-65d18455f04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776528 Sep 16 04:52:23.227384 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7b21a927-fc4d-4593-bf10-9caae50b6c0c req-77df2bb9-872a-418d-a5f6-780c551ddac4 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.306269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d527c-26b1-4457-ad11-e511a25d049b req-2fbb94d0-32cc-4f2d-b7af-bf2b2282262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.306871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d527c-26b1-4457-ad11-e511a25d049b req-2fbb94d0-32cc-4f2d-b7af-bf2b2282262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.307621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d527c-26b1-4457-ad11-e511a25d049b req-2fbb94d0-32cc-4f2d-b7af-bf2b2282262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.309237 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-743d527c-26b1-4457-ad11-e511a25d049b req-2fbb94d0-32cc-4f2d-b7af-bf2b2282262e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=29d8940b4db54bdeb158d4e47be2666c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1796079 Sep 16 04:52:23.373848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df2bb9-872a-418d-a5f6-780c551ddac4 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Pushing event deleted for resources: {'Port': ['ID=d33118a0-8877-425c-87a4-52d2aa6316b2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:23.437694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416269-a787-4516-be8c-6c662bc53b2f req-6758a9a8-dce1-4216-942e-3c6974405dad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.443921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416269-a787-4516-be8c-6c662bc53b2f req-6758a9a8-dce1-4216-942e-3c6974405dad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.450188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416269-a787-4516-be8c-6c662bc53b2f req-6758a9a8-dce1-4216-942e-3c6974405dad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.456352 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416269-a787-4516-be8c-6c662bc53b2f req-6758a9a8-dce1-4216-942e-3c6974405dad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.462557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416269-a787-4516-be8c-6c662bc53b2f req-6758a9a8-dce1-4216-942e-3c6974405dad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.468921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416269-a787-4516-be8c-6c662bc53b2f req-6758a9a8-dce1-4216-942e-3c6974405dad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.475400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416269-a787-4516-be8c-6c662bc53b2f req-6758a9a8-dce1-4216-942e-3c6974405dad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.477386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6416269-a787-4516-be8c-6c662bc53b2f req-6758a9a8-dce1-4216-942e-3c6974405dad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5406 time: 0.4174809 Sep 16 04:52:23.659885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f052b0ce-39dd-4e09-8721-db26481c1b3b req-4869e0b8-6bb1-49ca-aee7-af378f355bea service neutron] 10.222.0.37 "GET /v2.0/networks/a40c1d17-f3ce-4f9f-b679-65d18455f04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945228 Sep 16 04:52:23.740852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d527c-26b1-4457-ad11-e511a25d049b req-79de08ef-ca9e-4dbd-be00-9a7d1a265a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.742690 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-743d527c-26b1-4457-ad11-e511a25d049b req-79de08ef-ca9e-4dbd-be00-9a7d1a265a66 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4249334 Sep 16 04:52:23.801244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-744062db-7b93-4178-8bb9-4c09cd2517db req-3608563b-25db-46f2-a654-82317e3b347b tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/security-groups?id=30675816-bf0a-4094-94a0-30ddee4be665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533048 Sep 16 04:52:23.842482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b21a927-fc4d-4593-bf10-9caae50b6c0c req-77df2bb9-872a-418d-a5f6-780c551ddac4 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] No DVR routers for this DVR port d33118a0-8877-425c-87a4-52d2aa6316b2 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:23.864041 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7b21a927-fc4d-4593-bf10-9caae50b6c0c req-77df2bb9-872a-418d-a5f6-780c551ddac4 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.866153 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b21a927-fc4d-4593-bf10-9caae50b6c0c req-77df2bb9-872a-418d-a5f6-780c551ddac4 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.23 "DELETE /v2.0/ports/d33118a0-8877-425c-87a4-52d2aa6316b2 HTTP/1.1" status: 204 len: 173 time: 2.3053870 Sep 16 04:52:23.896286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ccb8f-00f3-4671-bc89-b04a8bf756c2 req-0767a317-5103-4ade-b8c0-c194349eeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.898116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-148ccb8f-00f3-4671-bc89-b04a8bf756c2 req-0767a317-5103-4ade-b8c0-c194349eeb3b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7424548 Sep 16 04:52:23.902062 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.947657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b0e20af-4128-4ed3-aaf3-cbd370210cd3 req-6e32d9be-f14e-4d18-8c18-37d01bba77ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 210 time: 0.0648158 Sep 16 04:52:24.012403 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6416269-a787-4516-be8c-6c662bc53b2f req-025d408a-de03-4d3e-abd4-c930747d4325 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2194273 Sep 16 04:52:24.099731 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043eee9d-4c0a-4074-9c55-f1ea00b36a05 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:24.107213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-8885cf32-f6c4-41ea-ba3f-d478ba3c4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:24.108238 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-8885cf32-f6c4-41ea-ba3f-d478ba3c4623 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&device_id=04d2abfb-fb5f-4524-be7b-bb9afd783313 HTTP/1.1" status: 200 len: 1095 time: 0.1297238 Sep 16 04:52:24.114438 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.191651 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.193953 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-65fe9277-3981-41ea-8828-d1d4e61be451 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5f85142-06d3-44a3-8bf7-af050de2baa9 HTTP/1.1" status: 200 len: 217 time: 0.0700307 Sep 16 04:52:24.194887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Transition to ACTIVE for port object 043eee9d-4c0a-4074-9c55-f1ea00b36a05 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:24.287298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948713e6-6549-43db-84d0-df4a3d824449 req-e3b02a8e-a649-4fe8-9be0-cf4cdddede7e tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:24.288844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-948713e6-6549-43db-84d0-df4a3d824449 req-e3b02a8e-a649-4fe8-9be0-cf4cdddede7e tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 944 time: 0.1796966 Sep 16 04:52:24.294445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Network 45ec738b-ccb5-496c-a914-db9fd4674f59 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:24.304154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:24.317096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:24.322399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Pushing event updated for resources: {'Port': ['ID=592cbdad-c008-46f4-8e0b-00a3ee120d1d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:24.325468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-50d00bec-856d-4c6e-ba3d-ab5d72291d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:24.326940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-50d00bec-856d-4c6e-ba3d-ab5d72291d33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f7fb231-95c6-4afd-8e83-cdfae52ff5c2 HTTP/1.1" status: 200 len: 852 time: 0.1258438 Sep 16 04:52:24.362252 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.426184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-5bdfe24f-efcb-4fc8-9ea8-cee8e35f64ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45ec738b-ccb5-496c-a914-db9fd4674f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663829 Sep 16 04:52:24.477475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-948713e6-6549-43db-84d0-df4a3d824449 req-1fac55d7-0a34-47e7-8af6-d27a4a948441 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/security-groups?id=923767a8-ae34-497e-8cc7-71f2ce1f66ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744261 Sep 16 04:52:24.483762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:24.486972 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.534307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Pushing event updated for resources: {'Port': ['ID=043eee9d-4c0a-4074-9c55-f1ea00b36a05,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:24.641401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3feece4d-0830-46b4-a210-8eaac628b6e6 service neutron] 10.222.0.37 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043674 Sep 16 04:52:24.646072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Attempting to bind port 043eee9d-4c0a-4074-9c55-f1ea00b36a05 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:24.646662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Attempting to bind port 043eee9d-4c0a-4074-9c55-f1ea00b36a05 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:24.646995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Attempting to bind port 043eee9d-4c0a-4074-9c55-f1ea00b36a05 on network e4736ad3-9a26-42c8-8dc7-2dd152730d61 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:24.661411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-32212f65-e375-427f-8b30-dd08fb7ee4f9 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9112365 Sep 16 04:52:24.673004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Port 043eee9d-4c0a-4074-9c55-f1ea00b36a05 on network e4736ad3-9a26-42c8-8dc7-2dd152730d61 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:24.673430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Attempting to bind port 043eee9d-4c0a-4074-9c55-f1ea00b36a05 on network e4736ad3-9a26-42c8-8dc7-2dd152730d61 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:24.682448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Request body: {'port': {'device_id': '93691f41-656b-4874-b624-c4a35ab435e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:24.708451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:24.708724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Checking segment: {'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:24.709110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Bound using segment: {'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:24.709550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Bound port: 043eee9d-4c0a-4074-9c55-f1ea00b36a05, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda8f1aa-9a65-4a39-90b1-2535aaa65785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:24.709913 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.829894 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.867808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d33118a0-8877-425c-87a4-52d2aa6316b2 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:24.879632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-9f1ba05b-420d-4c23-b7fb-1efa6856b32a service neutron] 10.222.0.37 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292135 Sep 16 04:52:24.880796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] For port 043eee9d-4c0a-4074-9c55-f1ea00b36a05, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:24.912190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: d33118a0-8877-425c-87a4-52d2aa6316b2 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:24.912603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d33118a0-8877-425c-87a4-52d2aa6316b2 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:24.920789 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] For port 043eee9d-4c0a-4074-9c55-f1ea00b36a05, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=043eee9d-4c0a-4074-9c55-f1ea00b36a05,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:25.010061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d9809dd-0b53-4ca0-bcd3-b365dab3d461 req-ab1a363a-dbe0-46eb-ad59-e668c28b6a75 tempest-ServersAdminNegativeTestJSON-836971591 tempest-ServersAdminNegativeTestJSON-836971591-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd4623bc-161c-43e3-84b0-29ed1cf60f92 HTTP/1.1" status: 200 len: 210 time: 0.0744286 Sep 16 04:52:25.019887 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.045471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4623bc-161c-43e3-84b0-29ed1cf60f92', 'name': 'network-vif-deleted', 'tag': 'd33118a0-8877-425c-87a4-52d2aa6316b2'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:25.047664 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7837dd-6528-4673-a918-88d51649ca79" -d '{"events": [{"server_uuid": "fd4623bc-161c-43e3-84b0-29ed1cf60f92", "name": "network-vif-deleted", "tag": "d33118a0-8877-425c-87a4-52d2aa6316b2"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:25.098692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.099590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.101077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] 10.222.0.23 "PUT /v2.0/ports/043eee9d-4c0a-4074-9c55-f1ea00b36a05 HTTP/1.1" status: 200 len: 1092 time: 2.6253195 Sep 16 04:52:25.166480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647c5a7-73dd-4a92-9258-e9cbf595d951 service neutron] Pushing event updated for resources: {'Port': ['ID=043eee9d-4c0a-4074-9c55-f1ea00b36a05,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:25.232581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62170c7-73de-492b-bb4e-45f5ee2fcd21 req-ac5cdefa-0e34-4e55-b69a-11211e62e08d tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.234042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e62170c7-73de-492b-bb4e-45f5ee2fcd21 req-ac5cdefa-0e34-4e55-b69a-11211e62e08d tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 932 time: 0.1591220 Sep 16 04:52:25.371994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0642f0-2364-4ded-a9e2-dc85693ca24c req-ac97aa42-faf2-47d8-8923-117a7fa96b2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.378095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0642f0-2364-4ded-a9e2-dc85693ca24c req-ac97aa42-faf2-47d8-8923-117a7fa96b2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.384151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0642f0-2364-4ded-a9e2-dc85693ca24c req-ac97aa42-faf2-47d8-8923-117a7fa96b2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.391188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0642f0-2364-4ded-a9e2-dc85693ca24c req-ac97aa42-faf2-47d8-8923-117a7fa96b2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.397548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0642f0-2364-4ded-a9e2-dc85693ca24c req-ac97aa42-faf2-47d8-8923-117a7fa96b2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.403957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0642f0-2364-4ded-a9e2-dc85693ca24c req-ac97aa42-faf2-47d8-8923-117a7fa96b2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.410121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0642f0-2364-4ded-a9e2-dc85693ca24c req-ac97aa42-faf2-47d8-8923-117a7fa96b2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.412129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f0642f0-2364-4ded-a9e2-dc85693ca24c req-ac97aa42-faf2-47d8-8923-117a7fa96b2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.2069845 Sep 16 04:52:25.414994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e62170c7-73de-492b-bb4e-45f5ee2fcd21 req-ff01aef0-41ff-44fc-97e1-12c02ee3a601 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579084 Sep 16 04:52:25.444382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-601aab1e-a9bc-48a3-9b55-4bbac9aee722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.444914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-601aab1e-a9bc-48a3-9b55-4bbac9aee722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.445465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-601aab1e-a9bc-48a3-9b55-4bbac9aee722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.445864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-601aab1e-a9bc-48a3-9b55-4bbac9aee722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.447942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-601aab1e-a9bc-48a3-9b55-4bbac9aee722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.447942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-601aab1e-a9bc-48a3-9b55-4bbac9aee722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.448514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-601aab1e-a9bc-48a3-9b55-4bbac9aee722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.450310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-601aab1e-a9bc-48a3-9b55-4bbac9aee722 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6482 time: 0.1942880 Sep 16 04:52:25.482998 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed55c27-264f-4720-86be-a08370abb33a x-openstack-request-id: req-1ed55c27-264f-4720-86be-a08370abb33a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:25.483217 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4623bc-161c-43e3-84b0-29ed1cf60f92", "name": "network-vif-deleted", "tag": "d33118a0-8877-425c-87a4-52d2aa6316b2", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:25.483642 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ed55c27-264f-4720-86be-a08370abb33a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:25.484035 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4623bc-161c-43e3-84b0-29ed1cf60f92', 'name': 'network-vif-deleted', 'tag': 'd33118a0-8877-425c-87a4-52d2aa6316b2', 'status': 'completed', 'code': 200} Sep 16 04:52:25.532397 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c3d310de-97b3-46e8-8733-298f2417d0ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 HTTP/1.1" status: 200 len: 217 time: 0.0511937 Sep 16 04:52:25.577508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592cbdad-c008-46f4-8e0b-00a3ee120d1d {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:25.589890 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.595979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f0642f0-2364-4ded-a9e2-dc85693ca24c req-39bafd44-70f7-4439-87ba-379dffbf3d02 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1738756 Sep 16 04:52:25.627135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Transition to ACTIVE for port object 592cbdad-c008-46f4-8e0b-00a3ee120d1d will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:25.647331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-35f8b596-8cb9-4704-a01d-77b3d3b8eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.648847 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-35f8b596-8cb9-4704-a01d-77b3d3b8eeb1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebe9250e-52d1-4da4-a13f-ea260b6b0f94 HTTP/1.1" status: 200 len: 851 time: 0.1083634 Sep 16 04:52:25.677295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93503e0-5c20-4330-8cef-d9bd97b9f7d4 req-9b1f95d4-92ba-4668-8581-3a66bc2a6cc3 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.678786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a93503e0-5c20-4330-8cef-d9bd97b9f7d4 req-9b1f95d4-92ba-4668-8581-3a66bc2a6cc3 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 944 time: 0.0760226 Sep 16 04:52:25.740040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-b0f01155-275b-4765-82fe-4159e9ef130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.741506 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-b0f01155-275b-4765-82fe-4159e9ef130a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8487353-bf70-4143-9d46-50f9b4c7e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813556 Sep 16 04:52:25.742094 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.746746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a93503e0-5c20-4330-8cef-d9bd97b9f7d4 req-28d17bdf-62a1-4d47-807c-cda62a1d5cad tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/security-groups?id=923767a8-ae34-497e-8cc7-71f2ce1f66ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486860 Sep 16 04:52:25.859553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=592cbdad-c008-46f4-8e0b-00a3ee120d1d,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:25.928415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-57e05b4c-7e98-4ff7-9fd9-aaf51df78183 service neutron] 10.222.0.23 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748967 Sep 16 04:52:25.961855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Attempting to bind port 592cbdad-c008-46f4-8e0b-00a3ee120d1d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:25.962202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Attempting to bind port 592cbdad-c008-46f4-8e0b-00a3ee120d1d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:25.963401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Attempting to bind port 592cbdad-c008-46f4-8e0b-00a3ee120d1d on network 45ec738b-ccb5-496c-a914-db9fd4674f59 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:25.975987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Port 592cbdad-c008-46f4-8e0b-00a3ee120d1d on network 45ec738b-ccb5-496c-a914-db9fd4674f59 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:25.976308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Attempting to bind port 592cbdad-c008-46f4-8e0b-00a3ee120d1d on network 45ec738b-ccb5-496c-a914-db9fd4674f59 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:25.984566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:25.984904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Checking segment: {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:25.992702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Bound using segment: {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:25.992702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Bound port: 592cbdad-c008-46f4-8e0b-00a3ee120d1d, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:25.992702 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.084622 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-692281f3-1838-46ea-b2b0-b7a734236d6c service neutron] 10.222.0.23 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413417 Sep 16 04:52:26.134051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c6c760eb-c704-4538-805a-6b58127c99fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=a8325af5-44cb-44ee-a252-6e68b67041df HTTP/1.1" status: 200 len: 217 time: 0.0427265 Sep 16 04:52:26.135808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] For port 592cbdad-c008-46f4-8e0b-00a3ee120d1d, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:26.182354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] For port 592cbdad-c008-46f4-8e0b-00a3ee120d1d, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=592cbdad-c008-46f4-8e0b-00a3ee120d1d,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:26.202811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-e7e8dc19-2497-4b84-b37d-37ee281ed76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.204382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-e7e8dc19-2497-4b84-b37d-37ee281ed76e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.0594585 Sep 16 04:52:26.254002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-142e4e91-0de1-46c5-9858-82d21c6f4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.255569 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-142e4e91-0de1-46c5-9858-82d21c6f4712 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0431964 Sep 16 04:52:26.259525 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.319846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.320476 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.322485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/592cbdad-c008-46f4-8e0b-00a3ee120d1d HTTP/1.1" status: 200 len: 1093 time: 1.6499071 Sep 16 04:52:26.365611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c3acf62e-71a9-435b-a146-cb64c8927da8 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:26.378387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d51ea-9cf1-4f92-823a-c32d2a54f5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=592cbdad-c008-46f4-8e0b-00a3ee120d1d,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:26.406233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5b69f22c-0d82-4110-a7ce-55f82a38ac6e service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384709 Sep 16 04:52:26.484015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c3acf62e-71a9-435b-a146-cb64c8927da8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c3acf62e-71a9-435b-a146-cb64c8927da8,segment=NetworkSegment(5203b87f-7e37-45b6-922b-5498e13e3059),segment_id=5203b87f-7e37-45b6-922b-5498e13e3059)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:26.506112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'c3acf62e-71a9-435b-a146-cb64c8927da8', 'network_id': 'a40c1d17-f3ce-4f9f-b679-65d18455f04e', 'port_id': 'c3acf62e-71a9-435b-a146-cb64c8927da8', 'mac_address': 'fa:16:3e:ed:3f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a87bd4-4050-4a25-9ab2-57c32bc0896d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:26.527509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-326a6641-5187-42be-89ce-72e9a7f3f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.528761 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-326a6641-5187-42be-89ce-72e9a7f3f38d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 1096 time: 0.1161454 Sep 16 04:52:26.547953 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.589136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3acf62e-71a9-435b-a146-cb64c8927da8 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:26.602278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-da7e9531-1fee-41a2-928e-dbca0701f129 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=592cbdad-c008-46f4-8e0b-00a3ee120d1d HTTP/1.1" status: 200 len: 217 time: 0.0568142 Sep 16 04:52:26.611585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-79d91c66-ffb4-4acd-b5f3-2c5bdf01cdb7 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977553 Sep 16 04:52:26.649404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c3acf62e-71a9-435b-a146-cb64c8927da8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c3acf62e-71a9-435b-a146-cb64c8927da8,segment=NetworkSegment(5203b87f-7e37-45b6-922b-5498e13e3059),segment_id=5203b87f-7e37-45b6-922b-5498e13e3059)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:26.666475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb7e95-0702-4dbe-914f-ded6e5a62565 req-f3f5890b-1c54-4650-9e18-7ebb6c4cb541 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.668113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfdb7e95-0702-4dbe-914f-ded6e5a62565 req-f3f5890b-1c54-4650-9e18-7ebb6c4cb541 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 944 time: 0.1625295 Sep 16 04:52:26.700676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52884) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:26.701906 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-c5b80ffd-099b-4e74-8f10-8f8609b8f975 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=2eccfbee-550e-4934-aa2d-57a5f5442bc8 HTTP/1.1" status: 200 len: 217 time: 0.0794520 Sep 16 04:52:26.739703 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.771243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3044abaf-c32c-464a-843c-3db4498cb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.772687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-3044abaf-c32c-464a-843c-3db4498cb409 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f7fb231-95c6-4afd-8e83-cdfae52ff5c2 HTTP/1.1" status: 200 len: 852 time: 0.1602104 Sep 16 04:52:26.804971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c3acf62e-71a9-435b-a146-cb64c8927da8,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:26.826631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:26.827175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:26.827685 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:26.828167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:26.828676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:26.829167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:26.829857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:26.830455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:26.830923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:26.831632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:26.832138 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:26.832636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:26.835179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-0336d529-f124-4fd2-af3a-a88555e9dcb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45ec738b-ccb5-496c-a914-db9fd4674f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366931 Sep 16 04:52:26.848765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfdb7e95-0702-4dbe-914f-ded6e5a62565 req-2ffdad7d-cc2d-4ca3-8041-703b9beb4a25 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463585 Sep 16 04:52:26.865928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-f05e4df2-aec6-45fe-92b6-476273903aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.867997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-f05e4df2-aec6-45fe-92b6-476273903aad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.1580603 Sep 16 04:52:26.900726 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4d8c8677-064d-480a-b696-897679b061b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5475644b7074952bbbd1c1439286483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970708 Sep 16 04:52:26.903100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52892) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:26.965005 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6173c31a-39d6-427d-b5cd-e1fc9b023115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.982620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa281d6-47b7-4a99-ace9-49db4a96e715 req-1e643a15-11e7-4c81-a377-2209ae939fde tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.996534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6173c31a-39d6-427d-b5cd-e1fc9b023115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.996645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa281d6-47b7-4a99-ace9-49db4a96e715 req-1e643a15-11e7-4c81-a377-2209ae939fde tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.996645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa281d6-47b7-4a99-ace9-49db4a96e715 req-1e643a15-11e7-4c81-a377-2209ae939fde tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.001628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa281d6-47b7-4a99-ace9-49db4a96e715 req-1e643a15-11e7-4c81-a377-2209ae939fde tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.007577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa281d6-47b7-4a99-ace9-49db4a96e715 req-1e643a15-11e7-4c81-a377-2209ae939fde tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.011334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['c3acf62e-71a9-435b-a146-cb64c8927da8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:27.014684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa281d6-47b7-4a99-ace9-49db4a96e715 req-1e643a15-11e7-4c81-a377-2209ae939fde tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.020781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa281d6-47b7-4a99-ace9-49db4a96e715 req-1e643a15-11e7-4c81-a377-2209ae939fde tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.022685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8aa281d6-47b7-4a99-ace9-49db4a96e715 req-1e643a15-11e7-4c81-a377-2209ae939fde tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.2933166 Sep 16 04:52:27.110209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1eaa3e84-f625-4fef-adf2-c1fbf40fce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.111730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1eaa3e84-f625-4fef-adf2-c1fbf40fce50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2298410 Sep 16 04:52:27.116373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-ecd6d864-aa1d-40a7-9891-5b7943269eff service neutron] 10.222.0.37 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660327 Sep 16 04:52:27.134109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8aa281d6-47b7-4a99-ace9-49db4a96e715 req-cab3be66-bb47-4ac6-bdbf-d87efabd0262 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965481 Sep 16 04:52:27.145395 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6173c31a-39d6-427d-b5cd-e1fc9b023115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.148715 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6173c31a-39d6-427d-b5cd-e1fc9b023115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.150397 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6173c31a-39d6-427d-b5cd-e1fc9b023115 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30675816-bf0a-4094-94a0-30ddee4be665 HTTP/1.1" status: 204 len: 168 time: 0.2450418 Sep 16 04:52:27.165959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173c31a-39d6-427d-b5cd-e1fc9b023115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30675816-bf0a-4094-94a0-30ddee4be665,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:27.168197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ec53f-2dc3-4ba6-9f36-34239a0ac616 req-44ad0d9e-ab84-4157-b12c-2e419cd735ef tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.175501 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b73ec53f-2dc3-4ba6-9f36-34239a0ac616 req-44ad0d9e-ab84-4157-b12c-2e419cd735ef tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 945 time: 0.2117825 Sep 16 04:52:27.569708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': '043eee9d-4c0a-4074-9c55-f1ea00b36a05'}, {'name': 'network-changed', 'server_uuid': '93691f41-656b-4874-b624-c4a35ab435e6', 'tag': '592cbdad-c008-46f4-8e0b-00a3ee120d1d'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:27.572570 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641" -d '{"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "043eee9d-4c0a-4074-9c55-f1ea00b36a05"}, {"name": "network-changed", "server_uuid": "93691f41-656b-4874-b624-c4a35ab435e6", "tag": "592cbdad-c008-46f4-8e0b-00a3ee120d1d"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:27.622633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b73ec53f-2dc3-4ba6-9f36-34239a0ac616 req-883ca922-598f-462d-9035-2f532ed9b202 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/security-groups?id=923767a8-ae34-497e-8cc7-71f2ce1f66ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449871 Sep 16 04:52:27.636857 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94e74d8-0423-4609-a160-da5d5f334f1a x-openstack-request-id: req-f94e74d8-0423-4609-a160-da5d5f334f1a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:27.637345 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "043eee9d-4c0a-4074-9c55-f1ea00b36a05", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93691f41-656b-4874-b624-c4a35ab435e6", "tag": "592cbdad-c008-46f4-8e0b-00a3ee120d1d", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:27.637760 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f94e74d8-0423-4609-a160-da5d5f334f1a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:27.638294 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': '043eee9d-4c0a-4074-9c55-f1ea00b36a05', 'status': 'completed', 'code': 200} Sep 16 04:52:27.638675 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93691f41-656b-4874-b624-c4a35ab435e6', 'tag': '592cbdad-c008-46f4-8e0b-00a3ee120d1d', 'status': 'completed', 'code': 200} Sep 16 04:52:27.658127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54e97f27-f596-46ad-86aa-17d022f4c222 req-28d9edee-93d1-4b00-9b8d-4190b8192aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230322 Sep 16 04:52:27.661718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-572377c1-3ffb-4546-a9a7-aa679e84f91c service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401525 Sep 16 04:52:27.768392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-16b9b422-2fc8-4e30-b11a-90495b8850f0 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991716 Sep 16 04:52:27.815865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-9808e624-c201-490d-9eee-f8749694b5cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=3187c83a-2f99-4514-ae4a-2e228455e9c6 HTTP/1.1" status: 200 len: 217 time: 0.0401764 Sep 16 04:52:27.897407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3b638d19-9460-4f3e-b9b9-55454ccd0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.899119 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3b638d19-9460-4f3e-b9b9-55454ccd0eaa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.0743229 Sep 16 04:52:27.913275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-668914b5-9fbb-46f1-b20f-cb96febbd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.915049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-668914b5-9fbb-46f1-b20f-cb96febbd5c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 1096 time: 0.0643101 Sep 16 04:52:28.049043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cc99dd99-ecb3-4653-8c8a-f3113e3fd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.050570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-cc99dd99-ecb3-4653-8c8a-f3113e3fd96f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1427803 Sep 16 04:52:28.078887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf336c-39f0-4ba2-9005-a589bdab28ca req-4051d111-4001-46a0-9f5e-d95f1245304e tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.080382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-24bf336c-39f0-4ba2-9005-a589bdab28ca req-4051d111-4001-46a0-9f5e-d95f1245304e tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 944 time: 0.1464298 Sep 16 04:52:28.128449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-89e977eb-e76b-4ac8-8fd3-43b7b4d4b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.129988 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-89e977eb-e76b-4ac8-8fd3-43b7b4d4b83d service neutron] 10.222.0.37 "GET /v2.0/networks?id=45ec738b-ccb5-496c-a914-db9fd4674f59 HTTP/1.1" status: 200 len: 912 time: 0.2054667 Sep 16 04:52:28.156807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52922) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:28.199650 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7e262f98-4739-49ea-95ba-7829c0370a00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f54bde8e4d24bb5967f80390845ddb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416584 Sep 16 04:52:28.203793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52926) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:28.234437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-390fa43e-5a1c-4256-a791-0df7a6048c48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=592cbdad-c008-46f4-8e0b-00a3ee120d1d HTTP/1.1" status: 200 len: 217 time: 0.0951219 Sep 16 04:52:28.241022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-24bf336c-39f0-4ba2-9005-a589bdab28ca req-5753457a-e81c-42d3-a2f8-da999738a83e tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388683 Sep 16 04:52:28.261700 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1803a457-6938-4aa6-afbc-34aead6b1aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.299789 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1803a457-6938-4aa6-afbc-34aead6b1aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.339679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-3a01ad86-66f0-480c-98a3-46515f9c12bd service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801645 Sep 16 04:52:28.381340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c5f85142-06d3-44a3-8bf7-af050de2baa9 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:28.384015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c3acf62e-71a9-435b-a146-cb64c8927da8 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:28.414145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-077df7a5-3871-4ce3-9480-f6d09450494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.420829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-077df7a5-3871-4ce3-9480-f6d09450494c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f7fb231-95c6-4afd-8e83-cdfae52ff5c2 HTTP/1.1" status: 200 len: 852 time: 0.1732507 Sep 16 04:52:28.453572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1803a457-6938-4aa6-afbc-34aead6b1aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.456707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1803a457-6938-4aa6-afbc-34aead6b1aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.458384 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1803a457-6938-4aa6-afbc-34aead6b1aac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/078cc70a-7f1b-45e9-8ca4-cf5106b11312 HTTP/1.1" status: 204 len: 168 time: 0.2533627 Sep 16 04:52:28.472588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803a457-6938-4aa6-afbc-34aead6b1aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078cc70a-7f1b-45e9-8ca4-cf5106b11312,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.523112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-47be101e-8ff9-4a4d-939d-a118c8cf8b10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45ec738b-ccb5-496c-a914-db9fd4674f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385444 Sep 16 04:52:28.539206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f709d8-6acc-4332-bf14-0f21b16856fd req-55c2404b-c205-440b-a8e7-92790667910c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.539544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c5f85142-06d3-44a3-8bf7-af050de2baa9, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c5f85142-06d3-44a3-8bf7-af050de2baa9,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:28.546717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f709d8-6acc-4332-bf14-0f21b16856fd req-55c2404b-c205-440b-a8e7-92790667910c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.553373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f709d8-6acc-4332-bf14-0f21b16856fd req-55c2404b-c205-440b-a8e7-92790667910c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.556331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'c5f85142-06d3-44a3-8bf7-af050de2baa9', 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59', 'port_id': 'c5f85142-06d3-44a3-8bf7-af050de2baa9', 'mac_address': 'fa:16:3e:56:b8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7fb231-95c6-4afd-8e83-cdfae52ff5c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:28.561224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f709d8-6acc-4332-bf14-0f21b16856fd req-55c2404b-c205-440b-a8e7-92790667910c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.567856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f709d8-6acc-4332-bf14-0f21b16856fd req-55c2404b-c205-440b-a8e7-92790667910c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.575823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f709d8-6acc-4332-bf14-0f21b16856fd req-55c2404b-c205-440b-a8e7-92790667910c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.582932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f709d8-6acc-4332-bf14-0f21b16856fd req-55c2404b-c205-440b-a8e7-92790667910c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.591788 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12f709d8-6acc-4332-bf14-0f21b16856fd req-55c2404b-c205-440b-a8e7-92790667910c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.3117740 Sep 16 04:52:28.606877 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.623186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port c3acf62e-71a9-435b-a146-cb64c8927da8 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:28.628427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port c3acf62e-71a9-435b-a146-cb64c8927da8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:28.628918 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.659434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f85142-06d3-44a3-8bf7-af050de2baa9 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:28.673660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-d36807b4-760f-43eb-9ffc-8c2f9728a383 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116827 Sep 16 04:52:28.686721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12f709d8-6acc-4332-bf14-0f21b16856fd req-adaf9ae2-befc-419c-a4df-ad0daecb73f4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938439 Sep 16 04:52:28.711653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c5f85142-06d3-44a3-8bf7-af050de2baa9, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c5f85142-06d3-44a3-8bf7-af050de2baa9,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:28.779597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.785162 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.825425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-7e5497e3-d6e6-4f50-9d57-73cf95c44807 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=dfd779c3-6268-4c99-a46d-f7e68488baf2 HTTP/1.1" status: 200 len: 217 time: 0.0641870 Sep 16 04:52:28.842698 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bd2410-bfba-4669-aaa7-6068854d6d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3acf62e-71a9-435b-a146-cb64c8927da8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:28.844877 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe1656d-3aaf-4b3d-bcd5-9a25d66c2260" -d '{"events": [{"server_uuid": "08bd2410-bfba-4669-aaa7-6068854d6d75", "name": "network-vif-plugged", "status": "completed", "tag": "c3acf62e-71a9-435b-a146-cb64c8927da8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:28.866927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c3acf62e-71a9-435b-a146-cb64c8927da8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c3acf62e-71a9-435b-a146-cb64c8927da8,segment=NetworkSegment(5203b87f-7e37-45b6-922b-5498e13e3059),segment_id=5203b87f-7e37-45b6-922b-5498e13e3059)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:28.868235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c5f85142-06d3-44a3-8bf7-af050de2baa9,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.893423 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9341d820-153c-44d1-883c-ec044abf2f4d x-openstack-request-id: req-9341d820-153c-44d1-883c-ec044abf2f4d {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:28.893722 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bd2410-bfba-4669-aaa7-6068854d6d75", "name": "network-vif-plugged", "status": "completed", "tag": "c3acf62e-71a9-435b-a146-cb64c8927da8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:28.893982 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9341d820-153c-44d1-883c-ec044abf2f4d {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:28.894386 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bd2410-bfba-4669-aaa7-6068854d6d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3acf62e-71a9-435b-a146-cb64c8927da8', 'code': 200} Sep 16 04:52:28.906444 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-ffc17b17-5e58-4d19-ad34-dab35af7f404 service neutron] 10.222.0.37 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096449 Sep 16 04:52:28.928307 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.938406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c2e88-d1ca-4aff-a7e8-96689b4e80d8 req-3dc4e67c-3ad0-4610-bd23-89300bba88be tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.939978 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba7c2e88-d1ca-4aff-a7e8-96689b4e80d8 req-3dc4e67c-3ad0-4610-bd23-89300bba88be tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 945 time: 0.1575956 Sep 16 04:52:28.957886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-8c525c33-a4c3-450b-a0bc-5c6f762fd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:28.959347 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-8c525c33-a4c3-450b-a0bc-5c6f762fd1ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.1171415 Sep 16 04:52:28.995692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c3acf62e-71a9-435b-a146-cb64c8927da8,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:29.081930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['c5f85142-06d3-44a3-8bf7-af050de2baa9'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:29.120744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba7c2e88-d1ca-4aff-a7e8-96689b4e80d8 req-19e334f6-6854-4a35-84e7-96f7097c30ea tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/security-groups?id=923767a8-ae34-497e-8cc7-71f2ce1f66ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637433 Sep 16 04:52:29.148637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71803c55-9320-492d-bcb6-65a892a09a3e req-16a05b6f-e3e2-4580-8d21-7b273753407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.148637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71803c55-9320-492d-bcb6-65a892a09a3e req-16a05b6f-e3e2-4580-8d21-7b273753407c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 1098 time: 0.1519170 Sep 16 04:52:29.148637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-84d0f822-cef3-4555-9837-414ca4d34c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.150161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-84d0f822-cef3-4555-9837-414ca4d34c6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1707890 Sep 16 04:52:29.152657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-441bce0b-87a6-43f9-b489-7e6ad25b18e9 service neutron] 10.222.0.37 "GET /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369933 Sep 16 04:52:29.241472 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71803c55-9320-492d-bcb6-65a892a09a3e req-90cd1faa-e744-4f15-8d70-7fb1e9e19f83 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=923767a8-ae34-497e-8cc7-71f2ce1f66ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878100 Sep 16 04:52:29.276368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-40638646-6efc-4070-b860-c19b52b9a99d service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170325 Sep 16 04:52:29.435826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce8917-9834-4796-bf84-f5c537debb92 req-eb3fd5f7-de8b-4924-9d99-2e151db9659c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.437450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97ce8917-9834-4796-bf84-f5c537debb92 req-eb3fd5f7-de8b-4924-9d99-2e151db9659c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 944 time: 0.1205544 Sep 16 04:52:29.439753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-a71759c5-e4bd-4472-b8e9-54984afb13f9 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550422 Sep 16 04:52:29.503746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-1f8e6680-3e0d-40ff-b37a-ebfcf2dcd2ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbdc05d8-6e27-488d-8ccd-7146341eee48 HTTP/1.1" status: 200 len: 217 time: 0.0505471 Sep 16 04:52:29.566241 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97ce8917-9834-4796-bf84-f5c537debb92 req-9a448dd3-52bd-4d83-abe7-55f528d9e2fd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209705 Sep 16 04:52:29.584922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-bbc1f9a7-02cb-42eb-af84-af82c23f63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.587964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-bbc1f9a7-02cb-42eb-af84-af82c23f63f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c03be75-dfaa-43ca-8637-e3c4c294e56b HTTP/1.1" status: 200 len: 797 time: 0.0748544 Sep 16 04:52:29.640526 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-80d7fdec-41b7-468f-a1b8-8b1cffac9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.642087 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-80d7fdec-41b7-468f-a1b8-8b1cffac9eaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473487 Sep 16 04:52:29.750336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-dc6a9564-82b9-44d7-9c35-5a39195281dc service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008806 Sep 16 04:52:29.891993 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173256f-5b69-4422-bc12-c30bdf383c17 req-ea37a058-01ea-44f6-90fd-53661fee54ce tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.894171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173256f-5b69-4422-bc12-c30bdf383c17 req-ea37a058-01ea-44f6-90fd-53661fee54ce tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.900991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173256f-5b69-4422-bc12-c30bdf383c17 req-ea37a058-01ea-44f6-90fd-53661fee54ce tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.907257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173256f-5b69-4422-bc12-c30bdf383c17 req-ea37a058-01ea-44f6-90fd-53661fee54ce tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.913350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173256f-5b69-4422-bc12-c30bdf383c17 req-ea37a058-01ea-44f6-90fd-53661fee54ce tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.919948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173256f-5b69-4422-bc12-c30bdf383c17 req-ea37a058-01ea-44f6-90fd-53661fee54ce tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.925898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173256f-5b69-4422-bc12-c30bdf383c17 req-ea37a058-01ea-44f6-90fd-53661fee54ce tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.927817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2173256f-5b69-4422-bc12-c30bdf383c17 req-ea37a058-01ea-44f6-90fd-53661fee54ce tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.1519830 Sep 16 04:52:29.931897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-ee278c9d-5948-4c5e-852e-15e48a709b7f service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739297 Sep 16 04:52:29.992596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-016f1a6c-830b-4936-95df-9e5ae4e9e14a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=043eee9d-4c0a-4074-9c55-f1ea00b36a05 HTTP/1.1" status: 200 len: 217 time: 0.0500157 Sep 16 04:52:30.038018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2173256f-5b69-4422-bc12-c30bdf383c17 req-6d53c4b3-376a-4730-afdc-e4a6e250bb91 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024985 Sep 16 04:52:30.057723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-968bfb44-bdce-4fff-aad2-12fb28efab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.059449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-968bfb44-bdce-4fff-aad2-12fb28efab71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c03be75-dfaa-43ca-8637-e3c4c294e56b HTTP/1.1" status: 200 len: 797 time: 0.0569801 Sep 16 04:52:30.114187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5649b198-0e34-4164-bd83-f8c254a4c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.115713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-5649b198-0e34-4164-bd83-f8c254a4c272 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475869 Sep 16 04:52:30.240351 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-82799ee3-68e1-48ed-bf36-badd8f28e7d7 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159034 Sep 16 04:52:30.294040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edeeee-f199-4d70-8942-ef064f35f921 req-a2d8b988-48b4-4dc4-a6a7-79780b91f556 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.295932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3edeeee-f199-4d70-8942-ef064f35f921 req-a2d8b988-48b4-4dc4-a6a7-79780b91f556 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 946 time: 0.0862799 Sep 16 04:52:30.377881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3edeeee-f199-4d70-8942-ef064f35f921 req-a62587b5-d87a-46ab-b9c3-b1738f5481f1 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/security-groups?id=923767a8-ae34-497e-8cc7-71f2ce1f66ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741954 Sep 16 04:52:30.379848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 592cbdad-c008-46f4-8e0b-00a3ee120d1d details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:30.381687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c5f85142-06d3-44a3-8bf7-af050de2baa9 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:30.403610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91dc86f6-cb5b-42c4-b75e-01dd4746d1f9 req-f0b37dfe-f9a7-4eff-bd99-21b4913ff82c service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491027 Sep 16 04:52:30.533453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 592cbdad-c008-46f4-8e0b-00a3ee120d1d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=592cbdad-c008-46f4-8e0b-00a3ee120d1d,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:30.554612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '592cbdad-c008-46f4-8e0b-00a3ee120d1d', 'network_id': '45ec738b-ccb5-496c-a914-db9fd4674f59', 'port_id': '592cbdad-c008-46f4-8e0b-00a3ee120d1d', 'mac_address': 'fa:16:3e:a1:82:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7fb231-95c6-4afd-8e83-cdfae52ff5c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:30.707460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6401f-5a7e-4dbb-b7a7-73453e937aac req-4d0659aa-07b4-4d04-81e9-572abe41e02c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.709355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61b6401f-5a7e-4dbb-b7a7-73453e937aac req-4d0659aa-07b4-4d04-81e9-572abe41e02c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 944 time: 0.0556707 Sep 16 04:52:30.716275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port c5f85142-06d3-44a3-8bf7-af050de2baa9 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:30.724991 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port c5f85142-06d3-44a3-8bf7-af050de2baa9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:30.725369 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.754831 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.778363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61b6401f-5a7e-4dbb-b7a7-73453e937aac req-97edfd43-3fff-4508-b5e0-34d1d025dc90 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561020 Sep 16 04:52:30.779351 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592cbdad-c008-46f4-8e0b-00a3ee120d1d {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:30.795576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-2198c45c-20f5-4461-81e6-9680d746b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.796039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-2198c45c-20f5-4461-81e6-9680d746b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.796684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-2198c45c-20f5-4461-81e6-9680d746b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.797165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-2198c45c-20f5-4461-81e6-9680d746b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.797735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-2198c45c-20f5-4461-81e6-9680d746b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.798302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-2198c45c-20f5-4461-81e6-9680d746b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.798826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-2198c45c-20f5-4461-81e6-9680d746b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.800841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-2198c45c-20f5-4461-81e6-9680d746b501 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6482 time: 0.0904450 Sep 16 04:52:30.855759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 592cbdad-c008-46f4-8e0b-00a3ee120d1d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=592cbdad-c008-46f4-8e0b-00a3ee120d1d,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:30.876000 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.911069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-0e015a05-8f9b-472e-8385-d8cda37bd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:30.914017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-0e015a05-8f9b-472e-8385-d8cda37bd526 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4736ad3-9a26-42c8-8dc7-2dd152730d61 HTTP/1.1" status: 200 len: 902 time: 0.1054604 Sep 16 04:52:30.917702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c5f85142-06d3-44a3-8bf7-af050de2baa9, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c5f85142-06d3-44a3-8bf7-af050de2baa9,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:30.918861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d2abfb-fb5f-4524-be7b-bb9afd783313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f85142-06d3-44a3-8bf7-af050de2baa9'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:30.921332 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e302db46-0c18-4c72-b043-8f3159421532" -d '{"events": [{"server_uuid": "04d2abfb-fb5f-4524-be7b-bb9afd783313", "name": "network-vif-plugged", "status": "completed", "tag": "c5f85142-06d3-44a3-8bf7-af050de2baa9"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:30.931596 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.994789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-30ee6212-7610-4ee2-8c26-2d60ec409ae3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=043eee9d-4c0a-4074-9c55-f1ea00b36a05 HTTP/1.1" status: 200 len: 217 time: 0.0722151 Sep 16 04:52:30.997846 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05e888a-a59a-4d3c-961c-b8405059e855 x-openstack-request-id: req-f05e888a-a59a-4d3c-961c-b8405059e855 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:31.003775 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d2abfb-fb5f-4524-be7b-bb9afd783313", "name": "network-vif-plugged", "status": "completed", "tag": "c5f85142-06d3-44a3-8bf7-af050de2baa9", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:31.003775 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f05e888a-a59a-4d3c-961c-b8405059e855 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:31.003775 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d2abfb-fb5f-4524-be7b-bb9afd783313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f85142-06d3-44a3-8bf7-af050de2baa9', 'code': 200} Sep 16 04:52:31.003775 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.007908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=592cbdad-c008-46f4-8e0b-00a3ee120d1d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.068063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c5f85142-06d3-44a3-8bf7-af050de2baa9,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.099938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-6568e9a5-4df9-4e49-ac4c-d225f5d2d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.099938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-6568e9a5-4df9-4e49-ac4c-d225f5d2d1f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c03be75-dfaa-43ca-8637-e3c4c294e56b HTTP/1.1" status: 200 len: 797 time: 0.0965457 Sep 16 04:52:31.118901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5b190-9fdd-4178-a3ad-6d6dcdd49268 req-b3400026-7ccd-4219-9715-a3cb0c732f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.120432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7e5b190-9fdd-4178-a3ad-6d6dcdd49268 req-b3400026-7ccd-4219-9715-a3cb0c732f74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04d2abfb-fb5f-4524-be7b-bb9afd783313 HTTP/1.1" status: 200 len: 1097 time: 0.0744994 Sep 16 04:52:31.227581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['592cbdad-c008-46f4-8e0b-00a3ee120d1d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:31.231041 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7e5b190-9fdd-4178-a3ad-6d6dcdd49268 req-8f059a85-6239-4baf-a3d7-8c2942294fac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789704 Sep 16 04:52:31.235896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-88ea1f91-2cd4-4867-a73d-441845e4b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.237329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-88ea1f91-2cd4-4867-a73d-441845e4b35c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1292503 Sep 16 04:52:31.255830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db7eb-624e-494f-b190-df9935ab67c8 req-be921bea-1df4-43c1-9602-594f3d07db2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.263563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db7eb-624e-494f-b190-df9935ab67c8 req-be921bea-1df4-43c1-9602-594f3d07db2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.270747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db7eb-624e-494f-b190-df9935ab67c8 req-be921bea-1df4-43c1-9602-594f3d07db2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.295577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db7eb-624e-494f-b190-df9935ab67c8 req-be921bea-1df4-43c1-9602-594f3d07db2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.302858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db7eb-624e-494f-b190-df9935ab67c8 req-be921bea-1df4-43c1-9602-594f3d07db2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.313437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db7eb-624e-494f-b190-df9935ab67c8 req-be921bea-1df4-43c1-9602-594f3d07db2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.320091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077db7eb-624e-494f-b190-df9935ab67c8 req-be921bea-1df4-43c1-9602-594f3d07db2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.323288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-077db7eb-624e-494f-b190-df9935ab67c8 req-be921bea-1df4-43c1-9602-594f3d07db2c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.1733034 Sep 16 04:52:31.371832 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53014) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:31.398751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-077db7eb-624e-494f-b190-df9935ab67c8 req-788e90b5-e9b6-4af5-a948-f9dd611750fe tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448420 Sep 16 04:52:31.484578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-0ee52506-c700-4c03-8c3f-304cf3fadd97 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602499 Sep 16 04:52:31.505677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10ec274c-52d7-4a1a-b3dd-145a6c55853d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.600074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a40ab-db9b-473c-b6e2-e9a7d0b088e6 req-2462bf9f-bc4b-49cf-9365-ff51f2e950b7 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.601568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e8a40ab-db9b-473c-b6e2-e9a7d0b088e6 req-2462bf9f-bc4b-49cf-9365-ff51f2e950b7 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 946 time: 0.1205738 Sep 16 04:52:31.616669 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10ec274c-52d7-4a1a-b3dd-145a6c55853d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.637366 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ed2e8ed-935d-43d1-9dfe-878c7ac70641 req-8fc3ad2b-c1a0-4426-9cbe-638349b9df2d service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438005 Sep 16 04:52:31.657461 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e8a40ab-db9b-473c-b6e2-e9a7d0b088e6 req-2a1bbc48-da1c-4af9-b786-4be31727e454 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/security-groups?id=923767a8-ae34-497e-8cc7-71f2ce1f66ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 Sep 16 04:52:31.722079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10ec274c-52d7-4a1a-b3dd-145a6c55853d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.759287 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-10ec274c-52d7-4a1a-b3dd-145a6c55853d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fdc60a2a3ce4a4e8637bce661ba268e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832476 Sep 16 04:52:31.761548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53034) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:31.767139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec274c-52d7-4a1a-b3dd-145a6c55853d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34640e6-16af-47fb-8a70-f4516d696e66,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.832885 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa671-0709-4376-bbce-d080a648ca8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.858685 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa671-0709-4376-bbce-d080a648ca8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.941814 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dff45-05fb-406e-afde-66f0511b3b70 req-f94d83bf-0791-422b-b147-9491529d2fc7 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.943617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-514dff45-05fb-406e-afde-66f0511b3b70 req-f94d83bf-0791-422b-b147-9491529d2fc7 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 945 time: 0.0677836 Sep 16 04:52:31.989307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-514dff45-05fb-406e-afde-66f0511b3b70 req-1547b416-24e4-4a4d-be65-dedeee994d30 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Sep 16 04:52:32.048300 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa671-0709-4376-bbce-d080a648ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.050954 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa671-0709-4376-bbce-d080a648ca8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.054760 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8bbfa671-0709-4376-bbce-d080a648ca8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a34640e6-16af-47fb-8a70-f4516d696e66 HTTP/1.1" status: 204 len: 168 time: 0.2895615 Sep 16 04:52:32.060622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfa671-0709-4376-bbce-d080a648ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34640e6-16af-47fb-8a70-f4516d696e66,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:32.378877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 592cbdad-c008-46f4-8e0b-00a3ee120d1d up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:32.505447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 592cbdad-c008-46f4-8e0b-00a3ee120d1d completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:32.514189 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 592cbdad-c008-46f4-8e0b-00a3ee120d1d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:32.514189 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.582608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4222-1fde-4202-aa02-5999271adb1a req-47a1a674-7170-4060-9a8f-8dab1d3b87d7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.592356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4222-1fde-4202-aa02-5999271adb1a req-47a1a674-7170-4060-9a8f-8dab1d3b87d7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.599582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4222-1fde-4202-aa02-5999271adb1a req-47a1a674-7170-4060-9a8f-8dab1d3b87d7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.623475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4222-1fde-4202-aa02-5999271adb1a req-47a1a674-7170-4060-9a8f-8dab1d3b87d7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.629611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4222-1fde-4202-aa02-5999271adb1a req-47a1a674-7170-4060-9a8f-8dab1d3b87d7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.637396 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.637590 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4222-1fde-4202-aa02-5999271adb1a req-47a1a674-7170-4060-9a8f-8dab1d3b87d7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.643631 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4222-1fde-4202-aa02-5999271adb1a req-47a1a674-7170-4060-9a8f-8dab1d3b87d7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.645799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-384d4222-1fde-4202-aa02-5999271adb1a req-47a1a674-7170-4060-9a8f-8dab1d3b87d7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.1600716 Sep 16 04:52:32.679239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 592cbdad-c008-46f4-8e0b-00a3ee120d1d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=592cbdad-c008-46f4-8e0b-00a3ee120d1d,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:32.715858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53092) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:32.726099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74d77aa0-4d84-4acc-a327-f69be2696092 req-953988df-8f7d-44ed-a23d-b3b9f134d989 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0788281 Sep 16 04:52:32.733948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-384d4222-1fde-4202-aa02-5999271adb1a req-401bff2e-f3aa-4ea6-856a-5e9a3cfdb609 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561593 Sep 16 04:52:32.820520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d77aa0-4d84-4acc-a327-f69be2696092 req-4c5cef13-70ef-4acf-8edd-21947b943e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.822775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74d77aa0-4d84-4acc-a327-f69be2696092 req-4c5cef13-70ef-4acf-8edd-21947b943e77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3713a25a72494fce95a78973088e5269&device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0448713 Sep 16 04:52:32.830729 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.847913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11611543-a5be-4ff1-b01d-4ebcf4d871ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.893706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=592cbdad-c008-46f4-8e0b-00a3ee120d1d,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:32.939241 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d77aa0-4d84-4acc-a327-f69be2696092 req-875b2b18-1415-47ef-a884-657470c01b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.940779 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74d77aa0-4d84-4acc-a327-f69be2696092 req-875b2b18-1415-47ef-a884-657470c01b4f service neutron] 10.222.0.23 "GET /v2.0/networks?id=c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 200 len: 917 time: 0.0991030 Sep 16 04:52:32.942947 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11611543-a5be-4ff1-b01d-4ebcf4d871ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.000143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93691f41-656b-4874-b624-c4a35ab435e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592cbdad-c008-46f4-8e0b-00a3ee120d1d'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:33.002505 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c25516-e942-4c17-99cc-a258003b0cf7" -d '{"events": [{"server_uuid": "93691f41-656b-4874-b624-c4a35ab435e6", "name": "network-vif-plugged", "status": "completed", "tag": "592cbdad-c008-46f4-8e0b-00a3ee120d1d"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:33.011407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74d77aa0-4d84-4acc-a327-f69be2696092 req-1a849307-a22a-4d63-a902-96e8fd95f990 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f HTTP/1.1" status: 200 len: 1001 time: 0.0619011 Sep 16 04:52:33.046826 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15397eb4-c300-49ff-bae8-b9dfc8c74502 x-openstack-request-id: req-15397eb4-c300-49ff-bae8-b9dfc8c74502 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:33.047124 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93691f41-656b-4874-b624-c4a35ab435e6", "name": "network-vif-plugged", "status": "completed", "tag": "592cbdad-c008-46f4-8e0b-00a3ee120d1d", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:33.047378 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15397eb4-c300-49ff-bae8-b9dfc8c74502 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:33.047792 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93691f41-656b-4874-b624-c4a35ab435e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592cbdad-c008-46f4-8e0b-00a3ee120d1d', 'code': 200} Sep 16 04:52:33.068776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d77aa0-4d84-4acc-a327-f69be2696092 req-9343527d-93b1-4e9a-bb17-db1ec0f89e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.070290 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74d77aa0-4d84-4acc-a327-f69be2696092 req-9343527d-93b1-4e9a-bb17-db1ec0f89e43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 200 len: 856 time: 0.0527101 Sep 16 04:52:33.138910 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11611543-a5be-4ff1-b01d-4ebcf4d871ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.177324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53104) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:33.185287 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-11611543-a5be-4ff1-b01d-4ebcf4d871ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e21596f22a3e452db6e074229b45047e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4681625 Sep 16 04:52:33.186260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11611543-a5be-4ff1-b01d-4ebcf4d871ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0fdd89-e5a2-44f9-b2ee-7bc8cb6b272a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:33.188863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53106) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:33.194000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d77aa0-4d84-4acc-a327-f69be2696092 req-c39cc2f8-88c4-46f5-8700-a5181cafc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.195552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74d77aa0-4d84-4acc-a327-f69be2696092 req-c39cc2f8-88c4-46f5-8700-a5181cafc4f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c481d059-a7f7-44df-b3fb-c885caa02527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181099 Sep 16 04:52:33.207637 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84ebc5f3-dc96-4651-bd87-c6c76532862e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.227412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901deba-0c01-409d-8b16-71c470f0513d req-5b4045d3-d48a-4205-98c4-b3a3374ed575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.229203 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2901deba-0c01-409d-8b16-71c470f0513d req-5b4045d3-d48a-4205-98c4-b3a3374ed575 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 1098 time: 0.1086552 Sep 16 04:52:33.241044 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d436b932-8ee3-4d0d-83bb-19e18ae08c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.253543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b4b5d-3e81-4cdb-88be-cae0418bd593 req-0af09142-966c-4ea0-9892-a6c91d688f1a tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.255058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f7b4b5d-3e81-4cdb-88be-cae0418bd593 req-0af09142-966c-4ea0-9892-a6c91d688f1a tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 946 time: 0.1488662 Sep 16 04:52:33.269774 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d436b932-8ee3-4d0d-83bb-19e18ae08c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.417492 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d436b932-8ee3-4d0d-83bb-19e18ae08c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.420437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d436b932-8ee3-4d0d-83bb-19e18ae08c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.421675 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d436b932-8ee3-4d0d-83bb-19e18ae08c9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc0fdd89-e5a2-44f9-b2ee-7bc8cb6b272a HTTP/1.1" status: 204 len: 168 time: 0.2318919 Sep 16 04:52:33.430544 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436b932-8ee3-4d0d-83bb-19e18ae08c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0fdd89-e5a2-44f9-b2ee-7bc8cb6b272a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:33.691024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2901deba-0c01-409d-8b16-71c470f0513d req-b8be8399-d0a0-4abf-b94f-0f300cc2e085 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486480 Sep 16 04:52:33.727845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f7b4b5d-3e81-4cdb-88be-cae0418bd593 req-da1472b7-af1e-4ff4-a490-d1b4566e26f6 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559000 Sep 16 04:52:33.742255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74d77aa0-4d84-4acc-a327-f69be2696092 req-2419182e-8c09-4517-bf6f-a75b5128f79c service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356266 Sep 16 04:52:33.754637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c55c1-3127-46bb-8ad6-1f9304f8b1d7 req-fa72ad90-29cf-447d-a6e0-ebf4ee7bd9ce tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.757850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d22c55c1-3127-46bb-8ad6-1f9304f8b1d7 req-fa72ad90-29cf-447d-a6e0-ebf4ee7bd9ce tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 946 time: 0.1322653 Sep 16 04:52:33.904224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d22c55c1-3127-46bb-8ad6-1f9304f8b1d7 req-69baca26-3044-4da9-98ce-619f3661378a tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/security-groups?id=923767a8-ae34-497e-8cc7-71f2ce1f66ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385527 Sep 16 04:52:33.910909 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84ebc5f3-dc96-4651-bd87-c6c76532862e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.947009 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74d77aa0-4d84-4acc-a327-f69be2696092 req-2eee55b5-8032-429a-9df7-c1cb8024bb55 service neutron] 10.222.0.23 "GET /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876678 Sep 16 04:52:33.960300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84277a-66e2-4fd0-b728-04df3f305fe5 req-cbcdb801-e9fa-4ba0-a352-edf9e7e43074 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.966960 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84277a-66e2-4fd0-b728-04df3f305fe5 req-cbcdb801-e9fa-4ba0-a352-edf9e7e43074 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.973160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84277a-66e2-4fd0-b728-04df3f305fe5 req-cbcdb801-e9fa-4ba0-a352-edf9e7e43074 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.979371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84277a-66e2-4fd0-b728-04df3f305fe5 req-cbcdb801-e9fa-4ba0-a352-edf9e7e43074 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.985353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84277a-66e2-4fd0-b728-04df3f305fe5 req-cbcdb801-e9fa-4ba0-a352-edf9e7e43074 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.991391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84277a-66e2-4fd0-b728-04df3f305fe5 req-cbcdb801-e9fa-4ba0-a352-edf9e7e43074 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.997356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84277a-66e2-4fd0-b728-04df3f305fe5 req-cbcdb801-e9fa-4ba0-a352-edf9e7e43074 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.999266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae84277a-66e2-4fd0-b728-04df3f305fe5 req-cbcdb801-e9fa-4ba0-a352-edf9e7e43074 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.1510506 Sep 16 04:52:34.032703 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84ebc5f3-dc96-4651-bd87-c6c76532862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.056673 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae84277a-66e2-4fd0-b728-04df3f305fe5 req-d96a231d-fe02-4dcb-9a8a-288fb8779420 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511384 Sep 16 04:52:34.077432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-84ebc5f3-dc96-4651-bd87-c6c76532862e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8edd437c63548b8a163a249e1f78db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8975425 Sep 16 04:52:34.079171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53116) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:34.083043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebc5f3-dc96-4651-bd87-c6c76532862e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b47eda0-b098-4627-8345-6ddc85bf3fd8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:34.128712 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d1e80e6-72b0-4ed8-8e2d-90d9889e92d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.150563 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d1e80e6-72b0-4ed8-8e2d-90d9889e92d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.184442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53118) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:34.198308 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4112-a084-40ba-acae-9a90eb056ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.266692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d1e80e6-72b0-4ed8-8e2d-90d9889e92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.269344 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d1e80e6-72b0-4ed8-8e2d-90d9889e92d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.270497 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4d1e80e6-72b0-4ed8-8e2d-90d9889e92d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b47eda0-b098-4627-8345-6ddc85bf3fd8 HTTP/1.1" status: 204 len: 168 time: 0.1902673 Sep 16 04:52:34.288371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e80e6-72b0-4ed8-8e2d-90d9889e92d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b47eda0-b098-4627-8345-6ddc85bf3fd8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:34.352322 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4112-a084-40ba-acae-9a90eb056ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.430381 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4112-a084-40ba-acae-9a90eb056ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.472364 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4f4e4112-a084-40ba-acae-9a90eb056ea2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20b221545a28494bb4d14f042b65ec89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867985 Sep 16 04:52:34.473154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e4112-a084-40ba-acae-9a90eb056ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7334cdd0-8218-495e-a314-b1dae12d6075,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:34.475213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53124) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:34.528273 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84e4226c-2928-47c5-a7f0-0b08f1ea1494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.550792 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84e4226c-2928-47c5-a7f0-0b08f1ea1494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.720095 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84e4226c-2928-47c5-a7f0-0b08f1ea1494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.720095 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84e4226c-2928-47c5-a7f0-0b08f1ea1494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.721203 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-84e4226c-2928-47c5-a7f0-0b08f1ea1494 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7334cdd0-8218-495e-a314-b1dae12d6075 HTTP/1.1" status: 204 len: 168 time: 0.2448268 Sep 16 04:52:34.730555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4226c-2928-47c5-a7f0-0b08f1ea1494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7334cdd0-8218-495e-a314-b1dae12d6075,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:34.883708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933090a-ee84-4767-8560-f88b044f201e req-5dd1b783-3f70-47f6-b0d2-89991508ffcd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.885719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3933090a-ee84-4767-8560-f88b044f201e req-5dd1b783-3f70-47f6-b0d2-89991508ffcd tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 946 time: 0.0855911 Sep 16 04:52:34.894624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b9397-7709-47bc-8ea5-4e2556033b49 req-2b67ec7f-273b-410d-a657-bf99fc1039b6 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.896067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-103b9397-7709-47bc-8ea5-4e2556033b49 req-2b67ec7f-273b-410d-a657-bf99fc1039b6 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.37 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 946 time: 0.0844584 Sep 16 04:52:35.012189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3933090a-ee84-4767-8560-f88b044f201e req-33f46278-9cb6-4a80-89a8-912eca6e84ae tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150191 Sep 16 04:52:35.097548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c39f0-93d5-4a50-b34a-dfbc0f6c24c3 req-2d123ece-7aae-4bb7-8af5-6f9772dcd057 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.099513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b08c39f0-93d5-4a50-b34a-dfbc0f6c24c3 req-2d123ece-7aae-4bb7-8af5-6f9772dcd057 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 946 time: 0.1006358 Sep 16 04:52:35.107420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-103b9397-7709-47bc-8ea5-4e2556033b49 req-35c55270-786d-45c8-a6ef-ee3ff85c3dac tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Deleting port c3acf62e-71a9-435b-a146-cb64c8927da8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:35.107420 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-103b9397-7709-47bc-8ea5-4e2556033b49 req-35c55270-786d-45c8-a6ef-ee3ff85c3dac tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.283042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b08c39f0-93d5-4a50-b34a-dfbc0f6c24c3 req-d3cc9adc-722f-4169-be25-f84518770d7e tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/security-groups?id=923767a8-ae34-497e-8cc7-71f2ce1f66ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714129 Sep 16 04:52:35.321047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927394-a943-4bb7-ae6c-b8f80fde0668 req-2ce639aa-613e-45f2-a160-e5471ce649be tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.327870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927394-a943-4bb7-ae6c-b8f80fde0668 req-2ce639aa-613e-45f2-a160-e5471ce649be tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.334211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927394-a943-4bb7-ae6c-b8f80fde0668 req-2ce639aa-613e-45f2-a160-e5471ce649be tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.340861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927394-a943-4bb7-ae6c-b8f80fde0668 req-2ce639aa-613e-45f2-a160-e5471ce649be tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.347010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927394-a943-4bb7-ae6c-b8f80fde0668 req-2ce639aa-613e-45f2-a160-e5471ce649be tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.353711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927394-a943-4bb7-ae6c-b8f80fde0668 req-2ce639aa-613e-45f2-a160-e5471ce649be tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.360027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927394-a943-4bb7-ae6c-b8f80fde0668 req-2ce639aa-613e-45f2-a160-e5471ce649be tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.362018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63927394-a943-4bb7-ae6c-b8f80fde0668 req-2ce639aa-613e-45f2-a160-e5471ce649be tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.2035859 Sep 16 04:52:35.386292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-103b9397-7709-47bc-8ea5-4e2556033b49 req-35c55270-786d-45c8-a6ef-ee3ff85c3dac tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] For port c3acf62e-71a9-435b-a146-cb64c8927da8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c3acf62e-71a9-435b-a146-cb64c8927da8,segment=NetworkSegment(5203b87f-7e37-45b6-922b-5498e13e3059),segment_id=5203b87f-7e37-45b6-922b-5498e13e3059)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:35.386674 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-103b9397-7709-47bc-8ea5-4e2556033b49 req-35c55270-786d-45c8-a6ef-ee3ff85c3dac tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.410732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-103b9397-7709-47bc-8ea5-4e2556033b49 req-35c55270-786d-45c8-a6ef-ee3ff85c3dac tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Calling delete_port for c3acf62e-71a9-435b-a146-cb64c8927da8 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:35.440927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63927394-a943-4bb7-ae6c-b8f80fde0668 req-a945d8ab-eaac-491c-b44d-602d506911a7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661619 Sep 16 04:52:35.721659 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-103b9397-7709-47bc-8ea5-4e2556033b49 req-35c55270-786d-45c8-a6ef-ee3ff85c3dac tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.735672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['c3acf62e-71a9-435b-a146-cb64c8927da8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:35.753105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c55270-786d-45c8-a6ef-ee3ff85c3dac tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Pushing event deleted for resources: {'Port': ['ID=c3acf62e-71a9-435b-a146-cb64c8927da8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:35.796828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-103b9397-7709-47bc-8ea5-4e2556033b49 req-35c55270-786d-45c8-a6ef-ee3ff85c3dac tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] No DVR routers for this DVR port c3acf62e-71a9-435b-a146-cb64c8927da8 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:35.799645 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-103b9397-7709-47bc-8ea5-4e2556033b49 req-35c55270-786d-45c8-a6ef-ee3ff85c3dac tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.802074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-103b9397-7709-47bc-8ea5-4e2556033b49 req-35c55270-786d-45c8-a6ef-ee3ff85c3dac tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.37 "DELETE /v2.0/ports/c3acf62e-71a9-435b-a146-cb64c8927da8 HTTP/1.1" status: 204 len: 173 time: 0.8975136 Sep 16 04:52:35.802518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bd2410-bfba-4669-aaa7-6068854d6d75', 'name': 'network-vif-deleted', 'tag': 'c3acf62e-71a9-435b-a146-cb64c8927da8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:35.804946 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37f8fe4-6cde-4882-94b7-82a4c449949b" -d '{"events": [{"server_uuid": "08bd2410-bfba-4669-aaa7-6068854d6d75", "name": "network-vif-deleted", "tag": "c3acf62e-71a9-435b-a146-cb64c8927da8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:35.845843 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e56c714-2707-42cf-8325-438483eb5483 x-openstack-request-id: req-3e56c714-2707-42cf-8325-438483eb5483 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:35.846219 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bd2410-bfba-4669-aaa7-6068854d6d75", "name": "network-vif-deleted", "tag": "c3acf62e-71a9-435b-a146-cb64c8927da8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:35.846470 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e56c714-2707-42cf-8325-438483eb5483 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:35.846879 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bd2410-bfba-4669-aaa7-6068854d6d75', 'name': 'network-vif-deleted', 'tag': 'c3acf62e-71a9-435b-a146-cb64c8927da8', 'status': 'completed', 'code': 200} Sep 16 04:52:35.882012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53182) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:35.986295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-network', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:36.098277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Made reservation on behalf of 81b0d1859be44000850a5bc31b1f4335 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:36.100519 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.107211 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:52:36.147145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.181560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c342f9a-21a9-4765-b1be-15a7973271fc req-83509279-b926-43aa-a744-e096835aa02c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.183041 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c342f9a-21a9-4765-b1be-15a7973271fc req-83509279-b926-43aa-a744-e096835aa02c tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 946 time: 0.0987778 Sep 16 04:52:36.240963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c342f9a-21a9-4765-b1be-15a7973271fc req-295cfc4c-a7be-4d44-91b8-f51712969626 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511324 Sep 16 04:52:36.312895 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.387443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cabc3-4ce0-448f-b5b9-1617fbe02ff2 req-ec7437ef-fd3b-40e7-9ddf-5a268584f432 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.389205 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f18cabc3-4ce0-448f-b5b9-1617fbe02ff2 req-ec7437ef-fd3b-40e7-9ddf-5a268584f432 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d2abfb-fb5f-4524-be7b-bb9afd783313 HTTP/1.1" status: 200 len: 945 time: 0.0553665 Sep 16 04:52:36.425097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95737a97-9f5c-4788-a63a-5ab721b522f6 req-944ff900-60ec-4a9e-8b27-e9a60a304655 tempest-ServerMetadataNegativeTestJSON-2073789608 tempest-ServerMetadataNegativeTestJSON-2073789608-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bd2410-bfba-4669-aaa7-6068854d6d75 HTTP/1.1" status: 200 len: 210 time: 0.0348308 Sep 16 04:52:36.433882 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.497661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:36.515116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f18cabc3-4ce0-448f-b5b9-1617fbe02ff2 req-a88e6885-2867-4741-b3ac-33e8a7b6e61f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091692 Sep 16 04:52:36.515116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:36.563533 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.566148 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Added segment b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a of type vlan for network 1fef8853-6976-4590-9570-f8ac6300686d Sep 16 04:52:36.673520 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.700336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaddd6-381e-4b0b-9736-dc38fafd856a req-14a79433-c723-4c24-b730-8030885a05e5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.706405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaddd6-381e-4b0b-9736-dc38fafd856a req-14a79433-c723-4c24-b730-8030885a05e5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.713210 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaddd6-381e-4b0b-9736-dc38fafd856a req-14a79433-c723-4c24-b730-8030885a05e5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.719281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaddd6-381e-4b0b-9736-dc38fafd856a req-14a79433-c723-4c24-b730-8030885a05e5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.725686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaddd6-381e-4b0b-9736-dc38fafd856a req-14a79433-c723-4c24-b730-8030885a05e5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.732376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaddd6-381e-4b0b-9736-dc38fafd856a req-14a79433-c723-4c24-b730-8030885a05e5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.738456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaddd6-381e-4b0b-9736-dc38fafd856a req-14a79433-c723-4c24-b730-8030885a05e5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.740446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cecaddd6-381e-4b0b-9736-dc38fafd856a req-14a79433-c723-4c24-b730-8030885a05e5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.1248977 Sep 16 04:52:36.789084 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cecaddd6-381e-4b0b-9736-dc38fafd856a req-f260a038-e9b6-4a97-8d35-5ec6e0a534cd tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396729 Sep 16 04:52:36.896749 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.897774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.898388 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.966474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] Pushing event updated for resources: {'Network': ['ID=1fef8853-6976-4590-9570-f8ac6300686d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:36.977269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 1fef8853-6976-4590-9570-f8ac6300686d details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:37.047421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b8b09409-7993-49d1-89b8-6cd5155f12e7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1614957 Sep 16 04:52:37.048681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53218) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.053640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cb21f1bc-1456-4aa8-b987-975d6c8b9ae6 admin admin] Request body: {'subnet': {'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-subnet', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:37.140388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb21f1bc-1456-4aa8-b987-975d6c8b9ae6 admin admin] Made reservation on behalf of 81b0d1859be44000850a5bc31b1f4335 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:37.142706 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb21f1bc-1456-4aa8-b987-975d6c8b9ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.248414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53226) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.367598 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9feea2df-b6f8-407b-843c-51c45b225ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.419400 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb21f1bc-1456-4aa8-b987-975d6c8b9ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.476689 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9feea2df-b6f8-407b-843c-51c45b225ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.504216 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21f1bc-1456-4aa8-b987-975d6c8b9ae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c2031b-b847-4192-a856-861bcc5c79c2,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:37.508960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21f1bc-1456-4aa8-b987-975d6c8b9ae6 admin admin] Checking segment: {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:37.514794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb21f1bc-1456-4aa8-b987-975d6c8b9ae6 admin admin] Network hostable DHCP agents. Network: 1fef8853-6976-4590-9570-f8ac6300686d, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:37.517768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53234) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.561791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440842cb-a105-4029-86fe-a810d75978ae req-3b33c988-36a3-44dc-97aa-7cc4a0117cde tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.569397 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-440842cb-a105-4029-86fe-a810d75978ae req-3b33c988-36a3-44dc-97aa-7cc4a0117cde tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d2abfb-fb5f-4524-be7b-bb9afd783313 HTTP/1.1" status: 200 len: 945 time: 0.0627472 Sep 16 04:52:37.570651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c6bd2b-a44e-4280-babb-dc6f30ee5d7b admin admin] Deleting subnet 75a87bd4-4050-4a25-9ab2-57c32bc0896d {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:37.575244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58c6bd2b-a44e-4280-babb-dc6f30ee5d7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.578579 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9feea2df-b6f8-407b-843c-51c45b225ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.613056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58c6bd2b-a44e-4280-babb-dc6f30ee5d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.650937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9feea2df-b6f8-407b-843c-51c45b225ab9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f202809fb0744cc49f07fd9a73f3ed4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3990440 Sep 16 04:52:37.650937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feea2df-b6f8-407b-843c-51c45b225ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7105f155-9250-49fb-87e5-30c40e83591f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:37.652379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53238) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.666905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb21f1bc-1456-4aa8-b987-975d6c8b9ae6 admin admin] Network 1fef8853-6976-4590-9570-f8ac6300686d is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:37.681028 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-440842cb-a105-4029-86fe-a810d75978ae req-458c1b8c-655f-4763-b6d8-a7530bbf2186 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103964 Sep 16 04:52:37.683518 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58c6bd2b-a44e-4280-babb-dc6f30ee5d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.761584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49664bdb-4b0d-44da-b605-949960d6b646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.787881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49664bdb-4b0d-44da-b605-949960d6b646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.814527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-cb21f1bc-1456-4aa8-b987-975d6c8b9ae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 1fef8853-6976-4590-9570-f8ac6300686d) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:37.827188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21f1bc-1456-4aa8-b987-975d6c8b9ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.827777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb21f1bc-1456-4aa8-b987-975d6c8b9ae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.828203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a4a2ef-dc77-4836-a069-e2b8381e2bc1 None None] Network 1fef8853-6976-4590-9570-f8ac6300686d requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:37.905222 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58c6bd2b-a44e-4280-babb-dc6f30ee5d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.946557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58c6bd2b-a44e-4280-babb-dc6f30ee5d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.951697 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-58c6bd2b-a44e-4280-babb-dc6f30ee5d7b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/75a87bd4-4050-4a25-9ab2-57c32bc0896d HTTP/1.1" status: 204 len: 168 time: 0.4297857 Sep 16 04:52:37.951697 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49664bdb-4b0d-44da-b605-949960d6b646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.951950 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53242) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.952939 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49664bdb-4b0d-44da-b605-949960d6b646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.954687 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-49664bdb-4b0d-44da-b605-949960d6b646 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7105f155-9250-49fb-87e5-30c40e83591f HTTP/1.1" status: 204 len: 168 time: 0.3005750 Sep 16 04:52:37.955031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6bd2b-a44e-4280-babb-dc6f30ee5d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a87bd4-4050-4a25-9ab2-57c32bc0896d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:37.961535 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cb21f1bc-1456-4aa8-b987-975d6c8b9ae6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9109962 Sep 16 04:52:37.961622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53246) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.971659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49664bdb-4b0d-44da-b605-949960d6b646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7105f155-9250-49fb-87e5-30c40e83591f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:37.978538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:37.996999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae1435-b413-4c57-bc3c-ba2307b0d832 req-034212c8-0fb3-4fc6-a00d-f305a882ae6e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.009073 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae1435-b413-4c57-bc3c-ba2307b0d832 req-034212c8-0fb3-4fc6-a00d-f305a882ae6e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.011397 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae1435-b413-4c57-bc3c-ba2307b0d832 req-034212c8-0fb3-4fc6-a00d-f305a882ae6e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.017491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae1435-b413-4c57-bc3c-ba2307b0d832 req-034212c8-0fb3-4fc6-a00d-f305a882ae6e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.023523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae1435-b413-4c57-bc3c-ba2307b0d832 req-034212c8-0fb3-4fc6-a00d-f305a882ae6e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.026284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-1fef8853-6976-4590-9570-f8ac6300686d', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:38.027873 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.030543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae1435-b413-4c57-bc3c-ba2307b0d832 req-034212c8-0fb3-4fc6-a00d-f305a882ae6e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.036752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae1435-b413-4c57-bc3c-ba2307b0d832 req-034212c8-0fb3-4fc6-a00d-f305a882ae6e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.038818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25ae1435-b413-4c57-bc3c-ba2307b0d832 req-034212c8-0fb3-4fc6-a00d-f305a882ae6e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.1416526 Sep 16 04:52:38.127903 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.140425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25ae1435-b413-4c57-bc3c-ba2307b0d832 req-a13439c5-898e-44b8-99b0-4df12252c6b4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916021 Sep 16 04:52:38.166598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Allocated IP 172.20.0.2 (1fef8853-6976-4590-9570-f8ac6300686d/12c2031b-b847-4192-a856-861bcc5c79c2/90d2d091-bae2-4268-abca-6107efde8c38) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:38.219550 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.222215 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.223245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.250123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40c1d17-f3ce-4f9f-b679-65d18455f04e']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:38.325329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5203b87f-7e37-45b6-922b-5498e13e3059') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:38.325636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5203b87f-7e37-45b6-922b-5498e13e3059') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:38.328615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.337643 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.351854 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.359764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:38.360164 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.361578 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:38.362050 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:38.416632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c3acf62e-71a9-435b-a146-cb64c8927da8 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:38.436997 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.439593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: c3acf62e-71a9-435b-a146-cb64c8927da8 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:38.439991 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c3acf62e-71a9-435b-a146-cb64c8927da8 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:38.476812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Network 1fef8853-6976-4590-9570-f8ac6300686d is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:38.480222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:38.483570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:38.514779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Pushing event updated for resources: {'Port': ['ID=90d2d091-bae2-4268-abca-6107efde8c38,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:38.548297 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Attempting to bind port 90d2d091-bae2-4268-abca-6107efde8c38 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:38.548689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Attempting to bind port 90d2d091-bae2-4268-abca-6107efde8c38 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:38.549050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Attempting to bind port 90d2d091-bae2-4268-abca-6107efde8c38 on network 1fef8853-6976-4590-9570-f8ac6300686d {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:38.552268 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.553961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:38.554333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Checking segment: {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:38.554885 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.555165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Bound using segment: {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:38.555798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Bound port: 90d2d091-bae2-4268-abca-6107efde8c38, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:38.556272 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.591750 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.595944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a40c1d17-f3ce-4f9f-b679-65d18455f04e HTTP/1.1" status: 204 len: 168 time: 0.6414363 Sep 16 04:52:38.597565 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.616778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d762639-0ee2-4d37-a53e-650943e199b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40c1d17-f3ce-4f9f-b679-65d18455f04e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:38.636322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea6c31-d809-4dca-abbe-faa4d695cdd2 req-41122384-9321-4e4e-a045-9ab6bac65bac tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.638101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bcea6c31-d809-4dca-abbe-faa4d695cdd2 req-41122384-9321-4e4e-a045-9ab6bac65bac tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.37 "GET /v2.0/ports?device_id=04d2abfb-fb5f-4524-be7b-bb9afd783313 HTTP/1.1" status: 200 len: 945 time: 0.1529291 Sep 16 04:52:38.657800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] For port 90d2d091-bae2-4268-abca-6107efde8c38, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:38.661776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] For port 90d2d091-bae2-4268-abca-6107efde8c38, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=90d2d091-bae2-4268-abca-6107efde8c38,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:38.733195 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.761385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53258) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:38.796858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ab046-aada-480b-b50f-9fa70809b72e None None] Pushing event updated for resources: {'Port': ['ID=90d2d091-bae2-4268-abca-6107efde8c38,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:38.801478 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-340639e5-58f4-4206-944f-7a004543f2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.912696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e99d4-f9b4-46f0-b08a-cfc778296610 req-c781e7b0-a74b-415c-8145-0ae9c9a4d754 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.914201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a38e99d4-f9b4-46f0-b08a-cfc778296610 req-c781e7b0-a74b-415c-8145-0ae9c9a4d754 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d2abfb-fb5f-4524-be7b-bb9afd783313 HTTP/1.1" status: 200 len: 945 time: 0.1738725 Sep 16 04:52:38.937472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bcea6c31-d809-4dca-abbe-faa4d695cdd2 req-491b24f7-163f-4e54-8274-8006c95ae2ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Deleting port c5f85142-06d3-44a3-8bf7-af050de2baa9 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:38.937806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bcea6c31-d809-4dca-abbe-faa4d695cdd2 req-491b24f7-163f-4e54-8274-8006c95ae2ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.956675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53260) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:39.014525 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-828a3d80-8e1f-4929-b1f8-06ed0398886b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6332bbc83f294ee0b38d3c25d9795b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504615 Sep 16 04:52:39.017778 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53262) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:39.073734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c956548-e6f0-48d5-902a-095c76bd7906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.089749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b59b13-46b6-4f29-baef-63a542e78255 req-8f835943-5e0c-442d-94d1-41379e043135 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.091662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70b59b13-46b6-4f29-baef-63a542e78255 req-8f835943-5e0c-442d-94d1-41379e043135 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.37 "GET /v2.0/ports?device_id=93691f41-656b-4874-b624-c4a35ab435e6 HTTP/1.1" status: 200 len: 946 time: 0.2321122 Sep 16 04:52:39.102055 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c956548-e6f0-48d5-902a-095c76bd7906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.126316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a38e99d4-f9b4-46f0-b08a-cfc778296610 req-02c2df4f-bace-459b-8643-9ad15bfe6e0f tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995924 Sep 16 04:52:39.239914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c956548-e6f0-48d5-902a-095c76bd7906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.242645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c956548-e6f0-48d5-902a-095c76bd7906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.243867 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2c956548-e6f0-48d5-902a-095c76bd7906 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/923767a8-ae34-497e-8cc7-71f2ce1f66ce HTTP/1.1" status: 204 len: 168 time: 0.2251494 Sep 16 04:52:39.253876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bcea6c31-d809-4dca-abbe-faa4d695cdd2 req-491b24f7-163f-4e54-8274-8006c95ae2ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] For port c5f85142-06d3-44a3-8bf7-af050de2baa9, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c5f85142-06d3-44a3-8bf7-af050de2baa9,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:39.254352 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c956548-e6f0-48d5-902a-095c76bd7906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923767a8-ae34-497e-8cc7-71f2ce1f66ce,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:39.254436 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bcea6c31-d809-4dca-abbe-faa4d695cdd2 req-491b24f7-163f-4e54-8274-8006c95ae2ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.334425 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-340639e5-58f4-4206-944f-7a004543f2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.358938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bcea6c31-d809-4dca-abbe-faa4d695cdd2 req-491b24f7-163f-4e54-8274-8006c95ae2ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Calling delete_port for c5f85142-06d3-44a3-8bf7-af050de2baa9 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:39.443850 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-340639e5-58f4-4206-944f-7a004543f2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.503286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0f64c-aecd-4faa-be64-ceaaf7de68a1 req-f41e1fa7-6bf2-4b34-bdd7-0e76d8319d17 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.509940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0f64c-aecd-4faa-be64-ceaaf7de68a1 req-f41e1fa7-6bf2-4b34-bdd7-0e76d8319d17 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.515980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0f64c-aecd-4faa-be64-ceaaf7de68a1 req-f41e1fa7-6bf2-4b34-bdd7-0e76d8319d17 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.522105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0f64c-aecd-4faa-be64-ceaaf7de68a1 req-f41e1fa7-6bf2-4b34-bdd7-0e76d8319d17 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.528934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0f64c-aecd-4faa-be64-ceaaf7de68a1 req-f41e1fa7-6bf2-4b34-bdd7-0e76d8319d17 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.535076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0f64c-aecd-4faa-be64-ceaaf7de68a1 req-f41e1fa7-6bf2-4b34-bdd7-0e76d8319d17 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.542182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0f64c-aecd-4faa-be64-ceaaf7de68a1 req-f41e1fa7-6bf2-4b34-bdd7-0e76d8319d17 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.544092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75d0f64c-aecd-4faa-be64-ceaaf7de68a1 req-f41e1fa7-6bf2-4b34-bdd7-0e76d8319d17 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.3000941 Sep 16 04:52:39.569825 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.608157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340639e5-58f4-4206-944f-7a004543f2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f189d2f-3b95-474a-87dc-727fbc726365,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:39.613684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-340639e5-58f4-4206-944f-7a004543f2be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f03b9b2be4434427a7f33aa3d865cbd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8499243 Sep 16 04:52:39.616795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53272) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:39.625646 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.636087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-70b59b13-46b6-4f29-baef-63a542e78255 req-c3f3e16c-3f18-4efb-b87d-75eeca9b6909 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Deleting port 592cbdad-c008-46f4-8e0b-00a3ee120d1d {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:39.636430 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-70b59b13-46b6-4f29-baef-63a542e78255 req-c3f3e16c-3f18-4efb-b87d-75eeca9b6909 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.681614 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a6a59b47-578c-4259-b5e1-e054aaff3072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.734986 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a6a59b47-578c-4259-b5e1-e054aaff3072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.047844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfffd0b-f05c-4ea5-a2d4-6c7df646316c None None] Network 1fef8853-6976-4590-9570-f8ac6300686d requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:40.077849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75d0f64c-aecd-4faa-be64-ceaaf7de68a1 req-dc225821-b6fa-450f-9193-f33334e30658 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5095873 Sep 16 04:52:40.107858 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a6a59b47-578c-4259-b5e1-e054aaff3072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.122370 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a6a59b47-578c-4259-b5e1-e054aaff3072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.125960 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a6a59b47-578c-4259-b5e1-e054aaff3072 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f189d2f-3b95-474a-87dc-727fbc726365 HTTP/1.1" status: 204 len: 168 time: 0.5053358 Sep 16 04:52:40.152746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a59b47-578c-4259-b5e1-e054aaff3072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f189d2f-3b95-474a-87dc-727fbc726365,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.217661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c1c4852a-a638-420f-949b-cea20fe346b4 None None] Provisioning complete for port 90d2d091-bae2-4268-abca-6107efde8c38 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:40.218173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c1c4852a-a638-420f-949b-cea20fe346b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.242044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Allocated IP 172.25.3.211 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/224782ed-8e8c-4081-8a00-695e5eec0eb0) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:40.256438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-70b59b13-46b6-4f29-baef-63a542e78255 req-c3f3e16c-3f18-4efb-b87d-75eeca9b6909 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] For port 592cbdad-c008-46f4-8e0b-00a3ee120d1d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=592cbdad-c008-46f4-8e0b-00a3ee120d1d,segment=NetworkSegment(cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85),segment_id=cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:40.256438 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-70b59b13-46b6-4f29-baef-63a542e78255 req-c3f3e16c-3f18-4efb-b87d-75eeca9b6909 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.289373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-70b59b13-46b6-4f29-baef-63a542e78255 req-c3f3e16c-3f18-4efb-b87d-75eeca9b6909 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Calling delete_port for 592cbdad-c008-46f4-8e0b-00a3ee120d1d owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:40.406496 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bcea6c31-d809-4dca-abbe-faa4d695cdd2 req-491b24f7-163f-4e54-8274-8006c95ae2ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.417171 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c1c4852a-a638-420f-949b-cea20fe346b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.425250 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['c5f85142-06d3-44a3-8bf7-af050de2baa9', '592cbdad-c008-46f4-8e0b-00a3ee120d1d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:40.429995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffd254-e437-4fec-a960-2665b09afea2 req-e910e193-1e71-4af6-9070-23ef6a97aca4 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.431699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81ffd254-e437-4fec-a960-2665b09afea2 req-e910e193-1e71-4af6-9070-23ef6a97aca4 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d2abfb-fb5f-4524-be7b-bb9afd783313 HTTP/1.1" status: 200 len: 867 time: 0.1930819 Sep 16 04:52:40.479241 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b24f7-163f-4e54-8274-8006c95ae2ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Pushing event deleted for resources: {'Port': ['ID=c5f85142-06d3-44a3-8bf7-af050de2baa9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.512827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c1c4852a-a638-420f-949b-cea20fe346b4 None None] For port 90d2d091-bae2-4268-abca-6107efde8c38, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=90d2d091-bae2-4268-abca-6107efde8c38,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:40.576323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcea6c31-d809-4dca-abbe-faa4d695cdd2 req-491b24f7-163f-4e54-8274-8006c95ae2ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] No DVR routers for this DVR port c5f85142-06d3-44a3-8bf7-af050de2baa9 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:40.585988 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bcea6c31-d809-4dca-abbe-faa4d695cdd2 req-491b24f7-163f-4e54-8274-8006c95ae2ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.588969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bcea6c31-d809-4dca-abbe-faa4d695cdd2 req-491b24f7-163f-4e54-8274-8006c95ae2ce tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.37 "DELETE /v2.0/ports/c5f85142-06d3-44a3-8bf7-af050de2baa9 HTTP/1.1" status: 204 len: 173 time: 1.9425259 Sep 16 04:52:40.591452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d2abfb-fb5f-4524-be7b-bb9afd783313', 'name': 'network-vif-deleted', 'tag': 'c5f85142-06d3-44a3-8bf7-af050de2baa9'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:40.593984 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfff5cd-3c53-42bc-b80b-67f5313d46a9" -d '{"events": [{"server_uuid": "04d2abfb-fb5f-4524-be7b-bb9afd783313", "name": "network-vif-deleted", "tag": "c5f85142-06d3-44a3-8bf7-af050de2baa9"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:40.611451 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.614385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81ffd254-e437-4fec-a960-2665b09afea2 req-9b426460-ad98-4660-a236-c1ee7e244951 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8721a22-ca81-472c-b445-18fb006b4e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515913 Sep 16 04:52:40.672044 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c1c4852a-a638-420f-949b-cea20fe346b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.723165 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2380e128-c382-44dd-b95a-f0cd371ad205 x-openstack-request-id: req-2380e128-c382-44dd-b95a-f0cd371ad205 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:40.724679 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d2abfb-fb5f-4524-be7b-bb9afd783313", "name": "network-vif-deleted", "tag": "c5f85142-06d3-44a3-8bf7-af050de2baa9", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:40.726288 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2380e128-c382-44dd-b95a-f0cd371ad205 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:40.726869 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d2abfb-fb5f-4524-be7b-bb9afd783313', 'name': 'network-vif-deleted', 'tag': 'c5f85142-06d3-44a3-8bf7-af050de2baa9', 'status': 'completed', 'code': 200} Sep 16 04:52:40.815657 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 90d2d091-bae2-4268-abca-6107efde8c38 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:40.896475 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.927598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4852a-a638-420f-949b-cea20fe346b4 None None] Pushing event updated for resources: {'Port': ['ID=90d2d091-bae2-4268-abca-6107efde8c38,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.936130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3be79a59-01ad-4b62-b9cd-81f875ae82f0 None None] Provisioning complete for port 90d2d091-bae2-4268-abca-6107efde8c38 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:40.936519 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3be79a59-01ad-4b62-b9cd-81f875ae82f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.966478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:40.971449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 90d2d091-bae2-4268-abca-6107efde8c38 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:40.972056 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.974186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:40.979019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:40.992862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697c5de-7c60-46ca-b665-01e79e69f22f req-fad63995-2c05-4b3e-baf1-5899d177dce4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.997083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e697c5de-7c60-46ca-b665-01e79e69f22f req-fad63995-2c05-4b3e-baf1-5899d177dce4 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 946 time: 0.1909220 Sep 16 04:52:41.033170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=224782ed-8e8c-4081-8a00-695e5eec0eb0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.073691 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-70b59b13-46b6-4f29-baef-63a542e78255 req-c3f3e16c-3f18-4efb-b87d-75eeca9b6909 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.150671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53328) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:41.161773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3e16c-3f18-4efb-b87d-75eeca9b6909 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Pushing event deleted for resources: {'Port': ['ID=592cbdad-c008-46f4-8e0b-00a3ee120d1d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.239777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e697c5de-7c60-46ca-b665-01e79e69f22f req-67118022-ddeb-4bbb-804d-a4b28e6e1781 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354290 Sep 16 04:52:41.282755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-324260297-network', 'tenant_id': 'fe0f1c84e2014475af8cf711b22fe1d1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:41.309381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b59b13-46b6-4f29-baef-63a542e78255 req-c3f3e16c-3f18-4efb-b87d-75eeca9b6909 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] No DVR routers for this DVR port 592cbdad-c008-46f4-8e0b-00a3ee120d1d on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:41.314677 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-70b59b13-46b6-4f29-baef-63a542e78255 req-c3f3e16c-3f18-4efb-b87d-75eeca9b6909 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.316974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70b59b13-46b6-4f29-baef-63a542e78255 req-c3f3e16c-3f18-4efb-b87d-75eeca9b6909 tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.37 "DELETE /v2.0/ports/592cbdad-c008-46f4-8e0b-00a3ee120d1d HTTP/1.1" status: 204 len: 173 time: 2.2095127 Sep 16 04:52:41.350089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b21f9-8b6c-4ffb-802e-7b8c0d4797b5 req-ef1c6f98-1492-4402-ab31-37c19b39be41 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.354695 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b21f9-8b6c-4ffb-802e-7b8c0d4797b5 req-ef1c6f98-1492-4402-ab31-37c19b39be41 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.360746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b21f9-8b6c-4ffb-802e-7b8c0d4797b5 req-ef1c6f98-1492-4402-ab31-37c19b39be41 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.366667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b21f9-8b6c-4ffb-802e-7b8c0d4797b5 req-ef1c6f98-1492-4402-ab31-37c19b39be41 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.372817 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b21f9-8b6c-4ffb-802e-7b8c0d4797b5 req-ef1c6f98-1492-4402-ab31-37c19b39be41 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.378775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b21f9-8b6c-4ffb-802e-7b8c0d4797b5 req-ef1c6f98-1492-4402-ab31-37c19b39be41 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.385967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b21f9-8b6c-4ffb-802e-7b8c0d4797b5 req-ef1c6f98-1492-4402-ab31-37c19b39be41 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.397363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f3b21f9-8b6c-4ffb-802e-7b8c0d4797b5 req-ef1c6f98-1492-4402-ab31-37c19b39be41 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.1891210 Sep 16 04:52:41.424361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Made reservation on behalf of fe0f1c84e2014475af8cf711b22fe1d1 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:41.426826 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.438772 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.469759 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f3b21f9-8b6c-4ffb-802e-7b8c0d4797b5 req-acf080ba-e7a4-486d-b3c6-b5b24e70a781 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753474 Sep 16 04:52:41.544304 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.559443 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.705065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.730786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:41.746849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f00a4272-4bfb-4326-8486-530ab05e1a64 req-fff0ca2b-cdb9-4992-a720-105a5ddf43fe tempest-MultipleCreateTestJSON-399051100 tempest-MultipleCreateTestJSON-399051100-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d2abfb-fb5f-4524-be7b-bb9afd783313 HTTP/1.1" status: 200 len: 210 time: 0.0349662 Sep 16 04:52:41.749994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c14bbc-8e01-435c-9a86-b25faa516e3b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.770963 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.771926 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Added segment 710d80d9-21d0-4e7d-9334-c7900e8a9f18 of type vlan for network 9ee6f5d3-f1e5-4631-92d6-77bee274250a Sep 16 04:52:41.830858 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.861067 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.937707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.938653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.939570 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.013554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] Pushing event updated for resources: {'Network': ['ID=9ee6f5d3-f1e5-4631-92d6-77bee274250a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:42.026554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 9ee6f5d3-f1e5-4631-92d6-77bee274250a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:42.040775 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5a5d65f4-c64d-4c3e-8f8e-665fcb090eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.046962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-0d59addb-c87e-4999-aa77-69641b7228e2 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.049998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-0d59addb-c87e-4999-aa77-69641b7228e2 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 946 time: 0.0512245 Sep 16 04:52:42.080864 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a18dcf08-096e-4fbc-9076-f410f9e3cbde admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9281774 Sep 16 04:52:42.083727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53350) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:42.090939 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cd908b1a-dd0d-4625-a199-1269f05c5884 admin admin] Request body: {'subnet': {'network_id': '9ee6f5d3-f1e5-4631-92d6-77bee274250a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-324260297-subnet', 'tenant_id': 'fe0f1c84e2014475af8cf711b22fe1d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:42.137381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Router 14b62df7-39ef-4199-a49d-cc7da3f15e15 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:52:42.206687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Deleting port d3b99675-5dfd-46bd-8535-8c2a78cce25f {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:42.206929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.253650 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd908b1a-dd0d-4625-a199-1269f05c5884 admin admin] Made reservation on behalf of fe0f1c84e2014475af8cf711b22fe1d1 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:42.254857 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.256456 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd908b1a-dd0d-4625-a199-1269f05c5884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.326903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:42.338035 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Sync routers for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:42.358559 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:42.359200 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:52:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:42.403227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] For port d3b99675-5dfd-46bd-8535-8c2a78cce25f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d3b99675-5dfd-46bd-8535-8c2a78cce25f,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:42.403595 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.430245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 592cbdad-c008-46f4-8e0b-00a3ee120d1d no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:42.466473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 592cbdad-c008-46f4-8e0b-00a3ee120d1d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:42.466742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 592cbdad-c008-46f4-8e0b-00a3ee120d1d not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:42.467168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c5f85142-06d3-44a3-8bf7-af050de2baa9 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:42.477287 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:42.491524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: c5f85142-06d3-44a3-8bf7-af050de2baa9 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:42.491923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c5f85142-06d3-44a3-8bf7-af050de2baa9 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:42.549340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.553712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3344e0eb-6920-413c-8e74-d3a97feee7d5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.5869522 Sep 16 04:52:42.554016 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53364) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:42.573771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a2a92-1da4-4c52-b743-4896dc682df0 req-4af06ec1-e762-4030-8c15-ad6e5bd88795 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.578140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c61a2a92-1da4-4c52-b743-4896dc682df0 req-4af06ec1-e762-4030-8c15-ad6e5bd88795 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 946 time: 0.2251451 Sep 16 04:52:42.659511 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 90d2d091-bae2-4268-abca-6107efde8c38 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:42.660094 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd908b1a-dd0d-4625-a199-1269f05c5884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.732289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93691f41-656b-4874-b624-c4a35ab435e6', 'name': 'network-vif-deleted', 'tag': '592cbdad-c008-46f4-8e0b-00a3ee120d1d'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:42.736656 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945240b8-e344-4b97-8349-6c94e087116a" -d '{"events": [{"server_uuid": "93691f41-656b-4874-b624-c4a35ab435e6", "name": "network-vif-deleted", "tag": "592cbdad-c008-46f4-8e0b-00a3ee120d1d"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:42.748613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd908b1a-dd0d-4625-a199-1269f05c5884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b144cf-738c-4f05-bb00-bee69f108955,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:42.753908 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:41Z', 'revision_number': 3, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:42.762716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 90d2d091-bae2-4268-abca-6107efde8c38 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:42.763104 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.792188 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Checking router: 14b62df7-39ef-4199-a49d-cc7da3f15e15 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:42.792885 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Updating router 14b62df7-39ef-4199-a49d-cc7da3f15e15 port 224782ed-8e8c-4081-8a00-695e5eec0eb0 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:52:42.823608 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.867070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd908b1a-dd0d-4625-a199-1269f05c5884 admin admin] Checking segment: {'id': '710d80d9-21d0-4e7d-9334-c7900e8a9f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9ee6f5d3-f1e5-4631-92d6-77bee274250a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:42.867247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd908b1a-dd0d-4625-a199-1269f05c5884 admin admin] Network hostable DHCP agents. Network: 9ee6f5d3-f1e5-4631-92d6-77bee274250a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:43.102908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd908b1a-dd0d-4625-a199-1269f05c5884 admin admin] Network 9ee6f5d3-f1e5-4631-92d6-77bee274250a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:43.137072 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.162531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c61a2a92-1da4-4c52-b743-4896dc682df0 req-8c0b14c5-2acd-4bd2-9723-3090dbeb6ae3 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups?id=f86b966b-b64a-4ad9-9559-11eb0437dfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5718362 Sep 16 04:52:43.184082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd2eef-2447-434e-bbb0-5e78d97afaad req-2bea1033-6ae5-4330-b750-ece5686c213a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.190170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd2eef-2447-434e-bbb0-5e78d97afaad req-2bea1033-6ae5-4330-b750-ece5686c213a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.194348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-cd908b1a-dd0d-4625-a199-1269f05c5884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 9ee6f5d3-f1e5-4631-92d6-77bee274250a) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:43.199209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd2eef-2447-434e-bbb0-5e78d97afaad req-2bea1033-6ae5-4330-b750-ece5686c213a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.203095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd2eef-2447-434e-bbb0-5e78d97afaad req-2bea1033-6ae5-4330-b750-ece5686c213a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.203759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12adba0-653e-4c87-a5fb-e7dbd2a27e05 None None] Network 9ee6f5d3-f1e5-4631-92d6-77bee274250a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:43.204226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd908b1a-dd0d-4625-a199-1269f05c5884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.204652 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd908b1a-dd0d-4625-a199-1269f05c5884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.208894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd2eef-2447-434e-bbb0-5e78d97afaad req-2bea1033-6ae5-4330-b750-ece5686c213a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.215065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd2eef-2447-434e-bbb0-5e78d97afaad req-2bea1033-6ae5-4330-b750-ece5686c213a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.221080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd2eef-2447-434e-bbb0-5e78d97afaad req-2bea1033-6ae5-4330-b750-ece5686c213a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.223092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fbd2eef-2447-434e-bbb0-5e78d97afaad req-2bea1033-6ae5-4330-b750-ece5686c213a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.6355400 Sep 16 04:52:43.250384 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6e1b78-92dd-4715-8c21-2c763e7673a8 x-openstack-request-id: req-ee6e1b78-92dd-4715-8c21-2c763e7673a8 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:43.250737 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93691f41-656b-4874-b624-c4a35ab435e6", "name": "network-vif-deleted", "tag": "592cbdad-c008-46f4-8e0b-00a3ee120d1d", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:43.251091 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee6e1b78-92dd-4715-8c21-2c763e7673a8 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:43.251545 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93691f41-656b-4874-b624-c4a35ab435e6', 'name': 'network-vif-deleted', 'tag': '592cbdad-c008-46f4-8e0b-00a3ee120d1d', 'status': 'completed', 'code': 200} Sep 16 04:52:43.261842 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.262298 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.262897 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Floating IP 6af24799-cf30-46c2-a0b9-190c9797ed58 disassociated. External IP: 172.25.3.146, port: d3b99675-5dfd-46bd-8535-8c2a78cce25f. Sep 16 04:52:43.263084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Calling delete_port for d3b99675-5dfd-46bd-8535-8c2a78cce25f owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:43.293183 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.296806 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fbd2eef-2447-434e-bbb0-5e78d97afaad req-894aa65f-74a0-4a6c-a93e-5610e27adc10 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611920 Sep 16 04:52:43.309774 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.409818 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Pushing event updated for resources: {'Port': ['ID=224782ed-8e8c-4081-8a00-695e5eec0eb0,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:43.434029 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:43.435807 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:43.436203 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:43.436571 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:43.438065 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:43.441247 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:43.441802 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:43.442339 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:43.442653 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:43.443130 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:43.443473 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:43.443900 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:43.445342 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cd908b1a-dd0d-4625-a199-1269f05c5884 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3605268 Sep 16 04:52:43.491195 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Attempting to bind port 224782ed-8e8c-4081-8a00-695e5eec0eb0 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:43.491481 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Attempting to bind port 224782ed-8e8c-4081-8a00-695e5eec0eb0 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:43.493747 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Attempting to bind port 224782ed-8e8c-4081-8a00-695e5eec0eb0 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:43.497324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64483ef8-e916-4022-bfa7-2bd8790769fc None None] Network 9ee6f5d3-f1e5-4631-92d6-77bee274250a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:43.510363 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:43.510600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53400) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:43.511068 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:43.511270 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.511589 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:43.512104 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Bound port: 224782ed-8e8c-4081-8a00-695e5eec0eb0, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:43.512589 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.590443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Allocated IP 172.20.0.1 (1fef8853-6976-4590-9570-f8ac6300686d/12c2031b-b847-4192-a856-861bcc5c79c2/6ec9ab0d-5d52-4b1d-a094-3021629fc198) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:43.597103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace3ab80-bb45-43d7-ac9a-0821af2ba965 admin admin] Deleting subnet 4f7fb231-95c6-4afd-8e83-cdfae52ff5c2 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:43.602172 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] For port 224782ed-8e8c-4081-8a00-695e5eec0eb0, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:43.606091 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ace3ab80-bb45-43d7-ac9a-0821af2ba965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.616580 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] For port 224782ed-8e8c-4081-8a00-695e5eec0eb0, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=224782ed-8e8c-4081-8a00-695e5eec0eb0,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:43.641208 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.681896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event deleted for resources: {'Port': ['ID=d3b99675-5dfd-46bd-8535-8c2a78cce25f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:43.690999 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ace3ab80-bb45-43d7-ac9a-0821af2ba965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.762135 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.796326 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.808254 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ace3ab80-bb45-43d7-ac9a-0821af2ba965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.855573 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:43.856196 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:52:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:43.862158 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d98efd-f9d2-40ad-8763-ce748f431661 None None] Pushing event updated for resources: {'Port': ['ID=224782ed-8e8c-4081-8a00-695e5eec0eb0,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:43.896955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Router 5a8a9eb5-f864-49a8-b351-ae08be94647c has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:43.954394 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.991253 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:43.995244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Network 1fef8853-6976-4590-9570-f8ac6300686d is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:44.002071 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:44.006680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:44.010927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec9ab0d-5d52-4b1d-a094-3021629fc198,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.059017 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.108933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55a34-f912-4398-8905-d9d7378c0eae req-c1557450-a0c0-489a-83b7-cab68941f0f1 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.110546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-c1557450-a0c0-489a-83b7-cab68941f0f1 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/networks?id=9ee6f5d3-f1e5-4631-92d6-77bee274250a HTTP/1.1" status: 200 len: 808 time: 0.2067521 Sep 16 04:52:44.120319 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ace3ab80-bb45-43d7-ac9a-0821af2ba965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.201343 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ace3ab80-bb45-43d7-ac9a-0821af2ba965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.207235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ace3ab80-bb45-43d7-ac9a-0821af2ba965 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4f7fb231-95c6-4afd-8e83-cdfae52ff5c2 HTTP/1.1" status: 204 len: 168 time: 0.6915982 Sep 16 04:52:44.207854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53440) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:44.216176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3ab80-bb45-43d7-ac9a-0821af2ba965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7fb231-95c6-4afd-8e83-cdfae52ff5c2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.220131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:44.236197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9537da-1831-41f7-9d5f-bf39ad9aaafd None None] Sync routers for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:44.255084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9537da-1831-41f7-9d5f-bf39ad9aaafd None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:44.255997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b9537da-1831-41f7-9d5f-bf39ad9aaafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:52:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:44.256739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-e08ab190-7046-4d8d-a425-82d6d2a57508 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/quotas/fe0f1c84e2014475af8cf711b22fe1d1 HTTP/1.1" status: 200 len: 375 time: 0.1195674 Sep 16 04:52:44.268653 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:41Z', 'revision_number': 3, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:44.327685 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e648d85-6d33-425b-938c-311dc4c94508 None None] The sync data for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 is: [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:41Z', 'revision_number': 3, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:44.391099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-209ad861-adb2-4ac6-93d9-498e5caf0292 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe0f1c84e2014475af8cf711b22fe1d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1297233 Sep 16 04:52:44.404945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b739d20a-19d6-4d45-889b-e1867e060a6c req-3519c987-d3c2-4310-8814-6c3c29e199fd tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 210 time: 0.0722363 Sep 16 04:52:44.533514 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.564012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] No DVR routers for this DVR port d3b99675-5dfd-46bd-8535-8c2a78cce25f on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:44.581386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.583792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de3ab32f-b256-43d7-8ba3-00c2c7573ae1 req-1d887655-69db-4366-8e14-8072c63d22d6 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.23 "DELETE /v2.0/ports/d3b99675-5dfd-46bd-8535-8c2a78cce25f HTTP/1.1" status: 204 len: 173 time: 2.5286794 Sep 16 04:52:44.607107 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.676912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1f7733ec-7cd6-4d56-8a15-8ca0bf012f19 None None] Provisioning complete for port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:44.677313 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1f7733ec-7cd6-4d56-8a15-8ca0bf012f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.694922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70c9e-606c-4112-9555-c1575bbf2d67 req-9b4f66f4-a018-4000-945b-78132c2698ad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.701928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70c9e-606c-4112-9555-c1575bbf2d67 req-9b4f66f4-a018-4000-945b-78132c2698ad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.708736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70c9e-606c-4112-9555-c1575bbf2d67 req-9b4f66f4-a018-4000-945b-78132c2698ad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.717467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-9b9537da-1831-41f7-9d5f-bf39ad9aaafd None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:44.717574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70c9e-606c-4112-9555-c1575bbf2d67 req-9b4f66f4-a018-4000-945b-78132c2698ad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.722736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70c9e-606c-4112-9555-c1575bbf2d67 req-9b4f66f4-a018-4000-945b-78132c2698ad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.729489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70c9e-606c-4112-9555-c1575bbf2d67 req-9b4f66f4-a018-4000-945b-78132c2698ad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.736191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70c9e-606c-4112-9555-c1575bbf2d67 req-9b4f66f4-a018-4000-945b-78132c2698ad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.738431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ea70c9e-606c-4112-9555-c1575bbf2d67 req-9b4f66f4-a018-4000-945b-78132c2698ad tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.2141593 Sep 16 04:52:44.773717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1f7733ec-7cd6-4d56-8a15-8ca0bf012f19 None None] Port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:44.798720 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bdcdcd15-d929-4ee3-bbc5-a360ccf0434f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.808386 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.814667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-b064cf32-7a3a-4b09-8392-89f09185b79b service neutron] 10.222.0.24 "GET /v2.0/networks/9ee6f5d3-f1e5-4631-92d6-77bee274250a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230425 Sep 16 04:52:44.883963 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.934114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ec738b-ccb5-496c-a914-db9fd4674f59']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:44.959073 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:44.959378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd33cdb0-d2fc-4d49-9b28-b80ab2fc2e85') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:44.973045 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ea70c9e-606c-4112-9555-c1575bbf2d67 req-e7734e31-73e3-4d6d-a24c-4c1db3cd2f69 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1887643 Sep 16 04:52:44.980005 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.988357 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.042342 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.075222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-19a2db06-6966-49d7-8104-e76a10935304 service neutron] 10.222.0.24 "GET /v2.0/networks/9ee6f5d3-f1e5-4631-92d6-77bee274250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493827 Sep 16 04:52:45.075879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b9537da-1831-41f7-9d5f-bf39ad9aaafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:51Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:45.077136 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:45.078712 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:45.082094 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:45.099663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec9ab0d-5d52-4b1d-a094-3021629fc198,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:45.115223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.211294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9537da-1831-41f7-9d5f-bf39ad9aaafd None None] Checking router: 5a8a9eb5-f864-49a8-b351-ae08be94647c for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:45.251889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9537da-1831-41f7-9d5f-bf39ad9aaafd None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:45.253368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'name': 'network-vif-deleted', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:45.253989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b9537da-1831-41f7-9d5f-bf39ad9aaafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:52:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:45.256890 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa53b5a-7d53-4f6e-92cd-82e16a7ab115" -d '{"events": [{"server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "name": "network-vif-deleted", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:45.275521 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53454) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:45.299955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Network 1fef8853-6976-4590-9570-f8ac6300686d is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:45.302011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:45.327350 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.332634 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.338425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] 10.222.0.24 "DELETE /v2.0/networks/45ec738b-ccb5-496c-a914-db9fd4674f59 HTTP/1.1" status: 204 len: 168 time: 1.1253295 Sep 16 04:52:45.365355 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538ef345-f445-4ba8-a2cc-6c460317d2eb x-openstack-request-id: req-538ef345-f445-4ba8-a2cc-6c460317d2eb {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:45.365672 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6", "name": "network-vif-deleted", "tag": "d3b99675-5dfd-46bd-8535-8c2a78cce25f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:45.365929 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-538ef345-f445-4ba8-a2cc-6c460317d2eb {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:45.366338 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6', 'name': 'network-vif-deleted', 'tag': 'd3b99675-5dfd-46bd-8535-8c2a78cce25f', 'status': 'completed', 'code': 200} Sep 16 04:52:45.367056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec4605-c1b8-4731-a329-f3a405f50506 admin admin] Pushing event deleted for resources: {'Network': ['ID=45ec738b-ccb5-496c-a914-db9fd4674f59,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:45.453320 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.527183 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-9b9537da-1831-41f7-9d5f-bf39ad9aaafd None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:45.559501 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c979072-e607-4936-8af1-4a5232cbfabf req-c5ad6089-4223-4142-9cb0-f718c3d53032 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 210 time: 0.0608811 Sep 16 04:52:45.601275 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2882ab8-9532-4f3f-81ae-8c504ff6e287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.636277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Router 14b62df7-39ef-4199-a49d-cc7da3f15e15 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:45.726945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f768cd8-6718-4a38-9c1b-3f3f95adf820 req-bf1e9e21-0d0a-41d0-9517-f0e5b8f9815b tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7bab1b-5bcc-4099-add0-2ca00f9ce1b6 HTTP/1.1" status: 200 len: 210 time: 0.0723460 Sep 16 04:52:45.841859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:45.863962 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2882ab8-9532-4f3f-81ae-8c504ff6e287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.864703 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a2985e48-f38e-497a-87e4-96a4c85fd786 admin admin] 10.222.0.24 "PUT /v2.0/routers/14b62df7-39ef-4199-a49d-cc7da3f15e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2934442 Sep 16 04:52:45.864835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fed05ac0-47b3-4a9b-a94b-751d4bc54fe5 None None] Provisioning complete for port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:45.864835 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fed05ac0-47b3-4a9b-a94b-751d4bc54fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.945242 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-fed05ac0-47b3-4a9b-a94b-751d4bc54fe5 None None] Port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:45.974474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53472) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:45.974653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b9537da-1831-41f7-9d5f-bf39ad9aaafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:51Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:46.006514 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2882ab8-9532-4f3f-81ae-8c504ff6e287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.015884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9537da-1831-41f7-9d5f-bf39ad9aaafd None None] The sync data for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 is: [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:43:43Z', 'revision_number': 4, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '85b5b862-f6d9-48f0-adc1-5b72748fcc63', 'name': '', 'network_id': 'c481d059-a7f7-44df-b3fb-c885caa02527', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'mac_address': 'fa:16:3e:97:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:42Z', 'updated_at': '2021-09-16T04:43:51Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'subnets': [{'id': 'd3d83b58-9ec5-4d10-93f4-07c8b8ff039c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:46.020266 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.064640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4a839072-35a0-4e41-b0e2-98020486957a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc5f4eaa92a14c7eb311c3279a6ab851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885794 Sep 16 04:52:46.066660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53478) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:46.074517 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c2882ab8-9532-4f3f-81ae-8c504ff6e287 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=384a84e1687f403d8e69523c0ccf3af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7942581 Sep 16 04:52:46.074517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2882ab8-9532-4f3f-81ae-8c504ff6e287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064815d4-5ef9-48fe-994d-f783a01f7cf8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.075147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53480) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:46.135112 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58b4d152-250e-4b00-b4f0-ad5d28eba728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.193414 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58b4d152-250e-4b00-b4f0-ad5d28eba728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.200454 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e718-d172-4ac6-8724-d7380205b98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.228636 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e718-d172-4ac6-8724-d7380205b98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.281396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a89a2-f609-4f1a-bdd8-b6ffb26817b0 req-0a59b987-9eec-4c58-b10c-56b0f8a52e5a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.288296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a89a2-f609-4f1a-bdd8-b6ffb26817b0 req-0a59b987-9eec-4c58-b10c-56b0f8a52e5a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.296216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a89a2-f609-4f1a-bdd8-b6ffb26817b0 req-0a59b987-9eec-4c58-b10c-56b0f8a52e5a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.304093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a89a2-f609-4f1a-bdd8-b6ffb26817b0 req-0a59b987-9eec-4c58-b10c-56b0f8a52e5a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.310954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a89a2-f609-4f1a-bdd8-b6ffb26817b0 req-0a59b987-9eec-4c58-b10c-56b0f8a52e5a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.315844 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.317862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a89a2-f609-4f1a-bdd8-b6ffb26817b0 req-0a59b987-9eec-4c58-b10c-56b0f8a52e5a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.324735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a89a2-f609-4f1a-bdd8-b6ffb26817b0 req-0a59b987-9eec-4c58-b10c-56b0f8a52e5a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.326699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f2a89a2-f609-4f1a-bdd8-b6ffb26817b0 req-0a59b987-9eec-4c58-b10c-56b0f8a52e5a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.1571629 Sep 16 04:52:46.385039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f2a89a2-f609-4f1a-bdd8-b6ffb26817b0 req-ef9ee3b4-0f63-4ad5-be54-19be57db5ad0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507064 Sep 16 04:52:46.429167 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e718-d172-4ac6-8724-d7380205b98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.429167 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e718-d172-4ac6-8724-d7380205b98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.429167 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a8b7e718-d172-4ac6-8724-d7380205b98b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8721a22-ca81-472c-b445-18fb006b4e49 HTTP/1.1" status: 204 len: 168 time: 0.3519876 Sep 16 04:52:46.431010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7e718-d172-4ac6-8724-d7380205b98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8721a22-ca81-472c-b445-18fb006b4e49,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.475670 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58b4d152-250e-4b00-b4f0-ad5d28eba728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.479212 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58b4d152-250e-4b00-b4f0-ad5d28eba728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.480891 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-58b4d152-250e-4b00-b4f0-ad5d28eba728 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/064815d4-5ef9-48fe-994d-f783a01f7cf8 HTTP/1.1" status: 204 len: 168 time: 0.4045024 Sep 16 04:52:46.489675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4d152-250e-4b00-b4f0-ad5d28eba728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064815d4-5ef9-48fe-994d-f783a01f7cf8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.673603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 224782ed-8e8c-4081-8a00-695e5eec0eb0 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:46.689665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19bf0c2e-deee-4159-b84a-277d9c9e56c0 req-b157882f-5c20-42b9-a4e2-05a0bdfc7024 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 210 time: 0.0406444 Sep 16 04:52:46.726447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 224782ed-8e8c-4081-8a00-695e5eec0eb0 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:46.726895 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.765929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-f65e043d-06a2-40a5-9c1f-bacb0d61f2b1 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.768402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-f65e043d-06a2-40a5-9c1f-bacb0d61f2b1 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 820 time: 0.1475797 Sep 16 04:52:46.797092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-eef02948-9b9b-493d-a868-60703afb64cf tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/quotas/81b0d1859be44000850a5bc31b1f4335 HTTP/1.1" status: 200 len: 375 time: 0.0196321 Sep 16 04:52:46.857174 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.872857 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Sync routers for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:46.880031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 224782ed-8e8c-4081-8a00-695e5eec0eb0, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=224782ed-8e8c-4081-8a00-695e5eec0eb0,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:46.884408 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:46.885550 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:52:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:46.886977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-363dbbc3-3d7b-4529-ab12-81a1e9a17df1 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901492 Sep 16 04:52:46.921959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53510) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:46.967926 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.986108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d3b99675-5dfd-46bd-8535-8c2a78cce25f no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:47.027839 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:47.028749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-29ba07f3-78b9-49f1-91a5-b494dbbb6bf5 service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315620 Sep 16 04:52:47.052829 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d12e1e62-a6c0-4d46-a919-f8d1933f6d0a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.053054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: d3b99675-5dfd-46bd-8535-8c2a78cce25f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:47.053521 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d3b99675-5dfd-46bd-8535-8c2a78cce25f not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:47.095173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=224782ed-8e8c-4081-8a00-695e5eec0eb0,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:47.110603 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d12e1e62-a6c0-4d46-a919-f8d1933f6d0a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.201569 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-b3533f74-daaf-46d1-a0e3-b77391419e85 service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668539 Sep 16 04:52:47.233533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b8fe36-cbc2-434e-b357-5cc8cad6e1c8 None None] New status for floating IP 6af24799-cf30-46c2-a0b9-190c9797ed58: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:52:47.321942 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d12e1e62-a6c0-4d46-a919-f8d1933f6d0a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.326128 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d12e1e62-a6c0-4d46-a919-f8d1933f6d0a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.327436 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d12e1e62-a6c0-4d46-a919-f8d1933f6d0a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "DELETE /v2.0/security-groups/f86b966b-b64a-4ad9-9559-11eb0437dfdb HTTP/1.1" status: 204 len: 168 time: 0.4038382 Sep 16 04:52:47.330525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53522) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:47.351467 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-674e0560-a7bd-4788-89b3-cdb4cf3a0efa tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] show failed (client error): The resource could not be found. Sep 16 04:52:47.358541 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e1e62-a6c0-4d46-a919-f8d1933f6d0a tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86b966b-b64a-4ad9-9559-11eb0437dfdb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:47.359003 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-674e0560-a7bd-4788-89b3-cdb4cf3a0efa tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "GET /v2.0/security-groups/f86b966b-b64a-4ad9-9559-11eb0437dfdb HTTP/1.1" status: 404 len: 347 time: 0.0259919 Sep 16 04:52:47.364297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53526) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:47.485894 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 2, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:47.514990 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Checking router: 14b62df7-39ef-4199-a49d-cc7da3f15e15 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:47.515346 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Updating router 14b62df7-39ef-4199-a49d-cc7da3f15e15 port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:52:47.547886 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.578572 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.604404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ece56-ba6f-4bef-b2c0-e2d813ac5a26 req-9237baed-bbf0-49de-b9fe-a27aa56ddaa4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.618793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ece56-ba6f-4bef-b2c0-e2d813ac5a26 req-9237baed-bbf0-49de-b9fe-a27aa56ddaa4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.626957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ece56-ba6f-4bef-b2c0-e2d813ac5a26 req-9237baed-bbf0-49de-b9fe-a27aa56ddaa4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.640578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ece56-ba6f-4bef-b2c0-e2d813ac5a26 req-9237baed-bbf0-49de-b9fe-a27aa56ddaa4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.649118 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ece56-ba6f-4bef-b2c0-e2d813ac5a26 req-9237baed-bbf0-49de-b9fe-a27aa56ddaa4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.656880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ece56-ba6f-4bef-b2c0-e2d813ac5a26 req-9237baed-bbf0-49de-b9fe-a27aa56ddaa4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.663170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ece56-ba6f-4bef-b2c0-e2d813ac5a26 req-9237baed-bbf0-49de-b9fe-a27aa56ddaa4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.675241 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-302ece56-ba6f-4bef-b2c0-e2d813ac5a26 req-9237baed-bbf0-49de-b9fe-a27aa56ddaa4 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.1830740 Sep 16 04:52:47.693979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-97b021c9-cbbb-4efb-a8a2-f9c1d47bcb63 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Deleting port 723fbf43-6299-460c-8e1a-665a6d9e4822 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:47.694599 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97b021c9-cbbb-4efb-a8a2-f9c1d47bcb63 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.811929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-571d0f73-57e2-4716-a3aa-9b42b73431e0 req-0fae6576-ea1e-40b0-959d-54e4667ae2a8 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 210 time: 0.0809898 Sep 16 04:52:47.812621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53544) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:47.833810 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-302ece56-ba6f-4bef-b2c0-e2d813ac5a26 req-822668ea-09fb-45ed-9388-37387749dce9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532440 Sep 16 04:52:47.844848 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f471276b-225c-4bb7-8866-c23470df1adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.866512 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97b021c9-cbbb-4efb-a8a2-f9c1d47bcb63 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.866850 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97b021c9-cbbb-4efb-a8a2-f9c1d47bcb63 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.897902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-97b021c9-cbbb-4efb-a8a2-f9c1d47bcb63 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Calling delete_port for 723fbf43-6299-460c-8e1a-665a6d9e4822 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:47.985524 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.999005 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f471276b-225c-4bb7-8866-c23470df1adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.002964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39f6d805-9d50-42b2-b238-ee858d56f839 req-6b347f5e-ad34-4653-944c-f086db504af9 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 210 time: 0.0748694 Sep 16 04:52:48.142524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f471276b-225c-4bb7-8866-c23470df1adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.142690 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.189819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53552) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:48.190735 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f471276b-225c-4bb7-8866-c23470df1adf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91ccb078914a489fb2be2ac954900b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740661 Sep 16 04:52:48.191578 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72733b-4b61-44c3-aa4e-0add055be7ef None None] Pushing event updated for resources: {'Port': ['ID=6ec9ab0d-5d52-4b1d-a094-3021629fc198,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:48.192979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471276b-225c-4bb7-8866-c23470df1adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4712fd73-73ba-4cf2-b677-f7f3b0ec4397,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:48.249753 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba4c599a-c53e-4241-9969-122cc281f23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.251809 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Attempting to bind port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:48.252178 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Attempting to bind port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:48.252685 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Attempting to bind port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 on network 1fef8853-6976-4590-9570-f8ac6300686d {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:48.258063 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:48.258589 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Checking segment: {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:48.259051 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.259620 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Bound using segment: {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:48.260577 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Bound port: 6ec9ab0d-5d52-4b1d-a094-3021629fc198, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:48.260577 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.274581 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba4c599a-c53e-4241-9969-122cc281f23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.343559 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] For port 6ec9ab0d-5d52-4b1d-a094-3021629fc198, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:48.396003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97b021c9-cbbb-4efb-a8a2-f9c1d47bcb63 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.406745 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] For port 6ec9ab0d-5d52-4b1d-a094-3021629fc198, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6ec9ab0d-5d52-4b1d-a094-3021629fc198,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:48.428110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b021c9-cbbb-4efb-a8a2-f9c1d47bcb63 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Pushing event deleted for resources: {'Port': ['ID=723fbf43-6299-460c-8e1a-665a6d9e4822,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:48.483795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d920a2ee-5b12-4378-8d6c-303b0bd8fda3 None None] Provisioning complete for port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:48.484167 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d920a2ee-5b12-4378-8d6c-303b0bd8fda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.506601 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97b021c9-cbbb-4efb-a8a2-f9c1d47bcb63 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.509617 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97b021c9-cbbb-4efb-a8a2-f9c1d47bcb63 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.510718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-97b021c9-cbbb-4efb-a8a2-f9c1d47bcb63 tempest-AttachVolumeShelveTestJSON-1890014599 tempest-AttachVolumeShelveTestJSON-1890014599-project] 10.222.0.24 "DELETE /v2.0/floatingips/6af24799-cf30-46c2-a0b9-190c9797ed58 HTTP/1.1" status: 204 len: 168 time: 1.1451604 Sep 16 04:52:48.515166 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba4c599a-c53e-4241-9969-122cc281f23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.518503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53558) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:48.519896 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba4c599a-c53e-4241-9969-122cc281f23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.522019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ba4c599a-c53e-4241-9969-122cc281f23e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4712fd73-73ba-4cf2-b677-f7f3b0ec4397 HTTP/1.1" status: 204 len: 168 time: 0.3303158 Sep 16 04:52:48.548584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c599a-c53e-4241-9969-122cc281f23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4712fd73-73ba-4cf2-b677-f7f3b0ec4397,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:48.569634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d920a2ee-5b12-4378-8d6c-303b0bd8fda3 None None] Port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:48.629074 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.661938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 224782ed-8e8c-4081-8a00-695e5eec0eb0 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:48.667661 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:48.668364 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:52:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:48.702275 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-889870870-network', 'tenant_id': '7fd55752e453474887e1229153ffbb48'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:48.752705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 224782ed-8e8c-4081-8a00-695e5eec0eb0 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:48.753813 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.756108 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72733b-4b61-44c3-aa4e-0add055be7ef None None] Pushing event updated for resources: {'Port': ['ID=6ec9ab0d-5d52-4b1d-a094-3021629fc198,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:48.845736 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:48.905608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Made reservation on behalf of 7fd55752e453474887e1229153ffbb48 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:48.914106 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.950254 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.978989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 2eccfbee-550e-4934-aa2d-57a5f5442bc8 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:48.986966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0dabbb7-4656-4d87-a119-4c8ba3c748d3 req-7adaf711-1ac7-4234-a870-82b9352cdc8a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 210 time: 0.0876424 Sep 16 04:52:49.041328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e7412b34-0c7a-45ea-86a0-fca9e67877de None None] Provisioning complete for port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:49.042810 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e7412b34-0c7a-45ea-86a0-fca9e67877de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.194721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62166657-2708-4b39-8040-8b0bf733c13f req-d64ba1a6-b60b-4108-a112-8a74aa7511ec tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 210 time: 0.0521333 Sep 16 04:52:49.267071 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.271753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6201e9-8bc1-49ea-b249-022cb28b5279 req-56b49169-80d5-4214-b85b-4bef56bf234d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.291660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6201e9-8bc1-49ea-b249-022cb28b5279 req-56b49169-80d5-4214-b85b-4bef56bf234d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.300040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6201e9-8bc1-49ea-b249-022cb28b5279 req-56b49169-80d5-4214-b85b-4bef56bf234d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.315160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6201e9-8bc1-49ea-b249-022cb28b5279 req-56b49169-80d5-4214-b85b-4bef56bf234d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.315874 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:48Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:49.322473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6201e9-8bc1-49ea-b249-022cb28b5279 req-56b49169-80d5-4214-b85b-4bef56bf234d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.329102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6201e9-8bc1-49ea-b249-022cb28b5279 req-56b49169-80d5-4214-b85b-4bef56bf234d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.335837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6201e9-8bc1-49ea-b249-022cb28b5279 req-56b49169-80d5-4214-b85b-4bef56bf234d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.341743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 2eccfbee-550e-4934-aa2d-57a5f5442bc8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2eccfbee-550e-4934-aa2d-57a5f5442bc8,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:49.344581 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a6201e9-8bc1-49ea-b249-022cb28b5279 req-56b49169-80d5-4214-b85b-4bef56bf234d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5418 time: 0.3266349 Sep 16 04:52:49.369605 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a99792-7e5d-4200-80a1-bf3e19b4172e None None] The sync data for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 is: [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:48Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:49.373670 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '2eccfbee-550e-4934-aa2d-57a5f5442bc8', 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4', 'port_id': '2eccfbee-550e-4934-aa2d-57a5f5442bc8', 'mac_address': 'fa:16:3e:d1:2e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ec68ca-f448-414e-8e97-d1e258f0e92d', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:49.380336 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.422313 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.444011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eccfbee-550e-4934-aa2d-57a5f5442bc8 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:49.503643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a6201e9-8bc1-49ea-b249-022cb28b5279 req-c18a3e77-04aa-49d8-8086-1f3fb7efb14e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581655 Sep 16 04:52:49.540843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 2eccfbee-550e-4934-aa2d-57a5f5442bc8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2eccfbee-550e-4934-aa2d-57a5f5442bc8,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:49.552586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:49.556077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55a34-f912-4398-8905-d9d7378c0eae req-b9748c10-dc07-4fd9-9a58-f5584573dbb5 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.558806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb6dae5-109a-48f7-9013-4fb499f8e8bb,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:49.559214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-b9748c10-dc07-4fd9-9a58-f5584573dbb5 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.37 "GET /v2.0/networks?id=9ee6f5d3-f1e5-4631-92d6-77bee274250a HTTP/1.1" status: 200 len: 808 time: 0.4555418 Sep 16 04:52:49.572651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-10b55a34-f912-4398-8905-d9d7378c0eae req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Request body: {'port': {'device_id': '17cc20d8-0792-4c98-8dc9-61d95063359f', 'network_id': '9ee6f5d3-f1e5-4631-92d6-77bee274250a', 'admin_state_up': True, 'tenant_id': 'fe0f1c84e2014475af8cf711b22fe1d1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:49.603809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.604170 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Added segment cee8b5b6-9f83-4c3b-9872-ec497338c5ff of type vlan for network 96da5682-f073-4750-b76c-1ad27650e36c Sep 16 04:52:49.607315 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e7412b34-0c7a-45ea-86a0-fca9e67877de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.642348 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.643596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 043eee9d-4c0a-4074-9c55-f1ea00b36a05 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:49.726670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.754611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e7412b34-0c7a-45ea-86a0-fca9e67877de None None] For port 6ec9ab0d-5d52-4b1d-a094-3021629fc198, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6ec9ab0d-5d52-4b1d-a094-3021629fc198,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:49.757338 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=2eccfbee-550e-4934-aa2d-57a5f5442bc8,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:49.876183 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 043eee9d-4c0a-4074-9c55-f1ea00b36a05, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=043eee9d-4c0a-4074-9c55-f1ea00b36a05,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:49.900110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b55a34-f912-4398-8905-d9d7378c0eae req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Made reservation on behalf of fe0f1c84e2014475af8cf711b22fe1d1 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:49.900315 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.900315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.900315 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.901871 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-10b55a34-f912-4398-8905-d9d7378c0eae req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.917638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '043eee9d-4c0a-4074-9c55-f1ea00b36a05', 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61', 'port_id': '043eee9d-4c0a-4074-9c55-f1ea00b36a05', 'mac_address': 'fa:16:3e:e0:b2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c03be75-dfaa-43ca-8637-e3c4c294e56b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:49.922691 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e7412b34-0c7a-45ea-86a0-fca9e67877de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.038781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] Pushing event updated for resources: {'Network': ['ID=96da5682-f073-4750-b76c-1ad27650e36c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:50.080535 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-269ae58c-31d0-41c2-9223-310dcd36acd9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5604448 Sep 16 04:52:50.086873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 96da5682-f073-4750-b76c-1ad27650e36c details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:50.089655 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53604) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:50.096672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9e0f1542-5d72-4b24-92ca-5a1e8b4cd0b4 admin admin] Request body: {'subnet': {'network_id': '96da5682-f073-4750-b76c-1ad27650e36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-889870870-subnet', 'tenant_id': '7fd55752e453474887e1229153ffbb48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:50.173957 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.236629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0f1542-5d72-4b24-92ca-5a1e8b4cd0b4 admin admin] Made reservation on behalf of 7fd55752e453474887e1229153ffbb48 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:50.241894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1542-5d72-4b24-92ca-5a1e8b4cd0b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.253205 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3bf13c6a-13af-4927-99b3-a3d5c77e4523 req-615c6391-25cb-49a5-ba84-567fe8954de8 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 210 time: 0.0887721 Sep 16 04:52:50.293222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-10b55a34-f912-4398-8905-d9d7378c0eae req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Allocated IP 172.20.0.10 (9ee6f5d3-f1e5-4631-92d6-77bee274250a/e5b144cf-738c-4f05-bb00-bee69f108955/6fd4e8b4-b07b-45be-b99d-5d293c2c356c) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:50.317291 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043eee9d-4c0a-4074-9c55-f1ea00b36a05 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:50.340669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7412b34-0c7a-45ea-86a0-fca9e67877de None None] Pushing event updated for resources: {'Port': ['ID=6ec9ab0d-5d52-4b1d-a094-3021629fc198,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:50.395477 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 043eee9d-4c0a-4074-9c55-f1ea00b36a05, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=043eee9d-4c0a-4074-9c55-f1ea00b36a05,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:50.407540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3603cdb2-caae-4059-a5f5-6c3a4293a86d req-65799ace-1bda-48ce-8e85-0c1d516bb24f tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 210 time: 0.0758128 Sep 16 04:52:50.486886 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.490228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:50.685431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=043eee9d-4c0a-4074-9c55-f1ea00b36a05,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:50.754696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6ec9ab0d-5d52-4b1d-a094-3021629fc198 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:50.763991 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-10b55a34-f912-4398-8905-d9d7378c0eae req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.770231 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1542-5d72-4b24-92ca-5a1e8b4cd0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.845676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:50.851478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f1542-5d72-4b24-92ca-5a1e8b4cd0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61391e87-8014-4239-a374-6760df848019,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:50.876419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7fb3-f792-4318-ac29-03f14986bb30 req-fa1b0472-3de6-45d9-bbdd-28584627c3f9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.882235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0f1542-5d72-4b24-92ca-5a1e8b4cd0b4 admin admin] Checking segment: {'id': 'cee8b5b6-9f83-4c3b-9872-ec497338c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96da5682-f073-4750-b76c-1ad27650e36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:50.882607 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0f1542-5d72-4b24-92ca-5a1e8b4cd0b4 admin admin] Network hostable DHCP agents. Network: 96da5682-f073-4750-b76c-1ad27650e36c, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:50.882717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7fb3-f792-4318-ac29-03f14986bb30 req-fa1b0472-3de6-45d9-bbdd-28584627c3f9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.887728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'port_id': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0', 'mac_address': 'fa:16:3e:aa:d1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:50.889862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7fb3-f792-4318-ac29-03f14986bb30 req-fa1b0472-3de6-45d9-bbdd-28584627c3f9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.902752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7fb3-f792-4318-ac29-03f14986bb30 req-fa1b0472-3de6-45d9-bbdd-28584627c3f9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.904894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:50.905273 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.913390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7fb3-f792-4318-ac29-03f14986bb30 req-fa1b0472-3de6-45d9-bbdd-28584627c3f9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.920276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7fb3-f792-4318-ac29-03f14986bb30 req-fa1b0472-3de6-45d9-bbdd-28584627c3f9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.928582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7fb3-f792-4318-ac29-03f14986bb30 req-fa1b0472-3de6-45d9-bbdd-28584627c3f9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.937258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4ba7fb3-f792-4318-ac29-03f14986bb30 req-fa1b0472-3de6-45d9-bbdd-28584627c3f9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5420 time: 0.2933931 Sep 16 04:52:50.994188 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4ba7fb3-f792-4318-ac29-03f14986bb30 req-03053507-c4ba-4484-b8d8-dc3a9d6163cb tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555284 Sep 16 04:52:51.031326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0f1542-5d72-4b24-92ca-5a1e8b4cd0b4 admin admin] Network 96da5682-f073-4750-b76c-1ad27650e36c is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:51.076743 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-10b55a34-f912-4398-8905-d9d7378c0eae req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.119978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9e0f1542-5d72-4b24-92ca-5a1e8b4cd0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 96da5682-f073-4750-b76c-1ad27650e36c) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:51.142769 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f1542-5d72-4b24-92ca-5a1e8b4cd0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.143465 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1542-5d72-4b24-92ca-5a1e8b4cd0b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.227264 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9e0f1542-5d72-4b24-92ca-5a1e8b4cd0b4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1281977 Sep 16 04:52:51.262846 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdab61aa-8b13-4547-94cd-f9618afa0f01 None None] Network 96da5682-f073-4750-b76c-1ad27650e36c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:51.266968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b55a34-f912-4398-8905-d9d7378c0eae req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Network 9ee6f5d3-f1e5-4631-92d6-77bee274250a is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:51.310390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-10b55a34-f912-4398-8905-d9d7378c0eae req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:51.317028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b55a34-f912-4398-8905-d9d7378c0eae req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:51.333014 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.387159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55a34-f912-4398-8905-d9d7378c0eae req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.387944 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-10b55a34-f912-4398-8905-d9d7378c0eae req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.395840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Pushing event updated for resources: {'Port': ['ID=6fd4e8b4-b07b-45be-b99d-5d293c2c356c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:51.408173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:51.484864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:51.513357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2760f081-fc22-48d3-853a-82cb5cfeab9d req-96427839-9e09-4d5b-a733-92dc3dc13ce1 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 210 time: 0.1179903 Sep 16 04:52:51.535983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7058734f-29a5-4514-ad17-58d825e4bac9 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.537629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7058734f-29a5-4514-ad17-58d825e4bac9 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.37 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 820 time: 0.5280354 Sep 16 04:52:51.557701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Request body: {'port': {'device_id': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'admin_state_up': True, 'tenant_id': '81b0d1859be44000850a5bc31b1f4335'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:51.607829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775632f7-b6d8-4f28-ae3e-857574c59f3a None None] Network 96da5682-f073-4750-b76c-1ad27650e36c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:51.671734 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.672581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device fbdc05d8-6e27-488d-8ccd-7146341eee48 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:51.682573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-629e21e0-1eb6-4b15-862d-05156e23e213 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1151264 Sep 16 04:52:51.701702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e23a0-9e06-49fe-bbe2-93c7ab2226db req-5c5832cb-b5b5-433f-ae2e-5d0307fb001e tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:51.703350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a3e23a0-9e06-49fe-bbe2-93c7ab2226db req-5c5832cb-b5b5-433f-ae2e-5d0307fb001e tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 932 time: 0.1403956 Sep 16 04:52:51.710261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Request body: {'port': {'device_id': '17cc20d8-0792-4c98-8dc9-61d95063359f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:51.784266 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:51.792086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port fbdc05d8-6e27-488d-8ccd-7146341eee48, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fbdc05d8-6e27-488d-8ccd-7146341eee48,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:51.823993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'fbdc05d8-6e27-488d-8ccd-7146341eee48', 'network_id': 'e4736ad3-9a26-42c8-8dc7-2dd152730d61', 'port_id': 'fbdc05d8-6e27-488d-8ccd-7146341eee48', 'mac_address': 'fa:16:3e:8a:05:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c03be75-dfaa-43ca-8637-e3c4c294e56b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:51.881935 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.902848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdc05d8-6e27-488d-8ccd-7146341eee48 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:51.926804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port fbdc05d8-6e27-488d-8ccd-7146341eee48, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fbdc05d8-6e27-488d-8ccd-7146341eee48,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:52.142436 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.143139 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a8325af5-44cb-44ee-a252-6e68b67041df details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:52.175758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Made reservation on behalf of 81b0d1859be44000850a5bc31b1f4335 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:52.179204 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.206260 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a3e23a0-9e06-49fe-bbe2-93c7ab2226db req-89472ef4-75ed-45c9-bbd0-538cb2724f4a tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920657 Sep 16 04:52:52.212754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a8325af5-44cb-44ee-a252-6e68b67041df, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a8325af5-44cb-44ee-a252-6e68b67041df,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:52.219491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=fbdc05d8-6e27-488d-8ccd-7146341eee48,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:52.244936 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'a8325af5-44cb-44ee-a252-6e68b67041df', 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4', 'port_id': 'a8325af5-44cb-44ee-a252-6e68b67041df', 'mac_address': 'fa:16:3e:1e:d0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ec68ca-f448-414e-8e97-d1e258f0e92d', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:52.246850 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.302019 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.321402 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8325af5-44cb-44ee-a252-6e68b67041df {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:52.346774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a8325af5-44cb-44ee-a252-6e68b67041df, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a8325af5-44cb-44ee-a252-6e68b67041df,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:52.396379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed060c-c2bb-4a45-a814-c9a34b5132f9 req-10f1c44a-fae1-4ff0-8554-77ab84daad88 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.402918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed060c-c2bb-4a45-a814-c9a34b5132f9 req-10f1c44a-fae1-4ff0-8554-77ab84daad88 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.409146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed060c-c2bb-4a45-a814-c9a34b5132f9 req-10f1c44a-fae1-4ff0-8554-77ab84daad88 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.415557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed060c-c2bb-4a45-a814-c9a34b5132f9 req-10f1c44a-fae1-4ff0-8554-77ab84daad88 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.421418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed060c-c2bb-4a45-a814-c9a34b5132f9 req-10f1c44a-fae1-4ff0-8554-77ab84daad88 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.427595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed060c-c2bb-4a45-a814-c9a34b5132f9 req-10f1c44a-fae1-4ff0-8554-77ab84daad88 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.433779 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed060c-c2bb-4a45-a814-c9a34b5132f9 req-10f1c44a-fae1-4ff0-8554-77ab84daad88 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.435743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fed060c-c2bb-4a45-a814-c9a34b5132f9 req-10f1c44a-fae1-4ff0-8554-77ab84daad88 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5422 time: 0.2630863 Sep 16 04:52:52.503975 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.504688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 3187c83a-2f99-4514-ae4a-2e228455e9c6 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:52.548284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53730) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:52.554447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-95694041-network', 'tenant_id': '8e3a104610c146dba0829e32a8979b3b'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:52.589422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a8325af5-44cb-44ee-a252-6e68b67041df,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:52.593447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 3187c83a-2f99-4514-ae4a-2e228455e9c6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3187c83a-2f99-4514-ae4a-2e228455e9c6,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:52.605860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '3187c83a-2f99-4514-ae4a-2e228455e9c6', 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4', 'port_id': '3187c83a-2f99-4514-ae4a-2e228455e9c6', 'mac_address': 'fa:16:3e:85:c4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ec68ca-f448-414e-8e97-d1e258f0e92d', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:52.646716 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.660545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3187c83a-2f99-4514-ae4a-2e228455e9c6 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:52.685358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 3187c83a-2f99-4514-ae4a-2e228455e9c6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3187c83a-2f99-4514-ae4a-2e228455e9c6,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:52.699456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fed060c-c2bb-4a45-a814-c9a34b5132f9 req-12040438-cccf-4812-a42f-e149b680b29e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2551103 Sep 16 04:52:52.699887 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Made reservation on behalf of 8e3a104610c146dba0829e32a8979b3b for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:52.710802 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.737150 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.738338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a91011b-6f22-4e7b-8c2f-21846aeb56c5 req-4be8c8a9-dd68-4d92-9dc8-594d1b9660ae tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 210 time: 0.0980339 Sep 16 04:52:52.754158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Allocated IP 172.20.0.8 (1fef8853-6976-4590-9570-f8ac6300686d/12c2031b-b847-4192-a856-861bcc5c79c2/2c39b482-30c8-4196-88dd-d2b9788bcd91) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:52.823595 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.823595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device dfd779c3-6268-4c99-a46d-f7e68488baf2 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:52.867167 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.883890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port dfd779c3-6268-4c99-a46d-f7e68488baf2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=dfd779c3-6268-4c99-a46d-f7e68488baf2,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:52.903156 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'dfd779c3-6268-4c99-a46d-f7e68488baf2', 'network_id': 'ab7135e2-e0d6-40d3-b66f-6a0dc7958da4', 'port_id': 'dfd779c3-6268-4c99-a46d-f7e68488baf2', 'mac_address': 'fa:16:3e:73:97:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ec68ca-f448-414e-8e97-d1e258f0e92d', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:52.941126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=3187c83a-2f99-4514-ae4a-2e228455e9c6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:52.960076 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.979173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.993629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd779c3-6268-4c99-a46d-f7e68488baf2 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:53.008219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:53.033558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1152c152-aae0-4ae7-aca2-6e7bb870b78b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.043322 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port dfd779c3-6268-4c99-a46d-f7e68488baf2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=dfd779c3-6268-4c99-a46d-f7e68488baf2,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:53.061781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.062313 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Added segment 0c16a0c4-9122-4431-be67-ea64cf068074 of type vlan for network 7b4ab8ba-c4a0-41e0-8735-6434fed45d13 Sep 16 04:52:53.107492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd4e8b4-b07b-45be-b99d-5d293c2c356c {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:53.121966 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.137186 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.139284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.143953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.153198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Transition to ACTIVE for port object 6fd4e8b4-b07b-45be-b99d-5d293c2c356c will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:53.204931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=dfd779c3-6268-4c99-a46d-f7e68488baf2,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.279225 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.279431 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.280413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.282818 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.386619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53750) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:53.391800 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.391978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] Pushing event updated for resources: {'Network': ['ID=7b4ab8ba-c4a0-41e0-8735-6434fed45d13,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.402048 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 7b4ab8ba-c4a0-41e0-8735-6434fed45d13 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:53.410754 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-904816f7-1524-496b-8fb7-b99f188d3271 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8598480 Sep 16 04:52:53.415736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53754) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:53.420689 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e42c46f1-d411-46c8-8619-9c1979b88da2 admin admin] Request body: {'subnet': {'network_id': '7b4ab8ba-c4a0-41e0-8735-6434fed45d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-95694041-subnet', 'tenant_id': '8e3a104610c146dba0829e32a8979b3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:53.437832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Pushing event updated for resources: {'Port': ['ID=6fd4e8b4-b07b-45be-b99d-5d293c2c356c,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.571937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Network 1fef8853-6976-4590-9570-f8ac6300686d is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:53.599149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42c46f1-d411-46c8-8619-9c1979b88da2 admin admin] Made reservation on behalf of 8e3a104610c146dba0829e32a8979b3b for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:53.599688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:53.599788 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e42c46f1-d411-46c8-8619-9c1979b88da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.608804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:53.674422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.675247 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.695808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09986bfc-8990-477f-8e0a-d4376ee1832f req-1250c614-47e9-400d-b235-a35fa936046c tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.704874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09986bfc-8990-477f-8e0a-d4376ee1832f req-1250c614-47e9-400d-b235-a35fa936046c tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 944 time: 0.3664367 Sep 16 04:52:53.735117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Pushing event updated for resources: {'Port': ['ID=2c39b482-30c8-4196-88dd-d2b9788bcd91,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.759196 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0f34ea1-6874-4e02-99af-74964b01c3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.786134 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:53.807357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09986bfc-8990-477f-8e0a-d4376ee1832f req-1c69d88f-47af-49f5-89a5-39fd9ab4f7b8 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993958 Sep 16 04:52:53.843035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Attempting to bind port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:53.849885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Attempting to bind port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '710d80d9-21d0-4e7d-9334-c7900e8a9f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9ee6f5d3-f1e5-4631-92d6-77bee274250a'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:53.850147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Attempting to bind port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c on network 9ee6f5d3-f1e5-4631-92d6-77bee274250a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:53.876869 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-38eb62d3-ab79-4e27-a555-36a1027f17eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3296988 Sep 16 04:52:53.896597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c on network 9ee6f5d3-f1e5-4631-92d6-77bee274250a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:53.896761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['dfd779c3-6268-4c99-a46d-f7e68488baf2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:53.899335 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['a8325af5-44cb-44ee-a252-6e68b67041df'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:53.901463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['3187c83a-2f99-4514-ae4a-2e228455e9c6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:53.903649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['fbdc05d8-6e27-488d-8ccd-7146341eee48'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:53.906321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['043eee9d-4c0a-4074-9c55-f1ea00b36a05'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:53.907028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Attempting to bind port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c on network 9ee6f5d3-f1e5-4631-92d6-77bee274250a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:53.928201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['2eccfbee-550e-4934-aa2d-57a5f5442bc8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:53.929461 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Request body: {'port': {'device_id': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:53.948854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:53.949207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Checking segment: {'id': '710d80d9-21d0-4e7d-9334-c7900e8a9f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9ee6f5d3-f1e5-4631-92d6-77bee274250a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:53.949636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Bound using segment: {'id': '710d80d9-21d0-4e7d-9334-c7900e8a9f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9ee6f5d3-f1e5-4631-92d6-77bee274250a'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:53.950044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Bound port: 6fd4e8b4-b07b-45be-b99d-5d293c2c356c, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710d80d9-21d0-4e7d-9334-c7900e8a9f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9ee6f5d3-f1e5-4631-92d6-77bee274250a'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:53.950407 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.954472 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e42c46f1-d411-46c8-8619-9c1979b88da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.016581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c46f1-d411-46c8-8619-9c1979b88da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff6026a-014e-4bb7-af87-d22de339a0f3,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:54.033123 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c46f1-d411-46c8-8619-9c1979b88da2 admin admin] Checking segment: {'id': '0c16a0c4-9122-4431-be67-ea64cf068074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7b4ab8ba-c4a0-41e0-8735-6434fed45d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:54.033479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c46f1-d411-46c8-8619-9c1979b88da2 admin admin] Network hostable DHCP agents. Network: 7b4ab8ba-c4a0-41e0-8735-6434fed45d13, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:54.110067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c46f1-d411-46c8-8619-9c1979b88da2 admin admin] Network 7b4ab8ba-c4a0-41e0-8735-6434fed45d13 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:54.147639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98413e8a-9f0b-4e9b-b61c-1ffc0ee62af2 req-c29dde81-e693-420f-838c-e690ef302eb8 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.149243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98413e8a-9f0b-4e9b-b61c-1ffc0ee62af2 req-c29dde81-e693-420f-838c-e690ef302eb8 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 931 time: 0.2782247 Sep 16 04:52:54.157386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.192164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e42c46f1-d411-46c8-8619-9c1979b88da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 7b4ab8ba-c4a0-41e0-8735-6434fed45d13) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:54.193093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] For port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:54.208182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c461f2-2ed6-4582-8ecb-2335ab12b79d req-2ea75d22-e221-43b5-952a-fa6c3981b5ab tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.210764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-660f82da-78ce-4b4d-9a32-f10bc7eb3cdf None None] Provisioning complete for port 2c39b482-30c8-4196-88dd-d2b9788bcd91 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:54.210951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c46f1-d411-46c8-8619-9c1979b88da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.211172 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-660f82da-78ce-4b4d-9a32-f10bc7eb3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.211917 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e42c46f1-d411-46c8-8619-9c1979b88da2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.215536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c461f2-2ed6-4582-8ecb-2335ab12b79d req-2ea75d22-e221-43b5-952a-fa6c3981b5ab tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.221879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c461f2-2ed6-4582-8ecb-2335ab12b79d req-2ea75d22-e221-43b5-952a-fa6c3981b5ab tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.228728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bc3aa2-d8a3-4189-bfe9-776a81f56592 None None] Network 7b4ab8ba-c4a0-41e0-8735-6434fed45d13 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:54.229961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c461f2-2ed6-4582-8ecb-2335ab12b79d req-2ea75d22-e221-43b5-952a-fa6c3981b5ab tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.236160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c461f2-2ed6-4582-8ecb-2335ab12b79d req-2ea75d22-e221-43b5-952a-fa6c3981b5ab tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.242223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c461f2-2ed6-4582-8ecb-2335ab12b79d req-2ea75d22-e221-43b5-952a-fa6c3981b5ab tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.249064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c461f2-2ed6-4582-8ecb-2335ab12b79d req-2ea75d22-e221-43b5-952a-fa6c3981b5ab tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.251049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26c461f2-2ed6-4582-8ecb-2335ab12b79d req-2ea75d22-e221-43b5-952a-fa6c3981b5ab tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5425 time: 0.2982697 Sep 16 04:52:54.279105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] For port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=6fd4e8b4-b07b-45be-b99d-5d293c2c356c,segment=NetworkSegment(710d80d9-21d0-4e7d-9334-c7900e8a9f18),segment_id=710d80d9-21d0-4e7d-9334-c7900e8a9f18)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:54.391253 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0f34ea1-6874-4e02-99af-74964b01c3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.396900 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98413e8a-9f0b-4e9b-b61c-1ffc0ee62af2 req-eb3b8a49-a642-4056-b3ce-2bd5681b2c50 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271717 Sep 16 04:52:54.404431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26c461f2-2ed6-4582-8ecb-2335ab12b79d req-b70c3c20-9851-4e32-a44f-bc18e0b5d03d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346278 Sep 16 04:52:54.405183 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-660f82da-78ce-4b4d-9a32-f10bc7eb3cdf None None] Port 2c39b482-30c8-4196-88dd-d2b9788bcd91 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:54.460805 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.507918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.511872 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.511872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] 10.222.0.37 "PUT /v2.0/ports/6fd4e8b4-b07b-45be-b99d-5d293c2c356c HTTP/1.1" status: 200 len: 1093 time: 2.8059983 Sep 16 04:52:54.512621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cc20d8-0792-4c98-8dc9-61d95063359f', 'tag': '6fd4e8b4-b07b-45be-b99d-5d293c2c356c'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:54.514992 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837a9e28-e526-4dfd-9a38-4b49fca8304b" -d '{"events": [{"name": "network-changed", "server_uuid": "17cc20d8-0792-4c98-8dc9-61d95063359f", "tag": "6fd4e8b4-b07b-45be-b99d-5d293c2c356c"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:54.527672 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0f34ea1-6874-4e02-99af-74964b01c3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.609648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62d85d-5a5a-4e79-ae88-a0adca2565ac service neutron] Pushing event updated for resources: {'Port': ['ID=6fd4e8b4-b07b-45be-b99d-5d293c2c356c,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:54.616589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a0f34ea1-6874-4e02-99af-74964b01c3b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f75f1d29118e47dfbd9b6aeb228b37d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2265182 Sep 16 04:52:54.619895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53770) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:54.620422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f34ea1-6874-4e02-99af-74964b01c3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b651bd3-e329-449e-889f-e72f76e21415,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:54.715888 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e42c46f1-d411-46c8-8619-9c1979b88da2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2915170 Sep 16 04:52:54.731130 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178a28a3-f1a9-4734-b4c9-19e1d1f254bc x-openstack-request-id: req-178a28a3-f1a9-4734-b4c9-19e1d1f254bc {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:54.731440 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cc20d8-0792-4c98-8dc9-61d95063359f", "tag": "6fd4e8b4-b07b-45be-b99d-5d293c2c356c", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:54.731707 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-178a28a3-f1a9-4734-b4c9-19e1d1f254bc {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:54.732108 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cc20d8-0792-4c98-8dc9-61d95063359f', 'tag': '6fd4e8b4-b07b-45be-b99d-5d293c2c356c', 'status': 'completed', 'code': 200} Sep 16 04:52:54.751969 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-459e55ae-5256-4a79-bde0-c16242b92c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.812891 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-459e55ae-5256-4a79-bde0-c16242b92c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.888339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55a34-f912-4398-8905-d9d7378c0eae req-db90b351-8432-44f0-9581-5f5e15c38afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.890118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-db90b351-8432-44f0-9581-5f5e15c38afb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe0f1c84e2014475af8cf711b22fe1d1&device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 1096 time: 0.1571531 Sep 16 04:52:54.926840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c39b482-30c8-4196-88dd-d2b9788bcd91 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:54.990771 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-459e55ae-5256-4a79-bde0-c16242b92c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.991718 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.996008 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-459e55ae-5256-4a79-bde0-c16242b92c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.999652 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-459e55ae-5256-4a79-bde0-c16242b92c05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b651bd3-e329-449e-889f-e72f76e21415 HTTP/1.1" status: 204 len: 168 time: 0.3756480 Sep 16 04:52:55.015198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e55ae-5256-4a79-bde0-c16242b92c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b651bd3-e329-449e-889f-e72f76e21415,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:55.038133 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-8585bbbe-3725-4186-a112-51e506d0b84f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fd4e8b4-b07b-45be-b99d-5d293c2c356c HTTP/1.1" status: 200 len: 217 time: 0.1368434 Sep 16 04:52:55.105849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Transition to ACTIVE for port object 2c39b482-30c8-4196-88dd-d2b9788bcd91 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:55.141159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55a34-f912-4398-8905-d9d7378c0eae req-9faf144c-d9b1-4de5-8554-d0196815d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.142932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-9faf144c-d9b1-4de5-8554-d0196815d69d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5b144cf-738c-4f05-bb00-bee69f108955 HTTP/1.1" status: 200 len: 848 time: 0.0922241 Sep 16 04:52:55.152858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2449e-92b0-447d-8773-5c9204764178 req-d56e778b-e162-4a08-b606-099ccf2d5b6f tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.156952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8b2449e-92b0-447d-8773-5c9204764178 req-d56e778b-e162-4a08-b606-099ccf2d5b6f tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 944 time: 0.2083688 Sep 16 04:52:55.169704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d28bd-cec4-4d84-858c-cb0f3fd9739b None None] Network 7b4ab8ba-c4a0-41e0-8735-6434fed45d13 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:55.186979 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.214028 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-0814e47b-3ec1-42eb-ad53-d41c5b40af05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ee6f5d3-f1e5-4631-92d6-77bee274250a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559759 Sep 16 04:52:55.400682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8b2449e-92b0-447d-8773-5c9204764178 req-78a72d19-46d7-4b94-a80e-61e4464d65a3 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245846 Sep 16 04:52:55.442989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Pushing event updated for resources: {'Port': ['ID=2c39b482-30c8-4196-88dd-d2b9788bcd91,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:55.648325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-149acf96-3b73-4d95-9fc3-5c003f678433 service neutron] 10.222.0.37 "GET /v2.0/networks/9ee6f5d3-f1e5-4631-92d6-77bee274250a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995845 Sep 16 04:52:55.659713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7a76d-8a46-4dc7-91b4-0554acdf72dd req-80fd8f56-72ba-498f-8cf9-2765d6f8ce24 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.661553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ed7a76d-8a46-4dc7-91b4-0554acdf72dd req-80fd8f56-72ba-498f-8cf9-2765d6f8ce24 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 943 time: 0.1616194 Sep 16 04:52:55.671074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-22c989dc-3c9c-40c6-999f-027364dda445 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.677483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-22c989dc-3c9c-40c6-999f-027364dda445 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/networks?id=96da5682-f073-4750-b76c-1ad27650e36c HTTP/1.1" status: 200 len: 824 time: 0.4316163 Sep 16 04:52:55.678315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Attempting to bind port 2c39b482-30c8-4196-88dd-d2b9788bcd91 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:55.678645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Attempting to bind port 2c39b482-30c8-4196-88dd-d2b9788bcd91 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:55.678967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Attempting to bind port 2c39b482-30c8-4196-88dd-d2b9788bcd91 on network 1fef8853-6976-4590-9570-f8ac6300686d {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:55.732058 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Port 2c39b482-30c8-4196-88dd-d2b9788bcd91 on network 1fef8853-6976-4590-9570-f8ac6300686d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:55.732368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Attempting to bind port 2c39b482-30c8-4196-88dd-d2b9788bcd91 on network 1fef8853-6976-4590-9570-f8ac6300686d {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:55.747113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-2b8e2aad-30dd-4c89-be10-17e16c4b7c17 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/quotas/7fd55752e453474887e1229153ffbb48 HTTP/1.1" status: 200 len: 375 time: 0.0566494 Sep 16 04:52:55.750982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:55.751327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Checking segment: {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:55.751711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Bound using segment: {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:55.752150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Bound port: 2c39b482-30c8-4196-88dd-d2b9788bcd91, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:55.752521 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.834660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-e842f9a0-8cc0-455e-8012-40faf403fec8 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fd55752e453474887e1229153ffbb48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686016 Sep 16 04:52:55.838217 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ed7a76d-8a46-4dc7-91b4-0554acdf72dd req-b28842c8-8dde-48e7-8ba5-af7e177484d8 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488917 Sep 16 04:52:55.959575 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10b55a34-f912-4398-8905-d9d7378c0eae req-d03bb089-14f8-4255-93f8-9fdab8762f2d service neutron] 10.222.0.37 "GET /v2.0/networks/9ee6f5d3-f1e5-4631-92d6-77bee274250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962754 Sep 16 04:52:56.003707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] For port 2c39b482-30c8-4196-88dd-d2b9788bcd91, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:56.009931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] For port 2c39b482-30c8-4196-88dd-d2b9788bcd91, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:56.027140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-3fe12b5c-7955-4c04-b52c-65f120dc4053 service neutron] 10.222.0.24 "GET /v2.0/networks/96da5682-f073-4750-b76c-1ad27650e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641428 Sep 16 04:52:56.041323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d6aa-1a39-4656-bb3d-0c876e05ca1c req-6d5cc97e-637d-45dc-aee8-0f0aba4a4080 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.048034 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d6aa-1a39-4656-bb3d-0c876e05ca1c req-6d5cc97e-637d-45dc-aee8-0f0aba4a4080 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.054481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d6aa-1a39-4656-bb3d-0c876e05ca1c req-6d5cc97e-637d-45dc-aee8-0f0aba4a4080 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.062407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d6aa-1a39-4656-bb3d-0c876e05ca1c req-6d5cc97e-637d-45dc-aee8-0f0aba4a4080 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.067864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d6aa-1a39-4656-bb3d-0c876e05ca1c req-6d5cc97e-637d-45dc-aee8-0f0aba4a4080 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.074105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d6aa-1a39-4656-bb3d-0c876e05ca1c req-6d5cc97e-637d-45dc-aee8-0f0aba4a4080 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.080083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d6aa-1a39-4656-bb3d-0c876e05ca1c req-6d5cc97e-637d-45dc-aee8-0f0aba4a4080 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.082011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-add9d6aa-1a39-4656-bb3d-0c876e05ca1c req-6d5cc97e-637d-45dc-aee8-0f0aba4a4080 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5425 time: 0.1738772 Sep 16 04:52:56.129184 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.251187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.251807 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.257463 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] 10.222.0.37 "PUT /v2.0/ports/2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 1092 time: 2.3387737 Sep 16 04:52:56.270575 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-add9d6aa-1a39-4656-bb3d-0c876e05ca1c req-75a2b89a-85a3-493b-979a-73c277afd33f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1733706 Sep 16 04:52:56.287273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5454c-ab43-4601-8999-7c77043b65cd service neutron] Pushing event updated for resources: {'Port': ['ID=2c39b482-30c8-4196-88dd-d2b9788bcd91,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:56.304240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-325a36b8-33a4-4b5f-9c94-329095b26e21 service neutron] 10.222.0.24 "GET /v2.0/networks/96da5682-f073-4750-b76c-1ad27650e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211392 Sep 16 04:52:56.315559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a9e28-e526-4dfd-9a38-4b49fca8304b req-ef97e898-db02-4809-9364-2b990c01022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.317127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-837a9e28-e526-4dfd-9a38-4b49fca8304b req-ef97e898-db02-4809-9364-2b990c01022b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe0f1c84e2014475af8cf711b22fe1d1&device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 1096 time: 0.1309772 Sep 16 04:52:56.794698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:56.797247 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682ffb1d-ec01-4194-855e-d9615c3c0878" -d '{"events": [{"name": "network-changed", "server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:56.871312 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-49f9a462-720c-4605-b83d-8bcc04053839 req-bc2bbe46-3590-4900-b6b4-167caae3b910 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 210 time: 0.0679359 Sep 16 04:52:56.876168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a9e28-e526-4dfd-9a38-4b49fca8304b req-3aae0b69-7b15-467f-a9a5-bcd000c64127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.877930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-837a9e28-e526-4dfd-9a38-4b49fca8304b req-3aae0b69-7b15-467f-a9a5-bcd000c64127 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9ee6f5d3-f1e5-4631-92d6-77bee274250a HTTP/1.1" status: 200 len: 908 time: 0.5535290 Sep 16 04:52:56.906157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-cdc5a3bf-1d81-46b1-b18a-109958866f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.907652 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-cdc5a3bf-1d81-46b1-b18a-109958866f9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 1095 time: 0.4828682 Sep 16 04:52:56.947470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50515470-d7fd-4d83-91bd-0f0a89a6b6bb req-21b42717-9ddc-421d-8f75-a1875fd76356 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.949095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50515470-d7fd-4d83-91bd-0f0a89a6b6bb req-21b42717-9ddc-421d-8f75-a1875fd76356 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 944 time: 0.1471114 Sep 16 04:52:56.952115 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a867be93-4e9e-4e3f-855f-6193b2cec379 x-openstack-request-id: req-a867be93-4e9e-4e3f-855f-6193b2cec379 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:56.952411 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:56.954447 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a867be93-4e9e-4e3f-855f-6193b2cec379 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:56.954447 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'status': 'completed', 'code': 200} Sep 16 04:52:56.959698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-837a9e28-e526-4dfd-9a38-4b49fca8304b req-4d77178e-33c6-4bf1-a90d-989b38190fad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fd4e8b4-b07b-45be-b99d-5d293c2c356c HTTP/1.1" status: 200 len: 217 time: 0.0739462 Sep 16 04:52:56.999691 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-f4a33b05-e2d8-42d2-b064-6001610d978d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 217 time: 0.0495834 Sep 16 04:52:57.159358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-cf28829c-706b-431f-ab99-87596b88a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.161047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-cf28829c-706b-431f-ab99-87596b88a662 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.1441951 Sep 16 04:52:57.163933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50515470-d7fd-4d83-91bd-0f0a89a6b6bb req-d66d971f-b69f-4573-bc79-7f168a7770a6 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022989 Sep 16 04:52:57.167284 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a9e28-e526-4dfd-9a38-4b49fca8304b req-2eb5510f-b665-4698-8d5c-3c007177f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.168865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-837a9e28-e526-4dfd-9a38-4b49fca8304b req-2eb5510f-b665-4698-8d5c-3c007177f575 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5b144cf-738c-4f05-bb00-bee69f108955 HTTP/1.1" status: 200 len: 848 time: 0.1770728 Sep 16 04:52:57.177985 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 2eccfbee-550e-4934-aa2d-57a5f5442bc8 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:57.256544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410307d6-d837-4e0b-b472-0c6c78716b71 req-d4cbe408-b10b-4d1c-8a0f-775cde592306 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.266870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-410307d6-d837-4e0b-b472-0c6c78716b71 req-d4cbe408-b10b-4d1c-8a0f-775cde592306 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 943 time: 0.2757566 Sep 16 04:52:57.272305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-837a9e28-e526-4dfd-9a38-4b49fca8304b req-9920abde-6917-4a19-9269-05f2650472ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ee6f5d3-f1e5-4631-92d6-77bee274250a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876169 Sep 16 04:52:57.298784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53854) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:57.319428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:57.324008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:57.324376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.417560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7daef3d9-bb59-429c-83a0-6fd4a1bcbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.419188 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-7daef3d9-bb59-429c-83a0-6fd4a1bcbdeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2491231 Sep 16 04:52:57.429675 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.474193 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 2eccfbee-550e-4934-aa2d-57a5f5442bc8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2eccfbee-550e-4934-aa2d-57a5f5442bc8,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:57.475174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eccfbee-550e-4934-aa2d-57a5f5442bc8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:57.478054 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d216197-82ff-401b-8f1a-ba1ed027361c" -d '{"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "2eccfbee-550e-4934-aa2d-57a5f5442bc8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:57.527187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-837a9e28-e526-4dfd-9a38-4b49fca8304b req-ac38befe-4ae8-4364-bec4-7d0cf92b6a00 service neutron] 10.222.0.37 "GET /v2.0/networks/9ee6f5d3-f1e5-4631-92d6-77bee274250a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250307 Sep 16 04:52:57.542199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-410307d6-d837-4e0b-b472-0c6c78716b71 req-7febab6a-26bf-463a-af50-6e6c0652e18c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743485 Sep 16 04:52:57.578686 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.579526 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:57.684203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=2eccfbee-550e-4934-aa2d-57a5f5442bc8,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:57.692814 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5365c71b-f63b-4fe2-8039-37ab3aa2988b x-openstack-request-id: req-5365c71b-f63b-4fe2-8039-37ab3aa2988b {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:57.693679 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "2eccfbee-550e-4934-aa2d-57a5f5442bc8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:57.693679 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5365c71b-f63b-4fe2-8039-37ab3aa2988b {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:57.693855 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eccfbee-550e-4934-aa2d-57a5f5442bc8', 'code': 200} Sep 16 04:52:57.706783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53872) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:57.806136 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bba11-ed96-459e-a747-c78ba502d521 req-eb96978c-04ad-449e-8c56-f6c4d3a46aa3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.812117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bba11-ed96-459e-a747-c78ba502d521 req-eb96978c-04ad-449e-8c56-f6c4d3a46aa3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.818139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bba11-ed96-459e-a747-c78ba502d521 req-eb96978c-04ad-449e-8c56-f6c4d3a46aa3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.825258 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bba11-ed96-459e-a747-c78ba502d521 req-eb96978c-04ad-449e-8c56-f6c4d3a46aa3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.831453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bba11-ed96-459e-a747-c78ba502d521 req-eb96978c-04ad-449e-8c56-f6c4d3a46aa3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.837124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bba11-ed96-459e-a747-c78ba502d521 req-eb96978c-04ad-449e-8c56-f6c4d3a46aa3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.843076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bba11-ed96-459e-a747-c78ba502d521 req-eb96978c-04ad-449e-8c56-f6c4d3a46aa3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.845058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-829bba11-ed96-459e-a747-c78ba502d521 req-eb96978c-04ad-449e-8c56-f6c4d3a46aa3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5425 time: 0.4390318 Sep 16 04:52:57.846958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-837a9e28-e526-4dfd-9a38-4b49fca8304b req-a1a169fd-c5b7-44d5-b037-f608321ffc49 service neutron] 10.222.0.37 "GET /v2.0/networks/9ee6f5d3-f1e5-4631-92d6-77bee274250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097806 Sep 16 04:52:57.884022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-f02fffde-1454-4989-b684-b9c0be423632 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600872 Sep 16 04:52:57.885872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:57.909010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:57.911727 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.924909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-829bba11-ed96-459e-a747-c78ba502d521 req-4bf0a40f-b29b-4846-b21c-9fdbc361d8c5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683093 Sep 16 04:52:57.937127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1058055173'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:57.987642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-503ee986-0820-49d7-b29f-33b3b0104b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.020728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1390a437-41c6-451e-8a13-281c54998982 req-236c0281-559d-49f6-aa34-2e1363c31c9c tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 210 time: 0.0420918 Sep 16 04:52:58.027739 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.042482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdd2b6a-fb4a-441e-a9d1-50f9dcd173d7 req-91e3bb09-11d4-45ef-a450-0118dff2b9b9 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472614 Sep 16 04:52:58.076691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:58.104152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Made reservation on behalf of 0bbf669634e44878ad9f0cffab69d496 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:58.107831 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.117193 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.196870 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.198524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 043eee9d-4c0a-4074-9c55-f1ea00b36a05 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:58.240710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.246772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ffb1d-ec01-4194-855e-d9615c3c0878 req-ff69d4b0-c37d-472d-90a9-b637aeaea65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.248332 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-682ffb1d-ec01-4194-855e-d9615c3c0878 req-ff69d4b0-c37d-472d-90a9-b637aeaea65e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 1095 time: 0.0663943 Sep 16 04:52:58.263326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-503ee986-0820-49d7-b29f-33b3b0104b3d admin admin] Deleting port 85b5b862-f6d9-48f0-adc1-5b72748fcc63 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:58.263666 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-503ee986-0820-49d7-b29f-33b3b0104b3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.323457 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.334186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:58.409537 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:58.433117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818b55e3-6a82-48ea-8fbc-3da01d45ea47,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:58.442630 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.442968 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Added segment 6116de1c-749e-4fb5-8731-5d9a83ee88c5 of type vlan for network 08c54b30-9583-484e-8c95-f7036c1927b8 Sep 16 04:52:58.456580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 6fd4e8b4-b07b-45be-b99d-5d293c2c356c details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:58.470330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ebc61-e408-4c16-9fe2-8e4612d7e005 req-6401a2a8-a821-49ba-b869-c8a6dc11ddc2 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.472235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f51ebc61-e408-4c16-9fe2-8e4612d7e005 req-6401a2a8-a821-49ba-b869-c8a6dc11ddc2 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 944 time: 0.1674852 Sep 16 04:52:58.475921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ffb1d-ec01-4194-855e-d9615c3c0878 req-4a5699fb-ac2c-4272-bab2-acbeb8f3281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.478558 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-682ffb1d-ec01-4194-855e-d9615c3c0878 req-4a5699fb-ac2c-4272-bab2-acbeb8f3281c service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.2236331 Sep 16 04:52:58.573383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-682ffb1d-ec01-4194-855e-d9615c3c0878 req-30918a9b-df0e-4fa6-8ca1-2028515a9787 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 217 time: 0.0617371 Sep 16 04:52:58.579477 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.606845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=6fd4e8b4-b07b-45be-b99d-5d293c2c356c,segment=NetworkSegment(710d80d9-21d0-4e7d-9334-c7900e8a9f18),segment_id=710d80d9-21d0-4e7d-9334-c7900e8a9f18)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:58.627027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '6fd4e8b4-b07b-45be-b99d-5d293c2c356c', 'network_id': '9ee6f5d3-f1e5-4631-92d6-77bee274250a', 'port_id': '6fd4e8b4-b07b-45be-b99d-5d293c2c356c', 'mac_address': 'fa:16:3e:87:f4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b144cf-738c-4f05-bb00-bee69f108955', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:58.642115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f51ebc61-e408-4c16-9fe2-8e4612d7e005 req-019cbdea-bd2a-400e-ae2c-2e384b8b7b4b tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563716 Sep 16 04:52:58.692392 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.693294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-503ee986-0820-49d7-b29f-33b3b0104b3d admin admin] For port 85b5b862-f6d9-48f0-adc1-5b72748fcc63, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=85b5b862-f6d9-48f0-adc1-5b72748fcc63,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:58.694632 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-503ee986-0820-49d7-b29f-33b3b0104b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.696214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 043eee9d-4c0a-4074-9c55-f1ea00b36a05 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:58.714024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 043eee9d-4c0a-4074-9c55-f1ea00b36a05 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:58.714024 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.720541 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-503ee986-0820-49d7-b29f-33b3b0104b3d admin admin] Calling delete_port for 85b5b862-f6d9-48f0-adc1-5b72748fcc63 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:58.736878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ffb1d-ec01-4194-855e-d9615c3c0878 req-b5aea796-0909-4299-9d81-f291593deae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.738693 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-682ffb1d-ec01-4194-855e-d9615c3c0878 req-b5aea796-0909-4299-9d81-f291593deae0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.1562352 Sep 16 04:52:58.750467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd4e8b4-b07b-45be-b99d-5d293c2c356c {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:58.782126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=6fd4e8b4-b07b-45be-b99d-5d293c2c356c,segment=NetworkSegment(710d80d9-21d0-4e7d-9334-c7900e8a9f18),segment_id=710d80d9-21d0-4e7d-9334-c7900e8a9f18)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:58.819812 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866172-3ec1-4806-a2a8-5bb7e97a4b70 req-7e470a3c-d937-41f4-822a-8572ec54515f tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.827970 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.833261 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b866172-3ec1-4806-a2a8-5bb7e97a4b70 req-7e470a3c-d937-41f4-822a-8572ec54515f tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 943 time: 0.1772039 Sep 16 04:52:58.866519 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.897498 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.908124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.908831 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.925769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 043eee9d-4c0a-4074-9c55-f1ea00b36a05, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=043eee9d-4c0a-4074-9c55-f1ea00b36a05,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:58.942265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=6fd4e8b4-b07b-45be-b99d-5d293c2c356c,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:58.971762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b866172-3ec1-4806-a2a8-5bb7e97a4b70 req-aca8c745-86eb-421b-9b67-17fbb01d9fad tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355469 Sep 16 04:52:59.006368 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.007468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device fbdc05d8-6e27-488d-8ccd-7146341eee48 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:59.016501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Pushing event updated for resources: {'Network': ['ID=08c54b30-9583-484e-8c95-f7036c1927b8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.027997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ffb1d-ec01-4194-855e-d9615c3c0878 req-159f916e-e09d-4ded-8a9b-bb329e0a7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.029545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-682ffb1d-ec01-4194-855e-d9615c3c0878 req-159f916e-e09d-4ded-8a9b-bb329e0a7a66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2831552 Sep 16 04:52:59.060253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 08c54b30-9583-484e-8c95-f7036c1927b8 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:59.142724 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-503ee986-0820-49d7-b29f-33b3b0104b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.156315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bfbf670e-fe34-43ea-ba19-5396716b69b2 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4454443 Sep 16 04:52:59.161449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['6fd4e8b4-b07b-45be-b99d-5d293c2c356c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:59.171631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53890) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:59.179626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ee986-0820-49d7-b29f-33b3b0104b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=85b5b862-f6d9-48f0-adc1-5b72748fcc63,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.196313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2abc18b-0220-4fed-be9c-13859c127bca req-ebb59a78-5602-4aef-95f5-8ef3e653692d tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 210 time: 0.0628960 Sep 16 04:52:59.199628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=043eee9d-4c0a-4074-9c55-f1ea00b36a05,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.238156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363f06-2f6b-47c5-bdea-4d7e564d5a5c req-1eadc749-bd54-4a33-8d52-8c1d0917345a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.245192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363f06-2f6b-47c5-bdea-4d7e564d5a5c req-1eadc749-bd54-4a33-8d52-8c1d0917345a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.252577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363f06-2f6b-47c5-bdea-4d7e564d5a5c req-1eadc749-bd54-4a33-8d52-8c1d0917345a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.259857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363f06-2f6b-47c5-bdea-4d7e564d5a5c req-1eadc749-bd54-4a33-8d52-8c1d0917345a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.266105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363f06-2f6b-47c5-bdea-4d7e564d5a5c req-1eadc749-bd54-4a33-8d52-8c1d0917345a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.268941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Request body: {'network': {'name': 'tempest-network--553685520', 'router:external': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:59.272546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363f06-2f6b-47c5-bdea-4d7e564d5a5c req-1eadc749-bd54-4a33-8d52-8c1d0917345a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.280036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363f06-2f6b-47c5-bdea-4d7e564d5a5c req-1eadc749-bd54-4a33-8d52-8c1d0917345a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.281993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0363f06-2f6b-47c5-bdea-4d7e564d5a5c req-1eadc749-bd54-4a33-8d52-8c1d0917345a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5428 time: 0.2357612 Sep 16 04:52:59.292330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-682ffb1d-ec01-4194-855e-d9615c3c0878 req-b6327436-4500-41f3-a269-1a19ce9cc511 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528105 Sep 16 04:52:59.339086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port fbdc05d8-6e27-488d-8ccd-7146341eee48 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:59.351217 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port fbdc05d8-6e27-488d-8ccd-7146341eee48 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:59.351649 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.423366 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0363f06-2f6b-47c5-bdea-4d7e564d5a5c req-18dd97b7-59bb-49cc-a5be-bcbd985bbece tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228974 Sep 16 04:52:59.439442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-503ee986-0820-49d7-b29f-33b3b0104b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.452199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-682ffb1d-ec01-4194-855e-d9615c3c0878 req-35980e3c-270e-4a18-8b7d-5e4278f11979 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507940 Sep 16 04:52:59.495139 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.521239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Made reservation on behalf of 0392be9b7aad466592b1a05b3d99b6a9 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:59.524161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.530601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port fbdc05d8-6e27-488d-8ccd-7146341eee48, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fbdc05d8-6e27-488d-8ccd-7146341eee48,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:59.534834 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.694733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0'}, {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043eee9d-4c0a-4074-9c55-f1ea00b36a05'}, {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdc05d8-6e27-488d-8ccd-7146341eee48'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:59.698474 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eb2655-9c80-4f56-876a-b1b99d3b5410" -d '{"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0"}, {"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "043eee9d-4c0a-4074-9c55-f1ea00b36a05"}, {"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "fbdc05d8-6e27-488d-8ccd-7146341eee48"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:59.708199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.709282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device dfd779c3-6268-4c99-a46d-f7e68488baf2 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:59.762435 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23409217-55ed-4374-af33-64f34a21e318 x-openstack-request-id: req-23409217-55ed-4374-af33-64f34a21e318 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:59.762733 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0", "code": 200}, {"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "043eee9d-4c0a-4074-9c55-f1ea00b36a05", "code": 200}, {"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "fbdc05d8-6e27-488d-8ccd-7146341eee48", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:59.762994 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23409217-55ed-4374-af33-64f34a21e318 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:59.763389 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0', 'code': 200} Sep 16 04:52:59.763643 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043eee9d-4c0a-4074-9c55-f1ea00b36a05', 'code': 200} Sep 16 04:52:59.763894 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdc05d8-6e27-488d-8ccd-7146341eee48', 'code': 200} Sep 16 04:52:59.771196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503ee986-0820-49d7-b29f-33b3b0104b3d admin admin] Router 5a8a9eb5-f864-49a8-b351-ae08be94647c has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:59.773669 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.810938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=fbdc05d8-6e27-488d-8ccd-7146341eee48,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.840541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff803d-acbe-47cb-9eda-20f1988a1bfe req-a32fabab-b95a-47aa-a656-2708df4770de tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.842175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48ff803d-acbe-47cb-9eda-20f1988a1bfe req-a32fabab-b95a-47aa-a656-2708df4770de tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 945 time: 0.0991418 Sep 16 04:52:59.851442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.902300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port dfd779c3-6268-4c99-a46d-f7e68488baf2 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:59.908803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port dfd779c3-6268-4c99-a46d-f7e68488baf2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:59.908803 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.924161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:59.939415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48ff803d-acbe-47cb-9eda-20f1988a1bfe req-7024b4cd-eaf1-459f-b886-4eb85deaa69d tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650282 Sep 16 04:52:59.943114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad260f75-5438-4311-a63b-e3ee1bcf1abf,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.952415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-21c96df7-8f66-47b6-bd91-d99f1fda6f6d tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.952577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.953242 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Added segment ca4ee3ed-d36f-47d9-85ff-ca50fea9cf2a of type vlan for network 45d2edce-720f-491f-8c9e-b4deb2ec794f Sep 16 04:52:59.955924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503ee986-0820-49d7-b29f-33b3b0104b3d admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:59.958029 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-21c96df7-8f66-47b6-bd91-d99f1fda6f6d tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.23 "GET /v2.0/networks?id=96da5682-f073-4750-b76c-1ad27650e36c HTTP/1.1" status: 200 len: 824 time: 0.1807854 Sep 16 04:52:59.967098 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977fb95-9667-41ad-8ff3-d352033d76c6 None None] Sync routers for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:59.972305 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-503ee986-0820-49d7-b29f-33b3b0104b3d admin admin] 10.222.0.24 "PUT /v2.0/routers/5a8a9eb5-f864-49a8-b351-ae08be94647c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6702156 Sep 16 04:52:59.973282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53902) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:59.992214 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977fb95-9667-41ad-8ff3-d352033d76c6 None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:59.992885 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0977fb95-9667-41ad-8ff3-d352033d76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:52:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:59.996637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Request body: {'port': {'device_id': '2dfab874-23b4-4ed8-95e3-35e337acd44a', 'network_id': '96da5682-f073-4750-b76c-1ad27650e36c', 'admin_state_up': True, 'tenant_id': '7fd55752e453474887e1229153ffbb48'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:00.035422 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.063946 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.093091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port dfd779c3-6268-4c99-a46d-f7e68488baf2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=dfd779c3-6268-4c99-a46d-f7e68488baf2,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:00.154707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.175370 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-0977fb95-9667-41ad-8ff3-d352033d76c6 None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:00.191564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee161f-bee4-463c-89a8-72eed10b4506 req-265a242d-d35d-461c-8014-728c72cd560c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.193099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfee161f-bee4-463c-89a8-72eed10b4506 req-265a242d-d35d-461c-8014-728c72cd560c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 943 time: 0.0808043 Sep 16 04:53:00.206855 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.209566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 3187c83a-2f99-4514-ae4a-2e228455e9c6 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:00.243777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfee161f-bee4-463c-89a8-72eed10b4506 req-1c1559c0-18a1-4ae0-a0ce-b61d613240f0 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399308 Sep 16 04:53:00.270622 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.271701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.273040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.307529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Made reservation on behalf of 7fd55752e453474887e1229153ffbb48 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:00.311947 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.332102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=dfd779c3-6268-4c99-a46d-f7e68488baf2,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:00.337080 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28bce711-4e35-4939-832d-70fa0edda333 req-8b47a32c-2ebd-4b36-9bf0-eaddca18549b tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 210 time: 0.0414279 Sep 16 04:53:00.389804 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2170792 Sep 16 04:53:00.392890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb911186-266e-41a2-8e6f-b34314920c83 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event updated for resources: {'Network': ['ID=45d2edce-720f-491f-8c9e-b4deb2ec794f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:00.395326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53908) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:00.395791 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 3187c83a-2f99-4514-ae4a-2e228455e9c6 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:00.401006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 3187c83a-2f99-4514-ae4a-2e228455e9c6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:00.401750 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.418486 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0977fb95-9667-41ad-8ff3-d352033d76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:52:58Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:00.424298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 45d2edce-720f-491f-8c9e-b4deb2ec794f details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:00.426758 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.462790 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977fb95-9667-41ad-8ff3-d352033d76c6 None None] Checking router: 5a8a9eb5-f864-49a8-b351-ae08be94647c for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:00.471952 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977fb95-9667-41ad-8ff3-d352033d76c6 None None] Routers {'5a8a9eb5-f864-49a8-b351-ae08be94647c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:00.472958 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0977fb95-9667-41ad-8ff3-d352033d76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:52:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5a8a9eb5-f864-49a8-b351-ae08be94647c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:00.503898 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2c39b482-30c8-4196-88dd-d2b9788bcd91 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:00.505806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 6fd4e8b4-b07b-45be-b99d-5d293c2c356c up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:00.511470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Allocated IP 172.20.0.6 (96da5682-f073-4750-b76c-1ad27650e36c/61391e87-8014-4239-a374-6760df848019/cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:00.594399 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-0977fb95-9667-41ad-8ff3-d352033d76c6 None None] Set router 5a8a9eb5-f864-49a8-b351-ae08be94647c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:00.607218 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.711876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4dae8-bf64-462d-8788-6bb8b9a25bcf req-f00fd38f-58a3-4caa-ad34-a9b015352bff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.719462 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.721733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4dae8-bf64-462d-8788-6bb8b9a25bcf req-f00fd38f-58a3-4caa-ad34-a9b015352bff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.731271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4dae8-bf64-462d-8788-6bb8b9a25bcf req-f00fd38f-58a3-4caa-ad34-a9b015352bff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.738936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4dae8-bf64-462d-8788-6bb8b9a25bcf req-f00fd38f-58a3-4caa-ad34-a9b015352bff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.746961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4dae8-bf64-462d-8788-6bb8b9a25bcf req-f00fd38f-58a3-4caa-ad34-a9b015352bff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.753550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4dae8-bf64-462d-8788-6bb8b9a25bcf req-f00fd38f-58a3-4caa-ad34-a9b015352bff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.760915 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.761434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4dae8-bf64-462d-8788-6bb8b9a25bcf req-f00fd38f-58a3-4caa-ad34-a9b015352bff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.764989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69d4dae8-bf64-462d-8788-6bb8b9a25bcf req-f00fd38f-58a3-4caa-ad34-a9b015352bff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5430 time: 0.1701584 Sep 16 04:53:00.774282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 2c39b482-30c8-4196-88dd-d2b9788bcd91, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:00.784962 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 3187c83a-2f99-4514-ae4a-2e228455e9c6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3187c83a-2f99-4514-ae4a-2e228455e9c6,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:00.790311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'port_id': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'mac_address': 'fa:16:3e:dd:e8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:00.793507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d2edce-720f-491f-8c9e-b4deb2ec794f']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:00.804589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4ee3ed-d36f-47d9-85ff-ca50fea9cf2a') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:00.805062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4ee3ed-d36f-47d9-85ff-ca50fea9cf2a') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:00.815576 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.818226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:00.828371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:00.828804 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.833861 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.843858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:00.844492 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.858251 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.864093 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.881000 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.881876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a8325af5-44cb-44ee-a252-6e68b67041df up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:00.923422 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:00.933893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c39b482-30c8-4196-88dd-d2b9788bcd91 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:00.935614 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0977fb95-9667-41ad-8ff3-d352033d76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:52:58Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:00.970931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69d4dae8-bf64-462d-8788-6bb8b9a25bcf req-12525fe1-7bf6-4285-8c38-db01f151670f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696204 Sep 16 04:53:00.987283 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Deleting port 5a8da541-1b4c-4115-baff-6432630e1be6 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:00.987646 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.001799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 2c39b482-30c8-4196-88dd-d2b9788bcd91, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:01.031931 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977fb95-9667-41ad-8ff3-d352033d76c6 None None] The sync data for ids ['5a8a9eb5-f864-49a8-b351-ae08be94647c'] in n-d-712137-12 is: [{'id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'name': 'tempest-AttachVolumeShelveTestJSON-1020462802-router', 'tenant_id': '3713a25a72494fce95a78973088e5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:37Z', 'updated_at': '2021-09-16T04:52:58Z', 'revision_number': 5, 'project_id': '3713a25a72494fce95a78973088e5269', 'gw_port': {'id': '5a8da541-1b4c-4115-baff-6432630e1be6', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a9eb5-f864-49a8-b351-ae08be94647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:38Z', 'updated_at': '2021-09-16T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:01.057191 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=3187c83a-2f99-4514-ae4a-2e228455e9c6,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.093616 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.117720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325e6b4-3c9b-4218-96f6-f2cd88c13612 req-f68f7ee3-21a8-4494-8cb0-971f0cdae497 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.119246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e325e6b4-3c9b-4218-96f6-f2cd88c13612 req-f68f7ee3-21a8-4494-8cb0-971f0cdae497 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 945 time: 0.0618322 Sep 16 04:53:01.119999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] For port 5a8da541-1b4c-4115-baff-6432630e1be6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5a8da541-1b4c-4115-baff-6432630e1be6,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:01.120426 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.129556 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.137485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=6fd4e8b4-b07b-45be-b99d-5d293c2c356c,segment=NetworkSegment(710d80d9-21d0-4e7d-9334-c7900e8a9f18),segment_id=710d80d9-21d0-4e7d-9334-c7900e8a9f18)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:01.138846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Calling delete_port for 5a8da541-1b4c-4115-baff-6432630e1be6 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:01.140997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45d2edce-720f-491f-8c9e-b4deb2ec794f {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:53:01.146704 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.152580 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "DELETE /v2.0/networks/45d2edce-720f-491f-8c9e-b4deb2ec794f HTTP/1.1" status: 204 len: 168 time: 0.7500520 Sep 16 04:53:01.153379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53918) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:01.159048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2ecc5bef-f36f-4ae3-8ae0-50a81309be45 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:01.162915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79aed0c-ec77-4d19-9476-84adbffbd235 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event deleted for resources: {'Network': ['ID=45d2edce-720f-491f-8c9e-b4deb2ec794f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.182103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e325e6b4-3c9b-4218-96f6-f2cd88c13612 req-d86f9d58-11de-4b5e-9e16-808e509370ab tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553637 Sep 16 04:53:01.188509 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.206580 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.229323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port a8325af5-44cb-44ee-a252-6e68b67041df completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:01.235949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port a8325af5-44cb-44ee-a252-6e68b67041df triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:01.236423 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.250125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Network 96da5682-f073-4750-b76c-1ad27650e36c is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:01.279440 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:01.290340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:01.338790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecc5bef-f36f-4ae3-8ae0-50a81309be45 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Made reservation on behalf of 0392be9b7aad466592b1a05b3d99b6a9 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:01.341199 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5bef-f36f-4ae3-8ae0-50a81309be45 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.414351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.415219 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.418168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Pushing event updated for resources: {'Port': ['ID=cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.449986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.450417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.450832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.451241 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.451646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.452044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.452446 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.452861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.453245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.453730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.454122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.454515 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:01.458655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.493578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8da541-1b4c-4115-baff-6432630e1be6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.516150 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.543067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecc5bef-f36f-4ae3-8ae0-50a81309be45 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:53:01.554712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=2c39b482-30c8-4196-88dd-d2b9788bcd91,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.573869 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.579555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaa8c3-eb5f-40cc-82c1-e6977f7bf535 req-920818bb-5bda-46e4-9120-3efcbb3cdbdd tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.581479 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cccaa8c3-eb5f-40cc-82c1-e6977f7bf535 req-920818bb-5bda-46e4-9120-3efcbb3cdbdd tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 944 time: 0.1562929 Sep 16 04:53:01.596052 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5bef-f36f-4ae3-8ae0-50a81309be45 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.596814 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-2ecc5bef-f36f-4ae3-8ae0-50a81309be45 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Added segment 543820fd-dae6-4634-b122-bca08358045e of type vlan for network 0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3 Sep 16 04:53:01.627270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['2c39b482-30c8-4196-88dd-d2b9788bcd91'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:01.631227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0678f-2662-4448-aa80-e6e0727edea2 req-a6e9c3f3-aaa0-4c19-b572-8c12f4d6da87 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.637838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85d0678f-2662-4448-aa80-e6e0727edea2 req-a6e9c3f3-aaa0-4c19-b572-8c12f4d6da87 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 931 time: 0.1973178 Sep 16 04:53:01.642968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-09823b3d-6b45-4895-8612-1201ff866b41 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6563077 Sep 16 04:53:01.687138 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=6fd4e8b4-b07b-45be-b99d-5d293c2c356c,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:01.700148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.703598 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.706538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Request body: {'port': {'device_id': '2dfab874-23b4-4ed8-95e3-35e337acd44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:01.765994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd779c3-6268-4c99-a46d-f7e68488baf2'}, {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3187c83a-2f99-4514-ae4a-2e228455e9c6'}, {'server_uuid': '17cc20d8-0792-4c98-8dc9-61d95063359f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd4e8b4-b07b-45be-b99d-5d293c2c356c'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:01.768012 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e127d6c-05fd-49ae-a966-7e369a10d5e1" -d '{"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "dfd779c3-6268-4c99-a46d-f7e68488baf2"}, {"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "3187c83a-2f99-4514-ae4a-2e228455e9c6"}, {"server_uuid": "17cc20d8-0792-4c98-8dc9-61d95063359f", "name": "network-vif-plugged", "status": "completed", "tag": "6fd4e8b4-b07b-45be-b99d-5d293c2c356c"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:01.789700 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.821287 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5bef-f36f-4ae3-8ae0-50a81309be45 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.826351 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.851510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a8325af5-44cb-44ee-a252-6e68b67041df, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a8325af5-44cb-44ee-a252-6e68b67041df,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:01.857782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cccaa8c3-eb5f-40cc-82c1-e6977f7bf535 req-685d7f8a-338a-462e-ba98-a117f1c5e617 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666678 Sep 16 04:53:01.864531 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.866956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a8a9eb5-f864-49a8-b351-ae08be94647c {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:53:01.881050 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85d0678f-2662-4448-aa80-e6e0727edea2 req-ee90fee8-692e-4783-baf8-d75dbb916048 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281771 Sep 16 04:53:01.881599 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.881599 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9b44ca37-8048-4848-9e60-64dcdcaf8227 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5a8a9eb5-f864-49a8-b351-ae08be94647c HTTP/1.1" status: 204 len: 168 time: 1.9062605 Sep 16 04:53:01.888974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53926) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:01.949790 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.003061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84ae652-f607-4efe-8420-1e8de3d0e079 admin admin] Deleting subnet d3d83b58-9ec5-4d10-93f4-07c8b8ff039c {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:02.004340 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514824fa-0930-48c3-a1de-0f9be48995a2 x-openstack-request-id: req-514824fa-0930-48c3-a1de-0f9be48995a2 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:02.004796 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "dfd779c3-6268-4c99-a46d-f7e68488baf2", "code": 200}, {"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "3187c83a-2f99-4514-ae4a-2e228455e9c6", "code": 200}, {"server_uuid": "17cc20d8-0792-4c98-8dc9-61d95063359f", "name": "network-vif-plugged", "status": "completed", "tag": "6fd4e8b4-b07b-45be-b99d-5d293c2c356c", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:02.005061 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-514824fa-0930-48c3-a1de-0f9be48995a2 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:02.006970 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd779c3-6268-4c99-a46d-f7e68488baf2', 'code': 200} Sep 16 04:53:02.006970 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3187c83a-2f99-4514-ae4a-2e228455e9c6', 'code': 200} Sep 16 04:53:02.007313 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cc20d8-0792-4c98-8dc9-61d95063359f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd4e8b4-b07b-45be-b99d-5d293c2c356c', 'code': 200} Sep 16 04:53:02.024609 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e84ae652-f607-4efe-8420-1e8de3d0e079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.055674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a8325af5-44cb-44ee-a252-6e68b67041df,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:02.067786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5bef-f36f-4ae3-8ae0-50a81309be45 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.068890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecc5bef-f36f-4ae3-8ae0-50a81309be45 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.069580 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5bef-f36f-4ae3-8ae0-50a81309be45 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.106375 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e84ae652-f607-4efe-8420-1e8de3d0e079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.157442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc5bef-f36f-4ae3-8ae0-50a81309be45 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event updated for resources: {'Network': ['ID=0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:02.167873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:02.224735 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e84ae652-f607-4efe-8420-1e8de3d0e079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.362078 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e84ae652-f607-4efe-8420-1e8de3d0e079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.391453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ae652-f607-4efe-8420-1e8de3d0e079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d83b58-9ec5-4d10-93f4-07c8b8ff039c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:02.393506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e84ae652-f607-4efe-8420-1e8de3d0e079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.397861 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e84ae652-f607-4efe-8420-1e8de3d0e079 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d3d83b58-9ec5-4d10-93f4-07c8b8ff039c HTTP/1.1" status: 204 len: 168 time: 0.5024412 Sep 16 04:53:02.402503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53936) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:02.402820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b33afc0-5f71-419a-8460-dd1e90f24d85 None None] Network c481d059-a7f7-44df-b3fb-c885caa02527 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:02.488335 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.546902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2ecc5bef-f36f-4ae3-8ae0-50a81309be45 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.3928740 Sep 16 04:53:02.556169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53938) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:02.566902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Request body: {'subnet': {'network_id': '0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:02.618705 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Deleting port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:02.619317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.651026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89c1f1c-997a-4ed0-97ba-0a81c41e4b8f None None] DHCP port deletion for c481d059-a7f7-44df-b3fb-c885caa02527 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:02.651271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42281e-14e6-4330-b15e-51971f99336c req-71fcae15-ab8c-47df-9f22-e91e1219b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.651271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c42281e-14e6-4330-b15e-51971f99336c req-71fcae15-ab8c-47df-9f22-e91e1219b940 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 1098 time: 0.6084876 Sep 16 04:53:02.679257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5a8da541-1b4c-4115-baff-6432630e1be6 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:02.695633 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] For port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:02.696057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.703420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 5a8da541-1b4c-4115-baff-6432630e1be6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:02.703941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5a8da541-1b4c-4115-baff-6432630e1be6 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:02.704179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Made reservation on behalf of 0392be9b7aad466592b1a05b3d99b6a9 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:02.705629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 85b5b862-f6d9-48f0-adc1-5b72748fcc63 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:02.707253 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.718082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d0a71-8c0e-45a3-ae49-6066f2fc5f02 req-4c308ac8-3a78-4542-b0d4-edea010c0c8c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.724496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d0a71-8c0e-45a3-ae49-6066f2fc5f02 req-4c308ac8-3a78-4542-b0d4-edea010c0c8c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.735181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 85b5b862-f6d9-48f0-adc1-5b72748fcc63 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:02.735181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 85b5b862-f6d9-48f0-adc1-5b72748fcc63 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:02.735907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Calling delete_port for a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:02.736000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d0a71-8c0e-45a3-ae49-6066f2fc5f02 req-4c308ac8-3a78-4542-b0d4-edea010c0c8c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.737738 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d0a71-8c0e-45a3-ae49-6066f2fc5f02 req-4c308ac8-3a78-4542-b0d4-edea010c0c8c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.744045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d0a71-8c0e-45a3-ae49-6066f2fc5f02 req-4c308ac8-3a78-4542-b0d4-edea010c0c8c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.750137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d0a71-8c0e-45a3-ae49-6066f2fc5f02 req-4c308ac8-3a78-4542-b0d4-edea010c0c8c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.751070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f89c1f1c-997a-4ed0-97ba-0a81c41e4b8f None None] Deleting port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:02.751543 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f89c1f1c-997a-4ed0-97ba-0a81c41e4b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.756317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d0a71-8c0e-45a3-ae49-6066f2fc5f02 req-4c308ac8-3a78-4542-b0d4-edea010c0c8c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.758462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a26d0a71-8c0e-45a3-ae49-6066f2fc5f02 req-4c308ac8-3a78-4542-b0d4-edea010c0c8c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5432 time: 0.6040494 Sep 16 04:53:02.787387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16a5b2-5fd6-4149-907e-932c33c1fdec req-72dfd635-a461-4f2b-be05-c4913846e336 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.793032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed16a5b2-5fd6-4149-907e-932c33c1fdec req-72dfd635-a461-4f2b-be05-c4913846e336 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 946 time: 0.2505612 Sep 16 04:53:02.818199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c42281e-14e6-4330-b15e-51971f99336c req-55f2d5b1-1a7f-4315-91d1-c598b7778fa0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339953 Sep 16 04:53:02.823499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f89c1f1c-997a-4ed0-97ba-0a81c41e4b8f None None] For port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1,segment=NetworkSegment(efaa048b-df54-41dd-a886-63ef683c0beb),segment_id=efaa048b-df54-41dd-a886-63ef683c0beb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:02.823956 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f89c1f1c-997a-4ed0-97ba-0a81c41e4b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.839532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f89c1f1c-997a-4ed0-97ba-0a81c41e4b8f None None] Calling delete_port for a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:02.884803 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed16a5b2-5fd6-4149-907e-932c33c1fdec req-d07ad6fe-b174-4796-a2a4-75050c774b78 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835590 Sep 16 04:53:02.906916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a26d0a71-8c0e-45a3-ae49-6066f2fc5f02 req-d8044c43-87de-4d19-9b9f-845e256951fd tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248331 Sep 16 04:53:03.042152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:03.053775 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.068001 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.074071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Transition to ACTIVE for port object cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:03.075347 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f89c1f1c-997a-4ed0-97ba-0a81c41e4b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.087155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9567726-c615-45ee-9631-e53aa6a72808 req-52bb3080-0cf5-4a5b-a684-9e9b36024568 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.088701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9567726-c615-45ee-9631-e53aa6a72808 req-52bb3080-0cf5-4a5b-a684-9e9b36024568 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 944 time: 0.1111484 Sep 16 04:53:03.098582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.099142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1252891-300a-41f0-b2e7-7ac7f8249ec6 req-faba0a53-8714-4567-8a6b-d93dd28a0fc7 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.100564 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] No DVR routers for this DVR port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:03.101293 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1252891-300a-41f0-b2e7-7ac7f8249ec6 req-faba0a53-8714-4567-8a6b-d93dd28a0fc7 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 931 time: 0.1255295 Sep 16 04:53:03.111578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c1f1c-997a-4ed0-97ba-0a81c41e4b8f None None] Pushing event deleted for resources: {'Port': ['ID=a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.117910 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c1f1c-997a-4ed0-97ba-0a81c41e4b8f None None] No DVR routers for this DVR port a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:03.154970 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.178352 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9567726-c615-45ee-9631-e53aa6a72808 req-5b012937-485a-43c3-be81-cfc96cb1296e tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Sep 16 04:53:03.206524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.208155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1252891-300a-41f0-b2e7-7ac7f8249ec6 req-983336b8-c7d1-4835-8fec-19e191a6d356 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960560 Sep 16 04:53:03.256034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c481d059-a7f7-44df-b3fb-c885caa02527']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:03.260807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Pushing event updated for resources: {'Port': ['ID=cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.276242 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efaa048b-df54-41dd-a886-63ef683c0beb') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:03.276578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efaa048b-df54-41dd-a886-63ef683c0beb') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:03.290086 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.309137 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.317583 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:03.318113 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:03.319660 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:03.322608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Attempting to bind port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:03.322941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Attempting to bind port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'cee8b5b6-9f83-4c3b-9872-ec497338c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96da5682-f073-4750-b76c-1ad27650e36c'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:03.323266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Attempting to bind port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 on network 96da5682-f073-4750-b76c-1ad27650e36c {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:03.327867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 on network 96da5682-f073-4750-b76c-1ad27650e36c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:03.328184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Attempting to bind port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 on network 96da5682-f073-4750-b76c-1ad27650e36c {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:03.333083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:03.336296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Checking segment: {'id': 'cee8b5b6-9f83-4c3b-9872-ec497338c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96da5682-f073-4750-b76c-1ad27650e36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:03.336296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Bound using segment: {'id': 'cee8b5b6-9f83-4c3b-9872-ec497338c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96da5682-f073-4750-b76c-1ad27650e36c'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:03.336296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Bound port: cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee8b5b6-9f83-4c3b-9872-ec497338c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96da5682-f073-4750-b76c-1ad27650e36c'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:03.336296 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.393144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:53:03.393567 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.399947 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] For port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:03.403399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] For port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2,segment=NetworkSegment(cee8b5b6-9f83-4c3b-9872-ec497338c5ff),segment_id=cee8b5b6-9f83-4c3b-9872-ec497338c5ff)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:03.451017 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2812c147-23ca-402c-ad7c-74c6df572fe1,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.459799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Checking segment: {'id': '543820fd-dae6-4634-b122-bca08358045e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:03.460165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Network hostable DHCP agents. Network: 0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:53:03.548053 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.578804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Network 0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:53:03.580925 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.587977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.588744 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.590181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] 10.222.0.23 "PUT /v2.0/ports/cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 HTTP/1.1" status: 200 len: 1092 time: 1.8967083 Sep 16 04:53:03.590286 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.590636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfab874-23b4-4ed8-95e3-35e337acd44a', 'tag': 'cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:03.592347 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c481d059-a7f7-44df-b3fb-c885caa02527 HTTP/1.1" status: 204 len: 168 time: 1.1931148 Sep 16 04:53:03.595061 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b6e1c-113f-4a11-b2db-3572d3c545b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfab874-23b4-4ed8-95e3-35e337acd44a", "tag": "cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:03.605780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7133a7-95d6-47f3-a062-2b9c0fca9b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=c481d059-a7f7-44df-b3fb-c885caa02527,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.621382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a140eae-eeb9-4634-ad87-d5f327564b6c service neutron] Pushing event updated for resources: {'Port': ['ID=cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.645814 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4cb833-dce6-42f6-8e85-0594e8c2d081 x-openstack-request-id: req-0d4cb833-dce6-42f6-8e85-0594e8c2d081 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:03.646121 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfab874-23b4-4ed8-95e3-35e337acd44a", "tag": "cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:03.646350 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d4cb833-dce6-42f6-8e85-0594e8c2d081 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:03.646749 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfab874-23b4-4ed8-95e3-35e337acd44a', 'tag': 'cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2', 'status': 'completed', 'code': 200} Sep 16 04:53:03.664962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:03.669726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.670375 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.673394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af7496f-cb26-4f67-b4de-8e3a071411eb None None] Network 0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:03.737458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6e1c-113f-4a11-b2db-3572d3c545b3 req-30a0a7e6-e9d6-483b-bbf5-3a7673b967b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.739062 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b09b6e1c-113f-4a11-b2db-3572d3c545b3 req-30a0a7e6-e9d6-483b-bbf5-3a7673b967b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fd55752e453474887e1229153ffbb48&device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 1095 time: 0.0713832 Sep 16 04:53:03.788424 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-48289920-562b-434a-a142-3fd7dc5b1d34 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2233212 Sep 16 04:53:03.788735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53952) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:03.794188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Request body: {'floatingip': {'floating_network_id': '0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:03.812049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9274dba4-8197-4053-a947-af114a833b65 None None] Network 0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:03.853382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6e1c-113f-4a11-b2db-3572d3c545b3 req-d528840f-bbe6-4d1d-893b-b68311defadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.855011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b09b6e1c-113f-4a11-b2db-3572d3c545b3 req-d528840f-bbe6-4d1d-893b-b68311defadb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7fd55752e453474887e1229153ffbb48&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1079721 Sep 16 04:53:03.958974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6e1c-113f-4a11-b2db-3572d3c545b3 req-7e76ba9e-9de9-4a44-b491-b394a722d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.960389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b09b6e1c-113f-4a11-b2db-3572d3c545b3 req-7e76ba9e-9de9-4a44-b491-b394a722d241 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0976846 Sep 16 04:53:03.980530 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.008649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8325af5-44cb-44ee-a252-6e68b67041df'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:04.011455 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8947d294-8915-4ec7-ab2d-d1e7a6839b10" -d '{"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "a8325af5-44cb-44ee-a252-6e68b67041df"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:04.087732 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.106620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc5ca3-d357-4095-b0d1-34e1225fd94b req-d30c728e-7245-4295-8966-c365ab6a4490 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.108916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0dcc5ca3-d357-4095-b0d1-34e1225fd94b req-d30c728e-7245-4295-8966-c365ab6a4490 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 946 time: 0.1218512 Sep 16 04:53:04.111404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-328d365b-b46a-4d84-9382-f0f1ad817e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.112825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-328d365b-b46a-4d84-9382-f0f1ad817e54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fd55752e453474887e1229153ffbb48&device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 1095 time: 0.0907187 Sep 16 04:53:04.124233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999aff6-6281-4e1f-b344-4ba1a0a3a354 req-4317dec1-46cd-44f2-8059-54e820378005 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.130249 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999aff6-6281-4e1f-b344-4ba1a0a3a354 req-4317dec1-46cd-44f2-8059-54e820378005 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.137142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999aff6-6281-4e1f-b344-4ba1a0a3a354 req-4317dec1-46cd-44f2-8059-54e820378005 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.143164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999aff6-6281-4e1f-b344-4ba1a0a3a354 req-4317dec1-46cd-44f2-8059-54e820378005 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.149742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999aff6-6281-4e1f-b344-4ba1a0a3a354 req-4317dec1-46cd-44f2-8059-54e820378005 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.156056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999aff6-6281-4e1f-b344-4ba1a0a3a354 req-4317dec1-46cd-44f2-8059-54e820378005 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.162252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999aff6-6281-4e1f-b344-4ba1a0a3a354 req-4317dec1-46cd-44f2-8059-54e820378005 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.165275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1999aff6-6281-4e1f-b344-4ba1a0a3a354 req-4317dec1-46cd-44f2-8059-54e820378005 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5432 time: 0.1672616 Sep 16 04:53:04.194184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Allocated IP 172.20.0.6 (0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3/2812c147-23ca-402c-ad7c-74c6df572fe1/dbf0b9f9-b868-4ea0-8eb6-f71f4357824a) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:04.196348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53960) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:04.230831 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-43cef796-530d-4ecb-b40f-1e7b1f914997 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 HTTP/1.1" status: 200 len: 217 time: 0.0645616 Sep 16 04:53:04.271711 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2cdc68e0-a149-438b-b7b6-c4ab17e692c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3713a25a72494fce95a78973088e5269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721672 Sep 16 04:53:04.286837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53966) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:04.301843 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0dcc5ca3-d357-4095-b0d1-34e1225fd94b req-6298930f-0f9e-41f0-9bab-0a91abdf4486 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346092 Sep 16 04:53:04.319140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1999aff6-6281-4e1f-b344-4ba1a0a3a354 req-75a80b3b-0007-47a1-bd2a-3b3706372754 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1439383 Sep 16 04:53:04.335024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-ddce64eb-6645-4a6d-ab93-9b846f4114b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.338265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-ddce64eb-6645-4a6d-ab93-9b846f4114b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61391e87-8014-4239-a374-6760df848019 HTTP/1.1" status: 200 len: 864 time: 0.0919180 Sep 16 04:53:04.357216 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.378509 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e75079-b655-4294-bbca-f04dcc5c9210 x-openstack-request-id: req-a0e75079-b655-4294-bbca-f04dcc5c9210 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:04.378911 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-plugged", "status": "completed", "tag": "a8325af5-44cb-44ee-a252-6e68b67041df", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:04.379220 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0e75079-b655-4294-bbca-f04dcc5c9210 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:04.379553 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8325af5-44cb-44ee-a252-6e68b67041df', 'code': 200} Sep 16 04:53:04.381065 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-a67fc827-62a5-4cb9-8557-fe11488cd62d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96da5682-f073-4750-b76c-1ad27650e36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359211 Sep 16 04:53:04.415568 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9147-e4f6-444f-8df0-f19742855f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.487080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2c39b482-30c8-4196-88dd-d2b9788bcd91 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:04.498510 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.525789 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9147-e4f6-444f-8df0-f19742855f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.538642 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Network 0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:04.545375 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:04.550291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:04.603406 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf0b9f9-b868-4ea0-8eb6-f71f4357824a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:04.606909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:04.628866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:04.629205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a3ec6d7e-08cf-4928-b635-6c7ba3e6d4b1 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:04.650360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969fefb-6389-4f0c-9231-44cc1aaa97b9 req-b1d54666-d14d-4305-a7f0-594e6d30e0d6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.651884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6969fefb-6389-4f0c-9231-44cc1aaa97b9 req-b1d54666-d14d-4305-a7f0-594e6d30e0d6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 944 time: 0.2391276 Sep 16 04:53:04.667283 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.679746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-d0f8e796-654e-4e40-9c69-bc05732dcde9 service neutron] 10.222.0.23 "GET /v2.0/networks/96da5682-f073-4750-b76c-1ad27650e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828135 Sep 16 04:53:04.685658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99f5d6-969d-4fdf-80d8-5bc6c64616f8 req-537b277d-9e2f-4eb7-baaf-2e91181e45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.689841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99f5d6-969d-4fdf-80d8-5bc6c64616f8 req-537b277d-9e2f-4eb7-baaf-2e91181e45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.689841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99f5d6-969d-4fdf-80d8-5bc6c64616f8 req-537b277d-9e2f-4eb7-baaf-2e91181e45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.690032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 2c39b482-30c8-4196-88dd-d2b9788bcd91 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:04.690483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99f5d6-969d-4fdf-80d8-5bc6c64616f8 req-537b277d-9e2f-4eb7-baaf-2e91181e45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.690483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99f5d6-969d-4fdf-80d8-5bc6c64616f8 req-537b277d-9e2f-4eb7-baaf-2e91181e45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.690483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99f5d6-969d-4fdf-80d8-5bc6c64616f8 req-537b277d-9e2f-4eb7-baaf-2e91181e45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.690483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99f5d6-969d-4fdf-80d8-5bc6c64616f8 req-537b277d-9e2f-4eb7-baaf-2e91181e45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.690483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d99f5d6-969d-4fdf-80d8-5bc6c64616f8 req-537b277d-9e2f-4eb7-baaf-2e91181e45a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6496 time: 0.2112155 Sep 16 04:53:04.690892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 2c39b482-30c8-4196-88dd-d2b9788bcd91 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:04.691261 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.717546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d0942-4ab1-49ec-8751-7b2030333a8c req-3747d886-78ac-4090-bfcd-af483809ff3c tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.719019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48d0942-4ab1-49ec-8751-7b2030333a8c req-3747d886-78ac-4090-bfcd-af483809ff3c tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 943 time: 0.2478919 Sep 16 04:53:04.774603 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.806982 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 2c39b482-30c8-4196-88dd-d2b9788bcd91, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:04.839020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6969fefb-6389-4f0c-9231-44cc1aaa97b9 req-9716df68-6e65-4e66-b7db-922154e58d06 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756210 Sep 16 04:53:04.844701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d99f5d6-969d-4fdf-80d8-5bc6c64616f8 req-99309ab2-90c0-48fe-abcf-fcedab26f7e1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1422718 Sep 16 04:53:04.870685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48d0942-4ab1-49ec-8751-7b2030333a8c req-c7570caf-c4dd-47d3-8f87-c5f1109b6e54 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350603 Sep 16 04:53:04.885180 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-344c78d4-6248-4e9e-ae46-30873c76efbd req-f6a3b7d7-573a-4329-ad1f-243c3d1900e9 service neutron] 10.222.0.23 "GET /v2.0/networks/96da5682-f073-4750-b76c-1ad27650e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931088 Sep 16 04:53:04.894640 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.959207 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9147-e4f6-444f-8df0-f19742855f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.963143 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9147-e4f6-444f-8df0-f19742855f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.964310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3c9d9147-e4f6-444f-8df0-f19742855f3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d52451ac-039e-4e72-a1a6-f731a340bd3d HTTP/1.1" status: 204 len: 168 time: 0.6762028 Sep 16 04:53:04.972476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d9147-e4f6-444f-8df0-f19742855f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52451ac-039e-4e72-a1a6-f731a340bd3d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.008312 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.060019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=2c39b482-30c8-4196-88dd-d2b9788bcd91,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.064305 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.170188 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.241748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf0b9f9-b868-4ea0-8eb6-f71f4357824a,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.253649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.411004 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.415928 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e7863c6f-168d-4b2a-a618-4412851396ec tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6219251 Sep 16 04:53:05.416057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53980) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:05.470608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d48e3-697f-4bd7-a4aa-a8c79f84d463 req-cb8041d2-449d-4f51-915b-23dcba3db721 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.472123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-865d48e3-697f-4bd7-a4aa-a8c79f84d463 req-cb8041d2-449d-4f51-915b-23dcba3db721 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 946 time: 0.0983362 Sep 16 04:53:05.490378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc609fc9-48d1-46a3-a8ba-0af541afc956 req-cac03fd1-3337-4373-aeb6-bb0dca30f64a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.498461 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc609fc9-48d1-46a3-a8ba-0af541afc956 req-cac03fd1-3337-4373-aeb6-bb0dca30f64a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.501343 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ede78c89-5651-4f26-a33b-358fa9aed2ea tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3 HTTP/1.1" status: 200 len: 689 time: 0.0842052 Sep 16 04:53:05.503898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53982) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:05.504743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc609fc9-48d1-46a3-a8ba-0af541afc956 req-cac03fd1-3337-4373-aeb6-bb0dca30f64a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.511958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc609fc9-48d1-46a3-a8ba-0af541afc956 req-cac03fd1-3337-4373-aeb6-bb0dca30f64a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.518045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc609fc9-48d1-46a3-a8ba-0af541afc956 req-cac03fd1-3337-4373-aeb6-bb0dca30f64a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.525551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc609fc9-48d1-46a3-a8ba-0af541afc956 req-cac03fd1-3337-4373-aeb6-bb0dca30f64a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.531773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc609fc9-48d1-46a3-a8ba-0af541afc956 req-cac03fd1-3337-4373-aeb6-bb0dca30f64a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.533794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc609fc9-48d1-46a3-a8ba-0af541afc956 req-cac03fd1-3337-4373-aeb6-bb0dca30f64a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5432 time: 0.1251154 Sep 16 04:53:05.597280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-865d48e3-697f-4bd7-a4aa-a8c79f84d463 req-c4682e0b-91df-4177-af25-de0c80a22f8d tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625000 Sep 16 04:53:05.598931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.624294 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc609fc9-48d1-46a3-a8ba-0af541afc956 req-7bafa88d-0f08-4e85-acbc-6ec23399b23e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781755 Sep 16 04:53:05.988961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75224fbe-35dc-4ee0-88b4-e2538939fac0 req-6ee7b75c-5eb8-4e03-96e3-51d98ec21c97 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.990572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75224fbe-35dc-4ee0-88b4-e2538939fac0 req-6ee7b75c-5eb8-4e03-96e3-51d98ec21c97 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 945 time: 0.0693798 Sep 16 04:53:06.032215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Deleting port dbf0b9f9-b868-4ea0-8eb6-f71f4357824a {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:06.032729 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.038176 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75224fbe-35dc-4ee0-88b4-e2538939fac0 req-8c0304b0-d9f4-4ab7-aa8c-292e285575f7 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380135 Sep 16 04:53:06.125862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.126225 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.140787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Calling delete_port for dbf0b9f9-b868-4ea0-8eb6-f71f4357824a owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:06.179112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f27ac-63ac-4e3d-9cae-e0e5ad104e81 req-3bbe13cc-2986-425d-8f60-ba71db142ca5 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.180860 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-660f27ac-63ac-4e3d-9cae-e0e5ad104e81 req-3bbe13cc-2986-425d-8f60-ba71db142ca5 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 943 time: 0.0701077 Sep 16 04:53:06.230559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-660f27ac-63ac-4e3d-9cae-e0e5ad104e81 req-6e2f7c63-5395-4a9f-a45d-71fc61218702 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Sep 16 04:53:06.380584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:06.383001 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34c5c12-64b6-4008-a314-7151d896c877" -d '{"events": [{"server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "name": "network-vif-plugged", "status": "completed", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:06.426831 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f6016c-112e-4efe-93b0-f5d1f0f8036c x-openstack-request-id: req-c1f6016c-112e-4efe-93b0-f5d1f0f8036c {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:06.426831 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "name": "network-vif-plugged", "status": "completed", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:06.426831 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1f6016c-112e-4efe-93b0-f5d1f0f8036c {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:06.426831 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'code': 200} Sep 16 04:53:06.445093 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.536514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbf0b9f9-b868-4ea0-8eb6-f71f4357824a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:06.546447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0fb1-f1d2-4c43-97d8-5ea074118bcf req-812c5983-48e1-4b7b-9514-005a16794fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.550117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-841b0fb1-f1d2-4c43-97d8-5ea074118bcf req-812c5983-48e1-4b7b-9514-005a16794fcd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 1097 time: 0.0641565 Sep 16 04:53:06.558480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.597791 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-841b0fb1-f1d2-4c43-97d8-5ea074118bcf req-02568711-b88b-467d-bb7a-a0b0ebb59658 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346560 Sep 16 04:53:06.609578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.774372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330d98-778a-4980-8c2f-d5fa112920aa req-1aa3dfd1-d227-44fa-87d4-f53f5a3424ff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.781795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330d98-778a-4980-8c2f-d5fa112920aa req-1aa3dfd1-d227-44fa-87d4-f53f5a3424ff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.787935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330d98-778a-4980-8c2f-d5fa112920aa req-1aa3dfd1-d227-44fa-87d4-f53f5a3424ff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.795121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330d98-778a-4980-8c2f-d5fa112920aa req-1aa3dfd1-d227-44fa-87d4-f53f5a3424ff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.802904 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.803237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330d98-778a-4980-8c2f-d5fa112920aa req-1aa3dfd1-d227-44fa-87d4-f53f5a3424ff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.809003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330d98-778a-4980-8c2f-d5fa112920aa req-1aa3dfd1-d227-44fa-87d4-f53f5a3424ff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.813851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330d98-778a-4980-8c2f-d5fa112920aa req-1aa3dfd1-d227-44fa-87d4-f53f5a3424ff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.815867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98330d98-778a-4980-8c2f-d5fa112920aa req-1aa3dfd1-d227-44fa-87d4-f53f5a3424ff tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5432 time: 0.1006644 Sep 16 04:53:06.823888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2812c147-23ca-402c-ad7c-74c6df572fe1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:06.870552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98330d98-778a-4980-8c2f-d5fa112920aa req-59aba014-c586-4948-bbb5-57bbaf4de87f tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467680 Sep 16 04:53:06.891197 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.911659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:06.920893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543820fd-dae6-4634-b122-bca08358045e') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:06.921194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543820fd-dae6-4634-b122-bca08358045e') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:06.930678 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.943631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.950603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:06.951186 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:06.952957 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:07.133345 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.140176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:53:07.151829 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.154335 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "DELETE /v2.0/networks/0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3 HTTP/1.1" status: 204 len: 168 time: 1.6494868 Sep 16 04:53:07.156206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a6625-e2a9-4e2a-8814-bd63a7e2c1a6 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:07.158242 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54042) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:07.165529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4165fc3-41aa-44f8-b3ad-d5e1a558b6fa req-5c023666-865a-461b-b02c-786b49579532 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.166710 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c4165fc3-41aa-44f8-b3ad-d5e1a558b6fa req-5c023666-865a-461b-b02c-786b49579532 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 945 time: 0.0568695 Sep 16 04:53:07.214848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:07.236893 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c4165fc3-41aa-44f8-b3ad-d5e1a558b6fa req-fe53001a-5c76-4bd5-9207-859e91d0afd4 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623639 Sep 16 04:53:07.287185 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab2e8d72-dc92-4f5d-a380-4efd4e5b5f97 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.1274526 Sep 16 04:53:07.290462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54048) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:07.384267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2,segment=NetworkSegment(cee8b5b6-9f83-4c3b-9872-ec497338c5ff),segment_id=cee8b5b6-9f83-4c3b-9872-ec497338c5ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:07.416030 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2', 'network_id': '96da5682-f073-4750-b76c-1ad27650e36c', 'port_id': 'cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2', 'mac_address': 'fa:16:3e:71:33:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61391e87-8014-4239-a374-6760df848019', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:07.453085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.453085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.453085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.453438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.457649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.459773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.460351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.461603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.463718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.464374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.464802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.467596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.467596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.468085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.474188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54054) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:07.482555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-206b7420-6855-4a62-9998-1e34e9b56b13 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8957 time: 0.1909728 Sep 16 04:53:07.489168 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.517003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:07.546657 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-e0c44085-96e1-46ad-9ec8-89cb0dc5b2d4 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] delete failed (client error): The resource could not be found. Sep 16 04:53:07.548036 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e0c44085-96e1-46ad-9ec8-89cb0dc5b2d4 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/f13ebe61-91b9-466c-8191-2d151e374d9b HTTP/1.1" status: 404 len: 345 time: 0.0727990 Sep 16 04:53:07.551927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54058) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:07.566828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484e7d1-93cf-4947-9668-8ad803372879 req-f48291da-bcd1-4338-9cd2-1a5f2cfcbd62 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.568401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3484e7d1-93cf-4947-9668-8ad803372879 req-f48291da-bcd1-4338-9cd2-1a5f2cfcbd62 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 943 time: 0.0847876 Sep 16 04:53:07.571489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2,segment=NetworkSegment(cee8b5b6-9f83-4c3b-9872-ec497338c5ff),segment_id=cee8b5b6-9f83-4c3b-9872-ec497338c5ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:07.589276 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d434dde-4b4e-4619-99d1-ecd8c7a3eb49 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] DELETE failed (client error): The resource could not be found. Sep 16 04:53:07.590297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d434dde-4b4e-4619-99d1-ecd8c7a3eb49 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:53:07.592656 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3d434dde-4b4e-4619-99d1-ecd8c7a3eb49 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "DELETE /v2.0/networks/0d28b5c3-23e1-4b7d-8987-0a8ec390b7c3 HTTP/1.1" status: 404 len: 339 time: 0.0392127 Sep 16 04:53:07.597294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54060) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:07.606175 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-49a62459-91a0-4450-9d59-73591b861b85 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Request body: {'network': {'name': 'tempest-network--394848821', 'router:external': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:07.625015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3484e7d1-93cf-4947-9668-8ad803372879 req-f479b28c-7742-444d-8203-132fb37cd22a tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Sep 16 04:53:07.715598 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.744644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a62459-91a0-4450-9d59-73591b861b85 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Made reservation on behalf of 0392be9b7aad466592b1a05b3d99b6a9 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:07.747271 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49a62459-91a0-4450-9d59-73591b861b85 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.776948 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a62459-91a0-4450-9d59-73591b861b85 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:53:07.780518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:07.788401 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49a62459-91a0-4450-9d59-73591b861b85 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.788895 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-49a62459-91a0-4450-9d59-73591b861b85 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Added segment dc7d4708-101e-4f31-93a4-67064985497b of type vlan for network c985dbf6-05b0-4464-b037-fe25a1aa9f77 Sep 16 04:53:07.836976 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49a62459-91a0-4450-9d59-73591b861b85 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.006773 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49a62459-91a0-4450-9d59-73591b861b85 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.009029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a62459-91a0-4450-9d59-73591b861b85 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.009151 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:08.009238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49a62459-91a0-4450-9d59-73591b861b85 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.019264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6fddf-0839-47ca-9e35-d938b72f8870 req-c4308c67-5706-48bf-a21a-2a3abfed3e3a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.025756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6fddf-0839-47ca-9e35-d938b72f8870 req-c4308c67-5706-48bf-a21a-2a3abfed3e3a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.032965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6fddf-0839-47ca-9e35-d938b72f8870 req-c4308c67-5706-48bf-a21a-2a3abfed3e3a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.039864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6fddf-0839-47ca-9e35-d938b72f8870 req-c4308c67-5706-48bf-a21a-2a3abfed3e3a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.046887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6fddf-0839-47ca-9e35-d938b72f8870 req-c4308c67-5706-48bf-a21a-2a3abfed3e3a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.056068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6fddf-0839-47ca-9e35-d938b72f8870 req-c4308c67-5706-48bf-a21a-2a3abfed3e3a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.061546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6fddf-0839-47ca-9e35-d938b72f8870 req-c4308c67-5706-48bf-a21a-2a3abfed3e3a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.064304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-adf6fddf-0839-47ca-9e35-d938b72f8870 req-c4308c67-5706-48bf-a21a-2a3abfed3e3a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5432 time: 0.1094580 Sep 16 04:53:08.107688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a62459-91a0-4450-9d59-73591b861b85 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event updated for resources: {'Network': ['ID=c985dbf6-05b0-4464-b037-fe25a1aa9f77,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:08.111430 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-49a62459-91a0-4450-9d59-73591b861b85 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5119004 Sep 16 04:53:08.118302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54074) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:08.136376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network c985dbf6-05b0-4464-b037-fe25a1aa9f77 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:08.137702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-adf6fddf-0839-47ca-9e35-d938b72f8870 req-c965024b-0c65-46e5-8940-e6b00fc660aa tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662725 Sep 16 04:53:08.250614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15df4bd-9506-4064-a4a2-6518dd5a9b16 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.256755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15df4bd-9506-4064-a4a2-6518dd5a9b16 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.263093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15df4bd-9506-4064-a4a2-6518dd5a9b16 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.271261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15df4bd-9506-4064-a4a2-6518dd5a9b16 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.271261 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e15df4bd-9506-4064-a4a2-6518dd5a9b16 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1515455 Sep 16 04:53:08.274990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54080) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:08.382047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af6b2-8fc4-4f6d-8f0e-c0176f1299a2 req-93472d58-a8b1-4eef-b6d2-b08ec6543ccb tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.388709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af6b2-8fc4-4f6d-8f0e-c0176f1299a2 req-93472d58-a8b1-4eef-b6d2-b08ec6543ccb tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.394696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af6b2-8fc4-4f6d-8f0e-c0176f1299a2 req-93472d58-a8b1-4eef-b6d2-b08ec6543ccb tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.402039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af6b2-8fc4-4f6d-8f0e-c0176f1299a2 req-93472d58-a8b1-4eef-b6d2-b08ec6543ccb tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.408196 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af6b2-8fc4-4f6d-8f0e-c0176f1299a2 req-93472d58-a8b1-4eef-b6d2-b08ec6543ccb tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.414295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af6b2-8fc4-4f6d-8f0e-c0176f1299a2 req-93472d58-a8b1-4eef-b6d2-b08ec6543ccb tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.420371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af6b2-8fc4-4f6d-8f0e-c0176f1299a2 req-93472d58-a8b1-4eef-b6d2-b08ec6543ccb tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.422330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c4af6b2-8fc4-4f6d-8f0e-c0176f1299a2 req-93472d58-a8b1-4eef-b6d2-b08ec6543ccb tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5432 time: 0.1879680 Sep 16 04:53:08.432188 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.433560 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54086) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:08.438551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-85f68fa4-4717-4c97-abf3-d0a9ea073994 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Request body: {'floatingip': {'port_id': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:08.499960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85f68fa4-4717-4c97-abf3-d0a9ea073994 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for floatingip, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.514244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad1f2e-b91c-4e2e-aa0b-7d172fadd9e3 req-faea0545-30a3-4c0d-ab0c-9f2d45e99e80 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.514244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8ad1f2e-b91c-4e2e-aa0b-7d172fadd9e3 req-faea0545-30a3-4c0d-ab0c-9f2d45e99e80 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 945 time: 0.0869443 Sep 16 04:53:08.574465 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.610715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8ad1f2e-b91c-4e2e-aa0b-7d172fadd9e3 req-fd4e6077-a17d-4ea9-b4c0-5e1c7b4a2c17 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904667 Sep 16 04:53:08.614855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c985dbf6-05b0-4464-b037-fe25a1aa9f77']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:08.627271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7d4708-101e-4f31-93a4-67064985497b') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:08.627594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7d4708-101e-4f31-93a4-67064985497b') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:08.638927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.661622 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.674534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:08.675374 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:08.677408 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:08.887808 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.943410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c985dbf6-05b0-4464-b037-fe25a1aa9f77 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:53:08.957566 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.962010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c985dbf6-05b0-4464-b037-fe25a1aa9f77 HTTP/1.1" status: 204 len: 168 time: 0.6848624 Sep 16 04:53:08.963652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54100) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:09.001888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ea16c049-3c1e-4d20-9629-78194003af88 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Request body: {'network': {'name': 'tempest-network--2143257305', 'router:external': True}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:09.005258 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eaee64-c927-481e-9e21-4660a70f55c2 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event deleted for resources: {'Network': ['ID=c985dbf6-05b0-4464-b037-fe25a1aa9f77,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.074748 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85f68fa4-4717-4c97-abf3-d0a9ea073994 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.079242 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d228421-8769-4505-acc6-ed7f5a0533d0 req-10356cd5-c796-4827-a352-00a1a99fb9b6 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.080912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d228421-8769-4505-acc6-ed7f5a0533d0 req-10356cd5-c796-4827-a352-00a1a99fb9b6 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 944 time: 0.2455647 Sep 16 04:53:09.089183 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-ad7be569-4b02-491b-8486-4efd79954194 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3089790 Sep 16 04:53:09.105525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:09.139606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d228421-8769-4505-acc6-ed7f5a0533d0 req-15df4f75-7b19-4fd9-81ff-5bc5c60e2e99 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481055 Sep 16 04:53:09.142141 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85f68fa4-4717-4c97-abf3-d0a9ea073994 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.179107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea16c049-3c1e-4d20-9629-78194003af88 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Made reservation on behalf of 0392be9b7aad466592b1a05b3d99b6a9 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:09.184888 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea16c049-3c1e-4d20-9629-78194003af88 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.225462 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:09.227983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea16c049-3c1e-4d20-9629-78194003af88 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:53:09.242195 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea16c049-3c1e-4d20-9629-78194003af88 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.244127 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-ea16c049-3c1e-4d20-9629-78194003af88 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Added segment 65f32541-2797-46d7-9de8-1f4cf29a9cd7 of type vlan for network d5d42199-cc59-4dd9-ac65-c7df8ca172da Sep 16 04:53:09.256545 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-85f68fa4-4717-4c97-abf3-d0a9ea073994 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Floating IP 1d90a2ee-7a75-4d1a-9773-15f83dd8cd35 associated. External IP: 172.25.3.103, port: c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0. Sep 16 04:53:09.291862 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.315499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea16c049-3c1e-4d20-9629-78194003af88 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.395179 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:09.401468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:09.402071 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.457997 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.474784 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea16c049-3c1e-4d20-9629-78194003af88 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.478943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16c049-3c1e-4d20-9629-78194003af88 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.479656 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea16c049-3c1e-4d20-9629-78194003af88 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.533513 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.554661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f68fa4-4717-4c97-abf3-d0a9ea073994 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Router 22f47e45-c817-4e98-8f1d-c61528e0b708 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:09.564883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfab874-23b4-4ed8-95e3-35e337acd44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:09.568543 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0620ce5-1ccb-4f0b-bdde-b03aa0c88769" -d '{"events": [{"server_uuid": "2dfab874-23b4-4ed8-95e3-35e337acd44a", "name": "network-vif-plugged", "status": "completed", "tag": "cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:09.587782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2,segment=NetworkSegment(cee8b5b6-9f83-4c3b-9872-ec497338c5ff),segment_id=cee8b5b6-9f83-4c3b-9872-ec497338c5ff)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:09.591747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16c049-3c1e-4d20-9629-78194003af88 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event updated for resources: {'Network': ['ID=d5d42199-cc59-4dd9-ac65-c7df8ca172da,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.614788 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network d5d42199-cc59-4dd9-ac65-c7df8ca172da details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:09.635683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ea16c049-3c1e-4d20-9629-78194003af88 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6479113 Sep 16 04:53:09.643922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54110) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:09.671296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Allocated IP 172.25.3.219 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/b45a1190-99c8-45f2-aec5-50dbb620a891) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:09.698532 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.698755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f68fa4-4717-4c97-abf3-d0a9ea073994 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:09.704372 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85f68fa4-4717-4c97-abf3-d0a9ea073994 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.728788 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881d694-effe-43bc-87f2-d89ae5947ff1 None None] Sync routers for ids ['22f47e45-c817-4e98-8f1d-c61528e0b708'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:09.739214 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-85f68fa4-4717-4c97-abf3-d0a9ea073994 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "PUT /v2.0/floatingips/1d90a2ee-7a75-4d1a-9773-15f83dd8cd35 HTTP/1.1" status: 200 len: 991 time: 1.3018463 Sep 16 04:53:09.739214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:09.740910 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32375c95-11cc-4c4d-be34-bcafdbdfd337" -d '{"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:09.755913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881d694-effe-43bc-87f2-d89ae5947ff1 None None] Routers {'22f47e45-c817-4e98-8f1d-c61528e0b708'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:09.756599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b881d694-effe-43bc-87f2-d89ae5947ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:52:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['22f47e45-c817-4e98-8f1d-c61528e0b708'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:09.818428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.903664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-b881d694-effe-43bc-87f2-d89ae5947ff1 None None] Set router 22f47e45-c817-4e98-8f1d-c61528e0b708 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:09.931351 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60cf6ab-fbba-4a1e-a3d4-df33a2c29504 x-openstack-request-id: req-e60cf6ab-fbba-4a1e-a3d4-df33a2c29504 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:09.931645 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfab874-23b4-4ed8-95e3-35e337acd44a", "name": "network-vif-plugged", "status": "completed", "tag": "cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:09.931881 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e60cf6ab-fbba-4a1e-a3d4-df33a2c29504 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:09.932281 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfab874-23b4-4ed8-95e3-35e337acd44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2', 'code': 200} Sep 16 04:53:10.114043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22712af-2401-48ea-9a7d-b9d0454dbd47 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.115578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d22712af-2401-48ea-9a7d-b9d0454dbd47 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] 10.222.0.24 "GET /v2.0/networks/d5d42199-cc59-4dd9-ac65-c7df8ca172da HTTP/1.1" status: 200 len: 757 time: 0.4706223 Sep 16 04:53:10.119179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54126) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:10.168767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b881d694-effe-43bc-87f2-d89ae5947ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '1d90a2ee-7a75-4d1a-9773-15f83dd8cd35', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'port_id': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'mac_address': 'fa:16:3e:aa:d1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:51:39Z', 'updated_at': '2021-09-16T04:53:08Z', 'revision_number': 1, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '811db188-a8c3-4c9f-89c6-724b99aa7469', 'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'mac_address': 'fa:16:3e:cd:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:27Z', 'updated_at': '2021-09-16T04:50:37Z', 'revision_number': 5, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'subnets': [{'id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:10.178149 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcad04-a279-474e-bd02-da0740c62d93 req-f44f4231-9c6d-4d62-8883-86e25608b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.179942 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6fcad04-a279-474e-bd02-da0740c62d93 req-f44f4231-9c6d-4d62-8883-86e25608b295 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 1097 time: 0.1265883 Sep 16 04:53:10.202463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881d694-effe-43bc-87f2-d89ae5947ff1 None None] Checking router: 22f47e45-c817-4e98-8f1d-c61528e0b708 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:10.212852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881d694-effe-43bc-87f2-d89ae5947ff1 None None] Routers {'22f47e45-c817-4e98-8f1d-c61528e0b708'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:10.213718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b881d694-effe-43bc-87f2-d89ae5947ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:52:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['22f47e45-c817-4e98-8f1d-c61528e0b708'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:10.229884 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09e1a9c-e842-4197-907e-e808988712d2 x-openstack-request-id: req-e09e1a9c-e842-4197-907e-e808988712d2 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:10.230222 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "tag": "c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:10.230478 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e09e1a9c-e842-4197-907e-e808988712d2 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:10.231220 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'tag': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0', 'status': 'completed', 'code': 200} Sep 16 04:53:10.249823 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.257641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2618bb-e27c-42be-bc53-c3e9a4122766 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.259922 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dc2618bb-e27c-42be-bc53-c3e9a4122766 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] 10.222.0.24 "GET /v2.0/networks/08c54b30-9583-484e-8c95-f7036c1927b8 HTTP/1.1" status: 200 len: 768 time: 0.1381452 Sep 16 04:53:10.262423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54130) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:10.302443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6fcad04-a279-474e-bd02-da0740c62d93 req-6547d27f-db1f-4b52-9196-b8416789f7f1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126008 Sep 16 04:53:10.348324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-1c883105-567d-47d7-b96e-4d1fba8f601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.349018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-1c883105-567d-47d7-b96e-4d1fba8f601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.349603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-1c883105-567d-47d7-b96e-4d1fba8f601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.350145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-1c883105-567d-47d7-b96e-4d1fba8f601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.350684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-1c883105-567d-47d7-b96e-4d1fba8f601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.352102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-1c883105-567d-47d7-b96e-4d1fba8f601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.352838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-1c883105-567d-47d7-b96e-4d1fba8f601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.355009 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-1c883105-567d-47d7-b96e-4d1fba8f601e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6496 time: 0.1034334 Sep 16 04:53:10.374271 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.412946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa2a21-7855-410c-be76-22d5bc86a283 req-644a4390-3a48-4ffb-9608-255f9730d962 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.415413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73aa2a21-7855-410c-be76-22d5bc86a283 req-644a4390-3a48-4ffb-9608-255f9730d962 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 946 time: 0.0520594 Sep 16 04:53:10.462115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.469967 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73aa2a21-7855-410c-be76-22d5bc86a283 req-e1f981c9-196a-4580-80eb-cad919e93ed1 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465038 Sep 16 04:53:10.486449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d42199-cc59-4dd9-ac65-c7df8ca172da']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:10.487635 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.490522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-b881d694-effe-43bc-87f2-d89ae5947ff1 None None] Set router 22f47e45-c817-4e98-8f1d-c61528e0b708 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:10.497793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f32541-2797-46d7-9de8-1f4cf29a9cd7') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:10.498188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f32541-2797-46d7-9de8-1f4cf29a9cd7') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:10.508572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.526140 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.544773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:10.545448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:10.548340 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:10.561748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:10.576188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:10.595643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:10.669583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Pushing event updated for resources: {'Port': ['ID=b45a1190-99c8-45f2-aec5-50dbb620a891,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:10.683170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.695843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5d42199-cc59-4dd9-ac65-c7df8ca172da {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:53:10.710201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.713251 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "DELETE /v2.0/networks/d5d42199-cc59-4dd9-ac65-c7df8ca172da HTTP/1.1" status: 204 len: 168 time: 0.4494476 Sep 16 04:53:10.715575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d957be-c539-46c5-b0cc-f9d52c5f3729 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5d42199-cc59-4dd9-ac65-c7df8ca172da,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:10.720705 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54132) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:10.725398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-de00ef84-6afb-4b07-9b8d-0b5b0f6b5743 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Request body: {'network': {'name': 'tempest-network--1646610221'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:10.731279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-9e3444ad-bb43-4eb9-86f4-92c8b3d94901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.732928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-9e3444ad-bb43-4eb9-86f4-92c8b3d94901 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8487353-bf70-4143-9d46-50f9b4c7e66b HTTP/1.1" status: 200 len: 912 time: 0.2268603 Sep 16 04:53:10.747255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c47cc-ae4a-4772-ab2a-f8deb6d34962 req-af8960c5-621c-4387-afd2-0223fe3b8e66 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.754316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f13c47cc-ae4a-4772-ab2a-f8deb6d34962 req-af8960c5-621c-4387-afd2-0223fe3b8e66 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 945 time: 0.1788292 Sep 16 04:53:10.782580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b881d694-effe-43bc-87f2-d89ae5947ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '1d90a2ee-7a75-4d1a-9773-15f83dd8cd35', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'port_id': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'mac_address': 'fa:16:3e:aa:d1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:51:39Z', 'updated_at': '2021-09-16T04:53:08Z', 'revision_number': 1, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '811db188-a8c3-4c9f-89c6-724b99aa7469', 'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'mac_address': 'fa:16:3e:cd:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:27Z', 'updated_at': '2021-09-16T04:50:37Z', 'revision_number': 5, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'subnets': [{'id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:10.812186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881d694-effe-43bc-87f2-d89ae5947ff1 None None] The sync data for ids ['22f47e45-c817-4e98-8f1d-c61528e0b708'] in n-d-712137-12 is: [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '1d90a2ee-7a75-4d1a-9773-15f83dd8cd35', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'port_id': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'mac_address': 'fa:16:3e:aa:d1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:51:39Z', 'updated_at': '2021-09-16T04:53:08Z', 'revision_number': 1, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '811db188-a8c3-4c9f-89c6-724b99aa7469', 'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'mac_address': 'fa:16:3e:cd:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:27Z', 'updated_at': '2021-09-16T04:50:37Z', 'revision_number': 5, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'subnets': [{'id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:10.873473 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.883131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-9cb16f6e-4e41-4ede-90e9-67a125fb4a64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 HTTP/1.1" status: 200 len: 999 time: 0.1331604 Sep 16 04:53:10.885884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f13c47cc-ae4a-4772-ab2a-f8deb6d34962 req-22d2059b-91a0-4c4f-bc3a-7fb341f82001 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048565 Sep 16 04:53:10.934559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-c8bec778-08a5-4d57-9d18-43ad9806ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.936125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-c8bec778-08a5-4d57-9d18-43ad9806ded2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebe9250e-52d1-4da4-a13f-ea260b6b0f94 HTTP/1.1" status: 200 len: 851 time: 0.0448394 Sep 16 04:53:10.982954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-289e0fc9-d65b-428c-bfc7-a095a4a5d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.984400 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-289e0fc9-d65b-428c-bfc7-a095a4a5d14e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8487353-bf70-4143-9d46-50f9b4c7e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405841 Sep 16 04:53:11.105424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-d4be5be5-3085-4d13-9dc7-2d548a5ab498 service neutron] 10.222.0.23 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076245 Sep 16 04:53:11.109836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de00ef84-6afb-4b07-9b8d-0b5b0f6b5743 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Made reservation on behalf of 0392be9b7aad466592b1a05b3d99b6a9 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:11.113056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de00ef84-6afb-4b07-9b8d-0b5b0f6b5743 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.162288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de00ef84-6afb-4b07-9b8d-0b5b0f6b5743 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:53:11.192147 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de00ef84-6afb-4b07-9b8d-0b5b0f6b5743 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.193128 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-de00ef84-6afb-4b07-9b8d-0b5b0f6b5743 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Added segment 61cda4b4-d6b4-4c63-af06-c46e8b62419e of type vlan for network 1e06c982-d164-40ec-82e5-e41f0d5ab6b8 Sep 16 04:53:11.219966 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.266241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de00ef84-6afb-4b07-9b8d-0b5b0f6b5743 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.366918 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32375c95-11cc-4c4d-be34-bcafdbdfd337 req-b06f4828-392c-4fb3-8384-b9c17852eef1 service neutron] 10.222.0.23 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436082 Sep 16 04:53:11.384767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8b8a-fbf9-4029-99e6-4cdb98712f3b req-cd09bdb4-e598-476e-9104-6533851bfca0 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.386308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70ab8b8a-fbf9-4029-99e6-4cdb98712f3b req-cd09bdb4-e598-476e-9104-6533851bfca0 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.37 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 946 time: 0.1306012 Sep 16 04:53:11.465049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de00ef84-6afb-4b07-9b8d-0b5b0f6b5743 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.465049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de00ef84-6afb-4b07-9b8d-0b5b0f6b5743 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.465049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de00ef84-6afb-4b07-9b8d-0b5b0f6b5743 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.468774 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469e25c-2f65-4449-817f-07c83e5f80ae None None] New status for floating IP 1d90a2ee-7a75-4d1a-9773-15f83dd8cd35: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:53:11.551230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.574175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-70ab8b8a-fbf9-4029-99e6-4cdb98712f3b req-1775bd89-d343-46b8-91f1-ff961ba79120 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Deleting port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:11.574526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-70ab8b8a-fbf9-4029-99e6-4cdb98712f3b req-1775bd89-d343-46b8-91f1-ff961ba79120 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.648836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00ef84-6afb-4b07-9b8d-0b5b0f6b5743 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event updated for resources: {'Network': ['ID=1e06c982-d164-40ec-82e5-e41f0d5ab6b8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.664921 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-de00ef84-6afb-4b07-9b8d-0b5b0f6b5743 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9410775 Sep 16 04:53:11.665038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 1e06c982-d164-40ec-82e5-e41f0d5ab6b8 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:11.665431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54148) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:11.671148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a448b05c-ae80-4660-9d37-5b5d15fa38ae tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:11.672857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.834396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-70ab8b8a-fbf9-4029-99e6-4cdb98712f3b req-1775bd89-d343-46b8-91f1-ff961ba79120 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] For port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=6fd4e8b4-b07b-45be-b99d-5d293c2c356c,segment=NetworkSegment(710d80d9-21d0-4e7d-9334-c7900e8a9f18),segment_id=710d80d9-21d0-4e7d-9334-c7900e8a9f18)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:11.834769 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-70ab8b8a-fbf9-4029-99e6-4cdb98712f3b req-1775bd89-d343-46b8-91f1-ff961ba79120 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.864224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Pushing event updated for resources: {'Port': ['ID=b45a1190-99c8-45f2-aec5-50dbb620a891,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.882093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-70ab8b8a-fbf9-4029-99e6-4cdb98712f3b req-1775bd89-d343-46b8-91f1-ff961ba79120 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Calling delete_port for 6fd4e8b4-b07b-45be-b99d-5d293c2c356c owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:11.900981 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a448b05c-ae80-4660-9d37-5b5d15fa38ae tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.902248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218c546-2ce8-4d67-86fe-59e079037740 req-de3a7718-fb47-48c8-90ca-7c2e52d47085 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.903837 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4218c546-2ce8-4d67-86fe-59e079037740 req-de3a7718-fb47-48c8-90ca-7c2e52d47085 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 946 time: 0.2525816 Sep 16 04:53:11.908549 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.988599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4218c546-2ce8-4d67-86fe-59e079037740 req-21a2b3f1-d09f-410a-b072-557b75ca8b5b tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c14bbc-8e01-435c-9a86-b25faa516e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770407 Sep 16 04:53:12.013126 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4a03fd5d-a817-493c-9159-d71a50f562f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.033862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a448b05c-ae80-4660-9d37-5b5d15fa38ae tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.050611 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a448b05c-ae80-4660-9d37-5b5d15fa38ae tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Network 1e06c982-d164-40ec-82e5-e41f0d5ab6b8 is not hosted by any dhcp agent {{(pid=95451) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:53:12.051640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a448b05c-ae80-4660-9d37-5b5d15fa38ae tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.052099 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a448b05c-ae80-4660-9d37-5b5d15fa38ae tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.056136 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.057238 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a448b05c-ae80-4660-9d37-5b5d15fa38ae tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "PUT /v2.0/networks/1e06c982-d164-40ec-82e5-e41f0d5ab6b8 HTTP/1.1" status: 200 len: 857 time: 0.3907228 Sep 16 04:53:12.059976 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54152) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:12.066290 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-14bbe713-752d-4219-926d-53889e8731e6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9670410 Sep 16 04:53:12.168040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448b05c-ae80-4660-9d37-5b5d15fa38ae tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event updated for resources: {'Network': ['ID=1e06c982-d164-40ec-82e5-e41f0d5ab6b8,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.190020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-282e3906-06fa-48cf-ac36-324cd1d1c637 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 696 time: 0.1218786 Sep 16 04:53:12.220202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.235449 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.299368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6ab1-c11c-410f-aecf-3d9288eaafd1 req-dcc935d7-688d-4528-aafa-ce5f3e29e815 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.300977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a22e6ab1-c11c-410f-aecf-3d9288eaafd1 req-dcc935d7-688d-4528-aafa-ce5f3e29e815 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 945 time: 0.1654310 Sep 16 04:53:12.317790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.323955 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-70ab8b8a-fbf9-4029-99e6-4cdb98712f3b req-1775bd89-d343-46b8-91f1-ff961ba79120 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.336724 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['6fd4e8b4-b07b-45be-b99d-5d293c2c356c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:12.346718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e06c982-d164-40ec-82e5-e41f0d5ab6b8']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:12.361113 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cda4b4-d6b4-4c63-af06-c46e8b62419e') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:12.361497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cda4b4-d6b4-4c63-af06-c46e8b62419e') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:12.372375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775bd89-d343-46b8-91f1-ff961ba79120 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Pushing event deleted for resources: {'Port': ['ID=6fd4e8b4-b07b-45be-b99d-5d293c2c356c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.374200 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.388559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.398665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:12.399660 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:12.401747 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:12.462202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a22e6ab1-c11c-410f-aecf-3d9288eaafd1 req-7b8c1a50-eddd-49a3-b819-952dcc2a445e tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522226 Sep 16 04:53:12.463128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ab8b8a-fbf9-4029-99e6-4cdb98712f3b req-1775bd89-d343-46b8-91f1-ff961ba79120 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] No DVR routers for this DVR port 6fd4e8b4-b07b-45be-b99d-5d293c2c356c on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:12.471731 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-30724105-6a8d-48e3-a00d-72f80503795a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.473512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab9375fb-1cae-4bce-8c48-8ed778403f3f req-30724105-6a8d-48e3-a00d-72f80503795a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.2827275 Sep 16 04:53:12.475586 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-70ab8b8a-fbf9-4029-99e6-4cdb98712f3b req-1775bd89-d343-46b8-91f1-ff961ba79120 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.481055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70ab8b8a-fbf9-4029-99e6-4cdb98712f3b req-1775bd89-d343-46b8-91f1-ff961ba79120 tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.37 "DELETE /v2.0/ports/6fd4e8b4-b07b-45be-b99d-5d293c2c356c HTTP/1.1" status: 204 len: 173 time: 1.0605896 Sep 16 04:53:12.481522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cc20d8-0792-4c98-8dc9-61d95063359f', 'name': 'network-vif-deleted', 'tag': '6fd4e8b4-b07b-45be-b99d-5d293c2c356c'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:12.483792 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b468453c-ae30-4651-8414-023c2864c6e9" -d '{"events": [{"server_uuid": "17cc20d8-0792-4c98-8dc9-61d95063359f", "name": "network-vif-deleted", "tag": "6fd4e8b4-b07b-45be-b99d-5d293c2c356c"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:12.663879 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218f6061-4023-4954-8413-c5bb6bd2a888 x-openstack-request-id: req-218f6061-4023-4954-8413-c5bb6bd2a888 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:12.664889 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cc20d8-0792-4c98-8dc9-61d95063359f", "name": "network-vif-deleted", "tag": "6fd4e8b4-b07b-45be-b99d-5d293c2c356c", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:12.665107 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-218f6061-4023-4954-8413-c5bb6bd2a888 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:12.665556 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cc20d8-0792-4c98-8dc9-61d95063359f', 'name': 'network-vif-deleted', 'tag': '6fd4e8b4-b07b-45be-b99d-5d293c2c356c', 'status': 'completed', 'code': 200} Sep 16 04:53:12.667460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.673744 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e06c982-d164-40ec-82e5-e41f0d5ab6b8 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:53:12.684629 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.689150 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1e06c982-d164-40ec-82e5-e41f0d5ab6b8 HTTP/1.1" status: 204 len: 168 time: 0.6281655 Sep 16 04:53:12.693002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54168) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:12.703994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f199fa-b1de-41f1-9cb0-0a312c69c780 tempest-ExternalNetworksTestJSON-1802312524 tempest-ExternalNetworksTestJSON-1802312524-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e06c982-d164-40ec-82e5-e41f0d5ab6b8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.758876 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-36226a00-9253-4a7b-9f0f-119ee0992e83 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] DELETE failed (client error): The resource could not be found. Sep 16 04:53:12.764454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36226a00-9253-4a7b-9f0f-119ee0992e83 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:53:12.764454 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-36226a00-9253-4a7b-9f0f-119ee0992e83 tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] 10.222.0.24 "DELETE /v2.0/subnets/2812c147-23ca-402c-ad7c-74c6df572fe1 HTTP/1.1" status: 404 len: 337 time: 0.0670025 Sep 16 04:53:12.764729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54176) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:12.867738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.913844 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d21b33-c2a3-46bd-9c82-a2371b237bfb req-c39407e1-912a-4f6a-a481-353f6e5d0841 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.920281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12d21b33-c2a3-46bd-9c82-a2371b237bfb req-c39407e1-912a-4f6a-a481-353f6e5d0841 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 945 time: 0.1627920 Sep 16 04:53:12.963493 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.978284 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-8d64a809-180b-4d8b-b760-8a151e4935eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.980007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-8d64a809-180b-4d8b-b760-8a151e4935eb tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 820 time: 0.1690023 Sep 16 04:53:12.994266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12d21b33-c2a3-46bd-9c82-a2371b237bfb req-a6c3b5cd-6bb6-40da-ac08-0eb2d19c7846 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675011 Sep 16 04:53:12.996282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c54b30-9583-484e-8c95-f7036c1927b8']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:13.006480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6116de1c-749e-4fb5-8731-5d9a83ee88c5') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:13.011284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6116de1c-749e-4fb5-8731-5d9a83ee88c5') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:13.027411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-ee08c327-71ec-4574-ad80-4c0d200c6957 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/quotas/81b0d1859be44000850a5bc31b1f4335 HTTP/1.1" status: 200 len: 375 time: 0.0206466 Sep 16 04:53:13.031491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.047546 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.055531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:13.055531 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:13.059141 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:13.107103 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:53:13.113160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-61e9788f-47a1-4fd8-bdf4-c34bd729317e tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0844696 Sep 16 04:53:13.230040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.232635 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.234911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-44e19fc9-3d8e-433c-880c-d9d4bd548ce8 service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207073 Sep 16 04:53:13.237755 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] 10.222.0.24 "DELETE /v2.0/networks/08c54b30-9583-484e-8c95-f7036c1927b8 HTTP/1.1" status: 204 len: 168 time: 0.4721081 Sep 16 04:53:13.259043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521d68c-53eb-42a9-af8a-40259d08944a tempest-ExternalNetworksTestJSON-1390171590 tempest-ExternalNetworksTestJSON-1390171590-project] Pushing event deleted for resources: {'Network': ['ID=08c54b30-9583-484e-8c95-f7036c1927b8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:13.352724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dbc304c6-7f52-4e71-8b92-02eef2e60056 req-0236f7f2-504f-4846-9440-4ace6dc947ef tempest-ServerTagsTestJSON-1222899128 tempest-ServerTagsTestJSON-1222899128-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cc20d8-0792-4c98-8dc9-61d95063359f HTTP/1.1" status: 200 len: 210 time: 0.0330558 Sep 16 04:53:13.385148 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-93ff661f-cbf5-4eef-9ca7-ba1b4659a30a service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461425 Sep 16 04:53:13.477071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98911db0-da8a-4479-938b-09fd21a79e72 req-ba4657f4-938f-46b0-b450-867f9a40c721 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.478735 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98911db0-da8a-4479-938b-09fd21a79e72 req-ba4657f4-938f-46b0-b450-867f9a40c721 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 945 time: 0.0571904 Sep 16 04:53:13.519111 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98911db0-da8a-4479-938b-09fd21a79e72 req-1c162ffe-79bc-4ded-b721-ff7b7a4c35b3 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343981 Sep 16 04:53:13.671545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b329d317-ca99-4c2f-8037-ff6d8d98dd65 req-e7490a5b-5137-464f-91d2-fee646089175 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 210 time: 0.0390351 Sep 16 04:53:13.860263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54220) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:13.999155 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-03708fdb-6a61-4bde-96fc-70aca7b236c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bbf669634e44878ad9f0cffab69d496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354551 Sep 16 04:53:13.999785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54224) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:14.047080 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4b4299e-7b79-4666-a96a-b57eac950b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.067996 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4b4299e-7b79-4666-a96a-b57eac950b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.216476 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4b4299e-7b79-4666-a96a-b57eac950b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.219066 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4b4299e-7b79-4666-a96a-b57eac950b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.220564 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c4b4299e-7b79-4666-a96a-b57eac950b8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/818b55e3-6a82-48ea-8fbc-3da01d45ea47 HTTP/1.1" status: 204 len: 168 time: 0.2200375 Sep 16 04:53:14.235246 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4299e-7b79-4666-a96a-b57eac950b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818b55e3-6a82-48ea-8fbc-3da01d45ea47,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:14.356722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3675-4954-4e8f-8bc5-2690ea458e3d req-ce6c8690-7bfe-402d-8f0d-c2ad7b62781e tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.356722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5cdc3675-4954-4e8f-8bc5-2690ea458e3d req-ce6c8690-7bfe-402d-8f0d-c2ad7b62781e tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 945 time: 0.0665948 Sep 16 04:53:14.395028 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5cdc3675-4954-4e8f-8bc5-2690ea458e3d req-450a304b-9e7b-4718-9c1b-b943838c1385 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337820 Sep 16 04:53:14.433888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54238) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:14.571709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d61ee5-1b7f-4fc5-8f73-814c6fb6b084 admin admin] Deleting subnet e5b144cf-738c-4f05-bb00-bee69f108955 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:14.571709 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a6d61ee5-1b7f-4fc5-8f73-814c6fb6b084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.571906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 6fd4e8b4-b07b-45be-b99d-5d293c2c356c no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:14.572379 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a6d61ee5-1b7f-4fc5-8f73-814c6fb6b084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.572491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 6fd4e8b4-b07b-45be-b99d-5d293c2c356c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:14.572491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 6fd4e8b4-b07b-45be-b99d-5d293c2c356c not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:14.572740 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a6d61ee5-1b7f-4fc5-8f73-814c6fb6b084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.572959 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-724aef9a-845d-410e-ab2c-28a897030eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.704099 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a6d61ee5-1b7f-4fc5-8f73-814c6fb6b084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.735909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d61ee5-1b7f-4fc5-8f73-814c6fb6b084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b144cf-738c-4f05-bb00-bee69f108955,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:14.755100 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a6d61ee5-1b7f-4fc5-8f73-814c6fb6b084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.755100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a6d61ee5-1b7f-4fc5-8f73-814c6fb6b084 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e5b144cf-738c-4f05-bb00-bee69f108955 HTTP/1.1" status: 204 len: 168 time: 0.3160405 Sep 16 04:53:14.805527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54248) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:14.806699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68a901de-5c9c-4281-aa86-13fcb4a360fb req-ea133a2a-0fac-4743-a75a-32836dc9de92 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 210 time: 0.0411539 Sep 16 04:53:14.860933 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.953017 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.972249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee6f5d3-f1e5-4631-92d6-77bee274250a']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:14.983359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710d80d9-21d0-4e7d-9334-c7900e8a9f18') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:14.983744 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710d80d9-21d0-4e7d-9334-c7900e8a9f18') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:14.994742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.008404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.014185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:15.014578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:15.016223 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:15.116486 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54254) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:15.146945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.159583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.161481 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] 10.222.0.24 "DELETE /v2.0/networks/9ee6f5d3-f1e5-4631-92d6-77bee274250a HTTP/1.1" status: 204 len: 168 time: 0.4065499 Sep 16 04:53:15.180726 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1d7bf2f3-c26d-47df-af62-51db5eb6b007 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0392be9b7aad466592b1a05b3d99b6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591660 Sep 16 04:53:15.180726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a395933-20a5-4763-b973-efc95f73430d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee6f5d3-f1e5-4631-92d6-77bee274250a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:15.185602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54258) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:15.229574 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8049a869-cde2-439b-93db-59520a778bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.253576 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8049a869-cde2-439b-93db-59520a778bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.296627 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.442927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8049a869-cde2-439b-93db-59520a778bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.442927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8049a869-cde2-439b-93db-59520a778bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.450580 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8049a869-cde2-439b-93db-59520a778bfe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad260f75-5438-4311-a63b-e3ee1bcf1abf HTTP/1.1" status: 204 len: 168 time: 0.2607477 Sep 16 04:53:15.465803 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049a869-cde2-439b-93db-59520a778bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad260f75-5438-4311-a63b-e3ee1bcf1abf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:15.562560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa3845-143b-4762-86c0-e80e7be19b41 req-00653255-c52a-4c7e-ae6a-54001cc10f19 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.564043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01aa3845-143b-4762-86c0-e80e7be19b41 req-00653255-c52a-4c7e-ae6a-54001cc10f19 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 945 time: 0.0642903 Sep 16 04:53:15.605531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01aa3845-143b-4762-86c0-e80e7be19b41 req-04edbd80-9fee-4e98-b988-63cd8ca37782 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fb6dae5-109a-48f7-9013-4fb499f8e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352902 Sep 16 04:53:15.715250 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54266) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:15.721730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4783a50-49b9-4d37-920c-6950378d8889 req-8eb2dbe9-dcf2-4f82-ae43-52dc272bb47e tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.723446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4783a50-49b9-4d37-920c-6950378d8889 req-8eb2dbe9-dcf2-4f82-ae43-52dc272bb47e tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 945 time: 0.0527866 Sep 16 04:53:15.759039 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dc3c144e-722b-4b7e-bea7-ddb697e158c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe0f1c84e2014475af8cf711b22fe1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412157 Sep 16 04:53:15.760286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54268) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:15.833234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-e4783a50-49b9-4d37-920c-6950378d8889 req-cbf29b18-2ef3-4e3f-90b1-2c2527ebe2f1 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Deleting port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:15.834145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e4783a50-49b9-4d37-920c-6950378d8889 req-cbf29b18-2ef3-4e3f-90b1-2c2527ebe2f1 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.841269 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.900867 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.957013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73843826-6da7-4261-b7dd-a55ad68abd86 req-9b2e62a0-5c11-4618-8a38-59cb06f58e45 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 210 time: 0.0367169 Sep 16 04:53:15.972479 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.001700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-e4783a50-49b9-4d37-920c-6950378d8889 req-cbf29b18-2ef3-4e3f-90b1-2c2527ebe2f1 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] For port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2,segment=NetworkSegment(cee8b5b6-9f83-4c3b-9872-ec497338c5ff),segment_id=cee8b5b6-9f83-4c3b-9872-ec497338c5ff)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:16.002068 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e4783a50-49b9-4d37-920c-6950378d8889 req-cbf29b18-2ef3-4e3f-90b1-2c2527ebe2f1 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.019408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-e4783a50-49b9-4d37-920c-6950378d8889 req-cbf29b18-2ef3-4e3f-90b1-2c2527ebe2f1 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Calling delete_port for cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:16.195484 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.198214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.199445 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81c14bbc-8e01-435c-9a86-b25faa516e3b HTTP/1.1" status: 204 len: 168 time: 0.4381640 Sep 16 04:53:16.207166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c14bbc-8e01-435c-9a86-b25faa516e3b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:16.215211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:16.215557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:16.215896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:16.216229 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:16.216582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:16.216911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:16.217239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:16.217557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:16.217880 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:16.218200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:16.218517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:16.218835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7935b-a24b-425f-9ac1-ff7d95030d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:16.276743 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e4783a50-49b9-4d37-920c-6950378d8889 req-cbf29b18-2ef3-4e3f-90b1-2c2527ebe2f1 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.291798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:16.321163 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.326268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf29b18-2ef3-4e3f-90b1-2c2527ebe2f1 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Pushing event deleted for resources: {'Port': ['ID=cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:16.397643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4783a50-49b9-4d37-920c-6950378d8889 req-cbf29b18-2ef3-4e3f-90b1-2c2527ebe2f1 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] No DVR routers for this DVR port cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:16.402432 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e4783a50-49b9-4d37-920c-6950378d8889 req-cbf29b18-2ef3-4e3f-90b1-2c2527ebe2f1 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.404426 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4783a50-49b9-4d37-920c-6950378d8889 req-cbf29b18-2ef3-4e3f-90b1-2c2527ebe2f1 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.23 "DELETE /v2.0/ports/cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 HTTP/1.1" status: 204 len: 173 time: 0.6747003 Sep 16 04:53:16.404907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfab874-23b4-4ed8-95e3-35e337acd44a', 'name': 'network-vif-deleted', 'tag': 'cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:16.407181 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cbd178-b6a9-44db-a398-dfca4eaa462d" -d '{"events": [{"server_uuid": "2dfab874-23b4-4ed8-95e3-35e337acd44a", "name": "network-vif-deleted", "tag": "cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:16.442347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-ff5cbe97-12ee-42b8-8d85-b929461542fa tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.445224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-ff5cbe97-12ee-42b8-8d85-b929461542fa tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.37 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 820 time: 0.1882899 Sep 16 04:53:16.452820 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f87a7-508b-4ee7-a674-3328c983d7c8 x-openstack-request-id: req-8f4f87a7-508b-4ee7-a674-3328c983d7c8 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:16.453182 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfab874-23b4-4ed8-95e3-35e337acd44a", "name": "network-vif-deleted", "tag": "cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:16.453497 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f4f87a7-508b-4ee7-a674-3328c983d7c8 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:16.453955 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfab874-23b4-4ed8-95e3-35e337acd44a', 'name': 'network-vif-deleted', 'tag': 'cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2', 'status': 'completed', 'code': 200} Sep 16 04:53:16.458778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Request body: {'port': {'device_id': '75f56aa2-6122-409d-8541-5c568c801fb5', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'admin_state_up': True, 'tenant_id': '81b0d1859be44000850a5bc31b1f4335'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:16.745195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-472d6fa5-bb70-40da-8a30-2d1bf280ff14 req-a809df68-d3da-4f63-9f13-00494eef653a tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 210 time: 0.0376635 Sep 16 04:53:16.775105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Made reservation on behalf of 81b0d1859be44000850a5bc31b1f4335 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:16.779054 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.953430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54330) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:17.018117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Allocated IP 172.20.0.10 (1fef8853-6976-4590-9570-f8ac6300686d/12c2031b-b847-4192-a856-861bcc5c79c2/f0fa3699-5108-43ee-aee2-9c523615c87d) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:17.155795 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed75faf1-5e84-4ae5-adda-744c5ad7bc9d req-60b89785-09c7-4982-ab02-e3bb150a36d9 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 210 time: 0.0439315 Sep 16 04:53:17.272377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1759974909'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:17.382017 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Made reservation on behalf of ed4960b2e0b6449284350eb204d2c190 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:17.386504 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.397180 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.526483 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.555337 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.589554 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.641257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.674236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:53:17.686025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9412ebbf-d5e6-43f4-853b-c0ddfe7cba61,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:17.690926 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.691281 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Added segment e7c9b6c7-e6af-43e2-844d-42f2bd2f61ca of type vlan for network 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 Sep 16 04:53:17.735070 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.748574 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.761056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['2c39b482-30c8-4196-88dd-d2b9788bcd91'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:17.807084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Network 1fef8853-6976-4590-9570-f8ac6300686d is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:17.813608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:17.816703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:17.854012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Pushing event updated for resources: {'Port': ['ID=f0fa3699-5108-43ee-aee2-9c523615c87d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:17.896502 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.905780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:17.906535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.911213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fad70cda-d0f4-47ef-b4ab-59a41f16e981 req-4d784701-f49d-4520-b081-75d4ce8214a8 tempest-ServersNegativeTestMultiTenantJSON-838036032 tempest-ServersNegativeTestMultiTenantJSON-838036032-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dfab874-23b4-4ed8-95e3-35e337acd44a HTTP/1.1" status: 200 len: 210 time: 0.0544491 Sep 16 04:53:17.950501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:17.951290 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.055202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Network': ['ID=4ea41cdd-c978-4311-b0a3-d8a2d7c9f414,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.066641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:53:18.103633 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e53ea884-f29c-43bd-bb85-0990c7169052 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1479321 Sep 16 04:53:18.109386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54386) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:18.113857 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a3ef13c1-ca57-4a9a-8926-fdf22fa60bd0 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'subnet': {'network_id': '4ea41cdd-c978-4311-b0a3-d8a2d7c9f414', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:18.173911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ec627d7f-6a1e-415e-a2a9-2284cebd9e66 None None] Provisioning complete for port f0fa3699-5108-43ee-aee2-9c523615c87d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:18.174291 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec627d7f-6a1e-415e-a2a9-2284cebd9e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.207451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-2f792ec6-cca0-4834-9917-b6bcc405fdcc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7524834 Sep 16 04:53:18.214279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ec627d7f-6a1e-415e-a2a9-2284cebd9e66 None None] Port f0fa3699-5108-43ee-aee2-9c523615c87d cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:18.220203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Request body: {'port': {'device_id': '75f56aa2-6122-409d-8541-5c568c801fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:18.329027 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.352364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925e621-7aca-41d7-a502-36985b5ce702 req-5abd4703-f810-4571-97ea-4176d9d49d8b tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:18.353928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d925e621-7aca-41d7-a502-36985b5ce702 req-5abd4703-f810-4571-97ea-4176d9d49d8b tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 932 time: 0.1012473 Sep 16 04:53:18.384224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ef13c1-ca57-4a9a-8926-fdf22fa60bd0 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Made reservation on behalf of ed4960b2e0b6449284350eb204d2c190 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:18.388128 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3ef13c1-ca57-4a9a-8926-fdf22fa60bd0 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.472335 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d925e621-7aca-41d7-a502-36985b5ce702 req-b767f7d9-9772-450c-a453-1c225a613580 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950329 Sep 16 04:53:18.652917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fa3699-5108-43ee-aee2-9c523615c87d {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:18.660831 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.665020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54396) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:18.673337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Transition to ACTIVE for port object f0fa3699-5108-43ee-aee2-9c523615c87d will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:18.704187 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3ef13c1-ca57-4a9a-8926-fdf22fa60bd0 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.772802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef13c1-ca57-4a9a-8926-fdf22fa60bd0 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Subnet': ['ID=d8a6fb8f-a4e3-41c5-9ec1-7f59ef6bf472,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.797855 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b225f173-306e-4f64-a71c-e3f0b5fad103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.800806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef13c1-ca57-4a9a-8926-fdf22fa60bd0 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Checking segment: {'id': 'e7c9b6c7-e6af-43e2-844d-42f2bd2f61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4ea41cdd-c978-4311-b0a3-d8a2d7c9f414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:18.801172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ef13c1-ca57-4a9a-8926-fdf22fa60bd0 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network hostable DHCP agents. Network: 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:53:18.810221 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.886846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fa3699-5108-43ee-aee2-9c523615c87d,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.921000 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b225f173-306e-4f64-a71c-e3f0b5fad103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.945615 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Attempting to bind port f0fa3699-5108-43ee-aee2-9c523615c87d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:18.950032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Attempting to bind port f0fa3699-5108-43ee-aee2-9c523615c87d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:18.950032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Attempting to bind port f0fa3699-5108-43ee-aee2-9c523615c87d on network 1fef8853-6976-4590-9570-f8ac6300686d {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:18.953360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Port f0fa3699-5108-43ee-aee2-9c523615c87d on network 1fef8853-6976-4590-9570-f8ac6300686d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:18.953843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Attempting to bind port f0fa3699-5108-43ee-aee2-9c523615c87d on network 1fef8853-6976-4590-9570-f8ac6300686d {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:18.961354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:18.961354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Checking segment: {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:18.961977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Bound using segment: {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:18.962525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Bound port: f0fa3699-5108-43ee-aee2-9c523615c87d, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:18.963008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.981814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ef13c1-ca57-4a9a-8926-fdf22fa60bd0 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:53:18.984303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54402) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:19.017863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b225f173-306e-4f64-a71c-e3f0b5fad103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.070902 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b225f173-306e-4f64-a71c-e3f0b5fad103 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=357708bc6a754b178204bfd4947e6d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4016793 Sep 16 04:53:19.070902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225f173-306e-4f64-a71c-e3f0b5fad103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6cf002-74b0-42aa-b110-9dc42c36d74f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.071393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54406) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:19.092261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-a3ef13c1-ca57-4a9a-8926-fdf22fa60bd0 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:19.094651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca2942e-22e3-49ca-b4f5-26aef691e849 admin admin] Deleting subnet 61391e87-8014-4239-a374-6760df848019 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:19.099495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aca2942e-22e3-49ca-b4f5-26aef691e849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.103606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23267e36-f90a-44e1-ac03-8c757148133a None None] Network 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:19.105313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef13c1-ca57-4a9a-8926-fdf22fa60bd0 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.105916 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3ef13c1-ca57-4a9a-8926-fdf22fa60bd0 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.183898 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bb38b39-b823-4adc-87ea-ac504daa75f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.184181 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] For port f0fa3699-5108-43ee-aee2-9c523615c87d, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:19.204057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] For port f0fa3699-5108-43ee-aee2-9c523615c87d, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f0fa3699-5108-43ee-aee2-9c523615c87d,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:19.211257 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aca2942e-22e3-49ca-b4f5-26aef691e849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.224126 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a3ef13c1-ca57-4a9a-8926-fdf22fa60bd0 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1118019 Sep 16 04:53:19.230182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54410) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:19.242976 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-285002462', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:19.268710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aca2942e-22e3-49ca-b4f5-26aef691e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.270970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:19.273540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bb38b39-b823-4adc-87ea-ac504daa75f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.309893 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.333724 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:19.334375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device cb56b8cc-6fb8-420f-b6a4-d17fddea5dc2 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:19.340084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1658c7-6189-44e6-a3a4-3c25252c5f67 None None] Network 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:19.378832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.378832 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.383835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] 10.222.0.37 "PUT /v2.0/ports/f0fa3699-5108-43ee-aee2-9c523615c87d HTTP/1.1" status: 200 len: 1093 time: 1.1653266 Sep 16 04:53:19.384406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f56aa2-6122-409d-8541-5c568c801fb5', 'tag': 'f0fa3699-5108-43ee-aee2-9c523615c87d'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:19.387513 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db90e31-d941-4b94-842b-627e68d52bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "75f56aa2-6122-409d-8541-5c568c801fb5", "tag": "f0fa3699-5108-43ee-aee2-9c523615c87d"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:19.393022 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.395612 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.454630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b1275-51a1-4150-b228-8f11f1cdd206 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fa3699-5108-43ee-aee2-9c523615c87d,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.505161 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7565a524-ff54-4c09-9d86-ef6c6cc8e93e x-openstack-request-id: req-7565a524-ff54-4c09-9d86-ef6c6cc8e93e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:19.505705 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f56aa2-6122-409d-8541-5c568c801fb5", "tag": "f0fa3699-5108-43ee-aee2-9c523615c87d", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:19.506345 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7565a524-ff54-4c09-9d86-ef6c6cc8e93e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:19.506707 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f56aa2-6122-409d-8541-5c568c801fb5', 'tag': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'status': 'completed', 'code': 200} Sep 16 04:53:19.529481 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bb38b39-b823-4adc-87ea-ac504daa75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.532185 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0bb38b39-b823-4adc-87ea-ac504daa75f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.535936 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0bb38b39-b823-4adc-87ea-ac504daa75f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb6cf002-74b0-42aa-b110-9dc42c36d74f HTTP/1.1" status: 204 len: 168 time: 0.4491000 Sep 16 04:53:19.566687 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aca2942e-22e3-49ca-b4f5-26aef691e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.578432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb38b39-b823-4adc-87ea-ac504daa75f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6cf002-74b0-42aa-b110-9dc42c36d74f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.634219 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.645406 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aca2942e-22e3-49ca-b4f5-26aef691e849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.647379 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-aca2942e-22e3-49ca-b4f5-26aef691e849 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/61391e87-8014-4239-a374-6760df848019 HTTP/1.1" status: 204 len: 168 time: 0.6623533 Sep 16 04:53:19.651473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54422) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:19.675753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2942e-22e3-49ca-b4f5-26aef691e849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61391e87-8014-4239-a374-6760df848019,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.695342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-5d2b6ed4-69a3-49cb-88e5-62d36033a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.696912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-5d2b6ed4-69a3-49cb-88e5-62d36033a9e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 1096 time: 0.1865027 Sep 16 04:53:19.704719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b43854-cee2-40b9-ab73-71c23da5a4d4 req-0ece63e6-78ff-4848-8750-d0f2de7a206a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.706164 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0b43854-cee2-40b9-ab73-71c23da5a4d4 req-0ece63e6-78ff-4848-8750-d0f2de7a206a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 944 time: 0.1022320 Sep 16 04:53:19.749901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-78f01270-903e-45d2-b921-af96a7e1e143 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa3699-5108-43ee-aee2-9c523615c87d HTTP/1.1" status: 200 len: 217 time: 0.0423498 Sep 16 04:53:19.847994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0b43854-cee2-40b9-ab73-71c23da5a4d4 req-660484b5-31c7-4a21-b079-ff93c3638019 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343105 Sep 16 04:53:19.854843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-708c0988-2d11-4cef-8d73-82ca0c405d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.857232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-708c0988-2d11-4cef-8d73-82ca0c405d0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.0972731 Sep 16 04:53:19.917609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-fc6df297-cf17-436e-8f11-362a5c81058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.919229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-fc6df297-cf17-436e-8f11-362a5c81058e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557463 Sep 16 04:53:20.030338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-f157c0f3-38cd-4b90-aba6-65eaec5a0d97 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026394 Sep 16 04:53:20.095434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.169775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c9cd3b5-1964-427a-a09f-95fc37d9b27b req-0b01f1d5-e5d8-42b9-ba6d-9b586f25ca1f service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315129 Sep 16 04:53:20.256883 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.318499 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.338911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96da5682-f073-4750-b76c-1ad27650e36c']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:20.352212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee8b5b6-9f83-4c3b-9872-ec497338c5ff') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:20.352559 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee8b5b6-9f83-4c3b-9872-ec497338c5ff') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:20.363313 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.380607 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.405106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db90e31-d941-4b94-842b-627e68d52bd9 req-80e9a8a6-47c2-4c86-b6c8-8e68ed281f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.405408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:20.405408 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.406055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4db90e31-d941-4b94-842b-627e68d52bd9 req-80e9a8a6-47c2-4c86-b6c8-8e68ed281f0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0463052 Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:20.408948 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:20.532214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db90e31-d941-4b94-842b-627e68d52bd9 req-abc7d388-c056-4010-a9ec-30364ec814d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.532214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4db90e31-d941-4b94-842b-627e68d52bd9 req-abc7d388-c056-4010-a9ec-30364ec814d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.1165464 Sep 16 04:53:20.572246 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.594767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.603159 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] 10.222.0.24 "DELETE /v2.0/networks/96da5682-f073-4750-b76c-1ad27650e36c HTTP/1.1" status: 204 len: 168 time: 0.9490714 Sep 16 04:53:20.603455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54446) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:20.605444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71761596-ef7f-4e4b-b647-76ec0908b1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=96da5682-f073-4750-b76c-1ad27650e36c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:20.630495 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4db90e31-d941-4b94-842b-627e68d52bd9 req-e937ebfa-07af-4c10-87ad-fe1198c3a729 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa3699-5108-43ee-aee2-9c523615c87d HTTP/1.1" status: 200 len: 217 time: 0.0782132 Sep 16 04:53:20.720254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d537ab8-e7b7-4685-8389-d9b77f1ab3ea admin admin] Deleting subnet bff6026a-014e-4bb7-af87-d22de339a0f3 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:20.726943 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d537ab8-e7b7-4685-8389-d9b77f1ab3ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.729665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db90e31-d941-4b94-842b-627e68d52bd9 req-913b6f60-7743-4a00-a2a1-fcc2af4eaf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.731425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4db90e31-d941-4b94-842b-627e68d52bd9 req-913b6f60-7743-4a00-a2a1-fcc2af4eaf76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.0910068 Sep 16 04:53:20.734658 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.756951 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.807790 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d537ab8-e7b7-4685-8389-d9b77f1ab3ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.830177 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db90e31-d941-4b94-842b-627e68d52bd9 req-c9a974a3-0378-4b6b-85fe-456d5a027df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.831987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4db90e31-d941-4b94-842b-627e68d52bd9 req-c9a974a3-0378-4b6b-85fe-456d5a027df5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806994 Sep 16 04:53:20.909519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.25.3.234 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/43ede09f-91e1-4415-8d24-19e170fcfd19) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:20.953194 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d537ab8-e7b7-4685-8389-d9b77f1ab3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.055318 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4db90e31-d941-4b94-842b-627e68d52bd9 req-b88ed09a-a72b-4c00-8cce-89a4b85c689a service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153041 Sep 16 04:53:21.060250 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.066081 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40887fc4-3441-42e6-8cb6-46a404bd4cbf req-4bdf753a-7245-4bc8-bb45-4207b2c0def3 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.067644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40887fc4-3441-42e6-8cb6-46a404bd4cbf req-4bdf753a-7245-4bc8-bb45-4207b2c0def3 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 944 time: 0.1160967 Sep 16 04:53:21.172862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.174948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40887fc4-3441-42e6-8cb6-46a404bd4cbf req-dd741868-e61f-487d-beda-8b257b77b4f4 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830853 Sep 16 04:53:21.193412 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d537ab8-e7b7-4685-8389-d9b77f1ab3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.217885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537ab8-e7b7-4685-8389-d9b77f1ab3ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff6026a-014e-4bb7-af87-d22de339a0f3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:21.221299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4db90e31-d941-4b94-842b-627e68d52bd9 req-9807164c-408f-4638-a24f-4a0ead5f1fa1 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527250 Sep 16 04:53:21.242913 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d537ab8-e7b7-4685-8389-d9b77f1ab3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.247809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3d537ab8-e7b7-4685-8389-d9b77f1ab3ea admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bff6026a-014e-4bb7-af87-d22de339a0f3 HTTP/1.1" status: 204 len: 168 time: 0.6432602 Sep 16 04:53:21.248236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:21.248583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54462) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:21.258505 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:21.261032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:21.268830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=43ede09f-91e1-4415-8d24-19e170fcfd19,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:21.351749 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.449500 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.472429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4ab8ba-c4a0-41e0-8735-6434fed45d13']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:21.483300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c16a0c4-9122-4431-be67-ea64cf068074') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:21.483468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c16a0c4-9122-4431-be67-ea64cf068074') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:21.494199 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.507932 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.513592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:21.513970 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:21.515575 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:21.714259 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.715320 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.717232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b4ab8ba-c4a0-41e0-8735-6434fed45d13 HTTP/1.1" status: 204 len: 168 time: 0.4676139 Sep 16 04:53:21.728610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3414139-5b52-45db-93e4-e7f7171e0246 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b4ab8ba-c4a0-41e0-8735-6434fed45d13,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:21.786316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.006447 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.230739 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54488) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:22.248026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:53:22.323683 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-77dfa987-9ad2-44dd-aa6f-55ebde4787c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fd55752e453474887e1229153ffbb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916069 Sep 16 04:53:22.327735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54490) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:22.331219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ea367-0399-41b8-835a-40a0e2b03127 req-df83c6fc-1af6-47ab-a1f8-91bfc9a4a1bc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.332950 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-501ea367-0399-41b8-835a-40a0e2b03127 req-df83c6fc-1af6-47ab-a1f8-91bfc9a4a1bc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 944 time: 0.0678663 Sep 16 04:53:22.378480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-501ea367-0399-41b8-835a-40a0e2b03127 req-edd22d13-4b23-45b1-b251-fe5ec79769ef tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362055 Sep 16 04:53:22.439838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:22.453270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbf40366-4ef4-424b-afec-ce216fcc1ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.453378 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccbe65-b43b-462c-8c9a-d8de14a69c20 None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:22.468212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ccbe65-b43b-462c-8c9a-d8de14a69c20 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:22.468935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-03ccbe65-b43b-462c-8c9a-d8de14a69c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:22.487910 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbf40366-4ef4-424b-afec-ce216fcc1ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.513986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-03ccbe65-b43b-462c-8c9a-d8de14a69c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:22.524783 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ccbe65-b43b-462c-8c9a-d8de14a69c20 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:22.525684 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-03ccbe65-b43b-462c-8c9a-d8de14a69c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:22.561360 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.566359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54496) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:22.573276 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e2351d92-d79f-4166-803d-a3e2e731dadc tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3416493 Sep 16 04:53:22.595835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-03ccbe65-b43b-462c-8c9a-d8de14a69c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:22.596938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccbe65-b43b-462c-8c9a-d8de14a69c20 None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:22.603789 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f0fa3699-5108-43ee-aee2-9c523615c87d details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:22.681147 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbf40366-4ef4-424b-afec-ce216fcc1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.683913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbf40366-4ef4-424b-afec-ce216fcc1ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.689167 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cbf40366-4ef4-424b-afec-ce216fcc1ac4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fb6dae5-109a-48f7-9013-4fb499f8e8bb HTTP/1.1" status: 204 len: 168 time: 0.3615584 Sep 16 04:53:22.712583 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf40366-4ef4-424b-afec-ce216fcc1ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb6dae5-109a-48f7-9013-4fb499f8e8bb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:22.815331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f0fa3699-5108-43ee-aee2-9c523615c87d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f0fa3699-5108-43ee-aee2-9c523615c87d,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:22.840100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'port_id': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'mac_address': 'fa:16:3e:ee:29:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:22.895657 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.911315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fa3699-5108-43ee-aee2-9c523615c87d {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:22.933467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f0fa3699-5108-43ee-aee2-9c523615c87d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f0fa3699-5108-43ee-aee2-9c523615c87d,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:23.073407 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.125163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f0fa3699-5108-43ee-aee2-9c523615c87d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:23.270568 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.341597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f0fa3699-5108-43ee-aee2-9c523615c87d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:23.646848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880878fc-b0b1-4745-92c9-1c199311aa38 req-6421d100-6a60-4e7f-95cb-de770780e3d0 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.649158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-880878fc-b0b1-4745-92c9-1c199311aa38 req-6421d100-6a60-4e7f-95cb-de770780e3d0 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 945 time: 0.1421707 Sep 16 04:53:23.726901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-880878fc-b0b1-4745-92c9-1c199311aa38 req-c5b0f9df-3e8d-4bfd-85f5-d9a9f8d0d803 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717747 Sep 16 04:53:23.729076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.20.0.1 (4ea41cdd-c978-4311-b0a3-d8a2d7c9f414/d8a6fb8f-a4e3-41c5-9ec1-7f59ef6bf472/37f310fc-af62-4c7d-814c-b1009869d65c) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:23.800930 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54520) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:23.868786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.874685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54524) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:23.875247 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-818ed592-e49d-4c30-9abf-5b9cd61ddd3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e3a104610c146dba0829e32a8979b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730464 Sep 16 04:53:23.948671 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61c7796a-0705-4379-963c-88f575b597f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.969819 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61c7796a-0705-4379-963c-88f575b597f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.046721 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.087142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:24.090302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:24.096767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:24.104013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=37f310fc-af62-4c7d-814c-b1009869d65c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:24.129129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61c7796a-0705-4379-963c-88f575b597f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.131558 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61c7796a-0705-4379-963c-88f575b597f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.132753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-61c7796a-0705-4379-963c-88f575b597f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1152c152-aae0-4ae7-aca2-6e7bb870b78b HTTP/1.1" status: 204 len: 168 time: 0.2569284 Sep 16 04:53:24.146920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7796a-0705-4379-963c-88f575b597f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1152c152-aae0-4ae7-aca2-6e7bb870b78b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:24.170051 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.482563 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.564121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f0fa3699-5108-43ee-aee2-9c523615c87d up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:24.806681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port f0fa3699-5108-43ee-aee2-9c523615c87d completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:24.815625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port f0fa3699-5108-43ee-aee2-9c523615c87d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:24.816444 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.950408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.993558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f56aa2-6122-409d-8541-5c568c801fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa3699-5108-43ee-aee2-9c523615c87d'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:24.996779 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6904cd05-51a6-4b75-a999-ca32921b5a0e" -d '{"events": [{"server_uuid": "75f56aa2-6122-409d-8541-5c568c801fb5", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa3699-5108-43ee-aee2-9c523615c87d"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:25.029840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f0fa3699-5108-43ee-aee2-9c523615c87d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f0fa3699-5108-43ee-aee2-9c523615c87d,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:25.071684 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bb1772-bdd8-4476-b8ed-4504a178130f x-openstack-request-id: req-84bb1772-bdd8-4476-b8ed-4504a178130f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:25.072168 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f56aa2-6122-409d-8541-5c568c801fb5", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa3699-5108-43ee-aee2-9c523615c87d", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:25.072650 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84bb1772-bdd8-4476-b8ed-4504a178130f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:25.073312 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f56aa2-6122-409d-8541-5c568c801fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'code': 200} Sep 16 04:53:25.147720 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.157253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1eb4e-6852-43db-a528-16c354406b1d req-e1115748-5ff5-47b1-b91f-44797432bf63 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.159418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8b1eb4e-6852-43db-a528-16c354406b1d req-e1115748-5ff5-47b1-b91f-44797432bf63 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 945 time: 0.1242604 Sep 16 04:53:25.218679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f0fa3699-5108-43ee-aee2-9c523615c87d,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:25.274402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8b1eb4e-6852-43db-a528-16c354406b1d req-cb8204a0-cc44-407f-8aa6-84fe400d98a0 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986736 Sep 16 04:53:25.282207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d73205-e928-4e29-a2f4-975163145673 req-5290684b-2d9a-4657-ba4f-6b7d7de68e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.283839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74d73205-e928-4e29-a2f4-975163145673 req-5290684b-2d9a-4657-ba4f-6b7d7de68e0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 1098 time: 0.1494923 Sep 16 04:53:25.416843 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74d73205-e928-4e29-a2f4-975163145673 req-116c3089-0552-49a6-9e88-c4dc07301e52 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560851 Sep 16 04:53:25.440628 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.551166 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.643130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=37f310fc-af62-4c7d-814c-b1009869d65c,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:25.655503 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.783091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:25.784858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:25.955412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:26.096598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:26.104960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54592) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:26.105372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7cf0a20b-b714-42fc-aa62-22255666fb3e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "PUT /v2.0/routers/a0276cde-f65b-4cd0-92c9-6d5a6071e76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5375345 Sep 16 04:53:26.110050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'port': {'network_id': '4ea41cdd-c978-4311-b0a3-d8a2d7c9f414', 'name': 'tempest-FloatingIPTestJSON-29514101'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:26.110319 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de4ff1-2217-4a4c-bc6d-7c5051c6701a None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:26.120519 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de4ff1-2217-4a4c-bc6d-7c5051c6701a None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:26.121158 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-15de4ff1-2217-4a4c-bc6d-7c5051c6701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:26.155393 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-15de4ff1-2217-4a4c-bc6d-7c5051c6701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:26.164789 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de4ff1-2217-4a4c-bc6d-7c5051c6701a None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:26.165451 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-15de4ff1-2217-4a4c-bc6d-7c5051c6701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:26.200055 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-15de4ff1-2217-4a4c-bc6d-7c5051c6701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:26.201032 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de4ff1-2217-4a4c-bc6d-7c5051c6701a None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:26.318545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Made reservation on behalf of ed4960b2e0b6449284350eb204d2c190 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:26.322935 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.347770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] device_id is not set on port 14b0427e-0024-4f43-9cf8-b570794eb202 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:26.509348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e9678-cca1-4332-83f1-a656b43b5c41 req-e43d04dc-d4df-49e5-9ec4-4a95895b3b47 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.511099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e6e9678-cca1-4332-83f1-a656b43b5c41 req-e43d04dc-d4df-49e5-9ec4-4a95895b3b47 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 946 time: 0.1027541 Sep 16 04:53:26.557738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.20.0.13 (4ea41cdd-c978-4311-b0a3-d8a2d7c9f414/d8a6fb8f-a4e3-41c5-9ec1-7f59ef6bf472/14b0427e-0024-4f43-9cf8-b570794eb202) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:26.581946 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e6e9678-cca1-4332-83f1-a656b43b5c41 req-829c0bc9-bc17-44a4-8820-a8dc8cb923bc tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567005 Sep 16 04:53:26.775597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.915798 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.980878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:26.984089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:26.990005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:27.015210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=14b0427e-0024-4f43-9cf8-b570794eb202,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:27.046001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.046748 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.159739 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-948ec448-ae3e-4a92-8cfb-b2f09f905915 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0536830 Sep 16 04:53:27.162231 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54626) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:27.168002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'port': {'network_id': '4ea41cdd-c978-4311-b0a3-d8a2d7c9f414', 'name': 'tempest-FloatingIPTestJSON-1747747169'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:27.390430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Made reservation on behalf of ed4960b2e0b6449284350eb204d2c190 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:27.394474 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.413646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] device_id is not set on port 3024a47e-130a-4c8c-92c1-3a6057a4b86d yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:27.573195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.20.0.8 (4ea41cdd-c978-4311-b0a3-d8a2d7c9f414/d8a6fb8f-a4e3-41c5-9ec1-7f59ef6bf472/3024a47e-130a-4c8c-92c1-3a6057a4b86d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:27.743918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.755745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec787b7-6f14-45a4-9f18-3f04871fe923 req-ade7f0de-40f2-46a0-8b03-593c5d13b484 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.757897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fec787b7-6f14-45a4-9f18-3f04871fe923 req-ade7f0de-40f2-46a0-8b03-593c5d13b484 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 946 time: 0.0612750 Sep 16 04:53:27.799807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fec787b7-6f14-45a4-9f18-3f04871fe923 req-ab0a3b9a-d6a9-4623-9a7f-d9ce76f5922e tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347612 Sep 16 04:53:27.914437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.987918 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:27.996967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:28.001898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:28.067899 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-3aeb8a1f-474f-46e0-afb3-278926ca12ef tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.071810 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-3aeb8a1f-474f-46e0-afb3-278926ca12ef tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1257911 Sep 16 04:53:28.125534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.125534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.134829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=3024a47e-130a-4c8c-92c1-3a6057a4b86d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:28.189287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-a7f08479-050d-4bb0-92ca-f9cbdfd8791c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 696 time: 0.1094966 Sep 16 04:53:28.226828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-8741fbd5-4ee6-405a-a201-cee69bad1091 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Request body: {'floatingip': {'port_id': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:28.245476 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fd3d66ee-2f10-4131-a684-8a744bb67f5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0821011 Sep 16 04:53:28.251853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54660) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:28.256377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '3024a47e-130a-4c8c-92c1-3a6057a4b86d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:28.278373 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-8741fbd5-4ee6-405a-a201-cee69bad1091 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.340368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-281c204d-443a-491d-a56b-ed181dc83940 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1691465 Sep 16 04:53:28.384451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.498040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.524854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-a3a9ca7a-36aa-4c78-92fa-e1bf301c0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.525437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-a3a9ca7a-36aa-4c78-92fa-e1bf301c0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.526035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-a3a9ca7a-36aa-4c78-92fa-e1bf301c0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.526636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-a3a9ca7a-36aa-4c78-92fa-e1bf301c0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.527226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-a3a9ca7a-36aa-4c78-92fa-e1bf301c0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.527756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-a3a9ca7a-36aa-4c78-92fa-e1bf301c0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.528407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-a3a9ca7a-36aa-4c78-92fa-e1bf301c0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.530758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-a3a9ca7a-36aa-4c78-92fa-e1bf301c0d3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6507 time: 0.1146955 Sep 16 04:53:28.688288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.25.3.149 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/d061942c-37b7-4a87-b726-8a801fcc56ef) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:28.802014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-48e3b7f0-b3af-4742-a8cd-85fc2b055821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.802670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-48e3b7f0-b3af-4742-a8cd-85fc2b055821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.803100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-48e3b7f0-b3af-4742-a8cd-85fc2b055821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.805820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-48e3b7f0-b3af-4742-a8cd-85fc2b055821 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e579560-ee61-4292-8f2f-64a91f12cd9a&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=613bf0c4-562f-4261-a5eb-2dd164436d0c&id=613bf0c4-562f-4261-a5eb-2dd164436d0c HTTP/1.1" status: 200 len: 2294 time: 0.2106154 Sep 16 04:53:28.903668 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.945637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-61c944d2-65c2-42ba-8d3c-6044d8989bde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c56544bc-9c85-443c-a0f5-40e0cda20454 HTTP/1.1" status: 200 len: 1002 time: 0.1043103 Sep 16 04:53:29.036170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54672) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:29.046524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-ac56d42b-4506-40f5-9b47-3930ff097e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.047597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.047983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-ac56d42b-4506-40f5-9b47-3930ff097e55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcbf44ef-75ba-4d63-80c7-d7f551aededf HTTP/1.1" status: 200 len: 856 time: 0.0942388 Sep 16 04:53:29.052088 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-8741fbd5-4ee6-405a-a201-cee69bad1091 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.093702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:29.096819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:29.101204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:29.137478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=d061942c-37b7-4a87-b726-8a801fcc56ef,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:29.158786 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-663630b1-1f8a-42a8-9aa8-384b3fd825b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.160631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-663630b1-1f8a-42a8-9aa8-384b3fd825b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e579560-ee61-4292-8f2f-64a91f12cd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048093 Sep 16 04:53:29.235366 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-8741fbd5-4ee6-405a-a201-cee69bad1091 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.324428 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-22b44832-045c-4af5-8f04-f9fb41970d47 service neutron] 10.222.0.37 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530032 Sep 16 04:53:29.446292 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-8741fbd5-4ee6-405a-a201-cee69bad1091 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Floating IP 7a774b1d-eed3-41dd-9f4d-d276f76ab843 associated. External IP: 172.25.3.219, port: 2c39b482-30c8-4196-88dd-d2b9788bcd91. Sep 16 04:53:29.518855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-e8536195-002b-46d1-91e8-ad8267f8cd73 service neutron] 10.222.0.37 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818991 Sep 16 04:53:29.604145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54686) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:29.612364 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-3f5754cd-dcc0-46d4-a97b-6ad31a14e33a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=f7f75ae1-2006-4b22-907b-5e5d61caef19 HTTP/1.1" status: 200 len: 217 time: 0.0567048 Sep 16 04:53:29.755597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4467f0c-7ca9-499e-882b-c21aa19b4c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.927947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54692) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:30.026551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.029098 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4467f0c-7ca9-499e-882b-c21aa19b4c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.055109 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbbdf-539c-4639-bd25-892c3010aefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.060630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-7fa08109-9290-4e3a-92fb-a93c4afe8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.062282 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-7fa08109-9290-4e3a-92fb-a93c4afe8365 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.4344063 Sep 16 04:53:30.068642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9d04227-f475-4288-aa33-c29bc306b473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.073287 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4467f0c-7ca9-499e-882b-c21aa19b4c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.129816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-b9d04227-f475-4288-aa33-c29bc306b473 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:53:30.129816 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:53:30.129816 n-d-712137-12 neutron-server[95451]: [parameters: {'project_id_1': 'deb317b4ed264618987d30283cbf6809', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 53, 10, 107692)}] Sep 16 04:53:30.129816 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:30.130517 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-b9d04227-f475-4288-aa33-c29bc306b473 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:30.131356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4467f0c-7ca9-499e-882b-c21aa19b4c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392f0428-93ac-44d0-88f7-e3da590ccb22,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:30.135915 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f4467f0c-7ca9-499e-882b-c21aa19b4c5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea11a76085e540779c95279d32aac9d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0983651 Sep 16 04:53:30.139077 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54696) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:30.198334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-0fa21047-c930-42c6-b690-02e4ae0816c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.199983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-0fa21047-c930-42c6-b690-02e4ae0816c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1289234 Sep 16 04:53:30.222011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef7fecd9-85bb-4a1c-9352-b9f0b8ddaa45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.224289 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.242509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-8741fbd5-4ee6-405a-a201-cee69bad1091 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Router 14b62df7-39ef-4199-a49d-cc7da3f15e15 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:30.273673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef7fecd9-85bb-4a1c-9352-b9f0b8ddaa45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.418537 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-4f650187-487a-431a-9134-996f05b80ae5 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072120 Sep 16 04:53:30.435980 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.444401 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef7fecd9-85bb-4a1c-9352-b9f0b8ddaa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.447601 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef7fecd9-85bb-4a1c-9352-b9f0b8ddaa45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.448856 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ef7fecd9-85bb-4a1c-9352-b9f0b8ddaa45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/392f0428-93ac-44d0-88f7-e3da590ccb22 HTTP/1.1" status: 204 len: 168 time: 0.3088660 Sep 16 04:53:30.457950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fecd9-85bb-4a1c-9352-b9f0b8ddaa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392f0428-93ac-44d0-88f7-e3da590ccb22,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:30.464227 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbbdf-539c-4639-bd25-892c3010aefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.538206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.545351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-8741fbd5-4ee6-405a-a201-cee69bad1091 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:30.551071 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-8741fbd5-4ee6-405a-a201-cee69bad1091 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.560271 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b87f8-c8bc-441d-985b-861e9d6622a8 None None] Sync routers for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:30.568868 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b87f8-c8bc-441d-985b-861e9d6622a8 None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:30.569916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dd8b87f8-c8bc-441d-985b-861e9d6622a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:30.585652 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbbdf-539c-4639-bd25-892c3010aefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.595429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-8741fbd5-4ee6-405a-a201-cee69bad1091 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "PUT /v2.0/floatingips/7a774b1d-eed3-41dd-9f4d-d276f76ab843 HTTP/1.1" status: 200 len: 996 time: 2.3740950 Sep 16 04:53:30.611470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:30.613722 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10340863-cc6a-413d-a70d-a8133021aebd" -d '{"events": [{"name": "network-changed", "server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:30.647015 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9d04227-f475-4288-aa33-c29bc306b473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.675535 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=d061942c-37b7-4a87-b726-8a801fcc56ef,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:30.682777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-5de75bc6-72be-43a8-847f-73316884ca91 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336218 Sep 16 04:53:30.685597 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae22ca23-8766-4977-86a4-3e0abb54b40e x-openstack-request-id: req-ae22ca23-8766-4977-86a4-3e0abb54b40e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:30.685889 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:30.686143 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae22ca23-8766-4977-86a4-3e0abb54b40e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:30.686520 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'status': 'completed', 'code': 200} Sep 16 04:53:30.687055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bbbdf-539c-4639-bd25-892c3010aefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f6f8e9-d4f5-42f9-8a7f-c55ee93fb518,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:30.695077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4d3bbbdf-539c-4639-bd25-892c3010aefc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a80c04e93a1b4596a116e912fb1df959&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0895305 Sep 16 04:53:30.706262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54708) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:30.713980 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.740844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-dd8b87f8-c8bc-441d-985b-861e9d6622a8 None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:30.762306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-42308f16-144b-40c0-8916-e5e45a6988c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=8931bc21-7184-449c-b91d-8bf34e1a5d56 HTTP/1.1" status: 200 len: 217 time: 0.0704925 Sep 16 04:53:30.771679 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-c41aeb2f-9712-44da-9360-ba44c05627d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.773761 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-c41aeb2f-9712-44da-9360-ba44c05627d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 1097 time: 0.1425512 Sep 16 04:53:30.851418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340863-cc6a-413d-a70d-a8133021aebd req-a646635b-4129-475d-9d19-1d600343e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.853070 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10340863-cc6a-413d-a70d-a8133021aebd req-a646635b-4129-475d-9d19-1d600343e860 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 1097 time: 0.1496589 Sep 16 04:53:30.871839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-bd42161b-912d-4c4e-b0ea-e48aacec03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.874652 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-bd42161b-912d-4c4e-b0ea-e48aacec03f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.0986171 Sep 16 04:53:30.901506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-031576fd-ed43-4b0f-970d-88e8800b5e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.937971 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Floating IP 6813c780-b1d5-415c-8024-d036f48eee66 associated. External IP: 172.25.3.149, port: 3024a47e-130a-4c8c-92c1-3a6057a4b86d. Sep 16 04:53:30.987263 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-031576fd-ed43-4b0f-970d-88e8800b5e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.027297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-9c62cf30-c0a6-4bad-aac6-b51796cb5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.028894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-9c62cf30-c0a6-4bad-aac6-b51796cb5d2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.2232966 Sep 16 04:53:31.033084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-1ff9c9cf-9c2e-4ba5-8534-b154c5af9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.034540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-1ff9c9cf-9c2e-4ba5-8534-b154c5af9034 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1328051 Sep 16 04:53:31.058562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9d04227-f475-4288-aa33-c29bc306b473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.108931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340863-cc6a-413d-a70d-a8133021aebd req-087e1d80-7ef1-4600-ac70-51dec8216247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.110437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10340863-cc6a-413d-a70d-a8133021aebd req-087e1d80-7ef1-4600-ac70-51dec8216247 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.2485914 Sep 16 04:53:31.111945 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dd8b87f8-c8bc-441d-985b-861e9d6622a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7a774b1d-eed3-41dd-9f4d-d276f76ab843', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'port_id': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'mac_address': 'fa:16:3e:dd:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:53:10Z', 'updated_at': '2021-09-16T04:53:28Z', 'revision_number': 1, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:31.147469 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b87f8-c8bc-441d-985b-861e9d6622a8 None None] Checking router: 14b62df7-39ef-4199-a49d-cc7da3f15e15 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:31.152384 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9d04227-f475-4288-aa33-c29bc306b473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.158157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b87f8-c8bc-441d-985b-861e9d6622a8 None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:31.158747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dd8b87f8-c8bc-441d-985b-861e9d6622a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:31.200878 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-031576fd-ed43-4b0f-970d-88e8800b5e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.203405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-031576fd-ed43-4b0f-970d-88e8800b5e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.207190 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-031576fd-ed43-4b0f-970d-88e8800b5e5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86f6f8e9-d4f5-42f9-8a7f-c55ee93fb518 HTTP/1.1" status: 204 len: 168 time: 0.4984584 Sep 16 04:53:31.211021 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d04227-f475-4288-aa33-c29bc306b473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb3bfc6-3f5c-4c59-9739-02fb1bcd3dd6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:31.220294 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-f4e62a7b-f3d8-4fc4-bee5-1eae88e106f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 999 time: 0.1847804 Sep 16 04:53:31.222119 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b9d04227-f475-4288-aa33-c29bc306b473 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=deb317b4ed264618987d30283cbf6809&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2921934 Sep 16 04:53:31.227480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54720) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:31.254613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031576fd-ed43-4b0f-970d-88e8800b5e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f6f8e9-d4f5-42f9-8a7f-c55ee93fb518,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:31.273646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10340863-cc6a-413d-a70d-a8133021aebd req-31667101-83ab-4f3b-9273-b6206ea1fccc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 999 time: 0.1442211 Sep 16 04:53:31.306170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:31.424165 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-98e94bf0-e35e-4618-9885-797d86c6488f service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720198 Sep 16 04:53:31.448484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-e24036ba-ce67-4436-a073-59b49f7a4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.455855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-e24036ba-ce67-4436-a073-59b49f7a4689 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.2121656 Sep 16 04:53:31.508990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-dd8b87f8-c8bc-441d-985b-861e9d6622a8 None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:31.510546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:31.521342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340863-cc6a-413d-a70d-a8133021aebd req-bc976c98-9bf8-4476-af97-2f37554d5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.523496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10340863-cc6a-413d-a70d-a8133021aebd req-bc976c98-9bf8-4476-af97-2f37554d5b0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.1924617 Sep 16 04:53:31.525310 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74eb6bf-6dc0-4c07-8723-d64cf1ea710a None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:31.534684 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dadb60e5-8210-49b0-8440-f1c4d0e1d2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.540536 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74eb6bf-6dc0-4c07-8723-d64cf1ea710a None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:31.542142 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-f74eb6bf-6dc0-4c07-8723-d64cf1ea710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:31.605983 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-f74eb6bf-6dc0-4c07-8723-d64cf1ea710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:31.618237 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74eb6bf-6dc0-4c07-8723-d64cf1ea710a None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:31.619350 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-f74eb6bf-6dc0-4c07-8723-d64cf1ea710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:31.623288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dadb60e5-8210-49b0-8440-f1c4d0e1d2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.629273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-904ad7cc-d88a-438a-8d7e-b2bb67ba6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.635325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-904ad7cc-d88a-438a-8d7e-b2bb67ba6a9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786439 Sep 16 04:53:31.652813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-25190437-6bf0-41e6-adfb-f76bd479ac19 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:53:31.654067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-25190437-6bf0-41e6-adfb-f76bd479ac19 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083218 Sep 16 04:53:31.661654 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-f74eb6bf-6dc0-4c07-8723-d64cf1ea710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:31.662395 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74eb6bf-6dc0-4c07-8723-d64cf1ea710a None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:31.715493 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340863-cc6a-413d-a70d-a8133021aebd req-9a84c495-7e3d-4bc4-bf95-6823de0e4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.717131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10340863-cc6a-413d-a70d-a8133021aebd req-9a84c495-7e3d-4bc4-bf95-6823de0e4a21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1835635 Sep 16 04:53:31.744607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-3569b08a-fc1a-4f22-adf8-54116b8b3e78 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118534 Sep 16 04:53:31.760388 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.805220 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c41dc81b-75be-4549-83a5-e1d2f0f7722e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5519931 Sep 16 04:53:31.805993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dd8b87f8-c8bc-441d-985b-861e9d6622a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7a774b1d-eed3-41dd-9f4d-d276f76ab843', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'port_id': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'mac_address': 'fa:16:3e:dd:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:53:10Z', 'updated_at': '2021-09-16T04:53:28Z', 'revision_number': 1, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:31.815403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54736) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:31.821634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7bf452b2-1e0e-4b40-ab0c-4bc27f255f2e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:31.845019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-a63883d4-8ee9-42bc-9f6a-5c1960f585d7 service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786962 Sep 16 04:53:31.867452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b87f8-c8bc-441d-985b-861e9d6622a8 None None] The sync data for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 is: [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7a774b1d-eed3-41dd-9f4d-d276f76ab843', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'port_id': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'mac_address': 'fa:16:3e:dd:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:53:10Z', 'updated_at': '2021-09-16T04:53:28Z', 'revision_number': 1, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:31.907163 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7bf452b2-1e0e-4b40-ab0c-4bc27f255f2e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.956016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-a40a0cc8-f61a-45b0-8fbe-d610a58789df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 HTTP/1.1" status: 200 len: 217 time: 0.1142690 Sep 16 04:53:31.977203 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dadb60e5-8210-49b0-8440-f1c4d0e1d2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.979765 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dadb60e5-8210-49b0-8440-f1c4d0e1d2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.983570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dadb60e5-8210-49b0-8440-f1c4d0e1d2c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/feb3bfc6-3f5c-4c59-9739-02fb1bcd3dd6 HTTP/1.1" status: 204 len: 168 time: 0.7515061 Sep 16 04:53:32.048198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb60e5-8210-49b0-8440-f1c4d0e1d2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb3bfc6-3f5c-4c59-9739-02fb1bcd3dd6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:32.081616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05479bf8-3313-488c-a5a9-e4dc47ce0022 req-527ccede-7606-4016-817d-a3d29d3f122e service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258046 Sep 16 04:53:32.083329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-09c6c677-6251-4ac7-bf5f-2a127821ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.085308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-09c6c677-6251-4ac7-bf5f-2a127821ef18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.1181688 Sep 16 04:53:32.103293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7bf452b2-1e0e-4b40-ab0c-4bc27f255f2e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.112617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10340863-cc6a-413d-a70d-a8133021aebd req-f4f1f4e6-0020-4605-8da7-e1daad2c9978 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819265 Sep 16 04:53:32.178882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-a97be41c-63d3-498a-a262-9158bdf94575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.182468 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-a97be41c-63d3-498a-a262-9158bdf94575 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0868919 Sep 16 04:53:32.224107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3565cc2d-eb77-47cb-b70f-d339ad2efcc5 None None] New status for floating IP 7a774b1d-eed3-41dd-9f4d-d276f76ab843: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:53:32.258102 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7bf452b2-1e0e-4b40-ab0c-4bc27f255f2e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.262883 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-7bf452b2-1e0e-4b40-ab0c-4bc27f255f2e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Floating IP 6813c780-b1d5-415c-8024-d036f48eee66 disassociated. External IP: 172.25.3.149, port: 3024a47e-130a-4c8c-92c1-3a6057a4b86d. Sep 16 04:53:32.398586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10340863-cc6a-413d-a70d-a8133021aebd req-8f5f73cf-b98b-4b51-8a33-ebf51b670aaa service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700534 Sep 16 04:53:32.431528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-ec4eb168-d484-470e-8a25-1e0e2c78b825 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.433143 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-ec4eb168-d484-470e-8a25-1e0e2c78b825 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1003518 Sep 16 04:53:32.439974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-59583f07-9efe-4c1d-b45f-8b0d0ecbe445 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128980 Sep 16 04:53:32.580783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf452b2-1e0e-4b40-ab0c-4bc27f255f2e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:32.728856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf452b2-1e0e-4b40-ab0c-4bc27f255f2e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:32.738415 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7bf452b2-1e0e-4b40-ab0c-4bc27f255f2e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.741664 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251786f-5c55-4fad-b119-c39c475def11 None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:32.759129 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251786f-5c55-4fad-b119-c39c475def11 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:32.760136 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6251786f-5c55-4fad-b119-c39c475def11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:32.789059 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7bf452b2-1e0e-4b40-ab0c-4bc27f255f2e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "PUT /v2.0/floatingips/6813c780-b1d5-415c-8024-d036f48eee66 HTTP/1.1" status: 200 len: 688 time: 0.9720957 Sep 16 04:53:32.789863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54766) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:32.800107 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6251786f-5c55-4fad-b119-c39c475def11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:32.816869 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251786f-5c55-4fad-b119-c39c475def11 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:32.817883 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6251786f-5c55-4fad-b119-c39c475def11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:32.860341 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6251786f-5c55-4fad-b119-c39c475def11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:32.861283 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251786f-5c55-4fad-b119-c39c475def11 None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:32.991765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-85144887-ff8b-41af-a72d-db1931c06ca9 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port d061942c-37b7-4a87-b726-8a801fcc56ef {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:32.992378 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85144887-ff8b-41af-a72d-db1931c06ca9 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.004016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-f779907d-5a3f-4cae-8be5-176f92ae1159 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 999 time: 0.5630713 Sep 16 04:53:33.018086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-619d769a-d215-46ca-b114-c8b9b3a5797c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Request body: {'floatingip': {'port_id': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:33.073674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-711e35df-897b-4d63-acae-4c894d499c2d service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237350 Sep 16 04:53:33.081819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85144887-ff8b-41af-a72d-db1931c06ca9 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.082797 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85144887-ff8b-41af-a72d-db1931c06ca9 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.098579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-85144887-ff8b-41af-a72d-db1931c06ca9 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for d061942c-37b7-4a87-b726-8a801fcc56ef owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:33.127396 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-619d769a-d215-46ca-b114-c8b9b3a5797c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.132016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-8862d4f0-3b4e-4e8d-987a-ea5194e03332 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=3ff4320c-9c99-48f4-bc6c-655f8f986494 HTTP/1.1" status: 200 len: 217 time: 0.0472150 Sep 16 04:53:33.248920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-67b09682-01aa-4e45-aef0-5ef224dcf406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.250352 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-67b09682-01aa-4e45-aef0-5ef224dcf406 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.0845151 Sep 16 04:53:33.314347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54778) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:33.329424 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed9a177f-fc1b-4610-842c-8bb3d07e23b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.357409 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85144887-ff8b-41af-a72d-db1931c06ca9 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.382741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-b569346d-6b99-4583-9376-362cfd69ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.384660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-b569346d-6b99-4583-9376-362cfd69ec8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0995231 Sep 16 04:53:33.410418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85144887-ff8b-41af-a72d-db1931c06ca9 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=d061942c-37b7-4a87-b726-8a801fcc56ef,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:33.517888 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85144887-ff8b-41af-a72d-db1931c06ca9 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.525756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85144887-ff8b-41af-a72d-db1931c06ca9 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.529612 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-85144887-ff8b-41af-a72d-db1931c06ca9 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/floatingips/6813c780-b1d5-415c-8024-d036f48eee66 HTTP/1.1" status: 204 len: 168 time: 0.7384832 Sep 16 04:53:33.534082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54786) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:33.549532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '14b0427e-0024-4f43-9cf8-b570794eb202'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:33.614087 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed9a177f-fc1b-4610-842c-8bb3d07e23b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.665794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-33ce23e5-7d59-4dc5-853d-e6481e333579 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173853 Sep 16 04:53:33.719620 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed9a177f-fc1b-4610-842c-8bb3d07e23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.778818 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ed9a177f-fc1b-4610-842c-8bb3d07e23b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30021c0ad2c84d2c8c68309baa700130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631054 Sep 16 04:53:33.782987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54796) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:33.804716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a177f-fc1b-4610-842c-8bb3d07e23b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c55aff-c8a1-4ae2-9aa8-64d7bd700c39,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:33.869188 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-6785158d-66ac-4b4e-97e0-9bca0c96bff2 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947167 Sep 16 04:53:33.921931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.942382 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-354108c2-ace6-47cc-9e72-4c34abff9c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.947891 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-a651a884-c120-4655-893c-61cab6b91eab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 HTTP/1.1" status: 200 len: 217 time: 0.0498765 Sep 16 04:53:34.021471 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-354108c2-ace6-47cc-9e72-4c34abff9c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.042662 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.082101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-2c20c8bd-7b6f-4a92-aa24-a180c4007b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.083573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-2c20c8bd-7b6f-4a92-aa24-a180c4007b49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=936106df-bf9b-418c-b55e-9f78c7e67000 HTTP/1.1" status: 200 len: 797 time: 0.1248381 Sep 16 04:53:34.181308 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.25.3.35 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/cc8d0aa9-45a8-48d7-9e09-ee1d9d4c0ab6) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:34.183475 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-619d769a-d215-46ca-b114-c8b9b3a5797c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.187378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-ec2bad9a-b9be-465d-8015-8eb0597cb85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.189290 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-ec2bad9a-b9be-465d-8015-8eb0597cb85c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0954642 Sep 16 04:53:34.264677 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-619d769a-d215-46ca-b114-c8b9b3a5797c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.308675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.316875 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-354108c2-ace6-47cc-9e72-4c34abff9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.319562 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-354108c2-ace6-47cc-9e72-4c34abff9c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.320871 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-354108c2-ace6-47cc-9e72-4c34abff9c44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29c55aff-c8a1-4ae2-9aa8-64d7bd700c39 HTTP/1.1" status: 204 len: 168 time: 0.5368888 Sep 16 04:53:34.338478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354108c2-ace6-47cc-9e72-4c34abff9c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c55aff-c8a1-4ae2-9aa8-64d7bd700c39,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:34.407752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-10d87df1-1511-4367-80b9-0b32f1496140 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104197 Sep 16 04:53:34.411286 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-619d769a-d215-46ca-b114-c8b9b3a5797c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Floating IP 7a774b1d-eed3-41dd-9f4d-d276f76ab843 associated. External IP: 172.25.3.219, port: 2c39b482-30c8-4196-88dd-d2b9788bcd91. Sep 16 04:53:34.429774 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.479873 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:34.487463 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:34.490016 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=cc8d0aa9-45a8-48d7-9e09-ee1d9d4c0ab6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:34.497302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:34.652183 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-da970233-d885-4b39-bc47-82cb209a9154 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363422 Sep 16 04:53:34.656020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18045b73-cb76-45e5-bc49-43ba12d9db67 req-b932aa42-a41b-49c5-b52b-79079a1ae1bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1437845 Sep 16 04:53:34.795128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-f9882459-6d8b-4264-92f5-ceeb80cbf489 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf714077-d4c2-4966-aba7-88fc07ed0680 HTTP/1.1" status: 200 len: 217 time: 0.1195054 Sep 16 04:53:34.878345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18045b73-cb76-45e5-bc49-43ba12d9db67 req-e005e685-a5e5-4034-873b-85cad974a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.880378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18045b73-cb76-45e5-bc49-43ba12d9db67 req-e005e685-a5e5-4034-873b-85cad974a8ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7a9bdb6cec4045aebeee2074d0ed56&device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 1097 time: 0.1883142 Sep 16 04:53:34.972422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-e8bbf318-0bef-4db5-84c0-d72f0765316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.973980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-e8bbf318-0bef-4db5-84c0-d72f0765316c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=936106df-bf9b-418c-b55e-9f78c7e67000 HTTP/1.1" status: 200 len: 797 time: 0.1666479 Sep 16 04:53:34.986106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-619d769a-d215-46ca-b114-c8b9b3a5797c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Router 14b62df7-39ef-4199-a49d-cc7da3f15e15 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:35.003085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.132638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-c51e1b70-6a94-49d7-8657-dd0cd5b48da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.134197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-c51e1b70-6a94-49d7-8657-dd0cd5b48da7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1469505 Sep 16 04:53:35.138485 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18045b73-cb76-45e5-bc49-43ba12d9db67 req-5ce32795-1d0c-4e8d-91e3-78ef01f4ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.139860 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18045b73-cb76-45e5-bc49-43ba12d9db67 req-5ce32795-1d0c-4e8d-91e3-78ef01f4ea67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=22ee9107-e191-4262-b0fc-68862935cfe3 HTTP/1.1" status: 200 len: 916 time: 0.1911678 Sep 16 04:53:35.171033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.305731 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-619d769a-d215-46ca-b114-c8b9b3a5797c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:35.312184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18045b73-cb76-45e5-bc49-43ba12d9db67 req-9e099679-681d-4c69-866b-07bfc503c4c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=220aee65-2528-42c6-8c0d-bd879013cb8a HTTP/1.1" status: 200 len: 1000 time: 0.1579471 Sep 16 04:53:35.320926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9924fc43-4ece-4bdf-84b8-5ca64f1b64f9 None None] Sync routers for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:35.336775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924fc43-4ece-4bdf-84b8-5ca64f1b64f9 None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:35.337631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9924fc43-4ece-4bdf-84b8-5ca64f1b64f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:35.356954 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.471889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-9924fc43-4ece-4bdf-84b8-5ca64f1b64f9 None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:35.478929 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.560152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=cc8d0aa9-45a8-48d7-9e09-ee1d9d4c0ab6,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:35.578861 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.716185 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Floating IP 9ae4d0d2-26ed-4baa-87fe-a03495bcdef7 associated. External IP: 172.25.3.35, port: 14b0427e-0024-4f43-9cf8-b570794eb202. Sep 16 04:53:35.769774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-97c8e277-122e-45ac-a392-8a7bc410dadd service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252284 Sep 16 04:53:35.811594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18045b73-cb76-45e5-bc49-43ba12d9db67 req-bf6a9e06-1fbb-4f8c-ad42-2bc924b754d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.812934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18045b73-cb76-45e5-bc49-43ba12d9db67 req-bf6a9e06-1fbb-4f8c-ad42-2bc924b754d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8 HTTP/1.1" status: 200 len: 855 time: 0.4637985 Sep 16 04:53:35.855900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9924fc43-4ece-4bdf-84b8-5ca64f1b64f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7a774b1d-eed3-41dd-9f4d-d276f76ab843', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'port_id': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'mac_address': 'fa:16:3e:ee:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f56aa2-6122-409d-8541-5c568c801fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:53:10Z', 'updated_at': '2021-09-16T04:53:33Z', 'revision_number': 3, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:35.892140 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9924fc43-4ece-4bdf-84b8-5ca64f1b64f9 None None] Checking router: 14b62df7-39ef-4199-a49d-cc7da3f15e15 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:35.922303 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924fc43-4ece-4bdf-84b8-5ca64f1b64f9 None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:35.923096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9924fc43-4ece-4bdf-84b8-5ca64f1b64f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:36.021875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18045b73-cb76-45e5-bc49-43ba12d9db67 req-53793500-3b10-4b5b-a1a6-99f6403e9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.023972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18045b73-cb76-45e5-bc49-43ba12d9db67 req-53793500-3b10-4b5b-a1a6-99f6403e9c70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22ee9107-e191-4262-b0fc-68862935cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1708298 Sep 16 04:53:36.027968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfddff87-7e47-4c0e-a068-32059c6bdc89 req-507b3945-a877-4289-93c6-3446cfdc0ba2 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395523 Sep 16 04:53:36.165004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-9924fc43-4ece-4bdf-84b8-5ca64f1b64f9 None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:36.201394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-619d769a-d215-46ca-b114-c8b9b3a5797c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Router 14b62df7-39ef-4199-a49d-cc7da3f15e15 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:36.209773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18045b73-cb76-45e5-bc49-43ba12d9db67 req-d2653f35-ba13-41bb-81c0-622316e1848b service neutron] 10.222.0.23 "GET /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745923 Sep 16 04:53:36.402794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-619d769a-d215-46ca-b114-c8b9b3a5797c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:36.406031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18045b73-cb76-45e5-bc49-43ba12d9db67 req-82afdb47-958d-476f-85a9-fbe18ac49a34 service neutron] 10.222.0.23 "GET /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875014 Sep 16 04:53:36.409423 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-619d769a-d215-46ca-b114-c8b9b3a5797c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.457103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:36.460034 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18830b72-6a68-4aa8-971d-4ed4a667b250" -d '{"events": [{"name": "network-changed", "server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:36.519010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-619d769a-d215-46ca-b114-c8b9b3a5797c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "PUT /v2.0/floatingips/7a774b1d-eed3-41dd-9f4d-d276f76ab843 HTTP/1.1" status: 200 len: 999 time: 3.5057385 Sep 16 04:53:36.519553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9924fc43-4ece-4bdf-84b8-5ca64f1b64f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7a774b1d-eed3-41dd-9f4d-d276f76ab843', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'port_id': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'mac_address': 'fa:16:3e:ee:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f56aa2-6122-409d-8541-5c568c801fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:53:10Z', 'updated_at': '2021-09-16T04:53:33Z', 'revision_number': 3, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:36.526636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:36.564778 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9924fc43-4ece-4bdf-84b8-5ca64f1b64f9 None None] The sync data for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 is: [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7a774b1d-eed3-41dd-9f4d-d276f76ab843', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'port_id': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'mac_address': 'fa:16:3e:ee:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f56aa2-6122-409d-8541-5c568c801fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:53:10Z', 'updated_at': '2021-09-16T04:53:33Z', 'revision_number': 3, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:36.576140 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f03640-06c7-4e74-a33a-5eb7b9fa35ac x-openstack-request-id: req-61f03640-06c7-4e74-a33a-5eb7b9fa35ac {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:36.576431 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:36.576961 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61f03640-06c7-4e74-a33a-5eb7b9fa35ac {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:36.577364 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'status': 'completed', 'code': 200} Sep 16 04:53:36.637468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-37776d82-9fd3-4670-b82f-faa2ae8e07da tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.643814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-37776d82-9fd3-4670-b82f-faa2ae8e07da tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports/2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 942 time: 0.1224627 Sep 16 04:53:36.692586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830b72-6a68-4aa8-971d-4ed4a667b250 req-56e41bf3-aac7-4e3d-ad71-39abab3edf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.697414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18830b72-6a68-4aa8-971d-4ed4a667b250 req-56e41bf3-aac7-4e3d-ad71-39abab3edf0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 1097 time: 0.1054120 Sep 16 04:53:36.699131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:36.719415 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e19e008-8052-4880-9b7c-d21bb8538d8c None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:36.733655 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e19e008-8052-4880-9b7c-d21bb8538d8c None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:36.738665 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-8e19e008-8052-4880-9b7c-d21bb8538d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:36.801528 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.804661 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-8e19e008-8052-4880-9b7c-d21bb8538d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:36.813803 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e19e008-8052-4880-9b7c-d21bb8538d8c None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:36.814422 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-8e19e008-8052-4880-9b7c-d21bb8538d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:36.862960 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4f9c62c5-8789-48aa-add0-d19d10fa04ea tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.3238387 Sep 16 04:53:36.863629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54884) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:36.864692 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-8e19e008-8052-4880-9b7c-d21bb8538d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:36.865346 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e19e008-8052-4880-9b7c-d21bb8538d8c None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:36.873307 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d82d41-56fa-46c2-b30b-30c288324fa8 None None] New status for floating IP 7a774b1d-eed3-41dd-9f4d-d276f76ab843: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:53:36.903441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-561affff-b3eb-4577-aa28-5aae54d16623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.906311 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-561affff-b3eb-4577-aa28-5aae54d16623 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 1097 time: 0.1045072 Sep 16 04:53:36.943228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54890) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:36.943509 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e8d6369d-3d4b-41bb-9fae-ce2f20e18648 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "GET /v2.0/floatingips/9ae4d0d2-26ed-4baa-87fe-a03495bcdef7 HTTP/1.1" status: 200 len: 976 time: 0.0780244 Sep 16 04:53:37.030868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830b72-6a68-4aa8-971d-4ed4a667b250 req-cd6e1853-f7ae-4009-a5e7-0eca46cb1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.032388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18830b72-6a68-4aa8-971d-4ed4a667b250 req-cd6e1853-f7ae-4009-a5e7-0eca46cb1acf service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.3231258 Sep 16 04:53:37.153940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18830b72-6a68-4aa8-971d-4ed4a667b250 req-0846fc7d-78a6-45fc-9b7f-88b1c4300b76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 217 time: 0.1076903 Sep 16 04:53:37.188338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-737417ae-29d7-4e4b-bddf-18b8a67ae380 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2431884 Sep 16 04:53:37.191058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54900) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:37.195612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b3dc9e48-2843-4318-a40b-1ea809a13047 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'floatingip': {'port_id': '3024a47e-130a-4c8c-92c1-3a6057a4b86d'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:37.247709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830b72-6a68-4aa8-971d-4ed4a667b250 req-1984c918-d5c6-4ede-854b-1c163f981b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.249265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18830b72-6a68-4aa8-971d-4ed4a667b250 req-1984c918-d5c6-4ede-854b-1c163f981b71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.0782855 Sep 16 04:53:37.250445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-1ccf677a-3cf1-41ab-ac2c-e15c1347f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.265243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-1ccf677a-3cf1-41ab-ac2c-e15c1347f37b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.3391173 Sep 16 04:53:37.272884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9e48-2843-4318-a40b-1ea809a13047 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.310877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-e4a025e1-5df9-4fb8-b831-c18bafd7b082 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 217 time: 0.0515540 Sep 16 04:53:37.335106 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0154578-9857-483d-8e51-b830908dbfa8 None None] Sync routers for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:37.348333 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0154578-9857-483d-8e51-b830908dbfa8 None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:37.349003 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a0154578-9857-483d-8e51-b830908dbfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:37.448868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-07fdf21a-15b8-4829-93ed-95aae158b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.456591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-07fdf21a-15b8-4829-93ed-95aae158b326 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.1448281 Sep 16 04:53:37.473970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830b72-6a68-4aa8-971d-4ed4a667b250 req-6814416b-fd93-436c-b915-431b0b3cea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.484082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18830b72-6a68-4aa8-971d-4ed4a667b250 req-6814416b-fd93-436c-b915-431b0b3cea56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1818290 Sep 16 04:53:37.519777 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a0154578-9857-483d-8e51-b830908dbfa8 None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:37.591692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-3be758b4-3195-48e1-88b0-6660cf25fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.596372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-3be758b4-3195-48e1-88b0-6660cf25fe87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1372297 Sep 16 04:53:37.741576 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18830b72-6a68-4aa8-971d-4ed4a667b250 req-0626c2f0-5e19-4402-8513-bf30bccf7f77 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333863 Sep 16 04:53:37.793198 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a0154578-9857-483d-8e51-b830908dbfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7a774b1d-eed3-41dd-9f4d-d276f76ab843', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'port_id': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'mac_address': 'fa:16:3e:ee:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f56aa2-6122-409d-8541-5c568c801fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:53:10Z', 'updated_at': '2021-09-16T04:53:37Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:37.836351 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0154578-9857-483d-8e51-b830908dbfa8 None None] Checking router: 14b62df7-39ef-4199-a49d-cc7da3f15e15 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:37.843854 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-57cd77c6-304b-414e-afeb-d8f1bc79742f service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295694 Sep 16 04:53:37.850599 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0154578-9857-483d-8e51-b830908dbfa8 None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:37.852157 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a0154578-9857-483d-8e51-b830908dbfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:37.946187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18830b72-6a68-4aa8-971d-4ed4a667b250 req-525348a7-fb2f-4dbe-b262-9596c2801833 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960814 Sep 16 04:53:37.980493 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-ef22bf8c-bd03-44e9-a930-a365a053262b service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356635 Sep 16 04:53:38.050821 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9e48-2843-4318-a40b-1ea809a13047 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.059070 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a0154578-9857-483d-8e51-b830908dbfa8 None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:38.166120 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9e48-2843-4318-a40b-1ea809a13047 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.218075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-85a09303-b72c-4b2e-8e30-e3204ff30707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.223492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-85a09303-b72c-4b2e-8e30-e3204ff30707 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0874710 Sep 16 04:53:38.325280 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-b3dc9e48-2843-4318-a40b-1ea809a13047 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Floating IP 9ae4d0d2-26ed-4baa-87fe-a03495bcdef7 associated. External IP: 172.25.3.35, port: 14b0427e-0024-4f43-9cf8-b570794eb202. Sep 16 04:53:38.467597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-ed33000c-a9a6-491a-8fad-7a0a3bae0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.477715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-ed33000c-a9a6-491a-8fad-7a0a3bae0940 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.2369049 Sep 16 04:53:38.477858 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a0154578-9857-483d-8e51-b830908dbfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7a774b1d-eed3-41dd-9f4d-d276f76ab843', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'port_id': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'mac_address': 'fa:16:3e:ee:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f56aa2-6122-409d-8541-5c568c801fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:53:10Z', 'updated_at': '2021-09-16T04:53:37Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:38.600691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f56aa2-6122-409d-8541-5c568c801fb5', 'tag': 'f0fa3699-5108-43ee-aee2-9c523615c87d'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:38.604141 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed70beff-c82b-4e3d-804e-39f17df56bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "75f56aa2-6122-409d-8541-5c568c801fb5", "tag": "f0fa3699-5108-43ee-aee2-9c523615c87d"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:38.608655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-e92e934e-5ff3-4b3c-ad74-8d2701234a08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa3699-5108-43ee-aee2-9c523615c87d HTTP/1.1" status: 200 len: 1002 time: 0.1318965 Sep 16 04:53:38.629423 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0154578-9857-483d-8e51-b830908dbfa8 None None] The sync data for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 is: [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7a774b1d-eed3-41dd-9f4d-d276f76ab843', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'port_id': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'mac_address': 'fa:16:3e:ee:29:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f56aa2-6122-409d-8541-5c568c801fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:53:10Z', 'updated_at': '2021-09-16T04:53:37Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:38.680066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dc9e48-2843-4318-a40b-1ea809a13047 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:38.694186 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5c3508-2d0e-446c-a6bf-1eeb377c5fdd x-openstack-request-id: req-be5c3508-2d0e-446c-a6bf-1eeb377c5fdd {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:38.694495 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f56aa2-6122-409d-8541-5c568c801fb5", "tag": "f0fa3699-5108-43ee-aee2-9c523615c87d", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:38.694873 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be5c3508-2d0e-446c-a6bf-1eeb377c5fdd {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:38.695347 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f56aa2-6122-409d-8541-5c568c801fb5', 'tag': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'status': 'completed', 'code': 200} Sep 16 04:53:38.769463 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-372ddda5-a3df-45cb-ab73-eeaa8d4af8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.777288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-372ddda5-a3df-45cb-ab73-eeaa8d4af8dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.1538942 Sep 16 04:53:38.820658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70beff-c82b-4e3d-804e-39f17df56bd1 req-923e2f96-f0d3-4cd7-8886-55a1c183c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.822156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed70beff-c82b-4e3d-804e-39f17df56bd1 req-923e2f96-f0d3-4cd7-8886-55a1c183c936 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 1098 time: 0.1257725 Sep 16 04:53:38.847022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-b13a65bb-cd09-4b2c-b677-e88efc0a55da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.847652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dc9e48-2843-4318-a40b-1ea809a13047 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:38.848814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-b13a65bb-cd09-4b2c-b677-e88efc0a55da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691381 Sep 16 04:53:38.862115 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d39f42-4f4e-44ce-854c-6e9ff4ce3b03 None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:38.884267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d39f42-4f4e-44ce-854c-6e9ff4ce3b03 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:38.884986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c8d39f42-4f4e-44ce-854c-6e9ff4ce3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:38.944840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c8d39f42-4f4e-44ce-854c-6e9ff4ce3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:38.964031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d39f42-4f4e-44ce-854c-6e9ff4ce3b03 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:38.965977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c8d39f42-4f4e-44ce-854c-6e9ff4ce3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:39.013782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c8d39f42-4f4e-44ce-854c-6e9ff4ce3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:39.014645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d39f42-4f4e-44ce-854c-6e9ff4ce3b03 None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:39.078086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-6caa783a-d362-4433-a235-405f03747d46 service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158799 Sep 16 04:53:39.079272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70beff-c82b-4e3d-804e-39f17df56bd1 req-7ed0e83e-1bb3-41a6-828e-6b4838fbeb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.080676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed70beff-c82b-4e3d-804e-39f17df56bd1 req-7ed0e83e-1bb3-41a6-828e-6b4838fbeb15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.2444553 Sep 16 04:53:39.150390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dc9e48-2843-4318-a40b-1ea809a13047 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:39.218816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed70beff-c82b-4e3d-804e-39f17df56bd1 req-b2602798-8aaf-44c0-8ea1-efa34f179866 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa3699-5108-43ee-aee2-9c523615c87d HTTP/1.1" status: 200 len: 1002 time: 0.1264238 Sep 16 04:53:39.301187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dc9e48-2843-4318-a40b-1ea809a13047 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:39.305977 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9e48-2843-4318-a40b-1ea809a13047 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.311689 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ef1a1a-2745-48a9-ad3b-a1e77393da89 req-a221e92d-d821-4373-8a2e-bb8d79d229a9 service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277081 Sep 16 04:53:39.312382 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f284a-197e-4ced-a86d-92f9e259eb86 None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:39.321893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70beff-c82b-4e3d-804e-39f17df56bd1 req-a907cc74-6c19-47a3-ad78-78b6577d4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.323730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed70beff-c82b-4e3d-804e-39f17df56bd1 req-a907cc74-6c19-47a3-ad78-78b6577d4e72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.0899720 Sep 16 04:53:39.325203 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f284a-197e-4ced-a86d-92f9e259eb86 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:39.325827 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-255f284a-197e-4ced-a86d-92f9e259eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:39.372789 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b3dc9e48-2843-4318-a40b-1ea809a13047 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "PUT /v2.0/floatingips/9ae4d0d2-26ed-4baa-87fe-a03495bcdef7 HTTP/1.1" status: 200 len: 977 time: 2.1805067 Sep 16 04:53:39.375244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54968) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:39.376681 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-255f284a-197e-4ced-a86d-92f9e259eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:39.380725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3f8fe9f2-9350-4b6b-bcf0-bd12250fc629 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:39.390845 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f284a-197e-4ced-a86d-92f9e259eb86 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:39.391506 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-255f284a-197e-4ced-a86d-92f9e259eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:39.404301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70beff-c82b-4e3d-804e-39f17df56bd1 req-d6150919-8d48-413a-a75e-7a846fc1f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.406001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed70beff-c82b-4e3d-804e-39f17df56bd1 req-d6150919-8d48-413a-a75e-7a846fc1f6d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743270 Sep 16 04:53:39.451808 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-255f284a-197e-4ced-a86d-92f9e259eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:39.453241 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f284a-197e-4ced-a86d-92f9e259eb86 None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:39.483004 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe9f2-9350-4b6b-bcf0-bd12250fc629 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.564902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed70beff-c82b-4e3d-804e-39f17df56bd1 req-5dff3910-1c19-4416-a33b-52cd3aeeeec1 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495576 Sep 16 04:53:39.568878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dd98dec-d406-45b4-80f6-fb4cc12e1a08 req-92d0584e-2df0-44c3-ac53-8c5d30f2a138 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 1002 time: 0.1165605 Sep 16 04:53:39.658349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe9f2-9350-4b6b-bcf0-bd12250fc629 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.671780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd98dec-d406-45b4-80f6-fb4cc12e1a08 req-f03f8e63-5950-4d08-af9a-3e0156cb4aee tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.673459 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dd98dec-d406-45b4-80f6-fb4cc12e1a08 req-f03f8e63-5950-4d08-af9a-3e0156cb4aee tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports/f0fa3699-5108-43ee-aee2-9c523615c87d HTTP/1.1" status: 200 len: 943 time: 0.0914376 Sep 16 04:53:39.704421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed70beff-c82b-4e3d-804e-39f17df56bd1 req-0adc9fa4-6266-4692-afde-d719dc4fa498 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312106 Sep 16 04:53:39.744042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe9f2-9350-4b6b-bcf0-bd12250fc629 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.745018 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-3f8fe9f2-9350-4b6b-bcf0-bd12250fc629 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Floating IP 9ae4d0d2-26ed-4baa-87fe-a03495bcdef7 disassociated. External IP: 172.25.3.35, port: 3024a47e-130a-4c8c-92c1-3a6057a4b86d. Sep 16 04:53:39.797040 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dd98dec-d406-45b4-80f6-fb4cc12e1a08 req-6270bc07-3c52-42e9-a8ac-4c716e7981a4 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 1002 time: 0.0800188 Sep 16 04:53:39.915699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd98dec-d406-45b4-80f6-fb4cc12e1a08 req-14cbee03-079b-4475-9b30-0450fdc20b1d tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.917351 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dd98dec-d406-45b4-80f6-fb4cc12e1a08 req-14cbee03-079b-4475-9b30-0450fdc20b1d tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1171813 Sep 16 04:53:39.999992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-deb2113d-7860-4001-bba0-b66a2bc8cc50 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 1002 time: 0.0628557 Sep 16 04:53:40.003782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8fe9f2-9350-4b6b-bcf0-bd12250fc629 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:40.058639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-1ecc7fdc-80bf-4aae-9797-6b6041ec0a60 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.064675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-1ecc7fdc-80bf-4aae-9797-6b6041ec0a60 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports/f0fa3699-5108-43ee-aee2-9c523615c87d HTTP/1.1" status: 200 len: 943 time: 0.0581880 Sep 16 04:53:40.130559 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8fe9f2-9350-4b6b-bcf0-bd12250fc629 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:40.135524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe9f2-9350-4b6b-bcf0-bd12250fc629 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.142255 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d77ae-a2e4-4099-a665-37a186d57150 None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:40.157680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d77ae-a2e4-4099-a665-37a186d57150 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:40.158689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-de3d77ae-a2e4-4099-a665-37a186d57150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:40.173397 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54986) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:40.173558 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3f8fe9f2-9350-4b6b-bcf0-bd12250fc629 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "PUT /v2.0/floatingips/9ae4d0d2-26ed-4baa-87fe-a03495bcdef7 HTTP/1.1" status: 200 len: 687 time: 0.7968140 Sep 16 04:53:40.206888 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-de3d77ae-a2e4-4099-a665-37a186d57150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:40.217035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d77ae-a2e4-4099-a665-37a186d57150 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:40.220231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-de3d77ae-a2e4-4099-a665-37a186d57150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:40.235767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-f0701e6d-bd48-42d6-a184-40ed1be3fc36 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 1002 time: 0.1291699 Sep 16 04:53:40.390712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-de3d77ae-a2e4-4099-a665-37a186d57150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:40.391271 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d77ae-a2e4-4099-a665-37a186d57150 None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:40.777673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-1207824f-958b-413a-8866-46b0530e4868 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:40.779040 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-1207824f-958b-413a-8866-46b0530e4868 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.5339179 Sep 16 04:53:40.783093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb1a26-505f-4d2e-b528-543c5c3c6a5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port cc8d0aa9-45a8-48d7-9e09-ee1d9d4c0ab6 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:40.783212 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1a26-505f-4d2e-b528-543c5c3c6a5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.900587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-e365cf58-8a43-46e4-b19b-5682142d187a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 1002 time: 0.1051326 Sep 16 04:53:40.918780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-dd94938b-4b7b-47b0-91c6-88a1211cf734 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:40.922830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1a26-505f-4d2e-b528-543c5c3c6a5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.923127 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1a26-505f-4d2e-b528-543c5c3c6a5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.965427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb1a26-505f-4d2e-b528-543c5c3c6a5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for cc8d0aa9-45a8-48d7-9e09-ee1d9d4c0ab6 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:41.024844 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-dd94938b-4b7b-47b0-91c6-88a1211cf734 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.229008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-dd94938b-4b7b-47b0-91c6-88a1211cf734 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.372327 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-dd94938b-4b7b-47b0-91c6-88a1211cf734 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.372723 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-dd94938b-4b7b-47b0-91c6-88a1211cf734 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Floating IP 7a774b1d-eed3-41dd-9f4d-d276f76ab843 disassociated. External IP: 172.25.3.219, port: f0fa3699-5108-43ee-aee2-9c523615c87d. Sep 16 04:53:41.435927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1a26-505f-4d2e-b528-543c5c3c6a5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.492722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb1a26-505f-4d2e-b528-543c5c3c6a5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=cc8d0aa9-45a8-48d7-9e09-ee1d9d4c0ab6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:41.610136 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1a26-505f-4d2e-b528-543c5c3c6a5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.612704 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1a26-505f-4d2e-b528-543c5c3c6a5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.613859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a0eb1a26-505f-4d2e-b528-543c5c3c6a5a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/floatingips/9ae4d0d2-26ed-4baa-87fe-a03495bcdef7 HTTP/1.1" status: 204 len: 168 time: 1.4386928 Sep 16 04:53:41.617224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55034) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:41.653194 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-6c63ed43-2d4e-499e-b97b-0527b8bdea08 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] delete failed (client error): The resource could not be found. Sep 16 04:53:41.654482 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6c63ed43-2d4e-499e-b97b-0527b8bdea08 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/floatingips/9ae4d0d2-26ed-4baa-87fe-a03495bcdef7 HTTP/1.1" status: 404 len: 345 time: 0.0358369 Sep 16 04:53:41.659440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55036) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:41.683939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-dd94938b-4b7b-47b0-91c6-88a1211cf734 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Router 14b62df7-39ef-4199-a49d-cc7da3f15e15 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:41.759119 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c37fb-9f46-43d5-ad9a-6378191db0a4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.765653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c37fb-9f46-43d5-ad9a-6378191db0a4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.771814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c37fb-9f46-43d5-ad9a-6378191db0a4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.773699 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-858c37fb-9f46-43d5-ad9a-6378191db0a4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "GET /v2.0/ports?network_id=4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 HTTP/1.1" status: 200 len: 2357 time: 0.1132636 Sep 16 04:53:41.776636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55042) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:41.801185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-dd94938b-4b7b-47b0-91c6-88a1211cf734 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:41.806720 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-dd94938b-4b7b-47b0-91c6-88a1211cf734 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.813317 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec316b2-4faf-43c7-a8f3-43fdd2c2dcec None None] Sync routers for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:41.825057 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec316b2-4faf-43c7-a8f3-43fdd2c2dcec None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:41.827135 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2ec316b2-4faf-43c7-a8f3-43fdd2c2dcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:41.836404 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-dd94938b-4b7b-47b0-91c6-88a1211cf734 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "PUT /v2.0/floatingips/7a774b1d-eed3-41dd-9f4d-d276f76ab843 HTTP/1.1" status: 200 len: 695 time: 0.9284244 Sep 16 04:53:41.837155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f56aa2-6122-409d-8541-5c568c801fb5', 'tag': 'f0fa3699-5108-43ee-aee2-9c523615c87d'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:41.839665 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8040ed6a-879d-4cb0-adaa-b9ea73461c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "75f56aa2-6122-409d-8541-5c568c801fb5", "tag": "f0fa3699-5108-43ee-aee2-9c523615c87d"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:41.841216 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7938c8-d86b-42fe-b807-d32200a67b1d tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.842910 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7c7938c8-d86b-42fe-b807-d32200a67b1d tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "GET /v2.0/subnets/d8a6fb8f-a4e3-41c5-9ec1-7f59ef6bf472 HTTP/1.1" status: 200 len: 797 time: 0.0653458 Sep 16 04:53:41.848379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55048) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:41.854949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'port': {'network_id': '4ea41cdd-c978-4311-b0a3-d8a2d7c9f414', 'name': 'tempest-FloatingIPTestJSON-1109081672', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:41.906322 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c36c4d3-662a-4dba-9282-8a57037f7a1a x-openstack-request-id: req-7c36c4d3-662a-4dba-9282-8a57037f7a1a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:41.906322 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f56aa2-6122-409d-8541-5c568c801fb5", "tag": "f0fa3699-5108-43ee-aee2-9c523615c87d", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:41.906322 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c36c4d3-662a-4dba-9282-8a57037f7a1a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:41.906322 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f56aa2-6122-409d-8541-5c568c801fb5', 'tag': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'status': 'completed', 'code': 200} Sep 16 04:53:41.919819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-40e1b05d-479f-4e84-9975-9e902147117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.921452 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-40e1b05d-479f-4e84-9975-9e902147117d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0655699 Sep 16 04:53:42.010240 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-2ec316b2-4faf-43c7-a8f3-43fdd2c2dcec None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:42.031444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040ed6a-879d-4cb0-adaa-b9ea73461c1a req-f4f92488-abb9-45ae-9919-3d98cdda285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.033135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8040ed6a-879d-4cb0-adaa-b9ea73461c1a req-f4f92488-abb9-45ae-9919-3d98cdda285f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 1098 time: 0.1053112 Sep 16 04:53:42.080909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-a86ef071-7ed7-4d9f-b9d1-ea972dfd887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.082431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-a86ef071-7ed7-4d9f-b9d1-ea972dfd887a service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.1460524 Sep 16 04:53:42.086235 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-44f1bff4-b1ed-49fc-90d7-14c45b5631d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.109170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Made reservation on behalf of ed4960b2e0b6449284350eb204d2c190 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:42.174311 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-e3a17843-1019-4482-8fd1-b4881c7b5508 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa3699-5108-43ee-aee2-9c523615c87d HTTP/1.1" status: 200 len: 217 time: 0.0437193 Sep 16 04:53:42.239965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040ed6a-879d-4cb0-adaa-b9ea73461c1a req-40fb8036-e07e-469d-b214-49c002def2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.242211 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8040ed6a-879d-4cb0-adaa-b9ea73461c1a req-40fb8036-e07e-469d-b214-49c002def2f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.1997449 Sep 16 04:53:42.260390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-8d56906f-f200-4d9b-a94b-3f411815c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.261894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-8d56906f-f200-4d9b-a94b-3f411815c471 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.0824683 Sep 16 04:53:42.268803 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.271788 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2ec316b2-4faf-43c7-a8f3-43fdd2c2dcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:42.284801 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.306562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8040ed6a-879d-4cb0-adaa-b9ea73461c1a req-00287894-c1e1-411c-ba9e-6cd8a8d5599e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fa3699-5108-43ee-aee2-9c523615c87d HTTP/1.1" status: 200 len: 217 time: 0.0545382 Sep 16 04:53:42.313413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] device_id is not set on port c84ac8b0-0f6f-421b-adb3-3b3904333b6e yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:42.320391 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec316b2-4faf-43c7-a8f3-43fdd2c2dcec None None] Checking router: 14b62df7-39ef-4199-a49d-cc7da3f15e15 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:42.330535 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec316b2-4faf-43c7-a8f3-43fdd2c2dcec None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:42.331500 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2ec316b2-4faf-43c7-a8f3-43fdd2c2dcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:42.394071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-b67efc5b-0cb0-4201-9ecd-25cda816b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.398673 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-b67efc5b-0cb0-4201-9ecd-25cda816b801 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990429 Sep 16 04:53:42.400755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040ed6a-879d-4cb0-adaa-b9ea73461c1a req-80d7df7a-b53c-44f2-a250-c8203485e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.405022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8040ed6a-879d-4cb0-adaa-b9ea73461c1a req-80d7df7a-b53c-44f2-a250-c8203485e1bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.0778379 Sep 16 04:53:42.510684 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-2ec316b2-4faf-43c7-a8f3-43fdd2c2dcec None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:42.538334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040ed6a-879d-4cb0-adaa-b9ea73461c1a req-c57ac25a-c4b5-40d0-8ce8-4650e3783c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.539895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8040ed6a-879d-4cb0-adaa-b9ea73461c1a req-c57ac25a-c4b5-40d0-8ce8-4650e3783c16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114860 Sep 16 04:53:42.578061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-ec967db2-47cb-49db-8ad3-4327f24a99c4 service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720028 Sep 16 04:53:42.731447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8040ed6a-879d-4cb0-adaa-b9ea73461c1a req-003eaab6-7625-46e2-ad37-fe4148b1b20e service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793900 Sep 16 04:53:42.743878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f7fcb15-d42e-4c1e-9d14-f8c27804135f req-03721e73-3650-4f60-87ed-12ad30c864b2 service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591136 Sep 16 04:53:42.805929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.20.0.14 (4ea41cdd-c978-4311-b0a3-d8a2d7c9f414/d8a6fb8f-a4e3-41c5-9ec1-7f59ef6bf472/c84ac8b0-0f6f-421b-adb3-3b3904333b6e) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:42.815195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.20.0.12 (4ea41cdd-c978-4311-b0a3-d8a2d7c9f414/d8a6fb8f-a4e3-41c5-9ec1-7f59ef6bf472/c84ac8b0-0f6f-421b-adb3-3b3904333b6e) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:42.856106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8040ed6a-879d-4cb0-adaa-b9ea73461c1a req-a57706bd-1e03-4dbf-a606-33c51c0ba950 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135991 Sep 16 04:53:42.890329 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2ec316b2-4faf-43c7-a8f3-43fdd2c2dcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:42.922438 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec316b2-4faf-43c7-a8f3-43fdd2c2dcec None None] The sync data for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 is: [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:43.034184 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.196160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67e090-e1fc-43f7-845d-e0042f9b33d8 None None] New status for floating IP 7a774b1d-eed3-41dd-9f4d-d276f76ab843: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:53:43.206158 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.264089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:43.269495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:43.277071 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:43.306693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=c84ac8b0-0f6f-421b-adb3-3b3904333b6e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:43.337940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.338698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.394230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-79c012cf-b750-4ebe-8bd1-99f7d9130355 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.405916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-79c012cf-b750-4ebe-8bd1-99f7d9130355 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0763280 Sep 16 04:53:43.456246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-1a044fad-1425-4957-9784-589b3485385c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 698 time: 0.0494394 Sep 16 04:53:43.467712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-2a3b3a16-3e7f-4be1-bab6-43350550295c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Request body: {'floatingip': {'port_id': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:43.481056 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bb567cc7-86a2-48c2-ad78-f9efaee45d7b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6316080 Sep 16 04:53:43.484135 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55096) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:43.488985 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': 'c84ac8b0-0f6f-421b-adb3-3b3904333b6e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:43.513028 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-2a3b3a16-3e7f-4be1-bab6-43350550295c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.619513 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.739904 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.942722 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-2a3b3a16-3e7f-4be1-bab6-43350550295c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:43.943476 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-2a3b3a16-3e7f-4be1-bab6-43350550295c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:44.027776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55110) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:44.206224 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6f14e27-04a7-4cf5-9d1a-c3fdd8e14476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.216297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.25.3.102 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/d37ce14c-b28b-4e58-8c1e-625ce2c81405) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:44.307151 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6f14e27-04a7-4cf5-9d1a-c3fdd8e14476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.336618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.449076 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-2a3b3a16-3e7f-4be1-bab6-43350550295c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.453177 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6f14e27-04a7-4cf5-9d1a-c3fdd8e14476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.468908 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.510889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:44.515906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:44.522664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:44.531916 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af640e65-1e44-4ded-9988-0c71f3555c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.548452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=d37ce14c-b28b-4e58-8c1e-625ce2c81405,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:44.577099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c6f14e27-04a7-4cf5-9d1a-c3fdd8e14476 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b372ab29acc04fa1843dcac7f93eae6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5480955 Sep 16 04:53:44.590075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55150) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:44.616574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f14e27-04a7-4cf5-9d1a-c3fdd8e14476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4536b0a0-902c-4c18-ab0b-787ae344a1f8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:44.772881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19157ac1-8e8c-4ce9-b41b-c8c8cbfbeb15 req-8f6e5400-32ed-468f-8780-fbd88bba4bad tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.773149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55158) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:44.775662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19157ac1-8e8c-4ce9-b41b-c8c8cbfbeb15 req-8f6e5400-32ed-468f-8780-fbd88bba4bad tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f56aa2-6122-409d-8541-5c568c801fb5 HTTP/1.1" status: 200 len: 946 time: 0.1346133 Sep 16 04:53:44.784805 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bace36cd-525b-4ac8-ad5e-6239de2c4fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.879715 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bace36cd-525b-4ac8-ad5e-6239de2c4fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.939233 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3404f48e-1b3b-4134-a511-54de5588ac94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.092216 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.172205 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3404f48e-1b3b-4134-a511-54de5588ac94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.292426 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.309790 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.322278 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3404f48e-1b3b-4134-a511-54de5588ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.398329 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3404f48e-1b3b-4134-a511-54de5588ac94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d57bacfc8e2b41cca60b9ce50f242e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6205037 Sep 16 04:53:45.398329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404f48e-1b3b-4134-a511-54de5588ac94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc0db37-39ee-4cef-8c20-d8e6e921b13f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:45.418210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55202) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:45.447649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-19157ac1-8e8c-4ce9-b41b-c8c8cbfbeb15 req-8d2099d8-8393-449a-88d5-8febf179a606 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Deleting port f0fa3699-5108-43ee-aee2-9c523615c87d {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:45.448170 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19157ac1-8e8c-4ce9-b41b-c8c8cbfbeb15 req-8d2099d8-8393-449a-88d5-8febf179a606 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.543941 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c307-4f67-47d8-9ed6-b42c3c8f590d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.587575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.590410 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c307-4f67-47d8-9ed6-b42c3c8f590d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.599318 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bace36cd-525b-4ac8-ad5e-6239de2c4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.599432 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bace36cd-525b-4ac8-ad5e-6239de2c4fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.603929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bace36cd-525b-4ac8-ad5e-6239de2c4fd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4536b0a0-902c-4c18-ab0b-787ae344a1f8 HTTP/1.1" status: 204 len: 168 time: 1.0127947 Sep 16 04:53:45.630720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-19157ac1-8e8c-4ce9-b41b-c8c8cbfbeb15 req-8d2099d8-8393-449a-88d5-8febf179a606 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] For port f0fa3699-5108-43ee-aee2-9c523615c87d, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f0fa3699-5108-43ee-aee2-9c523615c87d,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:45.631328 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19157ac1-8e8c-4ce9-b41b-c8c8cbfbeb15 req-8d2099d8-8393-449a-88d5-8febf179a606 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.649237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace36cd-525b-4ac8-ad5e-6239de2c4fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4536b0a0-902c-4c18-ab0b-787ae344a1f8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:45.658308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-19157ac1-8e8c-4ce9-b41b-c8c8cbfbeb15 req-8d2099d8-8393-449a-88d5-8febf179a606 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Calling delete_port for f0fa3699-5108-43ee-aee2-9c523615c87d owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:45.665186 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-2a3b3a16-3e7f-4be1-bab6-43350550295c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.707145 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.748759 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c307-4f67-47d8-9ed6-b42c3c8f590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.751354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c307-4f67-47d8-9ed6-b42c3c8f590d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.752562 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e0a4c307-4f67-47d8-9ed6-b42c3c8f590d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adc0db37-39ee-4cef-8c20-d8e6e921b13f HTTP/1.1" status: 204 len: 168 time: 0.3333325 Sep 16 04:53:45.803946 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-2a3b3a16-3e7f-4be1-bab6-43350550295c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.804214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4c307-4f67-47d8-9ed6-b42c3c8f590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc0db37-39ee-4cef-8c20-d8e6e921b13f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:45.809067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=d37ce14c-b28b-4e58-8c1e-625ce2c81405,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:45.841155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.949907 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-2a3b3a16-3e7f-4be1-bab6-43350550295c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Floating IP 7a774b1d-eed3-41dd-9f4d-d276f76ab843 associated. External IP: 172.25.3.219, port: 2c39b482-30c8-4196-88dd-d2b9788bcd91. Sep 16 04:53:45.960602 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Floating IP 8356165a-4fbe-45ba-8abb-10459133019e associated. External IP: 172.25.3.102, port: c84ac8b0-0f6f-421b-adb3-3b3904333b6e. Sep 16 04:53:46.005072 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.107000 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19157ac1-8e8c-4ce9-b41b-c8c8cbfbeb15 req-8d2099d8-8393-449a-88d5-8febf179a606 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.120076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['2c39b482-30c8-4196-88dd-d2b9788bcd91', 'f0fa3699-5108-43ee-aee2-9c523615c87d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:46.149015 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2099d8-8393-449a-88d5-8febf179a606 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Pushing event deleted for resources: {'Port': ['ID=f0fa3699-5108-43ee-aee2-9c523615c87d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:46.217623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:46.270891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-19157ac1-8e8c-4ce9-b41b-c8c8cbfbeb15 req-8d2099d8-8393-449a-88d5-8febf179a606 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] No DVR routers for this DVR port f0fa3699-5108-43ee-aee2-9c523615c87d on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:46.301199 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19157ac1-8e8c-4ce9-b41b-c8c8cbfbeb15 req-8d2099d8-8393-449a-88d5-8febf179a606 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.304437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19157ac1-8e8c-4ce9-b41b-c8c8cbfbeb15 req-8d2099d8-8393-449a-88d5-8febf179a606 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.37 "DELETE /v2.0/ports/f0fa3699-5108-43ee-aee2-9c523615c87d HTTP/1.1" status: 204 len: 173 time: 1.5205824 Sep 16 04:53:46.305199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f56aa2-6122-409d-8541-5c568c801fb5', 'name': 'network-vif-deleted', 'tag': 'f0fa3699-5108-43ee-aee2-9c523615c87d'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:46.307844 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2887762-f67a-4804-8088-855f756470bb" -d '{"events": [{"server_uuid": "75f56aa2-6122-409d-8541-5c568c801fb5", "name": "network-vif-deleted", "tag": "f0fa3699-5108-43ee-aee2-9c523615c87d"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:46.332882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-2a3b3a16-3e7f-4be1-bab6-43350550295c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Router 14b62df7-39ef-4199-a49d-cc7da3f15e15 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:46.411932 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedf389d-c1b5-40ab-9633-0f3b65077de4 x-openstack-request-id: req-eedf389d-c1b5-40ab-9633-0f3b65077de4 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:46.413112 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f56aa2-6122-409d-8541-5c568c801fb5", "name": "network-vif-deleted", "tag": "f0fa3699-5108-43ee-aee2-9c523615c87d", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:46.413524 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eedf389d-c1b5-40ab-9633-0f3b65077de4 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:46.414238 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f56aa2-6122-409d-8541-5c568c801fb5', 'name': 'network-vif-deleted', 'tag': 'f0fa3699-5108-43ee-aee2-9c523615c87d', 'status': 'completed', 'code': 200} Sep 16 04:53:46.421924 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.426782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:46.441871 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f51918e-cf91-4f6d-9559-f6023e0d6bd9 None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:46.454880 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51918e-cf91-4f6d-9559-f6023e0d6bd9 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:46.456452 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1f51918e-cf91-4f6d-9559-f6023e0d6bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:46.491514 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1f51918e-cf91-4f6d-9559-f6023e0d6bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:46.502623 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51918e-cf91-4f6d-9559-f6023e0d6bd9 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:46.503242 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1f51918e-cf91-4f6d-9559-f6023e0d6bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:46.519192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-2a3b3a16-3e7f-4be1-bab6-43350550295c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:46.525821 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-2a3b3a16-3e7f-4be1-bab6-43350550295c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.538480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1486b33c-98ab-4b98-906c-95142e43ef1b None None] Sync routers for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:46.542975 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1f51918e-cf91-4f6d-9559-f6023e0d6bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:46.543633 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f51918e-cf91-4f6d-9559-f6023e0d6bd9 None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:46.550617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1486b33c-98ab-4b98-906c-95142e43ef1b None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:46.551798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-1486b33c-98ab-4b98-906c-95142e43ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:46.567325 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.568160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-2a3b3a16-3e7f-4be1-bab6-43350550295c tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "PUT /v2.0/floatingips/7a774b1d-eed3-41dd-9f4d-d276f76ab843 HTTP/1.1" status: 200 len: 996 time: 3.1044493 Sep 16 04:53:46.612600 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9e6819c7-f82e-4137-8f7e-4ad8713bb2c8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.1256897 Sep 16 04:53:46.616405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55246) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:46.622716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-56dd3d5b-4457-47f1-b105-34f9b79a4cf3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'floatingip': {'port_id': 'c84ac8b0-0f6f-421b-adb3-3b3904333b6e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:46.649122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-1c3be922-f75c-4c49-90e7-8ab16042c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.659654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-1c3be922-f75c-4c49-90e7-8ab16042c189 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 1097 time: 0.0757332 Sep 16 04:53:46.684975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-1486b33c-98ab-4b98-906c-95142e43ef1b None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:46.690956 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-56dd3d5b-4457-47f1-b105-34f9b79a4cf3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.761940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-095cf7a9-c7bd-4417-8e26-f02e3bf05a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.763577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-095cf7a9-c7bd-4417-8e26-f02e3bf05a3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.1031127 Sep 16 04:53:46.856728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-7d72700c-62e9-450e-a02a-e2e75edea73e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 999 time: 0.0854330 Sep 16 04:53:46.858706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55250) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:46.893075 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-226ae4be-674b-42fe-ae73-9f653c22567d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.900788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55252) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:46.922398 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78908f25-45ef-408d-b4ee-625ee5d2fd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.983463 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-cd1d86b1-249b-4048-9699-d92d2c6cf9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.986388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-cd1d86b1-249b-4048-9699-d92d2c6cf9a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.1283133 Sep 16 04:53:46.986811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-78908f25-45ef-408d-b4ee-625ee5d2fd0e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:53:46.986811 n-d-712137-12 neutron-server[95451]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:53:46.986811 n-d-712137-12 neutron-server[95451]: [parameters: {'project_id': '8c2d46c1c5f54d7ca7cb4d87eaaed43f', 'id': '32d45751-185a-4a70-9f5b-7ef2f2ce136a', 'expiration': datetime.datetime(2021, 9, 16, 4, 55, 46, 954278)}] Sep 16 04:53:46.986811 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:46.987163 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-78908f25-45ef-408d-b4ee-625ee5d2fd0e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:47.053853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-1486b33c-98ab-4b98-906c-95142e43ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7a774b1d-eed3-41dd-9f4d-d276f76ab843', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'port_id': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'mac_address': 'fa:16:3e:dd:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:53:10Z', 'updated_at': '2021-09-16T04:53:45Z', 'revision_number': 8, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:47.090656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1486b33c-98ab-4b98-906c-95142e43ef1b None None] Checking router: 14b62df7-39ef-4199-a49d-cc7da3f15e15 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:47.093779 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-1bbe438b-c4be-4fec-b898-8c855a88a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.101097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1486b33c-98ab-4b98-906c-95142e43ef1b None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:47.101769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-1486b33c-98ab-4b98-906c-95142e43ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:47.103484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-1bbe438b-c4be-4fec-b898-8c855a88a3b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075175 Sep 16 04:53:47.149590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-226ae4be-674b-42fe-ae73-9f653c22567d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.231441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-1486b33c-98ab-4b98-906c-95142e43ef1b None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:47.240776 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-226ae4be-674b-42fe-ae73-9f653c22567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.342165 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-4d16faa0-6bb9-48cb-a642-786c4b18ff1b service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316594 Sep 16 04:53:47.347563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ae4be-674b-42fe-ae73-9f653c22567d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac578901-8aa5-4a89-8fb5-5ced7ff1b22b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:47.410500 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-56dd3d5b-4457-47f1-b105-34f9b79a4cf3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.439668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-226ae4be-674b-42fe-ae73-9f653c22567d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=432b6f0dff12412fa3c870e1cb6bec76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5708344 Sep 16 04:53:47.442422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55272) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:47.482692 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df0a7be1-dfa2-4e66-b686-72c2b9bbe870 req-732c7e8e-f53c-478d-b670-2feeb0034ddc service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194816 Sep 16 04:53:47.488030 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78908f25-45ef-408d-b4ee-625ee5d2fd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.494818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.522329 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-646c77b5-6a85-4b27-8336-7831328d1445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.547315 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-56dd3d5b-4457-47f1-b105-34f9b79a4cf3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.552503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-1486b33c-98ab-4b98-906c-95142e43ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7a774b1d-eed3-41dd-9f4d-d276f76ab843', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'port_id': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'mac_address': 'fa:16:3e:dd:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:53:10Z', 'updated_at': '2021-09-16T04:53:45Z', 'revision_number': 8, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:47.585146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1486b33c-98ab-4b98-906c-95142e43ef1b None None] The sync data for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 is: [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7a774b1d-eed3-41dd-9f4d-d276f76ab843', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'port_id': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'mac_address': 'fa:16:3e:dd:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:53:10Z', 'updated_at': '2021-09-16T04:53:45Z', 'revision_number': 8, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:47.612031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-646c77b5-6a85-4b27-8336-7831328d1445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.737650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7e2325b-6cec-4318-a14d-f02a992eabf3 req-1c442b36-a2d6-45b1-9e54-e6ab23729b37 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips/7a774b1d-eed3-41dd-9f4d-d276f76ab843 HTTP/1.1" status: 200 len: 996 time: 0.0735269 Sep 16 04:53:47.810040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78908f25-45ef-408d-b4ee-625ee5d2fd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.840258 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59759439-bd53-420b-8aaa-a7403e973d6e None None] New status for floating IP 7a774b1d-eed3-41dd-9f4d-d276f76ab843: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:53:47.875662 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-646c77b5-6a85-4b27-8336-7831328d1445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.878427 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-646c77b5-6a85-4b27-8336-7831328d1445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.879743 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-646c77b5-6a85-4b27-8336-7831328d1445 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac578901-8aa5-4a89-8fb5-5ced7ff1b22b HTTP/1.1" status: 204 len: 168 time: 0.4361799 Sep 16 04:53:47.883754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2325b-6cec-4318-a14d-f02a992eabf3 req-87122ff0-6d1a-4627-bbdb-62d57c5b7e76 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.885384 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7e2325b-6cec-4318-a14d-f02a992eabf3 req-87122ff0-6d1a-4627-bbdb-62d57c5b7e76 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1400177 Sep 16 04:53:47.896417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c77b5-6a85-4b27-8336-7831328d1445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac578901-8aa5-4a89-8fb5-5ced7ff1b22b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:47.912731 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-b7e2325b-6cec-4318-a14d-f02a992eabf3 req-220ed11e-4746-4e9b-b44f-1965f164a6a7 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:53:47.917287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dd3d5b-4457-47f1-b105-34f9b79a4cf3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:47.918462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7e2325b-6cec-4318-a14d-f02a992eabf3 req-220ed11e-4746-4e9b-b44f-1965f164a6a7 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214214 Sep 16 04:53:47.938337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78908f25-45ef-408d-b4ee-625ee5d2fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.058246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-92b52888-e171-458b-b1fa-95d2d0c8068d tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 999 time: 0.1098588 Sep 16 04:53:48.077262 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-78908f25-45ef-408d-b4ee-625ee5d2fd0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c2d46c1c5f54d7ca7cb4d87eaaed43f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1754053 Sep 16 04:53:48.078032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78908f25-45ef-408d-b4ee-625ee5d2fd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20900721-b690-40c2-9837-502a85277d4a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:48.082441 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55290) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:48.135769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-ef04b83e-a689-498b-88fc-caad877d6b64 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.137465 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-ef04b83e-a689-498b-88fc-caad877d6b64 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports/2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 942 time: 0.0730057 Sep 16 04:53:48.149751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55292) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:48.197473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dd3d5b-4457-47f1-b105-34f9b79a4cf3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:48.203638 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-56dd3d5b-4457-47f1-b105-34f9b79a4cf3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.218841 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c06a6-f525-40ac-9f7e-523b36e85563 None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:48.231916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c06a6-f525-40ac-9f7e-523b36e85563 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:48.233919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-046c06a6-f525-40ac-9f7e-523b36e85563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:48.299143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-046c06a6-f525-40ac-9f7e-523b36e85563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:48.303297 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45b45382-939c-4783-be4e-5e9b2d7c724c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.311875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c06a6-f525-40ac-9f7e-523b36e85563 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:48.312931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-046c06a6-f525-40ac-9f7e-523b36e85563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:48.331308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-7ab1b6cf-ddf3-42e6-925b-45bf07a25789 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 1001 time: 0.1459033 Sep 16 04:53:48.356564 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-56dd3d5b-4457-47f1-b105-34f9b79a4cf3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "PUT /v2.0/floatingips/8356165a-4fbe-45ba-8abb-10459133019e HTTP/1.1" status: 200 len: 979 time: 1.7389030 Sep 16 04:53:48.364302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55300) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:48.365645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45b45382-939c-4783-be4e-5e9b2d7c724c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.412801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-046c06a6-f525-40ac-9f7e-523b36e85563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:48.413861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c06a6-f525-40ac-9f7e-523b36e85563 None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:48.416821 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:48.419020 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf4638e-df8f-42fc-9837-85df84e883bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:48.516273 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d6a80ec2-df97-4692-9a66-49724cd44f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.522518 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd8bf37-9bff-4ffe-ba8f-f36877198274 x-openstack-request-id: req-5fd8bf37-9bff-4ffe-ba8f-f36877198274 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:48.522858 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:48.523278 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fd8bf37-9bff-4ffe-ba8f-f36877198274 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:48.523674 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'status': 'completed', 'code': 200} Sep 16 04:53:48.659782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f0fa3699-5108-43ee-aee2-9c523615c87d no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:48.670876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-ff5d737a-e0ad-4144-83e4-86cc3c92034f tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.672394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-ff5d737a-e0ad-4144-83e4-86cc3c92034f tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.3341188 Sep 16 04:53:48.685419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: f0fa3699-5108-43ee-aee2-9c523615c87d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:48.685767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f0fa3699-5108-43ee-aee2-9c523615c87d not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:48.693563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4638e-df8f-42fc-9837-85df84e883bd req-ab351551-d076-4457-a1ff-ab8420d1a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.695041 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdf4638e-df8f-42fc-9837-85df84e883bd req-ab351551-d076-4457-a1ff-ab8420d1a7e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 1097 time: 0.1594355 Sep 16 04:53:48.749064 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45b45382-939c-4783-be4e-5e9b2d7c724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.751324 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45b45382-939c-4783-be4e-5e9b2d7c724c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.752516 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-45b45382-939c-4783-be4e-5e9b2d7c724c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20900721-b690-40c2-9837-502a85277d4a HTTP/1.1" status: 204 len: 168 time: 0.6688919 Sep 16 04:53:48.760527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b45382-939c-4783-be4e-5e9b2d7c724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20900721-b690-40c2-9837-502a85277d4a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:48.856082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-92eb6125-2a31-478c-9f16-a71dda9f153a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 1001 time: 0.1701362 Sep 16 04:53:48.882305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-771ba14e-3586-4ac4-b797-48c2aaa4df2a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:48.958220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port d37ce14c-b28b-4e58-8c1e-625ce2c81405 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:48.958499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.966112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4638e-df8f-42fc-9837-85df84e883bd req-ece5386c-5425-492d-a85b-5d01986cde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.967583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdf4638e-df8f-42fc-9837-85df84e883bd req-ece5386c-5425-492d-a85b-5d01986cde3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.2215843 Sep 16 04:53:49.044275 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-771ba14e-3586-4ac4-b797-48c2aaa4df2a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.133842 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d6a80ec2-df97-4692-9a66-49724cd44f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.207042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdf4638e-df8f-42fc-9837-85df84e883bd req-6004059c-e1ca-4c5e-b85f-77c11d11d6ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 1001 time: 0.2240059 Sep 16 04:53:49.214808 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d6a80ec2-df97-4692-9a66-49724cd44f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.245398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.245738 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.307430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for d37ce14c-b28b-4e58-8c1e-625ce2c81405 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:49.330493 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d6a80ec2-df97-4692-9a66-49724cd44f6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b68e865c479f423982c52480b4e61afd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1795838 Sep 16 04:53:49.333428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55338) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:49.374431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a80ec2-df97-4692-9a66-49724cd44f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed392324-0681-44f5-8a14-23629690b25b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:49.387427 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-771ba14e-3586-4ac4-b797-48c2aaa4df2a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.393496 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-206447a2-48d0-4db1-8862-884ea690103c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.418475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4638e-df8f-42fc-9837-85df84e883bd req-fca6c831-0c0a-4fa0-9330-7c130bc40f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.420443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdf4638e-df8f-42fc-9837-85df84e883bd req-fca6c831-0c0a-4fa0-9330-7c130bc40f6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.2001359 Sep 16 04:53:49.425332 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-206447a2-48d0-4db1-8862-884ea690103c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.487406 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-771ba14e-3586-4ac4-b797-48c2aaa4df2a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.487635 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-771ba14e-3586-4ac4-b797-48c2aaa4df2a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Floating IP 7a774b1d-eed3-41dd-9f4d-d276f76ab843 disassociated. External IP: 172.25.3.219, port: 2c39b482-30c8-4196-88dd-d2b9788bcd91. Sep 16 04:53:49.548933 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-206447a2-48d0-4db1-8862-884ea690103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.551577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-206447a2-48d0-4db1-8862-884ea690103c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.553007 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-206447a2-48d0-4db1-8862-884ea690103c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed392324-0681-44f5-8a14-23629690b25b HTTP/1.1" status: 204 len: 168 time: 0.2171130 Sep 16 04:53:49.561480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206447a2-48d0-4db1-8862-884ea690103c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed392324-0681-44f5-8a14-23629690b25b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:49.565292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4638e-df8f-42fc-9837-85df84e883bd req-6e6d6baa-10e3-4670-90c6-94abc63322b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.566805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdf4638e-df8f-42fc-9837-85df84e883bd req-6e6d6baa-10e3-4670-90c6-94abc63322b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397731 Sep 16 04:53:50.106895 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:53:50.137966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdf4638e-df8f-42fc-9837-85df84e883bd req-e32c4272-e619-40a5-8712-8549ac0b7b53 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640545 Sep 16 04:53:50.199660 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.245131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=d37ce14c-b28b-4e58-8c1e-625ce2c81405,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:50.289630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-771ba14e-3586-4ac4-b797-48c2aaa4df2a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Router 14b62df7-39ef-4199-a49d-cc7da3f15e15 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:50.392450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55372) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:50.396367 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdf4638e-df8f-42fc-9837-85df84e883bd req-5415d061-e3bf-4ee5-8ac9-f67cabcbe5be service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281349 Sep 16 04:53:50.407264 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.407693 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Floating IP 8356165a-4fbe-45ba-8abb-10459133019e disassociated (deleted). External IP: 172.25.3.102, port: c84ac8b0-0f6f-421b-adb3-3b3904333b6e. Sep 16 04:53:50.409554 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4739ccba-ea36-41dd-8a05-e4c0e101986a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.551749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-771ba14e-3586-4ac4-b797-48c2aaa4df2a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:50.556741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4739ccba-ea36-41dd-8a05-e4c0e101986a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.557409 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-771ba14e-3586-4ac4-b797-48c2aaa4df2a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.567685 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adec571f-09d3-4462-b0c5-2118443d9753 None None] Sync routers for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:50.583992 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adec571f-09d3-4462-b0c5-2118443d9753 None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:50.583992 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-adec571f-09d3-4462-b0c5-2118443d9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:50.597599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-771ba14e-3586-4ac4-b797-48c2aaa4df2a tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "PUT /v2.0/floatingips/7a774b1d-eed3-41dd-9f4d-d276f76ab843 HTTP/1.1" status: 200 len: 696 time: 1.7275791 Sep 16 04:53:50.598206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:50.600587 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ddc99f-5842-44f1-a7a5-6282eb3b7fea" -d '{"events": [{"name": "network-changed", "server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:50.632758 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4739ccba-ea36-41dd-8a05-e4c0e101986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.651794 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badf7298-2cce-4f6b-9964-9a91ec815163 x-openstack-request-id: req-badf7298-2cce-4f6b-9964-9a91ec815163 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:50.651794 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:50.652104 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-badf7298-2cce-4f6b-9964-9a91ec815163 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:50.652393 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'status': 'completed', 'code': 200} Sep 16 04:53:50.697807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739ccba-ea36-41dd-8a05-e4c0e101986a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6163526-28f2-488f-b864-dbc8dc765c2c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:50.709775 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4739ccba-ea36-41dd-8a05-e4c0e101986a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9a0ed5b4e7e47788caafa14892ad581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155448 Sep 16 04:53:50.711812 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55384) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:50.774050 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-adec571f-09d3-4462-b0c5-2118443d9753 None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:50.777442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-0ac8a60e-785a-4a48-9dd7-7d2580e0d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:50.778932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-0ac8a60e-785a-4a48-9dd7-7d2580e0d12a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 1097 time: 0.1392379 Sep 16 04:53:50.792882 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8197d540-83c6-4382-8d92-c5fb22c1e51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.802489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:50.809310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddc99f-5842-44f1-a7a5-6282eb3b7fea req-b1699385-e5ae-4ce3-9ff7-30a4e6f64fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:50.810836 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8ddc99f-5842-44f1-a7a5-6282eb3b7fea req-b1699385-e5ae-4ce3-9ff7-30a4e6f64fe7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b0d1859be44000850a5bc31b1f4335&device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 1097 time: 0.1352458 Sep 16 04:53:50.843216 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8197d540-83c6-4382-8d92-c5fb22c1e51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.972170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8197d540-83c6-4382-8d92-c5fb22c1e51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.975993 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8197d540-83c6-4382-8d92-c5fb22c1e51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.981323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8197d540-83c6-4382-8d92-c5fb22c1e51c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6163526-28f2-488f-b864-dbc8dc765c2c HTTP/1.1" status: 204 len: 168 time: 0.2678032 Sep 16 04:53:50.993061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197d540-83c6-4382-8d92-c5fb22c1e51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6163526-28f2-488f-b864-dbc8dc765c2c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:51.009057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-3c117697-0c3c-495b-8395-6d439c6516fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:51.010583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-3c117697-0c3c-495b-8395-6d439c6516fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.2212558 Sep 16 04:53:51.048490 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-adec571f-09d3-4462-b0c5-2118443d9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:51.075630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddc99f-5842-44f1-a7a5-6282eb3b7fea req-3baa0e91-4873-412c-b188-ec0355a77d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:51.075630 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8ddc99f-5842-44f1-a7a5-6282eb3b7fea req-3baa0e91-4873-412c-b188-ec0355a77d7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 200 len: 920 time: 0.2500312 Sep 16 04:53:51.105528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-918e70ee-01b2-4dfb-9480-d80a4df8972b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 217 time: 0.0804706 Sep 16 04:53:51.154625 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8ddc99f-5842-44f1-a7a5-6282eb3b7fea req-8ee0a420-88c0-4b5c-a9ef-c4c41dd0d4a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 200 len: 217 time: 0.0510442 Sep 16 04:53:51.195266 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adec571f-09d3-4462-b0c5-2118443d9753 None None] Checking router: 14b62df7-39ef-4199-a49d-cc7da3f15e15 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:51.210266 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adec571f-09d3-4462-b0c5-2118443d9753 None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:51.211113 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-adec571f-09d3-4462-b0c5-2118443d9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:51.232652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:51.241890 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.247802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec43b47-d5c0-4d76-87aa-096cf1677169 None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:51.249147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-06e58d1c-7824-4e8e-ae33-84faae3dfde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:51.251131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-06e58d1c-7824-4e8e-ae33-84faae3dfde0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.1369557 Sep 16 04:53:51.272034 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec43b47-d5c0-4d76-87aa-096cf1677169 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:51.273869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2ec43b47-d5c0-4d76-87aa-096cf1677169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:51.302821 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddc99f-5842-44f1-a7a5-6282eb3b7fea req-435cda57-275b-4495-916b-0b0cce18059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:51.304313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8ddc99f-5842-44f1-a7a5-6282eb3b7fea req-435cda57-275b-4495-916b-0b0cce18059a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 200 len: 859 time: 0.1286972 Sep 16 04:53:51.308432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-de945d68-00ae-4812-95a4-0a6f7dd6f470 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/floatingips/8356165a-4fbe-45ba-8abb-10459133019e HTTP/1.1" status: 204 len: 168 time: 2.9420111 Sep 16 04:53:51.312970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55406) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.325280 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2ec43b47-d5c0-4d76-87aa-096cf1677169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:51.336380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec43b47-d5c0-4d76-87aa-096cf1677169 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:51.337279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2ec43b47-d5c0-4d76-87aa-096cf1677169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:51.351037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-8cc7cb42-ba36-4a65-9ba9-15506f2f6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:51.352883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-8cc7cb42-ba36-4a65-9ba9-15506f2f6ee3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822747 Sep 16 04:53:51.366527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddc99f-5842-44f1-a7a5-6282eb3b7fea req-85a86c23-a786-42c5-998a-a44ab0a28f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:51.368393 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8ddc99f-5842-44f1-a7a5-6282eb3b7fea req-85a86c23-a786-42c5-998a-a44ab0a28f34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fef8853-6976-4590-9570-f8ac6300686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557437 Sep 16 04:53:51.386459 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2ec43b47-d5c0-4d76-87aa-096cf1677169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:51.387530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec43b47-d5c0-4d76-87aa-096cf1677169 None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:51.445306 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-adec571f-09d3-4462-b0c5-2118443d9753 None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:51.554493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4bca5107-5156-45fc-9bb1-ae051b8f1796 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port c84ac8b0-0f6f-421b-adb3-3b3904333b6e {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:51.555524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4bca5107-5156-45fc-9bb1-ae051b8f1796 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.559291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-bc6a27ae-33e7-413a-8249-34902a786000 service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898232 Sep 16 04:53:51.673158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8ddc99f-5842-44f1-a7a5-6282eb3b7fea req-5aaccbe9-7709-4f92-a719-a5406347c4c3 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940848 Sep 16 04:53:51.711328 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4bca5107-5156-45fc-9bb1-ae051b8f1796 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.728137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4bca5107-5156-45fc-9bb1-ae051b8f1796 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for c84ac8b0-0f6f-421b-adb3-3b3904333b6e owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:51.733067 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-adec571f-09d3-4462-b0c5-2118443d9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:51.762442 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adec571f-09d3-4462-b0c5-2118443d9753 None None] The sync data for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 is: [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 4, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '6ec9ab0d-5d52-4b1d-a094-3021629fc198', 'name': '', 'network_id': '1fef8853-6976-4590-9570-f8ac6300686d', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'mac_address': 'fa:16:3e:72:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:43Z', 'updated_at': '2021-09-16T04:52:49Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'subnets': [{'id': '12c2031b-b847-4192-a856-861bcc5c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:51.764665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a48aaca6-38aa-4c04-9baf-1ee74f9f2586 req-6b03e412-dbee-4f80-a91d-ab156abad4fc service neutron] 10.222.0.24 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974013 Sep 16 04:53:51.805987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8ddc99f-5842-44f1-a7a5-6282eb3b7fea req-d661836f-e8ca-481c-9d4d-63ebaa6e5d85 service neutron] 10.222.0.37 "GET /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253471 Sep 16 04:53:52.016714 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4bca5107-5156-45fc-9bb1-ae051b8f1796 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.027528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-c766053b-e834-4f39-8b1c-114ccaa745f6 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips/7a774b1d-eed3-41dd-9f4d-d276f76ab843 HTTP/1.1" status: 200 len: 696 time: 0.0587790 Sep 16 04:53:52.060870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca5107-5156-45fc-9bb1-ae051b8f1796 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=c84ac8b0-0f6f-421b-adb3-3b3904333b6e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:52.137578 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cf9b69-17f7-4edb-a37e-888e795c466b None None] New status for floating IP 7a774b1d-eed3-41dd-9f4d-d276f76ab843: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:53:52.201265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4bca5107-5156-45fc-9bb1-ae051b8f1796 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.203359 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4bca5107-5156-45fc-9bb1-ae051b8f1796 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/ports/c84ac8b0-0f6f-421b-adb3-3b3904333b6e HTTP/1.1" status: 204 len: 168 time: 0.8893406 Sep 16 04:53:52.207424 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55438) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:52.209974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-e9ec6051-be40-4fec-891d-64e43e85dad4 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:52.211497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-e9ec6051-be40-4fec-891d-64e43e85dad4 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1771419 Sep 16 04:53:52.213281 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:52.263840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-dca81b8c-d62e-4055-8ab9-742f1df12af5 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 699 time: 0.0457721 Sep 16 04:53:52.309047 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.337825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-7cd56932-619a-48c8-935a-dc9937d49f34 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 699 time: 0.0676734 Sep 16 04:53:52.478451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.545649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-773cd9c6-6d95-4d7b-95bb-d82a64fe8282 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Deleting port b45a1190-99c8-45f2-aec5-50dbb620a891 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:52.545940 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-773cd9c6-6d95-4d7b-95bb-d82a64fe8282 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.608872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.25.3.79 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/04b69f82-0e80-40e4-9ce5-02921b244ec4) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:52.664560 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-773cd9c6-6d95-4d7b-95bb-d82a64fe8282 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.665079 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-773cd9c6-6d95-4d7b-95bb-d82a64fe8282 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.677374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-773cd9c6-6d95-4d7b-95bb-d82a64fe8282 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Calling delete_port for b45a1190-99c8-45f2-aec5-50dbb620a891 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:52.749799 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.937237 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-773cd9c6-6d95-4d7b-95bb-d82a64fe8282 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.937850 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.980765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:52.986733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:52.986837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cd9c6-6d95-4d7b-95bb-d82a64fe8282 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Pushing event deleted for resources: {'Port': ['ID=b45a1190-99c8-45f2-aec5-50dbb620a891,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:52.993641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:53.031158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=04b69f82-0e80-40e4-9ce5-02921b244ec4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:53.065704 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-773cd9c6-6d95-4d7b-95bb-d82a64fe8282 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.070192 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-773cd9c6-6d95-4d7b-95bb-d82a64fe8282 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.077195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13239f9a-36f2-44f5-9295-eec91d8cd3c9 req-773cd9c6-6d95-4d7b-95bb-d82a64fe8282 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "DELETE /v2.0/floatingips/7a774b1d-eed3-41dd-9f4d-d276f76ab843 HTTP/1.1" status: 204 len: 173 time: 0.7311625 Sep 16 04:53:53.118393 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.203425 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.355028 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.485410 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.559023 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=04b69f82-0e80-40e4-9ce5-02921b244ec4,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:53.576205 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.679555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2370a-bea7-4900-be94-edea0d5136a4 req-d99e13f8-84dd-4894-814d-ba848d5742e4 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:53.681116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fbe2370a-bea7-4900-be94-edea0d5136a4 req-d99e13f8-84dd-4894-814d-ba848d5742e4 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 945 time: 0.0555711 Sep 16 04:53:53.697446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.700720 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a9650528-b174-418e-89a3-126e18e6e681 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4904656 Sep 16 04:53:53.701637 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55492) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:53.707169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'port': {'network_id': '4ea41cdd-c978-4311-b0a3-d8a2d7c9f414', 'name': 'tempest-FloatingIPTestJSON-462774715'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:53.725709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fbe2370a-bea7-4900-be94-edea0d5136a4 req-cdab3658-f090-4bba-b491-b5332c07ae76 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377419 Sep 16 04:53:53.954048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Made reservation on behalf of ed4960b2e0b6449284350eb204d2c190 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:53.957715 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.976699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] device_id is not set on port 4ae46a97-af7e-4977-bd5b-ffabaec0b977 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:54.092160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.20.0.6 (4ea41cdd-c978-4311-b0a3-d8a2d7c9f414/d8a6fb8f-a4e3-41c5-9ec1-7f59ef6bf472/4ae46a97-af7e-4977-bd5b-ffabaec0b977) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:54.246094 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.376089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.423959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:54.427160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:54.431663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:54.460224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=4ae46a97-af7e-4977-bd5b-ffabaec0b977,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:54.492228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.500599 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.595250 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bc8a59f8-10fd-48df-aca5-61a78ecc1048 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8924899 Sep 16 04:53:54.598109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55512) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:54.602886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-806ed5dd-bc8f-4018-b491-f9287bf2896b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'floatingip': {'port_id': '4ae46a97-af7e-4977-bd5b-ffabaec0b977'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:54.643208 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-806ed5dd-bc8f-4018-b491-f9287bf2896b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.854255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef893df9-f308-4e2d-b813-2b71eb74d59e req-f29151c3-22a1-4c37-98de-4365045aa481 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.856224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef893df9-f308-4e2d-b813-2b71eb74d59e req-f29151c3-22a1-4c37-98de-4365045aa481 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 945 time: 0.0596468 Sep 16 04:53:54.961439 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef893df9-f308-4e2d-b813-2b71eb74d59e req-b28dd3fb-1a7c-41d9-96f7-933b0753130f tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935979 Sep 16 04:53:54.983254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679000a7-fe76-474e-bd87-4d091f2d3b4e req-2d6caaa6-7066-4d22-bedd-6c2b70b0c332 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.985544 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-679000a7-fe76-474e-bd87-4d091f2d3b4e req-2d6caaa6-7066-4d22-bedd-6c2b70b0c332 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.37 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 945 time: 0.1153224 Sep 16 04:53:55.125359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-679000a7-fe76-474e-bd87-4d091f2d3b4e req-eec2ce15-fa71-41a0-8926-7b60be80185b tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Deleting port 2c39b482-30c8-4196-88dd-d2b9788bcd91 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:55.125836 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-679000a7-fe76-474e-bd87-4d091f2d3b4e req-eec2ce15-fa71-41a0-8926-7b60be80185b tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.218328 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-806ed5dd-bc8f-4018-b491-f9287bf2896b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.221330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-679000a7-fe76-474e-bd87-4d091f2d3b4e req-eec2ce15-fa71-41a0-8926-7b60be80185b tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] For port 2c39b482-30c8-4196-88dd-d2b9788bcd91, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2c39b482-30c8-4196-88dd-d2b9788bcd91,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:55.221943 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-679000a7-fe76-474e-bd87-4d091f2d3b4e req-eec2ce15-fa71-41a0-8926-7b60be80185b tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.239867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-679000a7-fe76-474e-bd87-4d091f2d3b4e req-eec2ce15-fa71-41a0-8926-7b60be80185b tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Calling delete_port for 2c39b482-30c8-4196-88dd-d2b9788bcd91 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:55.304782 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-806ed5dd-bc8f-4018-b491-f9287bf2896b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.414383 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-806ed5dd-bc8f-4018-b491-f9287bf2896b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Floating IP 4b407f70-efaa-4ba3-96be-3f2bdd56128e associated. External IP: 172.25.3.79, port: 4ae46a97-af7e-4977-bd5b-ffabaec0b977. Sep 16 04:53:55.490567 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-679000a7-fe76-474e-bd87-4d091f2d3b4e req-eec2ce15-fa71-41a0-8926-7b60be80185b tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.503562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['2c39b482-30c8-4196-88dd-d2b9788bcd91'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:55.548216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2ce15-fa71-41a0-8926-7b60be80185b tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Pushing event deleted for resources: {'Port': ['ID=2c39b482-30c8-4196-88dd-d2b9788bcd91,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:55.604173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-679000a7-fe76-474e-bd87-4d091f2d3b4e req-eec2ce15-fa71-41a0-8926-7b60be80185b tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] No DVR routers for this DVR port 2c39b482-30c8-4196-88dd-d2b9788bcd91 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:55.607279 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-679000a7-fe76-474e-bd87-4d091f2d3b4e req-eec2ce15-fa71-41a0-8926-7b60be80185b tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.609898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-679000a7-fe76-474e-bd87-4d091f2d3b4e req-eec2ce15-fa71-41a0-8926-7b60be80185b tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.37 "DELETE /v2.0/ports/2c39b482-30c8-4196-88dd-d2b9788bcd91 HTTP/1.1" status: 204 len: 173 time: 0.6181829 Sep 16 04:53:55.610548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'name': 'network-vif-deleted', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:55.617001 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43761506-5fa3-4266-904d-9d23bb164ff3" -d '{"events": [{"server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "name": "network-vif-deleted", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:55.620206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55538) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:55.665122 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79475955-708e-4119-94cb-92fad1e5f5c3 x-openstack-request-id: req-79475955-708e-4119-94cb-92fad1e5f5c3 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:55.665438 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7532cb6e-7269-4b32-8ea4-14afbfc845b8", "name": "network-vif-deleted", "tag": "2c39b482-30c8-4196-88dd-d2b9788bcd91", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:55.665693 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79475955-708e-4119-94cb-92fad1e5f5c3 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:55.666095 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7532cb6e-7269-4b32-8ea4-14afbfc845b8', 'name': 'network-vif-deleted', 'tag': '2c39b482-30c8-4196-88dd-d2b9788bcd91', 'status': 'completed', 'code': 200} Sep 16 04:53:55.681423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806ed5dd-bc8f-4018-b491-f9287bf2896b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:55.794075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806ed5dd-bc8f-4018-b491-f9287bf2896b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:55.800200 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-806ed5dd-bc8f-4018-b491-f9287bf2896b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.803689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae9257-2f25-4761-9744-a326c57aabf7 None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:55.814826 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae9257-2f25-4761-9744-a326c57aabf7 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:55.815463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-90ae9257-2f25-4761-9744-a326c57aabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:55.832579 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-806ed5dd-bc8f-4018-b491-f9287bf2896b tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "PUT /v2.0/floatingips/4b407f70-efaa-4ba3-96be-3f2bdd56128e HTTP/1.1" status: 200 len: 976 time: 1.2314112 Sep 16 04:53:55.833181 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55550) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:55.879281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-90ae9257-2f25-4761-9744-a326c57aabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:55.902933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae9257-2f25-4761-9744-a326c57aabf7 None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:55.903850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-90ae9257-2f25-4761-9744-a326c57aabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:55.966589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-90ae9257-2f25-4761-9744-a326c57aabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:55.967530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae9257-2f25-4761-9744-a326c57aabf7 None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:55.997622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port 4ae46a97-af7e-4977-bd5b-ffabaec0b977 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:55.998207 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.085579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55558) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:56.110741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1424fe5-d8f2-409f-987b-1ca18c8cff43 req-c15e7b8e-bed1-4c44-a2a2-95a6a82ddae7 tempest-FloatingIPsAssociationTestJSON-2138151500 tempest-FloatingIPsAssociationTestJSON-2138151500-project] 10.222.0.24 "GET /v2.0/ports?device_id=7532cb6e-7269-4b32-8ea4-14afbfc845b8 HTTP/1.1" status: 200 len: 210 time: 0.0744882 Sep 16 04:53:56.116111 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1822bc50-f010-4248-b003-15d0427077f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.174988 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.307047 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cd63517-09b4-4586-b6de-4b7322420435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.391653 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1822bc50-f010-4248-b003-15d0427077f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.412703 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.413238 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.413557 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Floating IP 4b407f70-efaa-4ba3-96be-3f2bdd56128e disassociated. External IP: 172.25.3.79, port: 4ae46a97-af7e-4977-bd5b-ffabaec0b977. Sep 16 04:53:56.413900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for 4ae46a97-af7e-4977-bd5b-ffabaec0b977 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:56.540207 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1822bc50-f010-4248-b003-15d0427077f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.589795 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1822bc50-f010-4248-b003-15d0427077f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2ff088e321f4280a912880f91d39977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9530721 Sep 16 04:53:56.590106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55566) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:56.598409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822bc50-f010-4248-b003-15d0427077f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719cc06b-b238-425d-80fc-452dd0bc672c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.648943 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3f03911f-13ba-4bc8-b963-64f4ad3d4380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.651607 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cd63517-09b4-4586-b6de-4b7322420435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.670634 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3f03911f-13ba-4bc8-b963-64f4ad3d4380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.700789 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.732480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=4ae46a97-af7e-4977-bd5b-ffabaec0b977,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.743214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cd63517-09b4-4586-b6de-4b7322420435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.786759 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3cd63517-09b4-4586-b6de-4b7322420435 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4444ccce45f74c16b5f46fb2cd635d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7000906 Sep 16 04:53:56.789018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd63517-09b4-4586-b6de-4b7322420435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23072a7-3ff9-456b-a523-0ad78fbd37fa,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.838541 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55572) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:56.896999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9c76389c-ca7b-41a7-bb6b-1755fb9c64e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.921144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9c76389c-ca7b-41a7-bb6b-1755fb9c64e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.079757 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9c76389c-ca7b-41a7-bb6b-1755fb9c64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.083564 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9c76389c-ca7b-41a7-bb6b-1755fb9c64e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.087715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9c76389c-ca7b-41a7-bb6b-1755fb9c64e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c23072a7-3ff9-456b-a523-0ad78fbd37fa HTTP/1.1" status: 204 len: 168 time: 0.2451835 Sep 16 04:53:57.105792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76389c-ca7b-41a7-bb6b-1755fb9c64e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23072a7-3ff9-456b-a523-0ad78fbd37fa,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:57.180758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55582) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:57.280110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:57.332352 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3f03911f-13ba-4bc8-b963-64f4ad3d4380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.335532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3f03911f-13ba-4bc8-b963-64f4ad3d4380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.339103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3f03911f-13ba-4bc8-b963-64f4ad3d4380 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/719cc06b-b238-425d-80fc-452dd0bc672c HTTP/1.1" status: 204 len: 168 time: 0.7458663 Sep 16 04:53:57.351483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03911f-13ba-4bc8-b963-64f4ad3d4380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719cc06b-b238-425d-80fc-452dd0bc672c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:57.451000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:57.465623 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996a69f-849b-4067-b3e5-8badf40a38fd None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:57.494604 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996a69f-849b-4067-b3e5-8badf40a38fd None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:57.495766 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6996a69f-849b-4067-b3e5-8badf40a38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:57.537853 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.541012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-21fb8677-f41b-4d0d-8f41-d3c0222613d4 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/ports/4ae46a97-af7e-4977-bd5b-ffabaec0b977 HTTP/1.1" status: 204 len: 168 time: 1.7057652 Sep 16 04:53:57.543229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55590) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:57.549711 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6996a69f-849b-4067-b3e5-8badf40a38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:57.584896 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996a69f-849b-4067-b3e5-8badf40a38fd None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:57.585585 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6996a69f-849b-4067-b3e5-8badf40a38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:57.642283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-70477c71-277f-499e-83a9-90e54f916276 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "GET /v2.0/floatingips/4b407f70-efaa-4ba3-96be-3f2bdd56128e HTTP/1.1" status: 200 len: 687 time: 0.0975342 Sep 16 04:53:57.644784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55592) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:57.655771 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6996a69f-849b-4067-b3e5-8badf40a38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:57.656449 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996a69f-849b-4067-b3e5-8badf40a38fd None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:57.812855 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0e72-542e-4612-ba46-3da65353b0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.816693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d18e544a-7012-4caf-98b2-3d010dddbc1a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port 04b69f82-0e80-40e4-9ce5-02921b244ec4 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:57.817315 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d18e544a-7012-4caf-98b2-3d010dddbc1a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.919490 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d18e544a-7012-4caf-98b2-3d010dddbc1a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.924129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d18e544a-7012-4caf-98b2-3d010dddbc1a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.932596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d18e544a-7012-4caf-98b2-3d010dddbc1a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for 04b69f82-0e80-40e4-9ce5-02921b244ec4 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:58.089659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d0e72-542e-4612-ba46-3da65353b0a4 admin admin] Deleting port 6ec9ab0d-5d52-4b1d-a094-3021629fc198 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:58.090009 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0e72-542e-4612-ba46-3da65353b0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.141492 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d18e544a-7012-4caf-98b2-3d010dddbc1a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.176053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-3c1d0e72-542e-4612-ba46-3da65353b0a4 admin admin] For port 6ec9ab0d-5d52-4b1d-a094-3021629fc198, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6ec9ab0d-5d52-4b1d-a094-3021629fc198,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:58.179938 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0e72-542e-4612-ba46-3da65353b0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.180073 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e544a-7012-4caf-98b2-3d010dddbc1a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=04b69f82-0e80-40e4-9ce5-02921b244ec4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.194633 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d0e72-542e-4612-ba46-3da65353b0a4 admin admin] Calling delete_port for 6ec9ab0d-5d52-4b1d-a094-3021629fc198 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:58.237377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55604) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:58.258707 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de47dfa5-6589-4413-883a-058c10c92e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.288632 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d18e544a-7012-4caf-98b2-3d010dddbc1a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.291563 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d18e544a-7012-4caf-98b2-3d010dddbc1a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.292772 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d18e544a-7012-4caf-98b2-3d010dddbc1a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/floatingips/4b407f70-efaa-4ba3-96be-3f2bdd56128e HTTP/1.1" status: 204 len: 168 time: 0.6469414 Sep 16 04:53:58.297715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55606) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:58.302673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '3024a47e-130a-4c8c-92c1-3a6057a4b86d'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:58.324962 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:53:58.324962 n-d-712137-12 neutron-server[95452]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:53:58.324962 n-d-712137-12 neutron-server[95452]: [parameters: {'project_id': 'ed4960b2e0b6449284350eb204d2c190', 'id': '24af8c63-99b6-4892-91f4-d8fcb427242d', 'expiration': datetime.datetime(2021, 9, 16, 4, 55, 58, 317360)}] Sep 16 04:53:58.324962 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:58.325651 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:58.399658 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de47dfa5-6589-4413-883a-058c10c92e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.468307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0e72-542e-4612-ba46-3da65353b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.495409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d0e72-542e-4612-ba46-3da65353b0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec9ab0d-5d52-4b1d-a094-3021629fc198,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.514059 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de47dfa5-6589-4413-883a-058c10c92e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.561548 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-de47dfa5-6589-4413-883a-058c10c92e37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=528f440fa97d45debd1f2241231fe324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226259 Sep 16 04:53:58.563484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47dfa5-6589-4413-883a-058c10c92e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccde31e5-3075-459d-a062-d390b94a0434,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.566238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55610) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:58.631830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c5303f8d-04cb-42e2-a381-e32c6ab07d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.683819 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c5303f8d-04cb-42e2-a381-e32c6ab07d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.704157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2c39b482-30c8-4196-88dd-d2b9788bcd91 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:58.720280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0e72-542e-4612-ba46-3da65353b0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.744542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 2c39b482-30c8-4196-88dd-d2b9788bcd91 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:58.744952 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2c39b482-30c8-4196-88dd-d2b9788bcd91 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:58.785293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55614) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:58.799324 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e693489-f0d1-4b99-9edf-05879bf021dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.854946 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c5303f8d-04cb-42e2-a381-e32c6ab07d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.856403 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c5303f8d-04cb-42e2-a381-e32c6ab07d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.857801 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c5303f8d-04cb-42e2-a381-e32c6ab07d8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccde31e5-3075-459d-a062-d390b94a0434 HTTP/1.1" status: 204 len: 168 time: 0.2906420 Sep 16 04:53:58.872036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5303f8d-04cb-42e2-a381-e32c6ab07d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccde31e5-3075-459d-a062-d390b94a0434,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:58.959135 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e693489-f0d1-4b99-9edf-05879bf021dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.009939 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1d0e72-542e-4612-ba46-3da65353b0a4 admin admin] Router 14b62df7-39ef-4199-a49d-cc7da3f15e15 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:59.047571 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e693489-f0d1-4b99-9edf-05879bf021dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.094401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2e693489-f0d1-4b99-9edf-05879bf021dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc421dfdf8f84181878fc7da627f78e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072281 Sep 16 04:53:59.100647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55626) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:59.117449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e693489-f0d1-4b99-9edf-05879bf021dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2fac33-ac11-4bb4-a453-ea089592cfb7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:59.136071 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1d0e72-542e-4612-ba46-3da65353b0a4 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:59.143031 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3c1d0e72-542e-4612-ba46-3da65353b0a4 admin admin] 10.222.0.24 "PUT /v2.0/routers/14b62df7-39ef-4199-a49d-cc7da3f15e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9601474 Sep 16 04:53:59.145548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188fb177-6584-4ca0-a05a-d9c1e704fb81 None None] Sync routers for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:59.149441 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55628) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:59.155717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188fb177-6584-4ca0-a05a-d9c1e704fb81 None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:59.156629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-188fb177-6584-4ca0-a05a-d9c1e704fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:59.171205 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ea46-6a5f-471e-b6f8-b264d5858637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.195437 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ea46-6a5f-471e-b6f8-b264d5858637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.247669 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.303928 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.413022 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.414008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-188fb177-6584-4ca0-a05a-d9c1e704fb81 None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:59.424197 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ea46-6a5f-471e-b6f8-b264d5858637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.426817 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ea46-6a5f-471e-b6f8-b264d5858637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.430682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0ee2ea46-6a5f-471e-b6f8-b264d5858637 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b2fac33-ac11-4bb4-a453-ea089592cfb7 HTTP/1.1" status: 204 len: 168 time: 0.3242013 Sep 16 04:53:59.440700 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.463969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2ea46-6a5f-471e-b6f8-b264d5858637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2fac33-ac11-4bb4-a453-ea089592cfb7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:59.591441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.25.3.57 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/7cfaa0aa-2dc5-4e9f-ada9-3a10c0f171a5) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:59.604763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Deleting port 224782ed-8e8c-4081-8a00-695e5eec0eb0 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:59.605179 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.613000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-188fb177-6584-4ca0-a05a-d9c1e704fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:53:58Z', 'revision_number': 5, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port': {'id': '224782ed-8e8c-4081-8a00-695e5eec0eb0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:39Z', 'updated_at': '2021-09-16T04:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:59.648627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188fb177-6584-4ca0-a05a-d9c1e704fb81 None None] Checking router: 14b62df7-39ef-4199-a49d-cc7da3f15e15 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:59.660077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188fb177-6584-4ca0-a05a-d9c1e704fb81 None None] Routers {'14b62df7-39ef-4199-a49d-cc7da3f15e15'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:59.661746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-188fb177-6584-4ca0-a05a-d9c1e704fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['14b62df7-39ef-4199-a49d-cc7da3f15e15'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:59.710332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] For port 224782ed-8e8c-4081-8a00-695e5eec0eb0, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=224782ed-8e8c-4081-8a00-695e5eec0eb0,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:59.710830 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.725213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Calling delete_port for 224782ed-8e8c-4081-8a00-695e5eec0eb0 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:59.735637 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.770611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-188fb177-6584-4ca0-a05a-d9c1e704fb81 None None] Set router 14b62df7-39ef-4199-a49d-cc7da3f15e15 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:59.833498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-188fb177-6584-4ca0-a05a-d9c1e704fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:53:59Z', 'revision_number': 6, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:59.864098 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188fb177-6584-4ca0-a05a-d9c1e704fb81 None None] The sync data for ids ['14b62df7-39ef-4199-a49d-cc7da3f15e15'] in n-d-712137-12 is: [{'id': '14b62df7-39ef-4199-a49d-cc7da3f15e15', 'name': 'tempest-FloatingIPsAssociationTestJSON-722723852-router', 'tenant_id': '81b0d1859be44000850a5bc31b1f4335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:38Z', 'updated_at': '2021-09-16T04:53:59Z', 'revision_number': 6, 'project_id': '81b0d1859be44000850a5bc31b1f4335', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:59.960889 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.001665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:00.007759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:00.012565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:00.015812 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=7cfaa0aa-2dc5-4e9f-ada9-3a10c0f171a5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:00.063022 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.089830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Pushing event deleted for resources: {'Port': ['ID=224782ed-8e8c-4081-8a00-695e5eec0eb0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:00.155443 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.270550 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.272884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.489069 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.524135 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.528952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14b62df7-39ef-4199-a49d-cc7da3f15e15 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:00.529483 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.530764 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ffa61e44-b74e-4210-aabd-a747a7ad649e admin admin] 10.222.0.24 "DELETE /v2.0/routers/14b62df7-39ef-4199-a49d-cc7da3f15e15 HTTP/1.1" status: 204 len: 168 time: 1.3803282 Sep 16 04:54:00.533469 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55670) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:00.582044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-77839a52-4d09-4e2a-98d4-e466cbcec925 admin admin] Deleting subnet 12c2031b-b847-4192-a856-861bcc5c79c2 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:00.585795 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77839a52-4d09-4e2a-98d4-e466cbcec925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.626129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77839a52-4d09-4e2a-98d4-e466cbcec925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.727886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77839a52-4d09-4e2a-98d4-e466cbcec925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.763234 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.774379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 224782ed-8e8c-4081-8a00-695e5eec0eb0 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:00.803041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 224782ed-8e8c-4081-8a00-695e5eec0eb0 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:00.803607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 224782ed-8e8c-4081-8a00-695e5eec0eb0 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:00.808413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6ec9ab0d-5d52-4b1d-a094-3021629fc198 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:00.826461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 6ec9ab0d-5d52-4b1d-a094-3021629fc198 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:00.827097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6ec9ab0d-5d52-4b1d-a094-3021629fc198 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:00.944084 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.959424 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77839a52-4d09-4e2a-98d4-e466cbcec925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.994977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77839a52-4d09-4e2a-98d4-e466cbcec925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c2031b-b847-4192-a856-861bcc5c79c2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:00.999567 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77839a52-4d09-4e2a-98d4-e466cbcec925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.002127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-77839a52-4d09-4e2a-98d4-e466cbcec925 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/12c2031b-b847-4192-a856-861bcc5c79c2 HTTP/1.1" status: 204 len: 168 time: 0.4675860 Sep 16 04:54:01.005118 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55686) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:01.010323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71401df-9cf9-42fb-89e6-a1296901ad7a None None] Network 1fef8853-6976-4590-9570-f8ac6300686d requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:01.033555 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.121661 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.203903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Deleting port 90d2d091-bae2-4268-abca-6107efde8c38 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:01.204579 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.215860 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.266789 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=7cfaa0aa-2dc5-4e9f-ada9-3a10c0f171a5,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:01.314603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] For port 90d2d091-bae2-4268-abca-6107efde8c38, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=90d2d091-bae2-4268-abca-6107efde8c38,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:01.314603 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.325639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Calling delete_port for 90d2d091-bae2-4268-abca-6107efde8c38 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:01.373513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] DHCP port deletion for 1fef8853-6976-4590-9570-f8ac6300686d request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:01.375464 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Floating IP c2ae24a4-a8f6-4d8b-83a4-8a1172ef2e40 associated. External IP: 172.25.3.57, port: 3024a47e-130a-4c8c-92c1-3a6057a4b86d. Sep 16 04:54:01.455663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Deleting port 90d2d091-bae2-4268-abca-6107efde8c38 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:01.457036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.531583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.537254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] For port 90d2d091-bae2-4268-abca-6107efde8c38, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=90d2d091-bae2-4268-abca-6107efde8c38,segment=NetworkSegment(b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a),segment_id=b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:01.537973 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.554720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Calling delete_port for 90d2d091-bae2-4268-abca-6107efde8c38 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:01.566161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d2d091-bae2-4268-abca-6107efde8c38,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:01.572150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] No DVR routers for this DVR port 90d2d091-bae2-4268-abca-6107efde8c38 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:01.650699 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.652608 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.678631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fef8853-6976-4590-9570-f8ac6300686d']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:01.679365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:01.681175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Pushing event deleted for resources: {'Port': ['ID=90d2d091-bae2-4268-abca-6107efde8c38,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:01.690440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:01.690750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b5ee36-b98c-4f52-a1cd-c360b03f4e3a') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:01.691550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] No DVR routers for this DVR port 90d2d091-bae2-4268-abca-6107efde8c38 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:01.694625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:01.695268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:01.695742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:01.696010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:01.696374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:01.696737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:01.697232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:01.697569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:01.697902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:01.698220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:01.698542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:01.699008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859fb20e-f4f9-49b7-b021-a3afb1225efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:01.703058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.721121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.728070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:01.735840 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:01.814040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:01.824691 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e664598-df2c-4081-b53e-2fd5599df75d None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:01.834683 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e664598-df2c-4081-b53e-2fd5599df75d None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:01.835333 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5e664598-df2c-4081-b53e-2fd5599df75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:01.856819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.862517 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.867885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1fef8853-6976-4590-9570-f8ac6300686d HTTP/1.1" status: 204 len: 168 time: 0.8578477 Sep 16 04:54:01.871309 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5e664598-df2c-4081-b53e-2fd5599df75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:01.876646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ff80e-61b1-4058-a994-0168a0c34ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fef8853-6976-4590-9570-f8ac6300686d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:01.881943 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e664598-df2c-4081-b53e-2fd5599df75d None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:01.882728 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5e664598-df2c-4081-b53e-2fd5599df75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:01.913763 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.918591 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5e664598-df2c-4081-b53e-2fd5599df75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:01.919350 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e664598-df2c-4081-b53e-2fd5599df75d None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:01.962627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-74401896-9c0c-4f65-958d-77a436826f19 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6611805 Sep 16 04:54:01.962988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55706) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:01.970142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-86271aab-3e3a-490f-96a7-d32a9b03af4f tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-88813977'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:02.068771 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86271aab-3e3a-490f-96a7-d32a9b03af4f tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Made reservation on behalf of ed4960b2e0b6449284350eb204d2c190 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:02.072904 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86271aab-3e3a-490f-96a7-d32a9b03af4f tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.104160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86271aab-3e3a-490f-96a7-d32a9b03af4f tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:02.120837 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86271aab-3e3a-490f-96a7-d32a9b03af4f tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.121773 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-86271aab-3e3a-490f-96a7-d32a9b03af4f tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Added segment 118be4be-7247-4db4-9329-d158496a887b of type vlan for network 7f57711e-0b52-43a0-9b30-a97cc666c59c Sep 16 04:54:02.198058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86271aab-3e3a-490f-96a7-d32a9b03af4f tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.433752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86271aab-3e3a-490f-96a7-d32a9b03af4f tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.439516 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86271aab-3e3a-490f-96a7-d32a9b03af4f tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:02.440108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86271aab-3e3a-490f-96a7-d32a9b03af4f tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.513859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86271aab-3e3a-490f-96a7-d32a9b03af4f tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Network': ['ID=7f57711e-0b52-43a0-9b30-a97cc666c59c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:02.525886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 7f57711e-0b52-43a0-9b30-a97cc666c59c details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:02.575426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55724) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.580416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'subnet': {'network_id': '7f57711e-0b52-43a0-9b30-a97cc666c59c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:02.587105 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-86271aab-3e3a-490f-96a7-d32a9b03af4f tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6086118 Sep 16 04:54:02.633344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 90d2d091-bae2-4268-abca-6107efde8c38 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:02.661427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 90d2d091-bae2-4268-abca-6107efde8c38 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:02.662693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 90d2d091-bae2-4268-abca-6107efde8c38 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:02.683351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55728) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.732952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55730) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.733278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fdf9ce18-f3d0-4fe3-b2f1-e2c9dbd13f9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81b0d1859be44000850a5bc31b1f4335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479550 Sep 16 04:54:02.777031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Made reservation on behalf of ed4960b2e0b6449284350eb204d2c190 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:02.780923 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.788504 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4bbc12d0-0a32-423e-b12f-b9dfda2903a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.821899 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4bbc12d0-0a32-423e-b12f-b9dfda2903a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.969890 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4bbc12d0-0a32-423e-b12f-b9dfda2903a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.973001 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4bbc12d0-0a32-423e-b12f-b9dfda2903a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.974941 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4bbc12d0-0a32-423e-b12f-b9dfda2903a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97 HTTP/1.1" status: 204 len: 168 time: 0.2403419 Sep 16 04:54:02.983471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc12d0-0a32-423e-b12f-b9dfda2903a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b83dd60-dc4c-4b80-be5d-dc1c15e0ae97,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.066851 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.136968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Subnet': ['ID=e551b615-2289-49c0-9fb5-73f918443da5,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.148584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.148925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.149261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.149593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.149924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.150249 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.150569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.150889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.151205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.151521 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.151838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.152175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:03.155166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Checking segment: {'id': '118be4be-7247-4db4-9329-d158496a887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7f57711e-0b52-43a0-9b30-a97cc666c59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:03.159662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network hostable DHCP agents. Network: 7f57711e-0b52-43a0-9b30-a97cc666c59c, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:03.290858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 7f57711e-0b52-43a0-9b30-a97cc666c59c is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:03.388014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 7f57711e-0b52-43a0-9b30-a97cc666c59c) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:03.394036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:03.394658 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.403831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae4bab-5c21-4044-a1d4-66c9e51051de None None] Network 7f57711e-0b52-43a0-9b30-a97cc666c59c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:03.488497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-843015c4-7dc4-4c54-9636-8e6fe0861331 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9120131 Sep 16 04:54:03.492854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55760) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:03.497140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-13062206', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:03.593373 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-7f57711e-0b52-43a0-9b30-a97cc666c59c', 'network_id': '7f57711e-0b52-43a0-9b30-a97cc666c59c', 'tenant_id': 'ed4960b2e0b6449284350eb204d2c190', 'fixed_ips': [{'subnet_id': 'e551b615-2289-49c0-9fb5-73f918443da5'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:03.594444 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.607982 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.610286 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.700712 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.753268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Allocated IP 172.20.0.2 (7f57711e-0b52-43a0-9b30-a97cc666c59c/e551b615-2289-49c0-9fb5-73f918443da5/19f95451-c763-4b7a-b88b-a8234aa6d352) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:03.939126 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.946982 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.135680 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.187466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Network 7f57711e-0b52-43a0-9b30-a97cc666c59c is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:04.189103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:04.191073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Pushing event updated for resources: {'Port': ['ID=19f95451-c763-4b7a-b88b-a8234aa6d352,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:04.193545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:04.252116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Attempting to bind port 19f95451-c763-4b7a-b88b-a8234aa6d352 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:04.252401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Attempting to bind port 19f95451-c763-4b7a-b88b-a8234aa6d352 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '118be4be-7247-4db4-9329-d158496a887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7f57711e-0b52-43a0-9b30-a97cc666c59c'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:04.252822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Attempting to bind port 19f95451-c763-4b7a-b88b-a8234aa6d352 on network 7f57711e-0b52-43a0-9b30-a97cc666c59c {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:04.260740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:04.260740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Checking segment: {'id': '118be4be-7247-4db4-9329-d158496a887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7f57711e-0b52-43a0-9b30-a97cc666c59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:04.260740 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.261070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Bound using segment: {'id': '118be4be-7247-4db4-9329-d158496a887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7f57711e-0b52-43a0-9b30-a97cc666c59c'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:04.264256 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Bound port: 19f95451-c763-4b7a-b88b-a8234aa6d352, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118be4be-7247-4db4-9329-d158496a887b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7f57711e-0b52-43a0-9b30-a97cc666c59c'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:04.264256 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.343712 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.368820 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.372040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] For port 19f95451-c763-4b7a-b88b-a8234aa6d352, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:04.377623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] For port 19f95451-c763-4b7a-b88b-a8234aa6d352, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=19f95451-c763-4b7a-b88b-a8234aa6d352,segment=NetworkSegment(118be4be-7247-4db4-9329-d158496a887b),segment_id=118be4be-7247-4db4-9329-d158496a887b)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:04.480290 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.495459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.25.3.6 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/494f49bf-be62-4763-99fb-7568715b664a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:04.556149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3a8c5-9546-48bc-aca0-80099d8905a3 None None] Pushing event updated for resources: {'Port': ['ID=19f95451-c763-4b7a-b88b-a8234aa6d352,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:04.616366 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.710465 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.795882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=494f49bf-be62-4763-99fb-7568715b664a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:04.804445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:04.806084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:04.808771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:05.206426 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.433544 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.520054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55830) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:05.658538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acea067-9ca5-4263-bcec-3f8fdbd9df64 None None] Network 7f57711e-0b52-43a0-9b30-a97cc666c59c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:05.673810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:54:05.747185 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-450e1bdd-17c9-4004-9947-5dba526b7b86 None None] Provisioning complete for port 19f95451-c763-4b7a-b88b-a8234aa6d352 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:05.747361 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-450e1bdd-17c9-4004-9947-5dba526b7b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.825656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:05.840829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802e061e-d2f1-4f06-9a62-e4334c5a75f0 None None] Sync routers for ids ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:05.877623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e061e-d2f1-4f06-9a62-e4334c5a75f0 None None] Routers {'eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:05.878615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-802e061e-d2f1-4f06-9a62-e4334c5a75f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:05.914227 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.919361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-142d3be8-1a1a-47f1-84bf-eb2a3db5ec7a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4254208 Sep 16 04:54:05.922189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55842) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:05.981972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-220609780-network', 'tenant_id': '088d514727ea4e09853bc7c78e3d370b'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:06.058909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-802e061e-d2f1-4f06-9a62-e4334c5a75f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:06.105649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e061e-d2f1-4f06-9a62-e4334c5a75f0 None None] Routers {'eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:06.105649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-802e061e-d2f1-4f06-9a62-e4334c5a75f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:06.133044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Made reservation on behalf of 088d514727ea4e09853bc7c78e3d370b for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:06.135461 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.150805 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.159146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-802e061e-d2f1-4f06-9a62-e4334c5a75f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:06.160635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802e061e-d2f1-4f06-9a62-e4334c5a75f0 None None] The sync data for ids ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:06.172628 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-450e1bdd-17c9-4004-9947-5dba526b7b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.244384 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-450e1bdd-17c9-4004-9947-5dba526b7b86 None None] For port 19f95451-c763-4b7a-b88b-a8234aa6d352, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=19f95451-c763-4b7a-b88b-a8234aa6d352,segment=NetworkSegment(118be4be-7247-4db4-9329-d158496a887b),segment_id=118be4be-7247-4db4-9329-d158496a887b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:06.341150 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-450e1bdd-17c9-4004-9947-5dba526b7b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.401798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e1bdd-17c9-4004-9947-5dba526b7b86 None None] Pushing event updated for resources: {'Port': ['ID=19f95451-c763-4b7a-b88b-a8234aa6d352,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:06.442320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.462522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-99ebd3d5-bccf-4078-ba51-dc37f74d63eb None None] Provisioning complete for port 19f95451-c763-4b7a-b88b-a8234aa6d352 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:06.463691 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-99ebd3d5-bccf-4078-ba51-dc37f74d63eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.550291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.569894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.588197 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:06.657797 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.658143 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Added segment e55b9238-9ec1-4805-b147-4cd51ea7636e of type vlan for network 91b313c9-a76c-4d5b-a799-043202f5ab2a Sep 16 04:54:06.661071 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81014538-c119-41db-a4d1-0c4c6c593b75,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:06.698536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 19f95451-c763-4b7a-b88b-a8234aa6d352 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:06.748121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.749563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 19f95451-c763-4b7a-b88b-a8234aa6d352 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:06.749928 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.919639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.920657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:06.921473 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.266814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] Pushing event updated for resources: {'Network': ['ID=91b313c9-a76c-4d5b-a799-043202f5ab2a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:07.273317 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8bec4f7a-7185-4407-b972-3bacd7358e0c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7507293 Sep 16 04:54:07.276940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55866) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:07.279123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 91b313c9-a76c-4d5b-a799-043202f5ab2a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:07.284185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8022b727-53b3-4182-8b26-6b180f367209 admin admin] Request body: {'subnet': {'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-220609780-subnet', 'tenant_id': '088d514727ea4e09853bc7c78e3d370b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:07.289888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.20.0.1 (7f57711e-0b52-43a0-9b30-a97cc666c59c/e551b615-2289-49c0-9fb5-73f918443da5/b7cf236d-e13a-46ad-9cf2-f62480c5d645) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:07.405768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8022b727-53b3-4182-8b26-6b180f367209 admin admin] Made reservation on behalf of 088d514727ea4e09853bc7c78e3d370b for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:07.408494 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8022b727-53b3-4182-8b26-6b180f367209 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.423524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.497017 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.537532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 7f57711e-0b52-43a0-9b30-a97cc666c59c is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:07.540681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:07.545302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:07.578274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=b7cf236d-e13a-46ad-9cf2-f62480c5d645,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:07.624548 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.887786 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c9cefa4c-8126-4ca5-9426-800d916aa7c3 None None] Provisioning complete for port b7cf236d-e13a-46ad-9cf2-f62480c5d645 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:07.888495 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c9cefa4c-8126-4ca5-9426-800d916aa7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.934762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c9cefa4c-8126-4ca5-9426-800d916aa7c3 None None] Port b7cf236d-e13a-46ad-9cf2-f62480c5d645 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:07.968334 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.075799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55882) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:08.082463 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8022b727-53b3-4182-8b26-6b180f367209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.147522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022b727-53b3-4182-8b26-6b180f367209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=762a2461-e6fa-46e6-bb84-f2822f0f8dfa,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:08.164075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8022b727-53b3-4182-8b26-6b180f367209 admin admin] Checking segment: {'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:08.164443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8022b727-53b3-4182-8b26-6b180f367209 admin admin] Network hostable DHCP agents. Network: 91b313c9-a76c-4d5b-a799-043202f5ab2a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:08.255880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8022b727-53b3-4182-8b26-6b180f367209 admin admin] Network 91b313c9-a76c-4d5b-a799-043202f5ab2a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:08.298902 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.301577 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58844398-3c0e-4f58-a0fa-122b37fba814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.313408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55888) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:08.351513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-8022b727-53b3-4182-8b26-6b180f367209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 91b313c9-a76c-4d5b-a799-043202f5ab2a) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:08.356040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022b727-53b3-4182-8b26-6b180f367209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:08.356672 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8022b727-53b3-4182-8b26-6b180f367209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.361513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f2aaf5-96c6-47fa-8a4f-0bafd2455a38 None None] Network 91b313c9-a76c-4d5b-a799-043202f5ab2a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:08.387794 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-12eef4ab-3de4-4c38-b538-59a92649ead8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.406470 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.409882 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58844398-3c0e-4f58-a0fa-122b37fba814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.489281 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=b7cf236d-e13a-46ad-9cf2-f62480c5d645,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:08.493762 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58844398-3c0e-4f58-a0fa-122b37fba814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.493874 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.502995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35e1961-075c-4b4b-8a05-c8295fb7f641 None None] Network 91b313c9-a76c-4d5b-a799-043202f5ab2a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:08.537903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-58844398-3c0e-4f58-a0fa-122b37fba814 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d271a7cd7cf5495aa8883989622d55b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4609051 Sep 16 04:54:08.539612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58844398-3c0e-4f58-a0fa-122b37fba814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb68688f-9a61-44d4-b7fa-4b308d5d5e5d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:08.541886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55894) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:08.584532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55898) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:08.615539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 7f57711e-0b52-43a0-9b30-a97cc666c59c is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:08.617924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:08.639877 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e52040e-6b71-4015-aaaa-c69da2164a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.643688 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8022b727-53b3-4182-8b26-6b180f367209 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3652587 Sep 16 04:54:08.697496 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e52040e-6b71-4015-aaaa-c69da2164a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.737872 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-12eef4ab-3de4-4c38-b538-59a92649ead8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.806557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-05e881ec-1878-4b91-8246-88a30d6595e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.840788 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-12eef4ab-3de4-4c38-b538-59a92649ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.872342 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e52040e-6b71-4015-aaaa-c69da2164a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.875547 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e52040e-6b71-4015-aaaa-c69da2164a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.877169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1e52040e-6b71-4015-aaaa-c69da2164a29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb68688f-9a61-44d4-b7fa-4b308d5d5e5d HTTP/1.1" status: 204 len: 168 time: 0.3343694 Sep 16 04:54:08.887513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52040e-6b71-4015-aaaa-c69da2164a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb68688f-9a61-44d4-b7fa-4b308d5d5e5d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:08.969160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:08.971767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eef4ab-3de4-4c38-b538-59a92649ead8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a12bb1e-766a-41aa-8b61-bfc313bb00d4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:08.998001 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-12eef4ab-3de4-4c38-b538-59a92649ead8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbebf00961ae4eae83ce522c12239ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6804767 Sep 16 04:54:08.998109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55916) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.050400 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de5b3dfb-53e3-4785-8405-cb4feff563f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.065458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4bb012e7-d936-4458-a739-82bd89e00fd3 None None] Provisioning complete for port b7cf236d-e13a-46ad-9cf2-f62480c5d645 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:09.065941 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4bb012e7-d936-4458-a739-82bd89e00fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.076079 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de5b3dfb-53e3-4785-8405-cb4feff563f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.117065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4bb012e7-d936-4458-a739-82bd89e00fd3 None None] Port b7cf236d-e13a-46ad-9cf2-f62480c5d645 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:09.174730 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-05e881ec-1878-4b91-8246-88a30d6595e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.188997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:09.194617 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7d22588a-7b60-4966-973e-0e37f7cc5cfb tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "PUT /v2.0/routers/eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2707081 Sep 16 04:54:09.197234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55926) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.202419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'port': {'network_id': '7f57711e-0b52-43a0-9b30-a97cc666c59c', 'name': 'tempest-FloatingIPTestJSON-204942439'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:09.203017 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bce4be-90b3-4dcb-82a0-8b3c02c31d8d None None] Sync routers for ids ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:09.213181 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bce4be-90b3-4dcb-82a0-8b3c02c31d8d None None] Routers {'eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:09.213815 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-45bce4be-90b3-4dcb-82a0-8b3c02c31d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:09.246462 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-45bce4be-90b3-4dcb-82a0-8b3c02c31d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:09.255249 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bce4be-90b3-4dcb-82a0-8b3c02c31d8d None None] Routers {'eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:09.255906 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-45bce4be-90b3-4dcb-82a0-8b3c02c31d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:09.273856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de5b3dfb-53e3-4785-8405-cb4feff563f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.276400 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de5b3dfb-53e3-4785-8405-cb4feff563f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.277975 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-de5b3dfb-53e3-4785-8405-cb4feff563f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a12bb1e-766a-41aa-8b61-bfc313bb00d4 HTTP/1.1" status: 204 len: 168 time: 0.2789068 Sep 16 04:54:09.296974 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-45bce4be-90b3-4dcb-82a0-8b3c02c31d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:09.297639 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bce4be-90b3-4dcb-82a0-8b3c02c31d8d None None] The sync data for ids ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:09.301412 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-05e881ec-1878-4b91-8246-88a30d6595e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.307715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b3dfb-53e3-4785-8405-cb4feff563f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a12bb1e-766a-41aa-8b61-bfc313bb00d4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:09.321746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac775bf-d69c-4873-88e0-147253851571 req-612731e0-80d9-4e40-a41d-c3223bfec744 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:09.323297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-612731e0-80d9-4e40-a41d-c3223bfec744 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/networks?id=91b313c9-a76c-4d5b-a799-043202f5ab2a HTTP/1.1" status: 200 len: 821 time: 0.1973164 Sep 16 04:54:09.362868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e881ec-1878-4b91-8246-88a30d6595e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863816f4-0cee-423e-b7c1-307390c1533d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:09.369805 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-05e881ec-1878-4b91-8246-88a30d6595e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94816121906143c3aaa6bf6e38d56df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7841508 Sep 16 04:54:09.372512 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55932) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.373094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-49035900-18be-485d-bb07-0e6f587a0c51 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/quotas/088d514727ea4e09853bc7c78e3d370b HTTP/1.1" status: 200 len: 375 time: 0.0398295 Sep 16 04:54:09.423606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-cb08429e-d743-4d3e-8e5d-5cfa2eb1f8cb tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=088d514727ea4e09853bc7c78e3d370b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417705 Sep 16 04:54:09.433618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3e069ac-406d-4b3f-962f-259a084e1195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.444901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Made reservation on behalf of ed4960b2e0b6449284350eb204d2c190 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:09.448013 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.462342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3e069ac-406d-4b3f-962f-259a084e1195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.512055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] device_id is not set on port 82d71ab5-9fb0-4389-a20f-141dacd9cbe6 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:09.545527 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-a243eadf-8122-49fa-80cc-313c827719b2 service neutron] 10.222.0.24 "GET /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208065 Sep 16 04:54:09.622170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3e069ac-406d-4b3f-962f-259a084e1195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.626752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3e069ac-406d-4b3f-962f-259a084e1195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.629226 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a3e069ac-406d-4b3f-962f-259a084e1195 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/863816f4-0cee-423e-b7c1-307390c1533d HTTP/1.1" status: 204 len: 168 time: 0.2544320 Sep 16 04:54:09.644264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e069ac-406d-4b3f-962f-259a084e1195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863816f4-0cee-423e-b7c1-307390c1533d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:09.674054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-3d1e3c47-7ffc-4b98-8a6d-93a0d2f5ea57 service neutron] 10.222.0.24 "GET /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223316 Sep 16 04:54:09.743610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Allocated IP 172.20.0.4 (7f57711e-0b52-43a0-9b30-a97cc666c59c/e551b615-2289-49c0-9fb5-73f918443da5/82d71ab5-9fb0-4389-a20f-141dacd9cbe6) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:09.796851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55940) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.815381 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58bb1b98-7bc5-4cbc-af50-efd9b6071156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.970395 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58bb1b98-7bc5-4cbc-af50-efd9b6071156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.987755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20108a4c-3a31-48de-bc2e-84521edc0279 req-90455e14-e440-40f3-86a5-874a4dfb432a tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 210 time: 0.0686827 Sep 16 04:54:10.017751 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.059027 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58bb1b98-7bc5-4cbc-af50-efd9b6071156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.097428 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-58bb1b98-7bc5-4cbc-af50-efd9b6071156 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5938698bc9d34c8f973083299f11bb9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994578 Sep 16 04:54:10.098294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb1b98-7bc5-4cbc-af50-efd9b6071156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6b6bc8-93dd-44bb-9366-79ec27c2e6fe,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:10.101416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55954) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:10.131974 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.184806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Network 7f57711e-0b52-43a0-9b30-a97cc666c59c is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:10.194348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:10.205311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:10.211217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event updated for resources: {'Port': ['ID=82d71ab5-9fb0-4389-a20f-141dacd9cbe6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:10.231585 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1d622850-511f-451e-aad1-53a8cd690c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.275564 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1d622850-511f-451e-aad1-53a8cd690c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.282892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:10.283604 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.394434 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dad25726-2582-4d9a-aa78-cb6c065f5e4a tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1961279 Sep 16 04:54:10.399914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55958) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:10.404600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-75469f1c-f3dd-4f2a-a25b-d7e0a72433d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Request body: {'floatingip': {'port_id': '82d71ab5-9fb0-4389-a20f-141dacd9cbe6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:10.443801 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1d622850-511f-451e-aad1-53a8cd690c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.455717 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1d622850-511f-451e-aad1-53a8cd690c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.461093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1d622850-511f-451e-aad1-53a8cd690c86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a6b6bc8-93dd-44bb-9366-79ec27c2e6fe HTTP/1.1" status: 204 len: 168 time: 0.3577466 Sep 16 04:54:10.461730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55960) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:10.462340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e9209c4c-e4b9-40d1-bab0-fa53eefca06c None None] Provisioning complete for port 82d71ab5-9fb0-4389-a20f-141dacd9cbe6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:10.464524 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e9209c4c-e4b9-40d1-bab0-fa53eefca06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.478108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03e1e26e-d657-48fb-8f8d-4c7f10128348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.484340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d622850-511f-451e-aad1-53a8cd690c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6b6bc8-93dd-44bb-9366-79ec27c2e6fe,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:10.514417 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75469f1c-f3dd-4f2a-a25b-d7e0a72433d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.537291 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e9209c4c-e4b9-40d1-bab0-fa53eefca06c None None] Port 82d71ab5-9fb0-4389-a20f-141dacd9cbe6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:54:10.608409 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03e1e26e-d657-48fb-8f8d-4c7f10128348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.714145 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03e1e26e-d657-48fb-8f8d-4c7f10128348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.759904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1e26e-d657-48fb-8f8d-4c7f10128348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3b011c-4b2f-4b3a-aa53-5e57f36234c4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:10.766394 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-03e1e26e-d657-48fb-8f8d-4c7f10128348 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e486c41f6564878b101c943346d1983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028536 Sep 16 04:54:10.768837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55966) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:10.824040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55968) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:10.844434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c67a54c-d0d0-43cb-81b6-a8e0674aab21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.854222 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b69655b4-f368-4072-b909-0b976c1dd90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.885168 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c67a54c-d0d0-43cb-81b6-a8e0674aab21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.007028 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b69655b4-f368-4072-b909-0b976c1dd90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.062319 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c67a54c-d0d0-43cb-81b6-a8e0674aab21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.064943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c67a54c-d0d0-43cb-81b6-a8e0674aab21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.067150 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8c67a54c-d0d0-43cb-81b6-a8e0674aab21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d3b011c-4b2f-4b3a-aa53-5e57f36234c4 HTTP/1.1" status: 204 len: 168 time: 0.2973998 Sep 16 04:54:11.077611 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67a54c-d0d0-43cb-81b6-a8e0674aab21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3b011c-4b2f-4b3a-aa53-5e57f36234c4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:11.099680 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b69655b4-f368-4072-b909-0b976c1dd90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.135858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57dd6052-bf01-43f4-9194-cbf7e9810f03 req-76cb6628-127f-4891-884c-a0bd3fe3f5d9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 210 time: 0.0655863 Sep 16 04:54:11.155146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b69655b4-f368-4072-b909-0b976c1dd90d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e39a895b06f4bffa740f69cb4836622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232155 Sep 16 04:54:11.155146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55988) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:11.155533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69655b4-f368-4072-b909-0b976c1dd90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1099bd97-e844-4266-9059-76297f3879f2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:11.169614 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75469f1c-f3dd-4f2a-a25b-d7e0a72433d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.216718 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5addb512-3687-4a65-adc1-e65678d03f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.238255 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5addb512-3687-4a65-adc1-e65678d03f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.268270 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75469f1c-f3dd-4f2a-a25b-d7e0a72433d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.385750 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-75469f1c-f3dd-4f2a-a25b-d7e0a72433d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Floating IP c2ae24a4-a8f6-4d8b-83a4-8a1172ef2e40 associated. External IP: 172.25.3.57, port: 3024a47e-130a-4c8c-92c1-3a6057a4b86d. Sep 16 04:54:11.394230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5addb512-3687-4a65-adc1-e65678d03f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.402713 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5addb512-3687-4a65-adc1-e65678d03f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.402713 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5addb512-3687-4a65-adc1-e65678d03f17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1099bd97-e844-4266-9059-76297f3879f2 HTTP/1.1" status: 204 len: 168 time: 0.2451413 Sep 16 04:54:11.413137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addb512-3687-4a65-adc1-e65678d03f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1099bd97-e844-4266-9059-76297f3879f2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:11.627637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75469f1c-f3dd-4f2a-a25b-d7e0a72433d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:11.752880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75469f1c-f3dd-4f2a-a25b-d7e0a72433d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:11.764650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bca56a-d3ee-431a-9387-0f326dfbdafa None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:11.775432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bca56a-d3ee-431a-9387-0f326dfbdafa None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:11.776302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-96bca56a-d3ee-431a-9387-0f326dfbdafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:11.833293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-96bca56a-d3ee-431a-9387-0f326dfbdafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:11.844454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bca56a-d3ee-431a-9387-0f326dfbdafa None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:11.845391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-96bca56a-d3ee-431a-9387-0f326dfbdafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:11.896534 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-96bca56a-d3ee-431a-9387-0f326dfbdafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:11.896855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bca56a-d3ee-431a-9387-0f326dfbdafa None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:12.027839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f86c4d48-1804-4f1c-9ae6-51ac366c6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.116735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75469f1c-f3dd-4f2a-a25b-d7e0a72433d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:12.351373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e46ad513-a979-4a9c-91a2-60290d834fd0 req-0e14bd85-cdf6-4d91-8212-6fd3c86d0492 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 210 time: 0.0890222 Sep 16 04:54:12.367486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75469f1c-f3dd-4f2a-a25b-d7e0a72433d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:12.377975 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75469f1c-f3dd-4f2a-a25b-d7e0a72433d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.382428 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22da80-3a08-4be2-9fc6-92f1296f2d85 None None] Sync routers for ids ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:12.391586 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22da80-3a08-4be2-9fc6-92f1296f2d85 None None] Routers {'eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:12.392272 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fd22da80-3a08-4be2-9fc6-92f1296f2d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:12.426355 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fd22da80-3a08-4be2-9fc6-92f1296f2d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:12.436078 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-75469f1c-f3dd-4f2a-a25b-d7e0a72433d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "PUT /v2.0/floatingips/c2ae24a4-a8f6-4d8b-83a4-8a1172ef2e40 HTTP/1.1" status: 200 len: 976 time: 2.0325582 Sep 16 04:54:12.436434 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22da80-3a08-4be2-9fc6-92f1296f2d85 None None] Routers {'eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:12.436725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56030) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:12.437240 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fd22da80-3a08-4be2-9fc6-92f1296f2d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:12.474587 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fd22da80-3a08-4be2-9fc6-92f1296f2d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:12.475404 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22da80-3a08-4be2-9fc6-92f1296f2d85 None None] The sync data for ids ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:12.537824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port 82d71ab5-9fb0-4389-a20f-141dacd9cbe6 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:12.538086 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.624546 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.702227 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.856911 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.857287 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.857611 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Floating IP c2ae24a4-a8f6-4d8b-83a4-8a1172ef2e40 disassociated. External IP: 172.25.3.57, port: 82d71ab5-9fb0-4389-a20f-141dacd9cbe6. Sep 16 04:54:12.857956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for 82d71ab5-9fb0-4389-a20f-141dacd9cbe6 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:13.101244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac775bf-d69c-4873-88e0-147253851571 req-1bdc0783-083b-4a5f-a5f0-6c6a42398d79 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:13.102631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-1bdc0783-083b-4a5f-a5f0-6c6a42398d79 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.37 "GET /v2.0/networks?id=91b313c9-a76c-4d5b-a799-043202f5ab2a HTTP/1.1" status: 200 len: 821 time: 0.1075406 Sep 16 04:54:13.108254 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.125756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-8ac775bf-d69c-4873-88e0-147253851571 req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Request body: {'port': {'device_id': 'f22696c5-8be1-437b-a189-f259f220c67f', 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a', 'admin_state_up': True, 'tenant_id': '088d514727ea4e09853bc7c78e3d370b'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:13.198139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=82d71ab5-9fb0-4389-a20f-141dacd9cbe6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:13.354999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:13.386352 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac775bf-d69c-4873-88e0-147253851571 req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Made reservation on behalf of 088d514727ea4e09853bc7c78e3d370b for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:13.391425 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8ac775bf-d69c-4873-88e0-147253851571 req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.546034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:13.556758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9209caf-5c75-483b-b804-fbe0cc117ace req-9e6376b8-788f-4cef-8e59-968c6e0fd439 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 210 time: 0.0791705 Sep 16 04:54:13.571610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a347e3e-4155-4e5a-bcbb-bd16bc009449 None None] Sync routers for ids ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:13.582876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a347e3e-4155-4e5a-bcbb-bd16bc009449 None None] Routers {'eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:13.585721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5a347e3e-4155-4e5a-bcbb-bd16bc009449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:13.627266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-8ac775bf-d69c-4873-88e0-147253851571 req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Allocated IP 172.20.0.9 (91b313c9-a76c-4d5b-a799-043202f5ab2a/762a2461-e6fa-46e6-bb84-f2822f0f8dfa/ea918daa-593f-4011-b217-1c013b13fa2e) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:13.634527 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5a347e3e-4155-4e5a-bcbb-bd16bc009449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:13.635485 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.641087 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1cdfab51-ff09-495c-8ff9-ee61148f02c3 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/ports/82d71ab5-9fb0-4389-a20f-141dacd9cbe6 HTTP/1.1" status: 204 len: 168 time: 1.2029049 Sep 16 04:54:13.642228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56068) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:13.658065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a347e3e-4155-4e5a-bcbb-bd16bc009449 None None] Routers {'eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:13.660165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5a347e3e-4155-4e5a-bcbb-bd16bc009449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:13.725727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5a347e3e-4155-4e5a-bcbb-bd16bc009449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:13.727679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a347e3e-4155-4e5a-bcbb-bd16bc009449 None None] The sync data for ids ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:13.835220 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8ac775bf-d69c-4873-88e0-147253851571 req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.915019 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8ac775bf-d69c-4873-88e0-147253851571 req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.963971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac775bf-d69c-4873-88e0-147253851571 req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Network 91b313c9-a76c-4d5b-a799-043202f5ab2a is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:13.972095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-8ac775bf-d69c-4873-88e0-147253851571 req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:13.984916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac775bf-d69c-4873-88e0-147253851571 req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:13.993204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event updated for resources: {'Port': ['ID=ea918daa-593f-4011-b217-1c013b13fa2e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:14.049062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac775bf-d69c-4873-88e0-147253851571 req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:14.050011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8ac775bf-d69c-4873-88e0-147253851571 req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.052943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4192e0a-82b7-45e8-85fd-33f685d7009e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.138049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-1847f9bf-f183-466d-8d5d-c880f669271f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0263476 Sep 16 04:54:14.157208 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Request body: {'port': {'device_id': 'f22696c5-8be1-437b-a189-f259f220c67f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:14.217052 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.555305 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d808d21d-7f35-4168-b102-1e3b648b8243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.598072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea918daa-593f-4011-b217-1c013b13fa2e {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:14.606907 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.620209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Transition to ACTIVE for port object ea918daa-593f-4011-b217-1c013b13fa2e will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:14.667404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e4192e0a-82b7-45e8-85fd-33f685d7009e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port b7cf236d-e13a-46ad-9cf2-f62480c5d645 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:14.668011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4192e0a-82b7-45e8-85fd-33f685d7009e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.688896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf521544-9eee-41af-a010-40d706256ff5 req-e1b809e9-29b5-43e1-94a0-cc951d04310f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:14.690499 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf521544-9eee-41af-a010-40d706256ff5 req-e1b809e9-29b5-43e1-94a0-cc951d04310f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 931 time: 0.0542126 Sep 16 04:54:14.733194 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.738529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf521544-9eee-41af-a010-40d706256ff5 req-10e9792d-04f8-4057-abac-1923163e6e45 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Sep 16 04:54:14.788261 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4192e0a-82b7-45e8-85fd-33f685d7009e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.805133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea918daa-593f-4011-b217-1c013b13fa2e,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:14.806082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e4192e0a-82b7-45e8-85fd-33f685d7009e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for b7cf236d-e13a-46ad-9cf2-f62480c5d645 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:14.889152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Attempting to bind port ea918daa-593f-4011-b217-1c013b13fa2e on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:14.889499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Attempting to bind port ea918daa-593f-4011-b217-1c013b13fa2e by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:14.891980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Attempting to bind port ea918daa-593f-4011-b217-1c013b13fa2e on network 91b313c9-a76c-4d5b-a799-043202f5ab2a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:14.894583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Port ea918daa-593f-4011-b217-1c013b13fa2e on network 91b313c9-a76c-4d5b-a799-043202f5ab2a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:14.894916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Attempting to bind port ea918daa-593f-4011-b217-1c013b13fa2e on network 91b313c9-a76c-4d5b-a799-043202f5ab2a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:14.901090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:14.901433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Checking segment: {'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:14.901824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Bound using segment: {'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:14.902262 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Bound port: ea918daa-593f-4011-b217-1c013b13fa2e, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:14.902629 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.991887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] For port ea918daa-593f-4011-b217-1c013b13fa2e, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:14.995286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] For port ea918daa-593f-4011-b217-1c013b13fa2e, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ea918daa-593f-4011-b217-1c013b13fa2e,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:15.045870 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.092193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:15.092851 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.094283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/ea918daa-593f-4011-b217-1c013b13fa2e HTTP/1.1" status: 200 len: 1092 time: 0.9457719 Sep 16 04:54:15.094728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22696c5-8be1-437b-a189-f259f220c67f', 'tag': 'ea918daa-593f-4011-b217-1c013b13fa2e'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:15.097291 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2a2bc9-7647-4fd9-98ce-0afddb927ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "f22696c5-8be1-437b-a189-f259f220c67f", "tag": "ea918daa-593f-4011-b217-1c013b13fa2e"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:15.123693 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4192e0a-82b7-45e8-85fd-33f685d7009e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.123835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0b8e1-84de-48d0-9e39-eae0f8fc69a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea918daa-593f-4011-b217-1c013b13fa2e,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:15.145120 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691b8ab6-279f-4cf2-8e7f-0ae42e525b8a x-openstack-request-id: req-691b8ab6-279f-4cf2-8e7f-0ae42e525b8a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:15.148121 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22696c5-8be1-437b-a189-f259f220c67f", "tag": "ea918daa-593f-4011-b217-1c013b13fa2e", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:15.148121 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-691b8ab6-279f-4cf2-8e7f-0ae42e525b8a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:15.148121 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22696c5-8be1-437b-a189-f259f220c67f', 'tag': 'ea918daa-593f-4011-b217-1c013b13fa2e', 'status': 'completed', 'code': 200} Sep 16 04:54:15.165043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4192e0a-82b7-45e8-85fd-33f685d7009e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=b7cf236d-e13a-46ad-9cf2-f62480c5d645,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:15.234041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a2bc9-7647-4fd9-98ce-0afddb927ee7 req-c9a89734-fc8c-4e31-a52c-d24e5e326a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:15.238018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef2a2bc9-7647-4fd9-98ce-0afddb927ee7 req-c9a89734-fc8c-4e31-a52c-d24e5e326a47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=088d514727ea4e09853bc7c78e3d370b&device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 1095 time: 0.0666409 Sep 16 04:54:15.245923 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.372146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a2bc9-7647-4fd9-98ce-0afddb927ee7 req-aeda4153-b603-47fd-891c-ca0412d6951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:15.373808 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef2a2bc9-7647-4fd9-98ce-0afddb927ee7 req-aeda4153-b603-47fd-891c-ca0412d6951c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=088d514727ea4e09853bc7c78e3d370b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1302195 Sep 16 04:54:15.421244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4192e0a-82b7-45e8-85fd-33f685d7009e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.514701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a2bc9-7647-4fd9-98ce-0afddb927ee7 req-d336a96d-1450-4161-aced-e5f43b9ca0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:15.517518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef2a2bc9-7647-4fd9-98ce-0afddb927ee7 req-d336a96d-1450-4161-aced-e5f43b9ca0ca service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1356134 Sep 16 04:54:15.611356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac775bf-d69c-4873-88e0-147253851571 req-32896e24-0b90-403a-8cb0-4e576411be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:15.613274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-32896e24-0b90-403a-8cb0-4e576411be38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=088d514727ea4e09853bc7c78e3d370b&device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 1095 time: 0.0578175 Sep 16 04:54:15.673037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-834d6f8d-9b1f-4ad8-93cd-48d2ad1772c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea918daa-593f-4011-b217-1c013b13fa2e HTTP/1.1" status: 200 len: 217 time: 0.0504746 Sep 16 04:54:15.725358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac775bf-d69c-4873-88e0-147253851571 req-cafff7f3-58e7-4bba-9c2a-47abc99d594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:15.726869 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-cafff7f3-58e7-4bba-9c2a-47abc99d594b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=762a2461-e6fa-46e6-bb84-f2822f0f8dfa HTTP/1.1" status: 200 len: 861 time: 0.0476484 Sep 16 04:54:15.729130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4192e0a-82b7-45e8-85fd-33f685d7009e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:15.764015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-e55ae8b8-b5f2-498c-bbc0-db9651c46429 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91b313c9-a76c-4d5b-a799-043202f5ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298777 Sep 16 04:54:15.864833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4192e0a-82b7-45e8-85fd-33f685d7009e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:15.868019 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.873256 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e4192e0a-82b7-45e8-85fd-33f685d7009e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "PUT /v2.0/routers/eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2264450 Sep 16 04:54:15.873256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56146) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:15.878439 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b68c7d-69da-4f1f-a120-5f536fd5779c None None] Sync routers for ids ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:15.900902 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b68c7d-69da-4f1f-a120-5f536fd5779c None None] Routers {'eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:15.903869 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-78b68c7d-69da-4f1f-a120-5f536fd5779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:54:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:15.938381 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-78b68c7d-69da-4f1f-a120-5f536fd5779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:15.948306 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b68c7d-69da-4f1f-a120-5f536fd5779c None None] Routers {'eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:15.949242 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-78b68c7d-69da-4f1f-a120-5f536fd5779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:54:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:15.991581 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-78b68c7d-69da-4f1f-a120-5f536fd5779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:15.992652 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b68c7d-69da-4f1f-a120-5f536fd5779c None None] The sync data for ids ['eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:16.002494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.012868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95657e6d-a16b-4f4f-95fb-eac8dd5fa552 req-c8b88a12-4c04-42a1-9c0c-2f88e435fa09 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.014545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95657e6d-a16b-4f4f-95fb-eac8dd5fa552 req-c8b88a12-4c04-42a1-9c0c-2f88e435fa09 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 943 time: 0.1761472 Sep 16 04:54:16.017339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-521af31b-7f08-44d4-bb2d-446aa039efe0 service neutron] 10.222.0.37 "GET /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370951 Sep 16 04:54:16.120217 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.129348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95657e6d-a16b-4f4f-95fb-eac8dd5fa552 req-654d4de7-91ee-4368-9d80-68d09b0845aa tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070979 Sep 16 04:54:16.160303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ac775bf-d69c-4873-88e0-147253851571 req-33a42ea9-a9b2-4951-a298-9c72d07ce37f service neutron] 10.222.0.37 "GET /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277792 Sep 16 04:54:16.242713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port 494f49bf-be62-4763-99fb-7568715b664a {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:16.243094 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.326754 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.338814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for 494f49bf-be62-4763-99fb-7568715b664a owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:16.348368 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.605542 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.633297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=494f49bf-be62-4763-99fb-7568715b664a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.645147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:16.645651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:16.646085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:16.646358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:16.646688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:16.647019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:16.647344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:16.647671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:16.648028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:16.648365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:16.648713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:16.649053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:16.717759 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.818739 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.824220 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.930855 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.931397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Fanout notify agent at l3_agent the message router_deleted on router eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:16.938817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.940865 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-edc21325-4d92-444a-8e70-0645aa007741 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/routers/eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2 HTTP/1.1" status: 204 len: 168 time: 1.0659885 Sep 16 04:54:16.943583 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56180) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:16.995672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cd37a8-37e3-4813-847b-8ca0457f9bc1 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting subnet e551b615-2289-49c0-9fb5-73f918443da5 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:16.998923 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b7cd37a8-37e3-4813-847b-8ca0457f9bc1 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.040840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b7cd37a8-37e3-4813-847b-8ca0457f9bc1 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.129372 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b7cd37a8-37e3-4813-847b-8ca0457f9bc1 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.252250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3ec1-2388-4ec6-971b-5bef51b0f39a req-a22d55a3-9011-453f-8042-e1ad604a4b87 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:17.253919 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68de3ec1-2388-4ec6-971b-5bef51b0f39a req-a22d55a3-9011-453f-8042-e1ad604a4b87 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 943 time: 0.0556114 Sep 16 04:54:17.303402 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b7cd37a8-37e3-4813-847b-8ca0457f9bc1 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.305633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68de3ec1-2388-4ec6-971b-5bef51b0f39a req-92d50afc-4d93-4a9d-a3ff-90b380226bb4 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441685 Sep 16 04:54:17.339863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd37a8-37e3-4813-847b-8ca0457f9bc1 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Subnet': ['ID=e551b615-2289-49c0-9fb5-73f918443da5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.341881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b7cd37a8-37e3-4813-847b-8ca0457f9bc1 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.346608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f71bf4-dc62-4a90-a2a8-9e36310ad355 None None] Network 7f57711e-0b52-43a0-9b30-a97cc666c59c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:17.349220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56188) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:17.349543 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b7cd37a8-37e3-4813-847b-8ca0457f9bc1 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/subnets/e551b615-2289-49c0-9fb5-73f918443da5 HTTP/1.1" status: 204 len: 168 time: 0.4046423 Sep 16 04:54:17.439754 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.485212 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.500340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port 19f95451-c763-4b7a-b88b-a8234aa6d352 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:17.500738 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.557341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c4eef9-9b4b-4cdd-bdca-99da2e33d483 None None] DHCP port deletion for 7f57711e-0b52-43a0-9b30-a97cc666c59c request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:17.586690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] For port 19f95451-c763-4b7a-b88b-a8234aa6d352, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=19f95451-c763-4b7a-b88b-a8234aa6d352,segment=NetworkSegment(118be4be-7247-4db4-9329-d158496a887b),segment_id=118be4be-7247-4db4-9329-d158496a887b)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:17.587288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.603736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for 19f95451-c763-4b7a-b88b-a8234aa6d352 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:17.613085 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-35c4eef9-9b4b-4cdd-bdca-99da2e33d483 None None] Deleting port 19f95451-c763-4b7a-b88b-a8234aa6d352 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:17.617237 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-35c4eef9-9b4b-4cdd-bdca-99da2e33d483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.687002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-35c4eef9-9b4b-4cdd-bdca-99da2e33d483 None None] For port 19f95451-c763-4b7a-b88b-a8234aa6d352, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=19f95451-c763-4b7a-b88b-a8234aa6d352,segment=NetworkSegment(118be4be-7247-4db4-9329-d158496a887b),segment_id=118be4be-7247-4db4-9329-d158496a887b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:17.687409 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-35c4eef9-9b4b-4cdd-bdca-99da2e33d483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.699760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-35c4eef9-9b4b-4cdd-bdca-99da2e33d483 None None] Calling delete_port for 19f95451-c763-4b7a-b88b-a8234aa6d352 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:17.759803 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.783167 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-35c4eef9-9b4b-4cdd-bdca-99da2e33d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.809708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=19f95451-c763-4b7a-b88b-a8234aa6d352,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.811616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] No DVR routers for this DVR port 19f95451-c763-4b7a-b88b-a8234aa6d352 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:17.811987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4eef9-9b4b-4cdd-bdca-99da2e33d483 None None] Pushing event deleted for resources: {'Port': ['ID=19f95451-c763-4b7a-b88b-a8234aa6d352,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.817265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4eef9-9b4b-4cdd-bdca-99da2e33d483 None None] No DVR routers for this DVR port 19f95451-c763-4b7a-b88b-a8234aa6d352 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:18.126916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56204) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:18.217827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56210) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:18.233948 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.255611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f57711e-0b52-43a0-9b30-a97cc666c59c']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:18.266721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118be4be-7247-4db4-9329-d158496a887b') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:18.267293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118be4be-7247-4db4-9329-d158496a887b') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:18.277830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.292205 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.298646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:18.299360 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:18.302346 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:18.335404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54071e98-3201-42f8-a2ae-bbccf239bd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.400805 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-439ee77e-da9c-4438-92fd-9e4b1918cae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.443189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ad8fb-b99f-47df-b382-f15045b796eb req-f96678e0-9ba2-401d-8b6d-044832a54770 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.445013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b2ad8fb-b99f-47df-b382-f15045b796eb req-f96678e0-9ba2-401d-8b6d-044832a54770 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 943 time: 0.0566733 Sep 16 04:54:18.467801 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54071e98-3201-42f8-a2ae-bbccf239bd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.485436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b2ad8fb-b99f-47df-b382-f15045b796eb req-0d1d87fa-70eb-41d2-b96c-7b89d9f23217 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Sep 16 04:54:18.559342 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.566507 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.568976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/networks/7f57711e-0b52-43a0-9b30-a97cc666c59c HTTP/1.1" status: 204 len: 168 time: 1.2183087 Sep 16 04:54:18.571889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56216) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:18.583852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a992c-8d48-45bd-937c-106c1c81fbbf tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Network': ['ID=7f57711e-0b52-43a0-9b30-a97cc666c59c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:18.616738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54071e98-3201-42f8-a2ae-bbccf239bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.669143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 19f95451-c763-4b7a-b88b-a8234aa6d352 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:18.698926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 19f95451-c763-4b7a-b88b-a8234aa6d352 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:18.699515 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 19f95451-c763-4b7a-b88b-a8234aa6d352 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:18.712753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56222) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:18.730348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54071e98-3201-42f8-a2ae-bbccf239bd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc2ebf5-230b-4de5-b24f-f3f8e39b6d95,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:18.736039 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-54071e98-3201-42f8-a2ae-bbccf239bd82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86624f7a0b3049d5835dffe9bf459b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075029 Sep 16 04:54:18.740227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56226) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:18.797480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ea918daa-593f-4011-b217-1c013b13fa2e details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:18.810158 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1737aa0c-1aa5-489e-8e8b-640372921f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.830967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c42f2-1c63-4fa2-9812-04b658b98aef tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port 7cfaa0aa-2dc5-4e9f-ada9-3a10c0f171a5 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:18.831345 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d6c42f2-1c63-4fa2-9812-04b658b98aef tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.855981 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-439ee77e-da9c-4438-92fd-9e4b1918cae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.867915 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e2aa29c8-32bb-46dc-bf1f-22abc638c92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.871986 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1737aa0c-1aa5-489e-8e8b-640372921f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.928077 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d6c42f2-1c63-4fa2-9812-04b658b98aef tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.928198 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d6c42f2-1c63-4fa2-9812-04b658b98aef tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.935653 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-439ee77e-da9c-4438-92fd-9e4b1918cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.962869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c42f2-1c63-4fa2-9812-04b658b98aef tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for 7cfaa0aa-2dc5-4e9f-ada9-3a10c0f171a5 owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:18.978581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ea918daa-593f-4011-b217-1c013b13fa2e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ea918daa-593f-4011-b217-1c013b13fa2e,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:18.993620 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'ea918daa-593f-4011-b217-1c013b13fa2e', 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a', 'port_id': 'ea918daa-593f-4011-b217-1c013b13fa2e', 'mac_address': 'fa:16:3e:19:b6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762a2461-e6fa-46e6-bb84-f2822f0f8dfa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:18.999068 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-439ee77e-da9c-4438-92fd-9e4b1918cae4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8c7e51a12354316b1d6d47d01d7027e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7752240 Sep 16 04:54:18.999068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ee77e-da9c-4438-92fd-9e4b1918cae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e739e64-6ccf-4f1a-842b-e4f992200f4a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:18.999068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56232) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.010982 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e2aa29c8-32bb-46dc-bf1f-22abc638c92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.022078 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1737aa0c-1aa5-489e-8e8b-640372921f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.022078 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1737aa0c-1aa5-489e-8e8b-640372921f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.022078 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1737aa0c-1aa5-489e-8e8b-640372921f90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bc2ebf5-230b-4de5-b24f-f3f8e39b6d95 HTTP/1.1" status: 204 len: 168 time: 0.2780223 Sep 16 04:54:19.031290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737aa0c-1aa5-489e-8e8b-640372921f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc2ebf5-230b-4de5-b24f-f3f8e39b6d95,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.041375 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.070735 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea918daa-593f-4011-b217-1c013b13fa2e {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:19.070976 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e2aa29c8-32bb-46dc-bf1f-22abc638c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.095093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ea918daa-593f-4011-b217-1c013b13fa2e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ea918daa-593f-4011-b217-1c013b13fa2e,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:19.114837 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9012bb8a-5714-43c0-9b5a-a753b3ddfc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.128625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56236) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.129262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e2aa29c8-32bb-46dc-bf1f-22abc638c92c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=851d1fc7ff9745bf92866726f10a1d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145725 Sep 16 04:54:19.131013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa29c8-32bb-46dc-bf1f-22abc638c92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecd7b6e-19fb-49aa-b86d-b2c36469df2d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.173932 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9012bb8a-5714-43c0-9b5a-a753b3ddfc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.205148 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.258071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=ea918daa-593f-4011-b217-1c013b13fa2e,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.258319 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe96b3f2-d64e-45ba-9396-5076ba5a0b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.284092 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe96b3f2-d64e-45ba-9396-5076ba5a0b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.313579 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d6c42f2-1c63-4fa2-9812-04b658b98aef tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.341160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c42f2-1c63-4fa2-9812-04b658b98aef tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=7cfaa0aa-2dc5-4e9f-ada9-3a10c0f171a5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.351672 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9012bb8a-5714-43c0-9b5a-a753b3ddfc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.354353 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9012bb8a-5714-43c0-9b5a-a753b3ddfc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.355515 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9012bb8a-5714-43c0-9b5a-a753b3ddfc65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e739e64-6ccf-4f1a-842b-e4f992200f4a HTTP/1.1" status: 204 len: 168 time: 0.3542795 Sep 16 04:54:19.403701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012bb8a-5714-43c0-9b5a-a753b3ddfc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e739e64-6ccf-4f1a-842b-e4f992200f4a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.431362 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d6c42f2-1c63-4fa2-9812-04b658b98aef tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.434609 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d6c42f2-1c63-4fa2-9812-04b658b98aef tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.435920 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6d6c42f2-1c63-4fa2-9812-04b658b98aef tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/floatingips/c2ae24a4-a8f6-4d8b-83a4-8a1172ef2e40 HTTP/1.1" status: 204 len: 168 time: 0.8630047 Sep 16 04:54:19.439633 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56242) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.465247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ea918daa-593f-4011-b217-1c013b13fa2e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:19.466939 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c37120c-9b7a-49da-9a6e-6229b3175227 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:19.467566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c37120c-9b7a-49da-9a6e-6229b3175227 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:19.472417 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0c37120c-9b7a-49da-9a6e-6229b3175227 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/ports/82d71ab5-9fb0-4389-a20f-141dacd9cbe6 HTTP/1.1" status: 404 len: 333 time: 0.0287127 Sep 16 04:54:19.472417 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe96b3f2-d64e-45ba-9396-5076ba5a0b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.474535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56244) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.475034 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe96b3f2-d64e-45ba-9396-5076ba5a0b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.478197 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fe96b3f2-d64e-45ba-9396-5076ba5a0b4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fecd7b6e-19fb-49aa-b86d-b2c36469df2d HTTP/1.1" status: 204 len: 168 time: 0.3440318 Sep 16 04:54:19.484277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96b3f2-d64e-45ba-9396-5076ba5a0b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecd7b6e-19fb-49aa-b86d-b2c36469df2d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.505900 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-df347a44-a3f1-49d8-a13d-0e20d86b6fd5 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2 HTTP/1.1" status: 200 len: 205 time: 0.0303833 Sep 16 04:54:19.511288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56250) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.553629 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-a6eb028f-af46-4c2c-943c-4660d5707531 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] delete failed (client error): The resource could not be found. Sep 16 04:54:19.554240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a6eb028f-af46-4c2c-943c-4660d5707531 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/routers/eb21c4a7-f14a-4a67-b9a6-70a366e8f7e2 HTTP/1.1" status: 404 len: 336 time: 0.0418415 Sep 16 04:54:19.556832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56252) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.587019 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7f13fa-b207-4e9f-859e-55e6243caae1 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:19.587475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7f13fa-b207-4e9f-859e-55e6243caae1 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:19.589230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1f7f13fa-b207-4e9f-859e-55e6243caae1 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/subnets/e551b615-2289-49c0-9fb5-73f918443da5 HTTP/1.1" status: 404 len: 337 time: 0.0315025 Sep 16 04:54:19.592032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56254) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.655688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24df93f-87bb-4753-97ca-289aeb7591b0 req-521ddaa4-2b4b-405f-bf03-98870092c734 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:19.657248 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a24df93f-87bb-4753-97ca-289aeb7591b0 req-521ddaa4-2b4b-405f-bf03-98870092c734 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 944 time: 0.0725646 Sep 16 04:54:19.699718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-543880a5-6c28-4230-b316-4088c39a239e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port 3024a47e-130a-4c8c-92c1-3a6057a4b86d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:19.700074 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-543880a5-6c28-4230-b316-4088c39a239e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.701321 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a24df93f-87bb-4753-97ca-289aeb7591b0 req-e9cc74c7-883c-4713-83ec-9d6415b6c29c tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367033 Sep 16 04:54:19.786729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56260) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.799287 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-47550972-0c6a-4f2b-adaf-a8e1d915b53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.807101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-543880a5-6c28-4230-b316-4088c39a239e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.821743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-543880a5-6c28-4230-b316-4088c39a239e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for 3024a47e-130a-4c8c-92c1-3a6057a4b86d owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:19.903351 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-47550972-0c6a-4f2b-adaf-a8e1d915b53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.003336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-47550972-0c6a-4f2b-adaf-a8e1d915b53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.042693 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-47550972-0c6a-4f2b-adaf-a8e1d915b53a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b27db07eadf4aac8d01c2d70e379675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556686 Sep 16 04:54:20.043571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47550972-0c6a-4f2b-adaf-a8e1d915b53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4330c46-bce3-4bc2-8edb-000116d6e625,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.046135 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56272) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:20.065831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-543880a5-6c28-4230-b316-4088c39a239e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.105260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543880a5-6c28-4230-b316-4088c39a239e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=3024a47e-130a-4c8c-92c1-3a6057a4b86d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.171806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcd99d16-46a3-419f-b9a3-314c4f1c12d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.203631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-543880a5-6c28-4230-b316-4088c39a239e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.205603 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-543880a5-6c28-4230-b316-4088c39a239e tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/ports/3024a47e-130a-4c8c-92c1-3a6057a4b86d HTTP/1.1" status: 204 len: 168 time: 0.6102173 Sep 16 04:54:20.207584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcd99d16-46a3-419f-b9a3-314c4f1c12d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.208841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56278) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:20.313064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a0297-7dcb-4c54-ad64-bed12f5b35d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port 14b0427e-0024-4f43-9cf8-b570794eb202 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:20.313408 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bd1a0297-7dcb-4c54-ad64-bed12f5b35d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.313832 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcd99d16-46a3-419f-b9a3-314c4f1c12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.317615 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcd99d16-46a3-419f-b9a3-314c4f1c12d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.319433 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dcd99d16-46a3-419f-b9a3-314c4f1c12d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4330c46-bce3-4bc2-8edb-000116d6e625 HTTP/1.1" status: 204 len: 168 time: 0.2719731 Sep 16 04:54:20.329380 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd99d16-46a3-419f-b9a3-314c4f1c12d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4330c46-bce3-4bc2-8edb-000116d6e625,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.406296 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bd1a0297-7dcb-4c54-ad64-bed12f5b35d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.418961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a0297-7dcb-4c54-ad64-bed12f5b35d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for 14b0427e-0024-4f43-9cf8-b570794eb202 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:20.513802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56288) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:20.532698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22583f3f-30c4-40cb-bb87-dce9b069a226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.637199 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22583f3f-30c4-40cb-bb87-dce9b069a226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.679025 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bd1a0297-7dcb-4c54-ad64-bed12f5b35d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.711087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a0297-7dcb-4c54-ad64-bed12f5b35d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=14b0427e-0024-4f43-9cf8-b570794eb202,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.741920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22583f3f-30c4-40cb-bb87-dce9b069a226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.788027 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-22583f3f-30c4-40cb-bb87-dce9b069a226 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcde987966e245fdad16fd2e3c948f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700212 Sep 16 04:54:20.788027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22583f3f-30c4-40cb-bb87-dce9b069a226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d61a41-f8f9-415b-a119-f56e8b614d19,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.788834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56298) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:20.806414 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ea918daa-593f-4011-b217-1c013b13fa2e up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:20.849646 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a70d3eb-13b8-4e84-ad4d-292c961b093b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.880874 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a70d3eb-13b8-4e84-ad4d-292c961b093b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.912535 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bd1a0297-7dcb-4c54-ad64-bed12f5b35d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.914788 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bd1a0297-7dcb-4c54-ad64-bed12f5b35d8 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/ports/14b0427e-0024-4f43-9cf8-b570794eb202 HTTP/1.1" status: 204 len: 168 time: 0.7043433 Sep 16 04:54:20.917743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56302) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:20.933059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15909c82-77d1-441d-a62d-9741845072c3 req-2fbeb048-1e88-4a3d-9f62-26e68a639bbd tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.940578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15909c82-77d1-441d-a62d-9741845072c3 req-2fbeb048-1e88-4a3d-9f62-26e68a639bbd tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 944 time: 0.1048210 Sep 16 04:54:20.969409 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port ea918daa-593f-4011-b217-1c013b13fa2e completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:20.975308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port ea918daa-593f-4011-b217-1c013b13fa2e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:20.975694 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.980019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15909c82-77d1-441d-a62d-9741845072c3 req-097f1b4a-14e7-4721-9eb3-2aa98c1c2cc7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384879 Sep 16 04:54:21.046415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a1e8b-8c1c-468f-9514-753c1c149c20 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.048444 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-189a1e8b-8c1c-468f-9514-753c1c149c20 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0276cde-f65b-4cd0-92c9-6d5a6071e76d HTTP/1.1" status: 200 len: 913 time: 0.1272242 Sep 16 04:54:21.052249 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56310) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:21.117137 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.135372 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a70d3eb-13b8-4e84-ad4d-292c961b093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.140785 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a70d3eb-13b8-4e84-ad4d-292c961b093b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.142361 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2a70d3eb-13b8-4e84-ad4d-292c961b093b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57d61a41-f8f9-415b-a119-f56e8b614d19 HTTP/1.1" status: 204 len: 168 time: 0.3523610 Sep 16 04:54:21.147148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22696c5-8be1-437b-a189-f259f220c67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea918daa-593f-4011-b217-1c013b13fa2e'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:21.149714 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533b0043-b60e-4e90-9e31-9ec5cc3ec076" -d '{"events": [{"server_uuid": "f22696c5-8be1-437b-a189-f259f220c67f", "name": "network-vif-plugged", "status": "completed", "tag": "ea918daa-593f-4011-b217-1c013b13fa2e"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:21.166166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70d3eb-13b8-4e84-ad4d-292c961b093b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d61a41-f8f9-415b-a119-f56e8b614d19,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:21.176328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ea918daa-593f-4011-b217-1c013b13fa2e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ea918daa-593f-4011-b217-1c013b13fa2e,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:21.200311 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415c43f8-825e-41e7-93c6-8a16b79946f8 x-openstack-request-id: req-415c43f8-825e-41e7-93c6-8a16b79946f8 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:21.200623 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22696c5-8be1-437b-a189-f259f220c67f", "name": "network-vif-plugged", "status": "completed", "tag": "ea918daa-593f-4011-b217-1c013b13fa2e", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:21.200889 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-415c43f8-825e-41e7-93c6-8a16b79946f8 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:21.201276 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22696c5-8be1-437b-a189-f259f220c67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea918daa-593f-4011-b217-1c013b13fa2e', 'code': 200} Sep 16 04:54:21.226652 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.295869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=ea918daa-593f-4011-b217-1c013b13fa2e,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:21.381667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cd5f8-9f7e-4f71-a087-9b35b32faca2 req-9b862920-d519-42f9-a0e6-3c56a3afc48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.383488 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb7cd5f8-9f7e-4f71-a087-9b35b32faca2 req-9b862920-d519-42f9-a0e6-3c56a3afc48a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 1097 time: 0.1180432 Sep 16 04:54:21.461624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb7cd5f8-9f7e-4f71-a087-9b35b32faca2 req-b1025e58-6cba-445d-9208-479d88f1d01a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713713 Sep 16 04:54:21.644102 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3efc4e6f-b2ee-411e-82e9-a9261c7b56e5 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.012532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-3efc4e6f-b2ee-411e-82e9-a9261c7b56e5 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port 37f310fc-af62-4c7d-814c-b1009869d65c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:22.013061 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3efc4e6f-b2ee-411e-82e9-a9261c7b56e5 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.151757 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3efc4e6f-b2ee-411e-82e9-a9261c7b56e5 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.162448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f50c40-299d-41e2-8f93-3660eaae2abd req-db864f9d-fad9-45ea-a67c-773e23a9ad76 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.164058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86f50c40-299d-41e2-8f93-3660eaae2abd req-db864f9d-fad9-45ea-a67c-773e23a9ad76 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 945 time: 0.0783796 Sep 16 04:54:22.180125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-3efc4e6f-b2ee-411e-82e9-a9261c7b56e5 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for 37f310fc-af62-4c7d-814c-b1009869d65c owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:22.254636 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86f50c40-299d-41e2-8f93-3660eaae2abd req-1a18d2aa-dfe8-43b3-a794-f15a0b2ee373 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786223 Sep 16 04:54:22.580878 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3efc4e6f-b2ee-411e-82e9-a9261c7b56e5 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.615216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc4e6f-b2ee-411e-82e9-a9261c7b56e5 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=37f310fc-af62-4c7d-814c-b1009869d65c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:22.807792 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3efc4e6f-b2ee-411e-82e9-a9261c7b56e5 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.076839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efc4e6f-b2ee-411e-82e9-a9261c7b56e5 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Router a0276cde-f65b-4cd0-92c9-6d5a6071e76d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:23.214771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efc4e6f-b2ee-411e-82e9-a9261c7b56e5 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:23.226100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82487c98-8afc-4b76-ba85-e9303ba269cb None None] Sync routers for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:23.228325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3efc4e6f-b2ee-411e-82e9-a9261c7b56e5 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "PUT /v2.0/routers/a0276cde-f65b-4cd0-92c9-6d5a6071e76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1749187 Sep 16 04:54:23.231257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56434) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.262482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82487c98-8afc-4b76-ba85-e9303ba269cb None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:23.263590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-82487c98-8afc-4b76-ba85-e9303ba269cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:54:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:23.340239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-82487c98-8afc-4b76-ba85-e9303ba269cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:23.350768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82487c98-8afc-4b76-ba85-e9303ba269cb None None] Routers {'a0276cde-f65b-4cd0-92c9-6d5a6071e76d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:23.351283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-82487c98-8afc-4b76-ba85-e9303ba269cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:54:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:23.391349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-82487c98-8afc-4b76-ba85-e9303ba269cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:23.391999 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82487c98-8afc-4b76-ba85-e9303ba269cb None None] The sync data for ids ['a0276cde-f65b-4cd0-92c9-6d5a6071e76d'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:23.430516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c8e5-791e-4315-9d21-a59ab042eb7c req-cf3a0cda-d12e-4216-bc99-2fdb06864955 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.438077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84d9c8e5-791e-4315-9d21-a59ab042eb7c req-cf3a0cda-d12e-4216-bc99-2fdb06864955 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 945 time: 0.0687523 Sep 16 04:54:23.442667 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.472945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84d9c8e5-791e-4315-9d21-a59ab042eb7c req-4fdfc06f-be76-4e43-9a37-85fee46f7379 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339313 Sep 16 04:54:23.616796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd90ac-b599-4609-9895-379ec7ce19a7 req-13de956a-47ea-4be5-9853-ef1494669e2f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.618708 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43cd90ac-b599-4609-9895-379ec7ce19a7 req-13de956a-47ea-4be5-9853-ef1494669e2f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 945 time: 0.0615702 Sep 16 04:54:23.680258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43cd90ac-b599-4609-9895-379ec7ce19a7 req-67a5236e-224c-4a9d-93e5-6bd99d29c0ec tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505679 Sep 16 04:54:23.827378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15012fec-0ea4-4462-b454-f239884430e3 req-31a22d44-ad31-41d0-8d12-49bd6521425f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.829003 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15012fec-0ea4-4462-b454-f239884430e3 req-31a22d44-ad31-41d0-8d12-49bd6521425f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 945 time: 0.0567961 Sep 16 04:54:23.855764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.890984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15012fec-0ea4-4462-b454-f239884430e3 req-d5c16777-1275-47e6-91aa-08dcad4f2752 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557737 Sep 16 04:54:23.996841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting port 43ede09f-91e1-4415-8d24-19e170fcfd19 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:23.997555 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.061052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8045c-5097-43ed-ac9f-d8db25fb9add req-f0ef7374-87a1-4ac4-88eb-ecf090c62d15 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:24.062688 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36f8045c-5097-43ed-ac9f-d8db25fb9add req-f0ef7374-87a1-4ac4-88eb-ecf090c62d15 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 945 time: 0.0738883 Sep 16 04:54:24.094295 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.108644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Calling delete_port for 43ede09f-91e1-4415-8d24-19e170fcfd19 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:24.125212 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36f8045c-5097-43ed-ac9f-d8db25fb9add req-5353a7ff-10d9-4a3f-90ca-92f487646965 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542171 Sep 16 04:54:24.283602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379cd48-2d2c-4b0b-8b3a-c23991118ad9 req-af44be9c-730b-4bfe-8c1f-698273f2a255 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:24.292367 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0379cd48-2d2c-4b0b-8b3a-c23991118ad9 req-af44be9c-730b-4bfe-8c1f-698273f2a255 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 945 time: 0.0729685 Sep 16 04:54:24.334319 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0379cd48-2d2c-4b0b-8b3a-c23991118ad9 req-2d9d0069-8bc3-4c2c-a9db-8039fe823108 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Sep 16 04:54:24.393639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.427469 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Port': ['ID=43ede09f-91e1-4415-8d24-19e170fcfd19,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:24.469388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5df45-0c64-4a28-953c-627a06ec0ca4 req-5c9d48a2-cf6f-42cc-abf8-b89146bcd2b5 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:24.470901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0a5df45-0c64-4a28-953c-627a06ec0ca4 req-5c9d48a2-cf6f-42cc-abf8-b89146bcd2b5 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 945 time: 0.0583878 Sep 16 04:54:24.486702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.521478 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0a5df45-0c64-4a28-953c-627a06ec0ca4 req-114cb5c5-71c4-4b41-9505-211e0f1c76d5 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Sep 16 04:54:24.602107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.604305 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.650013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7143ea2-318f-4b46-914c-4a5777867cd3 req-5f5100e3-3a5c-486e-9558-e94bb764bfb2 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:24.651864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7143ea2-318f-4b46-914c-4a5777867cd3 req-5f5100e3-3a5c-486e-9558-e94bb764bfb2 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 945 time: 0.0533178 Sep 16 04:54:24.694135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7143ea2-318f-4b46-914c-4a5777867cd3 req-b5296cce-f6c7-43a1-9c8d-abe24bd7f77a tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 Sep 16 04:54:24.702243 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.708346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Fanout notify agent at l3_agent the message router_deleted on router a0276cde-f65b-4cd0-92c9-6d5a6071e76d {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:24.711389 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.712643 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-27f6fe4a-0894-4d1a-95fd-931c6041d714 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/routers/a0276cde-f65b-4cd0-92c9-6d5a6071e76d HTTP/1.1" status: 204 len: 168 time: 1.4802587 Sep 16 04:54:24.715350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56524) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.777382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-2663e510-5b05-4e01-94bf-4ea3c977cb01 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Deleting subnet d8a6fb8f-a4e3-41c5-9ec1-7f59ef6bf472 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:24.782122 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2663e510-5b05-4e01-94bf-4ea3c977cb01 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.855244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56532) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.864756 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2663e510-5b05-4e01-94bf-4ea3c977cb01 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.891707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56538) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.898005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc9992-81f1-4a05-9f17-a8e216e8f2e1 req-471f31be-76c6-437e-a2c7-c1d37883139f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:24.899607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dabc9992-81f1-4a05-9f17-a8e216e8f2e1 req-471f31be-76c6-437e-a2c7-c1d37883139f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 945 time: 0.1185176 Sep 16 04:54:24.933139 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2663e510-5b05-4e01-94bf-4ea3c977cb01 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.981044 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dabc9992-81f1-4a05-9f17-a8e216e8f2e1 req-4e78522e-7d95-41b8-b203-2af52810c7d5 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727243 Sep 16 04:54:24.998259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7666a9a-3bb5-4e20-b44a-3d094a20a057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.064989 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d94f7f8-3703-441a-ad34-cb2fe81459f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.091861 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2663e510-5b05-4e01-94bf-4ea3c977cb01 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.115434 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2663e510-5b05-4e01-94bf-4ea3c977cb01 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.117806 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2663e510-5b05-4e01-94bf-4ea3c977cb01 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/subnets/d8a6fb8f-a4e3-41c5-9ec1-7f59ef6bf472 HTTP/1.1" status: 204 len: 168 time: 0.4011803 Sep 16 04:54:25.121157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56550) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.152741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7666a9a-3bb5-4e20-b44a-3d094a20a057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.157398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663e510-5b05-4e01-94bf-4ea3c977cb01 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a6fb8f-a4e3-41c5-9ec1-7f59ef6bf472,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.225894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7666a9a-3bb5-4e20-b44a-3d094a20a057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.245602 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.287127 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c7666a9a-3bb5-4e20-b44a-3d094a20a057 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca6740b089c546a19c752914950c846d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306777 Sep 16 04:54:25.290318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56560) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.290511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7666a9a-3bb5-4e20-b44a-3d094a20a057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb1e86b-7bd2-4c64-a229-bad683d564b8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.359557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d94f7f8-3703-441a-ad34-cb2fe81459f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.366203 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.401057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea41cdd-c978-4311-b0a3-d8a2d7c9f414']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:25.419186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c9b6c7-e6af-43e2-844d-42f2bd2f61ca') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:25.419490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c9b6c7-e6af-43e2-844d-42f2bd2f61ca') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:25.431963 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.432210 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d94f7f8-3703-441a-ad34-cb2fe81459f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.456111 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.461356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ef743084-99fa-4051-a530-f05352b12926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.465541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:25.465946 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:25.468894 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:25.476993 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1d94f7f8-3703-441a-ad34-cb2fe81459f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f0f86d1d3724050a1c88f6c710649f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5841041 Sep 16 04:54:25.479089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94f7f8-3703-441a-ad34-cb2fe81459f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea27ddd9-aa86-4d0a-adaa-c676dd617856,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.481413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56566) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.538533 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b778ea0a-bdd1-4adc-a052-da389bc4988a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.550047 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ef743084-99fa-4051-a530-f05352b12926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.560834 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b778ea0a-bdd1-4adc-a052-da389bc4988a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.703079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b778ea0a-bdd1-4adc-a052-da389bc4988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.706183 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b778ea0a-bdd1-4adc-a052-da389bc4988a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.709455 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b778ea0a-bdd1-4adc-a052-da389bc4988a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea27ddd9-aa86-4d0a-adaa-c676dd617856 HTTP/1.1" status: 204 len: 168 time: 0.2252827 Sep 16 04:54:25.722288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778ea0a-bdd1-4adc-a052-da389bc4988a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea27ddd9-aa86-4d0a-adaa-c676dd617856,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.935797 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.943673 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.947807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] 10.222.0.24 "DELETE /v2.0/networks/4ea41cdd-c978-4311-b0a3-d8a2d7c9f414 HTTP/1.1" status: 204 len: 168 time: 0.8252919 Sep 16 04:54:25.960243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910449c-1bcc-4465-8a10-5f8688af3a06 tempest-FloatingIPTestJSON-1615934466 tempest-FloatingIPTestJSON-1615934466-project] Pushing event deleted for resources: {'Network': ['ID=4ea41cdd-c978-4311-b0a3-d8a2d7c9f414,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.107745 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ef743084-99fa-4051-a530-f05352b12926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.110827 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ef743084-99fa-4051-a530-f05352b12926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.112163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ef743084-99fa-4051-a530-f05352b12926 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afb1e86b-7bd2-4c64-a229-bad683d564b8 HTTP/1.1" status: 204 len: 168 time: 0.8204761 Sep 16 04:54:26.143438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef743084-99fa-4051-a530-f05352b12926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb1e86b-7bd2-4c64-a229-bad683d564b8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.184125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62c689-cc67-4af0-8549-f8b532b7cbf1 req-fe80989a-69ac-4c80-9f99-24166e8758f7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:26.185901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a62c689-cc67-4af0-8549-f8b532b7cbf1 req-fe80989a-69ac-4c80-9f99-24166e8758f7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 945 time: 0.0725563 Sep 16 04:54:26.235012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a62c689-cc67-4af0-8549-f8b532b7cbf1 req-c2b372d9-b4e8-43ef-a45e-78fab467b4df tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390499 Sep 16 04:54:26.680061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56606) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.980573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56610) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.993509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf72abfd-6b94-4215-b3d9-5950b8c58c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.061846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56612) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.075809 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d277f1d-cc52-47cf-b503-82a4adf936a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.087264 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf72abfd-6b94-4215-b3d9-5950b8c58c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.107040 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:54:27.197443 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf72abfd-6b94-4215-b3d9-5950b8c58c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.259087 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cf72abfd-6b94-4215-b3d9-5950b8c58c72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48769e461b6d4fc1bff5081121122e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773507 Sep 16 04:54:27.261743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56618) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.271611 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72abfd-6b94-4215-b3d9-5950b8c58c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768d1a1f-3202-40b6-aadd-5255b45fd72a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:27.384206 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8e6f7cde-c378-4c1a-be1a-e2e4843427c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed4960b2e0b6449284350eb204d2c190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6924107 Sep 16 04:54:27.384206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7259a3da-86b0-4f17-b990-1c44ad688fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.387532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56622) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.402737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7259a3da-86b0-4f17-b990-1c44ad688fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.448751 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d277f1d-cc52-47cf-b503-82a4adf936a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.497645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fa07b-1baa-4a1e-82a9-43fc21cb3788 req-3faabb56-886f-4d3d-8294-15a5c860a1df tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.499169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc2fa07b-1baa-4a1e-82a9-43fc21cb3788 req-3faabb56-886f-4d3d-8294-15a5c860a1df tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 945 time: 0.1025951 Sep 16 04:54:27.502201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c23044bd-7893-4055-82bf-60cde66d7713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.539378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c23044bd-7893-4055-82bf-60cde66d7713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.567346 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc2fa07b-1baa-4a1e-82a9-43fc21cb3788 req-f5dac92e-afa9-46e5-bebd-0b873b133b58 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603604 Sep 16 04:54:27.608823 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d277f1d-cc52-47cf-b503-82a4adf936a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.651197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2d277f1d-cc52-47cf-b503-82a4adf936a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e49dc71366364f8fbcc397aa2d8d36ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881028 Sep 16 04:54:27.652024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d277f1d-cc52-47cf-b503-82a4adf936a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5d4f21-73a5-46dc-8107-19f7d707c3c0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:27.654087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56630) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.664907 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7259a3da-86b0-4f17-b990-1c44ad688fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.664907 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7259a3da-86b0-4f17-b990-1c44ad688fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.665824 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7259a3da-86b0-4f17-b990-1c44ad688fb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/768d1a1f-3202-40b6-aadd-5255b45fd72a HTTP/1.1" status: 204 len: 168 time: 0.4025178 Sep 16 04:54:27.686234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259a3da-86b0-4f17-b990-1c44ad688fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768d1a1f-3202-40b6-aadd-5255b45fd72a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:27.720495 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5db731fd-d11f-4774-8f11-cd3f2666137e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.743663 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5db731fd-d11f-4774-8f11-cd3f2666137e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.786958 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c23044bd-7893-4055-82bf-60cde66d7713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.789609 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c23044bd-7893-4055-82bf-60cde66d7713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.795459 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c23044bd-7893-4055-82bf-60cde66d7713 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9412ebbf-d5e6-43f4-853b-c0ddfe7cba61 HTTP/1.1" status: 204 len: 168 time: 0.4020545 Sep 16 04:54:27.800478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23044bd-7893-4055-82bf-60cde66d7713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9412ebbf-d5e6-43f4-853b-c0ddfe7cba61,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.005798 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5db731fd-d11f-4774-8f11-cd3f2666137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.008382 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5db731fd-d11f-4774-8f11-cd3f2666137e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.009693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5db731fd-d11f-4774-8f11-cd3f2666137e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf5d4f21-73a5-46dc-8107-19f7d707c3c0 HTTP/1.1" status: 204 len: 168 time: 0.3545964 Sep 16 04:54:28.017767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db731fd-d11f-4774-8f11-cd3f2666137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5d4f21-73a5-46dc-8107-19f7d707c3c0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.697515 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885e080-6d0c-41f3-b3a4-2dd45183740b req-fc31f175-1abe-4db9-8347-83748d82eca7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.704881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4885e080-6d0c-41f3-b3a4-2dd45183740b req-fc31f175-1abe-4db9-8347-83748d82eca7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 945 time: 0.0625951 Sep 16 04:54:28.742202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4885e080-6d0c-41f3-b3a4-2dd45183740b req-9dd368b4-931d-402c-9714-5e090d52e05f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365083 Sep 16 04:54:28.812623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ea918daa-593f-4011-b217-1c013b13fa2e details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:28.913106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ea918daa-593f-4011-b217-1c013b13fa2e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ea918daa-593f-4011-b217-1c013b13fa2e,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:28.925358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'ea918daa-593f-4011-b217-1c013b13fa2e', 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a', 'port_id': 'ea918daa-593f-4011-b217-1c013b13fa2e', 'mac_address': 'fa:16:3e:19:b6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762a2461-e6fa-46e6-bb84-f2822f0f8dfa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:28.970546 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.985388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea918daa-593f-4011-b217-1c013b13fa2e {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:29.006069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ea918daa-593f-4011-b217-1c013b13fa2e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ea918daa-593f-4011-b217-1c013b13fa2e,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:29.159095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.215206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=ea918daa-593f-4011-b217-1c013b13fa2e,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:29.249332 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ea918daa-593f-4011-b217-1c013b13fa2e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:29.364669 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4a51c-c29b-4b38-8da8-b2c69ad77228 req-b7e5191d-a3d6-403d-a0f0-c4037f08cd32 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.366489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aba4a51c-c29b-4b38-8da8-b2c69ad77228 req-b7e5191d-a3d6-403d-a0f0-c4037f08cd32 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 944 time: 0.0525572 Sep 16 04:54:29.415243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aba4a51c-c29b-4b38-8da8-b2c69ad77228 req-1881938c-b81b-44aa-81fc-25e7c27288c6 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Sep 16 04:54:30.537735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56734) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:30.575961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef91339-b9ca-4b37-b42a-b75c6535e9f0 req-85c37d8d-b302-468b-a628-a8ec78f76491 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:30.578440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ef91339-b9ca-4b37-b42a-b75c6535e9f0 req-85c37d8d-b302-468b-a628-a8ec78f76491 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 944 time: 0.0856557 Sep 16 04:54:30.624797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ef91339-b9ca-4b37-b42a-b75c6535e9f0 req-57c2e74e-3613-47fd-a86c-05e9b2706423 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393898 Sep 16 04:54:30.815143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ea918daa-593f-4011-b217-1c013b13fa2e no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:30.860001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fb01c-9f2a-44a5-8c2b-cd848f10c02d req-9f02add2-86dd-4766-830a-e52686c77af3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:30.861852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e9fb01c-9f2a-44a5-8c2b-cd848f10c02d req-9f02add2-86dd-4766-830a-e52686c77af3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.37 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 944 time: 0.0761104 Sep 16 04:54:30.923296 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.940977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ea918daa-593f-4011-b217-1c013b13fa2e {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:30.965476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ea918daa-593f-4011-b217-1c013b13fa2e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ea918daa-593f-4011-b217-1c013b13fa2e,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:30.987018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-3e9fb01c-9f2a-44a5-8c2b-cd848f10c02d req-5cfc9910-8a03-405a-86d0-eb60ff9bffb9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Deleting port ea918daa-593f-4011-b217-1c013b13fa2e {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:30.987649 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3e9fb01c-9f2a-44a5-8c2b-cd848f10c02d req-5cfc9910-8a03-405a-86d0-eb60ff9bffb9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.019659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bfea8950-8893-40b1-b642-f2ba7c6ea6b6 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] Request body: {'port': {'network_id': '6e024873-9b91-4023-a34e-c5e6067a5149', 'name': 'tempest-NetworksNegativeTestJSON-1371930192'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:31.035202 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfea8950-8893-40b1-b642-f2ba7c6ea6b6 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] POST failed (client error): The resource could not be found. Sep 16 04:54:31.036265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfea8950-8893-40b1-b642-f2ba7c6ea6b6 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:31.041718 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bfea8950-8893-40b1-b642-f2ba7c6ea6b6 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5028522 Sep 16 04:54:31.042344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56750) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.060409 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1bf404-2633-4c97-98e0-c70d7b70ec06 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:31.061049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1bf404-2633-4c97-98e0-c70d7b70ec06 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:31.062871 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ae1bf404-2633-4c97-98e0-c70d7b70ec06 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] 10.222.0.24 "DELETE /v2.0/networks/c5d1517e-e712-499f-976a-7356216bb50d HTTP/1.1" status: 404 len: 339 time: 0.0195901 Sep 16 04:54:31.069452 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.069955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56752) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.095343 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-0503c9eb-5bf1-479e-be69-4142e5d37e79 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:31.096345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0503c9eb-5bf1-479e-be69-4142e5d37e79 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:31.100552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0503c9eb-5bf1-479e-be69-4142e5d37e79 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] 10.222.0.24 "DELETE /v2.0/ports/01f55360-433e-4189-8e4a-b5a366875a31 HTTP/1.1" status: 404 len: 333 time: 0.0270197 Sep 16 04:54:31.103798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56754) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.121986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=ea918daa-593f-4011-b217-1c013b13fa2e,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.145264 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-3842934b-743e-4988-b6fa-212317a32c70 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:31.145800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3842934b-743e-4988-b6fa-212317a32c70 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:31.147920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3842934b-743e-4988-b6fa-212317a32c70 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] 10.222.0.24 "DELETE /v2.0/subnets/17972a08-5514-4ed4-8e36-bec68621d040 HTTP/1.1" status: 404 len: 337 time: 0.0423403 Sep 16 04:54:31.151865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56758) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.161162 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-3e9fb01c-9f2a-44a5-8c2b-cd848f10c02d req-5cfc9910-8a03-405a-86d0-eb60ff9bffb9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] For port ea918daa-593f-4011-b217-1c013b13fa2e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ea918daa-593f-4011-b217-1c013b13fa2e,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:31.161644 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3e9fb01c-9f2a-44a5-8c2b-cd848f10c02d req-5cfc9910-8a03-405a-86d0-eb60ff9bffb9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.172069 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-240e0d04-639c-42a2-a69c-5feeb3a31721 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] GET failed (client error): The resource could not be found. Sep 16 04:54:31.181867 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-240e0d04-639c-42a2-a69c-5feeb3a31721 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] 10.222.0.24 "GET /v2.0/networks/94dcb852-ce58-47b1-b756-ff2a067d10b0 HTTP/1.1" status: 404 len: 339 time: 0.0253828 Sep 16 04:54:31.182007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56760) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.182007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-3e9fb01c-9f2a-44a5-8c2b-cd848f10c02d req-5cfc9910-8a03-405a-86d0-eb60ff9bffb9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Calling delete_port for ea918daa-593f-4011-b217-1c013b13fa2e owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:31.209717 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-71547a1f-954d-4de7-ad66-180f7935f817 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] GET failed (client error): The resource could not be found. Sep 16 04:54:31.211381 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-71547a1f-954d-4de7-ad66-180f7935f817 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] 10.222.0.24 "GET /v2.0/ports/9336840e-f5ea-4404-8d96-8a747cb3ae1e HTTP/1.1" status: 404 len: 333 time: 0.0317965 Sep 16 04:54:31.215956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56762) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.245261 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4c53db-53f5-42c4-9e50-308365e1a089 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] GET failed (client error): The resource could not be found. Sep 16 04:54:31.251940 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5d4c53db-53f5-42c4-9e50-308365e1a089 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] 10.222.0.24 "GET /v2.0/subnets/ae571014-2964-4a87-a05b-3c880525b3dd HTTP/1.1" status: 404 len: 337 time: 0.0348790 Sep 16 04:54:31.252729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56766) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.260665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-aa44b06e-2dc2-4225-8285-59326326cf21 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:31.281725 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa44b06e-2dc2-4225-8285-59326326cf21 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] PUT failed (client error): The resource could not be found. Sep 16 04:54:31.282583 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa44b06e-2dc2-4225-8285-59326326cf21 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:31.289992 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aa44b06e-2dc2-4225-8285-59326326cf21 tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] 10.222.0.24 "PUT /v2.0/networks/36727dc3-f36c-4174-879c-0d1ee8be1800 HTTP/1.1" status: 404 len: 339 time: 0.0356469 Sep 16 04:54:31.294344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56772) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.296222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a1a67e55-246e-4ad8-8045-a2e1502c139e tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:31.315059 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a67e55-246e-4ad8-8045-a2e1502c139e tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] PUT failed (client error): The resource could not be found. Sep 16 04:54:31.315990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a67e55-246e-4ad8-8045-a2e1502c139e tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:31.321087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56774) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.321286 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a1a67e55-246e-4ad8-8045-a2e1502c139e tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] 10.222.0.24 "PUT /v2.0/ports/10209196-63c6-4d4e-9156-40612f82986d HTTP/1.1" status: 404 len: 333 time: 0.0293684 Sep 16 04:54:31.327718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-93413f12-b703-4424-b40c-653b148c11eb tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:31.354802 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-93413f12-b703-4424-b40c-653b148c11eb tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] PUT failed (client error): The resource could not be found. Sep 16 04:54:31.355271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93413f12-b703-4424-b40c-653b148c11eb tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:31.356441 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-93413f12-b703-4424-b40c-653b148c11eb tempest-NetworksNegativeTestJSON-1149700211 tempest-NetworksNegativeTestJSON-1149700211-project] 10.222.0.24 "PUT /v2.0/subnets/1147f65c-f95b-4506-9cfb-68cc6d24f1ee HTTP/1.1" status: 404 len: 337 time: 0.0332479 Sep 16 04:54:31.462532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3e9fb01c-9f2a-44a5-8c2b-cd848f10c02d req-5cfc9910-8a03-405a-86d0-eb60ff9bffb9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.492552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc9910-8a03-405a-86d0-eb60ff9bffb9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event deleted for resources: {'Port': ['ID=ea918daa-593f-4011-b217-1c013b13fa2e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.545339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9fb01c-9f2a-44a5-8c2b-cd848f10c02d req-5cfc9910-8a03-405a-86d0-eb60ff9bffb9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] No DVR routers for this DVR port ea918daa-593f-4011-b217-1c013b13fa2e on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:31.547930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3e9fb01c-9f2a-44a5-8c2b-cd848f10c02d req-5cfc9910-8a03-405a-86d0-eb60ff9bffb9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.550072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e9fb01c-9f2a-44a5-8c2b-cd848f10c02d req-5cfc9910-8a03-405a-86d0-eb60ff9bffb9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.37 "DELETE /v2.0/ports/ea918daa-593f-4011-b217-1c013b13fa2e HTTP/1.1" status: 204 len: 173 time: 0.6821854 Sep 16 04:54:31.550576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22696c5-8be1-437b-a189-f259f220c67f', 'name': 'network-vif-deleted', 'tag': 'ea918daa-593f-4011-b217-1c013b13fa2e'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:31.557481 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5820c1c0-4278-4bbf-aff9-93964ff479c9" -d '{"events": [{"server_uuid": "f22696c5-8be1-437b-a189-f259f220c67f", "name": "network-vif-deleted", "tag": "ea918daa-593f-4011-b217-1c013b13fa2e"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:31.597145 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e47adb3-c3a2-4a36-882c-3fa3aa76cdd2 x-openstack-request-id: req-0e47adb3-c3a2-4a36-882c-3fa3aa76cdd2 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:31.598252 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22696c5-8be1-437b-a189-f259f220c67f", "name": "network-vif-deleted", "tag": "ea918daa-593f-4011-b217-1c013b13fa2e", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:31.598767 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e47adb3-c3a2-4a36-882c-3fa3aa76cdd2 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:31.599365 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22696c5-8be1-437b-a189-f259f220c67f', 'name': 'network-vif-deleted', 'tag': 'ea918daa-593f-4011-b217-1c013b13fa2e', 'status': 'completed', 'code': 200} Sep 16 04:54:31.730169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4fd59679-11ee-4ba1-81bc-5f53cad19b9f req-da2223d5-3b38-4c41-8abc-ad0698524f74 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22696c5-8be1-437b-a189-f259f220c67f HTTP/1.1" status: 200 len: 210 time: 0.0303364 Sep 16 04:54:32.238799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56804) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.356639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56810) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.451101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc59b84d-da33-488d-bbce-7d1601ef9b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.555636 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc59b84d-da33-488d-bbce-7d1601ef9b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.632302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-406b2c72-1464-4b5a-9483-08c25495a81b tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1321663033'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:32.651103 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc59b84d-da33-488d-bbce-7d1601ef9b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.703239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59b84d-da33-488d-bbce-7d1601ef9b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8ababb-90ac-4e0c-9c52-a38846e6d3ab,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:32.711031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56820) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.711969 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dc59b84d-da33-488d-bbce-7d1601ef9b7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=390dc735dd1243f083b243d348184495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4708583 Sep 16 04:54:32.777121 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6230d56-b76a-4217-86ff-85bbc840eabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.788096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406b2c72-1464-4b5a-9483-08c25495a81b tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.789336 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406b2c72-1464-4b5a-9483-08c25495a81b tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.810645 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6230d56-b76a-4217-86ff-85bbc840eabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.868688 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406b2c72-1464-4b5a-9483-08c25495a81b tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.931405 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6230d56-b76a-4217-86ff-85bbc840eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.933881 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6230d56-b76a-4217-86ff-85bbc840eabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.935314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c6230d56-b76a-4217-86ff-85bbc840eabb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb8ababb-90ac-4e0c-9c52-a38846e6d3ab HTTP/1.1" status: 204 len: 168 time: 0.2233088 Sep 16 04:54:32.944038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6230d56-b76a-4217-86ff-85bbc840eabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8ababb-90ac-4e0c-9c52-a38846e6d3ab,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:32.953802 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406b2c72-1464-4b5a-9483-08c25495a81b tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.054832 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406b2c72-1464-4b5a-9483-08c25495a81b tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.054832 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-406b2c72-1464-4b5a-9483-08c25495a81b tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6942823 Sep 16 04:54:33.057780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56846) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:33.146988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56848) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:33.149332 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad9ac-30f8-4fcd-be79-092b4a6a002f tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.152807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9abc89eb-3a3a-4759-ace9-e80bde0c9616 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1833730147', 'description': 'tempest-description--1315552388'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:33.320034 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9abc89eb-3a3a-4759-ace9-e80bde0c9616 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.340355 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad9ac-30f8-4fcd-be79-092b4a6a002f tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.342491 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad9ac-30f8-4fcd-be79-092b4a6a002f tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.426735 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9abc89eb-3a3a-4759-ace9-e80bde0c9616 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.526453 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad9ac-30f8-4fcd-be79-092b4a6a002f tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.527234 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9abc89eb-3a3a-4759-ace9-e80bde0c9616 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.527890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8ad9ac-30f8-4fcd-be79-092b4a6a002f tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09e288fa-122b-4603-845c-791dfa352082 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:33.540954 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad9ac-30f8-4fcd-be79-092b4a6a002f tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.545932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ba8ad9ac-30f8-4fcd-be79-092b4a6a002f tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] 10.222.0.24 "DELETE /v2.0/routers/09e288fa-122b-4603-845c-791dfa352082 HTTP/1.1" status: 204 len: 168 time: 0.4869339 Sep 16 04:54:33.553119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56862) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:33.564294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b2e26641-f296-4e67-bd36-c378a0cb9056 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Request body: {'router': {'name': 'tempest-router-432954605', 'distributed': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:33.585671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc89eb-3a3a-4759-ace9-e80bde0c9616 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a33c35-9d23-4113-bed0-60876f69db3b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.725842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9abc89eb-3a3a-4759-ace9-e80bde0c9616 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.727208 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9abc89eb-3a3a-4759-ace9-e80bde0c9616 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5787780 Sep 16 04:54:33.730130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56878) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:33.734724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-466747b3-ba60-4c92-8a29-84005c7aacf1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Request body: {'security_group_rule': {'security_group_id': '15a33c35-9d23-4113-bed0-60876f69db3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:33.849571 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b2e26641-f296-4e67-bd36-c378a0cb9056 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.850718 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b2e26641-f296-4e67-bd36-c378a0cb9056 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.905809 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b2e26641-f296-4e67-bd36-c378a0cb9056 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.001658 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-466747b3-ba60-4c92-8a29-84005c7aacf1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.020887 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b2e26641-f296-4e67-bd36-c378a0cb9056 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.095212 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-466747b3-ba60-4c92-8a29-84005c7aacf1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.136083 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b2e26641-f296-4e67-bd36-c378a0cb9056 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.137474 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b2e26641-f296-4e67-bd36-c378a0cb9056 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5833395 Sep 16 04:54:34.140384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56908) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.215902 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30dabb7c-52a5-43b8-8668-3fdea478d7be tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.256787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-466747b3-ba60-4c92-8a29-84005c7aacf1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.274984 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466747b3-ba60-4c92-8a29-84005c7aacf1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cebdc9d-d6c9-4fc9-8832-2696fd503219,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.359014 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-466747b3-ba60-4c92-8a29-84005c7aacf1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.360332 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-466747b3-ba60-4c92-8a29-84005c7aacf1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6291661 Sep 16 04:54:34.363078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56912) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.368409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ab98fc48-d121-446e-9e87-14b341ab6c46 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Request body: {'security_group_rule': {'security_group_id': '15a33c35-9d23-4113-bed0-60876f69db3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:34.388395 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30dabb7c-52a5-43b8-8668-3fdea478d7be tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.390652 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30dabb7c-52a5-43b8-8668-3fdea478d7be tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.529810 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab98fc48-d121-446e-9e87-14b341ab6c46 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.554925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30dabb7c-52a5-43b8-8668-3fdea478d7be tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.555454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dabb7c-52a5-43b8-8668-3fdea478d7be tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73d4788d-98b3-44cf-9e82-bb3aaddee295 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:34.561113 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30dabb7c-52a5-43b8-8668-3fdea478d7be tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.562456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-30dabb7c-52a5-43b8-8668-3fdea478d7be tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] 10.222.0.24 "DELETE /v2.0/routers/73d4788d-98b3-44cf-9e82-bb3aaddee295 HTTP/1.1" status: 204 len: 168 time: 0.4209771 Sep 16 04:54:34.566287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56918) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.585891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5e00126a-f256-45c9-a778-783707555799 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Request body: {'router': {'name': 'tempest-router-2038935762', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e2fd58547cde4485915eb0159a6acff2'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:34.628279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56922) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.630932 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab98fc48-d121-446e-9e87-14b341ab6c46 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.775949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab98fc48-d121-446e-9e87-14b341ab6c46 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.794839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98fc48-d121-446e-9e87-14b341ab6c46 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e866854-8e99-4ecb-93f1-62dc76c56dd3,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.817321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e00126a-f256-45c9-a778-783707555799 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.818494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e00126a-f256-45c9-a778-783707555799 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.829253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ea918daa-593f-4011-b217-1c013b13fa2e no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:34.850800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: ea918daa-593f-4011-b217-1c013b13fa2e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:34.851141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ea918daa-593f-4011-b217-1c013b13fa2e not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:34.890281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e00126a-f256-45c9-a778-783707555799 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.942603 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab98fc48-d121-446e-9e87-14b341ab6c46 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.944251 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab98fc48-d121-446e-9e87-14b341ab6c46 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5796680 Sep 16 04:54:34.947567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56930) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.952578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:35.005095 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e00126a-f256-45c9-a778-783707555799 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.083287 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.182594 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aade00bb-99cf-4825-8769-9aee9e7dc7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.198657 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e00126a-f256-45c9-a778-783707555799 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.200093 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5e00126a-f256-45c9-a778-783707555799 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6327806 Sep 16 04:54:35.203122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56938) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:35.213031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:35.232366 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.352689 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Allocated IP 172.25.3.139 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/1429851e-90cb-418b-99b8-feef7198f820) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:35.467237 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.467619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.469322 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.604063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95452) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 16 04:54:35.604399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Router 173bc00f-6cfc-4cbe-a7f4-89f0c0e9457c migrating from provider to provider. {{(pid=95452) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 16 04:54:35.604809 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.612073 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.619238 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aade00bb-99cf-4825-8769-9aee9e7dc7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.620575 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.624552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-973bb56d-3a1a-47ac-8a79-2dffa6a9da1f req-d2ea048f-d373-48fb-bfe6-b204421f5026 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1214111 Sep 16 04:54:35.655405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:35.662286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:35.670767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:35.674168 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event updated for resources: {'Port': ['ID=1429851e-90cb-418b-99b8-feef7198f820,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.719620 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aade00bb-99cf-4825-8769-9aee9e7dc7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.726707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bb56d-3a1a-47ac-8a79-2dffa6a9da1f req-8d9dcef8-aeaa-4bf0-9b56-47f32088ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:35.728264 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-973bb56d-3a1a-47ac-8a79-2dffa6a9da1f req-8d9dcef8-aeaa-4bf0-9b56-47f32088ac25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7a9bdb6cec4045aebeee2074d0ed56&device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 1097 time: 0.0544705 Sep 16 04:54:35.744860 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.784995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.820036 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-aade00bb-99cf-4825-8769-9aee9e7dc7d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=050276e3be6b495db2c57d48627c9893&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1900408 Sep 16 04:54:35.826608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56954) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:35.826778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade00bb-99cf-4825-8769-9aee9e7dc7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cc2c4b-e9eb-47b1-9df1-8a4c789ab107,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.919937 n-d-712137-12 neutron-server[95452]: WARNING neutron.scheduler.l3_agent_scheduler [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] No L3 agents can host the router 173bc00f-6cfc-4cbe-a7f4-89f0c0e9457c Sep 16 04:54:35.939061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f5ea0a5-dbf9-41ec-b2d9-f4d6cadf54fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.987480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.991051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bb56d-3a1a-47ac-8a79-2dffa6a9da1f req-4cc80435-9764-4605-bd9e-73ef404d64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:35.992582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-973bb56d-3a1a-47ac-8a79-2dffa6a9da1f req-4cc80435-9764-4605-bd9e-73ef404d64e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=22ee9107-e191-4262-b0fc-68862935cfe3 HTTP/1.1" status: 200 len: 916 time: 0.2355688 Sep 16 04:54:35.994235 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f5ea0a5-dbf9-41ec-b2d9-f4d6cadf54fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.126169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Hosts for router 173bc00f-6cfc-4cbe-a7f4-89f0c0e9457c: [] {{(pid=95452) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 16 04:54:36.168349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-973bb56d-3a1a-47ac-8a79-2dffa6a9da1f req-17aa2d13-87e1-40ea-bbcd-39684f29d23e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=220aee65-2528-42c6-8c0d-bd879013cb8a HTTP/1.1" status: 200 len: 1000 time: 0.1467631 Sep 16 04:54:36.169176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Hosts for other DVR routers connected to router 173bc00f-6cfc-4cbe-a7f4-89f0c0e9457c: set() {{(pid=95452) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 16 04:54:36.171817 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.173157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-24b3b99f-aa10-4867-9eb2-4bdd63b1ac36 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] 10.222.0.24 "PUT /v2.0/routers/173bc00f-6cfc-4cbe-a7f4-89f0c0e9457c HTTP/1.1" status: 200 len: 717 time: 0.9666383 Sep 16 04:54:36.177214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56966) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:36.192806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.237455 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f5ea0a5-dbf9-41ec-b2d9-f4d6cadf54fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.243221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f5ea0a5-dbf9-41ec-b2d9-f4d6cadf54fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.243221 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2f5ea0a5-dbf9-41ec-b2d9-f4d6cadf54fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54cc2c4b-e9eb-47b1-9df1-8a4c789ab107 HTTP/1.1" status: 204 len: 168 time: 0.4170594 Sep 16 04:54:36.246130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bb56d-3a1a-47ac-8a79-2dffa6a9da1f req-0e6e8776-83ac-4361-a44a-abe513ae00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.250789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-973bb56d-3a1a-47ac-8a79-2dffa6a9da1f req-0e6e8776-83ac-4361-a44a-abe513ae00ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8 HTTP/1.1" status: 200 len: 855 time: 0.0763733 Sep 16 04:54:36.281156 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.283390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ea0a5-dbf9-41ec-b2d9-f4d6cadf54fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cc2c4b-e9eb-47b1-9df1-8a4c789ab107,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:36.298529 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2a516f4f-f514-4f61-8cc2-af544f9518af tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] 10.222.0.24 "GET /v2.0/routers/173bc00f-6cfc-4cbe-a7f4-89f0c0e9457c HTTP/1.1" status: 200 len: 717 time: 0.1142459 Sep 16 04:54:36.299137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56972) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:36.321838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bb56d-3a1a-47ac-8a79-2dffa6a9da1f req-f13c1bdc-656d-428d-95ed-56373f951477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.323337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-973bb56d-3a1a-47ac-8a79-2dffa6a9da1f req-f13c1bdc-656d-428d-95ed-56373f951477 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=22ee9107-e191-4262-b0fc-68862935cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657408 Sep 16 04:54:36.371649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event updated for resources: {'Port': ['ID=1429851e-90cb-418b-99b8-feef7198f820,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:36.384307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.425394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-973bb56d-3a1a-47ac-8a79-2dffa6a9da1f req-871d6dc7-5e9a-4dcc-b4fb-ee11b007b170 service neutron] 10.222.0.23 "GET /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942891 Sep 16 04:54:36.489176 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.490625 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4afeac6a-6478-4295-9673-f10dc66011d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5420570 Sep 16 04:54:36.636312 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9ceeeb28-fb1d-4c48-b711-45b41cf7e0dd tempest-RoutersTestDVR-1091923039 tempest-RoutersTestDVR-1091923039-project] 10.222.0.24 "GET /v2.0/routers/173bc00f-6cfc-4cbe-a7f4-89f0c0e9457c HTTP/1.1" status: 200 len: 683 time: 0.3300340 Sep 16 04:54:36.636312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56982) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:36.714156 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f32a680-08c4-4dc3-97c9-843a141a3aec tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.793804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-973bb56d-3a1a-47ac-8a79-2dffa6a9da1f req-e43b7b8a-61f5-42b6-9482-adbc099cfb85 service neutron] 10.222.0.23 "GET /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560717 Sep 16 04:54:36.866970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56988) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:36.889524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f32a680-08c4-4dc3-97c9-843a141a3aec tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.892912 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f32a680-08c4-4dc3-97c9-843a141a3aec tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.028394 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f32a680-08c4-4dc3-97c9-843a141a3aec tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.031376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f32a680-08c4-4dc3-97c9-843a141a3aec tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 173bc00f-6cfc-4cbe-a7f4-89f0c0e9457c {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:37.042519 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f32a680-08c4-4dc3-97c9-843a141a3aec tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.043917 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7f32a680-08c4-4dc3-97c9-843a141a3aec tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] 10.222.0.24 "DELETE /v2.0/routers/173bc00f-6cfc-4cbe-a7f4-89f0c0e9457c HTTP/1.1" status: 204 len: 168 time: 0.4065387 Sep 16 04:54:37.048286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57004) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:37.053777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1352bb32-c396-4c75-ab5a-27e434b84c30 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Request body: {'router': {'name': 'tempest-router-581745326', 'distributed': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:37.083690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-72e2e489-a442-4c58-b49b-db163da9838b tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.085250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-72e2e489-a442-4c58-b49b-db163da9838b tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/networks?id=91b313c9-a76c-4d5b-a799-043202f5ab2a HTTP/1.1" status: 200 len: 821 time: 0.1142449 Sep 16 04:54:37.101217 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-017bd0e1-1bc7-4e3b-a7d5-39a0881d224e tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/quotas/088d514727ea4e09853bc7c78e3d370b HTTP/1.1" status: 200 len: 375 time: 0.0102198 Sep 16 04:54:37.165660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-df01bc00-1fc9-4faa-994d-71c09b7d66fe tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=088d514727ea4e09853bc7c78e3d370b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591404 Sep 16 04:54:37.260842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-709480d5-324a-4998-95dd-6d9b223f09c0 service neutron] 10.222.0.24 "GET /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876606 Sep 16 04:54:37.268402 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1352bb32-c396-4c75-ab5a-27e434b84c30 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.273255 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1352bb32-c396-4c75-ab5a-27e434b84c30 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.292298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57008) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:37.328125 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-80449b03-f276-48e8-bb18-cc766ab695e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.344296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1352bb32-c396-4c75-ab5a-27e434b84c30 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.419420 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-e0dfc6eb-6527-48e8-a28b-d4359c8f27e8 service neutron] 10.222.0.24 "GET /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519692 Sep 16 04:54:37.489622 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1352bb32-c396-4c75-ab5a-27e434b84c30 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.506676 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-80449b03-f276-48e8-bb18-cc766ab695e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.526148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-27d00688-4601-4a9e-b01f-ffcc07e9ee47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.639297 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-80449b03-f276-48e8-bb18-cc766ab695e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.680502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-80449b03-f276-48e8-bb18-cc766ab695e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cde1a505e7e4734b52e99e32e0a168d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870504 Sep 16 04:54:37.682479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80449b03-f276-48e8-bb18-cc766ab695e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4bff33-85ed-4bc7-a685-d8e0ec23101d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:37.683245 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57014) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:37.737142 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20737c3f-2c88-4e33-a9bd-1ffba7d53892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.762833 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20737c3f-2c88-4e33-a9bd-1ffba7d53892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.793039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42a4a54b-c3cc-4310-aaab-9089bbfc0106 req-72d66c86-6225-4b1c-b67e-a0e6357aedfb tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 210 time: 0.0399599 Sep 16 04:54:37.834373 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1352bb32-c396-4c75-ab5a-27e434b84c30 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.836434 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1352bb32-c396-4c75-ab5a-27e434b84c30 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7863507 Sep 16 04:54:37.842709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57022) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:37.931153 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-752f89c0-289e-46d0-9065-e3a0e1a56b13 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.934692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20737c3f-2c88-4e33-a9bd-1ffba7d53892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.937310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20737c3f-2c88-4e33-a9bd-1ffba7d53892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.938538 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-20737c3f-2c88-4e33-a9bd-1ffba7d53892 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a4bff33-85ed-4bc7-a685-d8e0ec23101d HTTP/1.1" status: 204 len: 168 time: 0.2542245 Sep 16 04:54:37.948307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20737c3f-2c88-4e33-a9bd-1ffba7d53892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4bff33-85ed-4bc7-a685-d8e0ec23101d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:38.120602 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-752f89c0-289e-46d0-9065-e3a0e1a56b13 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.123725 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-752f89c0-289e-46d0-9065-e3a0e1a56b13 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.193316 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-27d00688-4601-4a9e-b01f-ffcc07e9ee47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.283484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-752f89c0-289e-46d0-9065-e3a0e1a56b13 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.284590 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752f89c0-289e-46d0-9065-e3a0e1a56b13 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a62838a-ee93-476c-901f-cf5efab7aaaf {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:38.299388 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-752f89c0-289e-46d0-9065-e3a0e1a56b13 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.303763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-752f89c0-289e-46d0-9065-e3a0e1a56b13 tempest-RoutersTestDVR-343185803 tempest-RoutersTestDVR-343185803-project-admin] 10.222.0.24 "DELETE /v2.0/routers/8a62838a-ee93-476c-901f-cf5efab7aaaf HTTP/1.1" status: 204 len: 168 time: 0.4596245 Sep 16 04:54:38.334917 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-27d00688-4601-4a9e-b01f-ffcc07e9ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.397609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-27d00688-4601-4a9e-b01f-ffcc07e9ee47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfe92acb6cce47188bd417c37542fec0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5293286 Sep 16 04:54:38.399332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d00688-4601-4a9e-b01f-ffcc07e9ee47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c47ced-da28-4bf8-b8b2-1b8e217a7ffa,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:38.400612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57044) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:38.483231 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-256735da-ae37-465b-9615-57eac19ebcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.514677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-256735da-ae37-465b-9615-57eac19ebcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.667410 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-256735da-ae37-465b-9615-57eac19ebcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.670088 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-256735da-ae37-465b-9615-57eac19ebcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.671663 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-256735da-ae37-465b-9615-57eac19ebcca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64c47ced-da28-4bf8-b8b2-1b8e217a7ffa HTTP/1.1" status: 204 len: 168 time: 0.2697713 Sep 16 04:54:38.680391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256735da-ae37-465b-9615-57eac19ebcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c47ced-da28-4bf8-b8b2-1b8e217a7ffa,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:38.881422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18b1a9ec-f04b-465b-a3bc-eab900c18968 req-c0bcc33f-969b-4b8b-9b48-ab8133419b0a tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 210 time: 0.0292745 Sep 16 04:54:39.093771 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57062) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:39.261699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cb639cf-7550-440d-865f-e3cf43f4ba56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.378134 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cb639cf-7550-440d-865f-e3cf43f4ba56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.529278 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cb639cf-7550-440d-865f-e3cf43f4ba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.574248 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3cb639cf-7550-440d-865f-e3cf43f4ba56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2fd58547cde4485915eb0159a6acff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789810 Sep 16 04:54:39.574369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57080) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:39.582962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb639cf-7550-440d-865f-e3cf43f4ba56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b7a395-85a8-449d-bdf2-4e3f03ad4b16,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:39.614290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57082) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:39.632426 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c2d6a21c-4635-4df8-a549-9662dcc90b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.663500 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02bf41f7-1554-4f1d-9159-98e4a4d25262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.690457 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02bf41f7-1554-4f1d-9159-98e4a4d25262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.757730 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c2d6a21c-4635-4df8-a549-9662dcc90b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.839213 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c2d6a21c-4635-4df8-a549-9662dcc90b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.839375 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02bf41f7-1554-4f1d-9159-98e4a4d25262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.842440 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02bf41f7-1554-4f1d-9159-98e4a4d25262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.843730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-02bf41f7-1554-4f1d-9159-98e4a4d25262 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0b7a395-85a8-449d-bdf2-4e3f03ad4b16 HTTP/1.1" status: 204 len: 168 time: 0.2684069 Sep 16 04:54:39.852890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf41f7-1554-4f1d-9159-98e4a4d25262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b7a395-85a8-449d-bdf2-4e3f03ad4b16,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:39.890861 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c2d6a21c-4635-4df8-a549-9662dcc90b16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f938b15ed034c30a180b3c74a101885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745643 Sep 16 04:54:39.895600 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6a21c-4635-4df8-a549-9662dcc90b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdfddb0-030a-4dda-a9fa-baccfe725344,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:39.897910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57092) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:39.992326 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abee1339-e532-4c51-976e-e574947d8396 req-71569662-04a3-4900-bb59-e0f1012451b1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 210 time: 0.0340483 Sep 16 04:54:39.994015 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46de9092-7217-44a0-87e4-b3d82a530af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.018714 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46de9092-7217-44a0-87e4-b3d82a530af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.168831 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46de9092-7217-44a0-87e4-b3d82a530af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.171705 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46de9092-7217-44a0-87e4-b3d82a530af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.172910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-46de9092-7217-44a0-87e4-b3d82a530af8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fdfddb0-030a-4dda-a9fa-baccfe725344 HTTP/1.1" status: 204 len: 168 time: 0.2740018 Sep 16 04:54:40.182151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de9092-7217-44a0-87e4-b3d82a530af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdfddb0-030a-4dda-a9fa-baccfe725344,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:40.344644 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-4108863e-9f1f-4f65-a6b2-e96277d7ed93 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.346541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-4108863e-9f1f-4f65-a6b2-e96277d7ed93 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.37 "GET /v2.0/networks?id=91b313c9-a76c-4d5b-a799-043202f5ab2a HTTP/1.1" status: 200 len: 821 time: 0.1346688 Sep 16 04:54:40.359179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Request body: {'port': {'device_id': '24a0fc95-caef-4a48-af98-ed2b784fe95a', 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a', 'admin_state_up': True, 'tenant_id': '088d514727ea4e09853bc7c78e3d370b'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:40.695958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Made reservation on behalf of 088d514727ea4e09853bc7c78e3d370b for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:40.700610 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.834784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Allocated IP 172.20.0.11 (91b313c9-a76c-4d5b-a799-043202f5ab2a/762a2461-e6fa-46e6-bb84-f2822f0f8dfa/bce482d4-2ad1-4fef-b08b-0b7aa908d850) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:40.989313 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.096838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-905603cb-29cc-4c89-94c9-a184ac1982c3 req-6387a469-8ef7-4567-916c-82b6a8e8265b tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 210 time: 0.0272596 Sep 16 04:54:41.114615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.156024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57124) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:41.167325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Network 91b313c9-a76c-4d5b-a799-043202f5ab2a is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:41.178156 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1519aa6d-9419-4742-9cd6-98e067ca0e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.180133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:41.187177 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:41.221511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event updated for resources: {'Port': ['ID=bce482d4-2ad1-4fef-b08b-0b7aa908d850,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.276038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:41.276849 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.349463 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1519aa6d-9419-4742-9cd6-98e067ca0e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.412819 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1519aa6d-9419-4742-9cd6-98e067ca0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.456360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1519aa6d-9419-4742-9cd6-98e067ca0e66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13ed8a42e5b744e89d4024eb2b9153ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991643 Sep 16 04:54:41.457311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519aa6d-9419-4742-9cd6-98e067ca0e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bac5ce-b64f-4f05-ab81-874e9ed82f51,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.459132 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57134) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:41.517033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d98923d-307c-437b-968e-d00f9a419648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.534097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-b9b05485-487f-41d0-a1ce-d6a8ae1600e7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1743476 Sep 16 04:54:41.539471 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d98923d-307c-437b-968e-d00f9a419648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.541760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Request body: {'port': {'device_id': '24a0fc95-caef-4a48-af98-ed2b784fe95a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:41.600767 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.690440 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d98923d-307c-437b-968e-d00f9a419648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.694143 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d98923d-307c-437b-968e-d00f9a419648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.695438 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2d98923d-307c-437b-968e-d00f9a419648 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4bac5ce-b64f-4f05-ab81-874e9ed82f51 HTTP/1.1" status: 204 len: 168 time: 0.2352822 Sep 16 04:54:41.703724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98923d-307c-437b-968e-d00f9a419648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bac5ce-b64f-4f05-ab81-874e9ed82f51,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.909334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce482d4-2ad1-4fef-b08b-0b7aa908d850 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:41.918200 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.930559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Transition to ACTIVE for port object bce482d4-2ad1-4fef-b08b-0b7aa908d850 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:42.038889 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fb4588a2-9f2e-4485-951f-08e0b984b137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.039410 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.094954 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57154) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:42.108764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Pushing event updated for resources: {'Port': ['ID=bce482d4-2ad1-4fef-b08b-0b7aa908d850,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.162693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Attempting to bind port bce482d4-2ad1-4fef-b08b-0b7aa908d850 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:42.163072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Attempting to bind port bce482d4-2ad1-4fef-b08b-0b7aa908d850 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:42.163549 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Attempting to bind port bce482d4-2ad1-4fef-b08b-0b7aa908d850 on network 91b313c9-a76c-4d5b-a799-043202f5ab2a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:42.168759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Port bce482d4-2ad1-4fef-b08b-0b7aa908d850 on network 91b313c9-a76c-4d5b-a799-043202f5ab2a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:42.169205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Attempting to bind port bce482d4-2ad1-4fef-b08b-0b7aa908d850 on network 91b313c9-a76c-4d5b-a799-043202f5ab2a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:42.177556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:42.177941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Checking segment: {'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:42.178326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Bound using segment: {'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:42.178757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Bound port: bce482d4-2ad1-4fef-b08b-0b7aa908d850, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:42.179306 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.254803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] For port bce482d4-2ad1-4fef-b08b-0b7aa908d850, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:42.258620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] For port bce482d4-2ad1-4fef-b08b-0b7aa908d850, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=bce482d4-2ad1-4fef-b08b-0b7aa908d850,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:42.296135 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.484006 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.526215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.527326 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.528687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] 10.222.0.37 "PUT /v2.0/ports/bce482d4-2ad1-4fef-b08b-0b7aa908d850 HTTP/1.1" status: 200 len: 1093 time: 0.9912140 Sep 16 04:54:42.531178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a0fc95-caef-4a48-af98-ed2b784fe95a', 'tag': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:42.534465 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc08bb3d-4886-46e7-aefe-378165196e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "24a0fc95-caef-4a48-af98-ed2b784fe95a", "tag": "bce482d4-2ad1-4fef-b08b-0b7aa908d850"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:42.562369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392abed-9f94-466a-8717-f3c02e79166f service neutron] Pushing event updated for resources: {'Port': ['ID=bce482d4-2ad1-4fef-b08b-0b7aa908d850,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.578259 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf55e57-cca9-4748-9533-4059a3055a46 x-openstack-request-id: req-7bf55e57-cca9-4748-9533-4059a3055a46 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:42.578542 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a0fc95-caef-4a48-af98-ed2b784fe95a", "tag": "bce482d4-2ad1-4fef-b08b-0b7aa908d850", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:42.578822 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bf55e57-cca9-4748-9533-4059a3055a46 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:42.579133 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a0fc95-caef-4a48-af98-ed2b784fe95a', 'tag': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850', 'status': 'completed', 'code': 200} Sep 16 04:54:42.622527 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8e248614-5d18-4bcd-8721-b52499b04393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.654195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08bb3d-4886-46e7-aefe-378165196e0e req-bb24a34b-abfe-4916-8ced-4b99290bbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.654195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc08bb3d-4886-46e7-aefe-378165196e0e req-bb24a34b-abfe-4916-8ced-4b99290bbabf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=088d514727ea4e09853bc7c78e3d370b&device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 1096 time: 0.0505977 Sep 16 04:54:42.757318 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8e248614-5d18-4bcd-8721-b52499b04393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.838159 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8e248614-5d18-4bcd-8721-b52499b04393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.889159 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8e248614-5d18-4bcd-8721-b52499b04393 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e9b1c46437441e38f9fec7607743b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7935531 Sep 16 04:54:42.889159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e248614-5d18-4bcd-8721-b52499b04393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0f1cfb-8a33-4d48-93a8-0774fe758b00,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.889484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80569c6-ab98-4bf0-a498-2f3eebaaf2d4 req-982d7bdd-1711-43cc-862f-c5ac02d37eea tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.893395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b80569c6-ab98-4bf0-a498-2f3eebaaf2d4 req-982d7bdd-1711-43cc-862f-c5ac02d37eea tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 944 time: 0.7170393 Sep 16 04:54:42.896451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57190) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:42.897663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08bb3d-4886-46e7-aefe-378165196e0e req-39b22ec5-1ddf-467b-92ad-892245a7eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.899046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc08bb3d-4886-46e7-aefe-378165196e0e req-39b22ec5-1ddf-467b-92ad-892245a7eebd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=088d514727ea4e09853bc7c78e3d370b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2400432 Sep 16 04:54:42.987172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b80569c6-ab98-4bf0-a498-2f3eebaaf2d4 req-77bc3b91-f958-4932-bf7c-16c512982fee tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929582 Sep 16 04:54:43.050514 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9030770a-077e-4885-b6cc-cd4a3fe5aead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.086872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08bb3d-4886-46e7-aefe-378165196e0e req-697198df-c662-4ea3-a2eb-be350f509271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.086872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc08bb3d-4886-46e7-aefe-378165196e0e req-697198df-c662-4ea3-a2eb-be350f509271 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1645112 Sep 16 04:54:43.090070 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9030770a-077e-4885-b6cc-cd4a3fe5aead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.186938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-07a11150-0362-4dbb-9660-5f1561a12efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.188969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-07a11150-0362-4dbb-9660-5f1561a12efa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=088d514727ea4e09853bc7c78e3d370b&device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 1096 time: 0.0553527 Sep 16 04:54:43.231916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-8176f027-358a-4cb8-87d0-800ccc83d5cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bce482d4-2ad1-4fef-b08b-0b7aa908d850 HTTP/1.1" status: 200 len: 217 time: 0.0356576 Sep 16 04:54:43.281754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-c1b0e8f4-216f-45af-87a2-8fc087779aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.283270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-c1b0e8f4-216f-45af-87a2-8fc087779aae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=762a2461-e6fa-46e6-bb84-f2822f0f8dfa HTTP/1.1" status: 200 len: 861 time: 0.0452600 Sep 16 04:54:43.315178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-0a493a48-8337-4e58-bd9d-ad2f30ea47ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91b313c9-a76c-4d5b-a799-043202f5ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248032 Sep 16 04:54:43.406333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-69fc6f9e-f3b8-4613-b870-2ff8e524f348 service neutron] 10.222.0.37 "GET /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844884 Sep 16 04:54:43.433311 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9030770a-077e-4885-b6cc-cd4a3fe5aead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.439388 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9030770a-077e-4885-b6cc-cd4a3fe5aead admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.439388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9030770a-077e-4885-b6cc-cd4a3fe5aead admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c0f1cfb-8a33-4d48-93a8-0774fe758b00 HTTP/1.1" status: 204 len: 168 time: 0.5370874 Sep 16 04:54:43.454847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030770a-077e-4885-b6cc-cd4a3fe5aead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0f1cfb-8a33-4d48-93a8-0774fe758b00,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:43.521233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-166a3e14-3b68-4222-8cc2-17aa5742021a req-bdb20b3f-2223-4eef-ad50-9e5c186d4e8f service neutron] 10.222.0.37 "GET /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081309 Sep 16 04:54:44.118364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906bb82-1233-4679-9ef6-4352cb2e23e3 req-5de84961-8523-46b2-bea2-2db3e44544f1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:44.119894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a906bb82-1233-4679-9ef6-4352cb2e23e3 req-5de84961-8523-46b2-bea2-2db3e44544f1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 944 time: 0.0567939 Sep 16 04:54:44.160541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a906bb82-1233-4679-9ef6-4352cb2e23e3 req-8d347e58-69bf-4fcf-b687-d0578537e030 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341215 Sep 16 04:54:44.518573 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-59675903-189a-4289-a11d-9831da989ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.299388 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.307408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a82f0f-0a4d-43a6-b6cd-4192941db280 req-aaef4628-7aa8-45ea-8ae0-64d0d755cfe5 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.308971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8a82f0f-0a4d-43a6-b6cd-4192941db280 req-aaef4628-7aa8-45ea-8ae0-64d0d755cfe5 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 944 time: 0.0668900 Sep 16 04:54:45.351196 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8a82f0f-0a4d-43a6-b6cd-4192941db280 req-c454a453-d986-4cef-9bec-34e731d0c3e2 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361400 Sep 16 04:54:45.923024 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.363545 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.485566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0971cf8-e82b-436c-99af-20146b02daca req-6faca8bd-6256-430a-a9d4-e662e27b521b tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:46.488630 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0971cf8-e82b-436c-99af-20146b02daca req-6faca8bd-6256-430a-a9d4-e662e27b521b tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 944 time: 0.0549676 Sep 16 04:54:46.530577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0971cf8-e82b-436c-99af-20146b02daca req-e7e247fb-8ea2-48ba-8e3b-c5df798c21da tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355189 Sep 16 04:54:46.874381 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device bce482d4-2ad1-4fef-b08b-0b7aa908d850 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:47.109844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port bce482d4-2ad1-4fef-b08b-0b7aa908d850, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=bce482d4-2ad1-4fef-b08b-0b7aa908d850,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:47.125964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850', 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a', 'port_id': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850', 'mac_address': 'fa:16:3e:c6:71:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762a2461-e6fa-46e6-bb84-f2822f0f8dfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:47.166640 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.180654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce482d4-2ad1-4fef-b08b-0b7aa908d850 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:47.201557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port bce482d4-2ad1-4fef-b08b-0b7aa908d850, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=bce482d4-2ad1-4fef-b08b-0b7aa908d850,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:47.279516 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.343398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=bce482d4-2ad1-4fef-b08b-0b7aa908d850,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:47.473011 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.531056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['bce482d4-2ad1-4fef-b08b-0b7aa908d850'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:47.655645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726e3c6-c615-4f5f-b72f-38cee46f3e95 req-d0efee55-963a-4e3d-9d7e-121763203913 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:47.657190 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2726e3c6-c615-4f5f-b72f-38cee46f3e95 req-d0efee55-963a-4e3d-9d7e-121763203913 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 945 time: 0.0553916 Sep 16 04:54:47.699167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2726e3c6-c615-4f5f-b72f-38cee46f3e95 req-970c5c05-3418-42e2-ba70-3de0fe8ff5e8 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335898 Sep 16 04:54:47.858945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57372) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:47.950401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57378) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:48.028891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57384) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:48.108160 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75f0a880-a026-4f4e-8282-b1086c5f18f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.138515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57390) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:48.156886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-beffea0a-1d16-4491-8e22-4b2693bef79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.200449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-10632324', 'router:external': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:48.203222 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb4d4e35-5e99-4881-a8a8-a124546e3cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.246458 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75f0a880-a026-4f4e-8282-b1086c5f18f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.343946 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75f0a880-a026-4f4e-8282-b1086c5f18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.403250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-75f0a880-a026-4f4e-8282-b1086c5f18f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4b9f1e36ca840a887172c23d3f42d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432208 Sep 16 04:54:48.405916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57394) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:48.406812 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0a880-a026-4f4e-8282-b1086c5f18f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b489dc-f275-4325-bbe6-59c805186d0e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.459104 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e147134-e0de-4525-a291-501330d2cf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.463419 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-beffea0a-1d16-4491-8e22-4b2693bef79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.480996 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e147134-e0de-4525-a291-501330d2cf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.535661 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-beffea0a-1d16-4491-8e22-4b2693bef79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.558019 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-fb4d4e35-5e99-4881-a8a8-a124546e3cc3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:54:48.558019 n-d-712137-12 neutron-server[95452]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:54:48.558019 n-d-712137-12 neutron-server[95452]: [parameters: {'project_id_1': 'b39fe35c87704174b7ae7abadf5e0b4e', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 54, 28, 225377)}] Sep 16 04:54:48.558019 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:54:48.561349 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-fb4d4e35-5e99-4881-a8a8-a124546e3cc3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:54:48.578907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-beffea0a-1d16-4491-8e22-4b2693bef79e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=279a4d18df2d4593b6c9958278cb78c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6274958 Sep 16 04:54:48.580835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffea0a-1d16-4491-8e22-4b2693bef79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b545f4-c58b-494e-a0ee-6a1f04f377d9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.581618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57396) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:48.631349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65cc4a33-0467-4347-9c1c-1aa8823a6425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.641696 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e147134-e0de-4525-a291-501330d2cf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.644192 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e147134-e0de-4525-a291-501330d2cf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.645451 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2e147134-e0de-4525-a291-501330d2cf9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18b489dc-f275-4325-bbe6-59c805186d0e HTTP/1.1" status: 204 len: 168 time: 0.2385352 Sep 16 04:54:48.661859 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65cc4a33-0467-4347-9c1c-1aa8823a6425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.668015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e147134-e0de-4525-a291-501330d2cf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b489dc-f275-4325-bbe6-59c805186d0e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.701783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Made reservation on behalf of 3aa6dc047e5f417b95d5f5654b9a117d for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:48.705715 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.713920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.821588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b259e-0d37-4125-be5e-16a3325164c5 req-ef4b6299-29e9-431b-8794-e20571f6d201 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:48.823214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-041b259e-0d37-4125-be5e-16a3325164c5 req-ef4b6299-29e9-431b-8794-e20571f6d201 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 945 time: 0.0516639 Sep 16 04:54:48.825405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65cc4a33-0467-4347-9c1c-1aa8823a6425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.828352 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65cc4a33-0467-4347-9c1c-1aa8823a6425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.832165 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-65cc4a33-0467-4347-9c1c-1aa8823a6425 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94b545f4-c58b-494e-a0ee-6a1f04f377d9 HTTP/1.1" status: 204 len: 168 time: 0.2469385 Sep 16 04:54:48.844551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc4a33-0467-4347-9c1c-1aa8823a6425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b545f4-c58b-494e-a0ee-6a1f04f377d9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.880764 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-041b259e-0d37-4125-be5e-16a3325164c5 req-b24347e2-cb00-4840-b938-026efdd89189 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458801 Sep 16 04:54:48.890102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device bce482d4-2ad1-4fef-b08b-0b7aa908d850 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:48.939748 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.055820 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.060003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb4d4e35-5e99-4881-a8a8-a124546e3cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.080883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:49.091629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dd78e4-4825-4bed-b83e-0d8548f81ac1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:49.096889 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.097240 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Added segment 3d72e890-97c7-4b45-8088-42c4659ee91d of type vlan for network 040286eb-43d5-4e06-af15-22c9992b7928 Sep 16 04:54:49.116237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port bce482d4-2ad1-4fef-b08b-0b7aa908d850 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:49.116237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port bce482d4-2ad1-4fef-b08b-0b7aa908d850 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:49.116237 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.164381 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.199796 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb4d4e35-5e99-4881-a8a8-a124546e3cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.213104 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.236599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a0fc95-caef-4a48-af98-ed2b784fe95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:49.239545 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968d9c4e-a438-4b4a-8a26-78254451e2fa" -d '{"events": [{"server_uuid": "24a0fc95-caef-4a48-af98-ed2b784fe95a", "name": "network-vif-plugged", "status": "completed", "tag": "bce482d4-2ad1-4fef-b08b-0b7aa908d850"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:49.252450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port bce482d4-2ad1-4fef-b08b-0b7aa908d850, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=bce482d4-2ad1-4fef-b08b-0b7aa908d850,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:49.290802 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3c5be6-9829-436b-9118-98ce211e352b x-openstack-request-id: req-be3c5be6-9829-436b-9118-98ce211e352b {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:49.291096 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a0fc95-caef-4a48-af98-ed2b784fe95a", "name": "network-vif-plugged", "status": "completed", "tag": "bce482d4-2ad1-4fef-b08b-0b7aa908d850", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:49.291571 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be3c5be6-9829-436b-9118-98ce211e352b {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:49.291976 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a0fc95-caef-4a48-af98-ed2b784fe95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850', 'code': 200} Sep 16 04:54:49.300297 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb4d4e35-5e99-4881-a8a8-a124546e3cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.300507 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.301603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.302534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.373896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event updated for resources: {'Network': ['ID=040286eb-43d5-4e06-af15-22c9992b7928,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:49.383219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fb4d4e35-5e99-4881-a8a8-a124546e3cc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b39fe35c87704174b7ae7abadf5e0b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3531795 Sep 16 04:54:49.385710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 040286eb-43d5-4e06-af15-22c9992b7928 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:49.386713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57416) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.401148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d4e35-5e99-4881-a8a8-a124546e3cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3f87d3-4278-4696-872e-dd13056b76fc,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:49.406516 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-551d5f9c-02e2-4857-8252-56cf0dd2b851 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2667196 Sep 16 04:54:49.412292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57418) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.420340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Request body: {'subnet': {'network_id': '040286eb-43d5-4e06-af15-22c9992b7928', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:49.443057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7b0f-1860-4a1b-b513-211024b394b5 req-c858f4f2-1e37-44ac-b0d3-d3eacf016810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.444879 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f8c7b0f-1860-4a1b-b513-211024b394b5 req-c858f4f2-1e37-44ac-b0d3-d3eacf016810 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 1097 time: 0.0779204 Sep 16 04:54:49.447540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76fb3b2c-18c6-402e-a19b-2e640b0c6d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.470855 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76fb3b2c-18c6-402e-a19b-2e640b0c6d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.471612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.481960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f8c7b0f-1860-4a1b-b513-211024b394b5 req-670313ca-5964-47e6-829a-e58a410eaf55 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291922 Sep 16 04:54:49.499535 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57420) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.515538 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c0131be-d8c2-45a8-ad08-645833819fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.527756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=bce482d4-2ad1-4fef-b08b-0b7aa908d850,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:49.564204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Made reservation on behalf of 3aa6dc047e5f417b95d5f5654b9a117d for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:49.566712 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.658002 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76fb3b2c-18c6-402e-a19b-2e640b0c6d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.661584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76fb3b2c-18c6-402e-a19b-2e640b0c6d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.662805 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-76fb3b2c-18c6-402e-a19b-2e640b0c6d2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe3f87d3-4278-4696-872e-dd13056b76fc HTTP/1.1" status: 204 len: 168 time: 0.2751138 Sep 16 04:54:49.678836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb3b2c-18c6-402e-a19b-2e640b0c6d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3f87d3-4278-4696-872e-dd13056b76fc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:49.747496 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c0131be-d8c2-45a8-ad08-645833819fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.907279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c0131be-d8c2-45a8-ad08-645833819fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.945473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0131be-d8c2-45a8-ad08-645833819fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e4bd32-9201-4ddc-aa90-0e36ae8a4ac5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:49.949869 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4c0131be-d8c2-45a8-ad08-645833819fa9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17e382ce090e4a7ab91578e2b504f5db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4493783 Sep 16 04:54:49.952985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57428) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.975839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57430) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.991488 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe4c066e-39cc-4622-a9e5-298c2860e580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.070388 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c4016af0-0717-4ad3-99ee-59e12b49d5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.086416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe4c066e-39cc-4622-a9e5-298c2860e580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.103613 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c4016af0-0717-4ad3-99ee-59e12b49d5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.187034 n-d-712137-12 neutron-server[95452]: DEBUG neutron.objects.ports [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:54:50.187499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.198727 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe4c066e-39cc-4622-a9e5-298c2860e580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.241417 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fe4c066e-39cc-4622-a9e5-298c2860e580 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80168fccde964b0e9c9f07d450e14e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643740 Sep 16 04:54:50.244097 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57438) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.276404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0948b007-3ae7-404c-99f4-18ab5e670846,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.282002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c066e-39cc-4622-a9e5-298c2860e580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56dc850-e51c-4052-9848-b9bcc9e44d7e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.305144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0da37a-a3f4-48b8-9506-e07e7a0802c4 req-8b7dd7f0-9dd0-4c78-bf54-eeecae6ee350 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.306755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d0da37a-a3f4-48b8-9506-e07e7a0802c4 req-8b7dd7f0-9dd0-4c78-bf54-eeecae6ee350 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 946 time: 0.3448167 Sep 16 04:54:50.314424 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c4016af0-0717-4ad3-99ee-59e12b49d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.319086 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c4016af0-0717-4ad3-99ee-59e12b49d5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.319677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c4016af0-0717-4ad3-99ee-59e12b49d5cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29e4bd32-9201-4ddc-aa90-0e36ae8a4ac5 HTTP/1.1" status: 204 len: 168 time: 0.3642621 Sep 16 04:54:50.326834 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1d8c-33da-429f-bf19-106ae5aa8640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.347313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4016af0-0717-4ad3-99ee-59e12b49d5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e4bd32-9201-4ddc-aa90-0e36ae8a4ac5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.353713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Checking segment: {'id': '3d72e890-97c7-4b45-8088-42c4659ee91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '040286eb-43d5-4e06-af15-22c9992b7928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:50.353713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Network hostable DHCP agents. Network: 040286eb-43d5-4e06-af15-22c9992b7928, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:50.372787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1d8c-33da-429f-bf19-106ae5aa8640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.378137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d0da37a-a3f4-48b8-9506-e07e7a0802c4 req-a330a96e-6935-43bb-803a-1047d602b0f3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572948 Sep 16 04:54:50.484638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Network 040286eb-43d5-4e06-af15-22c9992b7928 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:50.547705 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1d8c-33da-429f-bf19-106ae5aa8640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.550941 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1d8c-33da-429f-bf19-106ae5aa8640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.552349 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1b0f1d8c-33da-429f-bf19-106ae5aa8640 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f56dc850-e51c-4052-9848-b9bcc9e44d7e HTTP/1.1" status: 204 len: 168 time: 0.3070695 Sep 16 04:54:50.560578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f1d8c-33da-429f-bf19-106ae5aa8640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56dc850-e51c-4052-9848-b9bcc9e44d7e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.643903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 040286eb-43d5-4e06-af15-22c9992b7928) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:50.649652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.650895 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.654200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a021477f-ed77-4dd8-9334-882be77e344b None None] Network 040286eb-43d5-4e06-af15-22c9992b7928 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:50.784520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b66c19-c922-4d4d-9dac-b9a136219c86 None None] Network 040286eb-43d5-4e06-af15-22c9992b7928 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:50.804007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b8a92a81-80b0-4c13-b66b-b9b27607f24e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3901958 Sep 16 04:54:50.807013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57448) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.812028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1138005149', 'network_id': '040286eb-43d5-4e06-af15-22c9992b7928'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:50.854615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57450) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.869002 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f374bbb9-1ca6-498b-9e40-7d251daa8396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.930705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Made reservation on behalf of 3aa6dc047e5f417b95d5f5654b9a117d for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:50.934693 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.971154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] device_id is not set on port 898b4718-4c17-4e24-ac47-deee5741336c yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:51.031617 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f374bbb9-1ca6-498b-9e40-7d251daa8396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.090837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Allocated IP 172.20.0.3 (040286eb-43d5-4e06-af15-22c9992b7928/0948b007-3ae7-404c-99f4-18ab5e670846/898b4718-4c17-4e24-ac47-deee5741336c) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:51.130687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f374bbb9-1ca6-498b-9e40-7d251daa8396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.174011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374bbb9-1ca6-498b-9e40-7d251daa8396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf7a752-077c-4e6b-b643-b9362073d34e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:51.180752 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f374bbb9-1ca6-498b-9e40-7d251daa8396 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da58b5b14b434520b1421c54c2126c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249700 Sep 16 04:54:51.183359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57468) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:51.245553 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb82d-6515-4fc6-8c58-32a35cab94d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.269836 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb82d-6515-4fc6-8c58-32a35cab94d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.428042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb82d-6515-4fc6-8c58-32a35cab94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.433577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb82d-6515-4fc6-8c58-32a35cab94d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.433577 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7e9cb82d-6515-4fc6-8c58-32a35cab94d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbf7a752-077c-4e6b-b643-b9362073d34e HTTP/1.1" status: 204 len: 168 time: 0.2485309 Sep 16 04:54:51.449763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cb82d-6515-4fc6-8c58-32a35cab94d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf7a752-077c-4e6b-b643-b9362073d34e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:51.558689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3316ba6-e24d-483e-9dcc-6286cb87a08b req-e0e85c03-e736-4c75-aff4-6ef81decac2d tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.561549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3316ba6-e24d-483e-9dcc-6286cb87a08b req-e0e85c03-e736-4c75-aff4-6ef81decac2d tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 946 time: 0.0738118 Sep 16 04:54:51.570395 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.622818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3316ba6-e24d-483e-9dcc-6286cb87a08b req-ec11a891-e825-46f7-9114-bf432bc4061f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507157 Sep 16 04:54:51.756818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa0800-e7fe-46a1-99cd-256df413cdbc req-a15830c0-1327-42da-a019-9e7a7d7d0d53 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.758361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afaa0800-e7fe-46a1-99cd-256df413cdbc req-a15830c0-1327-42da-a019-9e7a7d7d0d53 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 946 time: 0.0504248 Sep 16 04:54:51.759922 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.833901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Network 040286eb-43d5-4e06-af15-22c9992b7928 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:51.839934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:51.841746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event updated for resources: {'Port': ['ID=898b4718-4c17-4e24-ac47-deee5741336c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:51.846007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:51.871110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afaa0800-e7fe-46a1-99cd-256df413cdbc req-424d505f-cfa0-478a-b691-77c91d95c8a6 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039836 Sep 16 04:54:51.889911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.890529 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.988351 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dba26a78-48fa-4a3a-b0bc-6eb8bbd2d81b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1800520 Sep 16 04:54:51.990832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57506) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:52.097300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-86fc6af2-86c6-4ff2-834e-9fb434811789 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Deleting port 898b4718-4c17-4e24-ac47-deee5741336c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:52.097857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-86fc6af2-86c6-4ff2-834e-9fb434811789 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.189122 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-86fc6af2-86c6-4ff2-834e-9fb434811789 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.201753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-86fc6af2-86c6-4ff2-834e-9fb434811789 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Calling delete_port for 898b4718-4c17-4e24-ac47-deee5741336c owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:52.542074 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-86fc6af2-86c6-4ff2-834e-9fb434811789 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.578125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc6af2-86c6-4ff2-834e-9fb434811789 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event deleted for resources: {'Port': ['ID=898b4718-4c17-4e24-ac47-deee5741336c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.628172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57528) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:52.668312 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3ab70c15-d96e-4b1c-be61-f0ce3d55f6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.691851 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-86fc6af2-86c6-4ff2-834e-9fb434811789 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.694867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-86fc6af2-86c6-4ff2-834e-9fb434811789 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "DELETE /v2.0/ports/898b4718-4c17-4e24-ac47-deee5741336c HTTP/1.1" status: 204 len: 168 time: 0.7025120 Sep 16 04:54:52.704824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0154d08-07a9-4bc3-88bd-ae4be5a27301 req-a5319cc5-a08e-4b15-a56e-471be954ed99 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:52.706299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0154d08-07a9-4bc3-88bd-ae4be5a27301 req-a5319cc5-a08e-4b15-a56e-471be954ed99 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 945 time: 0.1045723 Sep 16 04:54:52.706815 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57536) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:52.711814 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '040286eb-43d5-4e06-af15-22c9992b7928', 'external_fixed_ips': [{'subnet_id': '0948b007-3ae7-404c-99f4-18ab5e670846', 'ip_address': '172.20.0.3'}]}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:52.781243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0154d08-07a9-4bc3-88bd-ae4be5a27301 req-355361f5-4b9b-41d7-897e-e1701d4851e0 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651894 Sep 16 04:54:52.814721 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3ab70c15-d96e-4b1c-be61-f0ce3d55f6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.027223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3ab70c15-d96e-4b1c-be61-f0ce3d55f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.075960 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3ab70c15-d96e-4b1c-be61-f0ce3d55f6e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=865691cca575417586da04f7333da69b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466767 Sep 16 04:54:53.078757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57546) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:53.081397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab70c15-d96e-4b1c-be61-f0ce3d55f6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ebbbb8-19f6-4488-9809-092eac5affa4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:53.162089 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f465739-72b7-47fd-9501-4babbcec3ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.188767 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f465739-72b7-47fd-9501-4babbcec3ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.197636 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.198993 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.280129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.354636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2625c-cee3-4627-b247-da36d39fc4d3 req-014afef3-9031-40fb-bbeb-0860b057e38b tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:53.356411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55b2625c-cee3-4627-b247-da36d39fc4d3 req-014afef3-9031-40fb-bbeb-0860b057e38b tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 946 time: 0.0611601 Sep 16 04:54:53.420093 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f465739-72b7-47fd-9501-4babbcec3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.422551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f465739-72b7-47fd-9501-4babbcec3ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.426218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8f465739-72b7-47fd-9501-4babbcec3ab3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4ebbbb8-19f6-4488-9809-092eac5affa4 HTTP/1.1" status: 204 len: 168 time: 0.3439355 Sep 16 04:54:53.475234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f465739-72b7-47fd-9501-4babbcec3ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ebbbb8-19f6-4488-9809-092eac5affa4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:53.480869 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55b2625c-cee3-4627-b247-da36d39fc4d3 req-fcf16e70-ce49-4b99-a768-8775fbc47b3d tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178815 Sep 16 04:54:53.545908 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.904172 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.925920 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.131314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Allocated IP 172.20.0.3 (040286eb-43d5-4e06-af15-22c9992b7928/0948b007-3ae7-404c-99f4-18ab5e670846/da5d8547-f306-4b06-964a-ae85d21b0b26) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:54.243981 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.439336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.475341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Network 040286eb-43d5-4e06-af15-22c9992b7928 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:54.478591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:54.482274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:54.525710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event updated for resources: {'Port': ['ID=da5d8547-f306-4b06-964a-ae85d21b0b26,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:54.701078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a504a55-73a7-455f-a516-1da5e811ff3c req-488dbd57-c750-4037-a6f6-d9a5d86a9d40 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.702658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a504a55-73a7-455f-a516-1da5e811ff3c req-488dbd57-c750-4037-a6f6-d9a5d86a9d40 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 946 time: 0.1279306 Sep 16 04:54:54.744817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a504a55-73a7-455f-a516-1da5e811ff3c req-fc98fe4f-56f3-4605-b24d-66b5b204231e tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359530 Sep 16 04:54:54.931852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device bce482d4-2ad1-4fef-b08b-0b7aa908d850 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:54.943622 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.068593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port bce482d4-2ad1-4fef-b08b-0b7aa908d850, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=bce482d4-2ad1-4fef-b08b-0b7aa908d850,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:55.080128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850', 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a', 'port_id': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850', 'mac_address': 'fa:16:3e:c6:71:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762a2461-e6fa-46e6-bb84-f2822f0f8dfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:55.121529 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.137074 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bce482d4-2ad1-4fef-b08b-0b7aa908d850 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:55.162303 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.163180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port bce482d4-2ad1-4fef-b08b-0b7aa908d850, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=bce482d4-2ad1-4fef-b08b-0b7aa908d850,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:55.336675 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.402920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=bce482d4-2ad1-4fef-b08b-0b7aa908d850,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:55.490324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['bce482d4-2ad1-4fef-b08b-0b7aa908d850'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:55.695795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Router a8473946-9f7b-429b-9e66-32963943868c is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:54:55.822291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:55.834500 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] Sync routers for ids ['a8473946-9f7b-429b-9e66-32963943868c'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:55.847367 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] Routers {'a8473946-9f7b-429b-9e66-32963943868c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:55.848538 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a8473946-9f7b-429b-9e66-32963943868c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:55.916770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c29d6d-6481-4033-b159-c6e6610803d7 req-92c55390-0f2d-4be0-8aeb-1022f9f444ae tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:55.928577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26c29d6d-6481-4033-b159-c6e6610803d7 req-92c55390-0f2d-4be0-8aeb-1022f9f444ae tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 945 time: 0.0839889 Sep 16 04:54:55.975191 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:55.976431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4ad344b5-8c5f-4001-9192-18554e73d1ad tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.2685895 Sep 16 04:54:55.979530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57678) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:56.055710 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26c29d6d-6481-4033-b159-c6e6610803d7 req-2cb3dcfb-6011-4cee-a3db-b5e82b7e9043 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258314 Sep 16 04:54:56.153672 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.205306 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] Set router a8473946-9f7b-429b-9e66-32963943868c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:56.256496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30721e-20c1-41a1-84ce-43da6b78fb50 req-a57abfc3-374e-4b79-b9c6-a905b3fbfb80 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.264412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc30721e-20c1-41a1-84ce-43da6b78fb50 req-a57abfc3-374e-4b79-b9c6-a905b3fbfb80 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 945 time: 0.0640836 Sep 16 04:54:56.283426 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.333127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc30721e-20c1-41a1-84ce-43da6b78fb50 req-6daa4507-e7f3-4e4b-8939-ee365e866edc tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666468 Sep 16 04:54:56.431199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Deleting port da5d8547-f306-4b06-964a-ae85d21b0b26 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:56.431556 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.445407 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8473946-9f7b-429b-9e66-32963943868c', 'name': '', 'tenant_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '040286eb-43d5-4e06-af15-22c9992b7928', 'external_fixed_ips': [{'subnet_id': '0948b007-3ae7-404c-99f4-18ab5e670846', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'da5d8547-f306-4b06-964a-ae85d21b0b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:53Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 3, 'project_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'gw_port': {'id': 'da5d8547-f306-4b06-964a-ae85d21b0b26', 'name': '', 'network_id': '040286eb-43d5-4e06-af15-22c9992b7928', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:af:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8473946-9f7b-429b-9e66-32963943868c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '0948b007-3ae7-404c-99f4-18ab5e670846', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:54:53Z', 'updated_at': '2021-09-16T04:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0948b007-3ae7-404c-99f4-18ab5e670846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:56.475413 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] Checking router: a8473946-9f7b-429b-9e66-32963943868c for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:56.475766 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] Updating router a8473946-9f7b-429b-9e66-32963943868c port da5d8547-f306-4b06-964a-ae85d21b0b26 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:54:56.503798 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.524881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.540294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Calling delete_port for da5d8547-f306-4b06-964a-ae85d21b0b26 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:56.837349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.868442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event deleted for resources: {'Port': ['ID=da5d8547-f306-4b06-964a-ae85d21b0b26,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:56.875044 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.db.api [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:54:56.876136 n-d-712137-12 neutron-server[95454]: DEBUG oslo_db.api [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:54:56.942723 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device bce482d4-2ad1-4fef-b08b-0b7aa908d850 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:56.952058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.015936 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port bce482d4-2ad1-4fef-b08b-0b7aa908d850 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:57.016390 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.107429 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.144449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port bce482d4-2ad1-4fef-b08b-0b7aa908d850, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=bce482d4-2ad1-4fef-b08b-0b7aa908d850,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:57.146109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a0fc95-caef-4a48-af98-ed2b784fe95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:57.148733 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b554ca-3555-42a3-8f8f-52f64decd958" -d '{"events": [{"server_uuid": "24a0fc95-caef-4a48-af98-ed2b784fe95a", "name": "network-vif-plugged", "status": "completed", "tag": "bce482d4-2ad1-4fef-b08b-0b7aa908d850"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:57.204633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cbd1e-c4b0-4024-9449-cc686aa64ef2 req-0c1356ad-ce04-48e4-b06d-f6db40984a91 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:57.205770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a3cbd1e-c4b0-4024-9449-cc686aa64ef2 req-0c1356ad-ce04-48e4-b06d-f6db40984a91 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 945 time: 0.0627835 Sep 16 04:54:57.271713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a3cbd1e-c4b0-4024-9449-cc686aa64ef2 req-df3f3962-a8d1-43e2-8b86-3af35b84d325 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563831 Sep 16 04:54:57.279160 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.363017 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.371431 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.371560 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437c21a7-21ae-4883-b7e5-2645ffe10e43 x-openstack-request-id: req-437c21a7-21ae-4883-b7e5-2645ffe10e43 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:57.371560 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a0fc95-caef-4a48-af98-ed2b784fe95a", "name": "network-vif-plugged", "status": "completed", "tag": "bce482d4-2ad1-4fef-b08b-0b7aa908d850", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:57.371560 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-437c21a7-21ae-4883-b7e5-2645ffe10e43 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:57.371560 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a0fc95-caef-4a48-af98-ed2b784fe95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850', 'code': 200} Sep 16 04:54:57.411631 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] Port da5d8547-f306-4b06-964a-ae85d21b0b26 not found while updating agent binding for router a8473946-9f7b-429b-9e66-32963943868c. {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 04:54:57.434691 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] Routers {'a8473946-9f7b-429b-9e66-32963943868c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:57.435696 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a8473946-9f7b-429b-9e66-32963943868c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:57.437945 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=bce482d4-2ad1-4fef-b08b-0b7aa908d850,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:57.542256 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] Set router a8473946-9f7b-429b-9e66-32963943868c gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:57.598228 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8473946-9f7b-429b-9e66-32963943868c', 'name': '', 'tenant_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:53Z', 'updated_at': '2021-09-16T04:54:56Z', 'revision_number': 5, 'project_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:57.615814 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.616381 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8473946-9f7b-429b-9e66-32963943868c {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:57.621510 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.623198 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8bf0b751-8a7a-4096-bace-c8f209be689e tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "DELETE /v2.0/routers/a8473946-9f7b-429b-9e66-32963943868c HTTP/1.1" status: 204 len: 168 time: 1.6415644 Sep 16 04:54:57.625660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57764) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:57.633646 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37badf1d-8faf-4b0c-a04a-0f383c449f4c None None] The sync data for ids ['a8473946-9f7b-429b-9e66-32963943868c'] in n-d-712137-12 is: [{'id': 'a8473946-9f7b-429b-9e66-32963943868c', 'name': '', 'tenant_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:54:53Z', 'updated_at': '2021-09-16T04:54:56Z', 'revision_number': 5, 'project_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:57.680687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb775180-f203-4e5a-a034-75d5bea4c4a6 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Deleting subnet 0948b007-3ae7-404c-99f4-18ab5e670846 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:57.682872 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb775180-f203-4e5a-a034-75d5bea4c4a6 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.750643 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb775180-f203-4e5a-a034-75d5bea4c4a6 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.797128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46272504-5d33-4037-b701-9f3954bf80bc req-cbe0b61e-1fde-41eb-ae6f-125ca2ceb97c tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:57.804870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-46272504-5d33-4037-b701-9f3954bf80bc req-cbe0b61e-1fde-41eb-ae6f-125ca2ceb97c tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 945 time: 0.1139901 Sep 16 04:54:57.825623 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb775180-f203-4e5a-a034-75d5bea4c4a6 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:57.886834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-46272504-5d33-4037-b701-9f3954bf80bc req-107bcef4-0a01-4546-89c1-9969aa3def5a tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762448 Sep 16 04:54:58.047811 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb775180-f203-4e5a-a034-75d5bea4c4a6 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.060405 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb775180-f203-4e5a-a034-75d5bea4c4a6 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.064671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cb775180-f203-4e5a-a034-75d5bea4c4a6 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/0948b007-3ae7-404c-99f4-18ab5e670846 HTTP/1.1" status: 204 len: 168 time: 0.4355581 Sep 16 04:54:58.065164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57784) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:58.081933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb775180-f203-4e5a-a034-75d5bea4c4a6 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0948b007-3ae7-404c-99f4-18ab5e670846,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:58.160871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.238099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e026ecd-e2b6-4ce3-9686-a743b17729d7 req-11ade458-f218-4122-853e-ba8a44f64f4d tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.240247 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e026ecd-e2b6-4ce3-9686-a743b17729d7 req-11ade458-f218-4122-853e-ba8a44f64f4d tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 946 time: 0.0539453 Sep 16 04:54:58.253597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.273299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040286eb-43d5-4e06-af15-22c9992b7928']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:58.283535 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d72e890-97c7-4b45-8088-42c4659ee91d') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:58.283745 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d72e890-97c7-4b45-8088-42c4659ee91d') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:58.284402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e026ecd-e2b6-4ce3-9686-a743b17729d7 req-3fbd395f-e538-4f62-a3d5-82243d2447d1 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378702 Sep 16 04:54:58.295223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.311132 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.318494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:58.319065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:58.322413 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:58.603722 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.612307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 040286eb-43d5-4e06-af15-22c9992b7928 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:54:58.617331 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.629421 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "DELETE /v2.0/networks/040286eb-43d5-4e06-af15-22c9992b7928 HTTP/1.1" status: 204 len: 168 time: 0.5568061 Sep 16 04:54:58.629421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4607547-7b95-4058-aee4-a9994921668a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event deleted for resources: {'Network': ['ID=040286eb-43d5-4e06-af15-22c9992b7928,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:58.942414 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device bce482d4-2ad1-4fef-b08b-0b7aa908d850 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:59.044394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9333ca-a651-424d-bba1-d3d5cbfe1032 req-e99eb717-fff2-4845-9660-f64fe3d8fe0a tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:59.048945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a9333ca-a651-424d-bba1-d3d5cbfe1032 req-e99eb717-fff2-4845-9660-f64fe3d8fe0a tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 945 time: 0.0828702 Sep 16 04:54:59.090437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a9333ca-a651-424d-bba1-d3d5cbfe1032 req-3a3438d3-cf0c-4dfb-a608-42de81fb633c tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369399 Sep 16 04:54:59.121677 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.159478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port bce482d4-2ad1-4fef-b08b-0b7aa908d850, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=bce482d4-2ad1-4fef-b08b-0b7aa908d850,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:59.231721 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.282200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=bce482d4-2ad1-4fef-b08b-0b7aa908d850,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:59.357937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-bbe12c1c-a220-431e-86e8-1d224abd6f00 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:59.359561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-bbe12c1c-a220-431e-86e8-1d224abd6f00 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 945 time: 0.0591083 Sep 16 04:54:59.371300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a0fc95-caef-4a48-af98-ed2b784fe95a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:59.375554 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893d2167-2cca-46cf-8aa5-25dbacfc8626" -d '{"events": [{"server_uuid": "24a0fc95-caef-4a48-af98-ed2b784fe95a", "name": "network-vif-unplugged", "status": "completed", "tag": "bce482d4-2ad1-4fef-b08b-0b7aa908d850"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:59.427577 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e615e0f3-f710-429a-bfcd-598f73199e7d x-openstack-request-id: req-e615e0f3-f710-429a-bfcd-598f73199e7d {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:59.427577 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a0fc95-caef-4a48-af98-ed2b784fe95a", "name": "network-vif-unplugged", "status": "completed", "tag": "bce482d4-2ad1-4fef-b08b-0b7aa908d850", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:59.427577 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e615e0f3-f710-429a-bfcd-598f73199e7d {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:59.427896 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a0fc95-caef-4a48-af98-ed2b784fe95a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850', 'code': 200} Sep 16 04:54:59.484375 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57826) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:59.489422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3c85c8b4-3976-4531-bcd0-ad75271cff2d tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Request body: {'router': {'name': 'tempest-router--518929510', 'project_id': '86fc55262b0c4de49b5719fe6da7e4bf'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:59.538360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a48602-eae1-4647-b882-3ec35aa2b0ce req-c38a1a42-d575-44a9-916f-e6f048c5d36f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:59.544104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50a48602-eae1-4647-b882-3ec35aa2b0ce req-c38a1a42-d575-44a9-916f-e6f048c5d36f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 944 time: 0.1174521 Sep 16 04:54:59.581854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Deleting port 220aee65-2528-42c6-8c0d-bd879013cb8a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:59.583048 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.598484 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c85c8b4-3976-4531-bcd0-ad75271cff2d tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.599833 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c85c8b4-3976-4531-bcd0-ad75271cff2d tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.605817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57830) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:59.649033 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50a48602-eae1-4647-b882-3ec35aa2b0ce req-0b4df924-bc27-46f2-bbb3-af009e0e2004 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969334 Sep 16 04:54:59.746752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd48a-cdbd-4371-a93a-9bdfd1887de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.772540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94ca95-80ae-45f6-89ea-7274ace53eb8 req-a9c0514b-b609-4df9-8dc5-963e276ecebf tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:59.774168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b94ca95-80ae-45f6-89ea-7274ace53eb8 req-a9c0514b-b609-4df9-8dc5-963e276ecebf tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 944 time: 0.1237943 Sep 16 04:54:59.776288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] For port 220aee65-2528-42c6-8c0d-bd879013cb8a, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=220aee65-2528-42c6-8c0d-bd879013cb8a,segment=NetworkSegment(2bddab06-b616-4a7f-9610-5508d7ff06d9),segment_id=2bddab06-b616-4a7f-9610-5508d7ff06d9)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:59.776684 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.851456 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c85c8b4-3976-4531-bcd0-ad75271cff2d tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.895885 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd48a-cdbd-4371-a93a-9bdfd1887de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.968235 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c85c8b4-3976-4531-bcd0-ad75271cff2d tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.018574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-4b94ca95-80ae-45f6-89ea-7274ace53eb8 req-5d31fc4c-dc7b-485a-aa6f-fa68ffe0f6e3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Deleting port bce482d4-2ad1-4fef-b08b-0b7aa908d850 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:00.019035 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4b94ca95-80ae-45f6-89ea-7274ace53eb8 req-5d31fc4c-dc7b-485a-aa6f-fa68ffe0f6e3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.064739 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.065114 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.065424 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Floating IP e6ca17ff-e96f-47c9-a007-aa80369cd0b3 disassociated. External IP: 172.25.3.70, port: 220aee65-2528-42c6-8c0d-bd879013cb8a. Sep 16 04:55:00.065763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Calling delete_port for 220aee65-2528-42c6-8c0d-bd879013cb8a owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:00.072766 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d4bd48a-cdbd-4371-a93a-9bdfd1887de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.177817 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4b94ca95-80ae-45f6-89ea-7274ace53eb8 req-5d31fc4c-dc7b-485a-aa6f-fa68ffe0f6e3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] For port bce482d4-2ad1-4fef-b08b-0b7aa908d850, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=bce482d4-2ad1-4fef-b08b-0b7aa908d850,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:00.178202 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4b94ca95-80ae-45f6-89ea-7274ace53eb8 req-5d31fc4c-dc7b-485a-aa6f-fa68ffe0f6e3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.183774 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2d4bd48a-cdbd-4371-a93a-9bdfd1887de8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02db6042361d4f588fd9952be3407467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5758202 Sep 16 04:55:00.186841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57844) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.204949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-4b94ca95-80ae-45f6-89ea-7274ace53eb8 req-5d31fc4c-dc7b-485a-aa6f-fa68ffe0f6e3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Calling delete_port for bce482d4-2ad1-4fef-b08b-0b7aa908d850 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:00.205838 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c85c8b4-3976-4531-bcd0-ad75271cff2d tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.211025 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3c85c8b4-3976-4531-bcd0-ad75271cff2d tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7254610 Sep 16 04:55:00.212191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57846) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.238922 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bd48a-cdbd-4371-a93a-9bdfd1887de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5062524-cb1b-4392-969b-477bf50ad488,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:00.275545 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0af6ab72-9c21-40dd-8be3-ea0ed47a4b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.302062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0af6ab72-9c21-40dd-8be3-ea0ed47a4b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.372320 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0db33bff-8e98-442a-8976-b22ac5235bbb tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.420144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0af6ab72-9c21-40dd-8be3-ea0ed47a4b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.423786 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0af6ab72-9c21-40dd-8be3-ea0ed47a4b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.424413 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0af6ab72-9c21-40dd-8be3-ea0ed47a4b0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5062524-cb1b-4392-969b-477bf50ad488 HTTP/1.1" status: 204 len: 168 time: 0.2361765 Sep 16 04:55:00.438249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6ab72-9c21-40dd-8be3-ea0ed47a4b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5062524-cb1b-4392-969b-477bf50ad488,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:00.525075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7d9d1-0e27-4ea8-b27d-d00caf8468da req-31f6dc21-f5d0-44ed-a9a2-0e491992848a tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:00.545179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68c7d9d1-0e27-4ea8-b27d-d00caf8468da req-31f6dc21-f5d0-44ed-a9a2-0e491992848a tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 945 time: 0.3013675 Sep 16 04:55:00.655757 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0db33bff-8e98-442a-8976-b22ac5235bbb tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.677030 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0db33bff-8e98-442a-8976-b22ac5235bbb tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.740343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68c7d9d1-0e27-4ea8-b27d-d00caf8468da req-10396ea3-5f13-4f77-972c-e14bab3ad2b2 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups?id=eaca9246-83e2-44c6-9bfa-3eb6803102c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031269 Sep 16 04:55:00.817219 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.854640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Pushing event deleted for resources: {'Port': ['ID=220aee65-2528-42c6-8c0d-bd879013cb8a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:00.900363 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0db33bff-8e98-442a-8976-b22ac5235bbb tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.900986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db33bff-8e98-442a-8976-b22ac5235bbb tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3f10add-5184-407d-af5f-39d3d09c3c68 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:00.908824 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0db33bff-8e98-442a-8976-b22ac5235bbb tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.912805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0db33bff-8e98-442a-8976-b22ac5235bbb tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b3f10add-5184-407d-af5f-39d3d09c3c68 HTTP/1.1" status: 204 len: 168 time: 0.6968391 Sep 16 04:55:00.928407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd2fa5-5ad5-49ff-82cc-b5f890cef79f req-17a85f6e-8758-4674-8a61-313b8d491e00 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:00.936605 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0bd2fa5-5ad5-49ff-82cc-b5f890cef79f req-17a85f6e-8758-4674-8a61-313b8d491e00 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 944 time: 0.1780176 Sep 16 04:55:00.992949 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4b94ca95-80ae-45f6-89ea-7274ace53eb8 req-5d31fc4c-dc7b-485a-aa6f-fa68ffe0f6e3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.057702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31fc4c-dc7b-485a-aa6f-fa68ffe0f6e3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event deleted for resources: {'Port': ['ID=bce482d4-2ad1-4fef-b08b-0b7aa908d850,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.089079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0bd2fa5-5ad5-49ff-82cc-b5f890cef79f req-0703fc18-cacd-4deb-8584-7e30ff5bbd71 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515522 Sep 16 04:55:01.153485 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b94ca95-80ae-45f6-89ea-7274ace53eb8 req-5d31fc4c-dc7b-485a-aa6f-fa68ffe0f6e3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] No DVR routers for this DVR port bce482d4-2ad1-4fef-b08b-0b7aa908d850 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:01.157322 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4b94ca95-80ae-45f6-89ea-7274ace53eb8 req-5d31fc4c-dc7b-485a-aa6f-fa68ffe0f6e3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.163592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b94ca95-80ae-45f6-89ea-7274ace53eb8 req-5d31fc4c-dc7b-485a-aa6f-fa68ffe0f6e3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.37 "DELETE /v2.0/ports/bce482d4-2ad1-4fef-b08b-0b7aa908d850 HTTP/1.1" status: 204 len: 173 time: 1.3836210 Sep 16 04:55:01.175590 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a0fc95-caef-4a48-af98-ed2b784fe95a', 'name': 'network-vif-deleted', 'tag': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:01.182742 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3ce7c8-46ba-4f0d-a0e0-b967f5cb3c19" -d '{"events": [{"server_uuid": "24a0fc95-caef-4a48-af98-ed2b784fe95a", "name": "network-vif-deleted", "tag": "bce482d4-2ad1-4fef-b08b-0b7aa908d850"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:01.256359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Router c77c7659-00fe-4af1-9bee-57b60a327739 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:01.259442 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0abee9-9a64-4109-b532-746be210be78 x-openstack-request-id: req-ea0abee9-9a64-4109-b532-746be210be78 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:01.259938 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a0fc95-caef-4a48-af98-ed2b784fe95a", "name": "network-vif-deleted", "tag": "bce482d4-2ad1-4fef-b08b-0b7aa908d850", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:01.260338 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea0abee9-9a64-4109-b532-746be210be78 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:01.260920 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a0fc95-caef-4a48-af98-ed2b784fe95a', 'name': 'network-vif-deleted', 'tag': 'bce482d4-2ad1-4fef-b08b-0b7aa908d850', 'status': 'completed', 'code': 200} Sep 16 04:55:01.445901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:01.460005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c1f9bd-9f7c-45c8-bab7-e7aaa1a1725b None None] Sync routers for ids ['c77c7659-00fe-4af1-9bee-57b60a327739'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:01.475383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1f9bd-9f7c-45c8-bab7-e7aaa1a1725b None None] Routers {'c77c7659-00fe-4af1-9bee-57b60a327739'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:01.476843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-84c1f9bd-9f7c-45c8-bab7-e7aaa1a1725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c77c7659-00fe-4af1-9bee-57b60a327739'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:01.513894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] No DVR routers for this DVR port 220aee65-2528-42c6-8c0d-bd879013cb8a on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:01.516452 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.518640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab25bbc5-95f8-4599-8654-65ad47acd660 req-b35aa79f-6ef7-4076-a10a-770b507b4ab4 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.23 "DELETE /v2.0/ports/220aee65-2528-42c6-8c0d-bd879013cb8a HTTP/1.1" status: 204 len: 173 time: 2.1522624 Sep 16 04:55:01.614179 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-84c1f9bd-9f7c-45c8-bab7-e7aaa1a1725b None None] Set router c77c7659-00fe-4af1-9bee-57b60a327739 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:01.837212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57872) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:01.854371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-84c1f9bd-9f7c-45c8-bab7-e7aaa1a1725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:50:13Z', 'revision_number': 4, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'eac89c43-7ddb-4ce2-8bfa-75edc7606236', 'name': '', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'mac_address': 'fa:16:3e:b3:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:11Z', 'updated_at': '2021-09-16T04:50:18Z', 'revision_number': 5, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'subnets': [{'id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:01.862725 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3ebed48-11f9-4914-a46e-1f3ca22ae3b7 req-2ced7573-df2b-4723-9fb5-a98d14a6e9a5 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 210 time: 0.0400026 Sep 16 04:55:01.886674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c1f9bd-9f7c-45c8-bab7-e7aaa1a1725b None None] Checking router: c77c7659-00fe-4af1-9bee-57b60a327739 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:01.897321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1f9bd-9f7c-45c8-bab7-e7aaa1a1725b None None] Routers {'c77c7659-00fe-4af1-9bee-57b60a327739'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:01.898038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-84c1f9bd-9f7c-45c8-bab7-e7aaa1a1725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c77c7659-00fe-4af1-9bee-57b60a327739'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:01.934264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57878) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:01.969972 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-086c1917-93bd-43a9-92b9-9c715cea8b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.061343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-84c1f9bd-9f7c-45c8-bab7-e7aaa1a1725b None None] Set router c77c7659-00fe-4af1-9bee-57b60a327739 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:02.131625 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-086c1917-93bd-43a9-92b9-9c715cea8b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.174452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-215808043', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:02.237077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a63db599-4eb6-4fee-b778-8b621e488b17 req-95294e73-279c-464e-9b8b-a835d05ccf7b tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=24a0fc95-caef-4a48-af98-ed2b784fe95a HTTP/1.1" status: 200 len: 210 time: 0.0407438 Sep 16 04:55:02.328191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-086c1917-93bd-43a9-92b9-9c715cea8b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.367244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57890) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:02.367402 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-086c1917-93bd-43a9-92b9-9c715cea8b0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b5afb914d684ceeab99b55b880a1c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4317343 Sep 16 04:55:02.404558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c1917-93bd-43a9-92b9-9c715cea8b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb61fc31-11df-49fc-bf5b-58ffc1c2d32a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.427796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-84c1f9bd-9f7c-45c8-bab7-e7aaa1a1725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:50:13Z', 'revision_number': 4, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'eac89c43-7ddb-4ce2-8bfa-75edc7606236', 'name': '', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'mac_address': 'fa:16:3e:b3:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:11Z', 'updated_at': '2021-09-16T04:50:18Z', 'revision_number': 5, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'subnets': [{'id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:02.442378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a08b35b-b262-4130-a244-172812fefe18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.464987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c1f9bd-9f7c-45c8-bab7-e7aaa1a1725b None None] The sync data for ids ['c77c7659-00fe-4af1-9bee-57b60a327739'] in n-d-712137-12 is: [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:50:13Z', 'revision_number': 4, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'eac89c43-7ddb-4ce2-8bfa-75edc7606236', 'name': '', 'network_id': '22ee9107-e191-4262-b0fc-68862935cfe3', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'mac_address': 'fa:16:3e:b3:de:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:11Z', 'updated_at': '2021-09-16T04:50:18Z', 'revision_number': 5, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'subnets': [{'id': '0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:02.465834 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a08b35b-b262-4130-a244-172812fefe18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.580607 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.587330 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.690375 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a08b35b-b262-4130-a244-172812fefe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.694474 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a08b35b-b262-4130-a244-172812fefe18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.695757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1a08b35b-b262-4130-a244-172812fefe18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb61fc31-11df-49fc-bf5b-58ffc1c2d32a HTTP/1.1" status: 204 len: 168 time: 0.3273635 Sep 16 04:55:02.716524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08b35b-b262-4130-a244-172812fefe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb61fc31-11df-49fc-bf5b-58ffc1c2d32a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.785021 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543c314-fafb-4c04-9094-eb4c985defdf None None] New status for floating IP e6ca17ff-e96f-47c9-a007-aa80369cd0b3: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:55:02.820992 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.952319 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device bce482d4-2ad1-4fef-b08b-0b7aa908d850 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:03.007232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: bce482d4-2ad1-4fef-b08b-0b7aa908d850 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:03.007856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device bce482d4-2ad1-4fef-b08b-0b7aa908d850 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:03.038468 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7df171b-0eaa-4734-a240-c3d00c63e19a req-f4ba252d-7dce-4a66-ba32-db79d30ad029 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 210 time: 0.0682411 Sep 16 04:55:03.098388 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.262283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'name': 'network-vif-deleted', 'tag': '220aee65-2528-42c6-8c0d-bd879013cb8a'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:03.265023 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88627c4-00c3-4e33-9460-6829d74fc775" -d '{"events": [{"server_uuid": "6e63558d-e13c-454a-98e5-bf1f650253ff", "name": "network-vif-deleted", "tag": "220aee65-2528-42c6-8c0d-bd879013cb8a"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:03.350051 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3476615-833d-4ed6-9d1d-dce3ecb14b0e x-openstack-request-id: req-b3476615-833d-4ed6-9d1d-dce3ecb14b0e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:03.350542 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e63558d-e13c-454a-98e5-bf1f650253ff", "name": "network-vif-deleted", "tag": "220aee65-2528-42c6-8c0d-bd879013cb8a", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:03.351022 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3476615-833d-4ed6-9d1d-dce3ecb14b0e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:03.351658 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e63558d-e13c-454a-98e5-bf1f650253ff', 'name': 'network-vif-deleted', 'tag': '220aee65-2528-42c6-8c0d-bd879013cb8a', 'status': 'completed', 'code': 200} Sep 16 04:55:03.615987 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.659339 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.721912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 220aee65-2528-42c6-8c0d-bd879013cb8a no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:03.756820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 220aee65-2528-42c6-8c0d-bd879013cb8a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:03.757649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 220aee65-2528-42c6-8c0d-bd879013cb8a not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:03.803370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-daaa84f6-57c1-47e2-80de-0d976f7c339a tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.805924 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-daaa84f6-57c1-47e2-80de-0d976f7c339a tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/networks?id=91b313c9-a76c-4d5b-a799-043202f5ab2a HTTP/1.1" status: 200 len: 821 time: 0.1528270 Sep 16 04:55:03.827329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-8cbd1770-0c67-42ac-bc6f-8fe755687e36 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/quotas/088d514727ea4e09853bc7c78e3d370b HTTP/1.1" status: 200 len: 375 time: 0.0137367 Sep 16 04:55:03.862945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Allocated IP 172.25.3.83 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/c9971fab-c0e8-43a5-8bfb-3291d24c2ac3) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:03.889552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-d0cdee41-f32e-4d49-aafc-97d520321db8 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=088d514727ea4e09853bc7c78e3d370b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0548575 Sep 16 04:55:03.987551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.016014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-08205717-bc9c-445b-80e6-34b1d7afc3e0 service neutron] 10.222.0.24 "GET /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181281 Sep 16 04:55:04.109537 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:55:04.180075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-16e77f7e-a36b-4c31-939f-98de2c447475 service neutron] 10.222.0.24 "GET /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563396 Sep 16 04:55:04.193651 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:04.211418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39eb0da2-77c0-45dc-895d-a63624c7f75c req-84636d0f-fff4-4cbc-893a-14b1c2feeee9 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 210 time: 0.0571532 Sep 16 04:55:04.272899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:04.296007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:04.309132 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:04.340090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Pushing event updated for resources: {'Port': ['ID=c9971fab-c0e8-43a5-8bfb-3291d24c2ac3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:04.691193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9689cdcf-0d5a-4fb7-87f6-2f829085b252 req-f557179c-0cd0-4d0d-b1de-2b0586e039ec tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 210 time: 0.0951352 Sep 16 04:55:04.830273 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.133473 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.336492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07392744-de78-4622-8bbc-924d329464bd req-4b828a85-2a12-4212-9cbe-201b686d66f5 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 210 time: 0.0297906 Sep 16 04:55:05.413347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Router cb918586-2394-4646-a20f-70d14c55c576 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:05.606522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:05.618315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8453ab77-f614-4bd5-8d97-cd7a2b8548c9 None None] Sync routers for ids ['cb918586-2394-4646-a20f-70d14c55c576'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:05.634733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8453ab77-f614-4bd5-8d97-cd7a2b8548c9 None None] Routers {'cb918586-2394-4646-a20f-70d14c55c576'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:05.637819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8453ab77-f614-4bd5-8d97-cd7a2b8548c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cb918586-2394-4646-a20f-70d14c55c576'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:05.695199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8453ab77-f614-4bd5-8d97-cd7a2b8548c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:05.709829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8453ab77-f614-4bd5-8d97-cd7a2b8548c9 None None] Routers {'cb918586-2394-4646-a20f-70d14c55c576'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:05.710434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8453ab77-f614-4bd5-8d97-cd7a2b8548c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cb918586-2394-4646-a20f-70d14c55c576'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:05.762585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8453ab77-f614-4bd5-8d97-cd7a2b8548c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:05.763382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8453ab77-f614-4bd5-8d97-cd7a2b8548c9 None None] The sync data for ids ['cb918586-2394-4646-a20f-70d14c55c576'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:05.781616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec96a659-b71f-43ab-abb9-a323b1b5a211 req-eda0da56-8cdc-4600-a77c-63227965403c tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 210 time: 0.0361161 Sep 16 04:55:05.850389 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.852112 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8a03dca8-dc72-4e3e-b8f7-622cf37ee796 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0129075 Sep 16 04:55:05.855932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58004) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:06.317369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f0973b07-c2d7-4e92-b428-231a308e8e76 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/routers/cb918586-2394-4646-a20f-70d14c55c576 HTTP/1.1" status: 200 len: 919 time: 0.4598444 Sep 16 04:55:06.321014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58020) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:06.351105 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c169d755-2f98-48e2-96dd-20faca09ff43 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb918586-2394-4646-a20f-70d14c55c576 HTTP/1.1" status: 200 len: 205 time: 0.0289237 Sep 16 04:55:06.358354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58022) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:06.499587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-972df9c6-d6ae-4b08-a848-cde9072aec8f req-13a0c9ac-e60d-4e0f-bb11-0c945b538829 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 210 time: 0.0631621 Sep 16 04:55:06.527177 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.639471 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.882825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2da8a376-aedf-4a07-b014-9865be73ffab req-79710802-d80e-4265-879f-8e0b7e031df8 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 210 time: 0.0312812 Sep 16 04:55:06.909422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Deleting port c9971fab-c0e8-43a5-8bfb-3291d24c2ac3 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:06.909771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.990240 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.004617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Calling delete_port for c9971fab-c0e8-43a5-8bfb-3291d24c2ac3 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:07.340985 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.376290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Pushing event deleted for resources: {'Port': ['ID=c9971fab-c0e8-43a5-8bfb-3291d24c2ac3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:07.405651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:07.405884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:07.406209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:07.406546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:07.406914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:07.407301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:07.407652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:07.407992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:07.408368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:07.408724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:07.412070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:07.412070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:07.450578 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.654192 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.656792 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.738951 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fad20bc3-d52a-4448-aa9e-cc61372f201c req-57abd7fd-2af9-417e-853f-36e175788d05 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e63558d-e13c-454a-98e5-bf1f650253ff HTTP/1.1" status: 200 len: 210 time: 0.0278718 Sep 16 04:55:07.926271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.928853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Fanout notify agent at l3_agent the message router_deleted on router cb918586-2394-4646-a20f-70d14c55c576 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:07.964245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.969859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58056) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:07.975804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2026741245', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'enable_snat': False}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:07.982197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-061fc013-2445-44a5-81b3-d91fcf46cd35 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/routers/cb918586-2394-4646-a20f-70d14c55c576 HTTP/1.1" status: 204 len: 168 time: 1.6267703 Sep 16 04:55:08.027672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a15a3bb5-b51c-48a0-98fe-cf1210e0362a req-d93b367e-6f00-4a17-bfd7-619aaa0c6688 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 210 time: 0.0326974 Sep 16 04:55:08.163131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.163131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.225644 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.569822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-bf26fff2-fc20-478e-b63d-f196a56beee4 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:08.571495 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-bf26fff2-fc20-478e-b63d-f196a56beee4 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.37 "GET /v2.0/networks?id=91b313c9-a76c-4d5b-a799-043202f5ab2a HTTP/1.1" status: 200 len: 821 time: 0.2386930 Sep 16 04:55:08.588011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Request body: {'port': {'device_id': 'f6f72b75-72b6-477a-82d2-4b90d19023f1', 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a', 'admin_state_up': True, 'tenant_id': '088d514727ea4e09853bc7c78e3d370b'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:08.643352 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.920643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Made reservation on behalf of 088d514727ea4e09853bc7c78e3d370b for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:08.925353 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.995370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58080) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.162390 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.198454 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.225288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da881d73-9e9c-4776-8438-1cff7a14eda2 req-9bd18185-8aae-4432-aed2-2fabeb7c2492 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 210 time: 0.0508404 Sep 16 04:55:09.227587 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-01aefbb7-c6a7-4b28-8202-d18fb752d044 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.251353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Allocated IP 172.20.0.9 (91b313c9-a76c-4d5b-a799-043202f5ab2a/762a2461-e6fa-46e6-bb84-f2822f0f8dfa/2fd5842f-d76d-4853-9d5f-fe4c4b05f571) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:09.260197 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-01aefbb7-c6a7-4b28-8202-d18fb752d044 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.372054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Allocated IP 172.25.3.40 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/b8d72aea-552f-4489-a35e-980268b07b7e) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:09.500055 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.545185 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.604670 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-01aefbb7-c6a7-4b28-8202-d18fb752d044 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.608775 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-01aefbb7-c6a7-4b28-8202-d18fb752d044 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.610839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-01aefbb7-c6a7-4b28-8202-d18fb752d044 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "DELETE /v2.0/security-groups/eaca9246-83e2-44c6-9bfa-3eb6803102c7 HTTP/1.1" status: 204 len: 168 time: 0.6106617 Sep 16 04:55:09.616417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58090) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.631365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aefbb7-c6a7-4b28-8202-d18fb752d044 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaca9246-83e2-44c6-9bfa-3eb6803102c7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:09.648852 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-09a8891e-d114-4321-b539-8f5e53b0634b tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] show failed (client error): The resource could not be found. Sep 16 04:55:09.649970 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-09a8891e-d114-4321-b539-8f5e53b0634b tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "GET /v2.0/security-groups/eaca9246-83e2-44c6-9bfa-3eb6803102c7 HTTP/1.1" status: 404 len: 347 time: 0.0306523 Sep 16 04:55:09.652688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58094) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:09.673004 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.735285 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.764745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event updated for resources: {'Port': ['ID=2fd5842f-d76d-4853-9d5f-fe4c4b05f571,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:09.788064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Network 91b313c9-a76c-4d5b-a799-043202f5ab2a is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:09.788064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:09.795958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:09.885045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.887508 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.899959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:09.909553 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:09.915837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:09.920137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event updated for resources: {'Port': ['ID=b8d72aea-552f-4489-a35e-980268b07b7e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:10.107087 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-4e5219c5-517d-44dc-a7c7-73aa8d9ca07f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5233400 Sep 16 04:55:10.264668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Request body: {'port': {'device_id': 'f6f72b75-72b6-477a-82d2-4b90d19023f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:10.286864 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-a087324b-15fd-4086-adf5-46a288553837 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Deleting port 9fd762b1-3820-4e9e-8082-2746e3d3e483 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:10.287735 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a087324b-15fd-4086-adf5-46a288553837 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.339007 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.409319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b03b10-810a-4188-aa96-f5c271c45917 req-ee795fec-5f65-4b6a-8d21-9f8cfaef2dc9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.410970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13b03b10-810a-4188-aa96-f5c271c45917 req-ee795fec-5f65-4b6a-8d21-9f8cfaef2dc9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 931 time: 0.0865397 Sep 16 04:55:10.445586 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a087324b-15fd-4086-adf5-46a288553837 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.446057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a087324b-15fd-4086-adf5-46a288553837 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.459945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-a087324b-15fd-4086-adf5-46a288553837 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Calling delete_port for 9fd762b1-3820-4e9e-8082-2746e3d3e483 owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:10.544602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13b03b10-810a-4188-aa96-f5c271c45917 req-03bd70d0-277c-4080-9624-a86364ae4725 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212792 Sep 16 04:55:10.692167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:10.701192 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.741260 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Transition to ACTIVE for port object 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:10.764228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a087324b-15fd-4086-adf5-46a288553837 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.798188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087324b-15fd-4086-adf5-46a288553837 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Pushing event deleted for resources: {'Port': ['ID=9fd762b1-3820-4e9e-8082-2746e3d3e483,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:10.829316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.916312 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a087324b-15fd-4086-adf5-46a288553837 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.918965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a087324b-15fd-4086-adf5-46a288553837 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.923172 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a087324b-15fd-4086-adf5-46a288553837 tempest-ServersTestBootFromVolume-1135713010 tempest-ServersTestBootFromVolume-1135713010-project] 10.222.0.24 "DELETE /v2.0/floatingips/e6ca17ff-e96f-47c9-a007-aa80369cd0b3 HTTP/1.1" status: 204 len: 168 time: 1.2695215 Sep 16 04:55:10.923784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58136) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:11.019421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.120097 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.212924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Pushing event updated for resources: {'Port': ['ID=2fd5842f-d76d-4853-9d5f-fe4c4b05f571,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:11.318661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Attempting to bind port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:11.319010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Attempting to bind port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:11.319344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Attempting to bind port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 on network 91b313c9-a76c-4d5b-a799-043202f5ab2a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:11.328809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 on network 91b313c9-a76c-4d5b-a799-043202f5ab2a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:11.329098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Attempting to bind port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 on network 91b313c9-a76c-4d5b-a799-043202f5ab2a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:11.372752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:11.373131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Checking segment: {'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:11.373481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Bound using segment: {'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:11.373921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Bound port: 2fd5842f-d76d-4853-9d5f-fe4c4b05f571, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55b9238-9ec1-4805-b147-4cd51ea7636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:11.374283 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.433109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Router 6e702209-9b9f-4e8c-930a-3aea3347b583 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:11.590936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] For port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:11.594881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] For port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2fd5842f-d76d-4853-9d5f-fe4c4b05f571,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:11.686933 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:11.695648 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Sync routers for ids ['6e702209-9b9f-4e8c-930a-3aea3347b583'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:11.712778 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Routers {'6e702209-9b9f-4e8c-930a-3aea3347b583'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:11.713457 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6e702209-9b9f-4e8c-930a-3aea3347b583'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:11.782045 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba941395-fd47-440d-8caf-87faadfa3075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.832181 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.899187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07355130-faf6-40a5-84f5-fe737c981476 req-1ac319df-f69c-497e-ac1e-f26ad36cffd7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.903902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07355130-faf6-40a5-84f5-fe737c981476 req-1ac319df-f69c-497e-ac1e-f26ad36cffd7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 943 time: 0.1836274 Sep 16 04:55:11.903902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.903902 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.904685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] 10.222.0.37 "PUT /v2.0/ports/2fd5842f-d76d-4853-9d5f-fe4c4b05f571 HTTP/1.1" status: 200 len: 1092 time: 1.7889299 Sep 16 04:55:11.909030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f72b75-72b6-477a-82d2-4b90d19023f1', 'tag': '2fd5842f-d76d-4853-9d5f-fe4c4b05f571'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:11.911269 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b347d32-156b-4f68-840d-f1ea792407dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f72b75-72b6-477a-82d2-4b90d19023f1", "tag": "2fd5842f-d76d-4853-9d5f-fe4c4b05f571"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:11.939007 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Set router 6e702209-9b9f-4e8c-930a-3aea3347b583 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:12.022711 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f63ae1-c3bb-4603-b63a-d628d151f441 x-openstack-request-id: req-a2f63ae1-c3bb-4603-b63a-d628d151f441 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:12.029294 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f72b75-72b6-477a-82d2-4b90d19023f1", "tag": "2fd5842f-d76d-4853-9d5f-fe4c4b05f571", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:12.029586 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2f63ae1-c3bb-4603-b63a-d628d151f441 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:12.042870 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f72b75-72b6-477a-82d2-4b90d19023f1', 'tag': '2fd5842f-d76d-4853-9d5f-fe4c4b05f571', 'status': 'completed', 'code': 200} Sep 16 04:55:12.111632 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7ca8c-d9ca-45f5-a997-470a5854639d service neutron] Pushing event updated for resources: {'Port': ['ID=2fd5842f-d76d-4853-9d5f-fe4c4b05f571,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:12.204962 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.209125 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a84a0bc5-fc95-4e8d-ad90-9206012a4376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.212148 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-79e432e8-8bd9-4946-897a-6abefec7ae53 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2387140 Sep 16 04:55:12.212148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58158) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:12.305637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347d32-156b-4f68-840d-f1ea792407dc req-c91bee37-b945-4ad9-9b0f-00daee0806ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.311628 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b347d32-156b-4f68-840d-f1ea792407dc req-c91bee37-b945-4ad9-9b0f-00daee0806ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=088d514727ea4e09853bc7c78e3d370b&device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 1095 time: 0.3005931 Sep 16 04:55:12.332626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07355130-faf6-40a5-84f5-fe737c981476 req-eb7d4dcf-1030-49d8-a4d5-e0d94df34649 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381255 Sep 16 04:55:12.351070 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.398946 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e702209-9b9f-4e8c-930a-3aea3347b583', 'name': 'tempest-snat-router-2026741245', 'tenant_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.40'}], 'enable_snat': False}, 'gw_port_id': 'b8d72aea-552f-4489-a35e-980268b07b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:10Z', 'revision_number': 3, 'project_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'gw_port': {'id': 'b8d72aea-552f-4489-a35e-980268b07b7e', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e702209-9b9f-4e8c-930a-3aea3347b583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:09Z', 'updated_at': '2021-09-16T04:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:12.455889 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-56c93f7e-dd89-446d-b9a3-5061a6fa1e6a tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/routers/6e702209-9b9f-4e8c-930a-3aea3347b583 HTTP/1.1" status: 200 len: 908 time: 0.2436996 Sep 16 04:55:12.456523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58164) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:12.461970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2026741245', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'enable_snat': True}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:12.475099 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Checking router: 6e702209-9b9f-4e8c-930a-3aea3347b583 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:12.476593 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Updating router 6e702209-9b9f-4e8c-930a-3aea3347b583 port b8d72aea-552f-4489-a35e-980268b07b7e binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:55:12.489011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347d32-156b-4f68-840d-f1ea792407dc req-eef73080-a607-4faf-85d2-b5c676fc3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.492919 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b347d32-156b-4f68-840d-f1ea792407dc req-eef73080-a607-4faf-85d2-b5c676fc3b83 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=088d514727ea4e09853bc7c78e3d370b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1577141 Sep 16 04:55:12.540026 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.610614 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.612516 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.655506 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347d32-156b-4f68-840d-f1ea792407dc req-b4487002-fd87-430d-8249-c3972a26027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.657282 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b347d32-156b-4f68-840d-f1ea792407dc req-b4487002-fd87-430d-8249-c3972a26027a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1477621 Sep 16 04:55:12.751265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.088098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58168) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:13.173697 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.203138 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-513e0186-35f4-45b2-b3e6-333f64908d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.204763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-513e0186-35f4-45b2-b3e6-333f64908d96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=088d514727ea4e09853bc7c78e3d370b&device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 1095 time: 0.4954281 Sep 16 04:55:13.261661 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-3ac4c86a-9057-4975-b4ef-c80e86b964d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd5842f-d76d-4853-9d5f-fe4c4b05f571 HTTP/1.1" status: 200 len: 217 time: 0.0472403 Sep 16 04:55:13.280433 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8e7ca06d-6971-43bb-8c5f-73102996691e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.280931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ba941395-fd47-440d-8caf-87faadfa3075 admin admin] Deleting port eac89c43-7ddb-4ce2-8bfa-75edc7606236 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:13.281386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba941395-fd47-440d-8caf-87faadfa3075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.297568 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.310009 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.328703 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Attempting to bind port b8d72aea-552f-4489-a35e-980268b07b7e on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:13.329191 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Attempting to bind port b8d72aea-552f-4489-a35e-980268b07b7e by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:13.329662 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Attempting to bind port b8d72aea-552f-4489-a35e-980268b07b7e on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:13.384353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-d946728b-7665-406f-be44-ffe007769fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.386258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-d946728b-7665-406f-be44-ffe007769fbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=762a2461-e6fa-46e6-bb84-f2822f0f8dfa HTTP/1.1" status: 200 len: 861 time: 0.1145566 Sep 16 04:55:13.387546 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:13.387946 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:13.388347 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.388800 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:13.389286 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Bound port: b8d72aea-552f-4489-a35e-980268b07b7e, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:13.389668 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.418358 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8e7ca06d-6971-43bb-8c5f-73102996691e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.431281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-8744cdbe-55cb-4e61-b8f0-b77a0367ef3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91b313c9-a76c-4d5b-a799-043202f5ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368094 Sep 16 04:55:13.453322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-ba941395-fd47-440d-8caf-87faadfa3075 admin admin] For port eac89c43-7ddb-4ce2-8bfa-75edc7606236, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=eac89c43-7ddb-4ce2-8bfa-75edc7606236,segment=NetworkSegment(2bddab06-b616-4a7f-9610-5508d7ff06d9),segment_id=2bddab06-b616-4a7f-9610-5508d7ff06d9)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:13.453571 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba941395-fd47-440d-8caf-87faadfa3075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.461007 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Pushing event updated for resources: {'Port': ['ID=b8d72aea-552f-4489-a35e-980268b07b7e,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.474948 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:13.475346 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:13.476007 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:13.476007 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:13.476291 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:13.476836 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:13.476987 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:13.477324 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:13.484018 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:13.484018 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:13.484018 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:13.484018 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:13.486790 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] For port b8d72aea-552f-4489-a35e-980268b07b7e, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:13.497994 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] For port b8d72aea-552f-4489-a35e-980268b07b7e, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b8d72aea-552f-4489-a35e-980268b07b7e,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:13.542272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ba941395-fd47-440d-8caf-87faadfa3075 admin admin] Calling delete_port for eac89c43-7ddb-4ce2-8bfa-75edc7606236 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:13.560096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8e7ca06d-6971-43bb-8c5f-73102996691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.650074 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.675863 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8e7ca06d-6971-43bb-8c5f-73102996691e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f3f6be9650d4a968d3beb6a89e7b3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5858066 Sep 16 04:55:13.680274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ca06d-6971-43bb-8c5f-73102996691e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1975bca0-0178-4d43-a08e-e9d679e7984f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.683504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58186) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:13.724407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6ef42-4720-4005-8dba-ae4704791e94 req-72e5d350-6151-4158-9cc5-24de4585e751 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.726294 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6f6ef42-4720-4005-8dba-ae4704791e94 req-72e5d350-6151-4158-9cc5-24de4585e751 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 943 time: 0.2693996 Sep 16 04:55:13.751402 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d00721-6a33-4016-82bc-17ea985767b7 None None] Pushing event updated for resources: {'Port': ['ID=b8d72aea-552f-4489-a35e-980268b07b7e,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.761555 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Routers {'6e702209-9b9f-4e8c-930a-3aea3347b583'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:13.762358 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6e702209-9b9f-4e8c-930a-3aea3347b583'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:13.826798 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-0225457e-eb65-4e3b-8d43-01ea4b6044de service neutron] 10.222.0.37 "GET /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875833 Sep 16 04:55:13.836974 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-37cb8273-c5e0-4ae8-bd1c-47d9d47c499c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.887968 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-37cb8273-c5e0-4ae8-bd1c-47d9d47c499c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.904104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6f6ef42-4720-4005-8dba-ae4704791e94 req-32d3646d-746f-4da1-929b-b148d1986614 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056886 Sep 16 04:55:13.909356 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.919240 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] Set router 6e702209-9b9f-4e8c-930a-3aea3347b583 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:13.943011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.040939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c788e69-b384-4b13-9fc3-6aab67f937d1 req-c7826143-5074-4410-8d4b-6d5b7c700375 service neutron] 10.222.0.37 "GET /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002993 Sep 16 04:55:14.111848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Allocated IP 172.25.3.72 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/46743829-4f8d-420a-88cf-f7a55466ad0b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:14.159208 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e702209-9b9f-4e8c-930a-3aea3347b583', 'name': 'tempest-snat-router-2026741245', 'tenant_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.40'}], 'enable_snat': False}, 'gw_port_id': 'b8d72aea-552f-4489-a35e-980268b07b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:10Z', 'revision_number': 3, 'project_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'gw_port': {'id': 'b8d72aea-552f-4489-a35e-980268b07b7e', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e702209-9b9f-4e8c-930a-3aea3347b583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:09Z', 'updated_at': '2021-09-16T04:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:14.160737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-37cb8273-c5e0-4ae8-bd1c-47d9d47c499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.163061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-37cb8273-c5e0-4ae8-bd1c-47d9d47c499c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.164375 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-37cb8273-c5e0-4ae8-bd1c-47d9d47c499c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1975bca0-0178-4d43-a08e-e9d679e7984f HTTP/1.1" status: 204 len: 168 time: 0.4799364 Sep 16 04:55:14.187466 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba941395-fd47-440d-8caf-87faadfa3075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.204275 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83437e1-b397-420a-bede-2056ce00b136 None None] The sync data for ids ['6e702209-9b9f-4e8c-930a-3aea3347b583'] in n-d-712137-12 is: [{'id': '6e702209-9b9f-4e8c-930a-3aea3347b583', 'name': 'tempest-snat-router-2026741245', 'tenant_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.40'}], 'enable_snat': False}, 'gw_port_id': 'b8d72aea-552f-4489-a35e-980268b07b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:10Z', 'revision_number': 3, 'project_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'gw_port': {'id': 'b8d72aea-552f-4489-a35e-980268b07b7e', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e702209-9b9f-4e8c-930a-3aea3347b583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:09Z', 'updated_at': '2021-09-16T04:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:14.205690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb8273-c5e0-4ae8-bd1c-47d9d47c499c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1975bca0-0178-4d43-a08e-e9d679e7984f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.219747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba941395-fd47-440d-8caf-87faadfa3075 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac89c43-7ddb-4ce2-8bfa-75edc7606236,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.308326 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.485289 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.517467 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba941395-fd47-440d-8caf-87faadfa3075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.533370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:14.538592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:14.542311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:14.554029 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90fd6e1a-57da-478f-82c1-9be179f1dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.602775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event updated for resources: {'Port': ['ID=46743829-4f8d-420a-88cf-f7a55466ad0b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.884519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b8d72aea-552f-4489-a35e-980268b07b7e up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:14.904883 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba941395-fd47-440d-8caf-87faadfa3075 admin admin] Router c77c7659-00fe-4af1-9bee-57b60a327739 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:14.995781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b8d72aea-552f-4489-a35e-980268b07b7e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:14.996166 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.158907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba941395-fd47-440d-8caf-87faadfa3075 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:15.173399 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ba941395-fd47-440d-8caf-87faadfa3075 admin admin] 10.222.0.24 "PUT /v2.0/routers/c77c7659-00fe-4af1-9bee-57b60a327739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2451823 Sep 16 04:55:15.175366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58212) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:15.188367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf6c7-6eef-4d49-9d19-944c5afdd625 req-243ad49e-1433-4ff4-a6ac-d65200cdb27c tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.191671 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.196476 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56edf6c7-6eef-4d49-9d19-944c5afdd625 req-243ad49e-1433-4ff4-a6ac-d65200cdb27c tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 943 time: 0.1259637 Sep 16 04:55:15.208380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c23e8-1a51-4e85-a5dc-df587a6c08f8 None None] Sync routers for ids ['c77c7659-00fe-4af1-9bee-57b60a327739'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:15.236730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56edf6c7-6eef-4d49-9d19-944c5afdd625 req-4aec71fa-5042-4a13-a270-f11a0b01560b tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392425 Sep 16 04:55:15.252156 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c23e8-1a51-4e85-a5dc-df587a6c08f8 None None] Routers {'c77c7659-00fe-4af1-9bee-57b60a327739'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:15.253065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-863c23e8-1a51-4e85-a5dc-df587a6c08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c77c7659-00fe-4af1-9bee-57b60a327739'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:15.256652 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port b8d72aea-552f-4489-a35e-980268b07b7e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b8d72aea-552f-4489-a35e-980268b07b7e,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:15.530710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58224) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:15.551570 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.564358 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5d94c0b-5b09-4fc7-a11f-25c4f7c23e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.573636 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.576197 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.632453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-863c23e8-1a51-4e85-a5dc-df587a6c08f8 None None] Set router c77c7659-00fe-4af1-9bee-57b60a327739 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:15.734093 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.826563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=b8d72aea-552f-4489-a35e-980268b07b7e,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:15.861219 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:15.861573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:15.861919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:15.862267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:15.862605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:15.863139 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:15.863643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:15.864864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:15.865535 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:15.866063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:15.866401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:15.866736 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:15.953890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-863c23e8-1a51-4e85-a5dc-df587a6c08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 5, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:15.982156 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.995253 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.999025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c23e8-1a51-4e85-a5dc-df587a6c08f8 None None] Checking router: c77c7659-00fe-4af1-9bee-57b60a327739 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:16.008587 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5d94c0b-5b09-4fc7-a11f-25c4f7c23e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.009182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c23e8-1a51-4e85-a5dc-df587a6c08f8 None None] Routers {'c77c7659-00fe-4af1-9bee-57b60a327739'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:16.010203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-863c23e8-1a51-4e85-a5dc-df587a6c08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c77c7659-00fe-4af1-9bee-57b60a327739'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:16.028922 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.130918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-863c23e8-1a51-4e85-a5dc-df587a6c08f8 None None] Set router c77c7659-00fe-4af1-9bee-57b60a327739 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:16.142384 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5d94c0b-5b09-4fc7-a11f-25c4f7c23e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.189767 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a5d94c0b-5b09-4fc7-a11f-25c4f7c23e03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3115c7afd6cc49b290c43ca19a7a4950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6578598 Sep 16 04:55:16.192997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58234) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:16.199053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d94c0b-5b09-4fc7-a11f-25c4f7c23e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac6346b-c623-455c-8317-4dfce04e4a81,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.330431 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.334023 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Deleting port 84ea5295-e131-4a44-afa4-7841445c8aaf {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:16.334368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.362568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-863c23e8-1a51-4e85-a5dc-df587a6c08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 5, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:16.377724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d9929-fe7d-45eb-b4db-14b8e44d1803 req-b1404f0b-f78b-43d5-8cd5-e11e965a9369 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.378594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Router bacb7e10-c609-41a2-b53d-2da597e0bda3 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:16.379277 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d80d9929-fe7d-45eb-b4db-14b8e44d1803 req-b1404f0b-f78b-43d5-8cd5-e11e965a9369 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 943 time: 0.0605450 Sep 16 04:55:16.401824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c23e8-1a51-4e85-a5dc-df587a6c08f8 None None] The sync data for ids ['c77c7659-00fe-4af1-9bee-57b60a327739'] in n-d-712137-12 is: [{'id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'name': 'tempest-ServersTestBootFromVolume-1465755311-router', 'tenant_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:05Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 5, 'project_id': '6f7a9bdb6cec4045aebeee2074d0ed56', 'gw_port': {'id': '84ea5295-e131-4a44-afa4-7841445c8aaf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77c7659-00fe-4af1-9bee-57b60a327739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:07Z', 'updated_at': '2021-09-16T04:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:16.404219 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.406309 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.437517 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d80d9929-fe7d-45eb-b4db-14b8e44d1803 req-5de39004-e65d-419b-8c46-41a0ca1b9dd8 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485170 Sep 16 04:55:16.534979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] For port 84ea5295-e131-4a44-afa4-7841445c8aaf, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=84ea5295-e131-4a44-afa4-7841445c8aaf,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:16.537128 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.559037 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Calling delete_port for 84ea5295-e131-4a44-afa4-7841445c8aaf owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:16.660173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:16.670019 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Sync routers for ids ['bacb7e10-c609-41a2-b53d-2da597e0bda3'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:16.680446 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Routers {'bacb7e10-c609-41a2-b53d-2da597e0bda3'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:16.681087 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bacb7e10-c609-41a2-b53d-2da597e0bda3'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:16.721079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.724697 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.729208 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cac6346b-c623-455c-8317-4dfce04e4a81 HTTP/1.1" status: 204 len: 168 time: 0.5326440 Sep 16 04:55:16.746756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac6346b-c623-455c-8317-4dfce04e4a81,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.757064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:16.757410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:16.757757 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:16.759649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:16.759649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:16.759649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:16.759649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:16.759649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:16.759649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:16.760211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:16.760313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:16.760978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98e6f6-bff5-422b-a0c0-3d49dbe2acb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:16.767645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.767836 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-03c70f46-c1a0-4719-9c1b-d16146836f56 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3102117 Sep 16 04:55:16.770775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58246) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:16.810331 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Set router bacb7e10-c609-41a2-b53d-2da597e0bda3 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:16.961451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b8d72aea-552f-4489-a35e-980268b07b7e up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:17.018393 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb7e10-c609-41a2-b53d-2da597e0bda3', 'name': 'tempest-snat-router-2026741245', 'tenant_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '46743829-4f8d-420a-88cf-f7a55466ad0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:12Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 3, 'project_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'gw_port': {'id': '46743829-4f8d-420a-88cf-f7a55466ad0b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb7e10-c609-41a2-b53d-2da597e0bda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:13Z', 'updated_at': '2021-09-16T04:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:17.021742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.024063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b8d72aea-552f-4489-a35e-980268b07b7e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:17.024449 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.038806 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f557bd1a-bc45-47f8-bb85-ff83f5fdca75 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/routers/bacb7e10-c609-41a2-b53d-2da597e0bda3 HTTP/1.1" status: 200 len: 907 time: 0.2669916 Sep 16 04:55:17.041685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58252) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:17.072378 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:17.076250 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Checking router: bacb7e10-c609-41a2-b53d-2da597e0bda3 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:17.079139 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Updating router bacb7e10-c609-41a2-b53d-2da597e0bda3 port 46743829-4f8d-420a-88cf-f7a55466ad0b binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:55:17.135356 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.152894 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ea5295-e131-4a44-afa4-7841445c8aaf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:17.224867 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device eac89c43-7ddb-4ce2-8bfa-75edc7606236 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:17.256396 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.268234 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: eac89c43-7ddb-4ce2-8bfa-75edc7606236 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:17.268872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device eac89c43-7ddb-4ce2-8bfa-75edc7606236 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:17.302116 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.322178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2fd5842f-d76d-4853-9d5f-fe4c4b05f571,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:17.341708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '2fd5842f-d76d-4853-9d5f-fe4c4b05f571', 'network_id': '91b313c9-a76c-4d5b-a799-043202f5ab2a', 'port_id': '2fd5842f-d76d-4853-9d5f-fe4c4b05f571', 'mac_address': 'fa:16:3e:ea:3c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762a2461-e6fa-46e6-bb84-f2822f0f8dfa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:17.408913 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.428935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:17.467372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2fd5842f-d76d-4853-9d5f-fe4c4b05f571,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:17.489496 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.511517 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.529394 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.533356 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.533540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.610379 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.634431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a208d-e7f6-4019-9571-c0bf51f102f0 req-507f3546-d546-4563-8e4a-32ab98a71d86 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:17.636263 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-999a208d-e7f6-4019-9571-c0bf51f102f0 req-507f3546-d546-4563-8e4a-32ab98a71d86 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 943 time: 0.0796413 Sep 16 04:55:17.638561 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.703088 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=2fd5842f-d76d-4853-9d5f-fe4c4b05f571,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:17.704815 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698cd75-8e5e-4080-9ffc-3ca7480e70b6 None None] Pushing event updated for resources: {'Port': ['ID=46743829-4f8d-420a-88cf-f7a55466ad0b,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:17.724135 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.725924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c77c7659-00fe-4af1-9bee-57b60a327739 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:17.735950 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.735950 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6a2438fc-6383-49bb-a18e-a49ed2511d76 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c77c7659-00fe-4af1-9bee-57b60a327739 HTTP/1.1" status: 204 len: 168 time: 2.5555358 Sep 16 04:55:17.736318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58272) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:17.740257 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Attempting to bind port 46743829-4f8d-420a-88cf-f7a55466ad0b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:17.740656 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Attempting to bind port 46743829-4f8d-420a-88cf-f7a55466ad0b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:17.741704 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Attempting to bind port 46743829-4f8d-420a-88cf-f7a55466ad0b on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:17.747658 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:17.748325 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:17.748971 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.749543 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:17.750007 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Bound port: 46743829-4f8d-420a-88cf-f7a55466ad0b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:17.750626 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.798140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-999a208d-e7f6-4019-9571-c0bf51f102f0 req-26bd6400-9d2a-4173-b3b9-a02bc1170e6d tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317854 Sep 16 04:55:17.819621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Deleting port 46743829-4f8d-420a-88cf-f7a55466ad0b {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:17.820149 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.824941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-816baf01-d77c-4e62-b4d6-4141dda628be admin admin] Deleting subnet 0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:17.828311 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-816baf01-d77c-4e62-b4d6-4141dda628be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.838123 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] For port 46743829-4f8d-420a-88cf-f7a55466ad0b, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:17.843557 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] For port 46743829-4f8d-420a-88cf-f7a55466ad0b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=46743829-4f8d-420a-88cf-f7a55466ad0b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:17.858966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['2fd5842f-d76d-4853-9d5f-fe4c4b05f571'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:17.948051 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-816baf01-d77c-4e62-b4d6-4141dda628be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.036566 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.097240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] For port 46743829-4f8d-420a-88cf-f7a55466ad0b, host n-d-712137-12, got binding levels [] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:18.097611 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.141838 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Routers {'bacb7e10-c609-41a2-b53d-2da597e0bda3'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:18.141838 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bacb7e10-c609-41a2-b53d-2da597e0bda3'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:18.142053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Calling delete_port for 46743829-4f8d-420a-88cf-f7a55466ad0b owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:18.163235 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-816baf01-d77c-4e62-b4d6-4141dda628be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.182880 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698cd75-8e5e-4080-9ffc-3ca7480e70b6 None None] Pushing event updated for resources: {'Port': ['ID=46743829-4f8d-420a-88cf-f7a55466ad0b,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.251910 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] Set router bacb7e10-c609-41a2-b53d-2da597e0bda3 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:18.345729 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb7e10-c609-41a2-b53d-2da597e0bda3', 'name': 'tempest-snat-router-2026741245', 'tenant_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:12Z', 'updated_at': '2021-09-16T04:55:17Z', 'revision_number': 4, 'project_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:18.451639 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-816baf01-d77c-4e62-b4d6-4141dda628be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.488268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816baf01-d77c-4e62-b4d6-4141dda628be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.496073 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-816baf01-d77c-4e62-b4d6-4141dda628be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.501632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58290) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:18.502175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-816baf01-d77c-4e62-b4d6-4141dda628be admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0eb7eb8d-aff7-4fd2-ac6d-f2045662fcb8 HTTP/1.1" status: 204 len: 168 time: 0.7644265 Sep 16 04:55:18.506053 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141c96c-3f2b-45f8-b168-1ae4750d1161 None None] The sync data for ids ['bacb7e10-c609-41a2-b53d-2da597e0bda3'] in n-d-712137-12 is: [{'id': 'bacb7e10-c609-41a2-b53d-2da597e0bda3', 'name': 'tempest-snat-router-2026741245', 'tenant_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:12Z', 'updated_at': '2021-09-16T04:55:17Z', 'revision_number': 4, 'project_id': '3aa6dc047e5f417b95d5f5654b9a117d', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:18.522854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc69ee6-4141-4d9b-b3fc-f5dc0e7ba4fe None None] Network 22ee9107-e191-4262-b0fc-68862935cfe3 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:18.575406 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.641543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event deleted for resources: {'Port': ['ID=46743829-4f8d-420a-88cf-f7a55466ad0b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.664834 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.783282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 84ea5295-e131-4a44-afa4-7841445c8aaf no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:18.810790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Deleting port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:18.811363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.829101 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.855418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 84ea5295-e131-4a44-afa4-7841445c8aaf {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:18.861189 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 84ea5295-e131-4a44-afa4-7841445c8aaf not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:18.930806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] For port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0abaa916-a4d5-45e9-96ce-d08c1d9b45eb,segment=NetworkSegment(2bddab06-b616-4a7f-9610-5508d7ff06d9),segment_id=2bddab06-b616-4a7f-9610-5508d7ff06d9)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:18.932811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.977183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Calling delete_port for 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:19.010592 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.019386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.038846 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d677c50-8ed5-4847-9fe4-8fcf48a732c8 None None] DHCP port deletion for 22ee9107-e191-4262-b0fc-68862935cfe3 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:55:19.045875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:19.112303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca6d87-e40b-492c-8530-efc23da37e4d req-9afe7fdc-14d3-4802-b7d4-674e736af415 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:19.115237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caca6d87-e40b-492c-8530-efc23da37e4d req-9afe7fdc-14d3-4802-b7d4-674e736af415 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 944 time: 0.1062584 Sep 16 04:55:19.141795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4d677c50-8ed5-4847-9fe4-8fcf48a732c8 None None] Deleting port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:19.142174 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d677c50-8ed5-4847-9fe4-8fcf48a732c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.186163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-caca6d87-e40b-492c-8530-efc23da37e4d req-c8a8685c-4ca7-4424-84d7-d505e8abda6e tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596719 Sep 16 04:55:19.227241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.233132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4d677c50-8ed5-4847-9fe4-8fcf48a732c8 None None] For port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0abaa916-a4d5-45e9-96ce-d08c1d9b45eb,segment=NetworkSegment(2bddab06-b616-4a7f-9610-5508d7ff06d9),segment_id=2bddab06-b616-4a7f-9610-5508d7ff06d9)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:19.233784 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d677c50-8ed5-4847-9fe4-8fcf48a732c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.250530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4d677c50-8ed5-4847-9fe4-8fcf48a732c8 None None] Calling delete_port for 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:19.268098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] No DVR routers for this DVR port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:19.274223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Pushing event deleted for resources: {'Port': ['ID=0abaa916-a4d5-45e9-96ce-d08c1d9b45eb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.283589 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.289528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bacb7e10-c609-41a2-b53d-2da597e0bda3 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:19.306541 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.312501 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4503d7b0-fd87-4d53-8f18-c8382c8e49c7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "DELETE /v2.0/routers/bacb7e10-c609-41a2-b53d-2da597e0bda3 HTTP/1.1" status: 204 len: 168 time: 2.2675979 Sep 16 04:55:19.313422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58312) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:19.325809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:19.334384 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:19.334764 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.433662 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d677c50-8ed5-4847-9fe4-8fcf48a732c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.450719 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.510972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ee9107-e191-4262-b0fc-68862935cfe3']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:19.526783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bddab06-b616-4a7f-9610-5508d7ff06d9') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:19.527266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bddab06-b616-4a7f-9610-5508d7ff06d9') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:19.538667 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.554473 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.558661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d677c50-8ed5-4847-9fe4-8fcf48a732c8 None None] Pushing event deleted for resources: {'Port': ['ID=0abaa916-a4d5-45e9-96ce-d08c1d9b45eb,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.568518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d677c50-8ed5-4847-9fe4-8fcf48a732c8 None None] No DVR routers for this DVR port 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:19.579432 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:19.599435 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.631290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f72b75-72b6-477a-82d2-4b90d19023f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd5842f-d76d-4853-9d5f-fe4c4b05f571'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:19.634062 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cdea00-5a92-49b7-930d-4d80ac92bec5" -d '{"events": [{"server_uuid": "f6f72b75-72b6-477a-82d2-4b90d19023f1", "name": "network-vif-plugged", "status": "completed", "tag": "2fd5842f-d76d-4853-9d5f-fe4c4b05f571"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:19.650904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2fd5842f-d76d-4853-9d5f-fe4c4b05f571,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:19.724002 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9d3c00-0c54-4e87-8903-457f7afe35f2 x-openstack-request-id: req-ea9d3c00-0c54-4e87-8903-457f7afe35f2 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:19.724749 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f72b75-72b6-477a-82d2-4b90d19023f1", "name": "network-vif-plugged", "status": "completed", "tag": "2fd5842f-d76d-4853-9d5f-fe4c4b05f571", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:19.725252 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea9d3c00-0c54-4e87-8903-457f7afe35f2 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:19.725964 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f72b75-72b6-477a-82d2-4b90d19023f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd5842f-d76d-4853-9d5f-fe4c4b05f571', 'code': 200} Sep 16 04:55:19.773787 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.836535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.843512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=2fd5842f-d76d-4853-9d5f-fe4c4b05f571,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.855769 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.857826 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] 10.222.0.24 "DELETE /v2.0/networks/22ee9107-e191-4262-b0fc-68862935cfe3 HTTP/1.1" status: 204 len: 168 time: 1.3560009 Sep 16 04:55:19.890446 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef901bf4-1857-4677-933a-34cf36449567 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ee9107-e191-4262-b0fc-68862935cfe3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.901477 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.994371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb2940-7f17-47f5-b1fd-a1f7d1f43928 req-f232ffb7-06b2-41f2-9f8d-a1da9c45b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:19.996973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20bb2940-7f17-47f5-b1fd-a1f7d1f43928 req-f232ffb7-06b2-41f2-9f8d-a1da9c45b2f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 1097 time: 0.1119640 Sep 16 04:55:20.103445 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.107473 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20bb2940-7f17-47f5-b1fd-a1f7d1f43928 req-9d57e923-5770-41ec-942f-d2d4cb7d2cff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637202 Sep 16 04:55:20.326501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Deleting port b8d72aea-552f-4489-a35e-980268b07b7e {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:20.326787 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.441658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36e026-0c23-4968-9469-c5ffc5e4a549 req-e02dc082-b5ce-4b56-b8f6-2abf8867f1d9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.443841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b36e026-0c23-4968-9469-c5ffc5e4a549 req-e02dc082-b5ce-4b56-b8f6-2abf8867f1d9 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 945 time: 0.1638780 Sep 16 04:55:20.453101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] For port b8d72aea-552f-4489-a35e-980268b07b7e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b8d72aea-552f-4489-a35e-980268b07b7e,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:20.453563 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.477892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58346) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:20.482350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Calling delete_port for b8d72aea-552f-4489-a35e-980268b07b7e owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:20.523149 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b36e026-0c23-4968-9469-c5ffc5e4a549 req-3b9ac565-8f8b-4f1a-a1c5-1670160944f7 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672190 Sep 16 04:55:20.585987 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c3da414b-c92f-4ca6-a2d5-6f32a397fca9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f7a9bdb6cec4045aebeee2074d0ed56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1035993 Sep 16 04:55:20.588534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58352) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:20.649613 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-632ec461-8187-4388-b236-c32d55b1a53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.672844 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-632ec461-8187-4388-b236-c32d55b1a53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.706694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:20.730656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:20.731012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0abaa916-a4d5-45e9-96ce-d08c1d9b45eb not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:20.929202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-632ec461-8187-4388-b236-c32d55b1a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.931896 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-632ec461-8187-4388-b236-c32d55b1a53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.933157 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-632ec461-8187-4388-b236-c32d55b1a53b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d17251ca-6a49-436a-986a-6c1e9b232627 HTTP/1.1" status: 204 len: 168 time: 0.3436534 Sep 16 04:55:20.941270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ec461-8187-4388-b236-c32d55b1a53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17251ca-6a49-436a-986a-6c1e9b232627,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:20.941425 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.034578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8d72aea-552f-4489-a35e-980268b07b7e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:21.126584 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.242822 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.245641 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.398082 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.398765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e702209-9b9f-4e8c-930a-3aea3347b583 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:21.418852 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.420825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6535d36a-b053-4ed9-ad2c-f224ba8dc6e3 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6e702209-9b9f-4e8c-930a-3aea3347b583 HTTP/1.1" status: 204 len: 168 time: 2.1063807 Sep 16 04:55:21.424743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58380) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:21.438587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-4450846', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:21.587049 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.587816 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.691215 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.776574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a38779-6423-42da-b8f7-86261865f8e3 req-ee5483bf-c2e9-474a-b59c-5870b8ed0589 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:21.778251 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31a38779-6423-42da-b8f7-86261865f8e3 req-ee5483bf-c2e9-474a-b59c-5870b8ed0589 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 945 time: 0.0889993 Sep 16 04:55:21.902748 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31a38779-6423-42da-b8f7-86261865f8e3 req-8806eade-1937-426b-804a-c65a38dda413 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767653 Sep 16 04:55:21.976692 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.329395 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.351898 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.463654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Allocated IP 172.25.3.186 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/fc8a08c4-10f5-48ef-83d4-6a44612bfacf) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:22.547389 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58420) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.596049 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.666479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54dc26-db78-4d04-b05e-c312067c4b0d req-18105871-397d-486b-a316-ab71ed8851f0 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:22.673111 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d54dc26-db78-4d04-b05e-c312067c4b0d req-18105871-397d-486b-a316-ab71ed8851f0 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 945 time: 0.0916715 Sep 16 04:55:22.708679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b8d72aea-552f-4489-a35e-980268b07b7e no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:22.732728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: b8d72aea-552f-4489-a35e-980268b07b7e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:22.733396 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b8d72aea-552f-4489-a35e-980268b07b7e not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:22.736571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d54dc26-db78-4d04-b05e-c312067c4b0d req-8c69192b-b6ba-4a75-8269-b292403aefd3 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438790 Sep 16 04:55:22.810291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1093217410-network', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:22.975085 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.014021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:23.017044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:23.017269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Made reservation on behalf of 40c74be334de4770a4fd6ded2002be8c for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:23.024618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:23.025578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.029605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Pushing event updated for resources: {'Port': ['ID=fc8a08c4-10f5-48ef-83d4-6a44612bfacf,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:23.040085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.144641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.249484 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.274994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:23.285026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0bdf42-5ad0-466f-b853-b2316698e95e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:23.292294 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.296368 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Added segment 344f55ee-a76f-4745-b2a7-153ecf361fd4 of type vlan for network b5cce523-a0c7-49f0-a524-094134bea0cf Sep 16 04:55:23.335253 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.455293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.456335 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.461494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.479206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.555585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] Pushing event updated for resources: {'Network': ['ID=b5cce523-a0c7-49f0-a524-094134bea0cf,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:23.565127 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dcb0695e-74e4-4273-a00e-ac9b1cf3a294 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0163198 Sep 16 04:55:23.570231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58446) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:23.570993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network b5cce523-a0c7-49f0-a524-094134bea0cf details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:23.577360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-86ad64e9-8dfa-45bb-8218-9ca04685c374 admin admin] Request body: {'subnet': {'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-subnet', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:23.712851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ad64e9-8dfa-45bb-8218-9ca04685c374 admin admin] Made reservation on behalf of 40c74be334de4770a4fd6ded2002be8c for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:23.715621 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-86ad64e9-8dfa-45bb-8218-9ca04685c374 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.970386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.030054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f214a83-9961-469f-9138-f358ec81f1da req-1fc96ee9-2e69-4a93-9df7-4d8fe159a563 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.031620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f214a83-9961-469f-9138-f358ec81f1da req-1fc96ee9-2e69-4a93-9df7-4d8fe159a563 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 945 time: 0.2102489 Sep 16 04:55:24.048216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285279-ff3e-4fe8-8d0d-7541c9ded83d req-4645d62a-3eba-462b-ba68-5edc5713411e tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.049702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f285279-ff3e-4fe8-8d0d-7541c9ded83d req-4645d62a-3eba-462b-ba68-5edc5713411e tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 945 time: 0.1825290 Sep 16 04:55:24.560855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f285279-ff3e-4fe8-8d0d-7541c9ded83d req-e8c01b74-a563-49ab-aa65-2f6044dbcb32 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups?id=81014538-c119-41db-a4d1-0c4c6c593b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866965 Sep 16 04:55:24.630385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-7f214a83-9961-469f-9138-f358ec81f1da req-3ff0106c-627a-4ce9-a7ed-2aebdde87043 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Deleting port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:24.630735 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7f214a83-9961-469f-9138-f358ec81f1da req-3ff0106c-627a-4ce9-a7ed-2aebdde87043 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.727058 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7f214a83-9961-469f-9138-f358ec81f1da req-3ff0106c-627a-4ce9-a7ed-2aebdde87043 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] For port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2fd5842f-d76d-4853-9d5f-fe4c4b05f571,segment=NetworkSegment(e55b9238-9ec1-4805-b147-4cd51ea7636e),segment_id=e55b9238-9ec1-4805-b147-4cd51ea7636e)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:24.727561 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7f214a83-9961-469f-9138-f358ec81f1da req-3ff0106c-627a-4ce9-a7ed-2aebdde87043 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.730087 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-86ad64e9-8dfa-45bb-8218-9ca04685c374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.747245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-7f214a83-9961-469f-9138-f358ec81f1da req-3ff0106c-627a-4ce9-a7ed-2aebdde87043 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Calling delete_port for 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:24.789584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Router e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:24.848014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad64e9-8dfa-45bb-8218-9ca04685c374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353c1cce-2518-46a9-8e68-792e14ac5e6e,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:24.931030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ad64e9-8dfa-45bb-8218-9ca04685c374 admin admin] Checking segment: {'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:24.931390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ad64e9-8dfa-45bb-8218-9ca04685c374 admin admin] Network hostable DHCP agents. Network: b5cce523-a0c7-49f0-a524-094134bea0cf, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:25.039927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:25.049732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919fb754-b06d-4177-a8b6-c98056afe63d None None] Sync routers for ids ['e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:25.059742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919fb754-b06d-4177-a8b6-c98056afe63d None None] Routers {'e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:25.060360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-919fb754-b06d-4177-a8b6-c98056afe63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:25.094270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-919fb754-b06d-4177-a8b6-c98056afe63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:25.103086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919fb754-b06d-4177-a8b6-c98056afe63d None None] Routers {'e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:25.103700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-919fb754-b06d-4177-a8b6-c98056afe63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:25.107660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ad64e9-8dfa-45bb-8218-9ca04685c374 admin admin] Network b5cce523-a0c7-49f0-a524-094134bea0cf is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:25.138314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-919fb754-b06d-4177-a8b6-c98056afe63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:25.138970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919fb754-b06d-4177-a8b6-c98056afe63d None None] The sync data for ids ['e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:25.165053 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7f214a83-9961-469f-9138-f358ec81f1da req-3ff0106c-627a-4ce9-a7ed-2aebdde87043 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.167112 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.168866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-96439897-48c4-4bff-8ce3-f7ed6bb1363d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.7424593 Sep 16 04:55:25.173003 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58476) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:25.179245 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0e1f61de-115c-4afc-b12e-857a06e749ac tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'enable_snat': False}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:25.233582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0106c-627a-4ce9-a7ed-2aebdde87043 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event deleted for resources: {'Port': ['ID=2fd5842f-d76d-4853-9d5f-fe4c4b05f571,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:25.243729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-86ad64e9-8dfa-45bb-8218-9ca04685c374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, b5cce523-a0c7-49f0-a524-094134bea0cf) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:25.271081 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdef5e0-c798-482d-b452-cc4a108a46d6 None None] Network b5cce523-a0c7-49f0-a524-094134bea0cf requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:25.308217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad64e9-8dfa-45bb-8218-9ca04685c374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.309012 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-86ad64e9-8dfa-45bb-8218-9ca04685c374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.362256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f214a83-9961-469f-9138-f358ec81f1da req-3ff0106c-627a-4ce9-a7ed-2aebdde87043 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] No DVR routers for this DVR port 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:25.367740 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7f214a83-9961-469f-9138-f358ec81f1da req-3ff0106c-627a-4ce9-a7ed-2aebdde87043 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.372120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f214a83-9961-469f-9138-f358ec81f1da req-3ff0106c-627a-4ce9-a7ed-2aebdde87043 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.37 "DELETE /v2.0/ports/2fd5842f-d76d-4853-9d5f-fe4c4b05f571 HTTP/1.1" status: 204 len: 173 time: 1.3184350 Sep 16 04:55:25.372120 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f72b75-72b6-477a-82d2-4b90d19023f1', 'name': 'network-vif-deleted', 'tag': '2fd5842f-d76d-4853-9d5f-fe4c4b05f571'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:25.385246 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a767bf-b450-4bea-84f6-6fd34f50b60f" -d '{"events": [{"server_uuid": "f6f72b75-72b6-477a-82d2-4b90d19023f1", "name": "network-vif-deleted", "tag": "2fd5842f-d76d-4853-9d5f-fe4c4b05f571"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:25.430668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-86ad64e9-8dfa-45bb-8218-9ca04685c374 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8590655 Sep 16 04:55:25.431607 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58486) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:25.440297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:25.467517 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d2a8f8-f1a9-4ed3-a5eb-e9d8f5de153e x-openstack-request-id: req-b6d2a8f8-f1a9-4ed3-a5eb-e9d8f5de153e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:25.467947 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f72b75-72b6-477a-82d2-4b90d19023f1", "name": "network-vif-deleted", "tag": "2fd5842f-d76d-4853-9d5f-fe4c4b05f571", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:25.468067 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6d2a8f8-f1a9-4ed3-a5eb-e9d8f5de153e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:25.481157 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f72b75-72b6-477a-82d2-4b90d19023f1', 'name': 'network-vif-deleted', 'tag': '2fd5842f-d76d-4853-9d5f-fe4c4b05f571', 'status': 'completed', 'code': 200} Sep 16 04:55:25.506030 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-b5cce523-a0c7-49f0-a524-094134bea0cf', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'fixed_ips': [{'subnet_id': '353c1cce-2518-46a9-8e68-792e14ac5e6e'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:55:25.506920 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.622303 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.623753 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.766433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05634621-7e04-4531-8e37-759b79733d1a req-9d75e042-c454-4e3e-9dc5-a57113559904 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f72b75-72b6-477a-82d2-4b90d19023f1 HTTP/1.1" status: 200 len: 210 time: 0.0444059 Sep 16 04:55:25.822668 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.893635 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0e1f61de-115c-4afc-b12e-857a06e749ac tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.001865 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Allocated IP 172.20.0.2 (b5cce523-a0c7-49f0-a524-094134bea0cf/353c1cce-2518-46a9-8e68-792e14ac5e6e/97bf346c-1a17-421e-a128-bbd62dd84398) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:26.140544 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.452232 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.501723 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.619900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Network b5cce523-a0c7-49f0-a524-094134bea0cf is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:26.626509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:26.640102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:26.659611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Pushing event updated for resources: {'Port': ['ID=97bf346c-1a17-421e-a128-bbd62dd84398,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:26.686282 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0e1f61de-115c-4afc-b12e-857a06e749ac tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.688020 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.691645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0e1f61de-115c-4afc-b12e-857a06e749ac tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.722247 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.733448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Attempting to bind port 97bf346c-1a17-421e-a128-bbd62dd84398 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:26.733873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Attempting to bind port 97bf346c-1a17-421e-a128-bbd62dd84398 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:26.734379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Attempting to bind port 97bf346c-1a17-421e-a128-bbd62dd84398 on network b5cce523-a0c7-49f0-a524-094134bea0cf {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:26.741902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:26.742300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Checking segment: {'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:26.742687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.743084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Bound using segment: {'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:26.743616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Bound port: 97bf346c-1a17-421e-a128-bbd62dd84398, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:26.744014 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.823287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] For port 97bf346c-1a17-421e-a128-bbd62dd84398, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:26.827337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] For port 97bf346c-1a17-421e-a128-bbd62dd84398, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=97bf346c-1a17-421e-a128-bbd62dd84398,segment=NetworkSegment(344f55ee-a76f-4745-b2a7-153ecf361fd4),segment_id=344f55ee-a76f-4745-b2a7-153ecf361fd4)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:26.924398 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.991797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1f61de-115c-4afc-b12e-857a06e749ac tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Router e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:27.053168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Allocated IP 172.25.3.232 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/96f604a4-ce74-45be-bdcc-84afaa9a7053) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:27.080943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:27.197432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:27.204047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2fd5842f-d76d-4853-9d5f-fe4c4b05f571 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:27.210087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada039af-edf3-4eac-9b91-887c68cb6fe3 None None] Pushing event updated for resources: {'Port': ['ID=97bf346c-1a17-421e-a128-bbd62dd84398,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:27.224159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1f61de-115c-4afc-b12e-857a06e749ac tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:27.229290 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0e1f61de-115c-4afc-b12e-857a06e749ac tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.230667 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0e1f61de-115c-4afc-b12e-857a06e749ac tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "PUT /v2.0/routers/e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7 HTTP/1.1" status: 200 len: 919 time: 2.0561495 Sep 16 04:55:27.233857 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc379358-f879-4288-ae74-8ecbb34a4751 None None] Sync routers for ids ['e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:27.243845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58554) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.249842 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc379358-f879-4288-ae74-8ecbb34a4751 None None] Routers {'e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:27.250702 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-dc379358-f879-4288-ae74-8ecbb34a4751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:27.307917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58558) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.308514 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-dc379358-f879-4288-ae74-8ecbb34a4751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:27.310630 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.319248 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc379358-f879-4288-ae74-8ecbb34a4751 None None] Routers {'e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:27.319953 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-dc379358-f879-4288-ae74-8ecbb34a4751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:27.388723 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-dc379358-f879-4288-ae74-8ecbb34a4751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:27.392544 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc379358-f879-4288-ae74-8ecbb34a4751 None None] The sync data for ids ['e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:27.399153 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.533225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:27.540143 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a5404c0-8b94-44ad-969d-cd4b2c431e4a tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.541735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:27.555487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:27.591137 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-098d41eb-267a-4bb8-ad8b-9e26c61b3143 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/routers/e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7 HTTP/1.1" status: 200 len: 919 time: 0.3451447 Sep 16 04:55:27.592090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58564) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.636419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a5404c0-8b94-44ad-969d-cd4b2c431e4a tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.646576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Pushing event updated for resources: {'Port': ['ID=96f604a4-ce74-45be-bdcc-84afaa9a7053,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:27.750870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b272528-e5b5-4aab-9688-f0640a45a065 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.756882 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6b272528-e5b5-4aab-9688-f0640a45a065 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&device_id=e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1590796 Sep 16 04:55:27.757740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58572) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.868076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430945c-3299-476b-a47c-3f497ecb5a6b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.870250 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d430945c-3299-476b-a47c-3f497ecb5a6b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 881 time: 0.1097958 Sep 16 04:55:27.872253 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a5404c0-8b94-44ad-969d-cd4b2c431e4a tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.882377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a5404c0-8b94-44ad-969d-cd4b2c431e4a tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.882377 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9a5404c0-8b94-44ad-969d-cd4b2c431e4a tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "DELETE /v2.0/security-groups/15a33c35-9d23-4113-bed0-60876f69db3b HTTP/1.1" status: 204 len: 168 time: 0.5678551 Sep 16 04:55:27.882377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58576) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.885759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58578) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.930613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5404c0-8b94-44ad-969d-cd4b2c431e4a tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a33c35-9d23-4113-bed0-60876f69db3b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:27.955475 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-6852d8b3-3d03-4670-83f6-8af8e389c6b6 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] show failed (client error): The resource could not be found. Sep 16 04:55:27.955702 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2610b370-450a-456e-8513-2218e48529c9 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7 HTTP/1.1" status: 200 len: 205 time: 0.0697198 Sep 16 04:55:27.955953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58584) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.958888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6852d8b3-3d03-4670-83f6-8af8e389c6b6 tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "GET /v2.0/security-groups/15a33c35-9d23-4113-bed0-60876f69db3b HTTP/1.1" status: 404 len: 347 time: 0.0705419 Sep 16 04:55:27.959748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58586) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.151600 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.200511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-12df9f9b-5534-4edd-b5d3-8c153ee9561f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Deleting port 1429851e-90cb-418b-99b8-feef7198f820 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:28.200863 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12df9f9b-5534-4edd-b5d3-8c153ee9561f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.362505 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.368729 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.475880 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12df9f9b-5534-4edd-b5d3-8c153ee9561f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.476499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12df9f9b-5534-4edd-b5d3-8c153ee9561f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.495317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-12df9f9b-5534-4edd-b5d3-8c153ee9561f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Calling delete_port for 1429851e-90cb-418b-99b8-feef7198f820 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:28.548986 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Deleting port fc8a08c4-10f5-48ef-83d4-6a44612bfacf {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:28.549434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.558041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc07b8f-bc7e-4923-a3ef-4c6c18b09574 None None] Network b5cce523-a0c7-49f0-a524-094134bea0cf requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:28.652152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-18c21856-f995-4e37-aed8-baa71a964462 None None] Provisioning complete for port 97bf346c-1a17-421e-a128-bbd62dd84398 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:28.652152 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18c21856-f995-4e37-aed8-baa71a964462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.665237 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.687693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Calling delete_port for fc8a08c4-10f5-48ef-83d4-6a44612bfacf owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:28.715055 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.795904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 97bf346c-1a17-421e-a128-bbd62dd84398 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:28.867804 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18c21856-f995-4e37-aed8-baa71a964462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.958577 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-18c21856-f995-4e37-aed8-baa71a964462 None None] For port 97bf346c-1a17-421e-a128-bbd62dd84398, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=97bf346c-1a17-421e-a128-bbd62dd84398,segment=NetworkSegment(344f55ee-a76f-4745-b2a7-153ecf361fd4),segment_id=344f55ee-a76f-4745-b2a7-153ecf361fd4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:28.965065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 97bf346c-1a17-421e-a128-bbd62dd84398 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:28.965443 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.062881 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18c21856-f995-4e37-aed8-baa71a964462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.112359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.157532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Pushing event deleted for resources: {'Port': ['ID=fc8a08c4-10f5-48ef-83d4-6a44612bfacf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:29.220979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c21856-f995-4e37-aed8-baa71a964462 None None] Pushing event updated for resources: {'Port': ['ID=97bf346c-1a17-421e-a128-bbd62dd84398,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:29.280702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.303693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-80c76992-86df-4596-9d78-4763c168e3a8 None None] Provisioning complete for port 97bf346c-1a17-421e-a128-bbd62dd84398 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:29.304077 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80c76992-86df-4596-9d78-4763c168e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.386377 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12df9f9b-5534-4edd-b5d3-8c153ee9561f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.444842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.447694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.450973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df9f9b-5534-4edd-b5d3-8c153ee9561f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Pushing event deleted for resources: {'Port': ['ID=1429851e-90cb-418b-99b8-feef7198f820,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:29.504612 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12df9f9b-5534-4edd-b5d3-8c153ee9561f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.507146 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12df9f9b-5534-4edd-b5d3-8c153ee9561f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.508334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-12df9f9b-5534-4edd-b5d3-8c153ee9561f tempest-ImagesOneServerNegativeTestJSON-1904283524 tempest-ImagesOneServerNegativeTestJSON-1904283524-project] 10.222.0.24 "DELETE /v2.0/floatingips/10ff0d9f-dbb9-4c34-ac35-7bcc26c1b105 HTTP/1.1" status: 204 len: 168 time: 1.5476379 Sep 16 04:55:29.512362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58626) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.631815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58642) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.665746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Router 8a31a2af-6f91-4711-a55c-dcfba105435c is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:29.665906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.666168 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Fanout notify agent at l3_agent the message router_deleted on router e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:29.668022 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5aa04a79-b00b-45fd-ab07-4b88326a323f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.673591 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.674630 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-78378e7d-6ad2-4dc0-937d-3d632c36c73e tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/routers/e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7 HTTP/1.1" status: 204 len: 168 time: 1.7174675 Sep 16 04:55:29.680573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58644) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.685453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4825d641-6557-4d43-986f-4cf57f87e9bc tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-481166595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:29.696437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5857ba-b571-4550-b996-347813a6db58 admin admin] Deleting subnet 762a2461-e6fa-46e6-bb84-f2822f0f8dfa {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:29.700437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb5857ba-b571-4550-b996-347813a6db58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.747546 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb5857ba-b571-4550-b996-347813a6db58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.792907 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb5857ba-b571-4550-b996-347813a6db58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.857868 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4825d641-6557-4d43-986f-4cf57f87e9bc tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.858925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4825d641-6557-4d43-986f-4cf57f87e9bc tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.868847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:29.881680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Sync routers for ids ['8a31a2af-6f91-4711-a55c-dcfba105435c'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:29.906732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Routers {'8a31a2af-6f91-4711-a55c-dcfba105435c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:29.912849 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8a31a2af-6f91-4711-a55c-dcfba105435c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.946585 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb5857ba-b571-4550-b996-347813a6db58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.950326 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4825d641-6557-4d43-986f-4cf57f87e9bc tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.960686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58654) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.983041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb5857ba-b571-4550-b996-347813a6db58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.986459 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eb5857ba-b571-4550-b996-347813a6db58 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/762a2461-e6fa-46e6-bb84-f2822f0f8dfa HTTP/1.1" status: 204 len: 168 time: 0.3534930 Sep 16 04:55:29.989633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58658) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.015330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5857ba-b571-4550-b996-347813a6db58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762a2461-e6fa-46e6-bb84-f2822f0f8dfa,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:30.136080 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4825d641-6557-4d43-986f-4cf57f87e9bc tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.141289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Set router 8a31a2af-6f91-4711-a55c-dcfba105435c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:30.167472 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5aa04a79-b00b-45fd-ab07-4b88326a323f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.174284 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.212399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65078ee6-eec0-4a2a-a7fb-cb5afbd40686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.213045 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-32bcff51-6181-48e9-8016-e8ac68476d13 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1023550 Sep 16 04:55:30.259362 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5aa04a79-b00b-45fd-ab07-4b88326a323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.325055 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.355407 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.359422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58664) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.359627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fd25e2ef-05f7-4236-9a1f-fa303056454b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9264860 Sep 16 04:55:30.376694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:27Z', 'revision_number': 3, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:30.384933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa04a79-b00b-45fd-ab07-4b88326a323f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d1b28-8e4a-47ab-8ea3-9dd7c30cad43,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:30.397534 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4825d641-6557-4d43-986f-4cf57f87e9bc tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.398690 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4825d641-6557-4d43-986f-4cf57f87e9bc tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7171197 Sep 16 04:55:30.401126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5aa04a79-b00b-45fd-ab07-4b88326a323f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24ec3bc1b4f6493584b8728e83b96929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8877976 Sep 16 04:55:30.403187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58666) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.404714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b313c9-a76c-4d5b-a799-043202f5ab2a']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:30.408661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58668) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.418035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:30.425563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Checking router: 8a31a2af-6f91-4711-a55c-dcfba105435c for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:30.426381 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Updating router 8a31a2af-6f91-4711-a55c-dcfba105435c port 96f604a4-ce74-45be-bdcc-84afaa9a7053 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:55:30.429613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55b9238-9ec1-4805-b147-4cd51ea7636e') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:30.429915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55b9238-9ec1-4805-b147-4cd51ea7636e') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:30.457133 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.486633 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.550667 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.565602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-330b5e64-250b-4337-a523-a1f4009e42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.566098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-330b5e64-250b-4337-a523-a1f4009e42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.567031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-330b5e64-250b-4337-a523-a1f4009e42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.567623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-330b5e64-250b-4337-a523-a1f4009e42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.568108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-330b5e64-250b-4337-a523-a1f4009e42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.568798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-330b5e64-250b-4337-a523-a1f4009e42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.569106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-330b5e64-250b-4337-a523-a1f4009e42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.571115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-330b5e64-250b-4337-a523-a1f4009e42e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6507 time: 0.2482138 Sep 16 04:55:30.609534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:30.609860 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:30.611603 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:30.803362 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d07592ce-01d8-4d00-9c04-ff7f84deb134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.808910 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.813836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 97bf346c-1a17-421e-a128-bbd62dd84398 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:30.828432 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65078ee6-eec0-4a2a-a7fb-cb5afbd40686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.867894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 97bf346c-1a17-421e-a128-bbd62dd84398 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:30.868223 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.883736 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d07592ce-01d8-4d00-9c04-ff7f84deb134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.900754 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.940749 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.954032 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.959540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-c1a587f5-9643-4a15-abfe-66db2c4b12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.960898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-c1a587f5-9643-4a15-abfe-66db2c4b12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.961420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-c1a587f5-9643-4a15-abfe-66db2c4b12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.963245 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-c1a587f5-9643-4a15-abfe-66db2c4b12d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e579560-ee61-4292-8f2f-64a91f12cd9a&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=613bf0c4-562f-4261-a5eb-2dd164436d0c&id=613bf0c4-562f-4261-a5eb-2dd164436d0c HTTP/1.1" status: 200 len: 2294 time: 0.3553498 Sep 16 04:55:30.968325 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.971877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/91b313c9-a76c-4d5b-a799-043202f5ab2a HTTP/1.1" status: 204 len: 168 time: 0.9808402 Sep 16 04:55:31.008585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00409b12-43f8-4958-8e34-9e4b91cb30bf admin admin] Pushing event deleted for resources: {'Network': ['ID=91b313c9-a76c-4d5b-a799-043202f5ab2a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.040770 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65078ee6-eec0-4a2a-a7fb-cb5afbd40686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.095705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Attempting to bind port 96f604a4-ce74-45be-bdcc-84afaa9a7053 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:31.099255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-cd566843-98f1-42e0-871c-8427b9a5d194 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c56544bc-9c85-443c-a0f5-40e0cda20454 HTTP/1.1" status: 200 len: 1002 time: 0.1171391 Sep 16 04:55:31.099906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Attempting to bind port 96f604a4-ce74-45be-bdcc-84afaa9a7053 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:31.101130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Attempting to bind port 96f604a4-ce74-45be-bdcc-84afaa9a7053 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:31.111395 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-65078ee6-eec0-4a2a-a7fb-cb5afbd40686 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f233ae42fb44287af3fe3a56c6aa748&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1430285 Sep 16 04:55:31.114336 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.129059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:31.130392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:31.131001 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.131560 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:31.132793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Bound port: 96f604a4-ce74-45be-bdcc-84afaa9a7053, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:31.133371 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.141293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58674) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.160407 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada4f86-e8d9-4d62-8207-d69319f36305 None None] Pushing event updated for resources: {'Port': ['ID=96f604a4-ce74-45be-bdcc-84afaa9a7053,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.170277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65078ee6-eec0-4a2a-a7fb-cb5afbd40686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ab6ea7-14e0-4550-8ed8-dddbc4980873,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.178235 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d07592ce-01d8-4d00-9c04-ff7f84deb134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.180873 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d07592ce-01d8-4d00-9c04-ff7f84deb134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.189053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d07592ce-01d8-4d00-9c04-ff7f84deb134 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb4d1b28-8e4a-47ab-8ea3-9dd7c30cad43 HTTP/1.1" status: 204 len: 168 time: 0.7684650 Sep 16 04:55:31.270440 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07592ce-01d8-4d00-9c04-ff7f84deb134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d1b28-8e4a-47ab-8ea3-9dd7c30cad43,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.281441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] For port 96f604a4-ce74-45be-bdcc-84afaa9a7053, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:31.292983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] For port 96f604a4-ce74-45be-bdcc-84afaa9a7053, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=96f604a4-ce74-45be-bdcc-84afaa9a7053,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:31.305528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-56c7155d-f5b3-442a-a648-3f9f9e9b9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.307284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-56c7155d-f5b3-442a-a648-3f9f9e9b9913 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcbf44ef-75ba-4d63-80c7-d7f551aededf HTTP/1.1" status: 200 len: 856 time: 0.2012956 Sep 16 04:55:31.353179 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.383734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03bb37a5-5318-4adc-ba9d-884d6e93ddcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.420919 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58682) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.430234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-d1dd5536-c503-473b-b1d0-8c0e5b8ac6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.431369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada4f86-e8d9-4d62-8207-d69319f36305 None None] Pushing event updated for resources: {'Port': ['ID=96f604a4-ce74-45be-bdcc-84afaa9a7053,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.432321 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-d1dd5536-c503-473b-b1d0-8c0e5b8ac6dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e579560-ee61-4292-8f2f-64a91f12cd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134670 Sep 16 04:55:31.436602 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03bb37a5-5318-4adc-ba9d-884d6e93ddcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.464361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Routers {'8a31a2af-6f91-4711-a55c-dcfba105435c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:31.465908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8a31a2af-6f91-4711-a55c-dcfba105435c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:31.538332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Allocated IP 172.20.0.1 (b5cce523-a0c7-49f0-a524-094134bea0cf/353c1cce-2518-46a9-8e68-792e14ac5e6e/9470762c-2cd0-443f-88f9-9a64478d8311) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:31.550084 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1dac363a-0a88-4db2-9324-b93985ba2c83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=088d514727ea4e09853bc7c78e3d370b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1187513 Sep 16 04:55:31.552369 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58684) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.568587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-b4534890-1692-4aac-9d9b-a7d5f28b7a6c service neutron] 10.222.0.37 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292837 Sep 16 04:55:31.595321 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.634312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] Set router 8a31a2af-6f91-4711-a55c-dcfba105435c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:31.643894 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.667973 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03bb37a5-5318-4adc-ba9d-884d6e93ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.673041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03bb37a5-5318-4adc-ba9d-884d6e93ddcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.677596 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-03bb37a5-5318-4adc-ba9d-884d6e93ddcd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3ab6ea7-14e0-4550-8ed8-dddbc4980873 HTTP/1.1" status: 204 len: 168 time: 0.5135543 Sep 16 04:55:31.690463 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5207fcbf-0ae3-46b1-8336-fe01b63c981a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.698286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb37a5-5318-4adc-ba9d-884d6e93ddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ab6ea7-14e0-4550-8ed8-dddbc4980873,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.738519 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5207fcbf-0ae3-46b1-8336-fe01b63c981a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.749163 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.877965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5207fcbf-0ae3-46b1-8336-fe01b63c981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.881285 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5207fcbf-0ae3-46b1-8336-fe01b63c981a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.883582 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5207fcbf-0ae3-46b1-8336-fe01b63c981a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81014538-c119-41db-a4d1-0c4c6c593b75 HTTP/1.1" status: 204 len: 168 time: 0.3297193 Sep 16 04:55:31.888253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-a89d8269-8c9e-44db-9e21-90952444ac3c service neutron] 10.222.0.37 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941282 Sep 16 04:55:31.901874 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.921095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207fcbf-0ae3-46b1-8336-fe01b63c981a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81014538-c119-41db-a4d1-0c4c6c593b75,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.949655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-7482499d-e015-44a4-ad72-83d8e8fee81b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=f7f75ae1-2006-4b22-907b-5e5d61caef19 HTTP/1.1" status: 200 len: 217 time: 0.0524509 Sep 16 04:55:31.981532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:27Z', 'revision_number': 3, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:31.984906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Network b5cce523-a0c7-49f0-a524-094134bea0cf is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:31.996848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Allocated IP 172.25.3.220 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/c3006fb8-d740-489f-8b50-4c10d1b5abcb) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:31.997737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:32.003269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:32.011725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Pushing event updated for resources: {'Port': ['ID=9470762c-2cd0-443f-88f9-9a64478d8311,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.043320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-030cc81c-deeb-4ba5-b9fd-93f7a3bf4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.044964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-030cc81c-deeb-4ba5-b9fd-93f7a3bf4c80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.0841253 Sep 16 04:55:32.045821 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55283679-83b5-4647-9495-d8cbedbfc9b5 None None] The sync data for ids ['8a31a2af-6f91-4711-a55c-dcfba105435c'] in n-d-712137-12 is: [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:27Z', 'revision_number': 3, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:32.076508 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.153687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-e4c0046f-3c83-4572-88d5-02abafc7d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.155168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-e4c0046f-3c83-4572-88d5-02abafc7d77e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1004694 Sep 16 04:55:32.217772 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.358118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-5a58c7ea-fcdc-43ab-a319-dee8f8dc339d service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944289 Sep 16 04:55:32.374868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58700) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:32.423693 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d5a7eeef-8c2a-41d3-aba6-e7f7af26f11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.463951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f2f86f90-f057-426f-a6cf-0d665d8e11d2 None None] Provisioning complete for port 9470762c-2cd0-443f-88f9-9a64478d8311 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:32.464510 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f2f86f90-f057-426f-a6cf-0d665d8e11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.481916 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.558272 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.596154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f2f86f90-f057-426f-a6cf-0d665d8e11d2 None None] Port 9470762c-2cd0-443f-88f9-9a64478d8311 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:32.618133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Pushing event updated for resources: {'Port': ['ID=c3006fb8-d740-489f-8b50-4c10d1b5abcb,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.645728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:32.653656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:32.663963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:32.705663 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-98a557ad-a095-43ed-89d3-03344ac18206 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388808 Sep 16 04:55:32.822884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 96f604a4-ce74-45be-bdcc-84afaa9a7053 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:32.970418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 96f604a4-ce74-45be-bdcc-84afaa9a7053 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:32.970793 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.168658 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.182505 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.191834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-e77d2368-a2aa-404d-879f-0e5790d31c04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=8931bc21-7184-449c-b91d-8bf34e1a5d56 HTTP/1.1" status: 200 len: 217 time: 0.4770017 Sep 16 04:55:33.192413 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d5a7eeef-8c2a-41d3-aba6-e7f7af26f11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.193401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58704) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.210819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 96f604a4-ce74-45be-bdcc-84afaa9a7053, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=96f604a4-ce74-45be-bdcc-84afaa9a7053,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:33.245993 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dc1643f6-c0a8-43f9-b807-5f3cc9fe280b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.300613 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.341281 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.407478 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d5a7eeef-8c2a-41d3-aba6-e7f7af26f11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.450255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-999d5b48-bab1-4de0-a498-bd60d3035572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.451866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-999d5b48-bab1-4de0-a498-bd60d3035572 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.2406900 Sep 16 04:55:33.481062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=96f604a4-ce74-45be-bdcc-84afaa9a7053,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.505485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Pushing event updated for resources: {'Port': ['ID=9470762c-2cd0-443f-88f9-9a64478d8311,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.519364 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d5a7eeef-8c2a-41d3-aba6-e7f7af26f11d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c813aef3ed7b41d88a9d831f55e03620&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1433527 Sep 16 04:55:33.521659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7eeef-8c2a-41d3-aba6-e7f7af26f11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d9c655-b993-4f54-bcdc-0b12408fdd1e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.527982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58720) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.536906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.637319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-58961c31-be6b-4d16-b980-f82f179051a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.639213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-58961c31-be6b-4d16-b980-f82f179051a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1790118 Sep 16 04:55:33.703535 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Network b5cce523-a0c7-49f0-a524-094134bea0cf is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:33.705358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:33.760385 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-64ec6a8d-44be-44a0-8115-51d25683537a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.848192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Router 8a31a2af-6f91-4711-a55c-dcfba105435c has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:33.893147 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dc1643f6-c0a8-43f9-b807-5f3cc9fe280b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.006319 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-64ec6a8d-44be-44a0-8115-51d25683537a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.024547 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.032406 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dc1643f6-c0a8-43f9-b807-5f3cc9fe280b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.045425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:34.050562 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b172c086-dce4-4355-94af-2968655cfd65 admin admin] 10.222.0.24 "PUT /v2.0/routers/8a31a2af-6f91-4711-a55c-dcfba105435c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6899288 Sep 16 04:55:34.053960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7a5c1bba-0eb7-4b45-be99-9e5c2fe6ca4f None None] Provisioning complete for port 9470762c-2cd0-443f-88f9-9a64478d8311 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:34.054519 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7a5c1bba-0eb7-4b45-be99-9e5c2fe6ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.094173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c1bba-0eb7-4b45-be99-9e5c2fe6ca4f None None] Port 9470762c-2cd0-443f-88f9-9a64478d8311 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:34.147501 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dc1643f6-c0a8-43f9-b807-5f3cc9fe280b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a43839ef25b44562b8bd1df984defebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9504805 Sep 16 04:55:34.149272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-40618ca1-9aff-4b18-88b2-816233383ef9 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870336 Sep 16 04:55:34.149751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58742) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:34.161325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1643f6-c0a8-43f9-b807-5f3cc9fe280b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61510b85-c4df-4f4f-84c3-0e78fae03bf4,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.327977 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-64ec6a8d-44be-44a0-8115-51d25683537a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.330730 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-64ec6a8d-44be-44a0-8115-51d25683537a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.335301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-64ec6a8d-44be-44a0-8115-51d25683537a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7d9c655-b993-4f54-bcdc-0b12408fdd1e HTTP/1.1" status: 204 len: 168 time: 0.7817957 Sep 16 04:55:34.408605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec6a8d-44be-44a0-8115-51d25683537a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d9c655-b993-4f54-bcdc-0b12408fdd1e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.421373 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ec6fb5c-a6e1-4ded-93d8-7c627c477908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.437626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-cf0c4d67-5265-4f2d-9ea8-46106b80a114 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730789 Sep 16 04:55:34.489823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58756) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:34.496640 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ec6fb5c-a6e1-4ded-93d8-7c627c477908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.506061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-ad18da67-e78e-4a78-8d66-48e82b35373e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 HTTP/1.1" status: 200 len: 217 time: 0.0603929 Sep 16 04:55:34.604125 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.612879 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.625539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-e80b8a38-e2d7-46a7-a847-c9f4e8bb1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.627340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-e80b8a38-e2d7-46a7-a847-c9f4e8bb1d20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.0887797 Sep 16 04:55:34.745632 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Sync routers for ids ['8a31a2af-6f91-4711-a55c-dcfba105435c'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:34.764672 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Routers {'8a31a2af-6f91-4711-a55c-dcfba105435c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:34.765383 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8a31a2af-6f91-4711-a55c-dcfba105435c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:34.788406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 96f604a4-ce74-45be-bdcc-84afaa9a7053 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:34.789397 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-ae0dd0d5-05a4-486c-a4e6-54b4f6b587df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.791159 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-ae0dd0d5-05a4-486c-a4e6-54b4f6b587df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1214197 Sep 16 04:55:34.834562 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ec6fb5c-a6e1-4ded-93d8-7c627c477908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.840893 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ec6fb5c-a6e1-4ded-93d8-7c627c477908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.845440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3ec6fb5c-a6e1-4ded-93d8-7c627c477908 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61510b85-c4df-4f4f-84c3-0e78fae03bf4 HTTP/1.1" status: 204 len: 168 time: 0.6889234 Sep 16 04:55:34.884163 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Set router 8a31a2af-6f91-4711-a55c-dcfba105435c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:34.893197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 96f604a4-ce74-45be-bdcc-84afaa9a7053 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:34.893579 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.941400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6fb5c-a6e1-4ded-93d8-7c627c477908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61510b85-c4df-4f4f-84c3-0e78fae03bf4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.040626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-f9cea510-66e6-499b-b51b-420d636088e3 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396932 Sep 16 04:55:35.116681 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-872e0613-24b0-4a58-9189-5bc8556410c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.143578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58772) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.148842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3c85b878-b362-409e-bf67-9b5916b3081d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933327770', 'description': 'tempest-description--262259240'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:35.156508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Router 1407d781-9600-4605-ba5f-6543e8e51ea9 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:35.158478 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:32Z', 'revision_number': 4, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '9470762c-2cd0-443f-88f9-9a64478d8311', 'name': '', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'mac_address': 'fa:16:3e:18:bb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:31Z', 'updated_at': '2021-09-16T04:55:32Z', 'revision_number': 2, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'subnets': [{'id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:35.252725 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Checking router: 8a31a2af-6f91-4711-a55c-dcfba105435c for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:35.253107 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Updating router 8a31a2af-6f91-4711-a55c-dcfba105435c port 9470762c-2cd0-443f-88f9-9a64478d8311 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:55:35.276987 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-3c85b878-b362-409e-bf67-9b5916b3081d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:55:35.276987 n-d-712137-12 neutron-server[95452]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:55:35.276987 n-d-712137-12 neutron-server[95452]: [parameters: {'project_id': '40c74be334de4770a4fd6ded2002be8c', 'id': 'db319eeb-e9c4-40ca-a3db-4f6feec30fcd', 'expiration': datetime.datetime(2021, 9, 16, 4, 57, 35, 184516)}] Sep 16 04:55:35.276987 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:55:35.276987 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-3c85b878-b362-409e-bf67-9b5916b3081d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:55:35.282426 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-d9d66a71-6ddd-458b-9e73-68b5afec4f30 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344773 Sep 16 04:55:35.284791 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.361157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-799c0239-7dc5-40be-b730-20e252d9a299 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=3ff4320c-9c99-48f4-bc6c-655f8f986494 HTTP/1.1" status: 200 len: 217 time: 0.0710554 Sep 16 04:55:35.372831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-872e0613-24b0-4a58-9189-5bc8556410c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.438541 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-872e0613-24b0-4a58-9189-5bc8556410c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.530058 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-872e0613-24b0-4a58-9189-5bc8556410c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cb61a75abec41d08daa188692aa06ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0390983 Sep 16 04:55:35.531282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e0613-24b0-4a58-9189-5bc8556410c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b439b4-a571-4d6d-a156-125d54ae3d38,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.541002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58786) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.562316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-b790a038-a63f-428b-90b3-fd911a7383e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.569415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-b790a038-a63f-428b-90b3-fd911a7383e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.2021022 Sep 16 04:55:35.589526 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.649338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:35.660932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f350b39-901c-4cc6-8048-f41d85377fb6 None None] Sync routers for ids ['1407d781-9600-4605-ba5f-6543e8e51ea9'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:35.668718 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.670000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-af81039d-c79e-47f7-bebd-4eb0168ebf42 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "PUT /v2.0/routers/1407d781-9600-4605-ba5f-6543e8e51ea9 HTTP/1.1" status: 200 len: 879 time: 5.2628913 Sep 16 04:55:35.672730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58792) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.673423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f350b39-901c-4cc6-8048-f41d85377fb6 None None] Routers {'1407d781-9600-4605-ba5f-6543e8e51ea9'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:35.674418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3f350b39-901c-4cc6-8048-f41d85377fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['1407d781-9600-4605-ba5f-6543e8e51ea9'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:35.682947 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.725938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3f350b39-901c-4cc6-8048-f41d85377fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:35.736059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f350b39-901c-4cc6-8048-f41d85377fb6 None None] Routers {'1407d781-9600-4605-ba5f-6543e8e51ea9'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:35.736905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3f350b39-901c-4cc6-8048-f41d85377fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['1407d781-9600-4605-ba5f-6543e8e51ea9'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:35.759967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28e2ac7b-70ff-4d42-b244-c562c9f4db1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.767406 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3fc4f-a54d-42f8-a18a-84ea2a781984 None None] Pushing event updated for resources: {'Port': ['ID=9470762c-2cd0-443f-88f9-9a64478d8311,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:35.773919 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-00b76dbd-4dea-4abf-b994-290a126fe8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.775494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-00b76dbd-4dea-4abf-b994-290a126fe8bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1884265 Sep 16 04:55:35.788420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3f350b39-901c-4cc6-8048-f41d85377fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:35.789392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f350b39-901c-4cc6-8048-f41d85377fb6 None None] The sync data for ids ['1407d781-9600-4605-ba5f-6543e8e51ea9'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:35.838897 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-21a1d6c8-4ccf-4df4-af29-438843b43986 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/routers/1407d781-9600-4605-ba5f-6543e8e51ea9 HTTP/1.1" status: 200 len: 920 time: 0.1645772 Sep 16 04:55:35.843233 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58798) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:35.858484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28e2ac7b-70ff-4d42-b244-c562c9f4db1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.878755 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Attempting to bind port 9470762c-2cd0-443f-88f9-9a64478d8311 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:35.879959 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Attempting to bind port 9470762c-2cd0-443f-88f9-9a64478d8311 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:35.880721 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Attempting to bind port 9470762c-2cd0-443f-88f9-9a64478d8311 on network b5cce523-a0c7-49f0-a524-094134bea0cf {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:35.886908 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:35.887887 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Checking segment: {'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:35.888546 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.889184 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Bound using segment: {'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:35.890154 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Bound port: 9470762c-2cd0-443f-88f9-9a64478d8311, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:35.890773 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.907393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624d7628-6272-47a4-bd60-7acfd0f11afa tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.909033 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-624d7628-6272-47a4-bd60-7acfd0f11afa tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&device_id=1407d781-9600-4605-ba5f-6543e8e51ea9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0646741 Sep 16 04:55:35.912587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58804) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:36.024936 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] For port 9470762c-2cd0-443f-88f9-9a64478d8311, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:36.036748 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] For port 9470762c-2cd0-443f-88f9-9a64478d8311, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9470762c-2cd0-443f-88f9-9a64478d8311,segment=NetworkSegment(344f55ee-a76f-4745-b2a7-153ecf361fd4),segment_id=344f55ee-a76f-4745-b2a7-153ecf361fd4)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:36.070435 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3c85b878-b362-409e-bf67-9b5916b3081d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.095785 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.107299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b4bd08-d739-4fd7-8ba3-10f9cc0b3224 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.108674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-8867901b-6191-45bd-857c-82661fc74d4a service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140075 Sep 16 04:55:36.118501 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-39b4bd08-d739-4fd7-8ba3-10f9cc0b3224 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 881 time: 0.2047725 Sep 16 04:55:36.119298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58808) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:36.177248 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-52039af8-747b-4d5f-99bd-26a448961606 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "GET /v2.0/ports?device_id=1407d781-9600-4605-ba5f-6543e8e51ea9 HTTP/1.1" status: 200 len: 205 time: 0.0492976 Sep 16 04:55:36.177248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58812) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:36.220291 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Routers {'8a31a2af-6f91-4711-a55c-dcfba105435c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:36.220291 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8a31a2af-6f91-4711-a55c-dcfba105435c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:36.254987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e577ed1e-8607-4017-b4b6-ea15ccfe0323 None None] Provisioning complete for port 9470762c-2cd0-443f-88f9-9a64478d8311 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:36.257614 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e577ed1e-8607-4017-b4b6-ea15ccfe0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.339020 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3fc4f-a54d-42f8-a18a-84ea2a781984 None None] Pushing event updated for resources: {'Port': ['ID=9470762c-2cd0-443f-88f9-9a64478d8311,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:36.389083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-72803616-3f2a-41f6-8a27-6191d8ce50e9 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642167 Sep 16 04:55:36.512657 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3c85b878-b362-409e-bf67-9b5916b3081d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.530027 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28e2ac7b-70ff-4d42-b244-c562c9f4db1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.533013 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28e2ac7b-70ff-4d42-b244-c562c9f4db1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.537480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-28e2ac7b-70ff-4d42-b244-c562c9f4db1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69b439b4-a571-4d6d-a156-125d54ae3d38 HTTP/1.1" status: 204 len: 168 time: 0.9812727 Sep 16 04:55:36.538586 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e577ed1e-8607-4017-b4b6-ea15ccfe0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.565613 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] Set router 8a31a2af-6f91-4711-a55c-dcfba105435c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:36.569582 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.585151 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e577ed1e-8607-4017-b4b6-ea15ccfe0323 None None] For port 9470762c-2cd0-443f-88f9-9a64478d8311, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9470762c-2cd0-443f-88f9-9a64478d8311,segment=NetworkSegment(344f55ee-a76f-4745-b2a7-153ecf361fd4),segment_id=344f55ee-a76f-4745-b2a7-153ecf361fd4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:36.606943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-d590c9e9-2186-4cb2-af98-cf1a522bf2f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 HTTP/1.1" status: 200 len: 217 time: 0.2166655 Sep 16 04:55:36.612092 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3c85b878-b362-409e-bf67-9b5916b3081d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.629021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2ac7b-70ff-4d42-b244-c562c9f4db1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b439b4-a571-4d6d-a156-125d54ae3d38,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:36.665809 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e577ed1e-8607-4017-b4b6-ea15ccfe0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.700886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85b878-b362-409e-bf67-9b5916b3081d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39c85d6-514c-44bd-9c04-00497352b702,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:36.793217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-cc215eb9-8133-4722-97af-29195c1107e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.797689 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-cc215eb9-8133-4722-97af-29195c1107e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=936106df-bf9b-418c-b55e-9f78c7e67000 HTTP/1.1" status: 200 len: 797 time: 0.1778085 Sep 16 04:55:36.831632 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.834835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3fba5e89-20c4-409b-a44e-384057cb7c05 None None] Provisioning complete for port 9470762c-2cd0-443f-88f9-9a64478d8311 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:36.836102 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3fba5e89-20c4-409b-a44e-384057cb7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.858605 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3c85b878-b362-409e-bf67-9b5916b3081d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.862737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58846) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:36.862937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3c85b878-b362-409e-bf67-9b5916b3081d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7178016 Sep 16 04:55:36.868432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577ed1e-8607-4017-b4b6-ea15ccfe0323 None None] Pushing event updated for resources: {'Port': ['ID=9470762c-2cd0-443f-88f9-9a64478d8311,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:36.878436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-e96e4354-f995-42ee-8bc9-cb9f31ac17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.881825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0b2ce67e-26bc-4073-bc57-b5bf99dbf79d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Request body: {'security_group_rule': {'security_group_id': 'c39c85d6-514c-44bd-9c04-00497352b702', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:36.882823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-e96e4354-f995-42ee-8bc9-cb9f31ac17ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0777633 Sep 16 04:55:36.968314 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:32Z', 'revision_number': 4, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '9470762c-2cd0-443f-88f9-9a64478d8311', 'name': '', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'mac_address': 'fa:16:3e:18:bb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:31Z', 'updated_at': '2021-09-16T04:55:36Z', 'revision_number': 4, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'subnets': [{'id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:36.979141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Deleting port c3006fb8-d740-489f-8b50-4c10d1b5abcb {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:36.979640 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.998699 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efdfdb-2188-4671-9aa6-acda71cdf119 None None] The sync data for ids ['8a31a2af-6f91-4711-a55c-dcfba105435c'] in n-d-712137-12 is: [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:32Z', 'revision_number': 4, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '9470762c-2cd0-443f-88f9-9a64478d8311', 'name': '', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'mac_address': 'fa:16:3e:18:bb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:31Z', 'updated_at': '2021-09-16T04:55:36Z', 'revision_number': 4, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'subnets': [{'id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:37.062754 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b2ce67e-26bc-4073-bc57-b5bf99dbf79d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.116422 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.140341 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Calling delete_port for c3006fb8-d740-489f-8b50-4c10d1b5abcb owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:37.208452 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b2ce67e-26bc-4073-bc57-b5bf99dbf79d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.292659 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b2ce67e-26bc-4073-bc57-b5bf99dbf79d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.319318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ce67e-26bc-4073-bc57-b5bf99dbf79d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1a90ce-5078-4130-9891-c9b73429c421,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:37.319929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-55be91cc-c09c-43f6-8024-c813c6cb05a2 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289093 Sep 16 04:55:37.385399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b2ce67e-26bc-4073-bc57-b5bf99dbf79d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.389401 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0b2ce67e-26bc-4073-bc57-b5bf99dbf79d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5225468 Sep 16 04:55:37.389801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58856) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:37.399761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4fba8a47-c8c8-4f65-89aa-b20c5e47221b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Request body: {'security_group_rule': {'security_group_id': 'c39c85d6-514c-44bd-9c04-00497352b702', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:37.453919 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-444c0e63-5c7e-4afc-9a2d-280facedce15 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262989 Sep 16 04:55:37.477225 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.512547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-94bd88e6-8154-4c99-b8df-286b09f8b82a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf714077-d4c2-4966-aba7-88fc07ed0680 HTTP/1.1" status: 200 len: 217 time: 0.0520015 Sep 16 04:55:37.515909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Pushing event deleted for resources: {'Port': ['ID=c3006fb8-d740-489f-8b50-4c10d1b5abcb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:37.531665 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fba8a47-c8c8-4f65-89aa-b20c5e47221b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.591868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-08822f77-d131-4a83-8efc-b5975befee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.593698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-08822f77-d131-4a83-8efc-b5975befee13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=936106df-bf9b-418c-b55e-9f78c7e67000 HTTP/1.1" status: 200 len: 797 time: 0.0745401 Sep 16 04:55:37.648128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-676e46df-9b55-4934-b5f3-edb54ba23f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.650295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-676e46df-9b55-4934-b5f3-edb54ba23f1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0489836 Sep 16 04:55:37.660885 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fba8a47-c8c8-4f65-89aa-b20c5e47221b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.666329 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.748808 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fba8a47-c8c8-4f65-89aa-b20c5e47221b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.778677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-3ac48066-5f17-4918-80d7-9aefe9db3a65 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213293 Sep 16 04:55:37.806815 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.810943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.819197 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba8a47-c8c8-4f65-89aa-b20c5e47221b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13352216-cddc-4f79-8e24-924fa0a20cea,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:37.897333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053bfb24-dfd7-421e-9d2b-dbb38e224934 req-678f4377-457a-4237-a12b-d1343ccef220 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105585 Sep 16 04:55:37.912415 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4fba8a47-c8c8-4f65-89aa-b20c5e47221b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.913756 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4fba8a47-c8c8-4f65-89aa-b20c5e47221b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5228844 Sep 16 04:55:37.922613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58870) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:37.928568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:37.971719 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.972444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Fanout notify agent at l3_agent the message router_deleted on router 1407d781-9600-4605-ba5f-6543e8e51ea9 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:37.986198 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.990998 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-560e8f3f-09bb-4720-b76f-bc84ca35ae57 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/routers/1407d781-9600-4605-ba5f-6543e8e51ea9 HTTP/1.1" status: 204 len: 168 time: 1.8135641 Sep 16 04:55:37.991885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58872) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:38.000251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2a7097e7-8041-483e-bd94-1411f9ed1ea3 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1165416907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:38.021431 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.077288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-63562e4b-5837-4a35-a59d-39e062a20359 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6100848 Sep 16 04:55:38.135586 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a7097e7-8041-483e-bd94-1411f9ed1ea3 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.136964 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a7097e7-8041-483e-bd94-1411f9ed1ea3 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.166812 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-cb66fb9c-0f74-4000-9f10-6af263db6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.167381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-cb66fb9c-0f74-4000-9f10-6af263db6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.167777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-cb66fb9c-0f74-4000-9f10-6af263db6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.168256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-cb66fb9c-0f74-4000-9f10-6af263db6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.168755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-cb66fb9c-0f74-4000-9f10-6af263db6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.169029 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.169510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-cb66fb9c-0f74-4000-9f10-6af263db6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.169692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-cb66fb9c-0f74-4000-9f10-6af263db6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.171722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-cb66fb9c-0f74-4000-9f10-6af263db6f76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6496 time: 0.0658743 Sep 16 04:55:38.220762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58876) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:38.258452 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a7097e7-8041-483e-bd94-1411f9ed1ea3 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.274685 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be15aecb-1e8b-42e2-978e-e9bf945ad33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.336952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Allocated IP 172.25.3.114 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/d1b892ef-4ebe-4a60-a820-223a5eed8644) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:38.355708 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a7097e7-8041-483e-bd94-1411f9ed1ea3 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.375462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58880) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:38.405520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-62f61d2e-616c-4741-8769-b84f9932f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.406004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-62f61d2e-616c-4741-8769-b84f9932f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.406478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-62f61d2e-616c-4741-8769-b84f9932f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.408125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-62f61d2e-616c-4741-8769-b84f9932f295 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8487353-bf70-4143-9d46-50f9b4c7e66b&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&id=e4736ad3-9a26-42c8-8dc7-2dd152730d61 HTTP/1.1" status: 200 len: 2290 time: 0.2062273 Sep 16 04:55:38.500107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-3b2ab5b3-f036-495e-a49e-7bb9bd7d840e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 HTTP/1.1" status: 200 len: 1001 time: 0.0822523 Sep 16 04:55:38.516781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.578457 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be15aecb-1e8b-42e2-978e-e9bf945ad33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.589123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-f97c320b-0918-4ae4-bd46-0c7edd3d5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.591283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-f97c320b-0918-4ae4-bd46-0c7edd3d5988 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebe9250e-52d1-4da4-a13f-ea260b6b0f94 HTTP/1.1" status: 200 len: 851 time: 0.0812547 Sep 16 04:55:38.638250 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.689897 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97af971d-d5a2-4f69-9fa1-6be08ee23014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.696532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be15aecb-1e8b-42e2-978e-e9bf945ad33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.713715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:38.731075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Pushing event updated for resources: {'Port': ['ID=d1b892ef-4ebe-4a60-a820-223a5eed8644,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:38.736881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:38.740256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:38.742169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-12f64333-f287-4f36-8f36-59a24fb97438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.743808 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-12f64333-f287-4f36-8f36-59a24fb97438 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8487353-bf70-4143-9d46-50f9b4c7e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435325 Sep 16 04:55:38.795140 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a7097e7-8041-483e-bd94-1411f9ed1ea3 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.795140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2a7097e7-8041-483e-bd94-1411f9ed1ea3 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8020597 Sep 16 04:55:38.799456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58898) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:38.812209 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-be15aecb-1e8b-42e2-978e-e9bf945ad33e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd62aa3ec2d247ac9fc7baf2658a43dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5907423 Sep 16 04:55:38.821875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58900) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:38.833625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9470762c-2cd0-443f-88f9-9a64478d8311 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:38.846980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15aecb-1e8b-42e2-978e-e9bf945ad33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d97f1cb-0525-4544-83e9-a6aa9f97b1fe,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:38.856785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'enable_snat': True}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:38.956532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9470762c-2cd0-443f-88f9-9a64478d8311 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:38.957734 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.008765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-c7d722f4-e56f-4131-b197-c2b723fabb0b service neutron] 10.222.0.23 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492781 Sep 16 04:55:39.140443 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.146933 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97af971d-d5a2-4f69-9fa1-6be08ee23014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.153105 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-abe59aaf-605b-45bb-a223-d5804f6e048d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.212981 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-abe59aaf-605b-45bb-a223-d5804f6e048d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.226504 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97af971d-d5a2-4f69-9fa1-6be08ee23014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.229812 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.297628 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-1c58b4b9-13b9-4a5a-a53a-242b4e5bb265 service neutron] 10.222.0.23 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318187 Sep 16 04:55:39.301833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-97af971d-d5a2-4f69-9fa1-6be08ee23014 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5807d909cb746b7900a8e57b8dbed10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9253726 Sep 16 04:55:39.304667 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.308133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58914) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:39.346280 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af971d-d5a2-4f69-9fa1-6be08ee23014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27b7431-1a62-47d1-8555-94f64c3bd8d6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:39.403128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-9e1fca86-128b-49ac-a178-0d4ff992e9d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=a8325af5-44cb-44ee-a252-6e68b67041df HTTP/1.1" status: 200 len: 217 time: 0.0515730 Sep 16 04:55:39.439054 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-abe59aaf-605b-45bb-a223-d5804f6e048d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.442606 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-abe59aaf-605b-45bb-a223-d5804f6e048d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.446637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-abe59aaf-605b-45bb-a223-d5804f6e048d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d97f1cb-0525-4544-83e9-a6aa9f97b1fe HTTP/1.1" status: 204 len: 168 time: 0.6195891 Sep 16 04:55:39.464234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe59aaf-605b-45bb-a223-d5804f6e048d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d97f1cb-0525-4544-83e9-a6aa9f97b1fe,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:39.486542 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-6ce66251-6fed-430f-bdd7-e9ec0ad55127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.488108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-6ce66251-6fed-430f-bdd7-e9ec0ad55127 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.0785956 Sep 16 04:55:39.514583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e99a23a-56b5-4d3c-bc77-821e3de84eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.540944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-792c0525-0e82-4516-84eb-11a233325d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.549577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-792c0525-0e82-4516-84eb-11a233325d0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0522225 Sep 16 04:55:39.583137 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e99a23a-56b5-4d3c-bc77-821e3de84eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.664513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-66079939-4f69-4424-afe1-1444d3f6e242 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068177 Sep 16 04:55:39.674650 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.764162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-5d5d15a1-967e-4248-99e5-1bbc0f3b5e35 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924494 Sep 16 04:55:39.783959 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e99a23a-56b5-4d3c-bc77-821e3de84eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.790623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e99a23a-56b5-4d3c-bc77-821e3de84eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.790623 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1e99a23a-56b5-4d3c-bc77-821e3de84eba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f27b7431-1a62-47d1-8555-94f64c3bd8d6 HTTP/1.1" status: 204 len: 168 time: 0.4788935 Sep 16 04:55:39.790623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.829070 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-e725f621-328b-4e4f-b066-02c9a3b62e81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=2eccfbee-550e-4934-aa2d-57a5f5442bc8 HTTP/1.1" status: 200 len: 217 time: 0.0562198 Sep 16 04:55:39.830203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99a23a-56b5-4d3c-bc77-821e3de84eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27b7431-1a62-47d1-8555-94f64c3bd8d6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:39.883119 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Pushing event updated for resources: {'Port': ['ID=d1b892ef-4ebe-4a60-a820-223a5eed8644,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:39.883602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-c67d86f7-8862-45f0-8d9e-1ac8715fcaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.886494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-c67d86f7-8862-45f0-8d9e-1ac8715fcaba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.0496719 Sep 16 04:55:39.886903 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.934481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-877d99f7-5e04-4994-bc9e-3aecb9e1c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:39.936040 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-877d99f7-5e04-4994-bc9e-3aecb9e1c5ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0432980 Sep 16 04:55:40.060112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-a03ead8f-265b-4240-93ea-b0f3c14fdd0d service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168659 Sep 16 04:55:40.160884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.162554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-5116e49c-5044-4f76-beca-d3c0f21b9dcc service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951943 Sep 16 04:55:40.178915 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.223892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-540de40d-6605-4e09-90cc-46152867cb13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=3187c83a-2f99-4514-ae4a-2e228455e9c6 HTTP/1.1" status: 200 len: 217 time: 0.0532703 Sep 16 04:55:40.281083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-7b292ad6-0dbc-4798-ba5f-13a6aa2498a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.282724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-7b292ad6-0dbc-4798-ba5f-13a6aa2498a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.0516527 Sep 16 04:55:40.298659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58940) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:40.302067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Allocated IP 172.25.3.105 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/e36a120f-618d-4adc-b44c-b20575a37d18) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:40.307302 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.309600 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8931767b-fa2a-4bdc-9470-2292d2dba399 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3845658 Sep 16 04:55:40.335336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-5f523cc1-eeeb-4109-9548-b1498a0a877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.336921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-5f523cc1-eeeb-4109-9548-b1498a0a877d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0476382 Sep 16 04:55:40.449080 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.456638 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-070c5901-2431-4cef-afe9-adca8ef81e63 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128168 Sep 16 04:55:40.529511 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2eb2ae49-c2cd-49d8-96c5-6c37c0c4c4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.561241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.603603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:40.608271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:40.614673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:40.638627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event updated for resources: {'Port': ['ID=e36a120f-618d-4adc-b44c-b20575a37d18,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:40.640017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-5f96544d-b7f4-4836-8446-f95971d3b360 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744630 Sep 16 04:55:40.718231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-1783ff61-52cb-4134-91a8-1994a01a61ef tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1933327770&fields=id&tenant_id=40c74be334de4770a4fd6ded2002be8c HTTP/1.1" status: 200 len: 267 time: 0.1293511 Sep 16 04:55:40.724682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-8b49b423-14f7-409e-9bf5-df6dfc672ebe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=dfd779c3-6268-4c99-a46d-f7e68488baf2 HTTP/1.1" status: 200 len: 217 time: 0.0606072 Sep 16 04:55:40.875659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-0e52b7a2-e091-445d-afb0-c93445301c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.877227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-0e52b7a2-e091-445d-afb0-c93445301c9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.1351340 Sep 16 04:55:40.918950 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2eb2ae49-c2cd-49d8-96c5-6c37c0c4c4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.946975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-fdd2eb37-fdc8-4249-a773-77cd7838456d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.948357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-fdd2eb37-fdc8-4249-a773-77cd7838456d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/networks?id=b5cce523-a0c7-49f0-a524-094134bea0cf HTTP/1.1" status: 200 len: 815 time: 0.2217631 Sep 16 04:55:40.965066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-2f60e816-c740-49d7-b55a-5b0156f0dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.966503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-2f60e816-c740-49d7-b55a-5b0156f0dd99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0808766 Sep 16 04:55:40.970408 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-0028f8ef-84d5-41f9-9327-df84f13b271b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/quotas/40c74be334de4770a4fd6ded2002be8c HTTP/1.1" status: 200 len: 375 time: 0.0156114 Sep 16 04:55:41.017552 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.031319 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2eb2ae49-c2cd-49d8-96c5-6c37c0c4c4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.116784 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:55:41.124092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2eb2ae49-c2cd-49d8-96c5-6c37c0c4c4f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a02e238479d5452bb99ef5d715a8c7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8243577 Sep 16 04:55:41.127477 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58982) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:41.128129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2ae49-c2cd-49d8-96c5-6c37c0c4c4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2f6d78-0fd7-46d3-9f85-eb521d3ccd96,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:41.160327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-b5729a4e-604d-418b-abaf-56c4f13383c4 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=40c74be334de4770a4fd6ded2002be8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1776907 Sep 16 04:55:41.192383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-fc7e210d-2b73-40ad-9e0a-44c1d775af5e service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171068 Sep 16 04:55:41.247683 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.252293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.340702 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b930c8d-3408-45ea-a67d-dd4642ab4974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.381891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58988) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:41.382411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-ccf8fce3-ffb8-466f-92da-6034f6a220da service neutron] 10.222.0.24 "GET /v2.0/networks/b5cce523-a0c7-49f0-a524-094134bea0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072456 Sep 16 04:55:41.393875 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b930c8d-3408-45ea-a67d-dd4642ab4974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.460236 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-476c0e20-1642-46ec-bdb4-9cc6de11512f service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542889 Sep 16 04:55:41.477430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Router ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:41.545105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-3c345e70-7e58-468b-8a7f-d46cd5dffd82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbdc05d8-6e27-488d-8ccd-7146341eee48 HTTP/1.1" status: 200 len: 217 time: 0.0501232 Sep 16 04:55:41.548269 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f6fa-9639-44cf-809b-dc4f652e67a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.608303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-2f8d0817-b6ec-4198-acb7-dd8439ff11b9 service neutron] 10.222.0.24 "GET /v2.0/networks/b5cce523-a0c7-49f0-a524-094134bea0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120304 Sep 16 04:55:41.611733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-eccfb9c0-3eac-4556-ae23-6d03a0de229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.613867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-eccfb9c0-3eac-4556-ae23-6d03a0de229f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c03be75-dfaa-43ca-8637-e3c4c294e56b HTTP/1.1" status: 200 len: 797 time: 0.0609982 Sep 16 04:55:41.631253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:41.635843 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.637702 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-793ffc28-c047-4dea-8349-75c7842e2fc2 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "PUT /v2.0/routers/ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb HTTP/1.1" status: 200 len: 915 time: 2.8337140 Sep 16 04:55:41.641736 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e892f0a-33ae-4a0c-ba5a-3e529dbd85b1 None None] Sync routers for ids ['ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:41.647738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59000) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:41.653041 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e892f0a-33ae-4a0c-ba5a-3e529dbd85b1 None None] Routers {'ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:41.653918 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7e892f0a-33ae-4a0c-ba5a-3e529dbd85b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:41.690626 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-49dd6967-ea61-46f0-be79-aec438d71c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.696046 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7e892f0a-33ae-4a0c-ba5a-3e529dbd85b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:41.696723 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-49dd6967-ea61-46f0-be79-aec438d71c9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0743163 Sep 16 04:55:41.710682 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e892f0a-33ae-4a0c-ba5a-3e529dbd85b1 None None] Routers {'ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:41.711143 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7e892f0a-33ae-4a0c-ba5a-3e529dbd85b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:41.751457 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7e892f0a-33ae-4a0c-ba5a-3e529dbd85b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:41.752117 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e892f0a-33ae-4a0c-ba5a-3e529dbd85b1 None None] The sync data for ids ['ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:41.823036 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-050a5108-47e6-4d42-b604-314fa10d38ff tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/routers/ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb HTTP/1.1" status: 200 len: 921 time: 0.1730921 Sep 16 04:55:41.826554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59008) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:41.889819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f6fa-9639-44cf-809b-dc4f652e67a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.928208 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b748f86-94a4-4b59-ae87-378e081b4c1b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.938744 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5b748f86-94a4-4b59-ae87-378e081b4c1b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&device_id=ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1110337 Sep 16 04:55:41.939430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59018) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:42.015172 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5823633e-79ed-427a-844d-72441b598a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.072875 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f6fa-9639-44cf-809b-dc4f652e67a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.075784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd60c4-08bb-4f93-a8e4-93496c1caee7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.077269 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-adcd60c4-08bb-4f93-a8e4-93496c1caee7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 881 time: 0.1368301 Sep 16 04:55:42.130775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59026) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:42.170474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5f6fa-9639-44cf-809b-dc4f652e67a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4c544f-9ae2-4801-a8d6-67ff3f479b03,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.183411 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-75c23cd0-10d1-4263-a5a2-c6e5722eacd5 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb HTTP/1.1" status: 200 len: 205 time: 0.0511701 Sep 16 04:55:42.183949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59030) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:42.200008 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6fb5f6fa-9639-44cf-809b-dc4f652e67a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a83366b49704d959983bed0807b7311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8044562 Sep 16 04:55:42.221297 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b930c8d-3408-45ea-a67d-dd4642ab4974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.224641 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b930c8d-3408-45ea-a67d-dd4642ab4974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.225879 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1b930c8d-3408-45ea-a67d-dd4642ab4974 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc2f6d78-0fd7-46d3-9f85-eb521d3ccd96 HTTP/1.1" status: 204 len: 168 time: 1.0909295 Sep 16 04:55:42.229231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59032) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:42.268521 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.321746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-245bf2c2-8981-421b-8d0b-9be201fa3fe1 req-ed2cd7ee-5eb0-4867-b686-c3985e52518e tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 210 time: 0.0931606 Sep 16 04:55:42.330103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b930c8d-3408-45ea-a67d-dd4642ab4974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2f6d78-0fd7-46d3-9f85-eb521d3ccd96,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.350687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.396171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-83612f72-68ac-446e-aceb-7aceb3216a10 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6866684 Sep 16 04:55:42.401229 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0c220310-e14e-4c4d-840b-79418abbca0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.424912 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0c220310-e14e-4c4d-840b-79418abbca0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.511563 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.566504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-7a890d9b-7438-4c29-b76e-ed474870dc02 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352744 Sep 16 04:55:42.616531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-668cc35f-fb29-4f11-8696-7747d91c79d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=043eee9d-4c0a-4074-9c55-f1ea00b36a05 HTTP/1.1" status: 200 len: 217 time: 0.0416472 Sep 16 04:55:42.648048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Deleting port e36a120f-618d-4adc-b44c-b20575a37d18 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:42.648565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.662638 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0c220310-e14e-4c4d-840b-79418abbca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.665278 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0c220310-e14e-4c4d-840b-79418abbca0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.668742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0c220310-e14e-4c4d-840b-79418abbca0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a4c544f-9ae2-4801-a8d6-67ff3f479b03 HTTP/1.1" status: 204 len: 168 time: 0.4347129 Sep 16 04:55:42.678659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-544e441a-e01e-47da-ae4e-4a155a1b59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.680189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-544e441a-e01e-47da-ae4e-4a155a1b59c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c03be75-dfaa-43ca-8637-e3c4c294e56b HTTP/1.1" status: 200 len: 797 time: 0.0569289 Sep 16 04:55:42.681336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c220310-e14e-4c4d-840b-79418abbca0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4c544f-9ae2-4801-a8d6-67ff3f479b03,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.764302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-fb35415f-d883-4cd0-88b3-3f587636af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.766892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-fb35415f-d883-4cd0-88b3-3f587636af84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0796821 Sep 16 04:55:42.776511 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.797853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Calling delete_port for e36a120f-618d-4adc-b44c-b20575a37d18 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:42.885546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-e37598b7-c26c-4c3f-aa67-c45dcad97db9 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112158 Sep 16 04:55:43.039274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3df3ab1b-cad2-4cd6-9647-0b7bf0a739dd req-c9bfa1ef-2ee8-4f78-a5bb-acfdec77719f service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438878 Sep 16 04:55:43.123654 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.166110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Pushing event deleted for resources: {'Port': ['ID=e36a120f-618d-4adc-b44c-b20575a37d18,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:43.231084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.328404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.330589 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.454142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f43aefeb-7009-4f0f-991a-5a1e181ee186 req-7c9e9e07-3187-447b-8ba8-6b4505d10008 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 210 time: 0.0330868 Sep 16 04:55:43.472074 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.473255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Fanout notify agent at l3_agent the message router_deleted on router ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:43.484045 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.484045 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f947c3c6-e793-4a5f-abd2-a14c3a9ecd0a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/routers/ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb HTTP/1.1" status: 204 len: 168 time: 1.2936714 Sep 16 04:55:43.487072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59074) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:43.491784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d978edd2-8c2f-4555-bfce-acec9fc9c1c0 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-402635188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:43.586780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59082) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:43.602304 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6afed83e-9aaa-42fb-82e9-eef7e84a3d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.647314 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d978edd2-8c2f-4555-bfce-acec9fc9c1c0 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.648678 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d978edd2-8c2f-4555-bfce-acec9fc9c1c0 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.706551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d978edd2-8c2f-4555-bfce-acec9fc9c1c0 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.786621 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6afed83e-9aaa-42fb-82e9-eef7e84a3d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.792419 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d978edd2-8c2f-4555-bfce-acec9fc9c1c0 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.850435 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6afed83e-9aaa-42fb-82e9-eef7e84a3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.895819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6afed83e-9aaa-42fb-82e9-eef7e84a3d82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c50a0f4255604540be22ee3424d22655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077714 Sep 16 04:55:43.898521 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59092) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:43.905219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afed83e-9aaa-42fb-82e9-eef7e84a3d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e266ba-ede6-4076-96c2-2a30bcbd9809,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:43.933148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d978edd2-8c2f-4555-bfce-acec9fc9c1c0 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.933148 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d978edd2-8c2f-4555-bfce-acec9fc9c1c0 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4435589 Sep 16 04:55:43.934850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59096) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:43.940925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'enable_snat': False}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:43.960703 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f0512d0c-6dc1-4e05-a374-196235bd8d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.995154 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f0512d0c-6dc1-4e05-a374-196235bd8d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.215108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.215219 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f0512d0c-6dc1-4e05-a374-196235bd8d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.219199 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f0512d0c-6dc1-4e05-a374-196235bd8d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.221471 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f0512d0c-6dc1-4e05-a374-196235bd8d37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2e266ba-ede6-4076-96c2-2a30bcbd9809 HTTP/1.1" status: 204 len: 168 time: 0.3217595 Sep 16 04:55:44.232596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0512d0c-6dc1-4e05-a374-196235bd8d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e266ba-ede6-4076-96c2-2a30bcbd9809,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:44.531507 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-702d5d44-9786-49c4-893f-15259038b272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.618843 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.634058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8d1a6cb-3015-4ff2-8f84-bdd10f6522de req-d81aa1ba-3e29-4faf-8cb3-025f1ef9e62a tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 210 time: 0.0509760 Sep 16 04:55:44.674385 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.828828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Allocated IP 172.25.3.158 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/daa724e9-cad4-4076-9f44-cc874f42a1b7) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:44.895515 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-bbfb4ef7-6453-45ca-acac-27d73dad3808 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:44.897141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-bbfb4ef7-6453-45ca-acac-27d73dad3808 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.37 "GET /v2.0/networks?id=b5cce523-a0c7-49f0-a524-094134bea0cf HTTP/1.1" status: 200 len: 815 time: 0.1630907 Sep 16 04:55:44.970961 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-b6fbe869-8a89-41ff-8a59-a5a6172901d5 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40c74be334de4770a4fd6ded2002be8c HTTP/1.1" status: 200 len: 380 time: 0.0644391 Sep 16 04:55:44.981541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Request body: {'port': {'device_id': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'admin_state_up': True, 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'security_groups': ['c39c85d6-514c-44bd-9c04-00497352b702']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:45.308448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.317919 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.386066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Made reservation on behalf of 40c74be334de4770a4fd6ded2002be8c for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:45.391298 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.465711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.576886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:45.584419 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:45.595038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:45.600679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Pushing event updated for resources: {'Port': ['ID=daa724e9-cad4-4076-9f44-cc874f42a1b7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:45.667388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Allocated IP 172.20.0.14 (b5cce523-a0c7-49f0-a524-094134bea0cf/353c1cce-2518-46a9-8e68-792e14ac5e6e/e7ae3376-2b86-4b56-9a53-d5551e104a9f) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:45.750917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59172) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:45.812864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd22bae3-0b8e-4891-8909-bbea73f21768 req-adbaf359-372c-447e-ba59-e98b6d954295 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 210 time: 0.0534165 Sep 16 04:55:45.901008 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.913940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1977060964-network', 'tenant_id': '35faa87a32e545899eb8771d42df7451'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:45.961436 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.038242 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Made reservation on behalf of 35faa87a32e545899eb8771d42df7451 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:46.041565 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.053161 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.084726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59186) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.089390 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.112067 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.140784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Network b5cce523-a0c7-49f0-a524-094134bea0cf is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:46.149433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:46.156281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:46.204418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Pushing event updated for resources: {'Port': ['ID=e7ae3376-2b86-4b56-9a53-d5551e104a9f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:46.270923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.271624 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.310615 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.321066 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.337614 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b853e8f-76b1-40bc-baba-5db5d0e6d0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.387893 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.430982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:46.444677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e9deca-a8f6-452d-81fd-2bce2a26fc89,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:46.473024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.473950 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Added segment 918bc753-b873-4f9a-b188-43c3d315b47e of type vlan for network 0ca009d0-7e27-4b66-880c-80c7c0436df2 Sep 16 04:55:46.478877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9f2e13d7-c7af-4a0d-b769-9fd1320ff4cc tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5019999 Sep 16 04:55:46.493536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Request body: {'port': {'device_id': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:46.511099 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.522394 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.557209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d9a8e1c1-ba91-4701-9dba-638c9e5626b0 None None] Provisioning complete for port e7ae3376-2b86-4b56-9a53-d5551e104a9f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:46.557866 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e1c1-ba91-4701-9dba-638c9e5626b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.560719 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.592552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d9a8e1c1-ba91-4701-9dba-638c9e5626b0 None None] Port e7ae3376-2b86-4b56-9a53-d5551e104a9f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:46.625183 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.696304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b853e8f-76b1-40bc-baba-5db5d0e6d0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.732343 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.733552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.733919 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.781236 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b853e8f-76b1-40bc-baba-5db5d0e6d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.828589 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2b853e8f-76b1-40bc-baba-5db5d0e6d0d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2106b4d09bc9403e8a8754272852e20b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7411635 Sep 16 04:55:46.829767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b853e8f-76b1-40bc-baba-5db5d0e6d0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131390af-35c0-4c67-96ad-74d70d53ea87,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:46.832558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59200) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.862206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Router cf32ca13-03f8-462b-bc38-c5c8e52a279c is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:46.865378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca009d0-7e27-4b66-880c-80c7c0436df2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:46.877616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 0ca009d0-7e27-4b66-880c-80c7c0436df2 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:46.921112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1a54487d-0ba7-4002-9cb7-6386a44e0556 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1689787 Sep 16 04:55:46.924092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59206) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.930001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-032b46d4-175e-4ede-94a5-7a187cfea143 admin admin] Request body: {'subnet': {'network_id': '0ca009d0-7e27-4b66-880c-80c7c0436df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1977060964-subnet', 'tenant_id': '35faa87a32e545899eb8771d42df7451', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:46.985935 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd85df45-b182-4ff9-b66c-938428d70354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.997706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df3aee-16c9-4fdd-9f85-4c7266aa4a63 req-e88d75fb-cca3-40b6-9770-c2435fdb717e tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.999237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0df3aee-16c9-4fdd-9f85-4c7266aa4a63 req-e88d75fb-cca3-40b6-9770-c2435fdb717e tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 932 time: 0.0825992 Sep 16 04:55:47.044027 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd85df45-b182-4ff9-b66c-938428d70354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.057982 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:47.064343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.068869 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2c0bc213-e215-4321-8faa-2113c94fbc15 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "PUT /v2.0/routers/cf32ca13-03f8-462b-bc38-c5c8e52a279c HTTP/1.1" status: 200 len: 915 time: 3.1323345 Sep 16 04:55:47.072342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52e83d-5913-43b8-8890-9e27d076f0d9 None None] Sync routers for ids ['cf32ca13-03f8-462b-bc38-c5c8e52a279c'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:47.074010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59212) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.081265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0df3aee-16c9-4fdd-9f85-4c7266aa4a63 req-36ff5840-ca8f-437f-9961-ec50328a2f1e tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups?id=c39c85d6-514c-44bd-9c04-00497352b702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734177 Sep 16 04:55:47.093944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032b46d4-175e-4ede-94a5-7a187cfea143 admin admin] Made reservation on behalf of 35faa87a32e545899eb8771d42df7451 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:47.096403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52e83d-5913-43b8-8890-9e27d076f0d9 None None] Routers {'cf32ca13-03f8-462b-bc38-c5c8e52a279c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:47.097130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-032b46d4-175e-4ede-94a5-7a187cfea143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.098218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8c52e83d-5913-43b8-8890-9e27d076f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cf32ca13-03f8-462b-bc38-c5c8e52a279c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:47.120582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ae3376-2b86-4b56-9a53-d5551e104a9f {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:47.130465 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.145919 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Transition to ACTIVE for port object e7ae3376-2b86-4b56-9a53-d5551e104a9f will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:47.170861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8c52e83d-5913-43b8-8890-9e27d076f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:47.184060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52e83d-5913-43b8-8890-9e27d076f0d9 None None] Routers {'cf32ca13-03f8-462b-bc38-c5c8e52a279c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:47.184804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8c52e83d-5913-43b8-8890-9e27d076f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cf32ca13-03f8-462b-bc38-c5c8e52a279c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:47.231469 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.233824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8c52e83d-5913-43b8-8890-9e27d076f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:47.234494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52e83d-5913-43b8-8890-9e27d076f0d9 None None] The sync data for ids ['cf32ca13-03f8-462b-bc38-c5c8e52a279c'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:47.307286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ae3376-2b86-4b56-9a53-d5551e104a9f,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:47.372637 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd85df45-b182-4ff9-b66c-938428d70354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.375790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd85df45-b182-4ff9-b66c-938428d70354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.377323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cd85df45-b182-4ff9-b66c-938428d70354 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/131390af-35c0-4c67-96ad-74d70d53ea87 HTTP/1.1" status: 204 len: 168 time: 0.5400817 Sep 16 04:55:47.399010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85df45-b182-4ff9-b66c-938428d70354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131390af-35c0-4c67-96ad-74d70d53ea87,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:47.418089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Attempting to bind port e7ae3376-2b86-4b56-9a53-d5551e104a9f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:47.418433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Attempting to bind port e7ae3376-2b86-4b56-9a53-d5551e104a9f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:47.418874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Attempting to bind port e7ae3376-2b86-4b56-9a53-d5551e104a9f on network b5cce523-a0c7-49f0-a524-094134bea0cf {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:47.425471 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-69df0ff0-fda6-43fc-bd92-8a499300f7ac tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/routers/cf32ca13-03f8-462b-bc38-c5c8e52a279c HTTP/1.1" status: 200 len: 921 time: 0.3496423 Sep 16 04:55:47.428240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Port e7ae3376-2b86-4b56-9a53-d5551e104a9f on network b5cce523-a0c7-49f0-a524-094134bea0cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:47.428449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Attempting to bind port e7ae3376-2b86-4b56-9a53-d5551e104a9f on network b5cce523-a0c7-49f0-a524-094134bea0cf {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:47.428634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59222) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.434270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:47.434901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Checking segment: {'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:47.435748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Bound using segment: {'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:47.436386 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Bound port: e7ae3376-2b86-4b56-9a53-d5551e104a9f, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344f55ee-a76f-4745-b2a7-153ecf361fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:47.437017 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.460687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.599430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] For port e7ae3376-2b86-4b56-9a53-d5551e104a9f, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:47.602913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] For port e7ae3376-2b86-4b56-9a53-d5551e104a9f, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e7ae3376-2b86-4b56-9a53-d5551e104a9f,segment=NetworkSegment(344f55ee-a76f-4745-b2a7-153ecf361fd4),segment_id=344f55ee-a76f-4745-b2a7-153ecf361fd4)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:47.606768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386514c2-c924-439d-b270-2d9122476fd5 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.608348 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-386514c2-c924-439d-b270-2d9122476fd5 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&device_id=cf32ca13-03f8-462b-bc38-c5c8e52a279c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1786952 Sep 16 04:55:47.611314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59232) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.698554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711b2481-fc1d-41ef-b683-657eb152825b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.699944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-711b2481-fc1d-41ef-b683-657eb152825b tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 881 time: 0.0874426 Sep 16 04:55:47.702684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59234) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.729959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6287e402-e2ac-47fc-b0d2-c89a410991c9 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf32ca13-03f8-462b-bc38-c5c8e52a279c HTTP/1.1" status: 200 len: 205 time: 0.0262613 Sep 16 04:55:47.732298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59236) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.798314 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-032b46d4-175e-4ede-94a5-7a187cfea143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.838706 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.873417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b46d4-175e-4ede-94a5-7a187cfea143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1cd28e2-af60-4f1e-b12f-a70fc42a3a35,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:47.887519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032b46d4-175e-4ede-94a5-7a187cfea143 admin admin] Checking segment: {'id': '918bc753-b873-4f9a-b188-43c3d315b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0ca009d0-7e27-4b66-880c-80c7c0436df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:47.887886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b46d4-175e-4ede-94a5-7a187cfea143 admin admin] Network hostable DHCP agents. Network: 0ca009d0-7e27-4b66-880c-80c7c0436df2, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:47.893410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.894644 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.896126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] 10.222.0.37 "PUT /v2.0/ports/e7ae3376-2b86-4b56-9a53-d5551e104a9f HTTP/1.1" status: 200 len: 1093 time: 1.4089370 Sep 16 04:55:47.898810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'tag': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:47.909044 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d18307d-51fb-4f2a-8a6f-0a61591d7f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "04c9911a-3ad7-48c4-b229-380d1feb47d3", "tag": "e7ae3376-2b86-4b56-9a53-d5551e104a9f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:47.924829 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.981716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e1df0-c493-464f-9183-55ef1cc84714 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ae3376-2b86-4b56-9a53-d5551e104a9f,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:48.054243 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b46d4-175e-4ede-94a5-7a187cfea143 admin admin] Network 0ca009d0-7e27-4b66-880c-80c7c0436df2 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:48.056955 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.176962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-032b46d4-175e-4ede-94a5-7a187cfea143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 0ca009d0-7e27-4b66-880c-80c7c0436df2) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:48.186732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b46d4-175e-4ede-94a5-7a187cfea143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.187109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d362c98c-6c50-494e-924e-1aabbdf972de None None] Network 0ca009d0-7e27-4b66-880c-80c7c0436df2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:48.189254 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-032b46d4-175e-4ede-94a5-7a187cfea143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.208134 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84c0496-b06b-49f8-b95d-34199a67a1b3 x-openstack-request-id: req-f84c0496-b06b-49f8-b95d-34199a67a1b3 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:48.208514 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c9911a-3ad7-48c4-b229-380d1feb47d3", "tag": "e7ae3376-2b86-4b56-9a53-d5551e104a9f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:48.208713 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f84c0496-b06b-49f8-b95d-34199a67a1b3 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:48.209112 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'tag': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f', 'status': 'completed', 'code': 200} Sep 16 04:55:48.218439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-1b378798-7d39-4506-aba4-ec38b01ca905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.220309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-1b378798-7d39-4506-aba4-ec38b01ca905 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=40c74be334de4770a4fd6ded2002be8c&device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 1096 time: 0.1359913 Sep 16 04:55:48.314469 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-032b46d4-175e-4ede-94a5-7a187cfea143 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3883085 Sep 16 04:55:48.339797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-d891703c-71d6-4707-acec-c2947f5fbb99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7ae3376-2b86-4b56-9a53-d5551e104a9f HTTP/1.1" status: 200 len: 217 time: 0.0843029 Sep 16 04:55:48.442065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf2860-e1f0-4094-8fe6-4f500a187092 req-63e6069d-ef63-46b9-8f7c-aeb250c5547c tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.443883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59264) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:48.455483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82bf2860-e1f0-4094-8fe6-4f500a187092 req-63e6069d-ef63-46b9-8f7c-aeb250c5547c tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 944 time: 0.2526546 Sep 16 04:55:48.484707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-cab4b1a1-8e82-40b1-a9ac-f359bac0f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.486980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-cab4b1a1-8e82-40b1-a9ac-f359bac0f794 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=353c1cce-2518-46a9-8e68-792e14ac5e6e HTTP/1.1" status: 200 len: 854 time: 0.1401472 Sep 16 04:55:48.511998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd852a7d-a594-4238-8ffe-10f4f70776ac None None] Network 0ca009d0-7e27-4b66-880c-80c7c0436df2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:48.529770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Deleting port daa724e9-cad4-4076-9f44-cc874f42a1b7 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:48.530124 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.633793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-673582cb-98a7-4993-8520-e72013b754c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.639175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-673582cb-98a7-4993-8520-e72013b754c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5cce523-a0c7-49f0-a524-094134bea0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399343 Sep 16 04:55:48.775433 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-048afe15-a1b5-433b-886b-b6b9505c903c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.900421 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-048afe15-a1b5-433b-886b-b6b9505c903c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.967497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82bf2860-e1f0-4094-8fe6-4f500a187092 req-c0c6a1ab-9881-4681-9bce-52920250a834 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups?id=c39c85d6-514c-44bd-9c04-00497352b702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4918747 Sep 16 04:55:48.991424 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-048afe15-a1b5-433b-886b-b6b9505c903c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.020143 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.069265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Calling delete_port for daa724e9-cad4-4076-9f44-cc874f42a1b7 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:49.070716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048afe15-a1b5-433b-886b-b6b9505c903c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b09ab8-ffd8-4e86-bd17-708b1644fbaa,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:49.088484 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-048afe15-a1b5-433b-886b-b6b9505c903c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93404ede525b414fa840340e2ad2b2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6415663 Sep 16 04:55:49.099015 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59288) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:49.143539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-caf6a42a-dc50-4fa8-9dea-646482500511 service neutron] 10.222.0.37 "GET /v2.0/networks/b5cce523-a0c7-49f0-a524-094134bea0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809735 Sep 16 04:55:49.300821 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4def7703-1e27-4e6e-9e09-94422ff5878b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.328675 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4def7703-1e27-4e6e-9e09-94422ff5878b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.393061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8a82c53-3548-4320-bb89-c66c3088e87c req-9604e8ea-1843-466f-b69a-bce6f2270dad service neutron] 10.222.0.37 "GET /v2.0/networks/b5cce523-a0c7-49f0-a524-094134bea0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380464 Sep 16 04:55:49.538141 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.540131 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4def7703-1e27-4e6e-9e09-94422ff5878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.542806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4def7703-1e27-4e6e-9e09-94422ff5878b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.546364 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4def7703-1e27-4e6e-9e09-94422ff5878b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5b09ab8-ffd8-4e86-bd17-708b1644fbaa HTTP/1.1" status: 204 len: 168 time: 0.4531271 Sep 16 04:55:49.584165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def7703-1e27-4e6e-9e09-94422ff5878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b09ab8-ffd8-4e86-bd17-708b1644fbaa,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:49.616176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Pushing event deleted for resources: {'Port': ['ID=daa724e9-cad4-4076-9f44-cc874f42a1b7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:49.650577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18307d-51fb-4f2a-8a6f-0a61591d7f4b req-019758fd-64cb-48a2-96e8-7daa9e3fd784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.652172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d18307d-51fb-4f2a-8a6f-0a61591d7f4b req-019758fd-64cb-48a2-96e8-7daa9e3fd784 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=40c74be334de4770a4fd6ded2002be8c&device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 1096 time: 0.1256461 Sep 16 04:55:49.750676 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.855325 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.861627 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.870154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18307d-51fb-4f2a-8a6f-0a61591d7f4b req-7024aa4b-6ef6-4050-bb40-43cb1c2462b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.871699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d18307d-51fb-4f2a-8a6f-0a61591d7f4b req-7024aa4b-6ef6-4050-bb40-43cb1c2462b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5cce523-a0c7-49f0-a524-094134bea0cf HTTP/1.1" status: 200 len: 915 time: 0.1945786 Sep 16 04:55:49.890002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59312) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:49.896434 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1640513977-network', 'tenant_id': '365c2a3d65784d02b6b684b927b113bf'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:49.949490 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d18307d-51fb-4f2a-8a6f-0a61591d7f4b req-288eb44d-6c62-4818-89c3-98dc1f76c16e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7ae3376-2b86-4b56-9a53-d5551e104a9f HTTP/1.1" status: 200 len: 217 time: 0.0395322 Sep 16 04:55:49.997060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Made reservation on behalf of 365c2a3d65784d02b6b684b927b113bf for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:49.999509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.013234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18307d-51fb-4f2a-8a6f-0a61591d7f4b req-c7357883-2154-4797-82d2-ac0122f691c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.015342 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d18307d-51fb-4f2a-8a6f-0a61591d7f4b req-c7357883-2154-4797-82d2-ac0122f691c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=353c1cce-2518-46a9-8e68-792e14ac5e6e HTTP/1.1" status: 200 len: 854 time: 0.0587862 Sep 16 04:55:50.016501 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.033229 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.033492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Fanout notify agent at l3_agent the message router_deleted on router cf32ca13-03f8-462b-bc38-c5c8e52a279c {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:50.067213 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.068396 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ff4fd2cf-0b81-49b4-8627-01172a31f4c2 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/routers/cf32ca13-03f8-462b-bc38-c5c8e52a279c HTTP/1.1" status: 204 len: 168 time: 2.3350410 Sep 16 04:55:50.073002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59326) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.081105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1200158783', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:50.129281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18307d-51fb-4f2a-8a6f-0a61591d7f4b req-8d9820ac-3a61-4652-9f0d-50e0665f5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.130884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d18307d-51fb-4f2a-8a6f-0a61591d7f4b req-8d9820ac-3a61-4652-9f0d-50e0665f5e06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5cce523-a0c7-49f0-a524-094134bea0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079469 Sep 16 04:55:50.176741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26a7cc-3ac7-4dc5-b347-854c72a64f79 req-5641b08e-b281-4faa-aaae-2faa27b22167 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.178355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b26a7cc-3ac7-4dc5-b347-854c72a64f79 req-5641b08e-b281-4faa-aaae-2faa27b22167 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 944 time: 0.0906522 Sep 16 04:55:50.180828 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.273718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b26a7cc-3ac7-4dc5-b347-854c72a64f79 req-a414c9a5-33a5-48b5-b6c5-b9346a51db2d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups?id=c39c85d6-514c-44bd-9c04-00497352b702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816805 Sep 16 04:55:50.301555 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.313263 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d18307d-51fb-4f2a-8a6f-0a61591d7f4b req-eda9dd91-722b-4a66-8075-910d6529c6ec service neutron] 10.222.0.37 "GET /v2.0/networks/b5cce523-a0c7-49f0-a524-094134bea0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727798 Sep 16 04:55:50.342687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:50.363554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2d707c-2eec-4932-a996-5e61dd574f50,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.369132 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.369753 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Added segment ed02c82b-78da-4760-bcf8-6fb380332edb of type vlan for network c77ff2a8-cdab-4b5f-88d4-ea75a321bead Sep 16 04:55:50.416955 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.417994 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.419659 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.459952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d18307d-51fb-4f2a-8a6f-0a61591d7f4b req-aa61eff2-039e-4332-8620-8c518bcaa470 service neutron] 10.222.0.37 "GET /v2.0/networks/b5cce523-a0c7-49f0-a524-094134bea0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387219 Sep 16 04:55:50.494378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.580282 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.583429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.583429 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.648222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] Pushing event updated for resources: {'Network': ['ID=c77ff2a8-cdab-4b5f-88d4-ea75a321bead,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.658578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network c77ff2a8-cdab-4b5f-88d4-ea75a321bead details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:50.695509 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b48a28f6-a06e-4d2b-ba23-87c3aabe6301 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8037868 Sep 16 04:55:50.710310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59356) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.722893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2a5f76df-0e5f-4943-8c9f-aa22e6ede7f5 admin admin] Request body: {'subnet': {'network_id': 'c77ff2a8-cdab-4b5f-88d4-ea75a321bead', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1640513977-subnet', 'tenant_id': '365c2a3d65784d02b6b684b927b113bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:50.816602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59368) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.816729 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.837124 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5f76df-0e5f-4943-8c9f-aa22e6ede7f5 admin admin] Made reservation on behalf of 365c2a3d65784d02b6b684b927b113bf for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:50.839814 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a5f76df-0e5f-4943-8c9f-aa22e6ede7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.928680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1029384600-network', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:51.100064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Made reservation on behalf of 10b6f1c80f114078a0842c8ad70708ea for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:51.103161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.111951 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.148403 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a5f76df-0e5f-4943-8c9f-aa22e6ede7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.154854 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.169301 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e7ae3376-2b86-4b56-9a53-d5551e104a9f details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:55:51.184623 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.232070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f76df-0e5f-4943-8c9f-aa22e6ede7f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f31b53b2-9d9e-4a10-87f6-20631849b142,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:51.261780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f76df-0e5f-4943-8c9f-aa22e6ede7f5 admin admin] Checking segment: {'id': 'ed02c82b-78da-4760-bcf8-6fb380332edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c77ff2a8-cdab-4b5f-88d4-ea75a321bead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:51.262149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f76df-0e5f-4943-8c9f-aa22e6ede7f5 admin admin] Network hostable DHCP agents. Network: c77ff2a8-cdab-4b5f-88d4-ea75a321bead, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:51.288586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e7ae3376-2b86-4b56-9a53-d5551e104a9f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e7ae3376-2b86-4b56-9a53-d5551e104a9f,segment=NetworkSegment(344f55ee-a76f-4745-b2a7-153ecf361fd4),segment_id=344f55ee-a76f-4745-b2a7-153ecf361fd4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:51.302198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'port_id': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f', 'mac_address': 'fa:16:3e:2d:36:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:55:51.314256 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.321988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Allocated IP 172.25.3.90 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/3f460410-3e82-43a4-9842-7bc5b01bab5f) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:51.349197 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.364394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ae3376-2b86-4b56-9a53-d5551e104a9f {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:51.398417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e7ae3376-2b86-4b56-9a53-d5551e104a9f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e7ae3376-2b86-4b56-9a53-d5551e104a9f,segment=NetworkSegment(344f55ee-a76f-4745-b2a7-153ecf361fd4),segment_id=344f55ee-a76f-4745-b2a7-153ecf361fd4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:51.432961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f76df-0e5f-4943-8c9f-aa22e6ede7f5 admin admin] Network c77ff2a8-cdab-4b5f-88d4-ea75a321bead is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:51.445707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.456391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f6420-ebb7-4891-8c5c-41e50f2c6f41 req-76e5b71d-8dd0-4d98-a529-94db52bec1fe tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.458337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b21f6420-ebb7-4891-8c5c-41e50f2c6f41 req-76e5b71d-8dd0-4d98-a529-94db52bec1fe tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 944 time: 0.0994740 Sep 16 04:55:51.474449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:51.483530 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.491946 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.492180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d63a1-565e-4bf8-8f05-0716b8955d84,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:51.503259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.503894 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Added segment 0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1 of type vlan for network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 Sep 16 04:55:51.520857 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b21f6420-ebb7-4891-8c5c-41e50f2c6f41 req-fdc7e039-07ae-47ee-8e08-c67bcedc0a00 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups?id=c39c85d6-514c-44bd-9c04-00497352b702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532911 Sep 16 04:55:51.554624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f76df-0e5f-4943-8c9f-aa22e6ede7f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, c77ff2a8-cdab-4b5f-88d4-ea75a321bead) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:51.559342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5f76df-0e5f-4943-8c9f-aa22e6ede7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.560128 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a5f76df-0e5f-4943-8c9f-aa22e6ede7f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.572027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e7ae3376-2b86-4b56-9a53-d5551e104a9f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:51.579738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee17b89-ff52-42e3-b183-7b387ec56521 None None] Network c77ff2a8-cdab-4b5f-88d4-ea75a321bead requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:51.581007 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.648115 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.688985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:51.695605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:51.700731 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:51.704293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Pushing event updated for resources: {'Port': ['ID=3f460410-3e82-43a4-9842-7bc5b01bab5f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:51.718091 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.719091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.720011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.724337 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2a5f76df-0e5f-4943-8c9f-aa22e6ede7f5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0129008 Sep 16 04:55:51.750810 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['e7ae3376-2b86-4b56-9a53-d5551e104a9f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:51.809363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c246b526-7c62-4703-8a52-da2209bc2f88 None None] Network c77ff2a8-cdab-4b5f-88d4-ea75a321bead requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:51.830487 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] Pushing event updated for resources: {'Network': ['ID=c100970b-ef8f-4b4f-b9fd-6826a60b6e30,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:51.854382 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-22a0e63b-25ac-4596-b454-512199154e3f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0443721 Sep 16 04:55:51.857273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59408) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:51.862254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1c6aec3e-cf58-4d03-be1f-8e89046d6dbc admin admin] Request body: {'subnet': {'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1029384600-subnet', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:51.914999 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:52.008245 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6aec3e-cf58-4d03-be1f-8e89046d6dbc admin admin] Made reservation on behalf of 10b6f1c80f114078a0842c8ad70708ea for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:52.011064 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c6aec3e-cf58-4d03-be1f-8e89046d6dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.248254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59420) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:52.317438 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.408334 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c6aec3e-cf58-4d03-be1f-8e89046d6dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.425654 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-981d35fc-6b6d-46ca-ac66-cbdcb339136f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.467921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6aec3e-cf58-4d03-be1f-8e89046d6dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d95e30f-79a8-41b8-8ab2-c23f587db53b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:52.476349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6aec3e-cf58-4d03-be1f-8e89046d6dbc admin admin] Checking segment: {'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:52.476749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6aec3e-cf58-4d03-be1f-8e89046d6dbc admin admin] Network hostable DHCP agents. Network: c100970b-ef8f-4b4f-b9fd-6826a60b6e30, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:52.620149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6aec3e-cf58-4d03-be1f-8e89046d6dbc admin admin] Network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:52.680962 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.763270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-1c6aec3e-cf58-4d03-be1f-8e89046d6dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, c100970b-ef8f-4b4f-b9fd-6826a60b6e30) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:52.768141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6aec3e-cf58-4d03-be1f-8e89046d6dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.768871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c6aec3e-cf58-4d03-be1f-8e89046d6dbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.774373 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bdc2d6-e438-4a02-9867-e024060fca48 None None] Network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:52.787013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-4c73b9a8-b100-446e-af3b-9f1d1a67d9de tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.788538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-4c73b9a8-b100-446e-af3b-9f1d1a67d9de tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/networks?id=0ca009d0-7e27-4b66-880c-80c7c0436df2 HTTP/1.1" status: 200 len: 809 time: 0.2668283 Sep 16 04:55:52.796316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e04700-de14-449e-a036-a4a57b8eaa05 req-2d5f2ad3-ce2a-4d36-beae-ae7bb036c360 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.802185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00e04700-de14-449e-a036-a4a57b8eaa05 req-2d5f2ad3-ce2a-4d36-beae-ae7bb036c360 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 945 time: 0.1969526 Sep 16 04:55:52.841611 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-981d35fc-6b6d-46ca-ac66-cbdcb339136f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.846754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-09894209-eba9-438a-b2f3-6137f64baf9a tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/quotas/35faa87a32e545899eb8771d42df7451 HTTP/1.1" status: 200 len: 375 time: 0.0463941 Sep 16 04:55:52.923489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-84b1fe88-7e35-4f83-8c2a-69e9217c1325 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=35faa87a32e545899eb8771d42df7451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490162 Sep 16 04:55:52.923837 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'fixed_ips': [{'subnet_id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:55:52.924832 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.931271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00e04700-de14-449e-a036-a4a57b8eaa05 req-69bd46e8-6b0c-49ae-8bba-2355614e7772 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups?id=c39c85d6-514c-44bd-9c04-00497352b702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186976 Sep 16 04:55:52.931873 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-981d35fc-6b6d-46ca-ac66-cbdcb339136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.985699 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1c6aec3e-cf58-4d03-be1f-8e89046d6dbc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1273103 Sep 16 04:55:52.988253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59438) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:52.992608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:53.017285 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-981d35fc-6b6d-46ca-ac66-cbdcb339136f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2df9fb05c42b47ff89615380057767be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7648787 Sep 16 04:55:53.020297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59440) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:53.084220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d35fc-6b6d-46ca-ac66-cbdcb339136f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a86d9e4-8b7e-4a24-bb1d-802d6fe9983a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.095816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8485e5fc-8828-4358-8ce3-e579cc5510e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.102101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.103300 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.103759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Allocated IP 172.20.0.2 (c100970b-ef8f-4b4f-b9fd-6826a60b6e30/4d95e30f-79a8-41b8-8ab2-c23f587db53b/620f2cc4-907c-4544-80f6-ac248abcad2d) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:53.133262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-8cd44cbb-9de7-48ea-a596-22cf85b12ced service neutron] 10.222.0.24 "GET /v2.0/networks/0ca009d0-7e27-4b66-880c-80c7c0436df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953745 Sep 16 04:55:53.147854 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8485e5fc-8828-4358-8ce3-e579cc5510e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.195428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e7ae3376-2b86-4b56-9a53-d5551e104a9f up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:53.218808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Router c48eb654-ef27-4861-96b3-10e5717a0c48 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:53.246430 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.299160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-0398edd3-e68b-4739-a376-54377e7b8d81 service neutron] 10.222.0.24 "GET /v2.0/networks/0ca009d0-7e27-4b66-880c-80c7c0436df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627314 Sep 16 04:55:53.335739 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.352108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port e7ae3376-2b86-4b56-9a53-d5551e104a9f completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:55:53.357238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port e7ae3376-2b86-4b56-9a53-d5551e104a9f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:53.357664 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.384251 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8485e5fc-8828-4358-8ce3-e579cc5510e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.386833 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8485e5fc-8828-4358-8ce3-e579cc5510e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.387055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:53.390383 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8485e5fc-8828-4358-8ce3-e579cc5510e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a86d9e4-8b7e-4a24-bb1d-802d6fe9983a HTTP/1.1" status: 204 len: 168 time: 0.3660345 Sep 16 04:55:53.406650 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0be494-4c48-4578-9ad9-d2b0543272ca None None] Sync routers for ids ['c48eb654-ef27-4861-96b3-10e5717a0c48'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:53.424222 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.427118 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0be494-4c48-4578-9ad9-d2b0543272ca None None] Routers {'c48eb654-ef27-4861-96b3-10e5717a0c48'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:53.441904 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2e0be494-4c48-4578-9ad9-d2b0543272ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c48eb654-ef27-4861-96b3-10e5717a0c48'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:53.466699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:53.488494 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.492251 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-08cc7e41-5271-4e9a-b60a-8af1a37d8baa tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4136467 Sep 16 04:55:53.492556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59452) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:53.497734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:53.579807 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.599324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:53.636406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Pushing event updated for resources: {'Port': ['ID=620f2cc4-907c-4544-80f6-ac248abcad2d,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.654218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:53.684370 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2e0be494-4c48-4578-9ad9-d2b0543272ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:53.697674 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0be494-4c48-4578-9ad9-d2b0543272ca None None] Routers {'c48eb654-ef27-4861-96b3-10e5717a0c48'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:53.698822 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2e0be494-4c48-4578-9ad9-d2b0543272ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c48eb654-ef27-4861-96b3-10e5717a0c48'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:53.707227 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e7ae3376-2b86-4b56-9a53-d5551e104a9f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e7ae3376-2b86-4b56-9a53-d5551e104a9f,segment=NetworkSegment(344f55ee-a76f-4745-b2a7-153ecf361fd4),segment_id=344f55ee-a76f-4745-b2a7-153ecf361fd4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:53.708546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:53.711502 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be930c6c-e311-44bd-8043-e528b203594e" -d '{"events": [{"server_uuid": "04c9911a-3ad7-48c4-b229-380d1feb47d3", "name": "network-vif-plugged", "status": "completed", "tag": "e7ae3376-2b86-4b56-9a53-d5551e104a9f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:53.773882 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2e0be494-4c48-4578-9ad9-d2b0543272ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:53.774691 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0be494-4c48-4578-9ad9-d2b0543272ca None None] The sync data for ids ['c48eb654-ef27-4861-96b3-10e5717a0c48'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:53.809421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Attempting to bind port 620f2cc4-907c-4544-80f6-ac248abcad2d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:53.809924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Attempting to bind port 620f2cc4-907c-4544-80f6-ac248abcad2d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:53.810342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Attempting to bind port 620f2cc4-907c-4544-80f6-ac248abcad2d on network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:53.818936 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:53.819861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Checking segment: {'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:53.820530 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.821194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Bound using segment: {'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:53.821830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Bound port: 620f2cc4-907c-4544-80f6-ac248abcad2d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:53.822442 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.826365 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.899290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485e5fc-8828-4358-8ce3-e579cc5510e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a86d9e4-8b7e-4a24-bb1d-802d6fe9983a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.973440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e7ae3376-2b86-4b56-9a53-d5551e104a9f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.994101 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ca56d6-1544-4000-bbaf-7ca5bf3ff21d x-openstack-request-id: req-55ca56d6-1544-4000-bbaf-7ca5bf3ff21d {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:53.994101 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c9911a-3ad7-48c4-b229-380d1feb47d3", "name": "network-vif-plugged", "status": "completed", "tag": "e7ae3376-2b86-4b56-9a53-d5551e104a9f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:53.994101 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55ca56d6-1544-4000-bbaf-7ca5bf3ff21d {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:53.994658 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f', 'code': 200} Sep 16 04:55:53.997427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] For port 620f2cc4-907c-4544-80f6-ac248abcad2d, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:54.001294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] For port 620f2cc4-907c-4544-80f6-ac248abcad2d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=620f2cc4-907c-4544-80f6-ac248abcad2d,segment=NetworkSegment(0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1),segment_id=0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:54.013847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.073380 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.155700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a0f21-72c5-496e-80ce-ccfc7c4edd39 None None] Pushing event updated for resources: {'Port': ['ID=620f2cc4-907c-4544-80f6-ac248abcad2d,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:54.317380 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.350627 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.350903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ba06101-47ff-4c9f-befe-5d3d6a429aef req-24917c49-00f2-4a1f-9e52-16daae2650a8 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 210 time: 0.1562970 Sep 16 04:55:54.409048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f71fac-3a2c-472b-b4c6-3551b88d594f req-75211d96-130d-4701-9b9b-aedd3b4330f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.439854 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63f71fac-3a2c-472b-b4c6-3551b88d594f req-75211d96-130d-4701-9b9b-aedd3b4330f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 1098 time: 0.2522283 Sep 16 04:55:54.454793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f5a0f-736a-4a37-88e7-4bbc2962951f req-f709ed74-26d4-4f87-96d1-8f1eeec5a6c5 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.455657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b5f5a0f-736a-4a37-88e7-4bbc2962951f req-f709ed74-26d4-4f87-96d1-8f1eeec5a6c5 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 946 time: 0.2670381 Sep 16 04:55:54.498968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59480) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:54.559568 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-467b4507-5571-4ea5-83b7-45133d9e3a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.605847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Allocated IP 172.25.3.118 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/978100bc-f4cc-4b59-a5fa-12480010484b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:54.623122 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b5f5a0f-736a-4a37-88e7-4bbc2962951f req-4c480b1e-73de-4eff-9424-31daecb3b6be tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups?id=c39c85d6-514c-44bd-9c04-00497352b702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395235 Sep 16 04:55:54.640023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63f71fac-3a2c-472b-b4c6-3551b88d594f req-ee141378-7968-4217-9a9c-315e4fdf46cb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c39c85d6-514c-44bd-9c04-00497352b702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674073 Sep 16 04:55:54.762901 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.790101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.796220 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-467b4507-5571-4ea5-83b7-45133d9e3a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.813924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 620f2cc4-907c-4544-80f6-ac248abcad2d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:54.876098 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.878595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 620f2cc4-907c-4544-80f6-ac248abcad2d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:54.879142 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.952044 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-467b4507-5571-4ea5-83b7-45133d9e3a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.958220 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.996647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 620f2cc4-907c-4544-80f6-ac248abcad2d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=620f2cc4-907c-4544-80f6-ac248abcad2d,segment=NetworkSegment(0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1),segment_id=0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:55.010671 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.040704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Deleting port 3f460410-3e82-43a4-9842-7bc5b01bab5f {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:55.041369 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.068061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=978100bc-f4cc-4b59-a5fa-12480010484b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:55.072737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b4507-5571-4ea5-83b7-45133d9e3a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f05ebdf-5018-4110-85cf-88365a6a373d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:55.083972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:55.085899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:55.092919 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-467b4507-5571-4ea5-83b7-45133d9e3a1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6745abf5033d40adb9c2f629dece6a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925255 Sep 16 04:55:55.093883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:55.095271 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.135921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59486) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:55.192412 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=620f2cc4-907c-4544-80f6-ac248abcad2d,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:55.208619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.222013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Calling delete_port for 3f460410-3e82-43a4-9842-7bc5b01bab5f owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:55.340893 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3407438-06f8-405b-b349-7a3001dc477b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.371465 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3407438-06f8-405b-b349-7a3001dc477b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.508993 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3407438-06f8-405b-b349-7a3001dc477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.511943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3407438-06f8-405b-b349-7a3001dc477b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.513382 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e3407438-06f8-405b-b349-7a3001dc477b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f05ebdf-5018-4110-85cf-88365a6a373d HTTP/1.1" status: 204 len: 168 time: 0.3749344 Sep 16 04:55:55.527983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0a334f7-973f-456c-b573-a883f880fcef req-ebd04165-1610-44ef-88ff-8f61cacb85e2 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 210 time: 0.0405777 Sep 16 04:55:55.543951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3407438-06f8-405b-b349-7a3001dc477b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f05ebdf-5018-4110-85cf-88365a6a373d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:55.570460 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622dbfc8-03a5-4fe0-97c6-7092b52013b7 None None] Network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:55.665088 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.668729 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.723686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Pushing event deleted for resources: {'Port': ['ID=3f460410-3e82-43a4-9842-7bc5b01bab5f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:55.736975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-121bd58d-6f4c-4cab-8178-d9743e442bae None None] Provisioning complete for port 620f2cc4-907c-4544-80f6-ac248abcad2d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:55.737486 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-121bd58d-6f4c-4cab-8178-d9743e442bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.829834 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.846599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf9801-8e79-4280-8f16-53f7a58c143f req-f5351e6e-4867-47ae-9b5a-672815670fd9 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.848659 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43cf9801-8e79-4280-8f16-53f7a58c143f req-f5351e6e-4867-47ae-9b5a-672815670fd9 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 946 time: 0.0962005 Sep 16 04:55:55.927264 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.997758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43cf9801-8e79-4280-8f16-53f7a58c143f req-644a6ab4-e4b8-471c-892e-5ea7cfae531a tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups?id=c39c85d6-514c-44bd-9c04-00497352b702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116920 Sep 16 04:55:56.138812 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.143187 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.193270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Router 5472356f-2dcd-4ba6-a4fe-215a06783133 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:56.231153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Router c48eb654-ef27-4861-96b3-10e5717a0c48 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:56.257555 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9da4ed84-d997-4470-9c29-c9bd67113090 None None] Provisioning complete for port 620f2cc4-907c-4544-80f6-ac248abcad2d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:56.258138 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9da4ed84-d997-4470-9c29-c9bd67113090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.317824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:56.326222 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.327139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-245a6086-1e50-4333-9d52-d365160eb814 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "PUT /v2.0/routers/c48eb654-ef27-4861-96b3-10e5717a0c48 HTTP/1.1" status: 200 len: 706 time: 2.8334470 Sep 16 04:55:56.332373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59510) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:56.335101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b7f48-49f9-4134-b423-18c629b7c558 None None] Sync routers for ids ['c48eb654-ef27-4861-96b3-10e5717a0c48'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:56.345144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:56.355379 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Sync routers for ids ['5472356f-2dcd-4ba6-a4fe-215a06783133'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:56.367621 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Routers {'5472356f-2dcd-4ba6-a4fe-215a06783133'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:56.368258 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5472356f-2dcd-4ba6-a4fe-215a06783133'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:56.373247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b7f48-49f9-4134-b423-18c629b7c558 None None] Routers {'c48eb654-ef27-4861-96b3-10e5717a0c48'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:56.373592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-627b7f48-49f9-4134-b423-18c629b7c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c48eb654-ef27-4861-96b3-10e5717a0c48'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:56.413288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-627b7f48-49f9-4134-b423-18c629b7c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:56.430226 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0fb76366-da8a-4727-af31-1167ee43e27d tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/routers/c48eb654-ef27-4861-96b3-10e5717a0c48 HTTP/1.1" status: 200 len: 741 time: 0.0968082 Sep 16 04:55:56.431793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b7f48-49f9-4134-b423-18c629b7c558 None None] Routers {'c48eb654-ef27-4861-96b3-10e5717a0c48'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:56.432570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-627b7f48-49f9-4134-b423-18c629b7c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c48eb654-ef27-4861-96b3-10e5717a0c48'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:56.438868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59512) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:56.473848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-627b7f48-49f9-4134-b423-18c629b7c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:56.474379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b7f48-49f9-4134-b423-18c629b7c558 None None] The sync data for ids ['c48eb654-ef27-4861-96b3-10e5717a0c48'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:56.480975 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.485690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59516) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:56.485890 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-40e3eed2-1d1c-474a-a48a-dd7edbe9f6a8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4964383 Sep 16 04:55:56.488651 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9fb31b28-4c24-4da3-8a6e-3cb43af517d7 tempest-RoutersAdminTest-914661885 tempest-RoutersAdminTest-914661885-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&device_id=c48eb654-ef27-4861-96b3-10e5717a0c48 HTTP/1.1" status: 200 len: 205 time: 0.0544558 Sep 16 04:55:56.493932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59518) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:56.523480 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Set router 5472356f-2dcd-4ba6-a4fe-215a06783133 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:56.640511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a732abd0-b9c1-4205-a4d7-78a9c642fe28 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "GET /v2.0/ports?device_id=c48eb654-ef27-4861-96b3-10e5717a0c48 HTTP/1.1" status: 200 len: 205 time: 0.1437235 Sep 16 04:55:56.645004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59530) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:56.762863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00ed450a-018c-4b7c-8b8a-318701a60ac9 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.786107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 620f2cc4-907c-4544-80f6-ac248abcad2d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:56.844349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 620f2cc4-907c-4544-80f6-ac248abcad2d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:56.845130 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.856847 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eaacd95f-2ad3-4ca3-9bf8-f2dbc5268a89 req-9756fd5d-ac91-4579-93f9-18b9e231e589 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 210 time: 0.1587493 Sep 16 04:55:56.941667 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:55:55Z', 'revision_number': 3, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:56.992393 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Checking router: 5472356f-2dcd-4ba6-a4fe-215a06783133 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:56.992779 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Updating router 5472356f-2dcd-4ba6-a4fe-215a06783133 port 978100bc-f4cc-4b59-a5fa-12480010484b binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:55:57.005811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00ed450a-018c-4b7c-8b8a-318701a60ac9 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.008578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00ed450a-018c-4b7c-8b8a-318701a60ac9 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.024176 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.088571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-56d6edb7-6c0d-4911-acb7-c51a6005b446 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:57.094654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-56d6edb7-6c0d-4911-acb7-c51a6005b446 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.23 "GET /v2.0/networks?id=0ca009d0-7e27-4b66-880c-80c7c0436df2 HTTP/1.1" status: 200 len: 809 time: 0.5763907 Sep 16 04:55:57.106335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Request body: {'port': {'device_id': 'bf7234b0-d435-4ac6-8852-3f24cc9be5ae', 'network_id': '0ca009d0-7e27-4b66-880c-80c7c0436df2', 'admin_state_up': True, 'tenant_id': '35faa87a32e545899eb8771d42df7451'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:57.237645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00ed450a-018c-4b7c-8b8a-318701a60ac9 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.239215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ed450a-018c-4b7c-8b8a-318701a60ac9 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Fanout notify agent at l3_agent the message router_deleted on router c48eb654-ef27-4861-96b3-10e5717a0c48 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:57.257851 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00ed450a-018c-4b7c-8b8a-318701a60ac9 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.261351 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-00ed450a-018c-4b7c-8b8a-318701a60ac9 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/routers/c48eb654-ef27-4861-96b3-10e5717a0c48 HTTP/1.1" status: 204 len: 168 time: 0.6118183 Sep 16 04:55:57.266054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59550) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.334233 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a99d3e72-781b-4987-8ee6-b8368e5d5425 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "GET /v2.0/ports?device_id=c48eb654-ef27-4861-96b3-10e5717a0c48 HTTP/1.1" status: 200 len: 205 time: 0.0651665 Sep 16 04:55:57.334882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59552) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.383485 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-06cb5cc3-648c-4ce2-8579-e1879e8aa712 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] delete failed (client error): The resource could not be found. Sep 16 04:55:57.387828 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-06cb5cc3-648c-4ce2-8579-e1879e8aa712 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/routers/c48eb654-ef27-4861-96b3-10e5717a0c48 HTTP/1.1" status: 404 len: 336 time: 0.0517280 Sep 16 04:55:57.388444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59554) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.422610 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-99b625e8-ea16-4763-95e8-202e6301a334 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf32ca13-03f8-462b-bc38-c5c8e52a279c HTTP/1.1" status: 200 len: 205 time: 0.0326078 Sep 16 04:55:57.423382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59556) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.469432 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-df13a180-b74f-44fe-b28f-6e3d2c396152 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] delete failed (client error): The resource could not be found. Sep 16 04:55:57.474117 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-df13a180-b74f-44fe-b28f-6e3d2c396152 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/routers/cf32ca13-03f8-462b-bc38-c5c8e52a279c HTTP/1.1" status: 404 len: 336 time: 0.0498564 Sep 16 04:55:57.474718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59558) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.509572 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dee18874-51d3-4676-b574-d979ddd5fe1a tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb HTTP/1.1" status: 200 len: 205 time: 0.0326750 Sep 16 04:55:57.510205 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59560) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.550597 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.557303 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-058db601-8178-4497-bbd9-21ffc6edd88c tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] delete failed (client error): The resource could not be found. Sep 16 04:55:57.561218 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-058db601-8178-4497-bbd9-21ffc6edd88c tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/routers/ff5e8607-29d4-4eb3-ba4d-77d9e8d03ebb HTTP/1.1" status: 404 len: 336 time: 0.0498071 Sep 16 04:55:57.564354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59564) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.639554 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-68f8166d-c1c4-4336-81ba-ed3fae38d547 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "GET /v2.0/ports?device_id=1407d781-9600-4605-ba5f-6543e8e51ea9 HTTP/1.1" status: 200 len: 205 time: 0.0718336 Sep 16 04:55:57.639798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59566) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.650269 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.683841 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-5ee98412-4d9d-4979-8c1a-5f0d6be6c44d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] delete failed (client error): The resource could not be found. Sep 16 04:55:57.687501 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5ee98412-4d9d-4979-8c1a-5f0d6be6c44d tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/routers/1407d781-9600-4605-ba5f-6543e8e51ea9 HTTP/1.1" status: 404 len: 336 time: 0.0443780 Sep 16 04:55:57.688997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59570) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.729714 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaba712-85b9-4ea4-b906-6e091c242f0a None None] Pushing event updated for resources: {'Port': ['ID=978100bc-f4cc-4b59-a5fa-12480010484b,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:57.735448 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Attempting to bind port 978100bc-f4cc-4b59-a5fa-12480010484b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:57.735811 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Attempting to bind port 978100bc-f4cc-4b59-a5fa-12480010484b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:57.736166 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Attempting to bind port 978100bc-f4cc-4b59-a5fa-12480010484b on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:57.744436 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1526ad3e-6fb2-4a00-b303-d5723800eb23 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7 HTTP/1.1" status: 200 len: 205 time: 0.0531321 Sep 16 04:55:57.745036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59572) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.748970 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:57.749341 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:57.749742 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.750124 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:57.750592 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Bound port: 978100bc-f4cc-4b59-a5fa-12480010484b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:57.755150 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.809284 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-25c1a3da-1a6e-470e-9d06-d69803291568 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] delete failed (client error): The resource could not be found. Sep 16 04:55:57.813323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-25c1a3da-1a6e-470e-9d06-d69803291568 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/routers/e01a5a4d-4887-41f0-b4e4-b952d4ae8dc7 HTTP/1.1" status: 404 len: 336 time: 0.0671818 Sep 16 04:55:57.813916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59578) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.857000 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d07b3db9-4d02-4165-9062-03ffcbf2f407 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb918586-2394-4646-a20f-70d14c55c576 HTTP/1.1" status: 200 len: 205 time: 0.0416005 Sep 16 04:55:57.858571 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59582) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.936739 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-28eb1018-8af4-4d37-8018-040172258227 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] delete failed (client error): The resource could not be found. Sep 16 04:55:57.939270 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] For port 978100bc-f4cc-4b59-a5fa-12480010484b, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:57.942210 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-28eb1018-8af4-4d37-8018-040172258227 tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/routers/cb918586-2394-4646-a20f-70d14c55c576 HTTP/1.1" status: 404 len: 336 time: 0.0824504 Sep 16 04:55:57.945046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59590) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.947857 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] For port 978100bc-f4cc-4b59-a5fa-12480010484b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=978100bc-f4cc-4b59-a5fa-12480010484b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:57.985136 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fcfa3b-9f5e-4e12-95c9-f64befc3bf1b tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] DELETE failed (client error): The resource could not be found. Sep 16 04:55:57.985720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fcfa3b-9f5e-4e12-95c9-f64befc3bf1b tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:55:57.988517 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e9fcfa3b-9f5e-4e12-95c9-f64befc3bf1b tempest-RoutersAdminTest-1778926580 tempest-RoutersAdminTest-1778926580-project] 10.222.0.24 "DELETE /v2.0/subnets/0948b007-3ae7-404c-99f4-18ab5e670846 HTTP/1.1" status: 404 len: 337 time: 0.0417213 Sep 16 04:55:57.988702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Made reservation on behalf of 35faa87a32e545899eb8771d42df7451 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:57.992398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.025258 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.049054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ece0dd0a-a72b-46df-a090-4fe921ea1bd6 req-6ccd115d-758d-44fb-b464-8518666cef27 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 210 time: 0.0590935 Sep 16 04:55:58.073502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe300c-c2d8-4091-8b96-6f117817c12f req-859767e1-3842-46f4-be25-18709e81abfb tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:58.084043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0dbe300c-c2d8-4091-8b96-6f117817c12f req-859767e1-3842-46f4-be25-18709e81abfb tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 946 time: 0.8678484 Sep 16 04:55:58.134311 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Routers {'5472356f-2dcd-4ba6-a4fe-215a06783133'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:58.135062 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5472356f-2dcd-4ba6-a4fe-215a06783133'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:58.137098 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaba712-85b9-4ea4-b906-6e091c242f0a None None] Pushing event updated for resources: {'Port': ['ID=978100bc-f4cc-4b59-a5fa-12480010484b,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:58.290922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0dbe300c-c2d8-4091-8b96-6f117817c12f req-9ba88110-ebfe-4ec1-84b3-cd33422747a9 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups?id=c39c85d6-514c-44bd-9c04-00497352b702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074926 Sep 16 04:55:58.357525 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] Set router 5472356f-2dcd-4ba6-a4fe-215a06783133 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:58.512709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Allocated IP 172.20.0.2 (0ca009d0-7e27-4b66-880c-80c7c0436df2/c1cd28e2-af60-4f1e-b12f-a70fc42a3a35/6e44025e-ab71-48d3-9b92-d5a39d62fbe0) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:58.585557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913ba19-874c-471f-bd34-1a4360110d8e req-02e0d07d-1e97-43d7-8757-74bebc0db07f tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:58.596365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59608) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:58.597405 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0913ba19-874c-471f-bd34-1a4360110d8e req-02e0d07d-1e97-43d7-8757-74bebc0db07f tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 946 time: 0.1775146 Sep 16 04:55:58.598298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59610) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:58.686790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4434e513-feb3-42ed-9ac6-d4c4d87903ef tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Request body: {'floatingip': {'port_id': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:58.762524 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:55:55Z', 'revision_number': 3, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:58.775603 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4434e513-feb3-42ed-9ac6-d4c4d87903ef tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.800562 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a86ce9-cb83-4f10-9f1f-fb49e0823747 None None] The sync data for ids ['5472356f-2dcd-4ba6-a4fe-215a06783133'] in n-d-712137-12 is: [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:55:55Z', 'revision_number': 3, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:58.821506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa455147-480c-4599-9ff2-400e2f22c00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.897912 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.042783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa455147-480c-4599-9ff2-400e2f22c00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.088749 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa455147-480c-4599-9ff2-400e2f22c00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.151490 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aa455147-480c-4599-9ff2-400e2f22c00e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f6c4c6e9d50422db32d78c25b422bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5565860 Sep 16 04:55:59.161376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59632) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:59.168661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa455147-480c-4599-9ff2-400e2f22c00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fae4375-814b-4b5b-acea-1906629aa9a3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:59.299448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-927d0493-5603-49ba-b4c8-27c058e221f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.335754 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-927d0493-5603-49ba-b4c8-27c058e221f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.458643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c436f2f-81de-406e-bbd6-917856f5cf1e req-29a1570c-b655-49f8-80f9-e1e9ff88443f tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 210 time: 0.2367065 Sep 16 04:55:59.569055 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-927d0493-5603-49ba-b4c8-27c058e221f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.572377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-927d0493-5603-49ba-b4c8-27c058e221f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.576684 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-927d0493-5603-49ba-b4c8-27c058e221f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fae4375-814b-4b5b-acea-1906629aa9a3 HTTP/1.1" status: 204 len: 168 time: 0.4136994 Sep 16 04:55:59.586278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d0493-5603-49ba-b4c8-27c058e221f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fae4375-814b-4b5b-acea-1906629aa9a3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:59.609561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Allocated IP 172.20.0.1 (c100970b-ef8f-4b4f-b9fd-6826a60b6e30/4d95e30f-79a8-41b8-8ab2-c23f587db53b/cf017868-acae-4ab1-97f4-9a68f3bf6c61) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:59.714286 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.930173 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.068025 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4434e513-feb3-42ed-9ac6-d4c4d87903ef tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.105713 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.154820 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.174617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Network 0ca009d0-7e27-4b66-880c-80c7c0436df2 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:00.184209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:00.186711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:00.214880 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4434e513-feb3-42ed-9ac6-d4c4d87903ef tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.281531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:00.283827 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Pushing event updated for resources: {'Port': ['ID=6e44025e-ab71-48d3-9b92-d5a39d62fbe0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:00.319026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:00.321490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:00.373867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.374542 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.453221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Pushing event updated for resources: {'Port': ['ID=cf017868-acae-4ab1-97f4-9a68f3bf6c61,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:00.465482 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-4434e513-feb3-42ed-9ac6-d4c4d87903ef tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Floating IP 86136ef7-9f16-4eb7-8e48-3a8abde46649 associated. External IP: 172.25.3.114, port: e7ae3376-2b86-4b56-9a53-d5551e104a9f. Sep 16 04:56:00.473905 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.555800 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-7050d8a3-0b49-42dd-a1a0-317147729121 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4536321 Sep 16 04:56:00.572162 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Request body: {'port': {'device_id': 'bf7234b0-d435-4ac6-8852-3f24cc9be5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:00.721361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59704) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:00.751224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-42b749a5-2904-4207-bc19-ccf34ffb62b4 None None] Provisioning complete for port cf017868-acae-4ab1-97f4-9a68f3bf6c61 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:00.753312 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42b749a5-2904-4207-bc19-ccf34ffb62b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.859347 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eebb42a5-7aba-4ff6-906d-9cc5a9d30c1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3aa6dc047e5f417b95d5f5654b9a117d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342168 Sep 16 04:56:00.860001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59706) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:01.031792 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c576c143-b082-4739-9cd2-b6f433b63d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.063070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 978100bc-f4cc-4b59-a5fa-12480010484b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:01.072225 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c576c143-b082-4739-9cd2-b6f433b63d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.221355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-42b749a5-2904-4207-bc19-ccf34ffb62b4 None None] Port cf017868-acae-4ab1-97f4-9a68f3bf6c61 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:01.222660 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 978100bc-f4cc-4b59-a5fa-12480010484b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:01.223556 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.267732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59714) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:01.331621 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c576c143-b082-4739-9cd2-b6f433b63d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.336375 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c576c143-b082-4739-9cd2-b6f433b63d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.337642 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c576c143-b082-4739-9cd2-b6f433b63d2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07dd78e4-4825-4bed-b83e-0d8548f81ac1 HTTP/1.1" status: 204 len: 168 time: 0.4608724 Sep 16 04:56:01.341683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.344411 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.368989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 978100bc-f4cc-4b59-a5fa-12480010484b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=978100bc-f4cc-4b59-a5fa-12480010484b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:01.370286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576c143-b082-4739-9cd2-b6f433b63d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dd78e4-4825-4bed-b83e-0d8548f81ac1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:01.375508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d4521-29da-4d84-9a54-a280674d6972 req-255301d8-398e-4372-9537-1761b74c3de6 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.377423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd0d4521-29da-4d84-9a54-a280674d6972 req-255301d8-398e-4372-9537-1761b74c3de6 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 931 time: 0.7765138 Sep 16 04:56:01.443394 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.531265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=978100bc-f4cc-4b59-a5fa-12480010484b,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:01.550642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-763e74e0-eacd-42ee-9470-4c445d992cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.598798 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd0d4521-29da-4d84-9a54-a280674d6972 req-4d91c277-0afd-4cc2-b261-1624dd0a38d3 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9deca-a8f6-452d-81fd-2bce2a26fc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602020 Sep 16 04:56:01.634972 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.731962 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-763e74e0-eacd-42ee-9470-4c445d992cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.764160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4434e513-feb3-42ed-9ac6-d4c4d87903ef tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Router 8a31a2af-6f91-4711-a55c-dcfba105435c has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:01.768126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-763e74e0-eacd-42ee-9470-4c445d992cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.809548 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-763e74e0-eacd-42ee-9470-4c445d992cc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b4d16b0385d46e6830c1a6493bb18f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407209 Sep 16 04:56:01.810923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e74e0-eacd-42ee-9470-4c445d992cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a89bc6-fb6a-4786-bc28-82b59cad207a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:01.813602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59724) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:01.883232 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b094d2b5-1c52-44cb-bc3f-8e4baabab7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.913919 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b094d2b5-1c52-44cb-bc3f-8e4baabab7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.054615 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b094d2b5-1c52-44cb-bc3f-8e4baabab7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.058797 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b094d2b5-1c52-44cb-bc3f-8e4baabab7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.061776 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b094d2b5-1c52-44cb-bc3f-8e4baabab7aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70a89bc6-fb6a-4786-bc28-82b59cad207a HTTP/1.1" status: 204 len: 168 time: 0.2456107 Sep 16 04:56:02.074543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4434e513-feb3-42ed-9ac6-d4c4d87903ef tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:02.085426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094d2b5-1c52-44cb-bc3f-8e4baabab7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a89bc6-fb6a-4786-bc28-82b59cad207a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.086556 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e959f8-022f-464e-aca2-dfe0f41b18b8 None None] Sync routers for ids ['8a31a2af-6f91-4711-a55c-dcfba105435c'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:02.093326 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4434e513-feb3-42ed-9ac6-d4c4d87903ef tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.116586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e959f8-022f-464e-aca2-dfe0f41b18b8 None None] Routers {'8a31a2af-6f91-4711-a55c-dcfba105435c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:02.117425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d7e959f8-022f-464e-aca2-dfe0f41b18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8a31a2af-6f91-4711-a55c-dcfba105435c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:02.195371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4434e513-feb3-42ed-9ac6-d4c4d87903ef tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "PUT /v2.0/floatingips/86136ef7-9f16-4eb7-8e48-3a8abde46649 HTTP/1.1" status: 200 len: 992 time: 3.5813751 Sep 16 04:56:02.201078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'tag': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:02.203337 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f173a1-2690-47ad-8dbb-43e498cdd474" -d '{"events": [{"name": "network-changed", "server_uuid": "04c9911a-3ad7-48c4-b229-380d1feb47d3", "tag": "e7ae3376-2b86-4b56-9a53-d5551e104a9f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:02.227407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:02.236704 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.250533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Transition to ACTIVE for port object 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:02.264420 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.269118 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5915f8-4da8-4f4a-8da0-be938435b100 x-openstack-request-id: req-1f5915f8-4da8-4f4a-8da0-be938435b100 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:02.269426 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c9911a-3ad7-48c4-b229-380d1feb47d3", "tag": "e7ae3376-2b86-4b56-9a53-d5551e104a9f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:02.269801 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f5915f8-4da8-4f4a-8da0-be938435b100 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:02.270295 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'tag': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f', 'status': 'completed', 'code': 200} Sep 16 04:56:02.318145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.354540 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-d7e959f8-022f-464e-aca2-dfe0f41b18b8 None None] Set router 8a31a2af-6f91-4711-a55c-dcfba105435c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:02.370176 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.501074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Pushing event updated for resources: {'Port': ['ID=6e44025e-ab71-48d3-9b92-d5a39d62fbe0,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.525112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f173a1-2690-47ad-8dbb-43e498cdd474 req-f92e62db-e56e-43da-bdb0-01279da5dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.527113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0f173a1-2690-47ad-8dbb-43e498cdd474 req-f92e62db-e56e-43da-bdb0-01279da5dd72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=40c74be334de4770a4fd6ded2002be8c&device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 1098 time: 0.2276506 Sep 16 04:56:02.533804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.593408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Attempting to bind port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:02.593747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Attempting to bind port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '918bc753-b873-4f9a-b188-43c3d315b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0ca009d0-7e27-4b66-880c-80c7c0436df2'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:02.594330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Attempting to bind port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 on network 0ca009d0-7e27-4b66-880c-80c7c0436df2 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:02.619139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Pushing event updated for resources: {'Port': ['ID=cf017868-acae-4ab1-97f4-9a68f3bf6c61,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.644577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 on network 0ca009d0-7e27-4b66-880c-80c7c0436df2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:02.644911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Attempting to bind port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 on network 0ca009d0-7e27-4b66-880c-80c7c0436df2 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:02.699944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:02.700547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Checking segment: {'id': '918bc753-b873-4f9a-b188-43c3d315b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0ca009d0-7e27-4b66-880c-80c7c0436df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:02.701125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Bound using segment: {'id': '918bc753-b873-4f9a-b188-43c3d315b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0ca009d0-7e27-4b66-880c-80c7c0436df2'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:02.706680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Bound port: 6e44025e-ab71-48d3-9b92-d5a39d62fbe0, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918bc753-b873-4f9a-b188-43c3d315b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0ca009d0-7e27-4b66-880c-80c7c0436df2'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:02.706680 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.707499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d7e959f8-022f-464e-aca2-dfe0f41b18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:32Z', 'revision_number': 4, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '86136ef7-9f16-4eb7-8e48-3a8abde46649', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'port_id': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'mac_address': 'fa:16:3e:2d:36:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:38Z', 'updated_at': '2021-09-16T04:55:59Z', 'revision_number': 1, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9470762c-2cd0-443f-88f9-9a64478d8311', 'name': '', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'mac_address': 'fa:16:3e:18:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:31Z', 'updated_at': '2021-09-16T04:55:36Z', 'revision_number': 5, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'subnets': [{'id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:02.736319 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e959f8-022f-464e-aca2-dfe0f41b18b8 None None] Checking router: 8a31a2af-6f91-4711-a55c-dcfba105435c for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:02.746135 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e959f8-022f-464e-aca2-dfe0f41b18b8 None None] Routers {'8a31a2af-6f91-4711-a55c-dcfba105435c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:02.747053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d7e959f8-022f-464e-aca2-dfe0f41b18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8a31a2af-6f91-4711-a55c-dcfba105435c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:02.823976 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 978100bc-f4cc-4b59-a5fa-12480010484b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:02.868000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f173a1-2690-47ad-8dbb-43e498cdd474 req-2ece2c0c-23d4-4116-bf1a-417086369502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.869457 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0f173a1-2690-47ad-8dbb-43e498cdd474 req-2ece2c0c-23d4-4116-bf1a-417086369502 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5cce523-a0c7-49f0-a524-094134bea0cf HTTP/1.1" status: 200 len: 915 time: 0.3145807 Sep 16 04:56:02.932524 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59758) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:02.953024 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a47f9e45-8892-478a-b14f-2a60589a5b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.959411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-d7e959f8-022f-464e-aca2-dfe0f41b18b8 None None] Set router 8a31a2af-6f91-4711-a55c-dcfba105435c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:02.981811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e748-ab0b-485f-9965-23162c1e2aba req-af72e776-1657-4694-8c80-c6be3234de21 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.983369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed82e748-ab0b-485f-9965-23162c1e2aba req-af72e776-1657-4694-8c80-c6be3234de21 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 943 time: 0.1972415 Sep 16 04:56:02.989403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:03.008062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:03.023533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] For port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:03.041606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 978100bc-f4cc-4b59-a5fa-12480010484b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:03.042342 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.071458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] For port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=6e44025e-ab71-48d3-9b92-d5a39d62fbe0,segment=NetworkSegment(918bc753-b873-4f9a-b188-43c3d315b47e),segment_id=918bc753-b873-4f9a-b188-43c3d315b47e)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:03.079372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0f173a1-2690-47ad-8dbb-43e498cdd474 req-6ed883b6-a974-4f99-9fe7-2fc3175ec402 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7ae3376-2b86-4b56-9a53-d5551e104a9f HTTP/1.1" status: 200 len: 1000 time: 0.1962895 Sep 16 04:56:03.171206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.173923 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a47f9e45-8892-478a-b14f-2a60589a5b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.259708 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a47f9e45-8892-478a-b14f-2a60589a5b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.318504 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a47f9e45-8892-478a-b14f-2a60589a5b33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94b9d68cf3724fd8907e2bf374677b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839569 Sep 16 04:56:03.319886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59764) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:03.330667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f9e45-8892-478a-b14f-2a60589a5b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb308e2b-7f65-4169-9a44-41e56dce7246,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:03.417724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed82e748-ab0b-485f-9965-23162c1e2aba req-92d615a8-33b5-4b35-8c69-f60921274806 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9deca-a8f6-452d-81fd-2bce2a26fc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174583 Sep 16 04:56:03.427720 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f79965ab-58d2-4e6c-a89d-f5ac939f8468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.440142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.440142 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.440142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-769d0361-9978-4105-ab84-926213ea4901 service neutron] 10.222.0.23 "PUT /v2.0/ports/6e44025e-ab71-48d3-9b92-d5a39d62fbe0 HTTP/1.1" status: 200 len: 1092 time: 2.8735876 Sep 16 04:56:03.446179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f173a1-2690-47ad-8dbb-43e498cdd474 req-d23b25fe-9b78-420e-8601-2596d393fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.449165 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0f173a1-2690-47ad-8dbb-43e498cdd474 req-d23b25fe-9b78-420e-8601-2596d393fc81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=353c1cce-2518-46a9-8e68-792e14ac5e6e HTTP/1.1" status: 200 len: 854 time: 0.3177955 Sep 16 04:56:03.452713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d0361-9978-4105-ab84-926213ea4901 service neutron] Pushing event updated for resources: {'Port': ['ID=6e44025e-ab71-48d3-9b92-d5a39d62fbe0,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:03.471317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f79965ab-58d2-4e6c-a89d-f5ac939f8468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.497424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-dd840685-220b-4de0-af44-ea1cf130c08b None None] Provisioning complete for port cf017868-acae-4ab1-97f4-9a68f3bf6c61 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:03.497936 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd840685-220b-4de0-af44-ea1cf130c08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.526538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Router 5472356f-2dcd-4ba6-a4fe-215a06783133 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:03.537585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f173a1-2690-47ad-8dbb-43e498cdd474 req-e61d8fd2-3c64-4a95-ac45-1bef6ee60cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.539604 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0f173a1-2690-47ad-8dbb-43e498cdd474 req-e61d8fd2-3c64-4a95-ac45-1bef6ee60cdc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5cce523-a0c7-49f0-a524-094134bea0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814416 Sep 16 04:56:03.564897 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d7e959f8-022f-464e-aca2-dfe0f41b18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:32Z', 'revision_number': 4, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '86136ef7-9f16-4eb7-8e48-3a8abde46649', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'port_id': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'mac_address': 'fa:16:3e:2d:36:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:38Z', 'updated_at': '2021-09-16T04:55:59Z', 'revision_number': 1, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9470762c-2cd0-443f-88f9-9a64478d8311', 'name': '', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'mac_address': 'fa:16:3e:18:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:31Z', 'updated_at': '2021-09-16T04:55:36Z', 'revision_number': 5, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'subnets': [{'id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:03.599909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e959f8-022f-464e-aca2-dfe0f41b18b8 None None] The sync data for ids ['8a31a2af-6f91-4711-a55c-dcfba105435c'] in n-d-712137-12 is: [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:32Z', 'revision_number': 4, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '86136ef7-9f16-4eb7-8e48-3a8abde46649', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'port_id': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'mac_address': 'fa:16:3e:2d:36:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:55:38Z', 'updated_at': '2021-09-16T04:55:59Z', 'revision_number': 1, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9470762c-2cd0-443f-88f9-9a64478d8311', 'name': '', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'mac_address': 'fa:16:3e:18:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:31Z', 'updated_at': '2021-09-16T04:55:36Z', 'revision_number': 5, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'subnets': [{'id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:03.613345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-dd840685-220b-4de0-af44-ea1cf130c08b None None] Port cf017868-acae-4ab1-97f4-9a68f3bf6c61 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:03.631237 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f79965ab-58d2-4e6c-a89d-f5ac939f8468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.640980 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f79965ab-58d2-4e6c-a89d-f5ac939f8468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.640980 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f79965ab-58d2-4e6c-a89d-f5ac939f8468 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb308e2b-7f65-4169-9a44-41e56dce7246 HTTP/1.1" status: 204 len: 168 time: 0.3119011 Sep 16 04:56:03.644748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79965ab-58d2-4e6c-a89d-f5ac939f8468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb308e2b-7f65-4169-9a44-41e56dce7246,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:03.869018 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36323984-8ee4-474e-b130-33ba9ce31952 None None] New status for floating IP 86136ef7-9f16-4eb7-8e48-3a8abde46649: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:56:04.073236 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:04.090330 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Sync routers for ids ['5472356f-2dcd-4ba6-a4fe-215a06783133'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:04.093030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-baafb160-e6ef-441c-a97b-8eb5a2078d17 admin admin] 10.222.0.24 "PUT /v2.0/routers/5472356f-2dcd-4ba6-a4fe-215a06783133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6056273 Sep 16 04:56:04.105202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-bcac62bb-e78d-490e-9193-f62998655fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:04.106600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-bcac62bb-e78d-490e-9193-f62998655fdd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35faa87a32e545899eb8771d42df7451&device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 1095 time: 0.5340319 Sep 16 04:56:04.123131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0f173a1-2690-47ad-8dbb-43e498cdd474 req-ba1b93f2-f8b1-46f5-bf8d-243512f0e858 service neutron] 10.222.0.37 "GET /v2.0/networks/b5cce523-a0c7-49f0-a524-094134bea0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744371 Sep 16 04:56:04.136308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Routers {'5472356f-2dcd-4ba6-a4fe-215a06783133'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:04.136994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5472356f-2dcd-4ba6-a4fe-215a06783133'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:04.189596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-75af0de8-24f7-4411-b96b-9c3d030efd7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e44025e-ab71-48d3-9b92-d5a39d62fbe0 HTTP/1.1" status: 200 len: 217 time: 0.0737662 Sep 16 04:56:04.297107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7234b0-d435-4ac6-8852-3f24cc9be5ae', 'tag': '6e44025e-ab71-48d3-9b92-d5a39d62fbe0'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:04.301340 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809251b8-93e4-4517-b3bf-1157afcfea65" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7234b0-d435-4ac6-8852-3f24cc9be5ae", "tag": "6e44025e-ab71-48d3-9b92-d5a39d62fbe0"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:04.395593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-79ba8649-56aa-49f4-97f9-23d6cd734f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:04.397640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-79ba8649-56aa-49f4-97f9-23d6cd734f29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c1cd28e2-af60-4f1e-b12f-a70fc42a3a35 HTTP/1.1" status: 200 len: 849 time: 0.1914182 Sep 16 04:56:04.402369 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0128f9c1-9fb5-460f-bfe6-6f3936f6a55b x-openstack-request-id: req-0128f9c1-9fb5-460f-bfe6-6f3936f6a55b {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:04.402662 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7234b0-d435-4ac6-8852-3f24cc9be5ae", "tag": "6e44025e-ab71-48d3-9b92-d5a39d62fbe0", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:04.403079 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0128f9c1-9fb5-460f-bfe6-6f3936f6a55b {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:04.403676 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7234b0-d435-4ac6-8852-3f24cc9be5ae', 'tag': '6e44025e-ab71-48d3-9b92-d5a39d62fbe0', 'status': 'completed', 'code': 200} Sep 16 04:56:04.428445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Set router 5472356f-2dcd-4ba6-a4fe-215a06783133 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:04.448654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-cd70b893-8dc4-4a69-b22c-2d3ec93b77b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0ca009d0-7e27-4b66-880c-80c7c0436df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413694 Sep 16 04:56:04.457075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0f173a1-2690-47ad-8dbb-43e498cdd474 req-15fee3ae-bac4-47b0-9015-8652fcacdc8b service neutron] 10.222.0.37 "GET /v2.0/networks/b5cce523-a0c7-49f0-a524-094134bea0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788172 Sep 16 04:56:04.488672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59808) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:04.666998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-8fc13f9d-3c48-4815-a693-4aea9f81e2c5 service neutron] 10.222.0.23 "GET /v2.0/networks/0ca009d0-7e27-4b66-880c-80c7c0436df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088664 Sep 16 04:56:04.683441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf74b63-7d3d-4696-881d-1fdbffddb345 req-39dbd899-f1a0-4acf-9444-fe51e4d387cc tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:04.685418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cdf74b63-7d3d-4696-881d-1fdbffddb345 req-39dbd899-f1a0-4acf-9444-fe51e4d387cc tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 943 time: 0.0852406 Sep 16 04:56:04.740752 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-226053697', 'router:external': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:04.842907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cdf74b63-7d3d-4696-881d-1fdbffddb345 req-9733c189-5d21-4ae6-9c53-814fa075802b tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9deca-a8f6-452d-81fd-2bce2a26fc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467433 Sep 16 04:56:04.854121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Made reservation on behalf of 32b15e9e32264030a9228267b87fb52e for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:04.857012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.877557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.879290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'cf017868-acae-4ab1-97f4-9a68f3bf6c61', 'name': '', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'mac_address': 'fa:16:3e:12:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:58Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 2, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'subnets': [{'id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:04.932328 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fb27345-b6d6-4ee9-9062-a3d1c28805a5 req-040b04d5-cea3-4207-b910-be16f0dbe789 service neutron] 10.222.0.23 "GET /v2.0/networks/0ca009d0-7e27-4b66-880c-80c7c0436df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455821 Sep 16 04:56:04.980207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Checking router: 5472356f-2dcd-4ba6-a4fe-215a06783133 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:04.986137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Updating router 5472356f-2dcd-4ba6-a4fe-215a06783133 port cf017868-acae-4ab1-97f4-9a68f3bf6c61 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:56:05.045184 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.118612 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.163726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809251b8-93e4-4517-b3bf-1157afcfea65 req-f92f0e1b-58b2-47d9-96f0-48f2055676bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.165300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-809251b8-93e4-4517-b3bf-1157afcfea65 req-f92f0e1b-58b2-47d9-96f0-48f2055676bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35faa87a32e545899eb8771d42df7451&device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 1095 time: 0.0864356 Sep 16 04:56:05.203033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.225309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:05.252576 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.253458 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Added segment b9f46b87-54c9-4b3b-80d0-2a81475900e6 of type vlan for network 2285bac3-d403-4fe7-866b-0d6ec55bb662 Sep 16 04:56:05.331628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809251b8-93e4-4517-b3bf-1157afcfea65 req-c4efb591-38ee-4e8f-997a-4a6b1dd3d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.334473 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-809251b8-93e4-4517-b3bf-1157afcfea65 req-c4efb591-38ee-4e8f-997a-4a6b1dd3d1a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0ca009d0-7e27-4b66-880c-80c7c0436df2 HTTP/1.1" status: 200 len: 909 time: 0.1606343 Sep 16 04:56:05.370451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.386619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2483e3-78c9-4b2c-a487-96949801986a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:05.422965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-809251b8-93e4-4517-b3bf-1157afcfea65 req-943f6c38-71f2-4dc5-b0be-b178c2139ff1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e44025e-ab71-48d3-9b92-d5a39d62fbe0 HTTP/1.1" status: 200 len: 217 time: 0.0801322 Sep 16 04:56:05.506605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809251b8-93e4-4517-b3bf-1157afcfea65 req-ba36b982-3e1d-4739-a73b-d2cd7a102980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.508953 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-809251b8-93e4-4517-b3bf-1157afcfea65 req-ba36b982-3e1d-4739-a73b-d2cd7a102980 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c1cd28e2-af60-4f1e-b12f-a70fc42a3a35 HTTP/1.1" status: 200 len: 849 time: 0.0768776 Sep 16 04:56:05.568611 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.570721 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.571492 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.579922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-809251b8-93e4-4517-b3bf-1157afcfea65 req-6aa045eb-8614-4d98-8a31-63e9514a3da7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0ca009d0-7e27-4b66-880c-80c7c0436df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489361 Sep 16 04:56:05.583794 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.661798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59830) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:05.667025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-137549d7-48af-4a63-ae30-0df50907c6c8 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1666159356', 'description': 'tempest-description--783967673'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:05.679769 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event updated for resources: {'Network': ['ID=2285bac3-d403-4fe7-866b-0d6ec55bb662,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:05.696775 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.696775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 2285bac3-d403-4fe7-866b-0d6ec55bb662 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:05.715647 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-809251b8-93e4-4517-b3bf-1157afcfea65 req-51230b7d-fef4-40ae-b8d2-2e0ac62c8885 service neutron] 10.222.0.23 "GET /v2.0/networks/0ca009d0-7e27-4b66-880c-80c7c0436df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310453 Sep 16 04:56:05.720761 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1e26c87f-2b94-4aa1-8a2a-5682447a232a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2293739 Sep 16 04:56:05.725465 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59834) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:05.730945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Request body: {'subnet': {'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:05.850005 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-137549d7-48af-4a63-ae30-0df50907c6c8 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.861314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6b79c-a6e8-423d-a7a4-04f43c927145 None None] Pushing event updated for resources: {'Port': ['ID=cf017868-acae-4ab1-97f4-9a68f3bf6c61,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:05.880599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Attempting to bind port cf017868-acae-4ab1-97f4-9a68f3bf6c61 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:05.881218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Attempting to bind port cf017868-acae-4ab1-97f4-9a68f3bf6c61 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:05.881459 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Attempting to bind port cf017868-acae-4ab1-97f4-9a68f3bf6c61 on network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:05.893654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:05.894367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Checking segment: {'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:05.894959 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.895486 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Bound using segment: {'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:05.895997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Bound port: cf017868-acae-4ab1-97f4-9a68f3bf6c61, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:05.896393 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.932867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-809251b8-93e4-4517-b3bf-1157afcfea65 req-601117be-1c7c-4b2e-92d4-321ddd259fa4 service neutron] 10.222.0.23 "GET /v2.0/networks/0ca009d0-7e27-4b66-880c-80c7c0436df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063785 Sep 16 04:56:05.960194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Made reservation on behalf of 32b15e9e32264030a9228267b87fb52e for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:05.967270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.117381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72c671-08c3-4926-a751-68172d2ef50f req-61e6d8c2-3da5-4c7f-9948-252c81001ba1 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:06.119035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc72c671-08c3-4926-a751-68172d2ef50f req-61e6d8c2-3da5-4c7f-9948-252c81001ba1 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 943 time: 0.1194789 Sep 16 04:56:06.209038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc72c671-08c3-4926-a751-68172d2ef50f req-265d222b-0362-4c74-a578-499da1f94714 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9deca-a8f6-452d-81fd-2bce2a26fc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834084 Sep 16 04:56:06.274972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e5510078-e8b8-4bc1-90e0-7ba6e4258b2f None None] Provisioning complete for port cf017868-acae-4ab1-97f4-9a68f3bf6c61 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:06.274972 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e5510078-e8b8-4bc1-90e0-7ba6e4258b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.277277 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-137549d7-48af-4a63-ae30-0df50907c6c8 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.305497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] For port cf017868-acae-4ab1-97f4-9a68f3bf6c61, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:06.324237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] For port cf017868-acae-4ab1-97f4-9a68f3bf6c61, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cf017868-acae-4ab1-97f4-9a68f3bf6c61,segment=NetworkSegment(0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1),segment_id=0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:06.325353 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e5510078-e8b8-4bc1-90e0-7ba6e4258b2f None None] Port cf017868-acae-4ab1-97f4-9a68f3bf6c61 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:06.391330 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-137549d7-48af-4a63-ae30-0df50907c6c8 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.420275 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.429337 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137549d7-48af-4a63-ae30-0df50907c6c8 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef14b02-a443-4475-8caf-943c297276af,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:06.485328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Routers {'5472356f-2dcd-4ba6-a4fe-215a06783133'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:06.485905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5472356f-2dcd-4ba6-a4fe-215a06783133'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:06.487857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6b79c-a6e8-423d-a7a4-04f43c927145 None None] Pushing event updated for resources: {'Port': ['ID=cf017868-acae-4ab1-97f4-9a68f3bf6c61,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:06.522770 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-137549d7-48af-4a63-ae30-0df50907c6c8 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.524337 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-137549d7-48af-4a63-ae30-0df50907c6c8 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8612318 Sep 16 04:56:06.527316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59850) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:06.532889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0aa0fefa-7c2e-4600-a8da-023ba208ad70 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Request body: {'security_group_rule': {'security_group_id': '5ef14b02-a443-4475-8caf-943c297276af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:06.691944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] Set router 5472356f-2dcd-4ba6-a4fe-215a06783133 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:06.699573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:56:06.700811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.726637 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0aa0fefa-7c2e-4600-a8da-023ba208ad70 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.834431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Checking segment: {'id': 'b9f46b87-54c9-4b3b-80d0-2a81475900e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:06.834794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Network hostable DHCP agents. Network: 2285bac3-d403-4fe7-866b-0d6ec55bb662, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:06.841008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4134bd8f-5043-4321-bb70-98fadadd2ce9,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:06.867244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0aa0fefa-7c2e-4600-a8da-023ba208ad70 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.885397 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-033769ff-aa33-468d-b7d8-df60d51193f7 None None] Provisioning complete for port cf017868-acae-4ab1-97f4-9a68f3bf6c61 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:06.886051 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-033769ff-aa33-468d-b7d8-df60d51193f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.951947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Network 2285bac3-d403-4fe7-866b-0d6ec55bb662 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:06.959578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0aa0fefa-7c2e-4600-a8da-023ba208ad70 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.987528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0fefa-7c2e-4600-a8da-023ba208ad70 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013ee120-a3a9-4724-9a0a-f292686b0126,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:07.011063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'cf017868-acae-4ab1-97f4-9a68f3bf6c61', 'name': '', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'mac_address': 'fa:16:3e:12:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:58Z', 'updated_at': '2021-09-16T04:56:06Z', 'revision_number': 4, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'subnets': [{'id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:07.031093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 2285bac3-d403-4fe7-866b-0d6ec55bb662) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:07.042846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:07.042846 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.043051 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-033769ff-aa33-468d-b7d8-df60d51193f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.047283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf01cce-7096-466d-aa81-ff8e241ff6c3 None None] Network 2285bac3-d403-4fe7-866b-0d6ec55bb662 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:07.049121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432141c9-dfca-4c6b-b975-611decaa82ff None None] The sync data for ids ['5472356f-2dcd-4ba6-a4fe-215a06783133'] in n-d-712137-12 is: [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'cf017868-acae-4ab1-97f4-9a68f3bf6c61', 'name': '', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'mac_address': 'fa:16:3e:12:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:58Z', 'updated_at': '2021-09-16T04:56:06Z', 'revision_number': 4, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'subnets': [{'id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:07.113816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0aa0fefa-7c2e-4600-a8da-023ba208ad70 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.118106 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0aa0fefa-7c2e-4600-a8da-023ba208ad70 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5874612 Sep 16 04:56:07.118458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59870) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:07.123364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Request body: {'security_group_rule': {'security_group_id': '5ef14b02-a443-4475-8caf-943c297276af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:07.148717 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-68757ca0-3483-4d58-9dcf-eafb268ef1f0 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4217012 Sep 16 04:56:07.152090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59874) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:07.163292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1227099719', 'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:07.179823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-033769ff-aa33-468d-b7d8-df60d51193f7 None None] For port cf017868-acae-4ab1-97f4-9a68f3bf6c61, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cf017868-acae-4ab1-97f4-9a68f3bf6c61,segment=NetworkSegment(0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1),segment_id=0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:07.186881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:56:07.186881 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:56:07.186881 n-d-712137-12 neutron-server[95451]: [parameters: {'project_id_1': '32b15e9e32264030a9228267b87fb52e', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 55, 47, 172523)}] Sep 16 04:56:07.186881 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:07.187504 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:07.281682 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.291718 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-033769ff-aa33-468d-b7d8-df60d51193f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.322658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a2e23c-b3d5-4c78-9eed-744e8951aebc None None] Network 2285bac3-d403-4fe7-866b-0d6ec55bb662 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:07.447691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033769ff-aa33-468d-b7d8-df60d51193f7 None None] Pushing event updated for resources: {'Port': ['ID=cf017868-acae-4ab1-97f4-9a68f3bf6c61,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:07.499158 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.523437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15368c-f43f-4920-9f8e-775a05b6d8d3 req-f6cf9362-436d-450c-9744-87bec2853055 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:07.534514 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf15368c-f43f-4920-9f8e-775a05b6d8d3 req-f6cf9362-436d-450c-9744-87bec2853055 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 943 time: 0.1469162 Sep 16 04:56:07.579005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf15368c-f43f-4920-9f8e-775a05b6d8d3 req-468b4a4b-d08e-4890-b7e7-51a07f0c9df5 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9deca-a8f6-452d-81fd-2bce2a26fc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378294 Sep 16 04:56:07.579659 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.619603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b240b5-6e93-418c-97bb-636f48159328,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:07.626362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:07.626628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:07.626966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:07.627299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:07.628151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:07.628752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:07.629314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:07.629698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:07.630082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:07.630413 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:07.630740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:07.631065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:07.705614 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.707741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-79b0c4e7-c116-474d-b973-e4df0a79ae41 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5879641 Sep 16 04:56:07.710370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59898) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:07.715033 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:07.784824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Made reservation on behalf of 32b15e9e32264030a9228267b87fb52e for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:07.795903 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.819994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] device_id is not set on port 2b017f02-a9f5-40c2-92e8-a77a69a7a4cb yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:07.917182 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.962866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:07.970415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Allocated IP 2001:db8::137 (2285bac3-d403-4fe7-866b-0d6ec55bb662/4134bd8f-5043-4321-bb70-98fadadd2ce9/2b017f02-a9f5-40c2-92e8-a77a69a7a4cb) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:08.150887 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.177619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=6e44025e-ab71-48d3-9b92-d5a39d62fbe0,segment=NetworkSegment(918bc753-b873-4f9a-b188-43c3d315b47e),segment_id=918bc753-b873-4f9a-b188-43c3d315b47e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:08.208632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '6e44025e-ab71-48d3-9b92-d5a39d62fbe0', 'network_id': '0ca009d0-7e27-4b66-880c-80c7c0436df2', 'port_id': '6e44025e-ab71-48d3-9b92-d5a39d62fbe0', 'mac_address': 'fa:16:3e:b1:30:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cd28e2-af60-4f1e-b12f-a70fc42a3a35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:08.308999 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.329978 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.345770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:08.363452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Allocated IP 172.25.3.199 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/30445465-d78b-46ac-89ec-5e538229bb40) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:08.398268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=6e44025e-ab71-48d3-9b92-d5a39d62fbe0,segment=NetworkSegment(918bc753-b873-4f9a-b188-43c3d315b47e),segment_id=918bc753-b873-4f9a-b188-43c3d315b47e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:08.483387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.509312 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.529786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Network 2285bac3-d403-4fe7-866b-0d6ec55bb662 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:08.535338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:08.539458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:08.540453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:08.541364 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.542504 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.568786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event updated for resources: {'Port': ['ID=2b017f02-a9f5-40c2-92e8-a77a69a7a4cb,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:08.609604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=6e44025e-ab71-48d3-9b92-d5a39d62fbe0,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:08.676511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59924) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:08.677085 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.772509 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59930) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:08.775834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:08.781276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:08.787002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:08.798416 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-afa01c80-2bda-458e-a267-cf5299075351 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6451228 Sep 16 04:56:08.801745 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59934) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:08.802039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6e44025e-ab71-48d3-9b92-d5a39d62fbe0'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:08.858875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e2cdf-55f2-48cf-8930-ea4a183277d4 req-18c83c31-242a-4616-a025-442a2a84f3f1 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:08.860496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-569e2cdf-55f2-48cf-8930-ea4a183277d4 req-18c83c31-242a-4616-a025-442a2a84f3f1 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 944 time: 0.1970105 Sep 16 04:56:08.861171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Pushing event updated for resources: {'Port': ['ID=30445465-d78b-46ac-89ec-5e538229bb40,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:08.875984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cf017868-acae-4ab1-97f4-9a68f3bf6c61 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:08.937596 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:08.942577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-569e2cdf-55f2-48cf-8930-ea4a183277d4 req-292e2dfc-6d75-41c1-bb3a-49bdc1a5d7cd tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9deca-a8f6-452d-81fd-2bce2a26fc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539753 Sep 16 04:56:08.997651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port cf017868-acae-4ab1-97f4-9a68f3bf6c61 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:08.998290 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.060936 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.227897 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77f4cabf-3188-4037-a0a6-30ebebd8f3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.228430 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.231287 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dc88283-2d8e-4a29-84ab-61036267aac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.274174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-3dc88283-2d8e-4a29-84ab-61036267aac0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:56:09.274174 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:56:09.274174 n-d-712137-12 neutron-server[95451]: [parameters: {'project_id_1': 'c652681c6cec4b2d9ffded8b6884c177', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 55, 49, 254691)}] Sep 16 04:56:09.274174 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:09.274664 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-3dc88283-2d8e-4a29-84ab-61036267aac0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:09.282294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c5150-6242-4df5-a49c-fa634ea43e22 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Deleting port 2b017f02-a9f5-40c2-92e8-a77a69a7a4cb {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:09.282641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5150-6242-4df5-a49c-fa634ea43e22 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.305335 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.381856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Pushing event updated for resources: {'Port': ['ID=30445465-d78b-46ac-89ec-5e538229bb40,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:09.393058 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.400152 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5150-6242-4df5-a49c-fa634ea43e22 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.421278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c5150-6242-4df5-a49c-fa634ea43e22 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Calling delete_port for 2b017f02-a9f5-40c2-92e8-a77a69a7a4cb owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:09.441587 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77f4cabf-3188-4037-a0a6-30ebebd8f3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.548099 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-77f4cabf-3188-4037-a0a6-30ebebd8f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.599712 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-77f4cabf-3188-4037-a0a6-30ebebd8f3e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93ad2ed21f294c928f63aa4c341ae50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8254948 Sep 16 04:56:09.600757 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4cabf-3188-4037-a0a6-30ebebd8f3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209539fb-5211-4b54-924d-bb682b7f5e5a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:09.602423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59942) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:09.652456 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a265dca7-f1a4-4ecd-aa3f-680360246598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.670179 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.671394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f77e8967-8e7a-4713-86c5-e177c561200c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9599817 Sep 16 04:56:09.680617 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a265dca7-f1a4-4ecd-aa3f-680360246598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.711152 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5150-6242-4df5-a49c-fa634ea43e22 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.740200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c5150-6242-4df5-a49c-fa634ea43e22 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b017f02-a9f5-40c2-92e8-a77a69a7a4cb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:09.765460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5150-6242-4df5-a49c-fa634ea43e22 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.767433 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ec3c5150-6242-4df5-a49c-fa634ea43e22 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2b017f02-a9f5-40c2-92e8-a77a69a7a4cb HTTP/1.1" status: 204 len: 168 time: 0.9644132 Sep 16 04:56:09.771108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59946) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:09.775300 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dc88283-2d8e-4a29-84ab-61036267aac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.775899 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662', 'external_fixed_ips': [{'subnet_id': '4134bd8f-5043-4321-bb70-98fadadd2ce9', 'ip_address': '2001:db8::137'}]}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:09.848741 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a265dca7-f1a4-4ecd-aa3f-680360246598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.855431 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a265dca7-f1a4-4ecd-aa3f-680360246598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.855431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a265dca7-f1a4-4ecd-aa3f-680360246598 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/209539fb-5211-4b54-924d-bb682b7f5e5a HTTP/1.1" status: 204 len: 168 time: 0.2493305 Sep 16 04:56:09.872188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265dca7-f1a4-4ecd-aa3f-680360246598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209539fb-5211-4b54-924d-bb682b7f5e5a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:09.905388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-3a79b986-c77b-4ea9-a93b-228c038d5cf8 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1666159356&fields=id&tenant_id=10b6f1c80f114078a0842c8ad70708ea HTTP/1.1" status: 200 len: 267 time: 0.0655739 Sep 16 04:56:09.942074 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.942969 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.970261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:10.057470 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dc88283-2d8e-4a29-84ab-61036267aac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.082805 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.103908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-9efd77ce-e2ea-499f-81fd-19ce6734db71 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.105419 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-9efd77ce-e2ea-499f-81fd-19ce6734db71 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/networks?id=c100970b-ef8f-4b4f-b9fd-6826a60b6e30 HTTP/1.1" status: 200 len: 812 time: 0.1908717 Sep 16 04:56:10.127163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bd6db-4a78-4e19-8e64-3677bef86797 req-f7d62920-880d-450e-97a7-9c441b9b32ca tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.128794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f35bd6db-4a78-4e19-8e64-3677bef86797 req-f7d62920-880d-450e-97a7-9c441b9b32ca tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 944 time: 0.1065836 Sep 16 04:56:10.132602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-bcb9f5f8-833e-469b-9049-959d97e771a4 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/quotas/10b6f1c80f114078a0842c8ad70708ea HTTP/1.1" status: 200 len: 375 time: 0.0194166 Sep 16 04:56:10.173902 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dc88283-2d8e-4a29-84ab-61036267aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.174054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:10.179082 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:10.179533 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.215085 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3dc88283-2d8e-4a29-84ab-61036267aac0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c652681c6cec4b2d9ffded8b6884c177&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5388889 Sep 16 04:56:10.218587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59966) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:10.239006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc88283-2d8e-4a29-84ab-61036267aac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ac7d0b-5eb0-44f0-b61e-e55bcc960452,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:10.239935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f35bd6db-4a78-4e19-8e64-3677bef86797 req-50639d0b-0925-476d-876f-4d6c1a05c89f tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9deca-a8f6-452d-81fd-2bce2a26fc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049066 Sep 16 04:56:10.301069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-4ce50b12-2c9b-4d63-9420-cc3959905dd0 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=10b6f1c80f114078a0842c8ad70708ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1582880 Sep 16 04:56:10.303331 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.332438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47ac3dd0-0080-4db0-82b2-970b6920d512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.332979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7234b0-d435-4ac6-8852-3f24cc9be5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e44025e-ab71-48d3-9b92-d5a39d62fbe0'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:10.335486 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed725c1-998d-4330-b6e0-9ee6c0dc4e8f" -d '{"events": [{"server_uuid": "bf7234b0-d435-4ac6-8852-3f24cc9be5ae", "name": "network-vif-plugged", "status": "completed", "tag": "6e44025e-ab71-48d3-9b92-d5a39d62fbe0"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:10.348272 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=6e44025e-ab71-48d3-9b92-d5a39d62fbe0,segment=NetworkSegment(918bc753-b873-4f9a-b188-43c3d315b47e),segment_id=918bc753-b873-4f9a-b188-43c3d315b47e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:10.358512 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47ac3dd0-0080-4db0-82b2-970b6920d512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.374109 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd037b6c-59fb-4f50-8726-b815c6f6bbdf x-openstack-request-id: req-fd037b6c-59fb-4f50-8726-b815c6f6bbdf {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:10.375797 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7234b0-d435-4ac6-8852-3f24cc9be5ae", "name": "network-vif-plugged", "status": "completed", "tag": "6e44025e-ab71-48d3-9b92-d5a39d62fbe0", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:10.376180 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd037b6c-59fb-4f50-8726-b815c6f6bbdf {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:10.376691 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7234b0-d435-4ac6-8852-3f24cc9be5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e44025e-ab71-48d3-9b92-d5a39d62fbe0', 'code': 200} Sep 16 04:56:10.407654 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.437143 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.507377 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=6e44025e-ab71-48d3-9b92-d5a39d62fbe0,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:10.508008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704846b3-11c8-4a7f-90f2-ed4a8e947a87 req-6152fdf2-b2cf-406b-af8a-dda16914a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.509575 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-704846b3-11c8-4a7f-90f2-ed4a8e947a87 req-6152fdf2-b2cf-406b-af8a-dda16914a7ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 1097 time: 0.0669842 Sep 16 04:56:10.511411 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47ac3dd0-0080-4db0-82b2-970b6920d512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.514705 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47ac3dd0-0080-4db0-82b2-970b6920d512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.516263 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-47ac3dd0-0080-4db0-82b2-970b6920d512 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4ac7d0b-5eb0-44f0-b61e-e55bcc960452 HTTP/1.1" status: 204 len: 168 time: 0.2962294 Sep 16 04:56:10.522121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-9da546dc-7059-4d4b-977a-bc9e92613ce0 service neutron] 10.222.0.24 "GET /v2.0/networks/c100970b-ef8f-4b4f-b9fd-6826a60b6e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911795 Sep 16 04:56:10.527487 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac3dd0-0080-4db0-82b2-970b6920d512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ac7d0b-5eb0-44f0-b61e-e55bcc960452,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:10.639487 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-704846b3-11c8-4a7f-90f2-ed4a8e947a87 req-a14e278c-2771-4574-8fe0-cdcc73b78e69 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f0e9deca-a8f6-452d-81fd-2bce2a26fc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158426 Sep 16 04:56:10.685358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-cd9bd44d-177c-43fe-bb3f-3281b910b0c8 service neutron] 10.222.0.24 "GET /v2.0/networks/c100970b-ef8f-4b4f-b9fd-6826a60b6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523345 Sep 16 04:56:10.745707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59976) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:10.759447 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fdadd2c-a8c0-4af1-9681-114da1e31125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.840394 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.850967 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fdadd2c-a8c0-4af1-9681-114da1e31125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.861775 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.922451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fdadd2c-a8c0-4af1-9681-114da1e31125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.969050 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1fdadd2c-a8c0-4af1-9681-114da1e31125 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8113a2562f844d1be86d1e079919313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218699 Sep 16 04:56:10.969959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdadd2c-a8c0-4af1-9681-114da1e31125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2e11c0-9393-4148-b22b-e5ef02c63d6b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:10.972909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59986) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:11.025963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-486798df-2766-4202-a5af-5020aea9cb27 req-e2c06957-602a-437e-9913-5fd34e1c6d96 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 210 time: 0.0413909 Sep 16 04:56:11.030412 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ea15eb38-819b-43ab-8e0a-3f70f4b4acdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.068363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ea15eb38-819b-43ab-8e0a-3f70f4b4acdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.099502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Allocated IP 2001:db8::137 (2285bac3-d403-4fe7-866b-0d6ec55bb662/4134bd8f-5043-4321-bb70-98fadadd2ce9/f61492dd-a5f5-4153-afec-c6af789e4870) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:11.191329 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ea15eb38-819b-43ab-8e0a-3f70f4b4acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.194222 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ea15eb38-819b-43ab-8e0a-3f70f4b4acdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.195567 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ea15eb38-819b-43ab-8e0a-3f70f4b4acdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b2e11c0-9393-4148-b22b-e5ef02c63d6b HTTP/1.1" status: 204 len: 168 time: 0.2216494 Sep 16 04:56:11.204706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15eb38-819b-43ab-8e0a-3f70f4b4acdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2e11c0-9393-4148-b22b-e5ef02c63d6b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:11.444849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59996) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:11.459928 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1535-fa72-496a-a4fe-6b3e8ca84a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.572000 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.634341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68552f-37e9-49e0-883f-22dcedd3cda6 req-d19f1f20-f918-4916-9dd0-d2c658682f95 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.641882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c68552f-37e9-49e0-883f-22dcedd3cda6 req-d19f1f20-f918-4916-9dd0-d2c658682f95 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 945 time: 0.1717439 Sep 16 04:56:11.659960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1535-fa72-496a-a4fe-6b3e8ca84a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.688216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c68552f-37e9-49e0-883f-22dcedd3cda6 req-12b6302d-a912-460e-8021-2ef5eba74a69 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9deca-a8f6-452d-81fd-2bce2a26fc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394535 Sep 16 04:56:11.724582 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.763301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Network 2285bac3-d403-4fe7-866b-0d6ec55bb662 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:11.767708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:11.770210 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1535-fa72-496a-a4fe-6b3e8ca84a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.771910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:11.828092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event updated for resources: {'Port': ['ID=f61492dd-a5f5-4153-afec-c6af789e4870,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:11.866375 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e7aa1535-fa72-496a-a4fe-6b3e8ca84a82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d023645a7d23426caee725530711101b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4203362 Sep 16 04:56:11.872347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60012) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:11.892036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa1535-fa72-496a-a4fe-6b3e8ca84a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d30813-b6a4-44f6-b553-15b4b453e0da,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:11.949080 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5981c3ba-c89f-4e4d-99af-c4f85ad4be0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.973683 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5981c3ba-c89f-4e4d-99af-c4f85ad4be0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.021389 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0224d179-ecb7-4c58-a85e-99c6d309bdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.123479 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5981c3ba-c89f-4e4d-99af-c4f85ad4be0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.126123 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5981c3ba-c89f-4e4d-99af-c4f85ad4be0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.128125 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5981c3ba-c89f-4e4d-99af-c4f85ad4be0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1d30813-b6a4-44f6-b553-15b4b453e0da HTTP/1.1" status: 204 len: 168 time: 0.2532144 Sep 16 04:56:12.143109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981c3ba-c89f-4e4d-99af-c4f85ad4be0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d30813-b6a4-44f6-b553-15b4b453e0da,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.176516 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c77ed36c-5801-450b-9c0d-7a7569029ebc req-70c17596-df9e-4622-a405-1390044df0be tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 210 time: 0.0660145 Sep 16 04:56:12.202043 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.271526 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.443341 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.691367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Router 63f16308-909a-489d-9ba0-c22156cec547 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:12.865290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:12.875699 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Sync routers for ids ['63f16308-909a-489d-9ba0-c22156cec547'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:12.876814 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1554460-29ab-4723-8ee6-3fa493c7e2e7 req-73b42655-a192-4aea-a578-e84a159d34e4 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:12.884658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1554460-29ab-4723-8ee6-3fa493c7e2e7 req-73b42655-a192-4aea-a578-e84a159d34e4 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 945 time: 0.1190157 Sep 16 04:56:12.888116 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Routers {'63f16308-909a-489d-9ba0-c22156cec547'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:12.889165 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:55:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['63f16308-909a-489d-9ba0-c22156cec547'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:12.953044 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1554460-29ab-4723-8ee6-3fa493c7e2e7 req-809a5608-17bb-4e90-8b89-7e61e80fe7ea tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9deca-a8f6-452d-81fd-2bce2a26fc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524216 Sep 16 04:56:13.019651 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.021292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-83926b43-358e-45fe-ba38-c3d87995336c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2487917 Sep 16 04:56:13.023846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60054) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:13.146958 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.162649 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Set router 63f16308-909a-489d-9ba0-c22156cec547 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:13.306954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b007c8e-b9a7-4327-a101-62db32f7a09f req-69c1167e-249a-4c29-98a1-ed7fdf612aa5 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 210 time: 0.0436053 Sep 16 04:56:13.421177 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f16308-909a-489d-9ba0-c22156cec547', 'name': '', 'tenant_id': '32b15e9e32264030a9228267b87fb52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662', 'external_fixed_ips': [{'subnet_id': '4134bd8f-5043-4321-bb70-98fadadd2ce9', 'ip_address': '2001:db8::137'}], 'enable_snat': True}, 'gw_port_id': 'f61492dd-a5f5-4153-afec-c6af789e4870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:09Z', 'updated_at': '2021-09-16T04:56:11Z', 'revision_number': 3, 'project_id': '32b15e9e32264030a9228267b87fb52e', 'gw_port': {'id': 'f61492dd-a5f5-4153-afec-c6af789e4870', 'name': '', 'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f16308-909a-489d-9ba0-c22156cec547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '4134bd8f-5043-4321-bb70-98fadadd2ce9', 'ip_address': '2001:db8::137', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:10Z', 'updated_at': '2021-09-16T04:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4134bd8f-5043-4321-bb70-98fadadd2ce9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:13.422111 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.452482 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Checking router: 63f16308-909a-489d-9ba0-c22156cec547 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:13.452835 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Updating router 63f16308-909a-489d-9ba0-c22156cec547 port f61492dd-a5f5-4153-afec-c6af789e4870 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:56:13.463792 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-0bf7f80f-9b44-472b-a146-44b1c1f57119 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:13.465488 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-0bf7f80f-9b44-472b-a146-44b1c1f57119 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.37 "GET /v2.0/networks?id=c100970b-ef8f-4b4f-b9fd-6826a60b6e30 HTTP/1.1" status: 200 len: 812 time: 0.1254785 Sep 16 04:56:13.480494 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.530612 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-4fc6945c-ed55-44e3-a13f-efe580db1b7e tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10b6f1c80f114078a0842c8ad70708ea HTTP/1.1" status: 200 len: 380 time: 0.0499911 Sep 16 04:56:13.555706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Request body: {'port': {'device_id': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'admin_state_up': True, 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'security_groups': ['5ef14b02-a443-4475-8caf-943c297276af']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:13.665711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Deleting port f61492dd-a5f5-4153-afec-c6af789e4870 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:13.666052 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.780116 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.796966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Calling delete_port for f61492dd-a5f5-4153-afec-c6af789e4870 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:13.846069 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.885310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Made reservation on behalf of 10b6f1c80f114078a0842c8ad70708ea for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:13.889206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.984950 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.037949 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Attempting to bind port f61492dd-a5f5-4153-afec-c6af789e4870 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:14.038829 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Attempting to bind port f61492dd-a5f5-4153-afec-c6af789e4870 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b9f46b87-54c9-4b3b-80d0-2a81475900e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:14.038829 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Attempting to bind port f61492dd-a5f5-4153-afec-c6af789e4870 on network 2285bac3-d403-4fe7-866b-0d6ec55bb662 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:14.044135 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Pushing event updated for resources: {'Port': ['ID=f61492dd-a5f5-4153-afec-c6af789e4870,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:14.053327 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:14.053695 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Checking segment: {'id': 'b9f46b87-54c9-4b3b-80d0-2a81475900e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:14.054097 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.054487 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Bound using segment: {'id': 'b9f46b87-54c9-4b3b-80d0-2a81475900e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:14.054951 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Bound port: f61492dd-a5f5-4153-afec-c6af789e4870, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f46b87-54c9-4b3b-80d0-2a81475900e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:14.055326 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.058483 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:14.058830 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:14.059159 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:14.059487 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:14.059811 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:14.060241 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:14.060589 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:14.060911 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:14.061227 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:14.061542 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:14.061857 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:14.062168 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd81c5b9-d22a-441e-959e-57dd65249414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:14.147042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Allocated IP 172.20.0.9 (c100970b-ef8f-4b4f-b9fd-6826a60b6e30/4d95e30f-79a8-41b8-8ab2-c23f587db53b/a6eb0f40-709a-424e-b157-31a736d506e6) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:14.253725 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.255063 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.db.api [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:14.255471 n-d-712137-12 neutron-server[95454]: DEBUG oslo_db.api [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:14.312273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event deleted for resources: {'Port': ['ID=f61492dd-a5f5-4153-afec-c6af789e4870,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:14.322208 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.422755 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.425063 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.473450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60110) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:14.487732 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b073a4bd-3af6-4424-a022-6c320a8e1ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.506325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c61c698-99a6-4372-be46-9da5d5d45850 req-76fc8040-913b-477c-b05f-fce68d916b9c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 210 time: 0.0442417 Sep 16 04:56:14.512534 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.574241 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.574906 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63f16308-909a-489d-9ba0-c22156cec547 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:14.583338 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.583338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7e9316cb-e9aa-4106-950e-3fc5ac40dccc tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "DELETE /v2.0/routers/63f16308-909a-489d-9ba0-c22156cec547 HTTP/1.1" status: 204 len: 168 time: 1.5575266 Sep 16 04:56:14.585294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60116) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:14.619299 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-948b2ea8-c391-4495-8cc6-7d575304a275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.651764 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.706311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9263081-4446-4eaa-92e2-a50de1352411 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Deleting subnet 4134bd8f-5043-4321-bb70-98fadadd2ce9 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:14.715228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:14.716024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9263081-4446-4eaa-92e2-a50de1352411 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.740189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:14.764352 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:14.767497 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-948b2ea8-c391-4495-8cc6-7d575304a275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.774756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Pushing event updated for resources: {'Port': ['ID=a6eb0f40-709a-424e-b157-31a736d506e6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:14.776130 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Attempting to bind port f61492dd-a5f5-4153-afec-c6af789e4870 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:14.776524 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Attempting to bind port f61492dd-a5f5-4153-afec-c6af789e4870 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b9f46b87-54c9-4b3b-80d0-2a81475900e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:14.776887 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Attempting to bind port f61492dd-a5f5-4153-afec-c6af789e4870 on network 2285bac3-d403-4fe7-866b-0d6ec55bb662 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:14.787041 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:14.788453 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Checking segment: {'id': 'b9f46b87-54c9-4b3b-80d0-2a81475900e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:14.788903 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.789294 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Bound using segment: {'id': 'b9f46b87-54c9-4b3b-80d0-2a81475900e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:14.789862 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Bound port: f61492dd-a5f5-4153-afec-c6af789e4870, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f46b87-54c9-4b3b-80d0-2a81475900e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2285bac3-d403-4fe7-866b-0d6ec55bb662'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:14.790297 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.810173 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.plugin [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Port f61492dd-a5f5-4153-afec-c6af789e4870 has been deleted concurrently {{(pid=95454) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 04:56:14.816494 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9263081-4446-4eaa-92e2-a50de1352411 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.825734 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Routers set() bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:14.826223 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Router IDs set() for agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:56:14.826934 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_agentschedulers_db [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'63f16308-909a-489d-9ba0-c22156cec547'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent'). {{(pid=95454) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:56:14.827369 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0863a1-6fd4-44d2-8ee5-4b8af99f5035 None None] The sync data for ids ['63f16308-909a-489d-9ba0-c22156cec547'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:14.862337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:14.863017 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.888998 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9263081-4446-4eaa-92e2-a50de1352411 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.933874 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-948b2ea8-c391-4495-8cc6-7d575304a275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.016405 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-948b2ea8-c391-4495-8cc6-7d575304a275 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=942f1170445b48f79193fa490b7ea9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5418181 Sep 16 04:56:15.020075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60126) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.021065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b2ea8-c391-4495-8cc6-7d575304a275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e659204-6ea7-4c27-8399-81464c4c2653,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.029827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-6d4a17c9-4d56-40ac-b468-ba6dd42d0132 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4799354 Sep 16 04:56:15.049253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Request body: {'port': {'device_id': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:15.103142 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9263081-4446-4eaa-92e2-a50de1352411 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.111673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3976f841-55e9-46d1-a7de-6ef25bd74795 None None] Provisioning complete for port a6eb0f40-709a-424e-b157-31a736d506e6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:15.115566 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3976f841-55e9-46d1-a7de-6ef25bd74795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.122968 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13a4177f-1a60-4dd6-937c-1f0992a4a899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.157165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9263081-4446-4eaa-92e2-a50de1352411 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4134bd8f-5043-4321-bb70-98fadadd2ce9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.161629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3976f841-55e9-46d1-a7de-6ef25bd74795 None None] Port a6eb0f40-709a-424e-b157-31a736d506e6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:15.167988 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13a4177f-1a60-4dd6-937c-1f0992a4a899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.170016 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9263081-4446-4eaa-92e2-a50de1352411 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.172681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d9263081-4446-4eaa-92e2-a50de1352411 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/4134bd8f-5043-4321-bb70-98fadadd2ce9 HTTP/1.1" status: 204 len: 168 time: 0.5864182 Sep 16 04:56:15.175618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60130) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.177349 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.233273 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.281238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.416593 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.416593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2285bac3-d403-4fe7-866b-0d6ec55bb662']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:15.431268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f46b87-54c9-4b3b-80d0-2a81475900e6') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:15.431644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f46b87-54c9-4b3b-80d0-2a81475900e6') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:15.442267 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.457075 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.464388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:15.464880 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:15.467007 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:15.768876 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13a4177f-1a60-4dd6-937c-1f0992a4a899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.772924 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13a4177f-1a60-4dd6-937c-1f0992a4a899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.772924 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-13a4177f-1a60-4dd6-937c-1f0992a4a899 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e659204-6ea7-4c27-8399-81464c4c2653 HTTP/1.1" status: 204 len: 168 time: 0.7442772 Sep 16 04:56:15.781102 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4177f-1a60-4dd6-937c-1f0992a4a899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e659204-6ea7-4c27-8399-81464c4c2653,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.802265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd56ab-e790-4a78-90b2-73eedf149f3e req-805a3a83-0865-4b29-8b2f-6a61b8b76081 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:15.815413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9abd56ab-e790-4a78-90b2-73eedf149f3e req-805a3a83-0865-4b29-8b2f-6a61b8b76081 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 931 time: 0.0715978 Sep 16 04:56:15.850210 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.863602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2285bac3-d403-4fe7-866b-0d6ec55bb662 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:56:15.865463 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9abd56ab-e790-4a78-90b2-73eedf149f3e req-354107d1-2d59-4a3e-ae2b-3dafb5e22112 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474920 Sep 16 04:56:15.880346 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.896039 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "DELETE /v2.0/networks/2285bac3-d403-4fe7-866b-0d6ec55bb662 HTTP/1.1" status: 204 len: 168 time: 0.7189486 Sep 16 04:56:15.918345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c82ca5-09a9-4113-86f3-5f83e402c1e4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event deleted for resources: {'Network': ['ID=2285bac3-d403-4fe7-866b-0d6ec55bb662,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.947065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6eb0f40-709a-424e-b157-31a736d506e6 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:15.951317 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.966570 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.992637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Transition to ACTIVE for port object a6eb0f40-709a-424e-b157-31a736d506e6 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:16.065946 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.180005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Pushing event updated for resources: {'Port': ['ID=a6eb0f40-709a-424e-b157-31a736d506e6,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.292599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Attempting to bind port a6eb0f40-709a-424e-b157-31a736d506e6 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:16.293240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Attempting to bind port a6eb0f40-709a-424e-b157-31a736d506e6 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:16.293768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Attempting to bind port a6eb0f40-709a-424e-b157-31a736d506e6 on network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:16.300435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Port a6eb0f40-709a-424e-b157-31a736d506e6 on network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:16.300801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Attempting to bind port a6eb0f40-709a-424e-b157-31a736d506e6 on network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:16.310821 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.310940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:16.310940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Checking segment: {'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:16.310940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Bound using segment: {'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:16.310940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Bound port: a6eb0f40-709a-424e-b157-31a736d506e6, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:16.310940 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.404215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] For port a6eb0f40-709a-424e-b157-31a736d506e6, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:16.408025 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] For port a6eb0f40-709a-424e-b157-31a736d506e6, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=a6eb0f40-709a-424e-b157-31a736d506e6,segment=NetworkSegment(0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1),segment_id=0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:16.476236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60160) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:16.482259 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-219e2a87-96ad-40fd-86d1-1540b5d44ca2 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Request body: {'router': {'name': 'tempest-router--623788856', 'project_id': '320b1bab5da442068fed5b5d40581973'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:16.499926 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.559400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:16.560024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.561601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] 10.222.0.37 "PUT /v2.0/ports/a6eb0f40-709a-424e-b157-31a736d506e6 HTTP/1.1" status: 200 len: 1092 time: 1.5184000 Sep 16 04:56:16.562044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'tag': 'a6eb0f40-709a-424e-b157-31a736d506e6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:16.564346 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9594969e-91ca-43bb-84fa-c6c7b4c4c58c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6", "tag": "a6eb0f40-709a-424e-b157-31a736d506e6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:16.602540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb5afc-4974-4af9-a7a2-789552b1b764 service neutron] Pushing event updated for resources: {'Port': ['ID=a6eb0f40-709a-424e-b157-31a736d506e6,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.628986 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e538b88-f247-48a3-abda-d5b60b721679 x-openstack-request-id: req-6e538b88-f247-48a3-abda-d5b60b721679 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:16.629385 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6", "tag": "a6eb0f40-709a-424e-b157-31a736d506e6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:16.629815 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e538b88-f247-48a3-abda-d5b60b721679 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:16.630314 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'tag': 'a6eb0f40-709a-424e-b157-31a736d506e6', 'status': 'completed', 'code': 200} Sep 16 04:56:16.677773 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-219e2a87-96ad-40fd-86d1-1540b5d44ca2 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.677773 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-219e2a87-96ad-40fd-86d1-1540b5d44ca2 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.702743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594969e-91ca-43bb-84fa-c6c7b4c4c58c req-0edb76b3-876f-4ce6-ad3b-ad73801c171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:16.704303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9594969e-91ca-43bb-84fa-c6c7b4c4c58c req-0edb76b3-876f-4ce6-ad3b-ad73801c171a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10b6f1c80f114078a0842c8ad70708ea&device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 1095 time: 0.0555382 Sep 16 04:56:16.746693 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-219e2a87-96ad-40fd-86d1-1540b5d44ca2 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.827148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-219e2a87-96ad-40fd-86d1-1540b5d44ca2 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.872028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594969e-91ca-43bb-84fa-c6c7b4c4c58c req-845f9bc9-b1ef-4298-820a-120f6072f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:16.873752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9594969e-91ca-43bb-84fa-c6c7b4c4c58c req-845f9bc9-b1ef-4298-820a-120f6072f266 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=10b6f1c80f114078a0842c8ad70708ea&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1603341 Sep 16 04:56:16.936508 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-219e2a87-96ad-40fd-86d1-1540b5d44ca2 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.938048 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-219e2a87-96ad-40fd-86d1-1540b5d44ca2 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4605474 Sep 16 04:56:16.941222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60188) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:17.084753 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84944075-5e91-4d0d-9bc2-67da3fc4330f tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.094282 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-23245d6f-0961-4d7d-9151-9a4809f55a87 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0a671046788c4b47a40fcfa146ba9570&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549054 Sep 16 04:56:17.110339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358272e-6ecf-4c9d-b7b7-d17c5023624c req-5279e94a-8db4-4ebb-82c5-53036ea05c38 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.111902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5358272e-6ecf-4c9d-b7b7-d17c5023624c req-5279e94a-8db4-4ebb-82c5-53036ea05c38 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 943 time: 0.1225224 Sep 16 04:56:17.113467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594969e-91ca-43bb-84fa-c6c7b4c4c58c req-4cb78a91-0f37-4300-b5ed-904e9251929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.115361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9594969e-91ca-43bb-84fa-c6c7b4c4c58c req-4cb78a91-0f37-4300-b5ed-904e9251929c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2337964 Sep 16 04:56:17.271576 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84944075-5e91-4d0d-9bc2-67da3fc4330f tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.274007 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84944075-5e91-4d0d-9bc2-67da3fc4330f tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.377031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5358272e-6ecf-4c9d-b7b7-d17c5023624c req-a2321283-8c73-4cf5-b680-a66e2c0633c3 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180629 Sep 16 04:56:17.407797 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-9043c387-b722-43c9-9171-adef19d6236e tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.410349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-9043c387-b722-43c9-9171-adef19d6236e tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943747 Sep 16 04:56:17.416584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-5516b06e-7bb2-407c-89f8-d8b6c422b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.418243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-5516b06e-7bb2-407c-89f8-d8b6c422b0c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10b6f1c80f114078a0842c8ad70708ea&device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 1095 time: 0.2504702 Sep 16 04:56:17.429364 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84944075-5e91-4d0d-9bc2-67da3fc4330f tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.429878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84944075-5e91-4d0d-9bc2-67da3fc4330f tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19dbf614-a794-430e-8d14-1510b3f09430 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:17.438041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84944075-5e91-4d0d-9bc2-67da3fc4330f tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.439206 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-84944075-5e91-4d0d-9bc2-67da3fc4330f tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "DELETE /v2.0/routers/19dbf614-a794-430e-8d14-1510b3f09430 HTTP/1.1" status: 204 len: 168 time: 0.4953666 Sep 16 04:56:17.465276 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.470551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-18c83d33-02ec-4bd6-bb25-40a5f1df6347 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/quotas/0a671046788c4b47a40fcfa146ba9570 HTTP/1.1" status: 200 len: 375 time: 0.0484905 Sep 16 04:56:17.471481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-afd71d01-d112-487d-83bc-aa84eb94b0ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6eb0f40-709a-424e-b157-31a736d506e6 HTTP/1.1" status: 200 len: 217 time: 0.0432327 Sep 16 04:56:17.516125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-790893db-8da1-4b65-90be-9ecac193dfb6 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0a671046788c4b47a40fcfa146ba9570&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390620 Sep 16 04:56:17.573817 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-0b34481b-5adb-4da8-a865-fafe928d13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.574000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-0b34481b-5adb-4da8-a865-fafe928d13a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d95e30f-79a8-41b8-8ab2-c23f587db53b HTTP/1.1" status: 200 len: 851 time: 0.0853324 Sep 16 04:56:17.654909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-43b48173-b05c-4bd4-adeb-d3056707193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.656577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-43b48173-b05c-4bd4-adeb-d3056707193b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c100970b-ef8f-4b4f-b9fd-6826a60b6e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745618 Sep 16 04:56:17.761169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-b0338cd8-4065-4cc7-9347-d6a9779188cd service neutron] 10.222.0.37 "GET /v2.0/networks/c100970b-ef8f-4b4f-b9fd-6826a60b6e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868161 Sep 16 04:56:17.891506 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb6e9a64-3f04-4087-919e-b7a684d4ecfe req-a73d2dad-ca77-4d5b-b39b-086f2650ab6c tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 210 time: 0.0452693 Sep 16 04:56:17.907950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60230) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:17.933997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e45b6417-e6d2-447f-ab02-87fbaa713252 req-60ee8234-176d-40e0-8be1-f9d03aeda3f1 service neutron] 10.222.0.37 "GET /v2.0/networks/c100970b-ef8f-4b4f-b9fd-6826a60b6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654427 Sep 16 04:56:18.117096 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:56:18.118999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1414944609', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:18.242791 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.243896 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.299788 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.356869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60254) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:18.487965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1675306843', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:18.510140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95fd92-677f-4936-8eee-6b6fbf6aa104 req-bc5fa30f-0cbe-4a83-9295-f4b80a4444d5 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:18.514343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d95fd92-677f-4936-8eee-6b6fbf6aa104 req-bc5fa30f-0cbe-4a83-9295-f4b80a4444d5 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 943 time: 0.0608814 Sep 16 04:56:18.537365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.568021 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d95fd92-677f-4936-8eee-6b6fbf6aa104 req-c217637c-34a2-49d1-a6a0-2bb121e312d0 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487988 Sep 16 04:56:18.604364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b8d5a-62c0-4eeb-b376-ebec69890208 req-20cfdbb0-c444-48a1-9e2d-376ddb3f2981 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:18.605961 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a2b8d5a-62c0-4eeb-b376-ebec69890208 req-20cfdbb0-c444-48a1-9e2d-376ddb3f2981 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 945 time: 0.0638802 Sep 16 04:56:18.650501 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a2b8d5a-62c0-4eeb-b376-ebec69890208 req-767c5af1-0c7d-425c-9851-fe49990b0151 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9deca-a8f6-452d-81fd-2bce2a26fc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360589 Sep 16 04:56:18.717448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Made reservation on behalf of d5c09fe10b0740cfa84e5da1d829bf24 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:18.721775 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.737191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.896914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.918819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.981964 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.023300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ca894fe-469e-46f7-a9fb-c20bd2bc13a0 req-790c2e8b-b187-42fd-b7e3-1835072701b5 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 210 time: 0.0284173 Sep 16 04:56:19.046594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Allocated IP 172.25.3.188 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/bc96fc38-e126-4a3e-9cc6-a1e23d081450) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:19.074548 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.088426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] device_id is not set on port fed26bad-34ad-4849-b625-8f7a5b7b4c72 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:19.181635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53d2fba-179c-4afa-ba60-053978697553,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:19.201106 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.201453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.201795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.202133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.202467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.202807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.203137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.203466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.203794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.204122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.204446 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.204821 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.239230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.278220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device a6eb0f40-709a-424e-b157-31a736d506e6 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:19.341907 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.375725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port a6eb0f40-709a-424e-b157-31a736d506e6, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=a6eb0f40-709a-424e-b157-31a736d506e6,segment=NetworkSegment(0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1),segment_id=0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:19.389037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'a6eb0f40-709a-424e-b157-31a736d506e6', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'port_id': 'a6eb0f40-709a-424e-b157-31a736d506e6', 'mac_address': 'fa:16:3e:3e:05:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:19.406064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:19.414201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:19.420020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:19.425078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Pushing event updated for resources: {'Port': ['ID=bc96fc38-e126-4a3e-9cc6-a1e23d081450,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:19.429418 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.443093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6eb0f40-709a-424e-b157-31a736d506e6 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:19.462889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Allocated IP 172.25.3.172 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/fed26bad-34ad-4849-b625-8f7a5b7b4c72) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:19.474439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port a6eb0f40-709a-424e-b157-31a736d506e6, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=a6eb0f40-709a-424e-b157-31a736d506e6,segment=NetworkSegment(0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1),segment_id=0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:19.602764 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.664741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=a6eb0f40-709a-424e-b157-31a736d506e6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:19.679370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.679992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.680601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.681619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.682448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.682991 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.683534 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.684439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.685035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.685586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.687019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.687702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:19.709680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ea930-1196-4a71-bb53-9dbdcac60c92 req-d28114ee-3676-4e8b-b1d6-16ee9f851238 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.711304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b42ea930-1196-4a71-bb53-9dbdcac60c92 req-d28114ee-3676-4e8b-b1d6-16ee9f851238 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 944 time: 0.0705976 Sep 16 04:56:19.735525 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.757643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b42ea930-1196-4a71-bb53-9dbdcac60c92 req-44033a92-44fa-474d-bbce-b37fa422bf6a tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381947 Sep 16 04:56:19.876554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcec28-8f43-497c-8c8d-8bb901ad3397 req-7b56da31-2462-42ac-8341-bf7a5a91e202 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.876917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['a6eb0f40-709a-424e-b157-31a736d506e6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:19.885453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91bcec28-8f43-497c-8c8d-8bb901ad3397 req-7b56da31-2462-42ac-8341-bf7a5a91e202 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 945 time: 0.0960991 Sep 16 04:56:19.903764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c9fd2-ee25-4055-925a-006005d93089 req-5df8b7a7-7eef-405e-805d-34c01de845eb tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.905410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-799c9fd2-ee25-4055-925a-006005d93089 req-5df8b7a7-7eef-405e-805d-34c01de845eb tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 945 time: 0.1041620 Sep 16 04:56:19.972719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91bcec28-8f43-497c-8c8d-8bb901ad3397 req-116c2a99-f296-488b-ab99-123c5b97e762 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9deca-a8f6-452d-81fd-2bce2a26fc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862393 Sep 16 04:56:20.039009 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-799c9fd2-ee25-4055-925a-006005d93089 req-322541c8-46c9-4ea0-a9aa-e73e5d34d050 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Deleting port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:20.039721 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-799c9fd2-ee25-4055-925a-006005d93089 req-322541c8-46c9-4ea0-a9aa-e73e5d34d050 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.122295 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.141682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa687337-f7c9-4b83-b902-b515b3df7a4b req-4929602c-288d-4245-af8e-27e611e068e7 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 210 time: 0.0351880 Sep 16 04:56:20.168920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-799c9fd2-ee25-4055-925a-006005d93089 req-322541c8-46c9-4ea0-a9aa-e73e5d34d050 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] For port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=6e44025e-ab71-48d3-9b92-d5a39d62fbe0,segment=NetworkSegment(918bc753-b873-4f9a-b188-43c3d315b47e),segment_id=918bc753-b873-4f9a-b188-43c3d315b47e)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:20.168920 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-799c9fd2-ee25-4055-925a-006005d93089 req-322541c8-46c9-4ea0-a9aa-e73e5d34d050 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.181565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-799c9fd2-ee25-4055-925a-006005d93089 req-322541c8-46c9-4ea0-a9aa-e73e5d34d050 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Calling delete_port for 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:20.212209 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.270596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:20.278547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-9c0d8d67-7c53-400b-95c3-cb907d1c7806 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0a671046788c4b47a40fcfa146ba9570&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244477 Sep 16 04:56:20.310678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:20.314549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:20.317141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Pushing event updated for resources: {'Port': ['ID=fed26bad-34ad-4849-b625-8f7a5b7b4c72,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:20.396808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.397905 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.421826 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.441048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-d286054b-4831-4e00-8580-73da7000bac5 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.442513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-d286054b-4831-4e00-8580-73da7000bac5 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563749 Sep 16 04:56:20.455291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Request body: {'port': {'device_id': '1add04e3-0fc2-44e2-aac0-7d07db25eba8', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': '0a671046788c4b47a40fcfa146ba9570'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:20.516957 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-64506ea4-9278-4b97-ac35-07363bbb2d21 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.1588721 Sep 16 04:56:20.520757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60284) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:20.524901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.172'}]}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:20.532827 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-799c9fd2-ee25-4055-925a-006005d93089 req-322541c8-46c9-4ea0-a9aa-e73e5d34d050 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.545787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6e44025e-ab71-48d3-9b92-d5a39d62fbe0'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:20.583737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322541c8-46c9-4ea0-a9aa-e73e5d34d050 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Pushing event deleted for resources: {'Port': ['ID=6e44025e-ab71-48d3-9b92-d5a39d62fbe0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:20.639070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-799c9fd2-ee25-4055-925a-006005d93089 req-322541c8-46c9-4ea0-a9aa-e73e5d34d050 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] No DVR routers for this DVR port 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:20.641417 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-799c9fd2-ee25-4055-925a-006005d93089 req-322541c8-46c9-4ea0-a9aa-e73e5d34d050 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.643979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-799c9fd2-ee25-4055-925a-006005d93089 req-322541c8-46c9-4ea0-a9aa-e73e5d34d050 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.23 "DELETE /v2.0/ports/6e44025e-ab71-48d3-9b92-d5a39d62fbe0 HTTP/1.1" status: 204 len: 173 time: 0.7313125 Sep 16 04:56:20.644404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7234b0-d435-4ac6-8852-3f24cc9be5ae', 'name': 'network-vif-deleted', 'tag': '6e44025e-ab71-48d3-9b92-d5a39d62fbe0'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:20.646676 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c999d49-6294-4390-ba35-83a8226c84f6" -d '{"events": [{"server_uuid": "bf7234b0-d435-4ac6-8852-3f24cc9be5ae", "name": "network-vif-deleted", "tag": "6e44025e-ab71-48d3-9b92-d5a39d62fbe0"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:20.683261 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5220ed08-6d44-4eea-91c3-1280b875b683 x-openstack-request-id: req-5220ed08-6d44-4eea-91c3-1280b875b683 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:20.683582 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7234b0-d435-4ac6-8852-3f24cc9be5ae", "name": "network-vif-deleted", "tag": "6e44025e-ab71-48d3-9b92-d5a39d62fbe0", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:20.683790 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5220ed08-6d44-4eea-91c3-1280b875b683 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:20.684306 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7234b0-d435-4ac6-8852-3f24cc9be5ae', 'name': 'network-vif-deleted', 'tag': '6e44025e-ab71-48d3-9b92-d5a39d62fbe0', 'status': 'completed', 'code': 200} Sep 16 04:56:20.733868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Router e781a6ba-212b-44ac-a123-39a2379cf964 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:20.816885 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.818382 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.848498 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:20.862585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ad2a5-131c-449b-85ec-1ffa12500b0c None None] Sync routers for ids ['e781a6ba-212b-44ac-a123-39a2379cf964'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:20.883722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ad2a5-131c-449b-85ec-1ffa12500b0c None None] Routers {'e781a6ba-212b-44ac-a123-39a2379cf964'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:20.885845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2f8ad2a5-131c-449b-85ec-1ffa12500b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e781a6ba-212b-44ac-a123-39a2379cf964'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:20.926386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2f8ad2a5-131c-449b-85ec-1ffa12500b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:20.935787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ad2a5-131c-449b-85ec-1ffa12500b0c None None] Routers {'e781a6ba-212b-44ac-a123-39a2379cf964'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:20.936603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2f8ad2a5-131c-449b-85ec-1ffa12500b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e781a6ba-212b-44ac-a123-39a2379cf964'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:20.946326 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.966976 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d7edc-cd38-4374-8b94-b238eacd5bb2 req-4c23dab0-8df1-4575-a479-62d22265f385 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:20.972745 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2f8ad2a5-131c-449b-85ec-1ffa12500b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:20.973107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-310d7edc-cd38-4374-8b94-b238eacd5bb2 req-4c23dab0-8df1-4575-a479-62d22265f385 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 944 time: 0.0975826 Sep 16 04:56:20.973631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ad2a5-131c-449b-85ec-1ffa12500b0c None None] The sync data for ids ['e781a6ba-212b-44ac-a123-39a2379cf964'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:21.010384 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-310d7edc-cd38-4374-8b94-b238eacd5bb2 req-c9a47475-d60a-4d21-96fe-62f092fde23c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350294 Sep 16 04:56:21.029707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Made reservation on behalf of 0a671046788c4b47a40fcfa146ba9570 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:21.033327 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.042771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.077927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4cff1bfd-5724-4677-9068-99f1e31f4d77 req-08db1961-e6b2-4f35-82a4-2d041fb71567 tempest-VolumesActionsTest-559363594 tempest-VolumesActionsTest-559363594-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7234b0-d435-4ac6-8852-3f24cc9be5ae HTTP/1.1" status: 200 len: 210 time: 0.0329795 Sep 16 04:56:21.162261 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.163567 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-63c37aa4-5c7d-4237-afb2-57bc2eb0499a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2550473 Sep 16 04:56:21.174061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60300) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:21.257679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66c6f272-6282-4fb9-8128-af5ed9337059 req-c249ee6d-9808-4066-a87f-c798d63a324b tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 210 time: 0.0406158 Sep 16 04:56:21.279106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device a6eb0f40-709a-424e-b157-31a736d506e6 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:21.290886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.315227 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7b30e8ef-365d-440f-94e0-4bf012966173 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/routers/e781a6ba-212b-44ac-a123-39a2379cf964 HTTP/1.1" status: 200 len: 925 time: 0.1382122 Sep 16 04:56:21.316121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60302) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:21.345773 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d049847e-cd4b-4f36-a2fb-1ecc5ef57393 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "GET /v2.0/ports?device_id=e781a6ba-212b-44ac-a123-39a2379cf964 HTTP/1.1" status: 200 len: 205 time: 0.0263164 Sep 16 04:56:21.348806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60304) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:21.355820 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.419601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port a6eb0f40-709a-424e-b157-31a736d506e6 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:21.426904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port a6eb0f40-709a-424e-b157-31a736d506e6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:21.433308 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.456150 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.465464 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.521567 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.547231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6eb0f40-709a-424e-b157-31a736d506e6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:21.550190 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dc7af9-31e2-4aa9-9b03-1460b5649b65" -d '{"events": [{"server_uuid": "3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6", "name": "network-vif-plugged", "status": "completed", "tag": "a6eb0f40-709a-424e-b157-31a736d506e6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:21.565312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port a6eb0f40-709a-424e-b157-31a736d506e6, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=a6eb0f40-709a-424e-b157-31a736d506e6,segment=NetworkSegment(0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1),segment_id=0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:21.591811 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecfaa1a-f507-4ca1-9b36-7797373b7ba5 x-openstack-request-id: req-4ecfaa1a-f507-4ca1-9b36-7797373b7ba5 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:21.592157 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6", "name": "network-vif-plugged", "status": "completed", "tag": "a6eb0f40-709a-424e-b157-31a736d506e6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:21.592488 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ecfaa1a-f507-4ca1-9b36-7797373b7ba5 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:21.597638 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.597813 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6eb0f40-709a-424e-b157-31a736d506e6', 'code': 200} Sep 16 04:56:21.665527 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.723695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=a6eb0f40-709a-424e-b157-31a736d506e6,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.748947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Deleting port bc96fc38-e126-4a3e-9cc6-a1e23d081450 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:21.749294 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.847523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.860382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Calling delete_port for bc96fc38-e126-4a3e-9cc6-a1e23d081450 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:21.918132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85565b87-2933-4d84-847d-70650ca248d6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.986081 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.018868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694f902-e004-4e5f-afd6-e4b243b2d06d req-ae809935-29de-480c-8d70-e4dfbb9d6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.020422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4694f902-e004-4e5f-afd6-e4b243b2d06d req-ae809935-29de-480c-8d70-e4dfbb9d6375 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 1097 time: 0.1673977 Sep 16 04:56:22.023727 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.058320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Allocated IP 192.168.233.161 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/d4b35379-999c-44e7-ad19-6a9dec32524a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:22.145982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.166749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4694f902-e004-4e5f-afd6-e4b243b2d06d req-0c199afa-df58-40c7-9de5-ce4ab9dbad13 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381547 Sep 16 04:56:22.176010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Pushing event deleted for resources: {'Port': ['ID=bc96fc38-e126-4a3e-9cc6-a1e23d081450,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:22.240985 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.277340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954af15-ce02-4628-bb7c-19d82d2f412c req-0c1549ce-2726-4df8-aed3-7dd5925d67a9 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.279648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a954af15-ce02-4628-bb7c-19d82d2f412c req-0c1549ce-2726-4df8-aed3-7dd5925d67a9 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 945 time: 0.1817789 Sep 16 04:56:22.350069 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.352342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.411189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c60ae1c2-4b19-4339-907f-59594adc72b6 req-38e9f6e8-d26a-4dee-8fd4-7d61875a36ba tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 210 time: 0.0705557 Sep 16 04:56:22.447923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a954af15-ce02-4628-bb7c-19d82d2f412c req-861e7aa9-5a1b-4d6d-8afa-cb8424c79106 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556199 Sep 16 04:56:22.467004 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.516285 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.516551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.516910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Fanout notify agent at l3_agent the message router_deleted on router e781a6ba-212b-44ac-a123-39a2379cf964 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:22.524292 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.529283 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bf954a19-dfca-49a5-8d2e-4bed78c3e5ab tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/routers/e781a6ba-212b-44ac-a123-39a2379cf964 HTTP/1.1" status: 204 len: 168 time: 1.1757205 Sep 16 04:56:22.529283 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60322) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:22.533844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Request body: {'router': {'name': 'tempest-snat-router-183815273', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'enable_snat': False}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:22.591538 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.608211 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.609437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.662140 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.702046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:22.711303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:22.713778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:22.770729 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.772495 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Pushing event updated for resources: {'Port': ['ID=d4b35379-999c-44e7-ad19-6a9dec32524a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:22.777632 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.837769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.838415 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.917346 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.917884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13558a11-0d23-4cc0-8187-e540d5b19cb7 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:22.946819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ec813e93-2e22-43a8-a629-1fa20fca13ea tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4948599 Sep 16 04:56:22.960743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Request body: {'port': {'device_id': '1add04e3-0fc2-44e2-aac0-7d07db25eba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:22.971673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.007165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f0e85b9b-cd0c-4a4d-ab6d-6dc8507215cb None None] Provisioning complete for port d4b35379-999c-44e7-ad19-6a9dec32524a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:23.008274 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f0e85b9b-cd0c-4a4d-ab6d-6dc8507215cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.014119 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 04:56:23.018645 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-38dfbf19-436d-4c12-a698-5d73e4c72969 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4963467 Sep 16 04:56:23.018970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60332) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:23.027812 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.049835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f0e85b9b-cd0c-4a4d-ab6d-6dc8507215cb None None] Port d4b35379-999c-44e7-ad19-6a9dec32524a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:23.189405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7edef951-e7b3-4fbf-b4b4-0969d2d98b55 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Deleting port fed26bad-34ad-4849-b625-8f7a5b7b4c72 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:23.189405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7edef951-e7b3-4fbf-b4b4-0969d2d98b55 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.280123 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7edef951-e7b3-4fbf-b4b4-0969d2d98b55 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.329568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7edef951-e7b3-4fbf-b4b4-0969d2d98b55 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Calling delete_port for fed26bad-34ad-4849-b625-8f7a5b7b4c72 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:23.339287 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b35379-999c-44e7-ad19-6a9dec32524a {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:23.349879 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.363631 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Transition to ACTIVE for port object d4b35379-999c-44e7-ad19-6a9dec32524a will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:23.436310 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.444900 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.477731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.521406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b35379-999c-44e7-ad19-6a9dec32524a,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:23.652712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Allocated IP 172.25.3.7 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/4fe607d6-d6ec-43b0-8760-4da48ca7c967) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:23.679140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121144ce-c52e-4671-aec2-3f8426a1391b req-360285cd-ff63-476c-97b7-d1dd11d66158 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.686870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-121144ce-c52e-4671-aec2-3f8426a1391b req-360285cd-ff63-476c-97b7-d1dd11d66158 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 948 time: 0.1719875 Sep 16 04:56:23.706757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5710222-f5ae-4a05-b956-b0761098bd29 req-c924e03c-a802-4407-96a9-777d2fce33b2 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.714196 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5710222-f5ae-4a05-b956-b0761098bd29 req-c924e03c-a802-4407-96a9-777d2fce33b2 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 945 time: 0.1502850 Sep 16 04:56:23.784333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5710222-f5ae-4a05-b956-b0761098bd29 req-9bb4acf3-462d-4430-843c-0deb4c908a9d tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692561 Sep 16 04:56:23.784613 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.801726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-121144ce-c52e-4671-aec2-3f8426a1391b req-d845759a-92c2-474d-a920-604bb4e4e21a tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/security-groups?id=85565b87-2933-4d84-847d-70650ca248d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110556 Sep 16 04:56:23.809355 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Attempting to bind port d4b35379-999c-44e7-ad19-6a9dec32524a on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:23.809692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Attempting to bind port d4b35379-999c-44e7-ad19-6a9dec32524a by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:23.810022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Attempting to bind port d4b35379-999c-44e7-ad19-6a9dec32524a on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:23.819044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Port d4b35379-999c-44e7-ad19-6a9dec32524a on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:23.819369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Attempting to bind port d4b35379-999c-44e7-ad19-6a9dec32524a on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:23.829479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:23.829479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:23.829479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:23.829790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7edef951-e7b3-4fbf-b4b4-0969d2d98b55 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.829922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Bound port: d4b35379-999c-44e7-ad19-6a9dec32524a, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:23.829922 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.873316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edef951-e7b3-4fbf-b4b4-0969d2d98b55 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Pushing event deleted for resources: {'Port': ['ID=fed26bad-34ad-4849-b625-8f7a5b7b4c72,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:23.931719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] For port d4b35379-999c-44e7-ad19-6a9dec32524a, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:23.933552 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7edef951-e7b3-4fbf-b4b4-0969d2d98b55 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.935493 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7edef951-e7b3-4fbf-b4b4-0969d2d98b55 tempest-RoutersAdminNegativeIpV6Test-220021782 tempest-RoutersAdminNegativeIpV6Test-220021782-project-admin] 10.222.0.24 "DELETE /v2.0/ports/fed26bad-34ad-4849-b625-8f7a5b7b4c72 HTTP/1.1" status: 204 len: 168 time: 0.9152055 Sep 16 04:56:23.935806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] For port d4b35379-999c-44e7-ad19-6a9dec32524a, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d4b35379-999c-44e7-ad19-6a9dec32524a,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:23.947983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03fc84-44cc-4a33-bbd2-93bbabe230e9 req-02c09b9c-22c2-47f7-a0f6-417d6f8907d2 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.949534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce03fc84-44cc-4a33-bbd2-93bbabe230e9 req-02c09b9c-22c2-47f7-a0f6-417d6f8907d2 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 945 time: 0.0786517 Sep 16 04:56:23.959147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60346) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:23.965224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-64e53fee-ad68-4068-aa71-7127e0a8f065 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Request body: {'floatingip': {'port_id': 'a6eb0f40-709a-424e-b157-31a736d506e6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:24.011712 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-64e53fee-ad68-4068-aa71-7127e0a8f065 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.018666 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.046851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:24.066998 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:24.069831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:24.083818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:24.084424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 6e44025e-ab71-48d3-9b92-d5a39d62fbe0 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:24.084708 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:24.088628 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.134499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:24.134499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.144703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] 10.222.0.23 "PUT /v2.0/ports/d4b35379-999c-44e7-ad19-6a9dec32524a HTTP/1.1" status: 200 len: 1097 time: 1.1801336 Sep 16 04:56:24.144703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1add04e3-0fc2-44e2-aac0-7d07db25eba8', 'tag': 'd4b35379-999c-44e7-ad19-6a9dec32524a'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:24.144703 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a6c39b-8e0c-4930-a511-81db5d32a6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1add04e3-0fc2-44e2-aac0-7d07db25eba8", "tag": "d4b35379-999c-44e7-ad19-6a9dec32524a"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:24.146893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event updated for resources: {'Port': ['ID=4fe607d6-d6ec-43b0-8760-4da48ca7c967,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:24.275942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daf5d0-c531-4083-91c5-f47087eb4376 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b35379-999c-44e7-ad19-6a9dec32524a,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:24.280092 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57768783-5a43-4dcf-b2ae-b7e746e7d2fa x-openstack-request-id: req-57768783-5a43-4dcf-b2ae-b7e746e7d2fa {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:24.280408 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1add04e3-0fc2-44e2-aac0-7d07db25eba8", "tag": "d4b35379-999c-44e7-ad19-6a9dec32524a", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:24.280718 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57768783-5a43-4dcf-b2ae-b7e746e7d2fa {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:24.284177 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1add04e3-0fc2-44e2-aac0-7d07db25eba8', 'tag': 'd4b35379-999c-44e7-ad19-6a9dec32524a', 'status': 'completed', 'code': 200} Sep 16 04:56:24.404697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6c39b-8e0c-4930-a511-81db5d32a6d2 req-76562c8a-77fb-4890-9447-b96b11662356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:24.406216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7a6c39b-8e0c-4930-a511-81db5d32a6d2 req-76562c8a-77fb-4890-9447-b96b11662356 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a671046788c4b47a40fcfa146ba9570&device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 1100 time: 0.1210320 Sep 16 04:56:24.461274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7a6c39b-8e0c-4930-a511-81db5d32a6d2 req-f6d9d801-0999-40d5-a740-9c71727f21bd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0a671046788c4b47a40fcfa146ba9570&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242105 Sep 16 04:56:24.671166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6c39b-8e0c-4930-a511-81db5d32a6d2 req-75d0c4b8-f4d5-4942-9d73-3fc2e2d0009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:24.672683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7a6c39b-8e0c-4930-a511-81db5d32a6d2 req-75d0c4b8-f4d5-4942-9d73-3fc2e2d0009a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2033246 Sep 16 04:56:24.720578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.759501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60360) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.803324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-46693b86-08d0-40fb-a110-551ff4ba3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:24.804859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-46693b86-08d0-40fb-a110-551ff4ba3e45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a671046788c4b47a40fcfa146ba9570&device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 1100 time: 0.0905242 Sep 16 04:56:24.863148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-64e53fee-ad68-4068-aa71-7127e0a8f065 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.865108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-a143d10d-b3f4-4232-b70e-fe7376bd072d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d4b35379-999c-44e7-ad19-6a9dec32524a HTTP/1.1" status: 200 len: 217 time: 0.0523503 Sep 16 04:56:24.950433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-18fa4977-5a77-46d4-b759-8af860501a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:24.951951 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-18fa4977-5a77-46d4-b759-8af860501a3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0797532 Sep 16 04:56:24.976003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e6abe-f45f-4268-9e95-520e2ec0f607 req-5418570c-d7f5-4414-b2c3-6c4faaa0f139 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:24.977624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-951e6abe-f45f-4268-9e95-520e2ec0f607 req-5418570c-d7f5-4414-b2c3-6c4faaa0f139 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 948 time: 0.0965223 Sep 16 04:56:24.998316 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-64e53fee-ad68-4068-aa71-7127e0a8f065 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.096386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-951e6abe-f45f-4268-9e95-520e2ec0f607 req-7c7ee584-a748-4438-b86b-73f04386f900 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/security-groups?id=85565b87-2933-4d84-847d-70650ca248d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999608 Sep 16 04:56:25.108704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-07c7e355-357a-4109-be4e-b9876b6d0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:25.110320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-07c7e355-357a-4109-be4e-b9876b6d0c22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1510768 Sep 16 04:56:25.170368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a653276-d086-464e-8cf7-7c0138a22ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.222334 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-64e53fee-ad68-4068-aa71-7127e0a8f065 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Floating IP ca9d0425-ebf6-420c-b52c-5aa047b3e444 associated. External IP: 172.25.3.199, port: a6eb0f40-709a-424e-b157-31a736d506e6. Sep 16 04:56:25.274104 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.457386 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a653276-d086-464e-8cf7-7c0138a22ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.553661 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a653276-d086-464e-8cf7-7c0138a22ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.597674 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2a653276-d086-464e-8cf7-7c0138a22ab3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8208ea044774ea1854148ffae4ebfaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8379047 Sep 16 04:56:25.599151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a653276-d086-464e-8cf7-7c0138a22ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5fcafc-28d5-47f6-8bad-12bf20de6c86,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:25.601612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60380) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:25.634714 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-ce20baab-9a49-4495-bda9-e5ea54c90284 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806607 Sep 16 04:56:25.651620 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cce3ac9d-85a8-4517-a1c4-decb4f1be14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.669659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Router 8a2e800a-d229-48ca-896b-63324d506bef is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:25.679343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cce3ac9d-85a8-4517-a1c4-decb4f1be14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.802728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57388378-8ff4-4d16-8ee9-f8f34fad6501 req-884045ca-7d68-447d-afad-7c4003ad326a service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412730 Sep 16 04:56:25.830667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:25.842383 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Sync routers for ids ['8a2e800a-d229-48ca-896b-63324d506bef'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:25.854796 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Routers {'8a2e800a-d229-48ca-896b-63324d506bef'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:25.855630 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8a2e800a-d229-48ca-896b-63324d506bef'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:25.877893 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cce3ac9d-85a8-4517-a1c4-decb4f1be14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.882952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e53fee-ad68-4068-aa71-7127e0a8f065 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Router 5472356f-2dcd-4ba6-a4fe-215a06783133 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:25.884108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cce3ac9d-85a8-4517-a1c4-decb4f1be14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.887972 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cce3ac9d-85a8-4517-a1c4-decb4f1be14a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a5fcafc-28d5-47f6-8bad-12bf20de6c86 HTTP/1.1" status: 204 len: 168 time: 0.2830453 Sep 16 04:56:25.910136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3ac9d-85a8-4517-a1c4-decb4f1be14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5fcafc-28d5-47f6-8bad-12bf20de6c86,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:26.004494 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Set router 8a2e800a-d229-48ca-896b-63324d506bef gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:26.034609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e53fee-ad68-4068-aa71-7127e0a8f065 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:26.041637 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-64e53fee-ad68-4068-aa71-7127e0a8f065 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.047029 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88fd38c-c568-44df-a257-ca4066366903 None None] Sync routers for ids ['5472356f-2dcd-4ba6-a4fe-215a06783133'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:26.057024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88fd38c-c568-44df-a257-ca4066366903 None None] Routers {'5472356f-2dcd-4ba6-a4fe-215a06783133'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:26.057864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c88fd38c-c568-44df-a257-ca4066366903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5472356f-2dcd-4ba6-a4fe-215a06783133'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:26.081606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-64e53fee-ad68-4068-aa71-7127e0a8f065 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "PUT /v2.0/floatingips/ca9d0425-ebf6-420c-b52c-5aa047b3e444 HTTP/1.1" status: 200 len: 991 time: 2.1173909 Sep 16 04:56:26.110199 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.112304 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a0cd7ffe-c17a-4796-8a34-d35688c5339a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.5823033 Sep 16 04:56:26.117265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60388) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:26.224010 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2e800a-d229-48ca-896b-63324d506bef', 'name': 'tempest-snat-router-183815273', 'tenant_id': '32b15e9e32264030a9228267b87fb52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': False}, 'gw_port_id': '4fe607d6-d6ec-43b0-8760-4da48ca7c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:22Z', 'updated_at': '2021-09-16T04:56:24Z', 'revision_number': 3, 'project_id': '32b15e9e32264030a9228267b87fb52e', 'gw_port': {'id': '4fe607d6-d6ec-43b0-8760-4da48ca7c967', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2e800a-d229-48ca-896b-63324d506bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:23Z', 'updated_at': '2021-09-16T04:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:26.254872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-c88fd38c-c568-44df-a257-ca4066366903 None None] Set router 5472356f-2dcd-4ba6-a4fe-215a06783133 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:26.269434 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Checking router: 8a2e800a-d229-48ca-896b-63324d506bef for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:26.269991 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Updating router 8a2e800a-d229-48ca-896b-63324d506bef port 4fe607d6-d6ec-43b0-8760-4da48ca7c967 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:56:26.305600 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.308665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'tag': 'a6eb0f40-709a-424e-b157-31a736d506e6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:26.311748 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d78caf7-cb64-45a7-9bab-fdd99b9cdb86" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6", "tag": "a6eb0f40-709a-424e-b157-31a736d506e6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:26.382477 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-93fb7bcb-8d49-4a40-b866-bf8101bc79a4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/routers/8a2e800a-d229-48ca-896b-63324d506bef HTTP/1.1" status: 200 len: 906 time: 0.2622969 Sep 16 04:56:26.385238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60400) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:26.388772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09670987-3748-41eb-a522-ae7925bf16f9 req-a680171b-8119-481b-90cd-1d849c703dff tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:26.392070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Request body: {'router': {'name': 'tempest-snat-router-183815273', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'enable_snat': True}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:26.399002 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09670987-3748-41eb-a522-ae7925bf16f9 req-a680171b-8119-481b-90cd-1d849c703dff tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 948 time: 0.1527998 Sep 16 04:56:26.510131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09670987-3748-41eb-a522-ae7925bf16f9 req-5af2cf7e-4a94-4235-8fe8-964b3618ad4c tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/security-groups?id=85565b87-2933-4d84-847d-70650ca248d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038690 Sep 16 04:56:26.517069 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8071a26-7b03-46f2-8bbf-9e43e2539f4c x-openstack-request-id: req-b8071a26-7b03-46f2-8bbf-9e43e2539f4c {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:26.528582 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6", "tag": "a6eb0f40-709a-424e-b157-31a736d506e6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:26.532176 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8071a26-7b03-46f2-8bbf-9e43e2539f4c {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:26.532176 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'tag': 'a6eb0f40-709a-424e-b157-31a736d506e6', 'status': 'completed', 'code': 200} Sep 16 04:56:26.585444 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.587034 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.648057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78caf7-cb64-45a7-9bab-fdd99b9cdb86 req-b2c4e2b8-60d6-4a1e-bf62-c16add00cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:26.653136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d78caf7-cb64-45a7-9bab-fdd99b9cdb86 req-b2c4e2b8-60d6-4a1e-bf62-c16add00cb4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10b6f1c80f114078a0842c8ad70708ea&device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 1097 time: 0.1202502 Sep 16 04:56:26.701001 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.728584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c88fd38c-c568-44df-a257-ca4066366903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'ca9d0425-ebf6-420c-b52c-5aa047b3e444', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'port_id': 'a6eb0f40-709a-424e-b157-31a736d506e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'mac_address': 'fa:16:3e:3e:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:56:08Z', 'updated_at': '2021-09-16T04:56:24Z', 'revision_number': 1, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf017868-acae-4ab1-97f4-9a68f3bf6c61', 'name': '', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'mac_address': 'fa:16:3e:12:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:58Z', 'updated_at': '2021-09-16T04:56:07Z', 'revision_number': 5, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'subnets': [{'id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:26.779894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78caf7-cb64-45a7-9bab-fdd99b9cdb86 req-48a7faea-6742-4e7d-8188-f1714f5e0daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:26.781629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d78caf7-cb64-45a7-9bab-fdd99b9cdb86 req-48a7faea-6742-4e7d-8188-f1714f5e0daa service neutron] 10.222.0.37 "GET /v2.0/networks?id=c100970b-ef8f-4b4f-b9fd-6826a60b6e30 HTTP/1.1" status: 200 len: 912 time: 0.1208501 Sep 16 04:56:26.788150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88fd38c-c568-44df-a257-ca4066366903 None None] Checking router: 5472356f-2dcd-4ba6-a4fe-215a06783133 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:26.797968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88fd38c-c568-44df-a257-ca4066366903 None None] Routers {'5472356f-2dcd-4ba6-a4fe-215a06783133'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:26.799145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c88fd38c-c568-44df-a257-ca4066366903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5472356f-2dcd-4ba6-a4fe-215a06783133'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:26.818095 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.886867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d78caf7-cb64-45a7-9bab-fdd99b9cdb86 req-44f05aa4-1d14-4942-b9f0-ff6ef70a1be3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6eb0f40-709a-424e-b157-31a736d506e6 HTTP/1.1" status: 200 len: 999 time: 0.0967672 Sep 16 04:56:26.956172 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78caf7-cb64-45a7-9bab-fdd99b9cdb86 req-0cdc20eb-360b-4a6b-b219-166351d2ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:26.956924 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d78caf7-cb64-45a7-9bab-fdd99b9cdb86 req-0cdc20eb-360b-4a6b-b219-166351d2ceb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d95e30f-79a8-41b8-8ab2-c23f587db53b HTTP/1.1" status: 200 len: 851 time: 0.0538576 Sep 16 04:56:26.968366 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.024834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60406) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:27.050761 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.061374 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3ab18-7c47-40d0-a12f-37ffbc468c08 None None] Pushing event updated for resources: {'Port': ['ID=4fe607d6-d6ec-43b0-8760-4da48ca7c967,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:27.067869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78caf7-cb64-45a7-9bab-fdd99b9cdb86 req-86e30f3b-d243-42ae-b94e-50385af8b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:27.069451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d78caf7-cb64-45a7-9bab-fdd99b9cdb86 req-86e30f3b-d243-42ae-b94e-50385af8b24e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c100970b-ef8f-4b4f-b9fd-6826a60b6e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051829 Sep 16 04:56:27.069592 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Attempting to bind port 4fe607d6-d6ec-43b0-8760-4da48ca7c967 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:27.070068 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Attempting to bind port 4fe607d6-d6ec-43b0-8760-4da48ca7c967 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:27.070447 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Attempting to bind port 4fe607d6-d6ec-43b0-8760-4da48ca7c967 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:27.076504 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:27.076914 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:27.077660 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.077660 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:27.078169 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Bound port: 4fe607d6-d6ec-43b0-8760-4da48ca7c967, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:27.078654 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.125239 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-98e7beca-29dd-4bf4-aaf1-8713a7a9e2f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5c09fe10b0740cfa84e5da1d829bf24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988827 Sep 16 04:56:27.127537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-c88fd38c-c568-44df-a257-ca4066366903 None None] Set router 5472356f-2dcd-4ba6-a4fe-215a06783133 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:27.132318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60408) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:27.141146 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] For port 4fe607d6-d6ec-43b0-8760-4da48ca7c967, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:27.144918 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] For port 4fe607d6-d6ec-43b0-8760-4da48ca7c967, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4fe607d6-d6ec-43b0-8760-4da48ca7c967,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:27.209888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d78caf7-cb64-45a7-9bab-fdd99b9cdb86 req-7d56aa9c-19ba-4f70-b548-ef020b797abf service neutron] 10.222.0.37 "GET /v2.0/networks/c100970b-ef8f-4b4f-b9fd-6826a60b6e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319351 Sep 16 04:56:27.270535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50ac9d42-b5d7-4593-a7f8-1008f7812ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.277485 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.335129 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50ac9d42-b5d7-4593-a7f8-1008f7812ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.339307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d78caf7-cb64-45a7-9bab-fdd99b9cdb86 req-1a5cb000-2c1d-4193-8fca-90bf5b1e0c40 service neutron] 10.222.0.37 "GET /v2.0/networks/c100970b-ef8f-4b4f-b9fd-6826a60b6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215160 Sep 16 04:56:27.408179 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Routers {'8a2e800a-d229-48ca-896b-63324d506bef'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:27.408179 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8a2e800a-d229-48ca-896b-63324d506bef'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:27.408179 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3ab18-7c47-40d0-a12f-37ffbc468c08 None None] Pushing event updated for resources: {'Port': ['ID=4fe607d6-d6ec-43b0-8760-4da48ca7c967,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:27.526230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.535533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c88fd38c-c568-44df-a257-ca4066366903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'ca9d0425-ebf6-420c-b52c-5aa047b3e444', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'port_id': 'a6eb0f40-709a-424e-b157-31a736d506e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'mac_address': 'fa:16:3e:3e:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:56:08Z', 'updated_at': '2021-09-16T04:56:24Z', 'revision_number': 1, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf017868-acae-4ab1-97f4-9a68f3bf6c61', 'name': '', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'mac_address': 'fa:16:3e:12:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:58Z', 'updated_at': '2021-09-16T04:56:07Z', 'revision_number': 5, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'subnets': [{'id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:27.541399 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] Set router 8a2e800a-d229-48ca-896b-63324d506bef gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:27.560228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.578916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88fd38c-c568-44df-a257-ca4066366903 None None] The sync data for ids ['5472356f-2dcd-4ba6-a4fe-215a06783133'] in n-d-712137-12 is: [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'ca9d0425-ebf6-420c-b52c-5aa047b3e444', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'port_id': 'a6eb0f40-709a-424e-b157-31a736d506e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'mac_address': 'fa:16:3e:3e:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:56:08Z', 'updated_at': '2021-09-16T04:56:24Z', 'revision_number': 1, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf017868-acae-4ab1-97f4-9a68f3bf6c61', 'name': '', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'mac_address': 'fa:16:3e:12:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:58Z', 'updated_at': '2021-09-16T04:56:07Z', 'revision_number': 5, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'subnets': [{'id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:27.680144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be75efc-69be-422e-9f3b-51b93f09c2ec req-239a5305-1b9f-4355-bd46-408a7ff650c3 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:27.684626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3be75efc-69be-422e-9f3b-51b93f09c2ec req-239a5305-1b9f-4355-bd46-408a7ff650c3 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 948 time: 0.0820940 Sep 16 04:56:27.706985 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50ac9d42-b5d7-4593-a7f8-1008f7812ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.711938 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50ac9d42-b5d7-4593-a7f8-1008f7812ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.711938 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-50ac9d42-b5d7-4593-a7f8-1008f7812ef0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e53d2fba-179c-4afa-ba60-053978697553 HTTP/1.1" status: 204 len: 168 time: 0.5760016 Sep 16 04:56:27.754349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3be75efc-69be-422e-9f3b-51b93f09c2ec req-45e018d3-0c8f-4ee4-a001-928d1e83d604 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/security-groups?id=85565b87-2933-4d84-847d-70650ca248d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626688 Sep 16 04:56:27.755529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac9d42-b5d7-4593-a7f8-1008f7812ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53d2fba-179c-4afa-ba60-053978697553,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:27.759048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Allocated IP 172.25.3.197 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/5579e17f-6d89-4fc8-9fbe-9ce12966d54d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:27.864786 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2e800a-d229-48ca-896b-63324d506bef', 'name': 'tempest-snat-router-183815273', 'tenant_id': '32b15e9e32264030a9228267b87fb52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': False}, 'gw_port_id': '4fe607d6-d6ec-43b0-8760-4da48ca7c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:22Z', 'updated_at': '2021-09-16T04:56:24Z', 'revision_number': 3, 'project_id': '32b15e9e32264030a9228267b87fb52e', 'gw_port': {'id': '4fe607d6-d6ec-43b0-8760-4da48ca7c967', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2e800a-d229-48ca-896b-63324d506bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:23Z', 'updated_at': '2021-09-16T04:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:27.893769 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b841960d-0512-43e5-b182-3c2c19cb9e05 None None] The sync data for ids ['8a2e800a-d229-48ca-896b-63324d506bef'] in n-d-712137-12 is: [{'id': '8a2e800a-d229-48ca-896b-63324d506bef', 'name': 'tempest-snat-router-183815273', 'tenant_id': '32b15e9e32264030a9228267b87fb52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7'}], 'enable_snat': False}, 'gw_port_id': '4fe607d6-d6ec-43b0-8760-4da48ca7c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:22Z', 'updated_at': '2021-09-16T04:56:24Z', 'revision_number': 3, 'project_id': '32b15e9e32264030a9228267b87fb52e', 'gw_port': {'id': '4fe607d6-d6ec-43b0-8760-4da48ca7c967', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2e800a-d229-48ca-896b-63324d506bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:23Z', 'updated_at': '2021-09-16T04:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:27.950624 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06121e-4074-4359-b090-5388dcafb32f None None] New status for floating IP ca9d0425-ebf6-420c-b52c-5aa047b3e444: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:56:27.985042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.051100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d4b35379-999c-44e7-ad19-6a9dec32524a details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:28.134719 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.185915 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d4b35379-999c-44e7-ad19-6a9dec32524a, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d4b35379-999c-44e7-ad19-6a9dec32524a,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:28.200993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd4b35379-999c-44e7-ad19-6a9dec32524a', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'd4b35379-999c-44e7-ad19-6a9dec32524a', 'mac_address': 'fa:16:3e:2e:d3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:28.221718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:28.230277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:28.237923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:28.257804 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.277334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b35379-999c-44e7-ad19-6a9dec32524a {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:28.287079 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event updated for resources: {'Port': ['ID=5579e17f-6d89-4fc8-9fbe-9ce12966d54d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:28.317021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d4b35379-999c-44e7-ad19-6a9dec32524a, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d4b35379-999c-44e7-ad19-6a9dec32524a,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:28.391464 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.479157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d4b35379-999c-44e7-ad19-6a9dec32524a,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:28.653417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d4b35379-999c-44e7-ad19-6a9dec32524a'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:28.675035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.868966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4fe607d6-d6ec-43b0-8760-4da48ca7c967 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:28.952292 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4fe607d6-d6ec-43b0-8760-4da48ca7c967 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:28.953303 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.017474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3bfec-8c5d-475c-9919-30c69612d04b req-c3fb0aa6-a250-406d-b505-50bfb42ec3d4 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:29.020073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79f3bfec-8c5d-475c-9919-30c69612d04b req-c3fb0aa6-a250-406d-b505-50bfb42ec3d4 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 949 time: 0.1419005 Sep 16 04:56:29.050999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.088788 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79f3bfec-8c5d-475c-9919-30c69612d04b req-c0a128dc-9c34-41a6-a865-583d0f4e82f2 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/security-groups?id=85565b87-2933-4d84-847d-70650ca248d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623641 Sep 16 04:56:29.164419 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.187879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 4fe607d6-d6ec-43b0-8760-4da48ca7c967, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4fe607d6-d6ec-43b0-8760-4da48ca7c967,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:29.305491 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.356627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Router b493f817-b028-4a05-9ed6-afd273102016 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:29.373748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=4fe607d6-d6ec-43b0-8760-4da48ca7c967,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:29.397622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60456) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.484785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:29.496281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Sync routers for ids ['b493f817-b028-4a05-9ed6-afd273102016'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:29.508928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Routers {'b493f817-b028-4a05-9ed6-afd273102016'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:29.509624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b493f817-b028-4a05-9ed6-afd273102016'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:29.519447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1380031555'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:29.613863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.618883 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bc19f0fd-7e5c-4317-8144-1e8381f1b55b tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2316425 Sep 16 04:56:29.618883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60462) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.627454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Set router b493f817-b028-4a05-9ed6-afd273102016 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:29.742266 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a7a40cf1-89da-4554-a275-cfbec43f670e tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/routers/b493f817-b028-4a05-9ed6-afd273102016 HTTP/1.1" status: 200 len: 907 time: 0.1220000 Sep 16 04:56:29.744796 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60466) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.779913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Made reservation on behalf of d708e0425cd345429eb95beff4757986 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:29.790914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.800810 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.869149 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.899641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b493f817-b028-4a05-9ed6-afd273102016', 'name': 'tempest-snat-router-183815273', 'tenant_id': '32b15e9e32264030a9228267b87fb52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '5579e17f-6d89-4fc8-9fbe-9ce12966d54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:56:26Z', 'updated_at': '2021-09-16T04:56:28Z', 'revision_number': 3, 'project_id': '32b15e9e32264030a9228267b87fb52e', 'gw_port': {'id': '5579e17f-6d89-4fc8-9fbe-9ce12966d54d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b493f817-b028-4a05-9ed6-afd273102016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:56:27Z', 'updated_at': '2021-09-16T04:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:29.927790 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.945198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Checking router: b493f817-b028-4a05-9ed6-afd273102016 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:29.945542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Updating router b493f817-b028-4a05-9ed6-afd273102016 port 5579e17f-6d89-4fc8-9fbe-9ce12966d54d binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:56:29.974975 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.044575 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.087247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d4b35379-999c-44e7-ad19-6a9dec32524a up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:30.114573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:30.121905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be01836d-fdc3-4776-9628-59e02a0107d7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:30.135803 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.137102 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Added segment 37b56d6b-8575-4004-9c44-39b93bf65b3a of type vlan for network 1734d29a-3d74-48f5-9900-e477288e9a7a Sep 16 04:56:30.244278 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.274571 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.314131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2df12-2471-48d7-9130-c629e1c495e8 req-6d51c0e0-fc81-4457-bf31-0968024eea60 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.316714 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fb2df12-2471-48d7-9130-c629e1c495e8 req-6d51c0e0-fc81-4457-bf31-0968024eea60 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 949 time: 0.0943143 Sep 16 04:56:30.324649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-5840e617-7ffb-45a4-b191-964b8626d2a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1325614 Sep 16 04:56:30.363889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fb2df12-2471-48d7-9130-c629e1c495e8 req-20b3b72d-500e-411f-9f5d-301b4bc85b3c tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/security-groups?id=85565b87-2933-4d84-847d-70650ca248d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Sep 16 04:56:30.392277 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.396274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port d4b35379-999c-44e7-ad19-6a9dec32524a completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:30.402839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d4b35379-999c-44e7-ad19-6a9dec32524a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:30.402839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.427749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c0f64cc0-a316-400e-ae33-440bae4497c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.428239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c0f64cc0-a316-400e-ae33-440bae4497c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.428741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c0f64cc0-a316-400e-ae33-440bae4497c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.429411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c0f64cc0-a316-400e-ae33-440bae4497c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.429817 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c0f64cc0-a316-400e-ae33-440bae4497c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.430290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c0f64cc0-a316-400e-ae33-440bae4497c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.430806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c0f64cc0-a316-400e-ae33-440bae4497c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.432834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c0f64cc0-a316-400e-ae33-440bae4497c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6507 time: 0.0575461 Sep 16 04:56:30.458565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Deleting port 5579e17f-6d89-4fc8-9fbe-9ce12966d54d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:30.464046 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.468826 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.476851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.477475 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.495731 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.532801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d4b35379-999c-44e7-ad19-6a9dec32524a, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d4b35379-999c-44e7-ad19-6a9dec32524a,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:30.534134 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1add04e3-0fc2-44e2-aac0-7d07db25eba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b35379-999c-44e7-ad19-6a9dec32524a'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:30.536690 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6993e4b-bfd3-4fdf-827f-94076192be1c" -d '{"events": [{"server_uuid": "1add04e3-0fc2-44e2-aac0-7d07db25eba8", "name": "network-vif-plugged", "status": "completed", "tag": "d4b35379-999c-44e7-ad19-6a9dec32524a"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:30.540010 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.590035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.605549 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Attempting to bind port 5579e17f-6d89-4fc8-9fbe-9ce12966d54d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:30.606017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Attempting to bind port 5579e17f-6d89-4fc8-9fbe-9ce12966d54d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:30.606613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Attempting to bind port 5579e17f-6d89-4fc8-9fbe-9ce12966d54d on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:30.616189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Calling delete_port for 5579e17f-6d89-4fc8-9fbe-9ce12966d54d owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:30.622341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180af09-99ae-416b-9770-11d1efe7e2ed None None] Pushing event updated for resources: {'Port': ['ID=5579e17f-6d89-4fc8-9fbe-9ce12966d54d,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:30.646436 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f504e790-4684-4d34-8fb6-9f661e865cbf x-openstack-request-id: req-f504e790-4684-4d34-8fb6-9f661e865cbf {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:30.646765 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1add04e3-0fc2-44e2-aac0-7d07db25eba8", "name": "network-vif-plugged", "status": "completed", "tag": "d4b35379-999c-44e7-ad19-6a9dec32524a", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:30.647244 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f504e790-4684-4d34-8fb6-9f661e865cbf {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:30.647705 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1add04e3-0fc2-44e2-aac0-7d07db25eba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b35379-999c-44e7-ad19-6a9dec32524a', 'code': 200} Sep 16 04:56:30.649172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:30.649701 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:30.650202 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.650712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:30.651268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Bound port: 5579e17f-6d89-4fc8-9fbe-9ce12966d54d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:30.651718 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.653776 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.669043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2676795 Sep 16 04:56:30.745810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60490) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:30.754727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2909ca2d-793c-4b97-8f83-f855e0d65392 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Request body: {'subnet': {'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:30.818135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c0953-75e1-41ed-9943-5ffb32b395bf tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event updated for resources: {'Network': ['ID=1734d29a-3d74-48f5-9900-e477288e9a7a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:30.827221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d4b35379-999c-44e7-ad19-6a9dec32524a,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:30.837491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 1734d29a-3d74-48f5-9900-e477288e9a7a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:30.874341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4fe607d6-d6ec-43b0-8760-4da48ca7c967 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:30.907418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-0d0c16a6-f56d-48d6-8adc-0a2eb62b90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.907903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-0d0c16a6-f56d-48d6-8adc-0a2eb62b90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.908685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-0d0c16a6-f56d-48d6-8adc-0a2eb62b90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.910205 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-0d0c16a6-f56d-48d6-8adc-0a2eb62b90c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e579560-ee61-4292-8f2f-64a91f12cd9a&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=613bf0c4-562f-4261-a5eb-2dd164436d0c&id=613bf0c4-562f-4261-a5eb-2dd164436d0c HTTP/1.1" status: 200 len: 2294 time: 0.4507093 Sep 16 04:56:30.919422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e64dfd-f752-4e4a-b6cc-bc64bdee932e req-604077da-9600-44c7-830f-94de85c7107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.920936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10e64dfd-f752-4e4a-b6cc-bc64bdee932e req-604077da-9600-44c7-830f-94de85c7107d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 1102 time: 0.1739185 Sep 16 04:56:30.971561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4fe607d6-d6ec-43b0-8760-4da48ca7c967 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:30.972234 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.008215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10e64dfd-f752-4e4a-b6cc-bc64bdee932e req-8fb962c0-e529-4870-b47f-9aa7e8d7c2a4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=85565b87-2933-4d84-847d-70650ca248d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783753 Sep 16 04:56:31.013766 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.028548 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:31.029051 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:31.043281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-7e6e9c8e-d784-4aa0-a883-9f29d9a573e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c56544bc-9c85-443c-a0f5-40e0cda20454 HTTP/1.1" status: 200 len: 1002 time: 0.1192124 Sep 16 04:56:31.061132 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event deleted for resources: {'Port': ['ID=5579e17f-6d89-4fc8-9fbe-9ce12966d54d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:31.100941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2909ca2d-793c-4b97-8f83-f855e0d65392 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Made reservation on behalf of d708e0425cd345429eb95beff4757986 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:31.107018 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2909ca2d-793c-4b97-8f83-f855e0d65392 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.135740 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.154068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-5461a554-cca1-4948-bbe6-d7d9aa76a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.154068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-5461a554-cca1-4948-bbe6-d7d9aa76a19f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcbf44ef-75ba-4d63-80c7-d7f551aededf HTTP/1.1" status: 200 len: 856 time: 0.0893722 Sep 16 04:56:31.253757 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.255884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.260332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-f69a037d-6698-4760-ba41-5f8a2896acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.261874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-f69a037d-6698-4760-ba41-5f8a2896acfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e579560-ee61-4292-8f2f-64a91f12cd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129889 Sep 16 04:56:31.419829 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.420634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b493f817-b028-4a05-9ed6-afd273102016 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:31.425748 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.428509 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7a36a83b-81a8-4475-9547-5e848136cdd9 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b493f817-b028-4a05-9ed6-afd273102016 HTTP/1.1" status: 204 len: 168 time: 1.6812396 Sep 16 04:56:31.429565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60502) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:31.432113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-f3d93176-9698-49e7-8b50-167b95c36b56 service neutron] 10.222.0.37 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608052 Sep 16 04:56:31.534144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.543488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Attempting to bind port 5579e17f-6d89-4fc8-9fbe-9ce12966d54d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:31.544926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Attempting to bind port 5579e17f-6d89-4fc8-9fbe-9ce12966d54d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:31.545358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Attempting to bind port 5579e17f-6d89-4fc8-9fbe-9ce12966d54d on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:31.548713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ba4ac-57ed-4387-902b-7e4331faa2a6 req-1ff5d933-8783-4fbc-a000-58148a3e9be8 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.551223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd9ba4ac-57ed-4387-902b-7e4331faa2a6 req-1ff5d933-8783-4fbc-a000-58148a3e9be8 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 950 time: 0.1129365 Sep 16 04:56:31.551936 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:31.552348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:31.552779 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.553721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:31.562258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Bound port: 5579e17f-6d89-4fc8-9fbe-9ce12966d54d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:31.562258 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.562502 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2909ca2d-793c-4b97-8f83-f855e0d65392 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.574573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Port 5579e17f-6d89-4fc8-9fbe-9ce12966d54d has been deleted concurrently {{(pid=95453) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 04:56:31.586049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Routers set() bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:31.586483 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Router IDs set() for agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:56:31.590917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_agentschedulers_db [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b493f817-b028-4a05-9ed6-afd273102016'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent'). {{(pid=95453) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:56:31.590917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab3b08-d915-44e7-a412-29d1ad8667e1 None None] The sync data for ids ['b493f817-b028-4a05-9ed6-afd273102016'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:31.626249 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-8d95218f-b4f0-4f60-9cd1-7b22b4b4d93b service neutron] 10.222.0.37 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867788 Sep 16 04:56:31.645824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.703364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909ca2d-793c-4b97-8f83-f855e0d65392 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event updated for resources: {'Subnet': ['ID=4798f401-65b1-4fc2-a57b-57e89be7f125,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:31.708726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-fd99740d-ea4b-45a4-b21e-c41ffdbc8ac1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=f7f75ae1-2006-4b22-907b-5e5d61caef19 HTTP/1.1" status: 200 len: 217 time: 0.0686860 Sep 16 04:56:31.716762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd9ba4ac-57ed-4387-902b-7e4331faa2a6 req-c178295d-2218-4036-ab11-97585f58fbd4 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/security-groups?id=85565b87-2933-4d84-847d-70650ca248d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514380 Sep 16 04:56:31.718941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2909ca2d-793c-4b97-8f83-f855e0d65392 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Checking segment: {'id': '37b56d6b-8575-4004-9c44-39b93bf65b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:31.719296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2909ca2d-793c-4b97-8f83-f855e0d65392 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Network hostable DHCP agents. Network: 1734d29a-3d74-48f5-9900-e477288e9a7a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:31.772228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-4d733edf-c614-453c-bed4-3aec9a34593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.773733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-4d733edf-c614-453c-bed4-3aec9a34593a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.0561466 Sep 16 04:56:31.803550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Deleting port 4fe607d6-d6ec-43b0-8760-4da48ca7c967 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:31.803906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.819834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-b7e1261f-0a9f-4bf9-8295-9118ad7fccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:31.821363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-b7e1261f-0a9f-4bf9-8295-9118ad7fccce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0411618 Sep 16 04:56:31.890174 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2909ca2d-793c-4b97-8f83-f855e0d65392 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Network 1734d29a-3d74-48f5-9900-e477288e9a7a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:31.890413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] For port 4fe607d6-d6ec-43b0-8760-4da48ca7c967, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4fe607d6-d6ec-43b0-8760-4da48ca7c967,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:31.890783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.908921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Calling delete_port for 4fe607d6-d6ec-43b0-8760-4da48ca7c967 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:31.925274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-618b3786-db8a-483b-8ac3-82c92e4b946e service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966580 Sep 16 04:56:31.994870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-2909ca2d-793c-4b97-8f83-f855e0d65392 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 1734d29a-3d74-48f5-9900-e477288e9a7a) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:32.003609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2909ca2d-793c-4b97-8f83-f855e0d65392 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:32.004215 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2909ca2d-793c-4b97-8f83-f855e0d65392 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.005619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b73b0f-d717-46f4-8dd9-0eb130aa6951 None None] Network 1734d29a-3d74-48f5-9900-e477288e9a7a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:32.034338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-e0cf30b5-d91f-4b67-b24b-d046c225bcd0 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019018 Sep 16 04:56:32.108763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-5f350582-c7be-4f91-b3e5-f433b7fca894 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=8931bc21-7184-449c-b91d-8bf34e1a5d56 HTTP/1.1" status: 200 len: 217 time: 0.0665810 Sep 16 04:56:32.139831 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2909ca2d-793c-4b97-8f83-f855e0d65392 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3913550 Sep 16 04:56:32.144575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60514) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:32.151466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Request body: {'port': {'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a', 'name': 'tempest-AllowedAddressPairTestJSON-903034564'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:32.180766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c63fcfd6-5f60-4aeb-9f2c-6f971d94ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:32.182339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c63fcfd6-5f60-4aeb-9f2c-6f971d94ddc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.0589774 Sep 16 04:56:32.194768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-1734d29a-3d74-48f5-9900-e477288e9a7a', 'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a', 'tenant_id': 'd708e0425cd345429eb95beff4757986', 'fixed_ips': [{'subnet_id': '4798f401-65b1-4fc2-a57b-57e89be7f125'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:32.196563 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.232986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-0f8ac318-40c0-40b1-8f0a-ca4fb764a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:32.234497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-0f8ac318-40c0-40b1-8f0a-ca4fb764a5d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0454619 Sep 16 04:56:32.238435 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.296922 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fe607d6-d6ec-43b0-8760-4da48ca7c967,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:32.374600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-7ee65f06-5666-450b-88bd-20612db58d3b service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328664 Sep 16 04:56:32.385994 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.389753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Allocated IP 172.20.0.2 (1734d29a-3d74-48f5-9900-e477288e9a7a/4798f401-65b1-4fc2-a57b-57e89be7f125/cd09c56e-e7de-4b3b-86f8-6fc673ff8f40) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:32.461351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Made reservation on behalf of d708e0425cd345429eb95beff4757986 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:32.464913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.476816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-d87518ba-88cb-4c93-aa6d-38fbaeba9680 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955169 Sep 16 04:56:32.511732 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.514234 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.523337 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] device_id is not set on port d7d11229-0c26-423a-920b-6723940ab539 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:32.531209 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c1e35380-fb9e-43aa-b9b9-68cd75d7846d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 HTTP/1.1" status: 200 len: 217 time: 0.0479662 Sep 16 04:56:32.576600 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.584611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-ad0420cb-8471-4971-8424-353f64e5914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:32.591941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-ad0420cb-8471-4971-8424-353f64e5914c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.0480864 Sep 16 04:56:32.633389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-0341cef6-28ce-4fd8-a62b-78aa835335b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:32.634908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-0341cef6-28ce-4fd8-a62b-78aa835335b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423741 Sep 16 04:56:32.762412 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.762999 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.767968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a2e800a-d229-48ca-896b-63324d506bef {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:32.780414 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.781931 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0dbdaaad-1dee-446c-8e87-74321da0a0cd tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "DELETE /v2.0/routers/8a2e800a-d229-48ca-896b-63324d506bef HTTP/1.1" status: 204 len: 168 time: 1.3512082 Sep 16 04:56:32.802712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60526) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:32.858809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Network 1734d29a-3d74-48f5-9900-e477288e9a7a is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:32.858939 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2136270570', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:32.874330 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:32.878661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Pushing event updated for resources: {'Port': ['ID=cd09c56e-e7de-4b3b-86f8-6fc673ff8f40,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:32.881531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:32.949909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Allocated IP 172.20.0.10 (1734d29a-3d74-48f5-9900-e477288e9a7a/4798f401-65b1-4fc2-a57b-57e89be7f125/d7d11229-0c26-423a-920b-6723940ab539) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:32.950540 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Attempting to bind port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:32.951090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Attempting to bind port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '37b56d6b-8575-4004-9c44-39b93bf65b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:32.951618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Attempting to bind port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 on network 1734d29a-3d74-48f5-9900-e477288e9a7a {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:32.958444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:32.959265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Checking segment: {'id': '37b56d6b-8575-4004-9c44-39b93bf65b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:32.960013 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.960833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Bound using segment: {'id': '37b56d6b-8575-4004-9c44-39b93bf65b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:32.961466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Bound port: cd09c56e-e7de-4b3b-86f8-6fc673ff8f40, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b56d6b-8575-4004-9c44-39b93bf65b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:32.962015 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.071770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] For port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:33.076173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] For port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cd09c56e-e7de-4b3b-86f8-6fc673ff8f40,segment=NetworkSegment(37b56d6b-8575-4004-9c44-39b93bf65b3a),segment_id=37b56d6b-8575-4004-9c44-39b93bf65b3a)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:33.099910 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.100906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.168161 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.200292 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.225436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcacf98-0d1f-4c4d-a6e3-0bd43bad44e4 req-98bb4a27-7e09-4efb-b783-a5bf9d8604cb tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:33.227132 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9dcacf98-0d1f-4c4d-a6e3-0bd43bad44e4 req-98bb4a27-7e09-4efb-b783-a5bf9d8604cb tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 950 time: 0.0677819 Sep 16 04:56:33.229305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-8a10ff02-5770-4daa-9f1a-961b75c4ffde service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832644 Sep 16 04:56:33.232154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce5005-9458-4d0e-894c-a1f62f0a31f6 None None] Pushing event updated for resources: {'Port': ['ID=cd09c56e-e7de-4b3b-86f8-6fc673ff8f40,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:33.240193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.311048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9dcacf98-0d1f-4c4d-a6e3-0bd43bad44e4 req-0e7a938e-7f82-402b-bc3e-a82a623b7c83 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/security-groups?id=85565b87-2933-4d84-847d-70650ca248d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778439 Sep 16 04:56:33.322003 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.426710 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-f3df1aec-77f4-42d8-ab4f-c314a85cdbfe service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728046 Sep 16 04:56:33.474734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Network 1734d29a-3d74-48f5-9900-e477288e9a7a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:33.476362 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-16be0fbf-b095-491b-b386-b3227fb10612 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=3ff4320c-9c99-48f4-bc6c-655f8f986494 HTTP/1.1" status: 200 len: 217 time: 0.0421109 Sep 16 04:56:33.480875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:33.489797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:33.590944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-cea696a3-05af-46c3-a8fe-2b5c25dd5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:33.593127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-cea696a3-05af-46c3-a8fe-2b5c25dd5b48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.1105254 Sep 16 04:56:33.640367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event updated for resources: {'Port': ['ID=d7d11229-0c26-423a-920b-6723940ab539,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:33.665361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-0466f30e-7b75-4db2-a123-9e6c59696b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:33.668227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-0466f30e-7b75-4db2-a123-9e6c59696b0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0676136 Sep 16 04:56:33.690153 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.701886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:33.702535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.775120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c074c93e-1a1a-4716-af17-4fbc4ebaccb5 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973871 Sep 16 04:56:33.853170 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cbc63cc5-b1ab-454e-83cf-1837771fc1a1 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7044210 Sep 16 04:56:33.854215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60544) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:33.859489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Request body: {'port': {'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a', 'name': 'tempest-AllowedAddressPairTestJSON-1327479690', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:52:38:93'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:33.947769 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-21088fc3-d65b-46e6-9943-e55e92fb67ad service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656148 Sep 16 04:56:34.010809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-4a1c335c-32f2-45d4-94a6-74677d57e752 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 HTTP/1.1" status: 200 len: 217 time: 0.0501792 Sep 16 04:56:34.120052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-a676062c-12bc-4711-806d-789695e520b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:34.121859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-a676062c-12bc-4711-806d-789695e520b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=936106df-bf9b-418c-b55e-9f78c7e67000 HTTP/1.1" status: 200 len: 797 time: 0.1016722 Sep 16 04:56:34.135390 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.187006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c8938522-556b-4bb8-92bb-dd43e9b8ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:34.192669 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-c8938522-556b-4bb8-92bb-dd43e9b8ff9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0576799 Sep 16 04:56:34.195941 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.208846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Made reservation on behalf of d708e0425cd345429eb95beff4757986 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:34.376740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Allocated IP 172.25.3.30 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/843a5241-5162-422d-9a14-d1e445140f45) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:34.390316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-5ba2582e-3ec8-4db5-863f-74af3dc42e9b service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922793 Sep 16 04:56:34.398920 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.451770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] device_id is not set on port e8f9f54c-43f6-4a7a-a430-9972dc590d7a yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:34.539024 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.636521 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-3f5039b8-dc21-4f9c-b43c-3c668bd8565f service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342606 Sep 16 04:56:34.667780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b10432-0bb2-48aa-b8a6-f8db3d923ee3 None None] Network 1734d29a-3d74-48f5-9900-e477288e9a7a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:34.700888 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.709254 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-88c9f4ef-c849-4c43-8d57-85c925160939 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf714077-d4c2-4966-aba7-88fc07ed0680 HTTP/1.1" status: 200 len: 217 time: 0.0434427 Sep 16 04:56:34.749204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:34.766649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:34.766943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Allocated IP 172.20.0.9 (1734d29a-3d74-48f5-9900-e477288e9a7a/4798f401-65b1-4fc2-a57b-57e89be7f125/e8f9f54c-43f6-4a7a-a430-9972dc590d7a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:34.787074 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:34.789510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-bc8895e5-68ae-4857-b42b-1678858a9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:34.790920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-bc8895e5-68ae-4857-b42b-1678858a9cbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=936106df-bf9b-418c-b55e-9f78c7e67000 HTTP/1.1" status: 200 len: 797 time: 0.0739710 Sep 16 04:56:34.850129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Pushing event updated for resources: {'Port': ['ID=843a5241-5162-422d-9a14-d1e445140f45,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:34.906536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8da2-5e55-451c-9c72-06585d233684 req-9c2502c1-c16f-483e-83ce-68812b29adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:34.906536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-9c2502c1-c16f-483e-83ce-68812b29adf7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1078296 Sep 16 04:56:34.934272 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:35.075545 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.106064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-56b61a88-17ad-4cac-b03b-c6c676b5cfa7 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594598 Sep 16 04:56:35.198487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6b99e652-1d68-47ba-9dc6-f8b0415f3113 None None] Provisioning complete for port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:35.199143 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6b99e652-1d68-47ba-9dc6-f8b0415f3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.255925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:35.257176 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.267617 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.322730 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.374212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Network 1734d29a-3d74-48f5-9900-e477288e9a7a is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:35.390503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e73d8da2-5e55-451c-9c72-06585d233684 req-0f43c60e-4e48-49c9-9fa7-e0f336e662a2 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695062 Sep 16 04:56:35.414374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:35.430379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:35.435505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event updated for resources: {'Port': ['ID=e8f9f54c-43f6-4a7a-a430-9972dc590d7a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:35.447639 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6b99e652-1d68-47ba-9dc6-f8b0415f3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.494115 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.495212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:35.495901 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.552626 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6b99e652-1d68-47ba-9dc6-f8b0415f3113 None None] For port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cd09c56e-e7de-4b3b-86f8-6fc673ff8f40,segment=NetworkSegment(37b56d6b-8575-4004-9c44-39b93bf65b3a),segment_id=37b56d6b-8575-4004-9c44-39b93bf65b3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:35.590883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-12bf18fd-27e7-4fc3-9e4a-7689720cacf8 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.7353239 Sep 16 04:56:35.594016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60570) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:35.660725 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6b99e652-1d68-47ba-9dc6-f8b0415f3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.691291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.736282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e5540-ee76-434a-bfd0-8608ee99821c tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:35.742895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e5540-ee76-434a-bfd0-8608ee99821c tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:35.754858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e5540-ee76-434a-bfd0-8608ee99821c tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:35.756668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e36e5540-ee76-434a-bfd0-8608ee99821c tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1618965 Sep 16 04:56:35.759569 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60574) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:35.791303 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:35.791889 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:35.796951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99e652-1d68-47ba-9dc6-f8b0415f3113 None None] Pushing event updated for resources: {'Port': ['ID=cd09c56e-e7de-4b3b-86f8-6fc673ff8f40,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:35.805767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0d4f4d4d-5cee-4583-bcfd-16ea2e5ec8f0 None None] Provisioning complete for port e8f9f54c-43f6-4a7a-a430-9972dc590d7a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:35.806202 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0d4f4d4d-5cee-4583-bcfd-16ea2e5ec8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.848680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f4d4d-5cee-4583-bcfd-16ea2e5ec8f0 None None] Port e8f9f54c-43f6-4a7a-a430-9972dc590d7a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:35.859181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0d4f4d4d-5cee-4583-bcfd-16ea2e5ec8f0 None None] Provisioning complete for port d7d11229-0c26-423a-920b-6723940ab539 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:35.859565 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0d4f4d4d-5cee-4583-bcfd-16ea2e5ec8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.905200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f4d4d-5cee-4583-bcfd-16ea2e5ec8f0 None None] Port d7d11229-0c26-423a-920b-6723940ab539 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:35.918918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0d4f4d4d-5cee-4583-bcfd-16ea2e5ec8f0 None None] Provisioning complete for port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:35.918918 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0d4f4d4d-5cee-4583-bcfd-16ea2e5ec8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.165186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0cf26f34-a601-4281-9859-93a62caee3aa None None] Provisioning complete for port d7d11229-0c26-423a-920b-6723940ab539 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:36.165615 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0cf26f34-a601-4281-9859-93a62caee3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.269927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0cf26f34-a601-4281-9859-93a62caee3aa None None] Port d7d11229-0c26-423a-920b-6723940ab539 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:36.358587 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4fe607d6-d6ec-43b0-8760-4da48ca7c967 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:36.409033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 4fe607d6-d6ec-43b0-8760-4da48ca7c967 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:36.409033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4fe607d6-d6ec-43b0-8760-4da48ca7c967 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:36.429965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-027809b1-e7fc-4ff9-9958-4dc8709f825e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Deleting port e8f9f54c-43f6-4a7a-a430-9972dc590d7a {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:36.430595 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-027809b1-e7fc-4ff9-9958-4dc8709f825e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.483366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Router 21cee1b8-d399-42fd-ac4f-8254d8dd5372 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:36.510063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-42964bae-afa7-494e-adc5-b4a88f558790 None None] Provisioning complete for port e8f9f54c-43f6-4a7a-a430-9972dc590d7a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:36.510442 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42964bae-afa7-494e-adc5-b4a88f558790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.551882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-42964bae-afa7-494e-adc5-b4a88f558790 None None] Port e8f9f54c-43f6-4a7a-a430-9972dc590d7a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:36.605097 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-027809b1-e7fc-4ff9-9958-4dc8709f825e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.654502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-027809b1-e7fc-4ff9-9958-4dc8709f825e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Calling delete_port for e8f9f54c-43f6-4a7a-a430-9972dc590d7a owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:36.713364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:36.727880 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676de7a9-e9b4-4d57-a1ef-543ccb2164ab None None] Sync routers for ids ['21cee1b8-d399-42fd-ac4f-8254d8dd5372'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:36.768072 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676de7a9-e9b4-4d57-a1ef-543ccb2164ab None None] Routers {'21cee1b8-d399-42fd-ac4f-8254d8dd5372'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:36.772148 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-676de7a9-e9b4-4d57-a1ef-543ccb2164ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['21cee1b8-d399-42fd-ac4f-8254d8dd5372'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:36.825659 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.827081 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cd7953ee-c402-41e5-9456-19aed27159e3 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0182159 Sep 16 04:56:36.829741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60590) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:36.837780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ea21bb84-e871-45d7-831d-674793730b9a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'enable_snat': False}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:36.867143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:36.871302 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-676de7a9-e9b4-4d57-a1ef-543ccb2164ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:36.900153 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676de7a9-e9b4-4d57-a1ef-543ccb2164ab None None] Routers {'21cee1b8-d399-42fd-ac4f-8254d8dd5372'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:36.901161 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-676de7a9-e9b4-4d57-a1ef-543ccb2164ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['21cee1b8-d399-42fd-ac4f-8254d8dd5372'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:36.946446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:36.946884 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.969474 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-676de7a9-e9b4-4d57-a1ef-543ccb2164ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:36.970676 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676de7a9-e9b4-4d57-a1ef-543ccb2164ab None None] The sync data for ids ['21cee1b8-d399-42fd-ac4f-8254d8dd5372'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:36.974642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-027809b1-e7fc-4ff9-9958-4dc8709f825e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.054360 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027809b1-e7fc-4ff9-9958-4dc8709f825e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event deleted for resources: {'Port': ['ID=e8f9f54c-43f6-4a7a-a430-9972dc590d7a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:37.326916 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea21bb84-e871-45d7-831d-674793730b9a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.379961 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-027809b1-e7fc-4ff9-9958-4dc8709f825e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.384330 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-027809b1-e7fc-4ff9-9958-4dc8709f825e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "DELETE /v2.0/ports/e8f9f54c-43f6-4a7a-a430-9972dc590d7a HTTP/1.1" status: 204 len: 168 time: 1.6215932 Sep 16 04:56:37.384699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60600) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:37.412306 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edb989c-ebeb-4ef7-9689-b85bc40d4bc9 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] GET failed (client error): The resource could not be found. Sep 16 04:56:37.417318 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8edb989c-ebeb-4ef7-9689-b85bc40d4bc9 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "GET /v2.0/ports/e8f9f54c-43f6-4a7a-a430-9972dc590d7a HTTP/1.1" status: 404 len: 333 time: 0.0280535 Sep 16 04:56:37.424662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60602) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:37.437529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Request body: {'port': {'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a', 'name': 'tempest-AllowedAddressPairTestJSON-1480770170'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:37.762353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Made reservation on behalf of d708e0425cd345429eb95beff4757986 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:37.768218 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.797171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] device_id is not set on port fa742a33-30bb-45ed-a12a-f32633c1067a yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:37.943410 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea21bb84-e871-45d7-831d-674793730b9a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.947125 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea21bb84-e871-45d7-831d-674793730b9a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.957575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Allocated IP 172.20.0.13 (1734d29a-3d74-48f5-9900-e477288e9a7a/4798f401-65b1-4fc2-a57b-57e89be7f125/fa742a33-30bb-45ed-a12a-f32633c1067a) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:38.064933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea21bb84-e871-45d7-831d-674793730b9a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Router 21cee1b8-d399-42fd-ac4f-8254d8dd5372 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:38.133799 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.182162 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea21bb84-e871-45d7-831d-674793730b9a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:38.191840 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea21bb84-e871-45d7-831d-674793730b9a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.193006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c15587-471b-49d2-940c-6a703e86b970 None None] Sync routers for ids ['21cee1b8-d399-42fd-ac4f-8254d8dd5372'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:38.197364 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ea21bb84-e871-45d7-831d-674793730b9a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "PUT /v2.0/routers/21cee1b8-d399-42fd-ac4f-8254d8dd5372 HTTP/1.1" status: 200 len: 925 time: 1.3647118 Sep 16 04:56:38.198001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60614) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:38.209102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c15587-471b-49d2-940c-6a703e86b970 None None] Routers {'21cee1b8-d399-42fd-ac4f-8254d8dd5372'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:38.209791 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d6c15587-471b-49d2-940c-6a703e86b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['21cee1b8-d399-42fd-ac4f-8254d8dd5372'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:38.261393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d6c15587-471b-49d2-940c-6a703e86b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:38.272548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c15587-471b-49d2-940c-6a703e86b970 None None] Routers {'21cee1b8-d399-42fd-ac4f-8254d8dd5372'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:38.272764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d6c15587-471b-49d2-940c-6a703e86b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['21cee1b8-d399-42fd-ac4f-8254d8dd5372'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:38.305087 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.350483 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d6c15587-471b-49d2-940c-6a703e86b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:38.351442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c15587-471b-49d2-940c-6a703e86b970 None None] The sync data for ids ['21cee1b8-d399-42fd-ac4f-8254d8dd5372'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:38.374424 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Network 1734d29a-3d74-48f5-9900-e477288e9a7a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:38.379844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:38.395485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:38.457547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event updated for resources: {'Port': ['ID=fa742a33-30bb-45ed-a12a-f32633c1067a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.487862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:38.489081 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.619728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60624) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:38.620148 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9456c38f-52c4-4bf5-8277-4449a226a9e2 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1936061 Sep 16 04:56:38.627955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ad5c412e-09cd-4d54-a2b6-d57dcf5c4ed4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:52:38:93'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:38.688951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ed950029-16c4-43ee-8ade-e25b94ebdebb None None] Provisioning complete for port fa742a33-30bb-45ed-a12a-f32633c1067a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:38.690163 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ed950029-16c4-43ee-8ade-e25b94ebdebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.726236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ed950029-16c4-43ee-8ade-e25b94ebdebb None None] Port fa742a33-30bb-45ed-a12a-f32633c1067a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:38.752940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-27bf0b4e-ead5-4b1a-8ef5-7993760ef4cf tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/routers/21cee1b8-d399-42fd-ac4f-8254d8dd5372 HTTP/1.1" status: 200 len: 925 time: 0.5492866 Sep 16 04:56:38.752940 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad5c412e-09cd-4d54-a2b6-d57dcf5c4ed4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.755328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60626) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:38.872748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5613bdb4-871d-483f-b4bc-54b4783b6cc4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:38.874283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5613bdb4-871d-483f-b4bc-54b4783b6cc4 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&device_id=21cee1b8-d399-42fd-ac4f-8254d8dd5372&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1199858 Sep 16 04:56:38.877727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60628) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:38.971927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b71579-6c59-417e-90a3-ac5086202ca5 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:38.976684 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-47b71579-6c59-417e-90a3-ac5086202ca5 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 881 time: 0.0953972 Sep 16 04:56:38.977240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60632) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:39.014487 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5838c98b-53bc-44f4-8449-89c523870bde tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "GET /v2.0/ports?device_id=21cee1b8-d399-42fd-ac4f-8254d8dd5372 HTTP/1.1" status: 200 len: 205 time: 0.0360286 Sep 16 04:56:39.015495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60634) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:39.020649 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad5c412e-09cd-4d54-a2b6-d57dcf5c4ed4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.104294 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad5c412e-09cd-4d54-a2b6-d57dcf5c4ed4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.128011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.159764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c412e-09cd-4d54-a2b6-d57dcf5c4ed4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event updated for resources: {'Port': ['ID=fa742a33-30bb-45ed-a12a-f32633c1067a,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:39.215178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c412e-09cd-4d54-a2b6-d57dcf5c4ed4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] In _notify_port_updated(), no bound segment for port fa742a33-30bb-45ed-a12a-f32633c1067a on network 1734d29a-3d74-48f5-9900-e477288e9a7a {{(pid=95452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:56:39.222538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c412e-09cd-4d54-a2b6-d57dcf5c4ed4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.223205 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad5c412e-09cd-4d54-a2b6-d57dcf5c4ed4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.224845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ad5c412e-09cd-4d54-a2b6-d57dcf5c4ed4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "PUT /v2.0/ports/fa742a33-30bb-45ed-a12a-f32633c1067a HTTP/1.1" status: 200 len: 995 time: 0.6038535 Sep 16 04:56:39.227277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60638) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:39.265446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.382770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb114b-1c57-4b5a-908d-339b48e3e034 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Deleting port fa742a33-30bb-45ed-a12a-f32633c1067a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:39.383251 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f8eb114b-1c57-4b5a-908d-339b48e3e034 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.426443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Deleting port 843a5241-5162-422d-9a14-d1e445140f45 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:39.426808 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.576226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-53944f61-3c3d-4355-97c4-eeb55180e36f None None] Provisioning complete for port fa742a33-30bb-45ed-a12a-f32633c1067a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:39.576795 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-53944f61-3c3d-4355-97c4-eeb55180e36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.627855 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.671557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Calling delete_port for 843a5241-5162-422d-9a14-d1e445140f45 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:39.685672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-53944f61-3c3d-4355-97c4-eeb55180e36f None None] Port fa742a33-30bb-45ed-a12a-f32633c1067a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:39.688938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-3a0f6e08-be00-4526-865d-7a29366a6ee6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1612897 Sep 16 04:56:39.716201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f8eb114b-1c57-4b5a-908d-339b48e3e034 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.741718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb114b-1c57-4b5a-908d-339b48e3e034 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Calling delete_port for fa742a33-30bb-45ed-a12a-f32633c1067a owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:39.979627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-10330ad3-76ed-4d17-b9f5-af48484421f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.980132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-10330ad3-76ed-4d17-b9f5-af48484421f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.980643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-10330ad3-76ed-4d17-b9f5-af48484421f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.981139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-10330ad3-76ed-4d17-b9f5-af48484421f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.981621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-10330ad3-76ed-4d17-b9f5-af48484421f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.982099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-10330ad3-76ed-4d17-b9f5-af48484421f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.982743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-10330ad3-76ed-4d17-b9f5-af48484421f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.985324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-10330ad3-76ed-4d17-b9f5-af48484421f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6496 time: 0.0549953 Sep 16 04:56:39.986744 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f8eb114b-1c57-4b5a-908d-339b48e3e034 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.030263 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.033874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb114b-1c57-4b5a-908d-339b48e3e034 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event deleted for resources: {'Port': ['ID=fa742a33-30bb-45ed-a12a-f32633c1067a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:40.131223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Pushing event deleted for resources: {'Port': ['ID=843a5241-5162-422d-9a14-d1e445140f45,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:40.244534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.323786 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-2880bde2-1bef-4e22-89b5-b7625ab48f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.324283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-2880bde2-1bef-4e22-89b5-b7625ab48f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.324797 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-2880bde2-1bef-4e22-89b5-b7625ab48f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.326488 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-2880bde2-1bef-4e22-89b5-b7625ab48f59 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8487353-bf70-4143-9d46-50f9b4c7e66b&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&id=e4736ad3-9a26-42c8-8dc7-2dd152730d61 HTTP/1.1" status: 200 len: 2290 time: 0.3021684 Sep 16 04:56:40.350647 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f8eb114b-1c57-4b5a-908d-339b48e3e034 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.354056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f8eb114b-1c57-4b5a-908d-339b48e3e034 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "DELETE /v2.0/ports/fa742a33-30bb-45ed-a12a-f32633c1067a HTTP/1.1" status: 204 len: 168 time: 1.1244252 Sep 16 04:56:40.355254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60660) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:40.421040 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e38145-f983-4133-b77c-5b9fd1bcc598 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] GET failed (client error): The resource could not be found. Sep 16 04:56:40.422999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.423832 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-35e38145-f983-4133-b77c-5b9fd1bcc598 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "GET /v2.0/ports/fa742a33-30bb-45ed-a12a-f32633c1067a HTTP/1.1" status: 404 len: 333 time: 0.0664873 Sep 16 04:56:40.425952 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.427102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60662) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:40.433750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Request body: {'port': {'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a', 'name': 'tempest-AllowedAddressPairTestJSON-1279883069'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:40.479685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-b605cd75-f3a9-49a5-9d2c-c83f1f76bd23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 HTTP/1.1" status: 200 len: 1001 time: 0.1362066 Sep 16 04:56:40.545174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.546095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Fanout notify agent at l3_agent the message router_deleted on router 21cee1b8-d399-42fd-ac4f-8254d8dd5372 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:40.555838 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.566775 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-079c26ac-d0de-4758-bc53-268e1a7d8ae9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/routers/21cee1b8-d399-42fd-ac4f-8254d8dd5372 HTTP/1.1" status: 204 len: 168 time: 1.5500443 Sep 16 04:56:40.572637 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60664) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:40.574260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9210ba23-b213-45e6-b61f-c48055e345a2 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-556349096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:40.581373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-fc91dd2b-f652-433f-a72d-2dda739977f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.582980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-fc91dd2b-f652-433f-a72d-2dda739977f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebe9250e-52d1-4da4-a13f-ea260b6b0f94 HTTP/1.1" status: 200 len: 851 time: 0.0732396 Sep 16 04:56:40.624217 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:56:40.624217 n-d-712137-12 neutron-server[95452]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:56:40.624217 n-d-712137-12 neutron-server[95452]: [parameters: {'project_id': 'd708e0425cd345429eb95beff4757986', 'id': '8e492578-a3ef-4ae3-bfcf-30e9aab7f1ed', 'expiration': datetime.datetime(2021, 9, 16, 4, 58, 40, 604008)}] Sep 16 04:56:40.624217 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:40.624811 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:40.639551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-8be0b1df-4ab6-4a65-a8a5-6946ddafda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.641225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-8be0b1df-4ab6-4a65-a8a5-6946ddafda1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8487353-bf70-4143-9d46-50f9b4c7e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501828 Sep 16 04:56:40.715155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9210ba23-b213-45e6-b61f-c48055e345a2 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.715155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9210ba23-b213-45e6-b61f-c48055e345a2 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.761765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-fa8277bb-b949-4d54-a4b7-b07812a33fc7 service neutron] 10.222.0.23 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129453 Sep 16 04:56:40.795649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9210ba23-b213-45e6-b61f-c48055e345a2 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.875660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-eaf9a79e-726d-4c95-99ed-eda8e475d2ec service neutron] 10.222.0.23 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067917 Sep 16 04:56:40.899833 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9210ba23-b213-45e6-b61f-c48055e345a2 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.922515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-4aa83cc5-b0e4-4c2d-9f08-bb00e1620f8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=a8325af5-44cb-44ee-a252-6e68b67041df HTTP/1.1" status: 200 len: 217 time: 0.0394719 Sep 16 04:56:40.980655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-8597a6fe-025d-4028-8a75-e56b8e7bbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.982262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-8597a6fe-025d-4028-8a75-e56b8e7bbec9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.0524182 Sep 16 04:56:40.984690 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9210ba23-b213-45e6-b61f-c48055e345a2 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.986654 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9210ba23-b213-45e6-b61f-c48055e345a2 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4171207 Sep 16 04:56:40.991083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60674) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:40.995871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:41.029247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-87b4e0d9-12d2-4f13-8b95-21f8938098b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:41.030897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-87b4e0d9-12d2-4f13-8b95-21f8938098b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0418534 Sep 16 04:56:41.151439 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-a5b5d5e3-855b-4239-aeeb-8d942d84da5c service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130159 Sep 16 04:56:41.239202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.255552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-09041b85-67df-4cd8-b534-d340a7a86849 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969565 Sep 16 04:56:41.302855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Made reservation on behalf of d708e0425cd345429eb95beff4757986 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:41.306435 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.309266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-b4b36b28-99d9-4e17-a5ae-8db51bcaa8e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=2eccfbee-550e-4934-aa2d-57a5f5442bc8 HTTP/1.1" status: 200 len: 217 time: 0.0461252 Sep 16 04:56:41.355250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] device_id is not set on port c010f1bb-af58-4111-9567-e9fd3fe56b38 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:41.405494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-cffa85bb-6950-4539-a887-f78bff38fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:41.406996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-cffa85bb-6950-4539-a887-f78bff38fa3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.0897169 Sep 16 04:56:41.496072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-3dc8d2b8-82c9-4e49-885a-3904d440d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:41.497645 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-3dc8d2b8-82c9-4e49-885a-3904d440d2c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0821822 Sep 16 04:56:41.520780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Allocated IP 172.20.0.13 (1734d29a-3d74-48f5-9900-e477288e9a7a/4798f401-65b1-4fc2-a57b-57e89be7f125/c010f1bb-af58-4111-9567-e9fd3fe56b38) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:41.618756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.642529 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.646757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-51f27e3e-c9e7-4e6c-824c-0c247e5aa26f service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399620 Sep 16 04:56:41.764180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Allocated IP 172.25.3.19 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/a706ec4f-9e4b-418c-afd9-df20b87f242b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:41.811704 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.819273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-5490ede5-2f19-4fe8-9b33-aec227499c6f service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630464 Sep 16 04:56:41.872694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-d827bc50-1590-4330-b774-bc53528bb3a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=3187c83a-2f99-4514-ae4a-2e228455e9c6 HTTP/1.1" status: 200 len: 217 time: 0.0447633 Sep 16 04:56:41.894906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.927785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-24a207c6-a44e-4008-942d-a4b36f65a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:41.929711 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-24a207c6-a44e-4008-942d-a4b36f65a9c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.0499144 Sep 16 04:56:41.963369 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.983883 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bfe797e2-d1e3-49dc-82b8-b4692fa018e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.030671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Network 1734d29a-3d74-48f5-9900-e477288e9a7a is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:42.033380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event updated for resources: {'Port': ['ID=c010f1bb-af58-4111-9567-e9fd3fe56b38,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.036944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-aa08a6ca-1048-4d86-b90d-c43d89aabb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.038450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-aa08a6ca-1048-4d86-b90d-c43d89aabb06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1018519 Sep 16 04:56:42.039780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:42.042853 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.052854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:42.104911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:42.105783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Pushing event updated for resources: {'Port': ['ID=a706ec4f-9e4b-418c-afd9-df20b87f242b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.113724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:42.119938 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:42.173428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.174821 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.223665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-1f998505-13be-40a1-880f-6a1c878163d8 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659365 Sep 16 04:56:42.325384 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.338451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1b1ebc2b-e5bc-433e-99ab-c7187a4c9d86 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9102426 Sep 16 04:56:42.341219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60692) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:42.347108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6f2131fb-b3fa-46fc-9c39-1228fdb9e71e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:52:38:93'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:42.377354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-ced8843a-5c84-4b7f-be99-cffc89249154 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443229 Sep 16 04:56:42.432751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-01e613be-6f48-425d-8713-84d063ebd6e2 None None] Provisioning complete for port c010f1bb-af58-4111-9567-e9fd3fe56b38 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:42.433143 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01e613be-6f48-425d-8713-84d063ebd6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.433303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-33999ba5-d503-421e-a1f3-126182bceab9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=dfd779c3-6268-4c99-a46d-f7e68488baf2 HTTP/1.1" status: 200 len: 217 time: 0.0488489 Sep 16 04:56:42.493647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-01e613be-6f48-425d-8713-84d063ebd6e2 None None] Port c010f1bb-af58-4111-9567-e9fd3fe56b38 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:42.515139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-78644036-8754-452f-8165-6a1e41bba493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.520571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-78644036-8754-452f-8165-6a1e41bba493 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.0755315 Sep 16 04:56:42.583794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-ff9bdc24-189d-4721-9968-e55c0e5c93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.585441 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-ff9bdc24-189d-4721-9968-e55c0e5c93d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0421691 Sep 16 04:56:42.587458 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f2131fb-b3fa-46fc-9c39-1228fdb9e71e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.600115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.691753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-65b3a482-0e6e-4ed6-b546-fca44db170cd service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982101 Sep 16 04:56:42.817512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-f3e9e94a-ce3b-4793-99a9-ae86d72f9d7b service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177964 Sep 16 04:56:42.883299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-eea48e2d-4e10-4f50-8c56-89187a66307c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbdc05d8-6e27-488d-8ccd-7146341eee48 HTTP/1.1" status: 200 len: 217 time: 0.0585933 Sep 16 04:56:42.963425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-afd30101-ced2-4b61-bf0c-c170f7f02d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.965287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-afd30101-ced2-4b61-bf0c-c170f7f02d80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c03be75-dfaa-43ca-8637-e3c4c294e56b HTTP/1.1" status: 200 len: 797 time: 0.0749705 Sep 16 04:56:43.036436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-a33d8815-ad2b-427f-b9f7-0998a0f5d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.038457 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-a33d8815-ad2b-427f-b9f7-0998a0f5d1f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0660543 Sep 16 04:56:43.288615 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.294200 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f2131fb-b3fa-46fc-9c39-1228fdb9e71e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.296697 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.403677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f2131fb-b3fa-46fc-9c39-1228fdb9e71e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.445173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-94205b60-eaa1-4861-b556-321c19f5c00d service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988643 Sep 16 04:56:43.526053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2131fb-b3fa-46fc-9c39-1228fdb9e71e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event updated for resources: {'Port': ['ID=c010f1bb-af58-4111-9567-e9fd3fe56b38,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:43.549251 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6f2131fb-b3fa-46fc-9c39-1228fdb9e71e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] In _notify_port_updated(), no bound segment for port c010f1bb-af58-4111-9567-e9fd3fe56b38 on network 1734d29a-3d74-48f5-9900-e477288e9a7a {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:56:43.555062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2131fb-b3fa-46fc-9c39-1228fdb9e71e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.555682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f2131fb-b3fa-46fc-9c39-1228fdb9e71e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.560789 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6f2131fb-b3fa-46fc-9c39-1228fdb9e71e tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "PUT /v2.0/ports/c010f1bb-af58-4111-9567-e9fd3fe56b38 HTTP/1.1" status: 200 len: 997 time: 1.2183580 Sep 16 04:56:43.561450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60712) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:43.604970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-1c9c7a6c-6a08-4397-b839-2cd4bd456802 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449723 Sep 16 04:56:43.655276 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-c24bf56d-0e6c-47f0-898b-8ee968f4062e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=043eee9d-4c0a-4074-9c55-f1ea00b36a05 HTTP/1.1" status: 200 len: 217 time: 0.0427449 Sep 16 04:56:43.657331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Router bc18e9b0-2bc5-4663-a42e-fabef6eb49b7 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:43.717470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-0bfc4494-00aa-4296-807a-e4b68537e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.719593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-0bfc4494-00aa-4296-807a-e4b68537e6b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c03be75-dfaa-43ca-8637-e3c4c294e56b HTTP/1.1" status: 200 len: 797 time: 0.0541642 Sep 16 04:56:43.772396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-6e7d172b-96b1-48b2-8d35-0b6b0576bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.774187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-6e7d172b-96b1-48b2-8d35-0b6b0576bd5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0471158 Sep 16 04:56:43.789289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-03d71e9d-ae4f-4020-bf0d-82199d66403a tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Deleting port c010f1bb-af58-4111-9567-e9fd3fe56b38 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:43.789643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03d71e9d-ae4f-4020-bf0d-82199d66403a tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.822801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7c77d7f4-80cd-46c4-8ffd-d9508f00c28f None None] Provisioning complete for port c010f1bb-af58-4111-9567-e9fd3fe56b38 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:43.824135 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7c77d7f4-80cd-46c4-8ffd-d9508f00c28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.865621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7c77d7f4-80cd-46c4-8ffd-d9508f00c28f None None] Port c010f1bb-af58-4111-9567-e9fd3fe56b38 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:43.875128 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:43.894097 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.894291 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb440017-f4ec-4f52-8197-9a552416cdb3 None None] Sync routers for ids ['bc18e9b0-2bc5-4663-a42e-fabef6eb49b7'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:43.895641 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fd2aedab-1a9c-4bcf-b8f3-27a05cf5fd95 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "PUT /v2.0/routers/bc18e9b0-2bc5-4663-a42e-fabef6eb49b7 HTTP/1.1" status: 200 len: 882 time: 2.9032929 Sep 16 04:56:43.898899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60716) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:43.923156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-71e57189-880d-481f-bbc2-a4aeacc60479 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414278 Sep 16 04:56:43.929333 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb440017-f4ec-4f52-8197-9a552416cdb3 None None] Routers {'bc18e9b0-2bc5-4663-a42e-fabef6eb49b7'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:43.930049 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fb440017-f4ec-4f52-8197-9a552416cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bc18e9b0-2bc5-4663-a42e-fabef6eb49b7'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:43.968391 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fb440017-f4ec-4f52-8197-9a552416cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:43.979303 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb440017-f4ec-4f52-8197-9a552416cdb3 None None] Routers {'bc18e9b0-2bc5-4663-a42e-fabef6eb49b7'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:43.981200 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fb440017-f4ec-4f52-8197-9a552416cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bc18e9b0-2bc5-4663-a42e-fabef6eb49b7'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:44.000835 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03d71e9d-ae4f-4020-bf0d-82199d66403a tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.015371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-03d71e9d-ae4f-4020-bf0d-82199d66403a tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Calling delete_port for c010f1bb-af58-4111-9567-e9fd3fe56b38 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:44.071922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf9d9f05-2b07-441d-920d-8be75d98d4f5 req-59465d8a-1728-49dd-a813-a3e79e15588f service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405029 Sep 16 04:56:44.124807 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fb440017-f4ec-4f52-8197-9a552416cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:44.125476 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb440017-f4ec-4f52-8197-9a552416cdb3 None None] The sync data for ids ['bc18e9b0-2bc5-4663-a42e-fabef6eb49b7'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:44.144718 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e9481c2e-e0e7-4e0d-a5b2-baff1d3b7121 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/routers/bc18e9b0-2bc5-4663-a42e-fabef6eb49b7 HTTP/1.1" status: 200 len: 923 time: 0.2444963 Sep 16 04:56:44.147441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60724) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.188753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be63d6b-32ec-46fe-ba02-c940fe335eeb tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:44.190520 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9be63d6b-32ec-46fe-ba02-c940fe335eeb tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&device_id=bc18e9b0-2bc5-4663-a42e-fabef6eb49b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0420463 Sep 16 04:56:44.193159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60726) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.276248 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03d71e9d-ae4f-4020-bf0d-82199d66403a tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.279950 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b8f47c-a29b-4df5-ab2f-c4afabedf413 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:44.281464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-13b8f47c-a29b-4df5-ab2f-c4afabedf413 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 881 time: 0.0874059 Sep 16 04:56:44.284880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60728) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.310958 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d71e9d-ae4f-4020-bf0d-82199d66403a tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event deleted for resources: {'Port': ['ID=c010f1bb-af58-4111-9567-e9fd3fe56b38,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:44.316781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b8ec893d-04c1-4b52-89e5-fdb72dd693e5 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc18e9b0-2bc5-4663-a42e-fabef6eb49b7 HTTP/1.1" status: 200 len: 205 time: 0.0269701 Sep 16 04:56:44.317023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60730) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.384390 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03d71e9d-ae4f-4020-bf0d-82199d66403a tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.389263 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-03d71e9d-ae4f-4020-bf0d-82199d66403a tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "DELETE /v2.0/ports/c010f1bb-af58-4111-9567-e9fd3fe56b38 HTTP/1.1" status: 204 len: 168 time: 0.8242433 Sep 16 04:56:44.389545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60732) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.437512 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bafc6fe-5f70-433e-980f-02133aa5960c tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] GET failed (client error): The resource could not be found. Sep 16 04:56:44.444219 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.444497 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8bafc6fe-5f70-433e-980f-02133aa5960c tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "GET /v2.0/ports/c010f1bb-af58-4111-9567-e9fd3fe56b38 HTTP/1.1" status: 404 len: 333 time: 0.0503323 Sep 16 04:56:44.447712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60736) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.453335 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Request body: {'port': {'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a', 'name': 'tempest-AllowedAddressPairTestJSON-724399958'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:44.498727 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-574c3b8e-9462-47b8-acee-ae01277ef44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.561003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.721781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Made reservation on behalf of d708e0425cd345429eb95beff4757986 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:44.725605 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.745371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] device_id is not set on port dcf64c90-750c-41ac-90a2-b15eec225d9b yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:44.745544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Deleting port a706ec4f-9e4b-418c-afd9-df20b87f242b {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:44.745873 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.840514 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.853394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Calling delete_port for a706ec4f-9e4b-418c-afd9-df20b87f242b owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:44.855293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Allocated IP 172.20.0.14 (1734d29a-3d74-48f5-9900-e477288e9a7a/4798f401-65b1-4fc2-a57b-57e89be7f125/dcf64c90-750c-41ac-90a2-b15eec225d9b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:45.017978 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.104704 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.133670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Pushing event deleted for resources: {'Port': ['ID=a706ec4f-9e4b-418c-afd9-df20b87f242b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.173622 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.216626 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.220972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Network 1734d29a-3d74-48f5-9900-e477288e9a7a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:45.224273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:45.226686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:45.231330 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.273159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event updated for resources: {'Port': ['ID=dcf64c90-750c-41ac-90a2-b15eec225d9b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.297862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:45.299120 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.332297 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.334798 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.403613 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-13fac327-f480-402d-ab66-9a339cff9947 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9544783 Sep 16 04:56:45.405823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60756) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:45.412340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Request body: {'port': {'network_id': '1734d29a-3d74-48f5-9900-e477288e9a7a', 'name': 'tempest-AllowedAddressPairTestJSON-1752426724'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:45.429911 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.430495 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Fanout notify agent at l3_agent the message router_deleted on router bc18e9b0-2bc5-4663-a42e-fabef6eb49b7 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:45.440114 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.440114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d5bada1c-3f36-469a-bf01-fb3b9d482db6 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/routers/bc18e9b0-2bc5-4663-a42e-fabef6eb49b7 HTTP/1.1" status: 204 len: 168 time: 1.1208973 Sep 16 04:56:45.443527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60758) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:45.456439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-03ae98d2-96dc-40d0-9e4b-ef430c192d74 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1446139622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:45.498926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6f6818ca-0cda-441d-8038-5c411d5c1824 None None] Provisioning complete for port dcf64c90-750c-41ac-90a2-b15eec225d9b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:45.499389 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6f6818ca-0cda-441d-8038-5c411d5c1824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.537382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6f6818ca-0cda-441d-8038-5c411d5c1824 None None] Port dcf64c90-750c-41ac-90a2-b15eec225d9b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:45.601716 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03ae98d2-96dc-40d0-9e4b-ef430c192d74 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.602930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03ae98d2-96dc-40d0-9e4b-ef430c192d74 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.661254 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03ae98d2-96dc-40d0-9e4b-ef430c192d74 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.704767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Made reservation on behalf of d708e0425cd345429eb95beff4757986 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:45.708334 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.726950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] device_id is not set on port 44b87b84-f162-43a7-b2b4-411eda270f6c yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:45.739482 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03ae98d2-96dc-40d0-9e4b-ef430c192d74 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.845673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Allocated IP 172.20.0.5 (1734d29a-3d74-48f5-9900-e477288e9a7a/4798f401-65b1-4fc2-a57b-57e89be7f125/44b87b84-f162-43a7-b2b4-411eda270f6c) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:45.887621 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03ae98d2-96dc-40d0-9e4b-ef430c192d74 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.888908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-03ae98d2-96dc-40d0-9e4b-ef430c192d74 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4444032 Sep 16 04:56:45.891732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60764) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:45.896176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'enable_snat': True}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:45.974347 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.006831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.115677 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.133856 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.180365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Network 1734d29a-3d74-48f5-9900-e477288e9a7a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:46.190054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:46.190054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:46.240036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event updated for resources: {'Port': ['ID=44b87b84-f162-43a7-b2b4-411eda270f6c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:46.280657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:46.281343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.344813 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.374047 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7e1d46d4-cab2-4396-bb20-03941fd7eda4 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9671147 Sep 16 04:56:46.377046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60772) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:46.382679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-07d6a136-5c80-4f82-a0a5-7bb1694c2371 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:52:38:93'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:45:33:c4'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:46.474365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-07d6a136-5c80-4f82-a0a5-7bb1694c2371 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.475114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4a16e2fb-521f-44c3-809b-f0d1fcd97da9 None None] Provisioning complete for port 44b87b84-f162-43a7-b2b4-411eda270f6c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:46.475252 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4a16e2fb-521f-44c3-809b-f0d1fcd97da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.508202 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.546203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4a16e2fb-521f-44c3-809b-f0d1fcd97da9 None None] Port 44b87b84-f162-43a7-b2b4-411eda270f6c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:46.552178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.683605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Allocated IP 172.25.3.213 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/14bdbd25-2573-4768-b5b7-ca794eaa344b) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:46.722363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-07d6a136-5c80-4f82-a0a5-7bb1694c2371 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.803806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.824343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-07d6a136-5c80-4f82-a0a5-7bb1694c2371 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.913859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6a136-5c80-4f82-a0a5-7bb1694c2371 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event updated for resources: {'Port': ['ID=44b87b84-f162-43a7-b2b4-411eda270f6c,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:46.925154 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.925971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-07d6a136-5c80-4f82-a0a5-7bb1694c2371 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] In _notify_port_updated(), no bound segment for port 44b87b84-f162-43a7-b2b4-411eda270f6c on network 1734d29a-3d74-48f5-9900-e477288e9a7a {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:56:46.932200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d6a136-5c80-4f82-a0a5-7bb1694c2371 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:46.933137 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-07d6a136-5c80-4f82-a0a5-7bb1694c2371 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.935149 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-07d6a136-5c80-4f82-a0a5-7bb1694c2371 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "PUT /v2.0/ports/44b87b84-f162-43a7-b2b4-411eda270f6c HTTP/1.1" status: 200 len: 1057 time: 0.5567207 Sep 16 04:56:46.941098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60780) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:46.994818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event updated for resources: {'Port': ['ID=14bdbd25-2573-4768-b5b7-ca794eaa344b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:47.005355 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:47.007086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:47.009879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:47.062213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-954301ac-65ac-4a19-ba23-1739fc8b7a14 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Deleting port 44b87b84-f162-43a7-b2b4-411eda270f6c {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:47.062560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-954301ac-65ac-4a19-ba23-1739fc8b7a14 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.166853 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-954301ac-65ac-4a19-ba23-1739fc8b7a14 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.178609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4487937d-4b04-46ff-b503-246d9b557666 None None] Provisioning complete for port 44b87b84-f162-43a7-b2b4-411eda270f6c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:47.179009 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4487937d-4b04-46ff-b503-246d9b557666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.193980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-954301ac-65ac-4a19-ba23-1739fc8b7a14 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Calling delete_port for 44b87b84-f162-43a7-b2b4-411eda270f6c owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:47.232984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4487937d-4b04-46ff-b503-246d9b557666 None None] Port 44b87b84-f162-43a7-b2b4-411eda270f6c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:47.413047 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-954301ac-65ac-4a19-ba23-1739fc8b7a14 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.435648 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.443548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954301ac-65ac-4a19-ba23-1739fc8b7a14 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event deleted for resources: {'Port': ['ID=44b87b84-f162-43a7-b2b4-411eda270f6c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:47.446941 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.663715 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-954301ac-65ac-4a19-ba23-1739fc8b7a14 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.665977 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-954301ac-65ac-4a19-ba23-1739fc8b7a14 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "DELETE /v2.0/ports/44b87b84-f162-43a7-b2b4-411eda270f6c HTTP/1.1" status: 204 len: 168 time: 0.7238147 Sep 16 04:56:47.670414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60792) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:47.695881 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.703661 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60d0e09-5249-478e-882d-b641838b2fc9 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] GET failed (client error): The resource could not be found. Sep 16 04:56:47.705450 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f60d0e09-5249-478e-882d-b641838b2fc9 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "GET /v2.0/ports/44b87b84-f162-43a7-b2b4-411eda270f6c HTTP/1.1" status: 404 len: 333 time: 0.0356989 Sep 16 04:56:47.707252 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.707788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60796) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:47.824755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-11964f6c-30f9-40a7-a721-0454d84eade6 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Deleting port dcf64c90-750c-41ac-90a2-b15eec225d9b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:47.825229 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11964f6c-30f9-40a7-a721-0454d84eade6 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.920642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11964f6c-30f9-40a7-a721-0454d84eade6 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.934247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-11964f6c-30f9-40a7-a721-0454d84eade6 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Calling delete_port for dcf64c90-750c-41ac-90a2-b15eec225d9b owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:47.973482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Router 6f532d31-9d53-405d-9568-908212bc95b4 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:48.113248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:48.121344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.121344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-91ea52e8-7e45-4f8d-be59-8750d6a814b8 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "PUT /v2.0/routers/6f532d31-9d53-405d-9568-908212bc95b4 HTTP/1.1" status: 200 len: 919 time: 2.2261074 Sep 16 04:56:48.121704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60802) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.121799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e188bc9-46aa-49f7-94f4-87dac764d4a8 None None] Sync routers for ids ['6f532d31-9d53-405d-9568-908212bc95b4'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:48.132228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e188bc9-46aa-49f7-94f4-87dac764d4a8 None None] Routers {'6f532d31-9d53-405d-9568-908212bc95b4'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:48.132719 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7e188bc9-46aa-49f7-94f4-87dac764d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6f532d31-9d53-405d-9568-908212bc95b4'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:48.168604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7e188bc9-46aa-49f7-94f4-87dac764d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:48.179832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e188bc9-46aa-49f7-94f4-87dac764d4a8 None None] Routers {'6f532d31-9d53-405d-9568-908212bc95b4'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:48.180775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7e188bc9-46aa-49f7-94f4-87dac764d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6f532d31-9d53-405d-9568-908212bc95b4'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:48.216326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7e188bc9-46aa-49f7-94f4-87dac764d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:48.217023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e188bc9-46aa-49f7-94f4-87dac764d4a8 None None] The sync data for ids ['6f532d31-9d53-405d-9568-908212bc95b4'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:48.459279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11964f6c-30f9-40a7-a721-0454d84eade6 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.491080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11964f6c-30f9-40a7-a721-0454d84eade6 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event deleted for resources: {'Port': ['ID=dcf64c90-750c-41ac-90a2-b15eec225d9b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:48.605072 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-40b9c472-c2bf-4028-8242-26ab3a4976fe tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/routers/6f532d31-9d53-405d-9568-908212bc95b4 HTTP/1.1" status: 200 len: 925 time: 0.4818916 Sep 16 04:56:48.607892 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11964f6c-30f9-40a7-a721-0454d84eade6 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.608148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60820) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.609954 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-11964f6c-30f9-40a7-a721-0454d84eade6 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "DELETE /v2.0/ports/dcf64c90-750c-41ac-90a2-b15eec225d9b HTTP/1.1" status: 204 len: 168 time: 0.9010561 Sep 16 04:56:48.613302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60822) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.640561 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b71022-a689-48ad-8b71-61268c9b8723 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] GET failed (client error): The resource could not be found. Sep 16 04:56:48.644608 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c7b71022-a689-48ad-8b71-61268c9b8723 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "GET /v2.0/ports/dcf64c90-750c-41ac-90a2-b15eec225d9b HTTP/1.1" status: 404 len: 333 time: 0.0280182 Sep 16 04:56:48.650012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60824) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.667278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4b8b75-a890-4c4b-a12e-ce7072a61f7a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.669801 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ee4b8b75-a890-4c4b-a12e-ce7072a61f7a tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&device_id=6f532d31-9d53-405d-9568-908212bc95b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0594583 Sep 16 04:56:48.674379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60826) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.792345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b6c0f-64df-40bb-ab37-4f1c97f582e0 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Deleting port d7d11229-0c26-423a-920b-6723940ab539 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:48.792894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5d4b6c0f-64df-40bb-ab37-4f1c97f582e0 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.806750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6b5d99-d28c-4b7e-9eea-4d8314be923c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:48.808271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fa6b5d99-d28c-4b7e-9eea-4d8314be923c tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 881 time: 0.1329329 Sep 16 04:56:48.811131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60832) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.859808 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-abdebfc2-a091-4436-a500-9ba598e4beb9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f532d31-9d53-405d-9568-908212bc95b4 HTTP/1.1" status: 200 len: 205 time: 0.0475533 Sep 16 04:56:48.863928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60836) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.917330 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5d4b6c0f-64df-40bb-ab37-4f1c97f582e0 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.932424 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b6c0f-64df-40bb-ab37-4f1c97f582e0 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Calling delete_port for d7d11229-0c26-423a-920b-6723940ab539 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:49.128075 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5d4b6c0f-64df-40bb-ab37-4f1c97f582e0 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.177746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b6c0f-64df-40bb-ab37-4f1c97f582e0 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event deleted for resources: {'Port': ['ID=d7d11229-0c26-423a-920b-6723940ab539,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:49.265975 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5d4b6c0f-64df-40bb-ab37-4f1c97f582e0 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.273645 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5d4b6c0f-64df-40bb-ab37-4f1c97f582e0 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "DELETE /v2.0/ports/d7d11229-0c26-423a-920b-6723940ab539 HTTP/1.1" status: 204 len: 168 time: 0.6223300 Sep 16 04:56:49.274457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60838) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:49.343372 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-342b34df-222d-4365-942a-a6c522456d99 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Deleting subnet 4798f401-65b1-4fc2-a57b-57e89be7f125 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:49.348914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-342b34df-222d-4365-942a-a6c522456d99 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.365914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.406911 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-342b34df-222d-4365-942a-a6c522456d99 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.587618 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.594181 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-342b34df-222d-4365-942a-a6c522456d99 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.753655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Deleting port 14bdbd25-2573-4768-b5b7-ca794eaa344b {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:49.753913 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.769138 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-342b34df-222d-4365-942a-a6c522456d99 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.800006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b34df-222d-4365-942a-a6c522456d99 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event deleted for resources: {'Subnet': ['ID=4798f401-65b1-4fc2-a57b-57e89be7f125,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:49.808572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-342b34df-222d-4365-942a-a6c522456d99 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.812743 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-342b34df-222d-4365-942a-a6c522456d99 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "DELETE /v2.0/subnets/4798f401-65b1-4fc2-a57b-57e89be7f125 HTTP/1.1" status: 204 len: 168 time: 0.5352111 Sep 16 04:56:49.812985 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60848) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:49.818368 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e09fc0-bb03-47a8-bc1d-cdb21735bdc9 None None] Network 1734d29a-3d74-48f5-9900-e477288e9a7a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:49.849033 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.864045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Calling delete_port for 14bdbd25-2573-4768-b5b7-ca794eaa344b owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:49.892930 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.981080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Deleting port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:49.981434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.046978 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db02b1-97f2-4a9d-849d-c35b0690f9cb None None] DHCP port deletion for 1734d29a-3d74-48f5-9900-e477288e9a7a request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:50.055136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] For port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cd09c56e-e7de-4b3b-86f8-6fc673ff8f40,segment=NetworkSegment(37b56d6b-8575-4004-9c44-39b93bf65b3a),segment_id=37b56d6b-8575-4004-9c44-39b93bf65b3a)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:50.055136 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.067866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Calling delete_port for cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:50.116374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-49db02b1-97f2-4a9d-849d-c35b0690f9cb None None] Deleting port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:50.117087 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49db02b1-97f2-4a9d-849d-c35b0690f9cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.134083 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.169119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Pushing event deleted for resources: {'Port': ['ID=14bdbd25-2573-4768-b5b7-ca794eaa344b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.190265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-49db02b1-97f2-4a9d-849d-c35b0690f9cb None None] For port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cd09c56e-e7de-4b3b-86f8-6fc673ff8f40,segment=NetworkSegment(37b56d6b-8575-4004-9c44-39b93bf65b3a),segment_id=37b56d6b-8575-4004-9c44-39b93bf65b3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:50.190815 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49db02b1-97f2-4a9d-849d-c35b0690f9cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.206021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-49db02b1-97f2-4a9d-849d-c35b0690f9cb None None] Calling delete_port for cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:50.234091 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.236235 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.252217 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] No DVR routers for this DVR port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:50.313235 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49db02b1-97f2-4a9d-849d-c35b0690f9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.326445 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event deleted for resources: {'Port': ['ID=cd09c56e-e7de-4b3b-86f8-6fc673ff8f40,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.335508 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.338146 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.350743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db02b1-97f2-4a9d-849d-c35b0690f9cb None None] Pushing event deleted for resources: {'Port': ['ID=cd09c56e-e7de-4b3b-86f8-6fc673ff8f40,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.357764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49db02b1-97f2-4a9d-849d-c35b0690f9cb None None] No DVR routers for this DVR port cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:50.405135 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.434489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1734d29a-3d74-48f5-9900-e477288e9a7a']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:50.446386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b56d6b-8575-4004-9c44-39b93bf65b3a') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:50.446698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b56d6b-8575-4004-9c44-39b93bf65b3a') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:50.457375 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.472051 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.481503 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.482198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Fanout notify agent at l3_agent the message router_deleted on router 6f532d31-9d53-405d-9568-908212bc95b4 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:50.486924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:50.487448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.500671 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.506989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-09c46818-bd82-4a34-b30e-d019946ba9da tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/routers/6f532d31-9d53-405d-9568-908212bc95b4 HTTP/1.1" status: 204 len: 168 time: 1.6375620 Sep 16 04:56:50.507813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60860) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:50.513872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8755cdc8-1f44-4359-9466-c7e40fa17ffd tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-178741425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: items = [ Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:50.552217 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:50.641859 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8755cdc8-1f44-4359-9466-c7e40fa17ffd tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.655118 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8755cdc8-1f44-4359-9466-c7e40fa17ffd tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.707354 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8755cdc8-1f44-4359-9466-c7e40fa17ffd tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.739220 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.746992 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.748679 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] 10.222.0.24 "DELETE /v2.0/networks/1734d29a-3d74-48f5-9900-e477288e9a7a HTTP/1.1" status: 204 len: 168 time: 0.9347260 Sep 16 04:56:50.761018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efb1ba-5594-48f4-9d0e-a480f8688323 tempest-AllowedAddressPairTestJSON-797082280 tempest-AllowedAddressPairTestJSON-797082280-project] Pushing event deleted for resources: {'Network': ['ID=1734d29a-3d74-48f5-9900-e477288e9a7a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.783347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:50.811382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:50.811789 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cd09c56e-e7de-4b3b-86f8-6fc673ff8f40 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:50.847824 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8755cdc8-1f44-4359-9466-c7e40fa17ffd tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.070474 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8755cdc8-1f44-4359-9466-c7e40fa17ffd tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.071675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8755cdc8-1f44-4359-9466-c7e40fa17ffd tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5626838 Sep 16 04:56:51.074377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60882) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:51.078662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'enable_snat': False}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:51.318082 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.581478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60896) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:51.727740 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.740600 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fb02c143-ecf2-4bd5-b7d1-9d152b47446b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d708e0425cd345429eb95beff4757986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578696 Sep 16 04:56:51.743062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60904) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:51.749578 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.817779 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b47f-d93d-4db4-89b4-336c264fcfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.841880 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b47f-d93d-4db4-89b4-336c264fcfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.890871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Allocated IP 172.25.3.148 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/77637b29-d62f-4e4a-9145-fe67c2fed82f) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:52.000701 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.007096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b47f-d93d-4db4-89b4-336c264fcfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.009793 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b47f-d93d-4db4-89b4-336c264fcfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.010940 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dcc3b47f-d93d-4db4-89b4-336c264fcfb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be01836d-fdc3-4776-9628-59e02a0107d7 HTTP/1.1" status: 204 len: 168 time: 0.2664490 Sep 16 04:56:52.020156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3b47f-d93d-4db4-89b4-336c264fcfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be01836d-fdc3-4776-9628-59e02a0107d7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:52.144804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.183859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:52.186848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:52.193375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:52.198948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Pushing event updated for resources: {'Port': ['ID=77637b29-d62f-4e4a-9145-fe67c2fed82f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:52.621229 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.899814 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.904632 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.155954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Router 6f1805a5-fab9-4a09-aa98-8ee935d16829 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:53.274118 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:53.278905 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.280301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a523786c-e9a5-402c-879d-d9e7ac4aa918 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "PUT /v2.0/routers/6f1805a5-fab9-4a09-aa98-8ee935d16829 HTTP/1.1" status: 200 len: 919 time: 2.2048271 Sep 16 04:56:53.282977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60942) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:53.286827 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d48fe-c53f-40fd-8470-91dbdaa8e213 None None] Sync routers for ids ['6f1805a5-fab9-4a09-aa98-8ee935d16829'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:53.308432 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d48fe-c53f-40fd-8470-91dbdaa8e213 None None] Routers {'6f1805a5-fab9-4a09-aa98-8ee935d16829'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:53.309859 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-cf0d48fe-c53f-40fd-8470-91dbdaa8e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6f1805a5-fab9-4a09-aa98-8ee935d16829'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:53.357558 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-cf0d48fe-c53f-40fd-8470-91dbdaa8e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:53.368957 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d48fe-c53f-40fd-8470-91dbdaa8e213 None None] Routers {'6f1805a5-fab9-4a09-aa98-8ee935d16829'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:53.369660 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-cf0d48fe-c53f-40fd-8470-91dbdaa8e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['6f1805a5-fab9-4a09-aa98-8ee935d16829'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:53.429147 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-cf0d48fe-c53f-40fd-8470-91dbdaa8e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:53.429991 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d48fe-c53f-40fd-8470-91dbdaa8e213 None None] The sync data for ids ['6f1805a5-fab9-4a09-aa98-8ee935d16829'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:53.447351 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-684157bc-a1d5-47f5-acf6-5e1e4865d3ba tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/routers/6f1805a5-fab9-4a09-aa98-8ee935d16829 HTTP/1.1" status: 200 len: 925 time: 0.1628428 Sep 16 04:56:53.450507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60946) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:53.502627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694993b6-6ad8-46e1-bd0b-9c00cd7ab10d tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:53.504542 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-694993b6-6ad8-46e1-bd0b-9c00cd7ab10d tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&device_id=6f1805a5-fab9-4a09-aa98-8ee935d16829&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0523710 Sep 16 04:56:53.507777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60948) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:53.532320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60950) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:53.608425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cb172b-3c85-45e0-824d-91cd79586ccb tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:53.614200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60954) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:53.615596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-61cb172b-3c85-45e0-824d-91cd79586ccb tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 881 time: 0.1058583 Sep 16 04:56:53.651932 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0fe63a7f-96d7-4cfb-a02d-c2165454a7fd tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f1805a5-fab9-4a09-aa98-8ee935d16829 HTTP/1.1" status: 200 len: 205 time: 0.0353651 Sep 16 04:56:53.654541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60956) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:53.655731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-36578255'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:53.767385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:53.771086 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.780072 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.782500 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.899383 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.922590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.037639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.065433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:54.074379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8573aeac-4aa5-4eaa-8749-91677342289f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:54.084092 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.084448 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Added segment 7cc9261a-1501-495d-85bc-eb3cc13b01cf of type vlan for network ff635d0a-ba15-40bf-978a-8e7613d4bfcd Sep 16 04:56:54.138551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.157848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Deleting port 77637b29-d62f-4e4a-9145-fe67c2fed82f {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:54.158403 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.248328 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.254615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:54.255550 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.270176 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.294696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Calling delete_port for 77637b29-d62f-4e4a-9145-fe67c2fed82f owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:54.354095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Network': ['ID=ff635d0a-ba15-40bf-978a-8e7613d4bfcd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:54.359884 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1359937f-d9b7-4a2d-b9fb-bae5e21c8728 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8258078 Sep 16 04:56:54.364372 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60980) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:54.366671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:54.373896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5582a5e5-3395-437d-952e-167fdf374937 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:54.687191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5582a5e5-3395-437d-952e-167fdf374937 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:54.688434 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.692149 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5582a5e5-3395-437d-952e-167fdf374937 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.724100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Pushing event deleted for resources: {'Port': ['ID=77637b29-d62f-4e4a-9145-fe67c2fed82f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:54.850162 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.108230 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:56:55.224208 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5582a5e5-3395-437d-952e-167fdf374937 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.277204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582a5e5-3395-437d-952e-167fdf374937 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=9e794968-7cf8-43f4-8344-68142dd9a8e8,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.375497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582a5e5-3395-437d-952e-167fdf374937 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:55.377025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5582a5e5-3395-437d-952e-167fdf374937 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network hostable DHCP agents. Network: ff635d0a-ba15-40bf-978a-8e7613d4bfcd, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:55.435152 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.438543 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.471121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5582a5e5-3395-437d-952e-167fdf374937 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:55.630237 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.630933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Fanout notify agent at l3_agent the message router_deleted on router 6f1805a5-fab9-4a09-aa98-8ee935d16829 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:55.641758 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.641758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-509e76bb-881f-4644-9b57-ab5fa4ac7985 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/routers/6f1805a5-fab9-4a09-aa98-8ee935d16829 HTTP/1.1" status: 204 len: 168 time: 1.9835365 Sep 16 04:56:55.644679 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60996) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:55.649579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-78923077', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:55.676581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-5582a5e5-3395-437d-952e-167fdf374937 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, ff635d0a-ba15-40bf-978a-8e7613d4bfcd) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:55.686704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582a5e5-3395-437d-952e-167fdf374937 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:55.686704 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5582a5e5-3395-437d-952e-167fdf374937 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.687075 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd1cce7-1851-438e-9bc2-d8e698f81e17 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:55.840535 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': '9e794968-7cf8-43f4-8344-68142dd9a8e8'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:55.841429 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.912887 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.914331 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.977102 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.998104 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Allocated IP 2001:db8::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/9e794968-7cf8-43f4-8344-68142dd9a8e8/f1c901e8-9195-460b-9a42-8fe4e77113f0) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:56.022171 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5582a5e5-3395-437d-952e-167fdf374937 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6518457 Sep 16 04:56:56.022893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32770) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:56.027363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'name': 'tempest-NetworksTestDHCPv6-1465982749'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:56.177033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.282951 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.288083 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.327581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:56.331241 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:56.337251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:56.344282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:56.344490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Pushing event updated for resources: {'Port': ['ID=f1c901e8-9195-460b-9a42-8fe4e77113f0,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.349409 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.368011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 020cc4ba-f969-4b80-aaf5-502456df391a yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:56.401384 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Attempting to bind port f1c901e8-9195-460b-9a42-8fe4e77113f0 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:56.402118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Attempting to bind port f1c901e8-9195-460b-9a42-8fe4e77113f0 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:56.408362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Attempting to bind port f1c901e8-9195-460b-9a42-8fe4e77113f0 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:56.408362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:56.409589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:56.410173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.410729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:56.411365 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Bound port: f1c901e8-9195-460b-9a42-8fe4e77113f0, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:56.411924 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.542587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::32a (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/9e794968-7cf8-43f4-8344-68142dd9a8e8/020cc4ba-f969-4b80-aaf5-502456df391a) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:56.643993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] For port f1c901e8-9195-460b-9a42-8fe4e77113f0, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:56.647661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] For port f1c901e8-9195-460b-9a42-8fe4e77113f0, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f1c901e8-9195-460b-9a42-8fe4e77113f0,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:56.662027 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.687495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.756314 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.772634 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.800552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Allocated IP 172.25.3.181 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/e7943c58-8252-42ae-8e21-81f8c1febb35) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:56.822906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9bd30-9d0c-4a92-bca7-079620663c72 None None] Pushing event updated for resources: {'Port': ['ID=f1c901e8-9195-460b-9a42-8fe4e77113f0,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.893684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.924591 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.942757 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:56.945941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:56.953623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:56.958551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:56.959190 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.968563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=020cc4ba-f969-4b80-aaf5-502456df391a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.134601 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fd912e44-ce83-48a7-856d-77a45001e12c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1111434 Sep 16 04:56:57.144384 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.146400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32788) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:57.204124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Pushing event updated for resources: {'Port': ['ID=e7943c58-8252-42ae-8e21-81f8c1febb35,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.217426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:57.219162 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:57.222821 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:57.280599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2710e6-a378-4cd7-a9f4-c5f38f979bea tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.290075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2710e6-a378-4cd7-a9f4-c5f38f979bea tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.296814 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dc2710e6-a378-4cd7-a9f4-c5f38f979bea tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1468785 Sep 16 04:56:57.297428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32792) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:57.416719 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0247edcd-f5dd-4951-b2d6-009ef64cc23c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 020cc4ba-f969-4b80-aaf5-502456df391a {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:57.417125 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0247edcd-f5dd-4951-b2d6-009ef64cc23c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.506918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0247edcd-f5dd-4951-b2d6-009ef64cc23c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.524167 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0247edcd-f5dd-4951-b2d6-009ef64cc23c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 020cc4ba-f969-4b80-aaf5-502456df391a owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:57.658238 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.716184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32798) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:57.775041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c53af1b-5523-49bb-bc3c-2ae760a61752 admin admin] Deleting subnet c1cd28e2-af60-4f1e-b12f-a70fc42a3a35 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:57.781708 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c53af1b-5523-49bb-bc3c-2ae760a61752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.846471 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0247edcd-f5dd-4951-b2d6-009ef64cc23c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.856104 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c53af1b-5523-49bb-bc3c-2ae760a61752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.909172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247edcd-f5dd-4951-b2d6-009ef64cc23c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=020cc4ba-f969-4b80-aaf5-502456df391a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.949575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0247edcd-f5dd-4951-b2d6-009ef64cc23c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.951685 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0247edcd-f5dd-4951-b2d6-009ef64cc23c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/020cc4ba-f969-4b80-aaf5-502456df391a HTTP/1.1" status: 204 len: 168 time: 0.6522858 Sep 16 04:56:57.955123 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32800) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:57.966105 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.974701 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c53af1b-5523-49bb-bc3c-2ae760a61752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.040971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133f1a83-0e0b-4a4c-a7eb-0802b44b8cd0 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:58.085489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0043ae20-131a-41df-991a-eafd1d5ef22f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.087298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0043ae20-131a-41df-991a-eafd1d5ef22f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.091234 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0043ae20-131a-41df-991a-eafd1d5ef22f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1327691 Sep 16 04:56:58.091603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32802) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:58.129292 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-65f376a2-c29b-48c2-b17a-64d25da8ee34 None None] Provisioning complete for port f1c901e8-9195-460b-9a42-8fe4e77113f0 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:58.132389 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-65f376a2-c29b-48c2-b17a-64d25da8ee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.159734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef289245-31f0-4c42-8291-2ee306ce631a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 9e794968-7cf8-43f4-8344-68142dd9a8e8 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:58.163281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef289245-31f0-4c42-8291-2ee306ce631a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.217730 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef289245-31f0-4c42-8291-2ee306ce631a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.246266 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c53af1b-5523-49bb-bc3c-2ae760a61752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.258931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Router 9c668c3d-98ea-4d63-b7f9-0aab80b5e05d is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:58.347036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-65f376a2-c29b-48c2-b17a-64d25da8ee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.402385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-65f376a2-c29b-48c2-b17a-64d25da8ee34 None None] For port f1c901e8-9195-460b-9a42-8fe4e77113f0, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f1c901e8-9195-460b-9a42-8fe4e77113f0,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:58.435377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c53af1b-5523-49bb-bc3c-2ae760a61752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.437526 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3c53af1b-5523-49bb-bc3c-2ae760a61752 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c1cd28e2-af60-4f1e-b12f-a70fc42a3a35 HTTP/1.1" status: 204 len: 168 time: 0.7203674 Sep 16 04:56:58.441695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53af1b-5523-49bb-bc3c-2ae760a61752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cd28e2-af60-4f1e-b12f-a70fc42a3a35,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.442094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32814) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:58.480852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:58.492529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0997d769-2299-4886-bf59-03afe892a03c None None] Sync routers for ids ['9c668c3d-98ea-4d63-b7f9-0aab80b5e05d'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:58.503849 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997d769-2299-4886-bf59-03afe892a03c None None] Routers {'9c668c3d-98ea-4d63-b7f9-0aab80b5e05d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:58.504722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-0997d769-2299-4886-bf59-03afe892a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9c668c3d-98ea-4d63-b7f9-0aab80b5e05d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:58.525780 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef289245-31f0-4c42-8291-2ee306ce631a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.563612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-65f376a2-c29b-48c2-b17a-64d25da8ee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.567692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-0997d769-2299-4886-bf59-03afe892a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:58.577583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.605510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.606681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-be1fd993-68de-4605-818a-0b1660459d12 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9609318 Sep 16 04:56:58.614466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32818) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:58.621634 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:58.642174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997d769-2299-4886-bf59-03afe892a03c None None] Routers {'9c668c3d-98ea-4d63-b7f9-0aab80b5e05d'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:58.642820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-0997d769-2299-4886-bf59-03afe892a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9c668c3d-98ea-4d63-b7f9-0aab80b5e05d'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:58.691417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f376a2-c29b-48c2-b17a-64d25da8ee34 None None] Pushing event updated for resources: {'Port': ['ID=f1c901e8-9195-460b-9a42-8fe4e77113f0,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.700544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-0997d769-2299-4886-bf59-03afe892a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:58.701478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0997d769-2299-4886-bf59-03afe892a03c None None] The sync data for ids ['9c668c3d-98ea-4d63-b7f9-0aab80b5e05d'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:58.727704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b75d5de2-d1b9-44c6-a8b8-cb32fd75c025 None None] Provisioning complete for port f1c901e8-9195-460b-9a42-8fe4e77113f0 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:58.727704 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b75d5de2-d1b9-44c6-a8b8-cb32fd75c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.741751 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.761761 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef289245-31f0-4c42-8291-2ee306ce631a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.801244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef289245-31f0-4c42-8291-2ee306ce631a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=9e794968-7cf8-43f4-8344-68142dd9a8e8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.819487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef289245-31f0-4c42-8291-2ee306ce631a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.824170 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ef289245-31f0-4c42-8291-2ee306ce631a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/9e794968-7cf8-43f4-8344-68142dd9a8e8 HTTP/1.1" status: 204 len: 168 time: 0.7314882 Sep 16 04:56:58.824816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32820) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:58.847186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca009d0-7e27-4b66-880c-80c7c0436df2']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:58.875593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918bc753-b873-4f9a-b188-43c3d315b47e') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:58.876596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918bc753-b873-4f9a-b188-43c3d315b47e') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:58.901845 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-474e4b9f-be16-4496-8901-73bdf6bf4d88 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758622 Sep 16 04:56:58.902215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f1c901e8-9195-460b-9a42-8fe4e77113f0 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:58.904502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32822) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:58.909956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bdd4aa33-e68f-4f27-ab9e-e20ca32b64f0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:58.919134 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.975969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f1c901e8-9195-460b-9a42-8fe4e77113f0 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:58.976239 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.996089 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.008302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:59.008752 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: items = [ Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:59.010403 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:59.023404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da333a30-ed23-4304-995d-108adb59d554 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:59.041910 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bf0d5a9a-28f2-4e22-b47b-9135376093d8 None None] Could not find standard attr ID for object 020cc4ba-f969-4b80-aaf5-502456df391a. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:56:59.145192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd4aa33-e68f-4f27-ab9e-e20ca32b64f0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:59.149671 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bdd4aa33-e68f-4f27-ab9e-e20ca32b64f0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.240886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.258832 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.264656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0ca009d0-7e27-4b66-880c-80c7c0436df2 HTTP/1.1" status: 204 len: 168 time: 0.8159978 Sep 16 04:56:59.264824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e92d7-1a3b-4448-a53b-c335776597b4 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:59.264959 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.266785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7292d1-dc4c-4835-b7e0-ed310048d073 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca009d0-7e27-4b66-880c-80c7c0436df2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:59.269779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32828) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:59.322258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-916e92d7-1a3b-4448-a53b-c335776597b4 None None] Deleting port f1c901e8-9195-460b-9a42-8fe4e77113f0 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:59.322258 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-916e92d7-1a3b-4448-a53b-c335776597b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.353435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf68ca57-3f21-4704-81b0-f12e495f7ed2 admin admin] Deleting subnet f31b53b2-9d9e-4a10-87f6-20631849b142 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:59.365376 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf68ca57-3f21-4704-81b0-f12e495f7ed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.382857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.402008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-916e92d7-1a3b-4448-a53b-c335776597b4 None None] For port f1c901e8-9195-460b-9a42-8fe4e77113f0, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f1c901e8-9195-460b-9a42-8fe4e77113f0,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:59.402414 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-916e92d7-1a3b-4448-a53b-c335776597b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.417206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-916e92d7-1a3b-4448-a53b-c335776597b4 None None] Calling delete_port for f1c901e8-9195-460b-9a42-8fe4e77113f0 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:59.439689 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf68ca57-3f21-4704-81b0-f12e495f7ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.523064 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf68ca57-3f21-4704-81b0-f12e495f7ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.567351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Deleting port e7943c58-8252-42ae-8e21-81f8c1febb35 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:59.567713 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.644320 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.655702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Calling delete_port for e7943c58-8252-42ae-8e21-81f8c1febb35 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:59.716390 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bdd4aa33-e68f-4f27-ab9e-e20ca32b64f0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.760043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd4aa33-e68f-4f27-ab9e-e20ca32b64f0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:59.763238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-bdd4aa33-e68f-4f27-ab9e-e20ca32b64f0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:59.767646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd4aa33-e68f-4f27-ab9e-e20ca32b64f0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.768564 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bdd4aa33-e68f-4f27-ab9e-e20ca32b64f0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.777687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4aa33-e68f-4f27-ab9e-e20ca32b64f0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=ec63d69a-9ee3-4258-ae4f-50638656b51d,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:59.782730 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-916e92d7-1a3b-4448-a53b-c335776597b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.783156 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf68ca57-3f21-4704-81b0-f12e495f7ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.797522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e92d7-1a3b-4448-a53b-c335776597b4 None None] No DVR routers for this DVR port f1c901e8-9195-460b-9a42-8fe4e77113f0 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:59.810111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68ca57-3f21-4704-81b0-f12e495f7ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f31b53b2-9d9e-4a10-87f6-20631849b142,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:59.815395 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf68ca57-3f21-4704-81b0-f12e495f7ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.818471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e92d7-1a3b-4448-a53b-c335776597b4 None None] Pushing event deleted for resources: {'Port': ['ID=f1c901e8-9195-460b-9a42-8fe4e77113f0,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:59.819924 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bf68ca57-3f21-4704-81b0-f12e495f7ed2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f31b53b2-9d9e-4a10-87f6-20631849b142 HTTP/1.1" status: 204 len: 168 time: 0.5491083 Sep 16 04:56:59.820559 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32836) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:59.844304 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a6f8f9-56fc-490e-9e73-301704c9d1a2 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:59.903718 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.908060 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bdd4aa33-e68f-4f27-ab9e-e20ca32b64f0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0017793 Sep 16 04:56:59.910842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32838) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:59.916587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'name': 'tempest-NetworksTestDHCPv6-2056569655'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:59.956740 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.998477 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Pushing event deleted for resources: {'Port': ['ID=e7943c58-8252-42ae-8e21-81f8c1febb35,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.020054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': 'ec63d69a-9ee3-4258-ae4f-50638656b51d'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:00.020054 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.073503 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.075884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.115971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77ff2a8-cdab-4b5f-88d4-ea75a321bead']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:00.132241 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed02c82b-78da-4760-bcf8-6fb380332edb') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:00.132558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed02c82b-78da-4760-bcf8-6fb380332edb') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:00.148011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.167966 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.168840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Allocated IP 2001:db8::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/ec63d69a-9ee3-4258-ae4f-50638656b51d/292dedfb-4a62-49e1-a64b-2f412c3a1300) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:00.178799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:00.179198 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:00.180938 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:00.310307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:00.315217 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.323669 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.323669 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.347409 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.476700 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.566902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Pushing event updated for resources: {'Port': ['ID=292dedfb-4a62-49e1-a64b-2f412c3a1300,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.588001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:00.589793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:00.592692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:00.601416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.608088 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.616852 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] 10.222.0.24 "DELETE /v2.0/networks/c77ff2a8-cdab-4b5f-88d4-ea75a321bead HTTP/1.1" status: 204 len: 168 time: 0.7918453 Sep 16 04:57:00.636539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 760db8f4-ed23-4c0a-ac46-63e61fedc9f2 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:00.644129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6f89b-510d-477b-b324-d3e00f457b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=c77ff2a8-cdab-4b5f-88d4-ea75a321bead,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.678295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Attempting to bind port 292dedfb-4a62-49e1-a64b-2f412c3a1300 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:00.678726 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Attempting to bind port 292dedfb-4a62-49e1-a64b-2f412c3a1300 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:00.679018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Attempting to bind port 292dedfb-4a62-49e1-a64b-2f412c3a1300 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:00.685971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:00.686346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:00.686735 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.687126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:00.687591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Bound port: 292dedfb-4a62-49e1-a64b-2f412c3a1300, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:00.687969 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.744578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Router 9c668c3d-98ea-4d63-b7f9-0aab80b5e05d has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:00.780423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] For port 292dedfb-4a62-49e1-a64b-2f412c3a1300, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:00.785027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] For port 292dedfb-4a62-49e1-a64b-2f412c3a1300, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=292dedfb-4a62-49e1-a64b-2f412c3a1300,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:00.829859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f1c901e8-9195-460b-9a42-8fe4e77113f0 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:00.848092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::46 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/ec63d69a-9ee3-4258-ae4f-50638656b51d/760db8f4-ed23-4c0a-ac46-63e61fedc9f2) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:00.855762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:00.856077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: f1c901e8-9195-460b-9a42-8fe4e77113f0 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:00.857268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f1c901e8-9195-460b-9a42-8fe4e77113f0 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:00.863968 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.865375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-63673e42-9892-4c39-99aa-a49616449888 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "PUT /v2.0/routers/9c668c3d-98ea-4d63-b7f9-0aab80b5e05d HTTP/1.1" status: 200 len: 708 time: 2.2498477 Sep 16 04:57:00.876106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32852) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:00.876229 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6b9e3-aba3-46d3-a495-3a8f686ef76d None None] Sync routers for ids ['9c668c3d-98ea-4d63-b7f9-0aab80b5e05d'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:00.883695 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6b9e3-aba3-46d3-a495-3a8f686ef76d None None] Routers {'9c668c3d-98ea-4d63-b7f9-0aab80b5e05d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:00.884322 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a1a6b9e3-aba3-46d3-a495-3a8f686ef76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9c668c3d-98ea-4d63-b7f9-0aab80b5e05d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:00.904922 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.917988 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a1a6b9e3-aba3-46d3-a495-3a8f686ef76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:00.929067 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6b9e3-aba3-46d3-a495-3a8f686ef76d None None] Routers {'9c668c3d-98ea-4d63-b7f9-0aab80b5e05d'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:00.932747 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a1a6b9e3-aba3-46d3-a495-3a8f686ef76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9c668c3d-98ea-4d63-b7f9-0aab80b5e05d'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:00.947081 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-837750a1-117a-4a7d-bba7-be8aea863a2f tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/routers/9c668c3d-98ea-4d63-b7f9-0aab80b5e05d HTTP/1.1" status: 200 len: 743 time: 0.0765128 Sep 16 04:57:00.953602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32854) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:00.967395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e1bc-6d3c-4ec0-ba2a-1baa34b40c45 None None] Pushing event updated for resources: {'Port': ['ID=292dedfb-4a62-49e1-a64b-2f412c3a1300,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.974524 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a1a6b9e3-aba3-46d3-a495-3a8f686ef76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:00.975059 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6b9e3-aba3-46d3-a495-3a8f686ef76d None None] The sync data for ids ['9c668c3d-98ea-4d63-b7f9-0aab80b5e05d'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:01.010093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ed1a0f49-c8f4-4255-aa35-e5164c67c687 tempest-RoutersIpV6AdminTest-467529258 tempest-RoutersIpV6AdminTest-467529258-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&device_id=9c668c3d-98ea-4d63-b7f9-0aab80b5e05d HTTP/1.1" status: 200 len: 205 time: 0.0541327 Sep 16 04:57:01.012419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32856) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.042407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-af3e868f-99b3-4d03-8214-e3b09c9432d9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c668c3d-98ea-4d63-b7f9-0aab80b5e05d HTTP/1.1" status: 200 len: 205 time: 0.0287981 Sep 16 04:57:01.044920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32858) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.099149 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.135160 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e561e48-609b-4b4c-afb9-9b8c007c0bd9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.259818 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32862) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.289572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.346448 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e561e48-609b-4b4c-afb9-9b8c007c0bd9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.348811 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e561e48-609b-4b4c-afb9-9b8c007c0bd9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.356544 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:01.365896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:01.370848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:01.376902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:01.393773 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.393773 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-83551fde-f0d0-4e8b-bb34-004f6517041a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35faa87a32e545899eb8771d42df7451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208932 Sep 16 04:57:01.393773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=760db8f4-ed23-4c0a-ac46-63e61fedc9f2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:01.393773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32864) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.440276 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f2faa24-17f8-417a-9a3f-1a630ce45cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.462896 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f2faa24-17f8-417a-9a3f-1a630ce45cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.521497 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e561e48-609b-4b4c-afb9-9b8c007c0bd9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.524704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e561e48-609b-4b4c-afb9-9b8c007c0bd9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Fanout notify agent at l3_agent the message router_deleted on router 9c668c3d-98ea-4d63-b7f9-0aab80b5e05d {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:01.524860 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-576d1a08-90d7-4fed-88e5-dfd64ec290a2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6105802 Sep 16 04:57:01.524981 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32868) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.529821 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e561e48-609b-4b4c-afb9-9b8c007c0bd9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.530915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7e561e48-609b-4b4c-afb9-9b8c007c0bd9 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/routers/9c668c3d-98ea-4d63-b7f9-0aab80b5e05d HTTP/1.1" status: 204 len: 168 time: 0.4849799 Sep 16 04:57:01.535066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32870) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.580260 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-415a8f77-a872-4d10-9a75-030150dd340a tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c668c3d-98ea-4d63-b7f9-0aab80b5e05d HTTP/1.1" status: 200 len: 205 time: 0.0417783 Sep 16 04:57:01.581973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32874) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.618299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d992f503-fb59-4994-ae0f-1d3525aea42e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:01.624498 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d992f503-fb59-4994-ae0f-1d3525aea42e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:01.625748 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-c1ea177f-6af9-428c-8199-0876c55283c8 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] delete failed (client error): The resource could not be found. Sep 16 04:57:01.626233 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d992f503-fb59-4994-ae0f-1d3525aea42e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1002252 Sep 16 04:57:01.627011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c1ea177f-6af9-428c-8199-0876c55283c8 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/routers/9c668c3d-98ea-4d63-b7f9-0aab80b5e05d HTTP/1.1" status: 404 len: 336 time: 0.0452049 Sep 16 04:57:01.628886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32878) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.629665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32880) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.638011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f2faa24-17f8-417a-9a3f-1a630ce45cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.640831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f2faa24-17f8-417a-9a3f-1a630ce45cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.642298 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7f2faa24-17f8-417a-9a3f-1a630ce45cae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0e9deca-a8f6-452d-81fd-2bce2a26fc89 HTTP/1.1" status: 204 len: 168 time: 0.2529018 Sep 16 04:57:01.667649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9fcd88ab-f193-48f0-a882-6518793701d5 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f1805a5-fab9-4a09-aa98-8ee935d16829 HTTP/1.1" status: 200 len: 205 time: 0.0368764 Sep 16 04:57:01.673407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32884) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.680089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2faa24-17f8-417a-9a3f-1a630ce45cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e9deca-a8f6-452d-81fd-2bce2a26fc89,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:01.727823 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-e3b0cd9d-3def-4618-b022-83c5e83f9829 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] delete failed (client error): The resource could not be found. Sep 16 04:57:01.728966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e3b0cd9d-3def-4618-b022-83c5e83f9829 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/routers/6f1805a5-fab9-4a09-aa98-8ee935d16829 HTTP/1.1" status: 404 len: 336 time: 0.0546112 Sep 16 04:57:01.731543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32886) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.748624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-56f559b0-f322-4d09-8acc-1a6643e62e53 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 760db8f4-ed23-4c0a-ac46-63e61fedc9f2 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:01.749123 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-56f559b0-f322-4d09-8acc-1a6643e62e53 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.772072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ad9c7c8c-f166-41e1-835a-866c3f30fbc0 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f532d31-9d53-405d-9568-908212bc95b4 HTTP/1.1" status: 200 len: 205 time: 0.0370443 Sep 16 04:57:01.772313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32888) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.816946 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-1e2cd001-218e-41be-b1ee-e01ffb205226 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] delete failed (client error): The resource could not be found. Sep 16 04:57:01.820503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1e2cd001-218e-41be-b1ee-e01ffb205226 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/routers/6f532d31-9d53-405d-9568-908212bc95b4 HTTP/1.1" status: 404 len: 336 time: 0.0447440 Sep 16 04:57:01.820925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32890) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.870155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-56f559b0-f322-4d09-8acc-1a6643e62e53 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.873592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e8815eff-d33b-469b-a2fd-0c05f51a123f tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc18e9b0-2bc5-4663-a42e-fabef6eb49b7 HTTP/1.1" status: 200 len: 205 time: 0.0512528 Sep 16 04:57:01.874725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32894) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.879465 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-56f559b0-f322-4d09-8acc-1a6643e62e53 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 760db8f4-ed23-4c0a-ac46-63e61fedc9f2 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:01.919495 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-0fec5b5e-5027-4222-8616-62f07ab69f1c tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] delete failed (client error): The resource could not be found. Sep 16 04:57:01.937115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0fec5b5e-5027-4222-8616-62f07ab69f1c tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/routers/bc18e9b0-2bc5-4663-a42e-fabef6eb49b7 HTTP/1.1" status: 404 len: 336 time: 0.0448599 Sep 16 04:57:01.937115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32896) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.966113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-433f0f71-385d-4ab7-ac86-42c9c7c267ad tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "GET /v2.0/ports?device_id=21cee1b8-d399-42fd-ac4f-8254d8dd5372 HTTP/1.1" status: 200 len: 205 time: 0.0379014 Sep 16 04:57:01.968654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32898) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.029009 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-cc9962a6-2147-416f-93c0-8cff8575502b tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] delete failed (client error): The resource could not be found. Sep 16 04:57:02.034044 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cc9962a6-2147-416f-93c0-8cff8575502b tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/routers/21cee1b8-d399-42fd-ac4f-8254d8dd5372 HTTP/1.1" status: 404 len: 336 time: 0.0601833 Sep 16 04:57:02.034044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32900) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.067580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7d26a78f-db24-4c59-a2ba-1b0568b13bed tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "GET /v2.0/ports?device_id=e781a6ba-212b-44ac-a123-39a2379cf964 HTTP/1.1" status: 200 len: 205 time: 0.0339577 Sep 16 04:57:02.069934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32902) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.106970 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-8a3a6125-b91f-4793-acb7-89f7cfe4a04d tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] delete failed (client error): The resource could not be found. Sep 16 04:57:02.108072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8a3a6125-b91f-4793-acb7-89f7cfe4a04d tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/routers/e781a6ba-212b-44ac-a123-39a2379cf964 HTTP/1.1" status: 404 len: 336 time: 0.0372050 Sep 16 04:57:02.111217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32904) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.143363 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-14bb9866-d7a2-4d52-b145-237ade2f36b7 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] DELETE failed (client error): The resource could not be found. Sep 16 04:57:02.143829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14bb9866-d7a2-4d52-b145-237ade2f36b7 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:02.145633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-14bb9866-d7a2-4d52-b145-237ade2f36b7 tempest-RoutersIpV6AdminTest-426285258 tempest-RoutersIpV6AdminTest-426285258-project] 10.222.0.24 "DELETE /v2.0/subnets/4134bd8f-5043-4321-bb70-98fadadd2ce9 HTTP/1.1" status: 404 len: 337 time: 0.0335202 Sep 16 04:57:02.161679 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-56f559b0-f322-4d09-8acc-1a6643e62e53 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.198514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f559b0-f322-4d09-8acc-1a6643e62e53 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=760db8f4-ed23-4c0a-ac46-63e61fedc9f2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:02.216380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-269e59ed-0a17-4acc-8ee9-d894e21e2b5a None None] Provisioning complete for port 292dedfb-4a62-49e1-a64b-2f412c3a1300 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:02.217595 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-269e59ed-0a17-4acc-8ee9-d894e21e2b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.239422 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-56f559b0-f322-4d09-8acc-1a6643e62e53 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.239422 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-56f559b0-f322-4d09-8acc-1a6643e62e53 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/760db8f4-ed23-4c0a-ac46-63e61fedc9f2 HTTP/1.1" status: 204 len: 168 time: 0.6095147 Sep 16 04:57:02.242125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32910) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.366878 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-269e59ed-0a17-4acc-8ee9-d894e21e2b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.400755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d75809e-b368-42b9-94f9-1bdb8b165bfc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.402375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d75809e-b368-42b9-94f9-1bdb8b165bfc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.410152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32914) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.411469 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6d75809e-b368-42b9-94f9-1bdb8b165bfc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1669118 Sep 16 04:57:02.426803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-269e59ed-0a17-4acc-8ee9-d894e21e2b5a None None] For port 292dedfb-4a62-49e1-a64b-2f412c3a1300, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=292dedfb-4a62-49e1-a64b-2f412c3a1300,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:02.471435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-5397b1f3-b293-4478-9ce2-357c33456c2c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet ec63d69a-9ee3-4258-ae4f-50638656b51d {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:02.475245 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5397b1f3-b293-4478-9ce2-357c33456c2c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.519441 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5397b1f3-b293-4478-9ce2-357c33456c2c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.556644 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-269e59ed-0a17-4acc-8ee9-d894e21e2b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.619666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e59ed-0a17-4acc-8ee9-d894e21e2b5a None None] Pushing event updated for resources: {'Port': ['ID=292dedfb-4a62-49e1-a64b-2f412c3a1300,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:02.643666 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5397b1f3-b293-4478-9ce2-357c33456c2c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.677348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c3bb64c9-94b7-417f-b516-1f37753e3217 None None] Could not find standard attr ID for object 760db8f4-ed23-4c0a-ac46-63e61fedc9f2. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:02.807328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 292dedfb-4a62-49e1-a64b-2f412c3a1300 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:02.859900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 292dedfb-4a62-49e1-a64b-2f412c3a1300 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:02.860966 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.877676 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5397b1f3-b293-4478-9ce2-357c33456c2c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.893897 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5397b1f3-b293-4478-9ce2-357c33456c2c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.895986 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5397b1f3-b293-4478-9ce2-357c33456c2c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/ec63d69a-9ee3-4258-ae4f-50638656b51d HTTP/1.1" status: 204 len: 168 time: 0.4834108 Sep 16 04:57:02.902050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32922) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.902622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32924) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.904249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cdc9dc-8b73-4422-8793-3919a592d347 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:02.933877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397b1f3-b293-4478-9ce2-357c33456c2c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=ec63d69a-9ee3-4258-ae4f-50638656b51d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:02.979117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b72600f1-f3f9-467a-ba9f-614ddf1fb0ab tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750272 Sep 16 04:57:02.982777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32928) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.988361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-29f31bee-b027-4f8e-ad81-ad761d081809 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:03.030893 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e939e2a6-a4e8-48f0-a64e-4dc88de8728b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=365c2a3d65784d02b6b684b927b113bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1202621 Sep 16 04:57:03.034247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32930) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:03.099911 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c13a1fb7-df5d-45bd-815c-75a12d9d647a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.125113 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c13a1fb7-df5d-45bd-815c-75a12d9d647a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.153203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3299e2a0-a2f9-4228-8c3b-61e47972c693 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:03.173758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f31bee-b027-4f8e-ad81-ad761d081809 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:03.183964 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-29f31bee-b027-4f8e-ad81-ad761d081809 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.184184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32934) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:03.206954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3299e2a0-a2f9-4228-8c3b-61e47972c693 None None] Deleting port 292dedfb-4a62-49e1-a64b-2f412c3a1300 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:03.207575 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3299e2a0-a2f9-4228-8c3b-61e47972c693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.281422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3299e2a0-a2f9-4228-8c3b-61e47972c693 None None] For port 292dedfb-4a62-49e1-a64b-2f412c3a1300, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=292dedfb-4a62-49e1-a64b-2f412c3a1300,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:03.283091 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3299e2a0-a2f9-4228-8c3b-61e47972c693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.302279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3299e2a0-a2f9-4228-8c3b-61e47972c693 None None] Calling delete_port for 292dedfb-4a62-49e1-a64b-2f412c3a1300 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:03.310003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c13a1fb7-df5d-45bd-815c-75a12d9d647a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.313298 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c13a1fb7-df5d-45bd-815c-75a12d9d647a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.314626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c13a1fb7-df5d-45bd-815c-75a12d9d647a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e2d707c-2eec-4932-a996-5e61dd574f50 HTTP/1.1" status: 204 len: 168 time: 0.2793870 Sep 16 04:57:03.365154 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a86ecf4e-e7e7-41b1-a56a-8e03861a5331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.399846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a1fb7-df5d-45bd-815c-75a12d9d647a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2d707c-2eec-4932-a996-5e61dd574f50,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:03.468526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a86ecf4e-e7e7-41b1-a56a-8e03861a5331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.504800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-29f31bee-b027-4f8e-ad81-ad761d081809 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.550905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f31bee-b027-4f8e-ad81-ad761d081809 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:03.554038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-29f31bee-b027-4f8e-ad81-ad761d081809 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:03.557143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f31bee-b027-4f8e-ad81-ad761d081809 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:03.557731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-29f31bee-b027-4f8e-ad81-ad761d081809 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.569499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f31bee-b027-4f8e-ad81-ad761d081809 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=d0d5ffce-8c61-4e28-8fbc-49e8f09a393e,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:03.624816 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3299e2a0-a2f9-4228-8c3b-61e47972c693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.655873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299e2a0-a2f9-4228-8c3b-61e47972c693 None None] Pushing event deleted for resources: {'Port': ['ID=292dedfb-4a62-49e1-a64b-2f412c3a1300,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:03.658694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3299e2a0-a2f9-4228-8c3b-61e47972c693 None None] No DVR routers for this DVR port 292dedfb-4a62-49e1-a64b-2f412c3a1300 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:03.672530 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a86ecf4e-e7e7-41b1-a56a-8e03861a5331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.675595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744d5c7-cf3e-4c54-9a04-7ad432e2ab15 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:03.725053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ecf4e-e7e7-41b1-a56a-8e03861a5331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a42f1e-d004-4ebf-b199-b80035bbc941,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:03.738952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a86ecf4e-e7e7-41b1-a56a-8e03861a5331 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=273a192c356b4386bc4b176d046f7e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522916 Sep 16 04:57:03.745407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32946) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:03.809814 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ffcd-2029-4705-9108-15114ba366e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.834680 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ffcd-2029-4705-9108-15114ba366e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.849661 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-29f31bee-b027-4f8e-ad81-ad761d081809 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8525698 Sep 16 04:57:03.851817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32952) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:03.858244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': 'd0d5ffce-8c61-4e28-8fbc-49e8f09a393e'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:03.859441 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.862238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'name': 'tempest-NetworksTestDHCPv6-377251521'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:03.984677 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ffcd-2029-4705-9108-15114ba366e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.987900 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ffcd-2029-4705-9108-15114ba366e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.989840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d9d9ffcd-2029-4705-9108-15114ba366e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5a42f1e-d004-4ebf-b199-b80035bbc941 HTTP/1.1" status: 204 len: 168 time: 0.2429054 Sep 16 04:57:04.000401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9ffcd-2029-4705-9108-15114ba366e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a42f1e-d004-4ebf-b199-b80035bbc941,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:04.088449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:04.092115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.118663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port faa66cf0-1605-45f9-9542-0c6ea2b932a7 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:04.131265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Allocated IP 2001:db8::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/d0d5ffce-8c61-4e28-8fbc-49e8f09a393e/80651578-accb-40d4-948d-67dbc1b19b95) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:04.421166 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.584564 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.636862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:04.646884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:04.649236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Pushing event updated for resources: {'Port': ['ID=80651578-accb-40d4-948d-67dbc1b19b95,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:04.651855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:04.652885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::16c (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/d0d5ffce-8c61-4e28-8fbc-49e8f09a393e/faa66cf0-1605-45f9-9542-0c6ea2b932a7) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:04.731667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Attempting to bind port 80651578-accb-40d4-948d-67dbc1b19b95 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:04.731667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Attempting to bind port 80651578-accb-40d4-948d-67dbc1b19b95 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:04.731995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Attempting to bind port 80651578-accb-40d4-948d-67dbc1b19b95 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:04.738348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:04.740865 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:04.741527 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.742215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:04.743002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Bound port: 80651578-accb-40d4-948d-67dbc1b19b95, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:04.743721 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.797870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 292dedfb-4a62-49e1-a64b-2f412c3a1300 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:04.847371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 292dedfb-4a62-49e1-a64b-2f412c3a1300 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:04.847750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 292dedfb-4a62-49e1-a64b-2f412c3a1300 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:04.866101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] For port 80651578-accb-40d4-948d-67dbc1b19b95, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:04.869748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] For port 80651578-accb-40d4-948d-67dbc1b19b95, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=80651578-accb-40d4-948d-67dbc1b19b95,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:04.892122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32984) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:04.915474 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.936231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f21bc1a6-16ab-4955-a2fd-df948b6b72a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32b15e9e32264030a9228267b87fb52e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421617 Sep 16 04:57:04.938955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32986) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:04.961870 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.995993 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-966b93da-4fcd-49f0-850d-9566c469c2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.029727 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-966b93da-4fcd-49f0-850d-9566c469c2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.034398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea6b35-9efc-4ae3-b51b-ed931a642ce6 None None] Pushing event updated for resources: {'Port': ['ID=80651578-accb-40d4-948d-67dbc1b19b95,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.065249 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.137651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:05.142603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:05.144622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=faa66cf0-1605-45f9-9542-0c6ea2b932a7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.146858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:05.152667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:05.153296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.178460 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-966b93da-4fcd-49f0-850d-9566c469c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.181072 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-966b93da-4fcd-49f0-850d-9566c469c2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.182467 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-966b93da-4fcd-49f0-850d-9566c469c2e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d2483e3-78c9-4b2c-a487-96949801986a HTTP/1.1" status: 204 len: 168 time: 0.2424889 Sep 16 04:57:05.193639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b93da-4fcd-49f0-850d-9566c469c2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2483e3-78c9-4b2c-a487-96949801986a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.259516 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-874bcda4-c580-4dd8-a764-bfa40582d477 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4063861 Sep 16 04:57:05.262085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32996) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:05.350046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ae426d-d2f8-4f39-81d3-d5ab862ebef0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:05.356277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ae426d-d2f8-4f39-81d3-d5ab862ebef0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:05.358203 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-41ae426d-d2f8-4f39-81d3-d5ab862ebef0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0949278 Sep 16 04:57:05.361607 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32998) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:05.476543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-a68120f7-d418-46cf-97fa-1fdd34bc9629 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port faa66cf0-1605-45f9-9542-0c6ea2b932a7 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:05.476805 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a68120f7-d418-46cf-97fa-1fdd34bc9629 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.569548 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a68120f7-d418-46cf-97fa-1fdd34bc9629 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.582199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-a68120f7-d418-46cf-97fa-1fdd34bc9629 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for faa66cf0-1605-45f9-9542-0c6ea2b932a7 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:05.881869 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a68120f7-d418-46cf-97fa-1fdd34bc9629 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.919869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68120f7-d418-46cf-97fa-1fdd34bc9629 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=faa66cf0-1605-45f9-9542-0c6ea2b932a7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.955702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a68120f7-d418-46cf-97fa-1fdd34bc9629 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.957936 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a68120f7-d418-46cf-97fa-1fdd34bc9629 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/faa66cf0-1605-45f9-9542-0c6ea2b932a7 HTTP/1.1" status: 204 len: 168 time: 0.5952995 Sep 16 04:57:05.960618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33016) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:06.041206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c69d6d-bcf1-4e24-8861-d1ee4ca3f1b2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.043187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c69d6d-bcf1-4e24-8861-d1ee4ca3f1b2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.048836 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-99c69d6d-bcf1-4e24-8861-d1ee4ca3f1b2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0863082 Sep 16 04:57:06.051462 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33018) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:06.106526 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6395e78-f898-4e54-ab48-65f45a878874 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet d0d5ffce-8c61-4e28-8fbc-49e8f09a393e {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:06.109689 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6395e78-f898-4e54-ab48-65f45a878874 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.156635 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6395e78-f898-4e54-ab48-65f45a878874 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.241498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fa5970eb-d62e-43bc-b1b8-419153415d99 None None] Provisioning complete for port 80651578-accb-40d4-948d-67dbc1b19b95 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:06.248948 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa5970eb-d62e-43bc-b1b8-419153415d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.284111 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6395e78-f898-4e54-ab48-65f45a878874 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.405119 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa5970eb-d62e-43bc-b1b8-419153415d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.556132 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6395e78-f898-4e54-ab48-65f45a878874 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.570571 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6395e78-f898-4e54-ab48-65f45a878874 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.575007 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b6395e78-f898-4e54-ab48-65f45a878874 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/d0d5ffce-8c61-4e28-8fbc-49e8f09a393e HTTP/1.1" status: 204 len: 168 time: 0.5203629 Sep 16 04:57:06.575380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33036) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:06.603097 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-fa5970eb-d62e-43bc-b1b8-419153415d99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:57:06.603556 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-fa5970eb-d62e-43bc-b1b8-419153415d99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:57:06.606001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6395e78-f898-4e54-ab48-65f45a878874 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d5ffce-8c61-4e28-8fbc-49e8f09a393e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:06.621166 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2e418370-47f3-401b-92d7-1c679a30c737 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438166 Sep 16 04:57:06.623455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33038) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:06.677569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc8b23-4209-4d81-9026-e4e99d55f57c None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:06.677780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5617ee-adea-4cef-ae9c-99c66612b9a5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.677780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-da5617ee-adea-4cef-ae9c-99c66612b9a5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0529866 Sep 16 04:57:06.680223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33044) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:06.741767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a34ca42-d106-4fc7-87f4-ade535d0ccf2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.743220 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6a34ca42-d106-4fc7-87f4-ade535d0ccf2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0616949 Sep 16 04:57:06.745973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33046) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:06.791721 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2eb7fc56-9376-47e4-ad2c-191c2202b7de tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445390 Sep 16 04:57:06.798261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33048) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:06.813501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d20017e8-89a3-4f59-bb22-6582ce726894 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:06.972972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b972f-7126-4484-b13c-61d9cd936924 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:07.020745 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33056) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.038905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b972f-7126-4484-b13c-61d9cd936924 None None] Deleting port 80651578-accb-40d4-948d-67dbc1b19b95 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:07.042147 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4a5b972f-7126-4484-b13c-61d9cd936924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.133565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20017e8-89a3-4f59-bb22-6582ce726894 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:07.138677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d20017e8-89a3-4f59-bb22-6582ce726894 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.169297 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4a5b972f-7126-4484-b13c-61d9cd936924 None None] For port 80651578-accb-40d4-948d-67dbc1b19b95, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=80651578-accb-40d4-948d-67dbc1b19b95,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:07.169297 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4a5b972f-7126-4484-b13c-61d9cd936924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.188654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b972f-7126-4484-b13c-61d9cd936924 None None] Calling delete_port for 80651578-accb-40d4-948d-67dbc1b19b95 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:07.190574 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa5970eb-d62e-43bc-b1b8-419153415d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.223762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-480010fc-0cd8-465a-bb6d-3a3324d6efe8 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.228244 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-480010fc-0cd8-465a-bb6d-3a3324d6efe8 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2025836 Sep 16 04:57:07.228244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33062) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.236725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-9f4f2d1f-db9c-4dc2-a604-b5c6625ed441 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.238048 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9f4f2d1f-db9c-4dc2-a604-b5c6625ed441 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0091178 Sep 16 04:57:07.252699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33064) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.260870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-5f611db3-6327-4e98-92c5-a7aec787957a tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.267848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5f611db3-6327-4e98-92c5-a7aec787957a tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0140295 Sep 16 04:57:07.269445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33066) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.271580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fa5970eb-d62e-43bc-b1b8-419153415d99 None None] For port 80651578-accb-40d4-948d-67dbc1b19b95, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=80651578-accb-40d4-948d-67dbc1b19b95,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:07.276588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-1c30b3df-e2c3-43c8-921e-6332c499ee75 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.279306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1c30b3df-e2c3-43c8-921e-6332c499ee75 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0097232 Sep 16 04:57:07.280160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33068) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.284848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-3fd0c295-5f0f-4011-a205-a30e48be5798 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.295941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3fd0c295-5f0f-4011-a205-a30e48be5798 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044134 Sep 16 04:57:07.299127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33072) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.303504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-992775c7-8fe1-4bff-9b3e-b144b5db1475 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.307066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33074) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.307852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-992775c7-8fe1-4bff-9b3e-b144b5db1475 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077264 Sep 16 04:57:07.334191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-9479368a-b1c9-44de-ac16-82524ef4370e tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.335175 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9479368a-b1c9-44de-ac16-82524ef4370e tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0270894 Sep 16 04:57:07.338184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33076) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.342229 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-13c4d357-e6c2-4516-9481-25c5b52bc9a7 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.343397 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-13c4d357-e6c2-4516-9481-25c5b52bc9a7 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043209 Sep 16 04:57:07.346134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33078) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.354283 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-cb3c4fbd-0eab-4aad-ae39-303ba405a3d7 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.355227 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cb3c4fbd-0eab-4aad-ae39-303ba405a3d7 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0081093 Sep 16 04:57:07.363251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33080) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.367790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-5483236f-9c62-4323-867b-319312cdae1a tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.370593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5483236f-9c62-4323-867b-319312cdae1a tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062900 Sep 16 04:57:07.371404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33082) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.377243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-cb8cbb0e-4a03-483e-a066-b8cf8955aefb tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.380359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cb8cbb0e-4a03-483e-a066-b8cf8955aefb tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0058062 Sep 16 04:57:07.381419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33084) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.390432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-3fc8e6c3-eeec-420e-82ed-2db9e65f4d2d tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.395899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3fc8e6c3-eeec-420e-82ed-2db9e65f4d2d tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0104339 Sep 16 04:57:07.396081 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33088) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.407223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-ea00a412-e71c-4f33-8244-d011aca35e9b tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.408932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ea00a412-e71c-4f33-8244-d011aca35e9b tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0117464 Sep 16 04:57:07.410064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33090) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.415503 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-8bc8566e-5c7e-45ef-a4c6-805d107d58cd tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.420912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8bc8566e-5c7e-45ef-a4c6-805d107d58cd tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0097883 Sep 16 04:57:07.425173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33092) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.426378 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa5970eb-d62e-43bc-b1b8-419153415d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.436406 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-4c7c40ef-2f6f-4a89-97e2-4917f3a212e5 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.436406 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4c7c40ef-2f6f-4a89-97e2-4917f3a212e5 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047712 Sep 16 04:57:07.439393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33094) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.444263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-08178e57-c8dd-4fbe-8a7c-7543212d45a5 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.452341 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33098) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.452937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-08178e57-c8dd-4fbe-8a7c-7543212d45a5 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0121059 Sep 16 04:57:07.464632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-1d8410d8-c43c-4b0a-bdc3-186c48ae9911 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.468575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33100) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.470598 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1d8410d8-c43c-4b0a-bdc3-186c48ae9911 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0161293 Sep 16 04:57:07.474048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-b3f6fcde-8cc6-4c65-8bbd-b097f7a0d153 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.476135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b3f6fcde-8cc6-4c65-8bbd-b097f7a0d153 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0065272 Sep 16 04:57:07.483008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33102) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.488354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-7ed142b4-1e20-497a-a392-9b6f1456dcab tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.497015 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7ed142b4-1e20-497a-a392-9b6f1456dcab tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0127158 Sep 16 04:57:07.497530 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33104) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.505845 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-b330a1ea-65b9-465a-bed5-497f02e752ff tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.506809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b330a1ea-65b9-465a-bed5-497f02e752ff tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0081348 Sep 16 04:57:07.509602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33106) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.511007 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d20017e8-89a3-4f59-bb22-6582ce726894 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.515783 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5970eb-d62e-43bc-b1b8-419153415d99 None None] Pushing event updated for resources: {'Port': ['ID=80651578-accb-40d4-948d-67dbc1b19b95,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:07.517579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-ef68cfaf-de9d-45a6-8882-1d13f79f1662 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.525378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ef68cfaf-de9d-45a6-8882-1d13f79f1662 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0145442 Sep 16 04:57:07.526184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33108) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.542772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-6db84f1d-2d5d-4578-951a-dfa0f749741e tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.543628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-34077957-167a-4650-bb04-45ff67258767 None None] Could not find standard attr ID for object faa66cf0-1605-45f9-9542-0c6ea2b932a7. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:07.544329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6db84f1d-2d5d-4578-951a-dfa0f749741e tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0167766 Sep 16 04:57:07.547421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33110) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.551544 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4a5b972f-7126-4484-b13c-61d9cd936924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.557076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-6c1ecfa1-1a71-41d4-9aa3-605a29581cfc tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.560475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6c1ecfa1-1a71-41d4-9aa3-605a29581cfc tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0097737 Sep 16 04:57:07.561519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33112) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.569875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-de0f2c36-d445-4b66-b77b-aa8620bc996d tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.578815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33114) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.579976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-de0f2c36-d445-4b66-b77b-aa8620bc996d tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0171878 Sep 16 04:57:07.583007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20017e8-89a3-4f59-bb22-6582ce726894 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:07.588236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-8d4bbdee-c1c7-456a-8f71-3eb805f4b871 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.592201 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8d4bbdee-c1c7-456a-8f71-3eb805f4b871 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0094438 Sep 16 04:57:07.595290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33116) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.596407 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-d20017e8-89a3-4f59-bb22-6582ce726894 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:07.598314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20017e8-89a3-4f59-bb22-6582ce726894 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=025e2612-3ac7-4dae-916c-65a1722f2161,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:07.601125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20017e8-89a3-4f59-bb22-6582ce726894 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:07.601728 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d20017e8-89a3-4f59-bb22-6582ce726894 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.605757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-07b22bd3-3a3a-4fad-9371-bc4ac24a2a2c tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.612940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33118) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.613757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-07b22bd3-3a3a-4fad-9371-bc4ac24a2a2c tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0130866 Sep 16 04:57:07.623968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b972f-7126-4484-b13c-61d9cd936924 None None] Pushing event deleted for resources: {'Port': ['ID=80651578-accb-40d4-948d-67dbc1b19b95,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:07.631744 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b972f-7126-4484-b13c-61d9cd936924 None None] No DVR routers for this DVR port 80651578-accb-40d4-948d-67dbc1b19b95 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:07.644880 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-cd776ccd-bf8b-4c5a-a865-b3e9938184c8 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.644880 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cd776ccd-bf8b-4c5a-a865-b3e9938184c8 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0232425 Sep 16 04:57:07.646232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c8f5ca-23af-40bd-bfc5-ed5a212d3703 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:07.646769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33120) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.651555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-1bf56a5b-36ac-4a3c-8023-2835fbd8c332 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.654828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1bf56a5b-36ac-4a3c-8023-2835fbd8c332 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0061266 Sep 16 04:57:07.660178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33122) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.664991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-07e3578b-3ba9-41aa-818c-50a56df93349 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.668648 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-07e3578b-3ba9-41aa-818c-50a56df93349 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051889 Sep 16 04:57:07.668961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33124) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.674874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-bb194633-586f-4102-9a33-e2a2916897e9 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.679255 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bb194633-586f-4102-9a33-e2a2916897e9 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0066440 Sep 16 04:57:07.680230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33126) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.684185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-5def0f41-5685-40a3-b274-4f829ed7b71c tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.685672 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5def0f41-5685-40a3-b274-4f829ed7b71c tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045686 Sep 16 04:57:07.691896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33128) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.698785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-e5eb4def-8a0a-4f1d-933f-5072aa92bb50 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.699808 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e5eb4def-8a0a-4f1d-933f-5072aa92bb50 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0061555 Sep 16 04:57:07.709777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33130) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.721295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-d1986651-9a38-4bd6-80a0-05c2b747684e tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.722419 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d1986651-9a38-4bd6-80a0-05c2b747684e tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0108340 Sep 16 04:57:07.727799 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d20017e8-89a3-4f59-bb22-6582ce726894 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9252257 Sep 16 04:57:07.727980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33132) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.727980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33134) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.732920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': '025e2612-3ac7-4dae-916c-65a1722f2161', 'ip_address': '2001:db8::1ebf:a430:dd5f:26e4'}], 'name': 'tempest-NetworksTestDHCPv6-1934202833'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:07.739891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-95823c7d-c036-4691-90fd-ee2116dbced1 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.744019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-95823c7d-c036-4691-90fd-ee2116dbced1 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0176704 Sep 16 04:57:07.744690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33136) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.750054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-dc311a31-ab08-44cf-a9ef-ee11633cddd0 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.753754 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dc311a31-ab08-44cf-a9ef-ee11633cddd0 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055964 Sep 16 04:57:07.753907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33138) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.758686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-11b8967a-bd17-40a3-8cd4-a96aa7974a8f tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.760038 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-11b8967a-bd17-40a3-8cd4-a96aa7974a8f tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050251 Sep 16 04:57:07.764820 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33140) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.769639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-ad8f15bf-ca27-406b-9a44-643d70756d4e tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.777824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ad8f15bf-ca27-406b-9a44-643d70756d4e tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048521 Sep 16 04:57:07.778110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33142) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.783620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-a6fdb57e-6024-4192-aa91-a7c92d9f2b35 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.784792 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a6fdb57e-6024-4192-aa91-a7c92d9f2b35 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0057070 Sep 16 04:57:07.787170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33144) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.792767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-ba207c49-4d53-4e62-939d-2c93d61c37f3 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.796418 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ba207c49-4d53-4e62-939d-2c93d61c37f3 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0057015 Sep 16 04:57:07.796656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33146) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.801701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-2ac0f43c-323d-46f4-b4df-5c955ee2871c tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.805539 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2ac0f43c-323d-46f4-b4df-5c955ee2871c tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0079486 Sep 16 04:57:07.806345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33148) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.810456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-c3428a78-c620-458c-944e-61fa772c04e8 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.813737 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c3428a78-c620-458c-944e-61fa772c04e8 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056863 Sep 16 04:57:07.815857 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33150) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.820794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-29d456db-910a-40ed-a0cc-6efaa47a1a5d tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.823375 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-29d456db-910a-40ed-a0cc-6efaa47a1a5d tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0062065 Sep 16 04:57:07.828192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33152) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.835312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-c25e93de-986a-483c-a421-229acb56c505 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.839996 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c25e93de-986a-483c-a421-229acb56c505 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0093024 Sep 16 04:57:07.840672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33154) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.846484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-ab5fd4c7-734e-47be-a7fa-5a4737ac4b66 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.847628 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab5fd4c7-734e-47be-a7fa-5a4737ac4b66 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0058937 Sep 16 04:57:07.850146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33156) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.854457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-1bd96c5e-2f7a-41c9-80cf-6678c19c6711 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.855407 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1bd96c5e-2f7a-41c9-80cf-6678c19c6711 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042911 Sep 16 04:57:07.858235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33158) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.867761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-58f42375-1320-4495-9838-d859f6d0ed9e tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.868839 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-58f42375-1320-4495-9838-d859f6d0ed9e tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0096948 Sep 16 04:57:07.872688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33160) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.876837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-928050f7-be6f-4356-841a-d5a423cd3a67 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.877444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': '025e2612-3ac7-4dae-916c-65a1722f2161'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:07.877949 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-928050f7-be6f-4356-841a-d5a423cd3a67 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052450 Sep 16 04:57:07.879226 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.880887 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33162) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.887534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-16025612-306f-48ef-9a2e-5123bcc25dc4 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.888633 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-16025612-306f-48ef-9a2e-5123bcc25dc4 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062637 Sep 16 04:57:07.892287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33164) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.897341 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-e83b1b8d-6706-4744-9fe9-fabf4bf25a65 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.898161 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e83b1b8d-6706-4744-9fe9-fabf4bf25a65 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0049505 Sep 16 04:57:07.901086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33166) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.905639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-a805c854-c879-47b8-80b6-f6c4897143dd tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.906738 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a805c854-c879-47b8-80b6-f6c4897143dd tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0046299 Sep 16 04:57:07.910377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33168) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.916193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-70c09dec-ab32-4d64-ae0c-7d84fe439063 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.917313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-70c09dec-ab32-4d64-ae0c-7d84fe439063 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0059786 Sep 16 04:57:07.920324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33170) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.925886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-5851a50c-44b2-4cd3-b9d7-0cc34f2ab29f tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.927072 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5851a50c-44b2-4cd3-b9d7-0cc34f2ab29f tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0055356 Sep 16 04:57:07.930238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33172) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.934764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-7a9e7927-5043-461d-81d6-9211ef4ca93d tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.935852 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7a9e7927-5043-461d-81d6-9211ef4ca93d tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044975 Sep 16 04:57:07.938624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33174) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.942713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-94ec8b78-a372-45f1-90b9-60583d9adf33 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.943672 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-94ec8b78-a372-45f1-90b9-60583d9adf33 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0041564 Sep 16 04:57:07.950458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33176) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.956432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-141d96de-7466-4d67-9d95-d2e27c6e7cc2 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.963470 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-141d96de-7466-4d67-9d95-d2e27c6e7cc2 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0063338 Sep 16 04:57:07.967122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33180) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.975083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-32bc12a0-7f3f-4fac-a8a8-f4c86e972e9c tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.977864 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-32bc12a0-7f3f-4fac-a8a8-f4c86e972e9c tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0076923 Sep 16 04:57:07.978749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33182) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.992159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-628cb893-e1a0-4372-bfa8-db150194d021 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:07.992159 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-628cb893-e1a0-4372-bfa8-db150194d021 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0104806 Sep 16 04:57:07.993870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33184) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.000289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-afd629e6-5f99-481a-96e7-7275ef0d05b2 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:08.004627 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-afd629e6-5f99-481a-96e7-7275ef0d05b2 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0065832 Sep 16 04:57:08.004795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33186) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.013062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-77d08552-fdf3-416a-a2bc-63f8eb2061f7 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:08.016558 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-77d08552-fdf3-416a-a2bc-63f8eb2061f7 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0051110 Sep 16 04:57:08.018311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33188) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.025023 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-aa3cb24e-85fc-4779-a97a-a96c539ca6be tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:08.029761 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aa3cb24e-85fc-4779-a97a-a96c539ca6be tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0066049 Sep 16 04:57:08.029761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33190) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.035650 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-008d3157-025c-4f5a-9ea3-cb56f32c4661 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:08.037061 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-008d3157-025c-4f5a-9ea3-cb56f32c4661 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0061140 Sep 16 04:57:08.044073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33192) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.049096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-6d141bd9-16ce-49d8-b145-ef9429b609c7 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:08.050444 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6d141bd9-16ce-49d8-b145-ef9429b609c7 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049920 Sep 16 04:57:08.051927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Allocated IP 2001:db8::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/025e2612-3ac7-4dae-916c-65a1722f2161/c719b018-d72b-4777-b28d-48573d315e76) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:08.053060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33194) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.057536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-18f04451-9154-4d0b-bd35-1c43703d7c76 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:08.058628 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-18f04451-9154-4d0b-bd35-1c43703d7c76 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0045185 Sep 16 04:57:08.061151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33196) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.065532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [None req-1539ad61-6bc0-4a73-a022-196c4b0cb870 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:08.066821 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1539ad61-6bc0-4a73-a022-196c4b0cb870 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045846 Sep 16 04:57:08.068068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:08.072222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33198) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.077281 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-0a555443-092f-44b9-887a-a902aff28bab tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:08.082772 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0a555443-092f-44b9-887a-a902aff28bab tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047395 Sep 16 04:57:08.085760 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33202) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.094870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-09ed867a-1152-4acf-bbe7-9302d90e5674 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:08.102954 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-09ed867a-1152-4acf-bbe7-9302d90e5674 tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0157566 Sep 16 04:57:08.104162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33204) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.110221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-2eff33a4-bf3a-4a3c-ab9f-494c1947997b tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:08.125623 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2eff33a4-bf3a-4a3c-ab9f-494c1947997b tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0197244 Sep 16 04:57:08.126464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33206) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.134686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-6a1a2b39-b3ee-4669-a748-c9c62ad5b17f tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:08.138864 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6a1a2b39-b3ee-4669-a748-c9c62ad5b17f tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0113354 Sep 16 04:57:08.139453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33210) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.148401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [None req-328cdc8c-e032-405c-9458-66996e9e21ae tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:57:08.150902 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-328cdc8c-e032-405c-9458-66996e9e21ae tempest-ExtensionsTestJSON-279476266 tempest-ExtensionsTestJSON-279476266-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0103374 Sep 16 04:57:08.159026 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.177806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 89c47c74-36ca-44b4-a3c7-052c6f5285d3 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:08.294033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.419310 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.465162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:08.471352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:08.473381 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Pushing event updated for resources: {'Port': ['ID=c719b018-d72b-4777-b28d-48573d315e76,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:08.475908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:08.492209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::1ebf:a430:dd5f:26e4 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/025e2612-3ac7-4dae-916c-65a1722f2161/89c47c74-36ca-44b4-a3c7-052c6f5285d3) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:08.544943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Attempting to bind port c719b018-d72b-4777-b28d-48573d315e76 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:08.545584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Attempting to bind port c719b018-d72b-4777-b28d-48573d315e76 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:08.546168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Attempting to bind port c719b018-d72b-4777-b28d-48573d315e76 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:08.553028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:08.553410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:08.553820 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.554245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:08.554807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Bound port: c719b018-d72b-4777-b28d-48573d315e76, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:08.555569 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.638018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] For port c719b018-d72b-4777-b28d-48573d315e76, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:08.644045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] For port c719b018-d72b-4777-b28d-48573d315e76, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c719b018-d72b-4777-b28d-48573d315e76,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:08.673939 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.776505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 80651578-accb-40d4-948d-67dbc1b19b95 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:08.797331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 80651578-accb-40d4-948d-67dbc1b19b95 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:08.798092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 80651578-accb-40d4-948d-67dbc1b19b95 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:08.870366 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.870495 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.922807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ec78c-fcfd-49fc-ba69-25f39af193e8 None None] Pushing event updated for resources: {'Port': ['ID=c719b018-d72b-4777-b28d-48573d315e76,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:08.925956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:08.929203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:08.933024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:08.940484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:08.941159 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.969347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=89c47c74-36ca-44b4-a3c7-052c6f5285d3,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:08.983631 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:08.983975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:08.984407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:08.984871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:08.985410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:08.985893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:08.986240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:08.986577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:08.986903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:08.987454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:08.987454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:08.987454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:09.009998 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33224) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:09.048446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3ebfe12c-3c3f-41f1-ae78-6454ff5b8bb5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3188994 Sep 16 04:57:09.050591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33228) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:09.128328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b204fa-0258-4a3e-823e-751809cfd04d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:09.134576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b204fa-0258-4a3e-823e-751809cfd04d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:09.139291 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-03b204fa-0258-4a3e-823e-751809cfd04d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0848064 Sep 16 04:57:09.139606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33232) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:09.186056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-055cc648-af3f-40da-b6f5-b7d01cb8bc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.298981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-b06050ba-a0c0-4b21-8b9b-805864737ddf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 89c47c74-36ca-44b4-a3c7-052c6f5285d3 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:09.305243 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b06050ba-a0c0-4b21-8b9b-805864737ddf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.394366 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-055cc648-af3f-40da-b6f5-b7d01cb8bc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.409975 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b06050ba-a0c0-4b21-8b9b-805864737ddf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.422005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-b06050ba-a0c0-4b21-8b9b-805864737ddf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 89c47c74-36ca-44b4-a3c7-052c6f5285d3 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:09.499047 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-055cc648-af3f-40da-b6f5-b7d01cb8bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.539347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33242) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:09.539672 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-055cc648-af3f-40da-b6f5-b7d01cb8bc04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75e18f187d324f5e921052c4a5918b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283520 Sep 16 04:57:09.583143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cc648-af3f-40da-b6f5-b7d01cb8bc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1c1080-ac25-4e01-b95c-f2614eb0bb91,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:09.619444 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dae99233-5bd0-405d-9138-a8b763ef0b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.649847 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dae99233-5bd0-405d-9138-a8b763ef0b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.709683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b06050ba-a0c0-4b21-8b9b-805864737ddf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.739083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06050ba-a0c0-4b21-8b9b-805864737ddf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=89c47c74-36ca-44b4-a3c7-052c6f5285d3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:09.765398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b06050ba-a0c0-4b21-8b9b-805864737ddf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.767976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b06050ba-a0c0-4b21-8b9b-805864737ddf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/89c47c74-36ca-44b4-a3c7-052c6f5285d3 HTTP/1.1" status: 204 len: 168 time: 0.6273091 Sep 16 04:57:09.770707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33246) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:09.825060 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dae99233-5bd0-405d-9138-a8b763ef0b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.827494 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dae99233-5bd0-405d-9138-a8b763ef0b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.829482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dae99233-5bd0-405d-9138-a8b763ef0b71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca1c1080-ac25-4e01-b95c-f2614eb0bb91 HTTP/1.1" status: 204 len: 168 time: 0.2879102 Sep 16 04:57:09.832288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65776e05-ef58-4e90-95c7-d1d951bb220d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:09.833973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65776e05-ef58-4e90-95c7-d1d951bb220d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:09.835467 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-65776e05-ef58-4e90-95c7-d1d951bb220d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0638490 Sep 16 04:57:09.838413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33250) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:09.857068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae99233-5bd0-405d-9138-a8b763ef0b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1c1080-ac25-4e01-b95c-f2614eb0bb91,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:09.921650 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfe741f-e702-45b7-befb-c594b651db1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 025e2612-3ac7-4dae-916c-65a1722f2161 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:09.925848 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbfe741f-e702-45b7-befb-c594b651db1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.973282 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbfe741f-e702-45b7-befb-c594b651db1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.073500 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbfe741f-e702-45b7-befb-c594b651db1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.247146 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbfe741f-e702-45b7-befb-c594b651db1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.301216 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbfe741f-e702-45b7-befb-c594b651db1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.307360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33260) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:10.311200 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bbfe741f-e702-45b7-befb-c594b651db1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/025e2612-3ac7-4dae-916c-65a1722f2161 HTTP/1.1" status: 204 len: 168 time: 0.4716163 Sep 16 04:57:10.312365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe741f-e702-45b7-befb-c594b651db1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=025e2612-3ac7-4dae-916c-65a1722f2161,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:10.338486 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f7ee771b-e079-49bf-a9ab-32659cc8ca30 None None] Provisioning complete for port c719b018-d72b-4777-b28d-48573d315e76 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:10.338486 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f7ee771b-e079-49bf-a9ab-32659cc8ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.396342 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c7ee8950-c306-4a36-8aa8-9dbf1e371ae2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863359 Sep 16 04:57:10.400014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33268) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:10.415647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6f37f161-8116-49bd-bd7d-b804ffa717cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:10.516089 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f7ee771b-e079-49bf-a9ab-32659cc8ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.559052 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f7ee771b-e079-49bf-a9ab-32659cc8ca30 None None] For port c719b018-d72b-4777-b28d-48573d315e76, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c719b018-d72b-4777-b28d-48573d315e76,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:10.620093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2964a7ae-a956-48af-b17f-ecc16cd4b480 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:10.692852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f37f161-8116-49bd-bd7d-b804ffa717cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:10.696428 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6f37f161-8116-49bd-bd7d-b804ffa717cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.711397 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f7ee771b-e079-49bf-a9ab-32659cc8ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.790127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee771b-e079-49bf-a9ab-32659cc8ca30 None None] Pushing event updated for resources: {'Port': ['ID=c719b018-d72b-4777-b28d-48573d315e76,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:10.845964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2d95a21b-0b63-4bb2-8b08-94d2c1f853dc None None] Could not find standard attr ID for object 89c47c74-36ca-44b4-a3c7-052c6f5285d3. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:10.883359 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f241a05-0ecc-4a31-922d-7d87e6a973f7 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:10.950878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6f241a05-0ecc-4a31-922d-7d87e6a973f7 None None] Deleting port c719b018-d72b-4777-b28d-48573d315e76 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:10.951249 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6f241a05-0ecc-4a31-922d-7d87e6a973f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.100818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6f241a05-0ecc-4a31-922d-7d87e6a973f7 None None] For port c719b018-d72b-4777-b28d-48573d315e76, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c719b018-d72b-4777-b28d-48573d315e76,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:11.100818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6f241a05-0ecc-4a31-922d-7d87e6a973f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.129280 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6f241a05-0ecc-4a31-922d-7d87e6a973f7 None None] Calling delete_port for c719b018-d72b-4777-b28d-48573d315e76 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:11.207155 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6f37f161-8116-49bd-bd7d-b804ffa717cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.256287 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37f161-8116-49bd-bd7d-b804ffa717cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:11.259959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-6f37f161-8116-49bd-bd7d-b804ffa717cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:11.263168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f37f161-8116-49bd-bd7d-b804ffa717cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:11.264894 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6f37f161-8116-49bd-bd7d-b804ffa717cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.284511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37f161-8116-49bd-bd7d-b804ffa717cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=d5926fb8-2e22-46a8-b30f-729279b0b9f0,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.355862 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6f241a05-0ecc-4a31-922d-7d87e6a973f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.384724 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f241a05-0ecc-4a31-922d-7d87e6a973f7 None None] Pushing event deleted for resources: {'Port': ['ID=c719b018-d72b-4777-b28d-48573d315e76,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.386541 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f241a05-0ecc-4a31-922d-7d87e6a973f7 None None] No DVR routers for this DVR port c719b018-d72b-4777-b28d-48573d315e76 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:11.403731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33292) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:11.405757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a33190e-4eeb-41c2-b14e-a59e3cc3ae2a None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:11.414321 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6f37f161-8116-49bd-bd7d-b804ffa717cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0129364 Sep 16 04:57:11.421053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33298) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:11.427207 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': 'd5926fb8-2e22-46a8-b30f-729279b0b9f0', 'ip_address': '2001:db8::988d:e9fd:1c7:7117'}], 'name': 'tempest-NetworksTestDHCPv6-1258754996'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:11.606145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-103871471'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:11.634700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': 'd5926fb8-2e22-46a8-b30f-729279b0b9f0'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:11.635733 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.646866 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:57:11.646866 n-d-712137-12 neutron-server[95451]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:57:11.646866 n-d-712137-12 neutron-server[95451]: [parameters: {'project_id': '073fcb7e65a44b97919f9e11cf3b7196', 'id': '41794ba8-f08b-4853-8e85-24d23b064842', 'expiration': datetime.datetime(2021, 9, 16, 4, 59, 11, 635088)}] Sep 16 04:57:11.646866 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:57:11.647712 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:57:11.771989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:11.823000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Allocated IP 2001:db8::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/d5926fb8-2e22-46a8-b30f-729279b0b9f0/d4752506-3bc8-4a78-a1cc-e89b809d2ab9) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:11.877085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.899418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 3a4aaa99-cb37-4a37-a7b9-547c665b5541 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:12.033249 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.052534 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bdc3431d-01b5-4250-9847-ead1aac60d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.191985 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.243199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:12.243417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:12.245869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::988d:e9fd:1c7:7117 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/d5926fb8-2e22-46a8-b30f-729279b0b9f0/3a4aaa99-cb37-4a37-a7b9-547c665b5541) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:12.246787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:12.264586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Pushing event updated for resources: {'Port': ['ID=d4752506-3bc8-4a78-a1cc-e89b809d2ab9,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.341706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Attempting to bind port d4752506-3bc8-4a78-a1cc-e89b809d2ab9 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:12.342081 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Attempting to bind port d4752506-3bc8-4a78-a1cc-e89b809d2ab9 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:12.342475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Attempting to bind port d4752506-3bc8-4a78-a1cc-e89b809d2ab9 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:12.350441 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.355328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:12.355328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:12.355328 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.355328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:12.355328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Bound port: d4752506-3bc8-4a78-a1cc-e89b809d2ab9, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:12.355328 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.358567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Made reservation on behalf of 073fcb7e65a44b97919f9e11cf3b7196 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:12.362991 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.383342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.456339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] For port d4752506-3bc8-4a78-a1cc-e89b809d2ab9, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:12.459454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] For port d4752506-3bc8-4a78-a1cc-e89b809d2ab9, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d4752506-3bc8-4a78-a1cc-e89b809d2ab9,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:12.494753 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.596630 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.665370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8adfe-9810-4053-bf18-37421ea1b26f None None] Pushing event updated for resources: {'Port': ['ID=d4752506-3bc8-4a78-a1cc-e89b809d2ab9,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.707792 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.710114 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.758122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:12.761249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:12.765316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:12.771494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:12.772149 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.787571 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=3a4aaa99-cb37-4a37-a7b9-547c665b5541,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.817595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c719b018-d72b-4777-b28d-48573d315e76 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:12.827321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c719b018-d72b-4777-b28d-48573d315e76 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:12.827672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c719b018-d72b-4777-b28d-48573d315e76 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:12.985429 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.013590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:13.023179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09476ee9-6d19-472a-bacf-635c5104eadd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.029078 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.029434 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Added segment af7c6a2c-b73c-448d-89ab-d6cf13711746 of type vlan for network a821bd47-3583-4268-8e56-da3e1682e7ce Sep 16 04:57:13.073419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.119865 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b10e9550-1a8b-47a5-8cd6-b42457d3406a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6956358 Sep 16 04:57:13.120094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33340) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:13.178157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecfdab2-ba78-422b-b9ab-71ad4398de6f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.184142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecfdab2-ba78-422b-b9ab-71ad4398de6f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.185715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5ecfdab2-ba78-422b-b9ab-71ad4398de6f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0645409 Sep 16 04:57:13.186945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.189612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33342) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:13.193113 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.194762 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.265784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Pushing event updated for resources: {'Network': ['ID=a821bd47-3583-4268-8e56-da3e1682e7ce,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.281183 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network a821bd47-3583-4268-8e56-da3e1682e7ce details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:13.291155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-5e922e7a-14d8-4055-a2e6-29dfa89d6177 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 3a4aaa99-cb37-4a37-a7b9-547c665b5541 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:13.291761 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e922e7a-14d8-4055-a2e6-29dfa89d6177 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.346162 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2f868d77-d20f-4e0c-988a-fb7b607fbb5d tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9418290 Sep 16 04:57:13.348891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33346) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:13.353856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ddd9c161-55ae-40e4-beca-36d5b880cdb3 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Request body: {'subnet': {'network_id': 'a821bd47-3583-4268-8e56-da3e1682e7ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:13.408420 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e922e7a-14d8-4055-a2e6-29dfa89d6177 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.421735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-5e922e7a-14d8-4055-a2e6-29dfa89d6177 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 3a4aaa99-cb37-4a37-a7b9-547c665b5541 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:13.612298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd9c161-55ae-40e4-beca-36d5b880cdb3 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Made reservation on behalf of 073fcb7e65a44b97919f9e11cf3b7196 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:13.616647 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ddd9c161-55ae-40e4-beca-36d5b880cdb3 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.699011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e922e7a-14d8-4055-a2e6-29dfa89d6177 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.792552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e922e7a-14d8-4055-a2e6-29dfa89d6177 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=3a4aaa99-cb37-4a37-a7b9-547c665b5541,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.821244 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e922e7a-14d8-4055-a2e6-29dfa89d6177 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.826731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5e922e7a-14d8-4055-a2e6-29dfa89d6177 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/3a4aaa99-cb37-4a37-a7b9-547c665b5541 HTTP/1.1" status: 204 len: 168 time: 0.6358316 Sep 16 04:57:13.827620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33358) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:13.902525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3bc91dd8-8b85-4440-9814-927f6412f547 None None] Provisioning complete for port d4752506-3bc8-4a78-a1cc-e89b809d2ab9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:13.903722 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3bc91dd8-8b85-4440-9814-927f6412f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.912251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9660e5-4496-49ac-b774-f7dfdce46011 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.917605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9660e5-4496-49ac-b774-f7dfdce46011 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.919588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5a9660e5-4496-49ac-b774-f7dfdce46011 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0900474 Sep 16 04:57:13.922918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33360) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:13.972736 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ddd9c161-55ae-40e4-beca-36d5b880cdb3 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.987187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-28208971-2194-4c9d-a2e6-79a8d7aceae5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet d5926fb8-2e22-46a8-b30f-729279b0b9f0 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:13.991854 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28208971-2194-4c9d-a2e6-79a8d7aceae5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.037593 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3bc91dd8-8b85-4440-9814-927f6412f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.068386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28208971-2194-4c9d-a2e6-79a8d7aceae5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.098503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9c161-55ae-40e4-beca-36d5b880cdb3 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Checking segment: {'id': 'af7c6a2c-b73c-448d-89ab-d6cf13711746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a821bd47-3583-4268-8e56-da3e1682e7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:14.098797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9c161-55ae-40e4-beca-36d5b880cdb3 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Network hostable DHCP agents. Network: a821bd47-3583-4268-8e56-da3e1682e7ce, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:14.103145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3bc91dd8-8b85-4440-9814-927f6412f547 None None] For port d4752506-3bc8-4a78-a1cc-e89b809d2ab9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d4752506-3bc8-4a78-a1cc-e89b809d2ab9,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:14.135367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9c161-55ae-40e4-beca-36d5b880cdb3 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Pushing event updated for resources: {'Subnet': ['ID=832bd8ab-75fc-4d1c-8699-2250c5fd6893,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.241652 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3bc91dd8-8b85-4440-9814-927f6412f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.244849 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28208971-2194-4c9d-a2e6-79a8d7aceae5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.295012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9c161-55ae-40e4-beca-36d5b880cdb3 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Network a821bd47-3583-4268-8e56-da3e1682e7ce is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:14.333247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc91dd8-8b85-4440-9814-927f6412f547 None None] Pushing event updated for resources: {'Port': ['ID=d4752506-3bc8-4a78-a1cc-e89b809d2ab9,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.361558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-206ff872-d7f6-445d-b178-50844fa83bb1 None None] Could not find standard attr ID for object 3a4aaa99-cb37-4a37-a7b9-547c665b5541. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:14.425255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-ddd9c161-55ae-40e4-beca-36d5b880cdb3 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, a821bd47-3583-4268-8e56-da3e1682e7ce) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:14.438636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b56a84e-24bc-4344-a83f-8fbe153544d9 None None] Network a821bd47-3583-4268-8e56-da3e1682e7ce requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:14.438927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd9c161-55ae-40e4-beca-36d5b880cdb3 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:14.444677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ddd9c161-55ae-40e4-beca-36d5b880cdb3 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.470866 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28208971-2194-4c9d-a2e6-79a8d7aceae5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.499994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28208971-2194-4c9d-a2e6-79a8d7aceae5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=d5926fb8-2e22-46a8-b30f-729279b0b9f0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.513365 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b2ac7-bf9e-496c-8bdf-319891f1a8e3 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:14.513544 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-28208971-2194-4c9d-a2e6-79a8d7aceae5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.515875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-28208971-2194-4c9d-a2e6-79a8d7aceae5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/d5926fb8-2e22-46a8-b30f-729279b0b9f0 HTTP/1.1" status: 204 len: 168 time: 0.5919240 Sep 16 04:57:14.519185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33366) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:14.578980 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-95f42e45-278a-49fb-9b2a-64ab0df3ebbb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579441 Sep 16 04:57:14.581909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33370) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:14.587874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-de156c0b-4d26-4b76-82ba-6137da081770 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:14.648094 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ddd9c161-55ae-40e4-beca-36d5b880cdb3 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2981129 Sep 16 04:57:14.656498 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33372) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:14.663318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Request body: {'port': {'network_id': 'a821bd47-3583-4268-8e56-da3e1682e7ce', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1665757095'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:14.886121 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-deb83a5c-80f2-45da-a54d-c45fd58c3785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.893591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de156c0b-4d26-4b76-82ba-6137da081770 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:14.897161 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de156c0b-4d26-4b76-82ba-6137da081770 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.917412 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d4752506-3bc8-4a78-a1cc-e89b809d2ab9 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:15.042322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Made reservation on behalf of 073fcb7e65a44b97919f9e11cf3b7196 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:15.045708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-a821bd47-3583-4268-8e56-da3e1682e7ce', 'network_id': 'a821bd47-3583-4268-8e56-da3e1682e7ce', 'tenant_id': '073fcb7e65a44b97919f9e11cf3b7196', 'fixed_ips': [{'subnet_id': '832bd8ab-75fc-4d1c-8699-2250c5fd6893'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:15.046551 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.048680 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.070830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d4752506-3bc8-4a78-a1cc-e89b809d2ab9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:15.071118 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.095645 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] device_id is not set on port 9b145390-f77b-4233-bf01-aced6ee95de0 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:15.203521 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff3d0a-6fce-44bd-9b8a-97ee5f333046 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:15.247201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de156c0b-4d26-4b76-82ba-6137da081770 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.282787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Allocated IP 2001:db8::2fc (a821bd47-3583-4268-8e56-da3e1682e7ce/832bd8ab-75fc-4d1c-8699-2250c5fd6893/9b145390-f77b-4233-bf01-aced6ee95de0) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:15.298862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de156c0b-4d26-4b76-82ba-6137da081770 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:15.302471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-de156c0b-4d26-4b76-82ba-6137da081770 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:15.307557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de156c0b-4d26-4b76-82ba-6137da081770 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:15.308666 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de156c0b-4d26-4b76-82ba-6137da081770 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.329449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de156c0b-4d26-4b76-82ba-6137da081770 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=d4974c78-e75a-4279-b450-f4af2848bf62,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:15.356313 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff3d0a-6fce-44bd-9b8a-97ee5f333046 None None] Deleting port d4752506-3bc8-4a78-a1cc-e89b809d2ab9 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:15.356712 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3d0a-6fce-44bd-9b8a-97ee5f333046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.361991 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.450859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-de156c0b-4d26-4b76-82ba-6137da081770 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8652678 Sep 16 04:57:15.451447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33382) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:15.458109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': 'd4974c78-e75a-4279-b450-f4af2848bf62', 'ip_address': '2001:db8::9b9:5ad:d88d:5ce9'}], 'name': 'tempest-NetworksTestDHCPv6-543427757'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:15.462273 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a8ff3d0a-6fce-44bd-9b8a-97ee5f333046 None None] For port d4752506-3bc8-4a78-a1cc-e89b809d2ab9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d4752506-3bc8-4a78-a1cc-e89b809d2ab9,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:15.462717 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3d0a-6fce-44bd-9b8a-97ee5f333046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.475150 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.478671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff3d0a-6fce-44bd-9b8a-97ee5f333046 None None] Calling delete_port for d4752506-3bc8-4a78-a1cc-e89b809d2ab9 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:15.671468 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.715473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Network a821bd47-3583-4268-8e56-da3e1682e7ce is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:15.719384 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Allocated IP 2001:db8::2 (a821bd47-3583-4268-8e56-da3e1682e7ce/832bd8ab-75fc-4d1c-8699-2250c5fd6893/15fbf7de-9b06-4737-8245-b551facbc093) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:15.724806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:15.727106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:15.731164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:15.735667 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8ff3d0a-6fce-44bd-9b8a-97ee5f333046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.737779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:15.738439 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.742197 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Pushing event updated for resources: {'Port': ['ID=9b145390-f77b-4233-bf01-aced6ee95de0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:15.789365 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff3d0a-6fce-44bd-9b8a-97ee5f333046 None None] Pushing event deleted for resources: {'Port': ['ID=d4752506-3bc8-4a78-a1cc-e89b809d2ab9,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:15.790654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff3d0a-6fce-44bd-9b8a-97ee5f333046 None None] No DVR routers for this DVR port d4752506-3bc8-4a78-a1cc-e89b809d2ab9 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:15.811203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c60ed8d-8104-4887-b0b0-c13868cf3071 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:15.823830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.848148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port b1146c4e-2531-462d-87b4-e7d73a17eb4e yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:15.979293 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-00129629-d3bb-46aa-8b94-5f8028b22abf tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3207765 Sep 16 04:57:15.982194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33398) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:15.989458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Request body: {'port': {'network_id': 'a821bd47-3583-4268-8e56-da3e1682e7ce', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1211786259', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:15.990293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.api.validators [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] bootfile-name is not in valid_values {{(pid=95451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:57:15.990639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.api.validators [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] tftp-server is not in valid_values {{(pid=95451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:57:15.990974 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.api.validators [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] server-ip-address is not in valid_values {{(pid=95451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:57:16.052851 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.071408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.107438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::9b9:5ad:d88d:5ce9 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/d4974c78-e75a-4279-b450-f4af2848bf62/b1146c4e-2531-462d-87b4-e7d73a17eb4e) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:16.111304 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': 'd4974c78-e75a-4279-b450-f4af2848bf62'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:16.113040 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.216142 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.256913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Network a821bd47-3583-4268-8e56-da3e1682e7ce is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:16.265053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:16.268615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:16.273057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Made reservation on behalf of 073fcb7e65a44b97919f9e11cf3b7196 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:16.281135 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.297725 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.308842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Pushing event updated for resources: {'Port': ['ID=15fbf7de-9b06-4737-8245-b551facbc093,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.347044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] device_id is not set on port 3b22e5e6-817a-49f9-96ad-2b2d5d5f69fc yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:16.374414 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Attempting to bind port 15fbf7de-9b06-4737-8245-b551facbc093 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:16.374853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Attempting to bind port 15fbf7de-9b06-4737-8245-b551facbc093 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'af7c6a2c-b73c-448d-89ab-d6cf13711746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a821bd47-3583-4268-8e56-da3e1682e7ce'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:16.375274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Attempting to bind port 15fbf7de-9b06-4737-8245-b551facbc093 on network a821bd47-3583-4268-8e56-da3e1682e7ce {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:16.381301 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:16.381673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Checking segment: {'id': 'af7c6a2c-b73c-448d-89ab-d6cf13711746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a821bd47-3583-4268-8e56-da3e1682e7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:16.382071 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.382467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Bound using segment: {'id': 'af7c6a2c-b73c-448d-89ab-d6cf13711746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a821bd47-3583-4268-8e56-da3e1682e7ce'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:16.382925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Bound port: 15fbf7de-9b06-4737-8245-b551facbc093, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7c6a2c-b73c-448d-89ab-d6cf13711746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a821bd47-3583-4268-8e56-da3e1682e7ce'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:16.383301 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.457969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] For port 15fbf7de-9b06-4737-8245-b551facbc093, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:16.461617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] For port 15fbf7de-9b06-4737-8245-b551facbc093, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=15fbf7de-9b06-4737-8245-b551facbc093,segment=NetworkSegment(af7c6a2c-b73c-448d-89ab-d6cf13711746),segment_id=af7c6a2c-b73c-448d-89ab-d6cf13711746)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:16.463473 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.485891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Allocated IP 2001:db8::2d2 (a821bd47-3583-4268-8e56-da3e1682e7ce/832bd8ab-75fc-4d1c-8699-2250c5fd6893/3b22e5e6-817a-49f9-96ad-2b2d5d5f69fc) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:16.510410 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.533374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:16.536447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:16.552404 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.589832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:16.598019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Allocated IP 2001:db8::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/d4974c78-e75a-4279-b450-f4af2848bf62/0dbfdb3f-438e-4934-8a1d-d9e70981dfa8) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:16.604535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:16.606928 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.664840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=b1146c4e-2531-462d-87b4-e7d73a17eb4e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.697961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4afbb3-3778-4fcb-9647-04fcf3c79cb6 None None] Pushing event updated for resources: {'Port': ['ID=15fbf7de-9b06-4737-8245-b551facbc093,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.765854 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.776776 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cb936f99-0800-4d78-8014-6f79ae078e90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.3215523 Sep 16 04:57:16.779378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33404) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:16.895598 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.901371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d4752506-3bc8-4a78-a1cc-e89b809d2ab9 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:16.972006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: d4752506-3bc8-4a78-a1cc-e89b809d2ab9 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:16.972355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d4752506-3bc8-4a78-a1cc-e89b809d2ab9 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:16.979143 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.114510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:17.116198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:17.128779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:17.238473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Pushing event updated for resources: {'Port': ['ID=0dbfdb3f-438e-4934-8a1d-d9e70981dfa8,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.246430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Attempting to bind port 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:17.247202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Attempting to bind port 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:17.247790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Attempting to bind port 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:17.256937 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:17.257472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:17.257978 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.258507 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:17.259083 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Bound port: 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:17.259570 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.349503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] For port 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:17.353262 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] For port 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0dbfdb3f-438e-4934-8a1d-d9e70981dfa8,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:17.407355 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.441974 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.455595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d5bd43-c543-445e-9323-c472e3125308 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.458091 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-12d5bd43-c543-445e-9323-c472e3125308 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6792417 Sep 16 04:57:17.460846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33416) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:17.483054 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.520336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d3e30-1865-4396-943b-b18546b01703 None None] Pushing event updated for resources: {'Port': ['ID=0dbfdb3f-438e-4934-8a1d-d9e70981dfa8,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.532817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Network a821bd47-3583-4268-8e56-da3e1682e7ce is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:17.537505 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:17.544026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:17.550392 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.551067 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.555089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Pushing event updated for resources: {'Port': ['ID=3b22e5e6-817a-49f9-96ad-2b2d5d5f69fc,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.626752 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-18a6e166-7ed5-4420-8f79-1ea65c3baa50 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port b1146c4e-2531-462d-87b4-e7d73a17eb4e {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:17.627168 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18a6e166-7ed5-4420-8f79-1ea65c3baa50 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.711209 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a9b43848-d259-4e34-81ec-49e9e33b5dac tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7270379 Sep 16 04:57:17.713665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33418) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:17.778662 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18a6e166-7ed5-4420-8f79-1ea65c3baa50 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.804385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-18a6e166-7ed5-4420-8f79-1ea65c3baa50 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for b1146c4e-2531-462d-87b4-e7d73a17eb4e owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:17.814738 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39ceea-6d0d-4162-a762-3101a7046b3b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.824782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39ceea-6d0d-4162-a762-3101a7046b3b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.847010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39ceea-6d0d-4162-a762-3101a7046b3b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.849310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ff39ceea-6d0d-4162-a762-3101a7046b3b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1343215 Sep 16 04:57:17.852050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33422) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:18.056362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d2bf0-a3bd-4af0-9de4-7c4c9a3f93c9 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Deleting port 3b22e5e6-817a-49f9-96ad-2b2d5d5f69fc {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:18.056752 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2bf0-a3bd-4af0-9de4-7c4c9a3f93c9 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.191227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18a6e166-7ed5-4420-8f79-1ea65c3baa50 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.195958 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2bf0-a3bd-4af0-9de4-7c4c9a3f93c9 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.227536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d2bf0-a3bd-4af0-9de4-7c4c9a3f93c9 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Calling delete_port for 3b22e5e6-817a-49f9-96ad-2b2d5d5f69fc owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:18.256305 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6e166-7ed5-4420-8f79-1ea65c3baa50 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=b1146c4e-2531-462d-87b4-e7d73a17eb4e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:18.294926 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18a6e166-7ed5-4420-8f79-1ea65c3baa50 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.302789 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-18a6e166-7ed5-4420-8f79-1ea65c3baa50 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/b1146c4e-2531-462d-87b4-e7d73a17eb4e HTTP/1.1" status: 204 len: 168 time: 0.8392253 Sep 16 04:57:18.303706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33432) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:18.379101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5ec13-8a66-4b92-9795-a35d14d699c0 None None] Network a821bd47-3583-4268-8e56-da3e1682e7ce requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:18.401987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f8b203-3c79-489f-bcee-8d08d3a65b2c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:18.404961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f8b203-3c79-489f-bcee-8d08d3a65b2c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:18.411425 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-10f8b203-3c79-489f-bcee-8d08d3a65b2c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1059523 Sep 16 04:57:18.412423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33434) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:18.467222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9b768255-1f57-4851-a245-8f33d20eb520 None None] Provisioning complete for port 15fbf7de-9b06-4737-8245-b551facbc093 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:18.468174 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b768255-1f57-4851-a245-8f33d20eb520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.476839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c98c78d-2a28-4b9c-9627-68e4021672c6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet d4974c78-e75a-4279-b450-f4af2848bf62 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:18.480640 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c98c78d-2a28-4b9c-9627-68e4021672c6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.528710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c98c78d-2a28-4b9c-9627-68e4021672c6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.652067 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c98c78d-2a28-4b9c-9627-68e4021672c6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.704734 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b768255-1f57-4851-a245-8f33d20eb520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.737368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2bf0-a3bd-4af0-9de4-7c4c9a3f93c9 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.783946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d2bf0-a3bd-4af0-9de4-7c4c9a3f93c9 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Pushing event deleted for resources: {'Port': ['ID=3b22e5e6-817a-49f9-96ad-2b2d5d5f69fc,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:18.788514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9b768255-1f57-4851-a245-8f33d20eb520 None None] For port 15fbf7de-9b06-4737-8245-b551facbc093, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=15fbf7de-9b06-4737-8245-b551facbc093,segment=NetworkSegment(af7c6a2c-b73c-448d-89ab-d6cf13711746),segment_id=af7c6a2c-b73c-448d-89ab-d6cf13711746)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:18.820759 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2bf0-a3bd-4af0-9de4-7c4c9a3f93c9 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.826772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33438) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:18.835431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-aa9d2bf0-a3bd-4af0-9de4-7c4c9a3f93c9 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] 10.222.0.24 "DELETE /v2.0/ports/3b22e5e6-817a-49f9-96ad-2b2d5d5f69fc HTTP/1.1" status: 204 len: 168 time: 0.9741516 Sep 16 04:57:18.837852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Request body: {'port': {'name': 'tempest-new-port-name-766661987', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:18.838396 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.api.validators [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] bootfile-name is not in valid_values {{(pid=95451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:57:18.838741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.api.validators [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] tftp-server is not in valid_values {{(pid=95451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:57:18.839105 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.api.validators [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] server-ip-address is not in valid_values {{(pid=95451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:57:18.858513 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b768255-1f57-4851-a245-8f33d20eb520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.863005 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c98c78d-2a28-4b9c-9627-68e4021672c6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.889679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c98c78d-2a28-4b9c-9627-68e4021672c6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.895056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8c98c78d-2a28-4b9c-9627-68e4021672c6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/d4974c78-e75a-4279-b450-f4af2848bf62 HTTP/1.1" status: 204 len: 168 time: 0.4813678 Sep 16 04:57:18.897455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33440) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:18.947612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98c78d-2a28-4b9c-9627-68e4021672c6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=d4974c78-e75a-4279-b450-f4af2848bf62,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:18.978988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b768255-1f57-4851-a245-8f33d20eb520 None None] Pushing event updated for resources: {'Port': ['ID=15fbf7de-9b06-4737-8245-b551facbc093,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.004780 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-31ae6327-b9dd-428b-a22d-c4d2e9f2f8cb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049948 Sep 16 04:57:19.007420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33446) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.025573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:19.105077 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.110164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a0d539-4559-4122-8111-cd5bfd65234b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.117706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a1a0d539-4559-4122-8111-cd5bfd65234b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1079359 Sep 16 04:57:19.117706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33448) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.138095 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:19.138465 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.233393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099938fe-f9a3-4293-b3c2-fdcec9a7153a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.235745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-099938fe-f9a3-4293-b3c2-fdcec9a7153a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1170809 Sep 16 04:57:19.239798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33450) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.256301 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121299a5-60ea-4e40-8e1b-6deb60ef0171 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:19.296505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e1f979ec-c81e-4680-b944-60bc431adf39 None None] Provisioning complete for port 9b145390-f77b-4233-bf01-aced6ee95de0 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:19.298938 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e1f979ec-c81e-4680-b944-60bc431adf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.360484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a8b39cc7-d6e1-41a4-ad88-c7b0cc77af58 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180637 Sep 16 04:57:19.365923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33460) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.377173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-187b1a0c-1be2-483d-8d09-10e23462d7ed tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:19.495493 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.561406 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.651042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] In _notify_port_updated(), no bound segment for port 9b145390-f77b-4233-bf01-aced6ee95de0 on network a821bd47-3583-4268-8e56-da3e1682e7ce {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:57:19.659635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.664563 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.666434 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] 10.222.0.24 "PUT /v2.0/ports/9b145390-f77b-4233-bf01-aced6ee95de0 HTTP/1.1" status: 200 len: 1129 time: 0.8350310 Sep 16 04:57:19.669904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33464) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.684583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187b1a0c-1be2-483d-8d09-10e23462d7ed tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:19.685557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e1f979ec-c81e-4680-b944-60bc431adf39 None None] Port 9b145390-f77b-4233-bf01-aced6ee95de0 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:19.689457 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-187b1a0c-1be2-483d-8d09-10e23462d7ed tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.706069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Pushing event updated for resources: {'Port': ['ID=9b145390-f77b-4233-bf01-aced6ee95de0,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.722889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:19.724028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:19.726529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:19.727340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:19.727892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:19.729376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:19.730162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:19.732237 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:19.732853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:19.733430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:19.738030 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:19.738687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475eea5f-b634-456d-9c6c-432a5e6b523b tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:19.761716 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.803711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0dbfdb3f-438e-4934-8a1d-d9e70981dfa8,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:19.815424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e1f979ec-c81e-4680-b944-60bc431adf39 None None] Provisioning complete for port 15fbf7de-9b06-4737-8245-b551facbc093 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:19.815968 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e1f979ec-c81e-4680-b944-60bc431adf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.821817 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7762f9b-8a52-41a2-83ba-30b2d556a0b8 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.826943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33466) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.830926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e7762f9b-8a52-41a2-83ba-30b2d556a0b8 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] 10.222.0.24 "GET /v2.0/ports/9b145390-f77b-4233-bf01-aced6ee95de0 HTTP/1.1" status: 200 len: 1129 time: 0.1559958 Sep 16 04:57:19.913568 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.916291 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 15fbf7de-9b06-4737-8245-b551facbc093 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:20.048563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33472) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.125188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2efd0ca2-b04f-4263-975c-58f51eb9964e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Deleting port 9b145390-f77b-4233-bf01-aced6ee95de0 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:20.125188 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2efd0ca2-b04f-4263-975c-58f51eb9964e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.144123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-187b1a0c-1be2-483d-8d09-10e23462d7ed tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.215203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea17d126-0372-46f1-bf95-e7c384df1eef None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:20.263979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187b1a0c-1be2-483d-8d09-10e23462d7ed tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:20.278882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-187b1a0c-1be2-483d-8d09-10e23462d7ed tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:20.285757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187b1a0c-1be2-483d-8d09-10e23462d7ed tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:20.287782 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-187b1a0c-1be2-483d-8d09-10e23462d7ed tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.322276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b1a0c-1be2-483d-8d09-10e23462d7ed tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=58e4f171-5ff0-415c-878e-fc1f52c5fc20,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.353137 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0dafbf7-d574-4bef-9587-03d14b002876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.356205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=0dbfdb3f-438e-4934-8a1d-d9e70981dfa8,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.368001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:20.368543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:20.368898 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:20.370965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:20.370965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:20.370965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:20.370965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:20.370965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:20.371452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:20.371452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:20.371793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:20.372122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:20.393769 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2efd0ca2-b04f-4263-975c-58f51eb9964e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.394362 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-187b1a0c-1be2-483d-8d09-10e23462d7ed tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0272441 Sep 16 04:57:20.394972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33478) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.400270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': '58e4f171-5ff0-415c-878e-fc1f52c5fc20', 'ip_address': '2001:db8::e9e2:63c:2c29:79c6'}], 'name': 'tempest-NetworksTestDHCPv6-219263907'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:20.412021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e1f979ec-c81e-4680-b944-60bc431adf39 None None] Could not find standard attr ID for object 3b22e5e6-817a-49f9-96ad-2b2d5d5f69fc. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:20.418596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 15fbf7de-9b06-4737-8245-b551facbc093 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:20.418981 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.419978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2efd0ca2-b04f-4263-975c-58f51eb9964e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Calling delete_port for 9b145390-f77b-4233-bf01-aced6ee95de0 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:20.584238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0d741919-152e-4e2e-bb5b-a6c411e31e5e None None] Provisioning complete for port 9b145390-f77b-4233-bf01-aced6ee95de0 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:20.584665 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0d741919-152e-4e2e-bb5b-a6c411e31e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.606958 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ea17d126-0372-46f1-bf95-e7c384df1eef None None] Deleting port 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:20.607354 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ea17d126-0372-46f1-bf95-e7c384df1eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.756290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0d741919-152e-4e2e-bb5b-a6c411e31e5e None None] Port 9b145390-f77b-4233-bf01-aced6ee95de0 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:20.774269 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0dafbf7-d574-4bef-9587-03d14b002876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.774472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0d741919-152e-4e2e-bb5b-a6c411e31e5e None None] Provisioning complete for port 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:20.774843 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0d741919-152e-4e2e-bb5b-a6c411e31e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.811646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ea17d126-0372-46f1-bf95-e7c384df1eef None None] For port 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0dbfdb3f-438e-4934-8a1d-d9e70981dfa8,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:20.811914 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ea17d126-0372-46f1-bf95-e7c384df1eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.825927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2efd0ca2-b04f-4263-975c-58f51eb9964e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.833231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ea17d126-0372-46f1-bf95-e7c384df1eef None None] Calling delete_port for 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:20.895487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0dafbf7-d574-4bef-9587-03d14b002876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.897018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 15fbf7de-9b06-4737-8245-b551facbc093 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:20.923289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd0ca2-b04f-4263-975c-58f51eb9964e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Pushing event deleted for resources: {'Port': ['ID=9b145390-f77b-4233-bf01-aced6ee95de0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.946479 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2efd0ca2-b04f-4263-975c-58f51eb9964e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.951784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33486) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.952285 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2efd0ca2-b04f-4263-975c-58f51eb9964e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] 10.222.0.24 "DELETE /v2.0/ports/9b145390-f77b-4233-bf01-aced6ee95de0 HTTP/1.1" status: 204 len: 168 time: 1.1236806 Sep 16 04:57:20.972274 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a0dafbf7-d574-4bef-9587-03d14b002876 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e088318234a1416fb08b928e4067b99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9198349 Sep 16 04:57:20.982507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33488) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.982507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dafbf7-d574-4bef-9587-03d14b002876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739bfe16-76aa-4fa7-bff7-d9381353c159,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.012905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 15fbf7de-9b06-4737-8245-b551facbc093 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:21.012905 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.017374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0d741919-152e-4e2e-bb5b-a6c411e31e5e None None] Could not find standard attr ID for object 3b22e5e6-817a-49f9-96ad-2b2d5d5f69fc. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:21.078917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:21.086444 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-631f43a5-a4c3-4682-833b-12b24175e963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.143935 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-631f43a5-a4c3-4682-833b-12b24175e963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.158568 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ea17d126-0372-46f1-bf95-e7c384df1eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.175951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c06617cf-1820-449c-ab62-e561ad95ccca None None] Could not find standard attr ID for object 9b145390-f77b-4233-bf01-aced6ee95de0. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:21.207932 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.243035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17d126-0372-46f1-bf95-e7c384df1eef None None] Pushing event deleted for resources: {'Port': ['ID=0dbfdb3f-438e-4934-8a1d-d9e70981dfa8,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.246457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 9012b8c3-ed29-4e90-a19d-fb63498ccdcd yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:21.246608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea17d126-0372-46f1-bf95-e7c384df1eef None None] No DVR routers for this DVR port 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:21.262443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b5b087-2805-4693-a013-3d204b9623b0 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:21.265274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-d674c9e7-9c2b-4dc9-ab02-5d75a23dab2e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Deleting subnet 832bd8ab-75fc-4d1c-8699-2250c5fd6893 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:21.270023 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d674c9e7-9c2b-4dc9-ab02-5d75a23dab2e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.310480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-631f43a5-a4c3-4682-833b-12b24175e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.314031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-631f43a5-a4c3-4682-833b-12b24175e963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.317541 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-631f43a5-a4c3-4682-833b-12b24175e963 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/739bfe16-76aa-4fa7-bff7-d9381353c159 HTTP/1.1" status: 204 len: 168 time: 0.3404434 Sep 16 04:57:21.325492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f43a5-a4c3-4682-833b-12b24175e963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739bfe16-76aa-4fa7-bff7-d9381353c159,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.364215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:21.394411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:21.394755 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0dbfdb3f-438e-4934-8a1d-d9e70981dfa8 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:21.470130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d674c9e7-9c2b-4dc9-ab02-5d75a23dab2e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.511073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': '58e4f171-5ff0-415c-878e-fc1f52c5fc20'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:21.512052 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.595975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::e9e2:63c:2c29:79c6 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/58e4f171-5ff0-415c-878e-fc1f52c5fc20/9012b8c3-ed29-4e90-a19d-fb63498ccdcd) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:21.644160 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d674c9e7-9c2b-4dc9-ab02-5d75a23dab2e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.833746 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d674c9e7-9c2b-4dc9-ab02-5d75a23dab2e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.879549 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.880943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674c9e7-9c2b-4dc9-ab02-5d75a23dab2e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Pushing event deleted for resources: {'Subnet': ['ID=832bd8ab-75fc-4d1c-8699-2250c5fd6893,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.882960 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d674c9e7-9c2b-4dc9-ab02-5d75a23dab2e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.884889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d674c9e7-9c2b-4dc9-ab02-5d75a23dab2e tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] 10.222.0.24 "DELETE /v2.0/subnets/832bd8ab-75fc-4d1c-8699-2250c5fd6893 HTTP/1.1" status: 204 len: 168 time: 0.9305055 Sep 16 04:57:21.887389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33510) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:21.894759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1a8448-5add-4756-b022-4e2e8fd2a83a None None] Network a821bd47-3583-4268-8e56-da3e1682e7ce requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:21.986018 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.056794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Deleting port 15fbf7de-9b06-4737-8245-b551facbc093 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:22.057470 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.103028 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.142285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea6928-141b-4aa9-bdb9-45d3cce50b21 None None] DHCP port deletion for a821bd47-3583-4268-8e56-da3e1682e7ce request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:22.190108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Allocated IP 2001:db8::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/58e4f171-5ff0-415c-878e-fc1f52c5fc20/21f9d469-a671-4024-bab2-54be985b7dc9) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:22.204147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:22.210402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] For port 15fbf7de-9b06-4737-8245-b551facbc093, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=15fbf7de-9b06-4737-8245-b551facbc093,segment=NetworkSegment(af7c6a2c-b73c-448d-89ab-d6cf13711746),segment_id=af7c6a2c-b73c-448d-89ab-d6cf13711746)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:22.210791 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.216199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:22.224454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:22.229881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:22.230525 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.243001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=9012b8c3-ed29-4e90-a19d-fb63498ccdcd,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.249146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Calling delete_port for 15fbf7de-9b06-4737-8245-b551facbc093 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:22.273549 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3bea6928-141b-4aa9-bdb9-45d3cce50b21 None None] Deleting port 15fbf7de-9b06-4737-8245-b551facbc093 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:22.274050 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3bea6928-141b-4aa9-bdb9-45d3cce50b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.333539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b55aa10f-b4cf-414d-9082-fa4e5f415f64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9374650 Sep 16 04:57:22.336286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33520) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.357448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-861a53ea-8775-4f0f-b148-d998f7e4a8b4 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': '58e4f171-5ff0-415c-878e-fc1f52c5fc20', 'ip_address': '2001:db8::e9e2:63c:2c29:79c6'}], 'name': 'tempest-NetworksTestDHCPv6-1089524710'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:22.399449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3bea6928-141b-4aa9-bdb9-45d3cce50b21 None None] For port 15fbf7de-9b06-4737-8245-b551facbc093, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=15fbf7de-9b06-4737-8245-b551facbc093,segment=NetworkSegment(af7c6a2c-b73c-448d-89ab-d6cf13711746),segment_id=af7c6a2c-b73c-448d-89ab-d6cf13711746)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:22.399856 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3bea6928-141b-4aa9-bdb9-45d3cce50b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.441500 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.457004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3bea6928-141b-4aa9-bdb9-45d3cce50b21 None None] Calling delete_port for 15fbf7de-9b06-4737-8245-b551facbc093 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:22.470610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Pushing event deleted for resources: {'Port': ['ID=15fbf7de-9b06-4737-8245-b551facbc093,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.474813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] No DVR routers for this DVR port 15fbf7de-9b06-4737-8245-b551facbc093 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:22.541585 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.575398 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3bea6928-141b-4aa9-bdb9-45d3cce50b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.577562 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.600216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a821bd47-3583-4268-8e56-da3e1682e7ce']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:22.612921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea6928-141b-4aa9-bdb9-45d3cce50b21 None None] Pushing event deleted for resources: {'Port': ['ID=15fbf7de-9b06-4737-8245-b551facbc093,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.615015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea6928-141b-4aa9-bdb9-45d3cce50b21 None None] No DVR routers for this DVR port 15fbf7de-9b06-4737-8245-b551facbc093 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:22.631338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7c6a2c-b73c-448d-89ab-d6cf13711746') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:22.631665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7c6a2c-b73c-448d-89ab-d6cf13711746') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:22.641219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861a53ea-8775-4f0f-b148-d998f7e4a8b4 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:22.644687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.644841 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.660344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.670895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:22.673530 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:22.676640 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:22.685467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:22.692411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:22.697944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:22.701877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Pushing event updated for resources: {'Port': ['ID=21f9d469-a671-4024-bab2-54be985b7dc9,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.784938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Attempting to bind port 21f9d469-a671-4024-bab2-54be985b7dc9 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:22.787062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Attempting to bind port 21f9d469-a671-4024-bab2-54be985b7dc9 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:22.787530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Attempting to bind port 21f9d469-a671-4024-bab2-54be985b7dc9 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:22.797174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:22.799394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:22.804730 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.805284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:22.805902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Bound port: 21f9d469-a671-4024-bab2-54be985b7dc9, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:22.806397 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.806682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-861a53ea-8775-4f0f-b148-d998f7e4a8b4 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.832055 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-861a53ea-8775-4f0f-b148-d998f7e4a8b4 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port d3f793e2-d6a1-4ca5-a96d-944a6a4e5068 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:22.879380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 15fbf7de-9b06-4737-8245-b551facbc093 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:22.921304 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.943809 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.943982 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 15fbf7de-9b06-4737-8245-b551facbc093 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:22.944433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 15fbf7de-9b06-4737-8245-b551facbc093 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:22.951284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] 10.222.0.24 "DELETE /v2.0/networks/a821bd47-3583-4268-8e56-da3e1682e7ce HTTP/1.1" status: 204 len: 168 time: 1.0621946 Sep 16 04:57:22.973909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d698e71-aae2-484e-9b49-c116d704c233 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543 tempest-ExtraDHCPOptionsIpV6TestJSON-886144543-project] Pushing event deleted for resources: {'Network': ['ID=a821bd47-3583-4268-8e56-da3e1682e7ce,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.999036 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] For port 21f9d469-a671-4024-bab2-54be985b7dc9, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:23.005926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] For port 21f9d469-a671-4024-bab2-54be985b7dc9, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=21f9d469-a671-4024-bab2-54be985b7dc9,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:23.105252 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.159897 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-861a53ea-8775-4f0f-b148-d998f7e4a8b4 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 04:57:23.161323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861a53ea-8775-4f0f-b148-d998f7e4a8b4 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:23.201149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562a52b-0391-48cd-a771-1b3e7abeeb40 None None] Pushing event updated for resources: {'Port': ['ID=21f9d469-a671-4024-bab2-54be985b7dc9,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:23.287942 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-861a53ea-8775-4f0f-b148-d998f7e4a8b4 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9454329 Sep 16 04:57:23.290629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33544) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.351181 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd8db5e-d242-4056-8fe6-8c50307a531e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:23.358289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd8db5e-d242-4056-8fe6-8c50307a531e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:23.360717 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6fd8db5e-d242-4056-8fe6-8c50307a531e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0690622 Sep 16 04:57:23.378785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33546) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.527031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-754649e4-be54-47fb-bb0b-5f544b0ad97d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 9012b8c3-ed29-4e90-a19d-fb63498ccdcd {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:23.528816 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-754649e4-be54-47fb-bb0b-5f544b0ad97d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.618737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33558) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.646515 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-754649e4-be54-47fb-bb0b-5f544b0ad97d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.657667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-754649e4-be54-47fb-bb0b-5f544b0ad97d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 9012b8c3-ed29-4e90-a19d-fb63498ccdcd owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:23.848051 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-754649e4-be54-47fb-bb0b-5f544b0ad97d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.904905 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2d5fc1c0-d8b4-4798-8957-b6858394ef8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=073fcb7e65a44b97919f9e11cf3b7196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849112 Sep 16 04:57:23.905633 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33570) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.928893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754649e4-be54-47fb-bb0b-5f544b0ad97d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=9012b8c3-ed29-4e90-a19d-fb63498ccdcd,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:23.946734 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-754649e4-be54-47fb-bb0b-5f544b0ad97d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.949997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-754649e4-be54-47fb-bb0b-5f544b0ad97d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/9012b8c3-ed29-4e90-a19d-fb63498ccdcd HTTP/1.1" status: 204 len: 168 time: 0.5667667 Sep 16 04:57:23.953025 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33572) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.970783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84055908-c282-4b15-add4-c05af0a035a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.996680 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84055908-c282-4b15-add4-c05af0a035a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.017117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67743f81-0933-4df5-95fa-9ffb34470b71 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:24.018872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67743f81-0933-4df5-95fa-9ffb34470b71 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:24.020430 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-67743f81-0933-4df5-95fa-9ffb34470b71 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0662525 Sep 16 04:57:24.023294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33574) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:24.099540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb2db18-f01f-494f-9d04-0dedab90b880 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 58e4f171-5ff0-415c-878e-fc1f52c5fc20 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:24.103434 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cb2db18-f01f-494f-9d04-0dedab90b880 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.138322 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84055908-c282-4b15-add4-c05af0a035a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.141650 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84055908-c282-4b15-add4-c05af0a035a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.145394 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-84055908-c282-4b15-add4-c05af0a035a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09476ee9-6d19-472a-bacf-635c5104eadd HTTP/1.1" status: 204 len: 168 time: 0.2361324 Sep 16 04:57:24.153262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84055908-c282-4b15-add4-c05af0a035a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09476ee9-6d19-472a-bacf-635c5104eadd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.159680 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cb2db18-f01f-494f-9d04-0dedab90b880 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.274397 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cb2db18-f01f-494f-9d04-0dedab90b880 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.444264 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f7896377-f173-4c57-bbe9-153590905388 None None] Provisioning complete for port 21f9d469-a671-4024-bab2-54be985b7dc9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:24.444739 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f7896377-f173-4c57-bbe9-153590905388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.498667 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cb2db18-f01f-494f-9d04-0dedab90b880 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.545513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2db18-f01f-494f-9d04-0dedab90b880 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=58e4f171-5ff0-415c-878e-fc1f52c5fc20,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.545513 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cb2db18-f01f-494f-9d04-0dedab90b880 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.549647 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7cb2db18-f01f-494f-9d04-0dedab90b880 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/58e4f171-5ff0-415c-878e-fc1f52c5fc20 HTTP/1.1" status: 204 len: 168 time: 0.5219498 Sep 16 04:57:24.550057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33594) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:24.569292 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f7896377-f173-4c57-bbe9-153590905388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.615182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f7896377-f173-4c57-bbe9-153590905388 None None] For port 21f9d469-a671-4024-bab2-54be985b7dc9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=21f9d469-a671-4024-bab2-54be985b7dc9,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:24.623086 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a7b8dc17-1e54-47e7-96ab-6e7da1e6591f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717778 Sep 16 04:57:24.629874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33598) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:24.634473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-df119dda-db52-4eb2-872f-70f97a73be54 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:24.743756 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f7896377-f173-4c57-bbe9-153590905388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.777598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8549fd92-5776-464f-af08-ad15ba8bd1f4 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:24.880794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7896377-f173-4c57-bbe9-153590905388 None None] Pushing event updated for resources: {'Port': ['ID=21f9d469-a671-4024-bab2-54be985b7dc9,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.881374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df119dda-db52-4eb2-872f-70f97a73be54 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:24.884106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f0b62a38-4840-4b2b-a1a4-b10ec52210c0 None None] Could not find standard attr ID for object b1146c4e-2531-462d-87b4-e7d73a17eb4e. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:24.888245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df119dda-db52-4eb2-872f-70f97a73be54 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.123669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 21f9d469-a671-4024-bab2-54be985b7dc9 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:25.214473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 21f9d469-a671-4024-bab2-54be985b7dc9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:25.214955 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.295439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74fa68e-128f-4f45-9aec-10895f82963a None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:25.349657 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df119dda-db52-4eb2-872f-70f97a73be54 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.354918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b74fa68e-128f-4f45-9aec-10895f82963a None None] Deleting port 21f9d469-a671-4024-bab2-54be985b7dc9 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:25.355353 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b74fa68e-128f-4f45-9aec-10895f82963a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.397997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df119dda-db52-4eb2-872f-70f97a73be54 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:25.401617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-df119dda-db52-4eb2-872f-70f97a73be54 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:25.404672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df119dda-db52-4eb2-872f-70f97a73be54 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:25.405312 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df119dda-db52-4eb2-872f-70f97a73be54 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.422972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df119dda-db52-4eb2-872f-70f97a73be54 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=e25c2e0a-c19f-4815-ab56-b31f4abd7e98,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:25.444719 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b74fa68e-128f-4f45-9aec-10895f82963a None None] For port 21f9d469-a671-4024-bab2-54be985b7dc9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=21f9d469-a671-4024-bab2-54be985b7dc9,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:25.445227 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b74fa68e-128f-4f45-9aec-10895f82963a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.459257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b74fa68e-128f-4f45-9aec-10895f82963a None None] Calling delete_port for 21f9d469-a671-4024-bab2-54be985b7dc9 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:25.507184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-df119dda-db52-4eb2-872f-70f97a73be54 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8747036 Sep 16 04:57:25.507699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33638) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:25.512659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-dcb42565-1b0e-49d6-ace1-f611a61cadea tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': 'e25c2e0a-c19f-4815-ab56-b31f4abd7e98', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1862347425'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:25.698531 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b74fa68e-128f-4f45-9aec-10895f82963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.725579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fa68e-128f-4f45-9aec-10895f82963a None None] Pushing event deleted for resources: {'Port': ['ID=21f9d469-a671-4024-bab2-54be985b7dc9,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:25.731280 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74fa68e-128f-4f45-9aec-10895f82963a None None] No DVR routers for this DVR port 21f9d469-a671-4024-bab2-54be985b7dc9 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:25.749410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb42565-1b0e-49d6-ace1-f611a61cadea tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:25.752185 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67639d8-593e-46b3-af83-00587aacde24 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:25.755997 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb42565-1b0e-49d6-ace1-f611a61cadea tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.775018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-dcb42565-1b0e-49d6-ace1-f611a61cadea tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 328d1728-9007-4f3d-ac65-7e486f281d51 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:25.828642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33652) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:25.946709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': 'e25c2e0a-c19f-4815-ab56-b31f4abd7e98'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:25.947747 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.959660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'networks': [{'name': 'tempest-network--1010842959'}, {'name': 'tempest-network--1132260612'}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:25.959895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'network': {'name': 'tempest-network--1010842959'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:25.960353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'network': {'name': 'tempest-network--1132260612'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:25.972315 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb42565-1b0e-49d6-ace1-f611a61cadea tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:57:25.972910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb42565-1b0e-49d6-ace1-f611a61cadea tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:57:26.061885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Made reservation on behalf of 92ec24b9fb254fcd9aa1da490fcf1b27 for: {'network': 2} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:26.068449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.099025 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.121913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Allocated IP 2001:db8::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/e25c2e0a-c19f-4815-ab56-b31f4abd7e98/59a03f6e-fc76-4367-ad5f-4799377692d6) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:26.136159 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dcb42565-1b0e-49d6-ace1-f611a61cadea tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6275933 Sep 16 04:57:26.136823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33660) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.227228 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1ca99b62-3b86-4ba4-a9d6-a939e8b4e4d2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0892906 Sep 16 04:57:26.227657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33668) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.329165 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.345973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282f46b-4714-4952-8465-9f00b994424e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.347550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282f46b-4714-4952-8465-9f00b994424e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.349118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d282f46b-4714-4952-8465-9f00b994424e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1204772 Sep 16 04:57:26.352025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33676) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.386214 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.407923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90b12eb-cdc0-480b-a723-8aa66b15ab3e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet e25c2e0a-c19f-4815-ab56-b31f4abd7e98 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:26.423365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e90b12eb-cdc0-480b-a723-8aa66b15ab3e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.424865 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.464162 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.464999 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.477117 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:26.482560 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:26.483321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e90b12eb-cdc0-480b-a723-8aa66b15ab3e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.486621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:26.499486 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Pushing event updated for resources: {'Port': ['ID=59a03f6e-fc76-4367-ad5f-4799377692d6,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:26.512722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:26.528667 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.529272 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Added segment 2646b704-92bc-4399-807f-9dd7dcedf1a1 of type vlan for network b7acd114-f43f-43e4-b127-79e616deecda Sep 16 04:57:26.553257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Attempting to bind port 59a03f6e-fc76-4367-ad5f-4799377692d6 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:26.553738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Attempting to bind port 59a03f6e-fc76-4367-ad5f-4799377692d6 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:26.554325 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Attempting to bind port 59a03f6e-fc76-4367-ad5f-4799377692d6 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:26.559852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:26.560303 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:26.560799 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.561311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:26.561853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Bound port: 59a03f6e-fc76-4367-ad5f-4799377692d6, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:26.562955 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.572448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8f5132-895e-4d1f-ada2-5933edec309c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:26.591974 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e90b12eb-cdc0-480b-a723-8aa66b15ab3e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.603034 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.642345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:26.653694 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.654241 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Added segment 154d7c25-8f99-4bca-a432-a574d5051c22 of type vlan for network 58472acb-06c4-4d42-9fcc-cd56508d5cc9 Sep 16 04:57:26.701366 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.780514 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e90b12eb-cdc0-480b-a723-8aa66b15ab3e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.788636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-56521389-da76-4341-8f2f-259c072b94ac None None] For port 59a03f6e-fc76-4367-ad5f-4799377692d6, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:26.792605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-56521389-da76-4341-8f2f-259c072b94ac None None] For port 59a03f6e-fc76-4367-ad5f-4799377692d6, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=59a03f6e-fc76-4367-ad5f-4799377692d6,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:26.818234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b12eb-cdc0-480b-a723-8aa66b15ab3e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=e25c2e0a-c19f-4815-ab56-b31f4abd7e98,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:26.823136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 21f9d469-a671-4024-bab2-54be985b7dc9 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:26.824880 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e90b12eb-cdc0-480b-a723-8aa66b15ab3e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.828685 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e90b12eb-cdc0-480b-a723-8aa66b15ab3e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/e25c2e0a-c19f-4815-ab56-b31f4abd7e98 HTTP/1.1" status: 204 len: 168 time: 0.4749372 Sep 16 04:57:26.830908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33688) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.847563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 21f9d469-a671-4024-bab2-54be985b7dc9 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:26.847917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 21f9d469-a671-4024-bab2-54be985b7dc9 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:26.882429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33692) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:26.882626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3a589a6c-727b-4865-b31e-4250ae7d7329 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504401 Sep 16 04:57:26.888393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-547ec822-68ed-4873-a94b-7a2c6c050abf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:26.945491 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.947717 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.958184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.966788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.968001 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.972605 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.045422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56521389-da76-4341-8f2f-259c072b94ac None None] Pushing event updated for resources: {'Port': ['ID=59a03f6e-fc76-4367-ad5f-4799377692d6,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:27.062018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event updated for resources: {'Network': ['ID=b7acd114-f43f-43e4-b127-79e616deecda,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:27.079072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network b7acd114-f43f-43e4-b127-79e616deecda details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:27.108810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547ec822-68ed-4873-a94b-7a2c6c050abf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:27.113199 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-547ec822-68ed-4873-a94b-7a2c6c050abf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.185199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event updated for resources: {'Network': ['ID=58472acb-06c4-4d42-9fcc-cd56508d5cc9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:27.197431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 58472acb-06c4-4d42-9fcc-cd56508d5cc9 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:27.304665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-883717b6-c176-4f94-a2a5-11ddc671a2f5 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4743354 Sep 16 04:57:27.305761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33702) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:27.624306 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-547ec822-68ed-4873-a94b-7a2c6c050abf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.673547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d95c9e-2f93-42e8-861f-6b98af220ed1 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.674467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ec822-68ed-4873-a94b-7a2c6c050abf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:27.679820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-547ec822-68ed-4873-a94b-7a2c6c050abf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:27.681648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d95c9e-2f93-42e8-861f-6b98af220ed1 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.684805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547ec822-68ed-4873-a94b-7a2c6c050abf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.685609 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-547ec822-68ed-4873-a94b-7a2c6c050abf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.689185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d95c9e-2f93-42e8-861f-6b98af220ed1 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.695962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d95c9e-2f93-42e8-861f-6b98af220ed1 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.697278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ec822-68ed-4873-a94b-7a2c6c050abf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=2fb8da7d-b146-408e-b497-c436ee81e19e,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:27.697825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-47d95c9e-2f93-42e8-861f-6b98af220ed1 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3908875 Sep 16 04:57:27.701269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33714) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:27.767647 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-547ec822-68ed-4873-a94b-7a2c6c050abf tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8836694 Sep 16 04:57:27.770416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33718) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:27.775035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-66c7b63f-e6c7-4614-8412-41551335e92a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1073294519', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:27.795048 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.883826 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.910807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7acd114-f43f-43e4-b127-79e616deecda']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:27.921129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2646b704-92bc-4399-807f-9dd7dcedf1a1') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:27.922364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2646b704-92bc-4399-807f-9dd7dcedf1a1') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:27.934860 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.938682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66c7b63f-e6c7-4614-8412-41551335e92a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.939856 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66c7b63f-e6c7-4614-8412-41551335e92a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.957088 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.965574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:27.966118 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:27.991661 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:28.093115 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.115615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.117941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "DELETE /v2.0/networks/b7acd114-f43f-43e4-b127-79e616deecda HTTP/1.1" status: 204 len: 168 time: 0.4148786 Sep 16 04:57:28.119379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91775fb1-452b-4e68-8090-d4a38fa9d958 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event deleted for resources: {'Network': ['ID=b7acd114-f43f-43e4-b127-79e616deecda,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:28.121375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33724) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:28.140400 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66c7b63f-e6c7-4614-8412-41551335e92a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.211810 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.247826 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66c7b63f-e6c7-4614-8412-41551335e92a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.301523 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.303209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ab659-f3f7-479b-b470-eed51db47c4f None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:28.326367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58472acb-06c4-4d42-9fcc-cd56508d5cc9']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:28.336010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154d7c25-8f99-4bca-a432-a574d5051c22') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:28.336227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154d7c25-8f99-4bca-a432-a574d5051c22') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:28.350506 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.367527 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.375303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:28.376005 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:28.379469 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:28.386555 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f1dd5946-6093-49f9-ab65-a134c3b70cdf None None] Provisioning complete for port 59a03f6e-fc76-4367-ad5f-4799377692d6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:28.386927 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5946-6093-49f9-ab65-a134c3b70cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.391063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-66c7b63f-e6c7-4614-8412-41551335e92a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.393682 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-66c7b63f-e6c7-4614-8412-41551335e92a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6211126 Sep 16 04:57:28.395499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33734) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:28.604197 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5946-6093-49f9-ab65-a134c3b70cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.635283 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.655139 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.659867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "DELETE /v2.0/networks/58472acb-06c4-4d42-9fcc-cd56508d5cc9 HTTP/1.1" status: 204 len: 168 time: 0.5349364 Sep 16 04:57:28.659867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10742f-3dba-467e-86d6-bcf92e723473 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event deleted for resources: {'Network': ['ID=58472acb-06c4-4d42-9fcc-cd56508d5cc9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:28.660165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33746) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:28.666079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f1dd5946-6093-49f9-ab65-a134c3b70cdf None None] For port 59a03f6e-fc76-4367-ad5f-4799377692d6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=59a03f6e-fc76-4367-ad5f-4799377692d6,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:28.778719 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5946-6093-49f9-ab65-a134c3b70cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.797440 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.819568 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be802e-f5c9-4d56-848f-4fa3b7e184fa tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.832739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be802e-f5c9-4d56-848f-4fa3b7e184fa tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.837711 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-83be802e-f5c9-4d56-848f-4fa3b7e184fa tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1765900 Sep 16 04:57:28.843193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33750) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:28.849430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d93bc5e3-18a9-4f78-81c4-8221d256354c tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1974797175'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:28.859623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd5946-6093-49f9-ab65-a134c3b70cdf None None] Pushing event updated for resources: {'Port': ['ID=59a03f6e-fc76-4367-ad5f-4799377692d6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:28.899320 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 59a03f6e-fc76-4367-ad5f-4799377692d6 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:28.972456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93bc5e3-18a9-4f78-81c4-8221d256354c tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Made reservation on behalf of 92ec24b9fb254fcd9aa1da490fcf1b27 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:28.977453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 59a03f6e-fc76-4367-ad5f-4799377692d6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:28.977833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.978557 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d93bc5e3-18a9-4f78-81c4-8221d256354c tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.066849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93bc5e3-18a9-4f78-81c4-8221d256354c tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:29.091537 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d93bc5e3-18a9-4f78-81c4-8221d256354c tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.091937 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-d93bc5e3-18a9-4f78-81c4-8221d256354c tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Added segment 848350ea-0e8f-4fa3-a940-29c21e0f17ce of type vlan for network 400c1b8f-0878-4dca-8741-4c944f0386fe Sep 16 04:57:29.126911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-38cfb394-d3d9-48e2-b5cb-8145d506572f None None] Provisioning complete for port 59a03f6e-fc76-4367-ad5f-4799377692d6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:29.127279 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38cfb394-d3d9-48e2-b5cb-8145d506572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.147511 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d93bc5e3-18a9-4f78-81c4-8221d256354c tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.197374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::1 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/2fb8da7d-b146-408e-b497-c436ee81e19e/e346a898-d158-4f30-9c68-305181e59f30) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:29.275244 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d93bc5e3-18a9-4f78-81c4-8221d256354c tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.293112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93bc5e3-18a9-4f78-81c4-8221d256354c tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:29.293912 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d93bc5e3-18a9-4f78-81c4-8221d256354c tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.362231 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.404708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bc5e3-18a9-4f78-81c4-8221d256354c tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event updated for resources: {'Network': ['ID=400c1b8f-0878-4dca-8741-4c944f0386fe,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:29.419016 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 400c1b8f-0878-4dca-8741-4c944f0386fe details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:29.426825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d93bc5e3-18a9-4f78-81c4-8221d256354c tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5814795 Sep 16 04:57:29.443259 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33772) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:29.450377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-62966663-0a40-4b0f-9ee4-dcb7145db71d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-927700183'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:29.457479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b742a69b-a60c-49c1-bbe2-716f435431b8 None None] Could not find standard attr ID for object 9012b8c3-ed29-4e90-a19d-fb63498ccdcd. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:29.518280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.557539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:29.562539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:29.566456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:29.567006 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.642558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=e346a898-d158-4f30-9c68-305181e59f30,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:29.685855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62966663-0a40-4b0f-9ee4-dcb7145db71d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Made reservation on behalf of 92ec24b9fb254fcd9aa1da490fcf1b27 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:29.690545 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62966663-0a40-4b0f-9ee4-dcb7145db71d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.729539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62966663-0a40-4b0f-9ee4-dcb7145db71d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:29.739321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62966663-0a40-4b0f-9ee4-dcb7145db71d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.739885 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-62966663-0a40-4b0f-9ee4-dcb7145db71d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Added segment c641ac28-49b1-46eb-bec4-00e8ab468563 of type vlan for network d7907a04-86da-4f0b-9af1-4bd9f6075244 Sep 16 04:57:29.786298 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62966663-0a40-4b0f-9ee4-dcb7145db71d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.845021 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.879478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f8b93dde-a7a2-4462-8eb6-ce5f92ff0361 None None] Provisioning complete for port e346a898-d158-4f30-9c68-305181e59f30 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:29.879941 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f8b93dde-a7a2-4462-8eb6-ce5f92ff0361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.915251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f8b93dde-a7a2-4462-8eb6-ce5f92ff0361 None None] Port e346a898-d158-4f30-9c68-305181e59f30 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:30.082389 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62966663-0a40-4b0f-9ee4-dcb7145db71d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.088083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62966663-0a40-4b0f-9ee4-dcb7145db71d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:30.088706 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62966663-0a40-4b0f-9ee4-dcb7145db71d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.173141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62966663-0a40-4b0f-9ee4-dcb7145db71d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event updated for resources: {'Network': ['ID=d7907a04-86da-4f0b-9af1-4bd9f6075244,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.186798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network d7907a04-86da-4f0b-9af1-4bd9f6075244 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:30.194002 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.241561 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-62966663-0a40-4b0f-9ee4-dcb7145db71d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7967279 Sep 16 04:57:30.244324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33786) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:30.249711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'ports': [{'network_id': '400c1b8f-0878-4dca-8741-4c944f0386fe', 'name': 'tempest-port--1228157447', 'admin_state_up': True}, {'network_id': 'd7907a04-86da-4f0b-9af1-4bd9f6075244', 'admin_state_up': False}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:30.253065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'port': {'network_id': '400c1b8f-0878-4dca-8741-4c944f0386fe', 'name': 'tempest-port--1228157447', 'admin_state_up': True}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:30.253065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'port': {'network_id': 'd7907a04-86da-4f0b-9af1-4bd9f6075244', 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:30.315476 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.316513 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.389060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=e346a898-d158-4f30-9c68-305181e59f30,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.463347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:30.464885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:30.766774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Router 1ec72142-69c6-43a7-ad68-875a13670d6e is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:57:30.850410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0bf471cb-cc0c-4b2c-80ef-b6efe3628721 None None] Provisioning complete for port e346a898-d158-4f30-9c68-305181e59f30 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:30.850893 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0bf471cb-cc0c-4b2c-80ef-b6efe3628721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.879159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:30.883333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 59a03f6e-fc76-4367-ad5f-4799377692d6 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:30.886023 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-86bc78b3-7fbe-4047-bd00-8cb5763b3a92 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "PUT /v2.0/routers/1ec72142-69c6-43a7-ad68-875a13670d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4893107 Sep 16 04:57:30.888567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33804) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:30.904050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Made reservation on behalf of 92ec24b9fb254fcd9aa1da490fcf1b27 for: {'port': 2} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:30.905951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Sync routers for ids ['1ec72142-69c6-43a7-ad68-875a13670d6e'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:30.909495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.923547 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.930717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0bf471cb-cc0c-4b2c-80ef-b6efe3628721 None None] Port e346a898-d158-4f30-9c68-305181e59f30 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:30.932132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Routers {'1ec72142-69c6-43a7-ad68-875a13670d6e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:30.933025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['1ec72142-69c6-43a7-ad68-875a13670d6e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:30.943444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3722ed-374a-48c6-b3a8-629f57b21247 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:30.944891 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fe3722ed-374a-48c6-b3a8-629f57b21247 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports/e346a898-d158-4f30-9c68-305181e59f30 HTTP/1.1" status: 200 len: 911 time: 0.0535641 Sep 16 04:57:30.947382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33806) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:31.007053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855d7076-102b-4ae9-841e-c51ed8d1b8f1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:31.014621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855d7076-102b-4ae9-841e-c51ed8d1b8f1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:31.017172 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-855d7076-102b-4ae9-841e-c51ed8d1b8f1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0686901 Sep 16 04:57:31.019679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33810) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:31.024185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] device_id is not set on port 0b812612-f242-4f87-858e-1b9d7bcf0b39 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:31.058281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 59a03f6e-fc76-4367-ad5f-4799377692d6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:31.058281 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.058281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Set router 1ec72142-69c6-43a7-ad68-875a13670d6e gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:31.223222 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.338497 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] device_id is not set on port d35e665d-84dc-48fc-a565-ca4c37152f27 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:31.485190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec72142-69c6-43a7-ad68-875a13670d6e', 'name': 'tempest-NetworksTestDHCPv6-router-1073294519', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:29Z', 'revision_number': 2, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'gw_port_host': None, '_interfaces': [{'id': 'e346a898-d158-4f30-9c68-305181e59f30', 'name': '', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'mac_address': 'fa:16:3e:c2:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec72142-69c6-43a7-ad68-875a13670d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '2fb8da7d-b146-408e-b497-c436ee81e19e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:28Z', 'updated_at': '2021-09-16T04:57:29Z', 'revision_number': 2, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'subnets': [{'id': '2fb8da7d-b146-408e-b497-c436ee81e19e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:31.505114 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.515715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Checking router: 1ec72142-69c6-43a7-ad68-875a13670d6e for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:31.516382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Updating router 1ec72142-69c6-43a7-ad68-875a13670d6e port e346a898-d158-4f30-9c68-305181e59f30 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:57:31.541812 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.723040 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.803631 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event updated for resources: {'Port': ['ID=0b812612-f242-4f87-858e-1b9d7bcf0b39,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:31.838473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Checking segment: {'id': '848350ea-0e8f-4fa3-a940-29c21e0f17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '400c1b8f-0878-4dca-8741-4c944f0386fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:31.838835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Network hostable DHCP agents. Network: 400c1b8f-0878-4dca-8741-4c944f0386fe, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:31.941779 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.942650 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8401c35b-9910-4c2d-857b-d23ee91a7790 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.108380 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:57:32.115651 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.117019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Network 400c1b8f-0878-4dca-8741-4c944f0386fe is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:32.199444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8401c35b-9910-4c2d-857b-d23ee91a7790 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port e346a898-d158-4f30-9c68-305181e59f30 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:32.200035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8401c35b-9910-4c2d-857b-d23ee91a7790 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.204835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e841a04-d2c7-457d-b114-dfd72eff1bf7 req-902be1e3-1c43-434a-a339-020c7c88e42a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0650856 Sep 16 04:57:32.233732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba7bb3-127e-47f6-8631-b80da60ba4f5 None None] Pushing event updated for resources: {'Port': ['ID=e346a898-d158-4f30-9c68-305181e59f30,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:32.258627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Attempting to bind port e346a898-d158-4f30-9c68-305181e59f30 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:32.258909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Attempting to bind port e346a898-d158-4f30-9c68-305181e59f30 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:32.259468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Attempting to bind port e346a898-d158-4f30-9c68-305181e59f30 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:32.266274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:32.266965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:32.267543 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.268161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:32.268843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Bound port: e346a898-d158-4f30-9c68-305181e59f30, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:32.269423 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.311383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e841a04-d2c7-457d-b114-dfd72eff1bf7 req-3b58f989-19e8-4628-b9ca-7e4a838444c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.311383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e841a04-d2c7-457d-b114-dfd72eff1bf7 req-3b58f989-19e8-4628-b9ca-7e4a838444c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=40c74be334de4770a4fd6ded2002be8c&device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 1098 time: 0.0745647 Sep 16 04:57:32.369497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-8401c35b-9910-4c2d-857b-d23ee91a7790 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] For port e346a898-d158-4f30-9c68-305181e59f30, host n-d-712137-12, got binding levels [] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:32.371324 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8401c35b-9910-4c2d-857b-d23ee91a7790 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.385799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8401c35b-9910-4c2d-857b-d23ee91a7790 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for e346a898-d158-4f30-9c68-305181e59f30 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:32.405584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 400c1b8f-0878-4dca-8741-4c944f0386fe) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:32.412176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] For port e346a898-d158-4f30-9c68-305181e59f30, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:32.415946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] For port e346a898-d158-4f30-9c68-305181e59f30, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e346a898-d158-4f30-9c68-305181e59f30,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:32.418327 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67037f28-b08f-497e-b5c0-6f290028defc None None] Network 400c1b8f-0878-4dca-8741-4c944f0386fe requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:32.501369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e841a04-d2c7-457d-b114-dfd72eff1bf7 req-4fcc55b5-b882-4b77-b4d8-5da1c575b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.503588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e841a04-d2c7-457d-b114-dfd72eff1bf7 req-4fcc55b5-b882-4b77-b4d8-5da1c575b8e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5cce523-a0c7-49f0-a524-094134bea0cf HTTP/1.1" status: 200 len: 915 time: 0.1626809 Sep 16 04:57:32.510294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:32.511073 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.590764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cb6b43f3-e3f8-4267-b247-8067c715e788 None None] Provisioning complete for port e346a898-d158-4f30-9c68-305181e59f30 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:32.591138 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb6b43f3-e3f8-4267-b247-8067c715e788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.630580 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.661705 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e841a04-d2c7-457d-b114-dfd72eff1bf7 req-fbd61e6f-205e-42f9-8307-ffde336d5229 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7ae3376-2b86-4b56-9a53-d5551e104a9f HTTP/1.1" status: 200 len: 1002 time: 0.1487129 Sep 16 04:57:32.688068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b43f3-e3f8-4267-b247-8067c715e788 None None] Port e346a898-d158-4f30-9c68-305181e59f30 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:32.722234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event updated for resources: {'Port': ['ID=d35e665d-84dc-48fc-a565-ca4c37152f27,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:32.727750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba7bb3-127e-47f6-8631-b80da60ba4f5 None None] Pushing event updated for resources: {'Port': ['ID=e346a898-d158-4f30-9c68-305181e59f30,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:32.731962 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Routers {'1ec72142-69c6-43a7-ad68-875a13670d6e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:32.732657 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['1ec72142-69c6-43a7-ad68-875a13670d6e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:32.747016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e841a04-d2c7-457d-b114-dfd72eff1bf7 req-3abe8093-b679-4acc-bdae-6bef92c1a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.748723 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e841a04-d2c7-457d-b114-dfd72eff1bf7 req-3abe8093-b679-4acc-bdae-6bef92c1a935 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=353c1cce-2518-46a9-8e68-792e14ac5e6e HTTP/1.1" status: 200 len: 854 time: 0.0774150 Sep 16 04:57:32.752922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Checking segment: {'id': 'c641ac28-49b1-46eb-bec4-00e8ab468563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd7907a04-86da-4f0b-9af1-4bd9f6075244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:32.753289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Network hostable DHCP agents. Network: d7907a04-86da-4f0b-9af1-4bd9f6075244, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:32.807361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e841a04-d2c7-457d-b114-dfd72eff1bf7 req-d50ae95d-5dcc-47be-bcdc-ade6cb8caf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.809510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e841a04-d2c7-457d-b114-dfd72eff1bf7 req-d50ae95d-5dcc-47be-bcdc-ade6cb8caf01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5cce523-a0c7-49f0-a524-094134bea0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526199 Sep 16 04:57:32.850905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] Set router 1ec72142-69c6-43a7-ad68-875a13670d6e gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:32.876543 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8401c35b-9910-4c2d-857b-d23ee91a7790 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.973871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401c35b-9910-4c2d-857b-d23ee91a7790 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=e346a898-d158-4f30-9c68-305181e59f30,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:33.050427 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e841a04-d2c7-457d-b114-dfd72eff1bf7 req-ff719d16-878d-4c46-8602-2c6a6ec0170e service neutron] 10.222.0.37 "GET /v2.0/networks/b5cce523-a0c7-49f0-a524-094134bea0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317758 Sep 16 04:57:33.077238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Network d7907a04-86da-4f0b-9af1-4bd9f6075244 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:33.122018 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8401c35b-9910-4c2d-857b-d23ee91a7790 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.148635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-66c599d4-c185-440b-bb4e-a993b1292091 None None] Could not find standard attr ID for object e346a898-d158-4f30-9c68-305181e59f30. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:33.205810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, d7907a04-86da-4f0b-9af1-4bd9f6075244) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:33.219889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:33.224784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0814da-409c-4377-a184-456edf5cf7a4 None None] Network d7907a04-86da-4f0b-9af1-4bd9f6075244 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:33.236415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.245615 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.246336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.294217 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e841a04-d2c7-457d-b114-dfd72eff1bf7 req-c8ddaede-29aa-4b6d-bffe-eb3f14e1bc63 service neutron] 10.222.0.37 "GET /v2.0/networks/b5cce523-a0c7-49f0-a524-094134bea0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310858 Sep 16 04:57:33.399203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec72142-69c6-43a7-ad68-875a13670d6e', 'name': 'tempest-NetworksTestDHCPv6-router-1073294519', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:29Z', 'revision_number': 2, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'gw_port_host': None, '_interfaces': [{'id': 'e346a898-d158-4f30-9c68-305181e59f30', 'name': '', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'mac_address': 'fa:16:3e:c2:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec72142-69c6-43a7-ad68-875a13670d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '2fb8da7d-b146-408e-b497-c436ee81e19e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:28Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 4, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'subnets': [{'id': '2fb8da7d-b146-408e-b497-c436ee81e19e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:33.422640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8401c35b-9910-4c2d-857b-d23ee91a7790 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Router 1ec72142-69c6-43a7-ad68-875a13670d6e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:33.432219 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8280d4-8040-4429-8518-9a2412a25558 None None] The sync data for ids ['1ec72142-69c6-43a7-ad68-875a13670d6e'] in n-d-712137-12 is: [{'id': '1ec72142-69c6-43a7-ad68-875a13670d6e', 'name': 'tempest-NetworksTestDHCPv6-router-1073294519', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:27Z', 'updated_at': '2021-09-16T04:57:29Z', 'revision_number': 2, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'gw_port_host': None, '_interfaces': [{'id': 'e346a898-d158-4f30-9c68-305181e59f30', 'name': '', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'mac_address': 'fa:16:3e:c2:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec72142-69c6-43a7-ad68-875a13670d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '2fb8da7d-b146-408e-b497-c436ee81e19e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:28Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 4, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'subnets': [{'id': '2fb8da7d-b146-408e-b497-c436ee81e19e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:33.467781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-79507d7a-3f25-41e0-89c3-aa7af0fd4e98 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2190495 Sep 16 04:57:33.467781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33860) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:33.527219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58015925-852e-4b21-91d0-d05867215e4a tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.547961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8401c35b-9910-4c2d-857b-d23ee91a7790 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:33.553306 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58015925-852e-4b21-91d0-d05867215e4a tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.553306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-58015925-852e-4b21-91d0-d05867215e4a tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0826571 Sep 16 04:57:33.554137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33866) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:33.568795 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8401c35b-9910-4c2d-857b-d23ee91a7790 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "PUT /v2.0/routers/1ec72142-69c6-43a7-ad68-875a13670d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5478866 Sep 16 04:57:33.582112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33870) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:33.760062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c23bce2-7486-4067-b81a-82ab2c79b8bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.768694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c23bce2-7486-4067-b81a-82ab2c79b8bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.770461 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9c23bce2-7486-4067-b81a-82ab2c79b8bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1981511 Sep 16 04:57:33.773207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33874) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:33.813023 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9f278bc5-c867-493a-9e12-a4d5a86f375b tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Deleting port 0b812612-f242-4f87-858e-1b9d7bcf0b39 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:33.813514 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f278bc5-c867-493a-9e12-a4d5a86f375b tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.856411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-379261b2-16cb-44de-b179-513d4fd6f07b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 2fb8da7d-b146-408e-b497-c436ee81e19e {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:33.860584 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-379261b2-16cb-44de-b179-513d4fd6f07b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.886229 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f278bc5-c867-493a-9e12-a4d5a86f375b tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.917131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9f278bc5-c867-493a-9e12-a4d5a86f375b tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Calling delete_port for 0b812612-f242-4f87-858e-1b9d7bcf0b39 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:33.920596 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-379261b2-16cb-44de-b179-513d4fd6f07b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.043391 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-379261b2-16cb-44de-b179-513d4fd6f07b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.229075 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f278bc5-c867-493a-9e12-a4d5a86f375b tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.261702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f278bc5-c867-493a-9e12-a4d5a86f375b tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event deleted for resources: {'Port': ['ID=0b812612-f242-4f87-858e-1b9d7bcf0b39,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.272870 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f278bc5-c867-493a-9e12-a4d5a86f375b tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.274902 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9f278bc5-c867-493a-9e12-a4d5a86f375b tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "DELETE /v2.0/ports/0b812612-f242-4f87-858e-1b9d7bcf0b39 HTTP/1.1" status: 204 len: 168 time: 0.7196162 Sep 16 04:57:34.277821 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33890) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:34.288884 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-379261b2-16cb-44de-b179-513d4fd6f07b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.312809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf265a9-fe82-471a-9774-3479452aa785 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:34.322100 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-379261b2-16cb-44de-b179-513d4fd6f07b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.328526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-379261b2-16cb-44de-b179-513d4fd6f07b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/2fb8da7d-b146-408e-b497-c436ee81e19e HTTP/1.1" status: 204 len: 168 time: 0.5536134 Sep 16 04:57:34.329177 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33892) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:34.331335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379261b2-16cb-44de-b179-513d4fd6f07b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb8da7d-b146-408e-b497-c436ee81e19e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.392979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ba24fc0c-be60-4f2a-8cc8-42ef74526206 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Deleting port d35e665d-84dc-48fc-a565-ca4c37152f27 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:34.393908 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba24fc0c-be60-4f2a-8cc8-42ef74526206 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.535926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a306db-92e5-450e-8c0a-d6f85bc5eb5d None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:34.555049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba24fc0c-be60-4f2a-8cc8-42ef74526206 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.583937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f0deb3e3-b7ee-4d37-bfdf-e58eb9f80711 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2519133 Sep 16 04:57:34.584513 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ba24fc0c-be60-4f2a-8cc8-42ef74526206 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Calling delete_port for d35e665d-84dc-48fc-a565-ca4c37152f27 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:34.584663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33900) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:34.663157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-00a306db-92e5-450e-8c0a-d6f85bc5eb5d None None] Deleting port 59a03f6e-fc76-4367-ad5f-4799377692d6 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:34.663554 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-00a306db-92e5-450e-8c0a-d6f85bc5eb5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.693896 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-409d5ec4-fc60-47e5-9ac6-00ad51885c26 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.823886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba24fc0c-be60-4f2a-8cc8-42ef74526206 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.901232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24fc0c-be60-4f2a-8cc8-42ef74526206 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event deleted for resources: {'Port': ['ID=d35e665d-84dc-48fc-a565-ca4c37152f27,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.920248 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba24fc0c-be60-4f2a-8cc8-42ef74526206 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.927787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33910) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:34.933535 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ba24fc0c-be60-4f2a-8cc8-42ef74526206 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "DELETE /v2.0/ports/d35e665d-84dc-48fc-a565-ca4c37152f27 HTTP/1.1" status: 204 len: 168 time: 0.6546102 Sep 16 04:57:34.994434 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-409d5ec4-fc60-47e5-9ac6-00ad51885c26 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.012152 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-409d5ec4-fc60-47e5-9ac6-00ad51885c26 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.012351 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 59a03f6e-fc76-4367-ad5f-4799377692d6 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:35.025923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33914) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:35.031084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8b8598e7-6bf2-4f50-8e9c-77c8efa1eff0 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-621302341'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:35.034920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b1e2e936-3044-4ecc-9384-f3fc7ee7b36d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1041532 Sep 16 04:57:35.058059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-00a306db-92e5-450e-8c0a-d6f85bc5eb5d None None] For port 59a03f6e-fc76-4367-ad5f-4799377692d6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=59a03f6e-fc76-4367-ad5f-4799377692d6,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:35.058463 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-00a306db-92e5-450e-8c0a-d6f85bc5eb5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.078561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-00a306db-92e5-450e-8c0a-d6f85bc5eb5d None None] Calling delete_port for 59a03f6e-fc76-4367-ad5f-4799377692d6 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:35.127747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8598e7-6bf2-4f50-8e9c-77c8efa1eff0 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Made reservation on behalf of 92ec24b9fb254fcd9aa1da490fcf1b27 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:35.132031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b8598e7-6bf2-4f50-8e9c-77c8efa1eff0 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.155076 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-409d5ec4-fc60-47e5-9ac6-00ad51885c26 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.156877 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409d5ec4-fc60-47e5-9ac6-00ad51885c26 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Fanout notify agent at l3_agent the message router_deleted on router 1ec72142-69c6-43a7-ad68-875a13670d6e {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:35.167212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8598e7-6bf2-4f50-8e9c-77c8efa1eff0 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:35.167635 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-409d5ec4-fc60-47e5-9ac6-00ad51885c26 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.176415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33918) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:35.190335 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-14dbb4d0-99dc-497c-9e70-51a77834f93b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:35.190457 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-409d5ec4-fc60-47e5-9ac6-00ad51885c26 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/routers/1ec72142-69c6-43a7-ad68-875a13670d6e HTTP/1.1" status: 204 len: 168 time: 0.5836222 Sep 16 04:57:35.190948 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.223442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b8598e7-6bf2-4f50-8e9c-77c8efa1eff0 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.224422 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-8b8598e7-6bf2-4f50-8e9c-77c8efa1eff0 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Added segment 5129753b-2e7e-43d5-9b29-78a2cea002bd of type vlan for network 2a230cca-5d37-4896-99a7-f7484c00dd80 Sep 16 04:57:35.258476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 59a03f6e-fc76-4367-ad5f-4799377692d6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=59a03f6e-fc76-4367-ad5f-4799377692d6,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:35.322399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b8598e7-6bf2-4f50-8e9c-77c8efa1eff0 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.371628 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.422186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=59a03f6e-fc76-4367-ad5f-4799377692d6,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:35.435837 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b8598e7-6bf2-4f50-8e9c-77c8efa1eff0 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.440298 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-00a306db-92e5-450e-8c0a-d6f85bc5eb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.445105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7478fdc-326c-45d3-bfe8-a87c77e06bc1 req-cdf67d10-fc1e-43ae-ab43-e033b71ca56f tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.447008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7478fdc-326c-45d3-bfe8-a87c77e06bc1 req-cdf67d10-fc1e-43ae-ab43-e033b71ca56f tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 946 time: 0.0800941 Sep 16 04:57:35.455804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8598e7-6bf2-4f50-8e9c-77c8efa1eff0 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.456484 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b8598e7-6bf2-4f50-8e9c-77c8efa1eff0 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.476094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dbb4d0-99dc-497c-9e70-51a77834f93b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:35.483399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14dbb4d0-99dc-497c-9e70-51a77834f93b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.506158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7478fdc-326c-45d3-bfe8-a87c77e06bc1 req-a6c8a49b-fe8a-4587-a043-8a7500c6382d tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups?id=c39c85d6-514c-44bd-9c04-00497352b702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478601 Sep 16 04:57:35.524591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a306db-92e5-450e-8c0a-d6f85bc5eb5d None None] Pushing event deleted for resources: {'Port': ['ID=59a03f6e-fc76-4367-ad5f-4799377692d6,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:35.527154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a306db-92e5-450e-8c0a-d6f85bc5eb5d None None] No DVR routers for this DVR port 59a03f6e-fc76-4367-ad5f-4799377692d6 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:35.602172 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e63901-0c07-44e2-8bd4-6827e6306745 None None] Sync routers for ids ['1ec72142-69c6-43a7-ad68-875a13670d6e'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:35.614706 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e63901-0c07-44e2-8bd4-6827e6306745 None None] Routers set() bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:35.615028 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e63901-0c07-44e2-8bd4-6827e6306745 None None] Router IDs set() for agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:57:35.617784 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_agentschedulers_db [None req-64e63901-0c07-44e2-8bd4-6827e6306745 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1ec72142-69c6-43a7-ad68-875a13670d6e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent'). {{(pid=95454) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:57:35.636982 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e63901-0c07-44e2-8bd4-6827e6306745 None None] Routers set() bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:35.638475 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e63901-0c07-44e2-8bd4-6827e6306745 None None] Router IDs set() for agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:57:35.639649 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_agentschedulers_db [None req-64e63901-0c07-44e2-8bd4-6827e6306745 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1ec72142-69c6-43a7-ad68-875a13670d6e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent'). {{(pid=95454) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:57:35.643690 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e63901-0c07-44e2-8bd4-6827e6306745 None None] The sync data for ids ['1ec72142-69c6-43a7-ad68-875a13670d6e'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:35.718014 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8b8598e7-6bf2-4f50-8e9c-77c8efa1eff0 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6886311 Sep 16 04:57:35.719752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33932) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:35.726144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8598e7-6bf2-4f50-8e9c-77c8efa1eff0 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event updated for resources: {'Network': ['ID=2a230cca-5d37-4896-99a7-f7484c00dd80,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:35.727476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-db85b8d2-358f-4559-99f3-cf863ee082da tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1496693633'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:35.739314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 2a230cca-5d37-4896-99a7-f7484c00dd80 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:35.874882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db85b8d2-358f-4559-99f3-cf863ee082da tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Made reservation on behalf of 92ec24b9fb254fcd9aa1da490fcf1b27 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:35.878798 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-db85b8d2-358f-4559-99f3-cf863ee082da tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.902380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db85b8d2-358f-4559-99f3-cf863ee082da tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:35.911786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-db85b8d2-358f-4559-99f3-cf863ee082da tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.912164 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-db85b8d2-358f-4559-99f3-cf863ee082da tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Added segment b115b365-8da5-4ff6-8900-b53d8deaff36 of type vlan for network 12d85b15-71b8-4c67-8843-3c1b6c299c71 Sep 16 04:57:35.962621 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-db85b8d2-358f-4559-99f3-cf863ee082da tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.046975 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14dbb4d0-99dc-497c-9e70-51a77834f93b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.069864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-db85b8d2-358f-4559-99f3-cf863ee082da tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.075760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db85b8d2-358f-4559-99f3-cf863ee082da tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:36.076973 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-db85b8d2-358f-4559-99f3-cf863ee082da tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.159336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dbb4d0-99dc-497c-9e70-51a77834f93b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:36.174577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-14dbb4d0-99dc-497c-9e70-51a77834f93b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:36.179254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dbb4d0-99dc-497c-9e70-51a77834f93b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:36.186586 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14dbb4d0-99dc-497c-9e70-51a77834f93b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.188258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a612f5-331b-4d57-9d1c-1ed84cbc98d9 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:36.198197 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbb4d0-99dc-497c-9e70-51a77834f93b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=549fa284-4073-4bda-a16f-7a78a360a259,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:36.258400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85b8d2-358f-4559-99f3-cf863ee082da tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event updated for resources: {'Network': ['ID=12d85b15-71b8-4c67-8843-3c1b6c299c71,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:36.274888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-db85b8d2-358f-4559-99f3-cf863ee082da tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5529463 Sep 16 04:57:36.305330 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-14dbb4d0-99dc-497c-9e70-51a77834f93b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1274552 Sep 16 04:57:36.313973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33944) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:36.323817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fb28d084-8df7-4fd1-8b66-1d93b3859859 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1906193689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:36.379687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 12d85b15-71b8-4c67-8843-3c1b6c299c71 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:36.463679 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb28d084-8df7-4fd1-8b66-1d93b3859859 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.464825 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb28d084-8df7-4fd1-8b66-1d93b3859859 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.558317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb28d084-8df7-4fd1-8b66-1d93b3859859 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.629425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': '549fa284-4073-4bda-a16f-7a78a360a259'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:36.629541 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.672155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-4ef33bc8-fa2d-4d79-af8c-786688490264 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:36.673973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-4ef33bc8-fa2d-4d79-af8c-786688490264 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 946 time: 0.1074169 Sep 16 04:57:36.724673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680b292-6548-43ad-8ee5-43d2fcb99aa8 req-f6f0abdc-099f-4ef6-ac96-dfd5499251e6 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:36.726955 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f680b292-6548-43ad-8ee5-43d2fcb99aa8 req-f6f0abdc-099f-4ef6-ac96-dfd5499251e6 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 946 time: 0.1131458 Sep 16 04:57:36.767694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb28d084-8df7-4fd1-8b66-1d93b3859859 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.868080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e346a898-d158-4f30-9c68-305181e59f30 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:36.873406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f680b292-6548-43ad-8ee5-43d2fcb99aa8 req-9a692c83-3476-4fb9-8c77-915bf336d7b1 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups?id=c39c85d6-514c-44bd-9c04-00497352b702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378052 Sep 16 04:57:36.897673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: e346a898-d158-4f30-9c68-305181e59f30 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:36.898018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e346a898-d158-4f30-9c68-305181e59f30 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:36.914080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Allocated IP 2001:db8::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/549fa284-4073-4bda-a16f-7a78a360a259/c212dffc-fcaf-4ee9-bc16-78969e648460) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:36.955322 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb28d084-8df7-4fd1-8b66-1d93b3859859 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.956912 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fb28d084-8df7-4fd1-8b66-1d93b3859859 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6419301 Sep 16 04:57:36.959834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33960) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:36.991831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Deleting port e7ae3376-2b86-4b56-9a53-d5551e104a9f {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:36.992222 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.181163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] For port e7ae3376-2b86-4b56-9a53-d5551e104a9f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e7ae3376-2b86-4b56-9a53-d5551e104a9f,segment=NetworkSegment(344f55ee-a76f-4745-b2a7-153ecf361fd4),segment_id=344f55ee-a76f-4745-b2a7-153ecf361fd4)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:37.181438 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.209392 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.292896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.353693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:37.357354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:37.365552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:37.516065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.537224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Pushing event updated for resources: {'Port': ['ID=c212dffc-fcaf-4ee9-bc16-78969e648460,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:37.704079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Attempting to bind port c212dffc-fcaf-4ee9-bc16-78969e648460 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:37.726576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Attempting to bind port c212dffc-fcaf-4ee9-bc16-78969e648460 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:37.727076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Attempting to bind port c212dffc-fcaf-4ee9-bc16-78969e648460 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:37.756569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:37.757248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:37.759996 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.765665 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:37.767634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Bound port: c212dffc-fcaf-4ee9-bc16-78969e648460, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:37.770233 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.800726 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.801883 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.804322 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Floating IP 86136ef7-9f16-4eb7-8e48-3a8abde46649 disassociated. External IP: 172.25.3.114, port: e7ae3376-2b86-4b56-9a53-d5551e104a9f. Sep 16 04:57:37.805202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Calling delete_port for e7ae3376-2b86-4b56-9a53-d5551e104a9f owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:37.891622 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] For port c212dffc-fcaf-4ee9-bc16-78969e648460, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:37.895510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] For port c212dffc-fcaf-4ee9-bc16-78969e648460, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c212dffc-fcaf-4ee9-bc16-78969e648460,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:37.909674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::1 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/549fa284-4073-4bda-a16f-7a78a360a259/3eb596e0-90fa-4826-a549-95ed73c3f71b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:37.978308 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.156360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd922b-9bc3-4165-b770-b36958d139a0 None None] Pushing event updated for resources: {'Port': ['ID=c212dffc-fcaf-4ee9-bc16-78969e648460,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:38.233154 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.389833 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.418188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f296a-7e25-4d3c-8bd9-071e4c0aa8f2 req-2ba49f9f-4f2f-4baa-beca-cea8d9e113c3 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.428404 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb1f296a-7e25-4d3c-8bd9-071e4c0aa8f2 req-2ba49f9f-4f2f-4baa-beca-cea8d9e113c3 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 946 time: 0.1649332 Sep 16 04:57:38.481237 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.511741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:38.523361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb1f296a-7e25-4d3c-8bd9-071e4c0aa8f2 req-45eac782-e738-40a1-8908-14583d1f15da tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups?id=c39c85d6-514c-44bd-9c04-00497352b702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878260 Sep 16 04:57:38.524893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:38.527539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:38.528161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.586100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Pushing event deleted for resources: {'Port': ['ID=e7ae3376-2b86-4b56-9a53-d5551e104a9f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:38.842754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Router 8a31a2af-6f91-4711-a55c-dcfba105435c has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:39.018801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:39.031726 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3709fb7a-6194-4afc-8eb5-a890d90550b8 None None] Sync routers for ids ['8a31a2af-6f91-4711-a55c-dcfba105435c'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:39.050497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3709fb7a-6194-4afc-8eb5-a890d90550b8 None None] Routers {'8a31a2af-6f91-4711-a55c-dcfba105435c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:39.056255 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3709fb7a-6194-4afc-8eb5-a890d90550b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8a31a2af-6f91-4711-a55c-dcfba105435c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:39.095222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] No DVR routers for this DVR port e7ae3376-2b86-4b56-9a53-d5551e104a9f on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:39.096497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c212dffc-fcaf-4ee9-bc16-78969e648460 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:39.099619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.102595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f41710ad-5e5b-4e4c-9c45-121cb2c1847a req-e90a70a4-8f37-4d59-8221-350d4968424b tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.37 "DELETE /v2.0/ports/e7ae3376-2b86-4b56-9a53-d5551e104a9f HTTP/1.1" status: 204 len: 173 time: 2.4208641 Sep 16 04:57:39.103147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'name': 'network-vif-deleted', 'tag': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:39.106862 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd12b0e1-780c-4a94-9319-e656685027d4" -d '{"events": [{"server_uuid": "04c9911a-3ad7-48c4-b229-380d1feb47d3", "name": "network-vif-deleted", "tag": "e7ae3376-2b86-4b56-9a53-d5551e104a9f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:39.219384 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8be9dd-fa6c-4bad-ae9a-c95036b0445a x-openstack-request-id: req-1f8be9dd-fa6c-4bad-ae9a-c95036b0445a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:39.219384 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c9911a-3ad7-48c4-b229-380d1feb47d3", "name": "network-vif-deleted", "tag": "e7ae3376-2b86-4b56-9a53-d5551e104a9f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:39.219384 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f8be9dd-fa6c-4bad-ae9a-c95036b0445a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:39.219384 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c9911a-3ad7-48c4-b229-380d1feb47d3', 'name': 'network-vif-deleted', 'tag': 'e7ae3376-2b86-4b56-9a53-d5551e104a9f', 'status': 'completed', 'code': 200} Sep 16 04:57:39.367072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c212dffc-fcaf-4ee9-bc16-78969e648460 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:39.367647 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.545884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-3709fb7a-6194-4afc-8eb5-a890d90550b8 None None] Set router 8a31a2af-6f91-4711-a55c-dcfba105435c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:39.550445 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=3eb596e0-90fa-4826-a549-95ed73c3f71b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:39.615253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34014) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:39.623806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'subnets': [{'network_id': '2a230cca-5d37-4896-99a7-f7484c00dd80', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1408649525', 'ip_version': 6}, {'network_id': '12d85b15-71b8-4c67-8843-3c1b6c299c71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:39.624136 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'subnet': {'network_id': '2a230cca-5d37-4896-99a7-f7484c00dd80', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1408649525', 'ip_version': 6}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:39.626694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Request body: {'subnet': {'network_id': '12d85b15-71b8-4c67-8843-3c1b6c299c71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:39.752756 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54eae4f9-3969-44dd-8004-f009842a4b77 req-0556b806-be45-4f79-96c5-7166ceae64f3 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c9911a-3ad7-48c4-b229-380d1feb47d3 HTTP/1.1" status: 200 len: 210 time: 0.0494196 Sep 16 04:57:39.807269 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.971953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3709fb7a-6194-4afc-8eb5-a890d90550b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:32Z', 'revision_number': 4, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '9470762c-2cd0-443f-88f9-9a64478d8311', 'name': '', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'mac_address': 'fa:16:3e:18:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:31Z', 'updated_at': '2021-09-16T04:55:36Z', 'revision_number': 5, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'subnets': [{'id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:40.022101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3709fb7a-6194-4afc-8eb5-a890d90550b8 None None] Checking router: 8a31a2af-6f91-4711-a55c-dcfba105435c for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:40.032035 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.130943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3709fb7a-6194-4afc-8eb5-a890d90550b8 None None] Routers {'8a31a2af-6f91-4711-a55c-dcfba105435c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:40.136218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3709fb7a-6194-4afc-8eb5-a890d90550b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8a31a2af-6f91-4711-a55c-dcfba105435c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:40.274208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port c212dffc-fcaf-4ee9-bc16-78969e648460, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c212dffc-fcaf-4ee9-bc16-78969e648460,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:40.281984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a26218b9-75fd-493d-9242-067d3ea3bb57 None None] Provisioning complete for port c212dffc-fcaf-4ee9-bc16-78969e648460 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:40.282274 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a26218b9-75fd-493d-9242-067d3ea3bb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.310085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Made reservation on behalf of 92ec24b9fb254fcd9aa1da490fcf1b27 for: {'subnet': 2} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:40.319180 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.320361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.320711 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.421236 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.463942 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.465126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.491341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-3709fb7a-6194-4afc-8eb5-a890d90550b8 None None] Set router 8a31a2af-6f91-4711-a55c-dcfba105435c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:40.563260 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=c212dffc-fcaf-4ee9-bc16-78969e648460,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:40.575501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=3eb596e0-90fa-4826-a549-95ed73c3f71b,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:40.615995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:40.617682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:40.875086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c212dffc-fcaf-4ee9-bc16-78969e648460 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:40.893134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Router 324028a8-f60f-49ee-bfdb-e9d42e8215fc is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:57:41.035668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:41.045163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34052) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.045455 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-633b0dce-d788-40de-8b1f-d8ed71b08d55 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "PUT /v2.0/routers/324028a8-f60f-49ee-bfdb-e9d42e8215fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0842228 Sep 16 04:57:41.063802 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Sync routers for ids ['324028a8-f60f-49ee-bfdb-e9d42e8215fc'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:41.071314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34054) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.083032 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Routers {'324028a8-f60f-49ee-bfdb-e9d42e8215fc'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:41.083676 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['324028a8-f60f-49ee-bfdb-e9d42e8215fc'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:41.111828 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.130810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0015dbe8-ca69-4e19-b90d-ed864c9b2a78 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.132287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0015dbe8-ca69-4e19-b90d-ed864c9b2a78 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports/3eb596e0-90fa-4826-a549-95ed73c3f71b HTTP/1.1" status: 200 len: 911 time: 0.0852015 Sep 16 04:57:41.134948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34058) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.146984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-770af350-2385-42f8-a594-fabe03b79dc6 None None] Provisioning complete for port 3eb596e0-90fa-4826-a549-95ed73c3f71b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:41.147525 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-770af350-2385-42f8-a594-fabe03b79dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.175160 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4258a793-e7a1-441f-a23b-6115095935e7 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.213486 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4258a793-e7a1-441f-a23b-6115095935e7 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.254064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event updated for resources: {'Subnet': ['ID=e9d5781a-db0e-47c4-ba93-66d4d98273a5,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.260498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c212dffc-fcaf-4ee9-bc16-78969e648460 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:41.261554 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.283491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51fbbf4-ec63-49a5-8c17-0449f46c5655 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.290031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51fbbf4-ec63-49a5-8c17-0449f46c5655 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.292516 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e51fbbf4-ec63-49a5-8c17-0449f46c5655 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1545882 Sep 16 04:57:41.295563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34064) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.308671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Checking segment: {'id': '5129753b-2e7e-43d5-9b29-78a2cea002bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a230cca-5d37-4896-99a7-f7484c00dd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:41.312704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Network hostable DHCP agents. Network: 2a230cca-5d37-4896-99a7-f7484c00dd80, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:41.345649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-770af350-2385-42f8-a594-fabe03b79dc6 None None] Port 3eb596e0-90fa-4826-a549-95ed73c3f71b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:41.360686 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Set router 324028a8-f60f-49ee-bfdb-e9d42e8215fc gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:41.448800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3709fb7a-6194-4afc-8eb5-a890d90550b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:32Z', 'revision_number': 4, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '9470762c-2cd0-443f-88f9-9a64478d8311', 'name': '', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'mac_address': 'fa:16:3e:18:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:31Z', 'updated_at': '2021-09-16T04:55:36Z', 'revision_number': 5, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'subnets': [{'id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:41.457684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Network 2a230cca-5d37-4896-99a7-f7484c00dd80 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:41.522359 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3709fb7a-6194-4afc-8eb5-a890d90550b8 None None] The sync data for ids ['8a31a2af-6f91-4711-a55c-dcfba105435c'] in n-d-712137-12 is: [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:55:32Z', 'revision_number': 4, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '9470762c-2cd0-443f-88f9-9a64478d8311', 'name': '', 'network_id': 'b5cce523-a0c7-49f0-a524-094134bea0cf', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'mac_address': 'fa:16:3e:18:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:31Z', 'updated_at': '2021-09-16T04:55:36Z', 'revision_number': 5, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'subnets': [{'id': '353c1cce-2518-46a9-8e68-792e14ac5e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:41.546266 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1f6bfba3-d1c1-4de6-ba09-b2600565d973 None None] Provisioning complete for port 3eb596e0-90fa-4826-a549-95ed73c3f71b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:41.546671 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1f6bfba3-d1c1-4de6-ba09-b2600565d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.548549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-669b87a0-b397-4101-a07f-3a2183135332 req-ca02eed1-4c17-4a3b-9ce9-662213e7c07a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642867 Sep 16 04:57:41.556179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 2a230cca-5d37-4896-99a7-f7484c00dd80) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:41.566198 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.580584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c120d778-604d-4d26-8c93-df1c019942b6 None None] Network 2a230cca-5d37-4896-99a7-f7484c00dd80 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:41.652216 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4258a793-e7a1-441f-a23b-6115095935e7 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.654806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4258a793-e7a1-441f-a23b-6115095935e7 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.658885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4258a793-e7a1-441f-a23b-6115095935e7 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "DELETE /v2.0/security-groups/c39c85d6-514c-44bd-9c04-00497352b702 HTTP/1.1" status: 204 len: 168 time: 0.5860348 Sep 16 04:57:41.659516 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34068) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.687572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258a793-e7a1-441f-a23b-6115095935e7 tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39c85d6-514c-44bd-9c04-00497352b702,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.689398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1f6bfba3-d1c1-4de6-ba09-b2600565d973 None None] Port 3eb596e0-90fa-4826-a549-95ed73c3f71b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:41.691662 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-b076ca1f-b4e7-4811-a4eb-895beb0d5f8e tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] show failed (client error): The resource could not be found. Sep 16 04:57:41.695367 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b076ca1f-b4e7-4811-a4eb-895beb0d5f8e tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "GET /v2.0/security-groups/c39c85d6-514c-44bd-9c04-00497352b702 HTTP/1.1" status: 404 len: 347 time: 0.0217400 Sep 16 04:57:41.697794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34072) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:41.724114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e7ae3376-2b86-4b56-9a53-d5551e104a9f no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:41.738486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b87a0-b397-4101-a07f-3a2183135332 req-a3fed8b0-bd5c-42fe-b348-9dc46f9e6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.741735 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-669b87a0-b397-4101-a07f-3a2183135332 req-a3fed8b0-bd5c-42fe-b348-9dc46f9e6fee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a671046788c4b47a40fcfa146ba9570&device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 1102 time: 0.1517775 Sep 16 04:57:41.788086 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324028a8-f60f-49ee-bfdb-e9d42e8215fc', 'name': 'tempest-NetworksTestDHCPv6-router-1906193689', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:36Z', 'updated_at': '2021-09-16T04:57:39Z', 'revision_number': 2, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'gw_port_host': None, '_interfaces': [{'id': '3eb596e0-90fa-4826-a549-95ed73c3f71b', 'name': '', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'mac_address': 'fa:16:3e:86:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324028a8-f60f-49ee-bfdb-e9d42e8215fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '549fa284-4073-4bda-a16f-7a78a360a259', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:37Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 2, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'subnets': [{'id': '549fa284-4073-4bda-a16f-7a78a360a259', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:41.810391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: e7ae3376-2b86-4b56-9a53-d5551e104a9f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:41.813275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e7ae3376-2b86-4b56-9a53-d5551e104a9f not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:41.878150 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Checking router: 324028a8-f60f-49ee-bfdb-e9d42e8215fc for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:41.878659 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Updating router 324028a8-f60f-49ee-bfdb-e9d42e8215fc port 3eb596e0-90fa-4826-a549-95ed73c3f71b binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:57:41.885786 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event updated for resources: {'Subnet': ['ID=45525ead-a32a-499b-9b14-10103ebe02e6,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.916149 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.934327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Checking segment: {'id': 'b115b365-8da5-4ff6-8900-b53d8deaff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '12d85b15-71b8-4c67-8843-3c1b6c299c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:41.938472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Network hostable DHCP agents. Network: 12d85b15-71b8-4c67-8843-3c1b6c299c71, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:41.974603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-2a230cca-5d37-4896-99a7-f7484c00dd80', 'network_id': '2a230cca-5d37-4896-99a7-f7484c00dd80', 'tenant_id': '92ec24b9fb254fcd9aa1da490fcf1b27', 'fixed_ips': [{'subnet_id': 'e9d5781a-db0e-47c4-ba93-66d4d98273a5'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:41.978384 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.013697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223e763-09cf-439f-8b85-5d26bc25b3dc None None] New status for floating IP 86136ef7-9f16-4eb7-8e48-3a8abde46649: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:57:42.048222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3513d894-027f-4a03-acb9-7bc7b3d5b66c tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Deleting port d1b892ef-4ebe-4a60-a820-223a5eed8644 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:42.048222 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3513d894-027f-4a03-acb9-7bc7b3d5b66c tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.104294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b87a0-b397-4101-a07f-3a2183135332 req-edc9077a-d95d-4599-a099-9dd7af7b3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:42.105863 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-669b87a0-b397-4101-a07f-3a2183135332 req-edc9077a-d95d-4599-a099-9dd7af7b3323 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 HTTP/1.1" status: 200 len: 869 time: 0.3126030 Sep 16 04:57:42.135671 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4d58-521e-4937-8eff-b3c0c5b1afc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.230995 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-89d18ddc-7867-4432-8f68-584af6529ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.233554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-669b87a0-b397-4101-a07f-3a2183135332 req-499a92a4-394e-4458-8296-e89e75af71e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d4b35379-999c-44e7-ad19-6a9dec32524a HTTP/1.1" status: 200 len: 217 time: 0.1143448 Sep 16 04:57:42.387539 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.422016 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Allocated IP 2001:db8::1 (2a230cca-5d37-4896-99a7-f7484c00dd80/e9d5781a-db0e-47c4-ba93-66d4d98273a5/0f394d5b-6bfb-4164-883c-55b1e7bee96b) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:42.465484 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.471894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3513d894-027f-4a03-acb9-7bc7b3d5b66c tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.472298 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3513d894-027f-4a03-acb9-7bc7b3d5b66c tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.513627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3513d894-027f-4a03-acb9-7bc7b3d5b66c tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Calling delete_port for d1b892ef-4ebe-4a60-a820-223a5eed8644 owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:42.623946 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.661736 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.696813 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Pushing event updated for resources: {'Port': ['ID=3eb596e0-90fa-4826-a549-95ed73c3f71b,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:42.741385 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:42.742183 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:42.742762 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:42.743358 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:42.745816 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:42.747344 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:42.747694 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:42.748034 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:42.748368 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:42.748731 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:42.749060 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:42.750214 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:42.755645 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc4d58-521e-4937-8eff-b3c0c5b1afc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 3eb596e0-90fa-4826-a549-95ed73c3f71b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:42.757834 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4d58-521e-4937-8eff-b3c0c5b1afc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.815268 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Attempting to bind port 3eb596e0-90fa-4826-a549-95ed73c3f71b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:42.815910 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Attempting to bind port 3eb596e0-90fa-4826-a549-95ed73c3f71b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:42.816519 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Attempting to bind port 3eb596e0-90fa-4826-a549-95ed73c3f71b on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:42.822340 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:42.823230 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:42.823857 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.824857 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:42.825583 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Bound port: 3eb596e0-90fa-4826-a549-95ed73c3f71b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:42.829284 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.832059 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.886869 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3513d894-027f-4a03-acb9-7bc7b3d5b66c tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.925018 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] For port 3eb596e0-90fa-4826-a549-95ed73c3f71b, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:42.929752 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] For port 3eb596e0-90fa-4826-a549-95ed73c3f71b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3eb596e0-90fa-4826-a549-95ed73c3f71b,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:43.009870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Network 2a230cca-5d37-4896-99a7-f7484c00dd80 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:43.036000 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.053475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:43.057298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:43.070272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513d894-027f-4a03-acb9-7bc7b3d5b66c tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Pushing event deleted for resources: {'Port': ['ID=d1b892ef-4ebe-4a60-a820-223a5eed8644,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:43.070531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Pushing event updated for resources: {'Port': ['ID=0f394d5b-6bfb-4164-883c-55b1e7bee96b,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:43.143610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Network 12d85b15-71b8-4c67-8843-3c1b6c299c71 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:43.167512 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4d58-521e-4937-8eff-b3c0c5b1afc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.177186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b87a0-b397-4101-a07f-3a2183135332 req-ad863f6f-eecf-40ed-bf69-5dfb0bfd67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:43.178701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-669b87a0-b397-4101-a07f-3a2183135332 req-ad863f6f-eecf-40ed-bf69-5dfb0bfd67ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.9370451 Sep 16 04:57:43.187634 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Routers {'324028a8-f60f-49ee-bfdb-e9d42e8215fc'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:43.193161 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['324028a8-f60f-49ee-bfdb-e9d42e8215fc'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:43.204359 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Attempting to bind port 0f394d5b-6bfb-4164-883c-55b1e7bee96b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:43.205073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Attempting to bind port 0f394d5b-6bfb-4164-883c-55b1e7bee96b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '5129753b-2e7e-43d5-9b29-78a2cea002bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a230cca-5d37-4896-99a7-f7484c00dd80'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:43.205617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Attempting to bind port 0f394d5b-6bfb-4164-883c-55b1e7bee96b on network 2a230cca-5d37-4896-99a7-f7484c00dd80 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:43.212407 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5e8aa35c-a189-41a0-af91-60d174f11fd3 None None] Provisioning complete for port 3eb596e0-90fa-4826-a549-95ed73c3f71b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:43.217324 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa35c-a189-41a0-af91-60d174f11fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.217477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc4d58-521e-4937-8eff-b3c0c5b1afc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 3eb596e0-90fa-4826-a549-95ed73c3f71b owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:43.217612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:43.217612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Checking segment: {'id': '5129753b-2e7e-43d5-9b29-78a2cea002bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a230cca-5d37-4896-99a7-f7484c00dd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:43.217612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.217612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Bound using segment: {'id': '5129753b-2e7e-43d5-9b29-78a2cea002bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a230cca-5d37-4896-99a7-f7484c00dd80'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:43.218135 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Bound port: 0f394d5b-6bfb-4164-883c-55b1e7bee96b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129753b-2e7e-43d5-9b29-78a2cea002bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a230cca-5d37-4896-99a7-f7484c00dd80'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:43.218444 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.267467 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3513d894-027f-4a03-acb9-7bc7b3d5b66c tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.271225 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3513d894-027f-4a03-acb9-7bc7b3d5b66c tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.272747 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3513d894-027f-4a03-acb9-7bc7b3d5b66c tempest-ServersTestFqdnHostnames-1763482200 tempest-ServersTestFqdnHostnames-1763482200-project] 10.222.0.24 "DELETE /v2.0/floatingips/86136ef7-9f16-4eb7-8e48-3a8abde46649 HTTP/1.1" status: 204 len: 168 time: 1.5739326 Sep 16 04:57:43.276540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34098) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:43.291625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b87a0-b397-4101-a07f-3a2183135332 req-f3b7d919-46ce-4c0e-8135-57a10f3dd1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:43.299407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-669b87a0-b397-4101-a07f-3a2183135332 req-f3b7d919-46ce-4c0e-8135-57a10f3dd1d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126618 Sep 16 04:57:43.302326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 12d85b15-71b8-4c67-8843-3c1b6c299c71) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:43.322171 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d959b-d1c2-4561-af13-e10f7dfb8748 None None] Pushing event updated for resources: {'Port': ['ID=3eb596e0-90fa-4826-a549-95ed73c3f71b,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:43.322716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef14736-e706-4992-a3e4-b630e1b6280d None None] Network 12d85b15-71b8-4c67-8843-3c1b6c299c71 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:43.367046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:43.367574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:43.368722 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] Set router 324028a8-f60f-49ee-bfdb-e9d42e8215fc gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:43.372874 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.532589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f4799df3-80b8-4016-88e4-7f271c5258f8 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.9079478 Sep 16 04:57:43.532844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34104) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:43.575925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] For port 0f394d5b-6bfb-4164-883c-55b1e7bee96b, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:43.582474 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-669b87a0-b397-4101-a07f-3a2183135332 req-ff51a033-af7d-4779-814b-d34c8030dcc7 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741745 Sep 16 04:57:43.594346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] For port 0f394d5b-6bfb-4164-883c-55b1e7bee96b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0f394d5b-6bfb-4164-883c-55b1e7bee96b,segment=NetworkSegment(5129753b-2e7e-43d5-9b29-78a2cea002bd),segment_id=5129753b-2e7e-43d5-9b29-78a2cea002bd)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:43.596174 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa35c-a189-41a0-af91-60d174f11fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.678078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-12d85b15-71b8-4c67-8843-3c1b6c299c71', 'network_id': '12d85b15-71b8-4c67-8843-3c1b6c299c71', 'tenant_id': '92ec24b9fb254fcd9aa1da490fcf1b27', 'fixed_ips': [{'subnet_id': '45525ead-a32a-499b-9b14-10103ebe02e6'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:43.680060 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.765708 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.767141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-669b87a0-b397-4101-a07f-3a2183135332 req-d0921c4c-ea4d-4299-868b-73186b091fe1 service neutron] 10.222.0.23 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769695 Sep 16 04:57:43.824957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5e8aa35c-a189-41a0-af91-60d174f11fd3 None None] For port 3eb596e0-90fa-4826-a549-95ed73c3f71b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3eb596e0-90fa-4826-a549-95ed73c3f71b,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:43.833938 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324028a8-f60f-49ee-bfdb-e9d42e8215fc', 'name': 'tempest-NetworksTestDHCPv6-router-1906193689', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:36Z', 'updated_at': '2021-09-16T04:57:39Z', 'revision_number': 2, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'gw_port_host': None, '_interfaces': [{'id': '3eb596e0-90fa-4826-a549-95ed73c3f71b', 'name': '', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'mac_address': 'fa:16:3e:86:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324028a8-f60f-49ee-bfdb-e9d42e8215fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '549fa284-4073-4bda-a16f-7a78a360a259', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:37Z', 'updated_at': '2021-09-16T04:57:42Z', 'revision_number': 4, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'subnets': [{'id': '549fa284-4073-4bda-a16f-7a78a360a259', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:43.891956 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b4aa9-d495-43c4-81b1-13687d1a60e2 None None] The sync data for ids ['324028a8-f60f-49ee-bfdb-e9d42e8215fc'] in n-d-712137-12 is: [{'id': '324028a8-f60f-49ee-bfdb-e9d42e8215fc', 'name': 'tempest-NetworksTestDHCPv6-router-1906193689', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:36Z', 'updated_at': '2021-09-16T04:57:39Z', 'revision_number': 2, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'gw_port_host': None, '_interfaces': [{'id': '3eb596e0-90fa-4826-a549-95ed73c3f71b', 'name': '', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'mac_address': 'fa:16:3e:86:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324028a8-f60f-49ee-bfdb-e9d42e8215fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '549fa284-4073-4bda-a16f-7a78a360a259', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:37Z', 'updated_at': '2021-09-16T04:57:42Z', 'revision_number': 4, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'subnets': [{'id': '549fa284-4073-4bda-a16f-7a78a360a259', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:43.909329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf87b6-0467-4963-a589-136ea066c82b None None] Pushing event updated for resources: {'Port': ['ID=0f394d5b-6bfb-4164-883c-55b1e7bee96b,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:43.933853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Allocated IP 2001:db8:0:1::1 (12d85b15-71b8-4c67-8843-3c1b6c299c71/45525ead-a32a-499b-9b14-10103ebe02e6/c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:44.020218 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa35c-a189-41a0-af91-60d174f11fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.216872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ecb5716e-ee25-4e72-a557-383ef95ed689 None None] Provisioning complete for port 3eb596e0-90fa-4826-a549-95ed73c3f71b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:44.216872 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecb5716e-ee25-4e72-a557-383ef95ed689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.221299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8aa35c-a189-41a0-af91-60d174f11fd3 None None] Pushing event updated for resources: {'Port': ['ID=3eb596e0-90fa-4826-a549-95ed73c3f71b,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:44.412790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4d58-521e-4937-8eff-b3c0c5b1afc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.431651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ecb5716e-ee25-4e72-a557-383ef95ed689 None None] Could not find standard attr ID for object 3eb596e0-90fa-4826-a549-95ed73c3f71b. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:44.447601 n-d-712137-12 neutron-server[95453]: INFO neutron.plugins.ml2.db [None req-ecb5716e-ee25-4e72-a557-383ef95ed689 None None] No ports have port_id starting with 3eb596e0-90fa-4826-a549-95ed73c3f71b Sep 16 04:57:44.449353 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.528723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7b1ea-d96e-4552-b206-8f507fa03a04 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.533928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7b1ea-d96e-4552-b206-8f507fa03a04 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.535549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7b1ea-d96e-4552-b206-8f507fa03a04 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.546680 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-20a7b1ea-d96e-4552-b206-8f507fa03a04 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 1.0034847 Sep 16 04:57:44.546910 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fba1b086-93df-47a9-a679-c2e933c9e283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.556305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34126) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:44.564577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc4d58-521e-4937-8eff-b3c0c5b1afc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=3eb596e0-90fa-4826-a549-95ed73c3f71b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:44.587092 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.608038 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4d58-521e-4937-8eff-b3c0c5b1afc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.670678 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b12415-e2e5-46f0-b5d2-3a63758df60f tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Deleting subnet e9d5781a-db0e-47c4-ba93-66d4d98273a5 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:44.680389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Network 12d85b15-71b8-4c67-8843-3c1b6c299c71 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:44.683649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:44.685816 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53b12415-e2e5-46f0-b5d2-3a63758df60f tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.689078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:44.736180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Pushing event updated for resources: {'Port': ['ID=c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:44.882687 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53b12415-e2e5-46f0-b5d2-3a63758df60f tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.951923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Attempting to bind port c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:44.961548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Attempting to bind port c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b115b365-8da5-4ff6-8900-b53d8deaff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '12d85b15-71b8-4c67-8843-3c1b6c299c71'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:44.966834 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Attempting to bind port c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536 on network 12d85b15-71b8-4c67-8843-3c1b6c299c71 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:44.993233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:44.994424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Checking segment: {'id': 'b115b365-8da5-4ff6-8900-b53d8deaff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '12d85b15-71b8-4c67-8843-3c1b6c299c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:44.994424 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.996705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Bound using segment: {'id': 'b115b365-8da5-4ff6-8900-b53d8deaff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '12d85b15-71b8-4c67-8843-3c1b6c299c71'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:44.998563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Bound port: c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b115b365-8da5-4ff6-8900-b53d8deaff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '12d85b15-71b8-4c67-8843-3c1b6c299c71'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:45.000178 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.040606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0f394d5b-6bfb-4164-883c-55b1e7bee96b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:45.120703 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53b12415-e2e5-46f0-b5d2-3a63758df60f tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.219292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34138) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:45.248080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] For port c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:45.254817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] For port c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536,segment=NetworkSegment(b115b365-8da5-4ff6-8900-b53d8deaff36),segment_id=b115b365-8da5-4ff6-8900-b53d8deaff36)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:45.261750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0f394d5b-6bfb-4164-883c-55b1e7bee96b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:45.268042 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.367543 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.395525 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53b12415-e2e5-46f0-b5d2-3a63758df60f tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.428960 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.439693 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.495906 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53b12415-e2e5-46f0-b5d2-3a63758df60f tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.498604 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-53b12415-e2e5-46f0-b5d2-3a63758df60f tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "DELETE /v2.0/subnets/e9d5781a-db0e-47c4-ba93-66d4d98273a5 HTTP/1.1" status: 204 len: 168 time: 0.9500973 Sep 16 04:57:45.500601 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b12415-e2e5-46f0-b5d2-3a63758df60f tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d5781a-db0e-47c4-ba93-66d4d98273a5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:45.503169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34148) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:45.513863 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb0a16a9-ebe9-4e8b-9b67-c3be7db16ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.547861 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fc4d58-521e-4937-8eff-b3c0c5b1afc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Router 324028a8-f60f-49ee-bfdb-e9d42e8215fc has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:45.569414 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:57:45.569885 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:57:45.632255 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cfa7b-d20c-4d3a-b52e-15a015c3c868 None None] Pushing event updated for resources: {'Port': ['ID=c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:45.637633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6cbb66-2a05-4fa5-a06f-fe74cf33bd09 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Deleting subnet 45525ead-a32a-499b-9b14-10103ebe02e6 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:45.646588 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de6cbb66-2a05-4fa5-a06f-fe74cf33bd09 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.680390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fc4d58-521e-4937-8eff-b3c0c5b1afc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:45.694882 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f7fc4d58-521e-4937-8eff-b3c0c5b1afc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "PUT /v2.0/routers/324028a8-f60f-49ee-bfdb-e9d42e8215fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3959208 Sep 16 04:57:45.699355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34150) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:45.712285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806cc981-d57d-427f-b1ca-7081ef3ca0b4 None None] Network 2a230cca-5d37-4896-99a7-f7484c00dd80 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:45.729804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de6cbb66-2a05-4fa5-a06f-fe74cf33bd09 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.781279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa024a15-ccc1-4d3c-99ec-70de99cfc606 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.795351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa024a15-ccc1-4d3c-99ec-70de99cfc606 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.795351 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aa024a15-ccc1-4d3c-99ec-70de99cfc606 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0788798 Sep 16 04:57:45.795351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34152) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:45.817949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31a7af77-329a-44ff-b10b-06be1b597469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.957377 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb0a16a9-ebe9-4e8b-9b67-c3be7db16ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.996705 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de6cbb66-2a05-4fa5-a06f-fe74cf33bd09 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.043144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1a21e3-c73d-4dfe-8da3-ddb07fd25936 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 549fa284-4073-4bda-a16f-7a78a360a259 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:46.053586 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e1a21e3-c73d-4dfe-8da3-ddb07fd25936 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.127498 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb0a16a9-ebe9-4e8b-9b67-c3be7db16ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.186092 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e1a21e3-c73d-4dfe-8da3-ddb07fd25936 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.193266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a16a9-ebe9-4e8b-9b67-c3be7db16ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125a7497-35c5-483e-b42d-acca3097020a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:46.236960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fb0a16a9-ebe9-4e8b-9b67-c3be7db16ed3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f74e6d3fa0744b5a04c747b2d4d5954&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0163851 Sep 16 04:57:46.239494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34162) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:46.303615 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.305918 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de6cbb66-2a05-4fa5-a06f-fe74cf33bd09 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.333970 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de6cbb66-2a05-4fa5-a06f-fe74cf33bd09 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.357181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-de6cbb66-2a05-4fa5-a06f-fe74cf33bd09 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "DELETE /v2.0/subnets/45525ead-a32a-499b-9b14-10103ebe02e6 HTTP/1.1" status: 204 len: 168 time: 0.8358018 Sep 16 04:57:46.359322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34166) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:46.360086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c39ce180-08ed-4b88-806b-469ad63682fe None None] Provisioning complete for port 0f394d5b-6bfb-4164-883c-55b1e7bee96b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:46.360476 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c39ce180-08ed-4b88-806b-469ad63682fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.416370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cbb66-2a05-4fa5-a06f-fe74cf33bd09 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event deleted for resources: {'Subnet': ['ID=45525ead-a32a-499b-9b14-10103ebe02e6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:46.426342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 0f394d5b-6bfb-4164-883c-55b1e7bee96b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0f394d5b-6bfb-4164-883c-55b1e7bee96b,segment=NetworkSegment(5129753b-2e7e-43d5-9b29-78a2cea002bd),segment_id=5129753b-2e7e-43d5-9b29-78a2cea002bd)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:46.431826 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.450259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e1a21e3-c73d-4dfe-8da3-ddb07fd25936 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.473886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b04b355-915e-4959-86eb-5d7c73cdfd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.513376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c39ce180-08ed-4b88-806b-469ad63682fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.537999 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b04b355-915e-4959-86eb-5d7c73cdfd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.541356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b8b56-6bbb-4b45-be8f-a9113a4b477e None None] DHCP port deletion for 2a230cca-5d37-4896-99a7-f7484c00dd80 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:46.558701 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.574905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce2904-6883-4127-a0b7-370297a0bb95 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.576496 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2cce2904-6883-4127-a0b7-370297a0bb95 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2160594 Sep 16 04:57:46.589930 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34170) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:46.619353 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.710287 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-c39ce180-08ed-4b88-806b-469ad63682fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:57:46.710636 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-c39ce180-08ed-4b88-806b-469ad63682fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:57:46.723256 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e1a21e3-c73d-4dfe-8da3-ddb07fd25936 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.728258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=0f394d5b-6bfb-4164-883c-55b1e7bee96b,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:46.735644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-234b8b56-6bbb-4b45-be8f-a9113a4b477e None None] Deleting port 0f394d5b-6bfb-4164-883c-55b1e7bee96b {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:46.736174 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-234b8b56-6bbb-4b45-be8f-a9113a4b477e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.766339 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b04b355-915e-4959-86eb-5d7c73cdfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.770641 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b04b355-915e-4959-86eb-5d7c73cdfd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.771928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1b04b355-915e-4959-86eb-5d7c73cdfd5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/125a7497-35c5-483e-b42d-acca3097020a HTTP/1.1" status: 204 len: 168 time: 0.5312555 Sep 16 04:57:46.778253 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.782827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a21e3-c73d-4dfe-8da3-ddb07fd25936 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=549fa284-4073-4bda-a16f-7a78a360a259,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:46.787995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e1a21e3-c73d-4dfe-8da3-ddb07fd25936 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.789929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04b355-915e-4959-86eb-5d7c73cdfd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125a7497-35c5-483e-b42d-acca3097020a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:46.807672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34176) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:46.808146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3e1a21e3-c73d-4dfe-8da3-ddb07fd25936 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/549fa284-4073-4bda-a16f-7a78a360a259 HTTP/1.1" status: 204 len: 168 time: 1.0104692 Sep 16 04:57:46.872097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0a50d1-9c0e-4445-b73b-74a5bf3d4e10 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:46.889509 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-31a7af77-329a-44ff-b10b-06be1b597469 admin admin] Deleting port 9470762c-2cd0-443f-88f9-9a64478d8311 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:46.891924 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31a7af77-329a-44ff-b10b-06be1b597469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.001839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-80f88eaf-cde8-4e02-9273-25d02fb953c4 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1900389 Sep 16 04:57:47.002576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34184) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:47.029120 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f753fb9-1ad2-4bfc-ae54-af258cb2d170 None None] Sync routers for ids ['324028a8-f60f-49ee-bfdb-e9d42e8215fc'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:47.044806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-234b8b56-6bbb-4b45-be8f-a9113a4b477e None None] For port 0f394d5b-6bfb-4164-883c-55b1e7bee96b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0f394d5b-6bfb-4164-883c-55b1e7bee96b,segment=NetworkSegment(5129753b-2e7e-43d5-9b29-78a2cea002bd),segment_id=5129753b-2e7e-43d5-9b29-78a2cea002bd)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:47.049353 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f753fb9-1ad2-4bfc-ae54-af258cb2d170 None None] Routers {'324028a8-f60f-49ee-bfdb-e9d42e8215fc'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:47.055398 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3f753fb9-1ad2-4bfc-ae54-af258cb2d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['324028a8-f60f-49ee-bfdb-e9d42e8215fc'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:47.068372 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-234b8b56-6bbb-4b45-be8f-a9113a4b477e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.088202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-31a7af77-329a-44ff-b10b-06be1b597469 admin admin] For port 9470762c-2cd0-443f-88f9-9a64478d8311, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9470762c-2cd0-443f-88f9-9a64478d8311,segment=NetworkSegment(344f55ee-a76f-4745-b2a7-153ecf361fd4),segment_id=344f55ee-a76f-4745-b2a7-153ecf361fd4)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:47.088441 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31a7af77-329a-44ff-b10b-06be1b597469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.092631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:47.105053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-31a7af77-329a-44ff-b10b-06be1b597469 admin admin] Calling delete_port for 9470762c-2cd0-443f-88f9-9a64478d8311 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:47.190804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-234b8b56-6bbb-4b45-be8f-a9113a4b477e None None] Calling delete_port for 0f394d5b-6bfb-4164-883c-55b1e7bee96b owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:47.193955 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3e40-3355-4a3a-8174-5ec761526671 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.306058 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5784e6c-a860-401b-b229-9110af345ba4 None None] Network 12d85b15-71b8-4c67-8843-3c1b6c299c71 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:47.437953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Deleting port c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:47.437953 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.474086 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-3f753fb9-1ad2-4bfc-ae54-af258cb2d170 None None] Set router 324028a8-f60f-49ee-bfdb-e9d42e8215fc gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:47.478253 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31a7af77-329a-44ff-b10b-06be1b597469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.524858 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.532125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545209e4-66e2-4c10-acf1-046097a78158 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:47.541996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:47.542682 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.546679 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3f753fb9-1ad2-4bfc-ae54-af258cb2d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324028a8-f60f-49ee-bfdb-e9d42e8215fc', 'name': 'tempest-NetworksTestDHCPv6-router-1906193689', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:36Z', 'updated_at': '2021-09-16T04:57:44Z', 'revision_number': 3, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:47.568853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7af77-329a-44ff-b10b-06be1b597469 admin admin] Pushing event deleted for resources: {'Port': ['ID=9470762c-2cd0-443f-88f9-9a64478d8311,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:47.576328 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f753fb9-1ad2-4bfc-ae54-af258cb2d170 None None] Checking router: 324028a8-f60f-49ee-bfdb-e9d42e8215fc for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:47.586936 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f753fb9-1ad2-4bfc-ae54-af258cb2d170 None None] Routers {'324028a8-f60f-49ee-bfdb-e9d42e8215fc'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:47.587563 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3f753fb9-1ad2-4bfc-ae54-af258cb2d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['324028a8-f60f-49ee-bfdb-e9d42e8215fc'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:47.618202 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3e40-3355-4a3a-8174-5ec761526671 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.620511 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3e40-3355-4a3a-8174-5ec761526671 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.629182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] For port c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536,segment=NetworkSegment(b115b365-8da5-4ff6-8900-b53d8deaff36),segment_id=b115b365-8da5-4ff6-8900-b53d8deaff36)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:47.631255 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.677793 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-3f753fb9-1ad2-4bfc-ae54-af258cb2d170 None None] Set router 324028a8-f60f-49ee-bfdb-e9d42e8215fc gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:47.688097 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Calling delete_port for c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:47.761156 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3f753fb9-1ad2-4bfc-ae54-af258cb2d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324028a8-f60f-49ee-bfdb-e9d42e8215fc', 'name': 'tempest-NetworksTestDHCPv6-router-1906193689', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:36Z', 'updated_at': '2021-09-16T04:57:44Z', 'revision_number': 3, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:47.778511 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3e40-3355-4a3a-8174-5ec761526671 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.781135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbe3e40-3355-4a3a-8174-5ec761526671 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Fanout notify agent at l3_agent the message router_deleted on router 324028a8-f60f-49ee-bfdb-e9d42e8215fc {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:47.807510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3e40-3355-4a3a-8174-5ec761526671 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.819446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dcbe3e40-3355-4a3a-8174-5ec761526671 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/routers/324028a8-f60f-49ee-bfdb-e9d42e8215fc HTTP/1.1" status: 204 len: 168 time: 0.8157878 Sep 16 04:57:47.826140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34198) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:47.828352 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f753fb9-1ad2-4bfc-ae54-af258cb2d170 None None] The sync data for ids ['324028a8-f60f-49ee-bfdb-e9d42e8215fc'] in n-d-712137-12 is: [{'id': '324028a8-f60f-49ee-bfdb-e9d42e8215fc', 'name': 'tempest-NetworksTestDHCPv6-router-1906193689', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:36Z', 'updated_at': '2021-09-16T04:57:44Z', 'revision_number': 3, 'project_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:47.863445 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-234b8b56-6bbb-4b45-be8f-a9113a4b477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.907492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fd3be190-e80a-47cf-8005-10fb482a50b8 None None] Provisioning complete for port c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:47.907872 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd3be190-e80a-47cf-8005-10fb482a50b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.977373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34200) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:47.981060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b8b56-6bbb-4b45-be8f-a9113a4b477e None None] Pushing event deleted for resources: {'Port': ['ID=0f394d5b-6bfb-4164-883c-55b1e7bee96b,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:47.984023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b8b56-6bbb-4b45-be8f-a9113a4b477e None None] No DVR routers for this DVR port 0f394d5b-6bfb-4164-883c-55b1e7bee96b on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:47.989130 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.995515 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-545209e4-66e2-4c10-acf1-046097a78158 None None] Deleting port c212dffc-fcaf-4ee9-bc16-78969e648460 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:47.995928 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-545209e4-66e2-4c10-acf1-046097a78158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.006357 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31a7af77-329a-44ff-b10b-06be1b597469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.045534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ff83b-67e0-484b-9adb-5baa2e81d312 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.050519 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-992ff83b-67e0-484b-9adb-5baa2e81d312 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2205882 Sep 16 04:57:48.051904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34202) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:48.061930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eca8b8fc-2feb-4b31-8eb8-8c933dbe199a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.133286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f147-dffe-4345-bfeb-9bbd09682ce1 req-dab927fa-d693-482e-a1b7-ba84b731e30c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.139389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f147-dffe-4345-bfeb-9bbd09682ce1 req-dab927fa-d693-482e-a1b7-ba84b731e30c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.148638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f147-dffe-4345-bfeb-9bbd09682ce1 req-dab927fa-d693-482e-a1b7-ba84b731e30c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.154912 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f147-dffe-4345-bfeb-9bbd09682ce1 req-dab927fa-d693-482e-a1b7-ba84b731e30c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.161774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f147-dffe-4345-bfeb-9bbd09682ce1 req-dab927fa-d693-482e-a1b7-ba84b731e30c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.168348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f147-dffe-4345-bfeb-9bbd09682ce1 req-dab927fa-d693-482e-a1b7-ba84b731e30c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.174782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f147-dffe-4345-bfeb-9bbd09682ce1 req-dab927fa-d693-482e-a1b7-ba84b731e30c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.181375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba09f147-dffe-4345-bfeb-9bbd09682ce1 req-dab927fa-d693-482e-a1b7-ba84b731e30c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5443 time: 0.2755487 Sep 16 04:57:48.197005 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.230692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event deleted for resources: {'Port': ['ID=c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:48.234504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] No DVR routers for this DVR port c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:48.239720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-545209e4-66e2-4c10-acf1-046097a78158 None None] For port c212dffc-fcaf-4ee9-bc16-78969e648460, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c212dffc-fcaf-4ee9-bc16-78969e648460,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:48.240129 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-545209e4-66e2-4c10-acf1-046097a78158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.260168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61d2f0-3d8d-4e23-8a2e-2bdee57632c2 None None] DHCP port deletion for 12d85b15-71b8-4c67-8843-3c1b6c299c71 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:48.269869 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd3be190-e80a-47cf-8005-10fb482a50b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.271905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-545209e4-66e2-4c10-acf1-046097a78158 None None] Calling delete_port for c212dffc-fcaf-4ee9-bc16-78969e648460 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:48.363400 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eca8b8fc-2feb-4b31-8eb8-8c933dbe199a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.385292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3184ec69-4be2-44eb-91b6-8733eb1c51eb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.390228 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3184ec69-4be2-44eb-91b6-8733eb1c51eb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3364663 Sep 16 04:57:48.391069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34212) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:48.424164 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0f394d5b-6bfb-4164-883c-55b1e7bee96b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:48.424749 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.454496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 0f394d5b-6bfb-4164-883c-55b1e7bee96b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:48.456575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0f394d5b-6bfb-4164-883c-55b1e7bee96b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:48.458634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dcf009fa-991e-4ba6-8742-12e6bb12c4b0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650446 Sep 16 04:57:48.471570 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eca8b8fc-2feb-4b31-8eb8-8c933dbe199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.476763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34216) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:48.483435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-49e96d94-e45c-4b9b-b672-b2677c78cd4a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:48.509523 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba09f147-dffe-4345-bfeb-9bbd09682ce1 req-2da1e367-56b0-497f-83de-c48ff7e8fea0 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3018224 Sep 16 04:57:48.531396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d85b15-71b8-4c67-8843-3c1b6c299c71']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:48.553149 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-eca8b8fc-2feb-4b31-8eb8-8c933dbe199a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75f1209a7fe140b68110eadf5ec9db07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696719 Sep 16 04:57:48.556911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8b8fc-2feb-4b31-8eb8-8c933dbe199a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46515a49-b8cf-461b-adc5-cb35bea40909,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:48.561482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34218) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:48.580408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b115b365-8da5-4ff6-8900-b53d8deaff36') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:48.580847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b115b365-8da5-4ff6-8900-b53d8deaff36') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:48.601395 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a7af77-329a-44ff-b10b-06be1b597469 admin admin] Router 8a31a2af-6f91-4711-a55c-dcfba105435c has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:48.603655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.612574 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-545209e4-66e2-4c10-acf1-046097a78158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.628029 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.643640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:48.644451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:48.654086 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:48.687986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545209e4-66e2-4c10-acf1-046097a78158 None None] Pushing event deleted for resources: {'Port': ['ID=c212dffc-fcaf-4ee9-bc16-78969e648460,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:48.697215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545209e4-66e2-4c10-acf1-046097a78158 None None] No DVR routers for this DVR port c212dffc-fcaf-4ee9-bc16-78969e648460 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:48.736874 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71cfb0fc-61ff-4446-a2e4-a1aea68e5b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.761794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296257f-1691-47d6-972a-7c5f581cc6e3 req-302470b0-903d-486c-9b9f-a4669eb47bbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.769589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296257f-1691-47d6-972a-7c5f581cc6e3 req-302470b0-903d-486c-9b9f-a4669eb47bbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.776451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296257f-1691-47d6-972a-7c5f581cc6e3 req-302470b0-903d-486c-9b9f-a4669eb47bbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.782839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296257f-1691-47d6-972a-7c5f581cc6e3 req-302470b0-903d-486c-9b9f-a4669eb47bbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.791948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296257f-1691-47d6-972a-7c5f581cc6e3 req-302470b0-903d-486c-9b9f-a4669eb47bbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.806633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296257f-1691-47d6-972a-7c5f581cc6e3 req-302470b0-903d-486c-9b9f-a4669eb47bbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.810692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296257f-1691-47d6-972a-7c5f581cc6e3 req-302470b0-903d-486c-9b9f-a4669eb47bbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.817413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7296257f-1691-47d6-972a-7c5f581cc6e3 req-302470b0-903d-486c-9b9f-a4669eb47bbf tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5443 time: 0.1704297 Sep 16 04:57:48.843068 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71cfb0fc-61ff-4446-a2e4-a1aea68e5b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.848092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e96d94-e45c-4b9b-b672-b2677c78cd4a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:48.852254 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49e96d94-e45c-4b9b-b672-b2677c78cd4a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.942616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:48.971705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:48.971705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c9df80b5-cebc-42ba-8a5c-0fb5f0ee9536 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:48.971705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c212dffc-fcaf-4ee9-bc16-78969e648460 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:48.972160 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71cfb0fc-61ff-4446-a2e4-a1aea68e5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.973640 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71cfb0fc-61ff-4446-a2e4-a1aea68e5b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.977574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-71cfb0fc-61ff-4446-a2e4-a1aea68e5b70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46515a49-b8cf-461b-adc5-cb35bea40909 HTTP/1.1" status: 204 len: 168 time: 0.4074712 Sep 16 04:57:48.984709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfb0fc-61ff-4446-a2e4-a1aea68e5b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46515a49-b8cf-461b-adc5-cb35bea40909,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:49.007601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c212dffc-fcaf-4ee9-bc16-78969e648460 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:49.008076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c212dffc-fcaf-4ee9-bc16-78969e648460 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:49.008644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3eb596e0-90fa-4826-a549-95ed73c3f71b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:49.039196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 3eb596e0-90fa-4826-a549-95ed73c3f71b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:49.039644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3eb596e0-90fa-4826-a549-95ed73c3f71b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:49.190523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a7af77-329a-44ff-b10b-06be1b597469 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:49.195080 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.208908 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-31a7af77-329a-44ff-b10b-06be1b597469 admin admin] 10.222.0.24 "PUT /v2.0/routers/8a31a2af-6f91-4711-a55c-dcfba105435c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9038584 Sep 16 04:57:49.209637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4823f9-1183-41d8-99a8-490a4e0c9053 None None] Sync routers for ids ['8a31a2af-6f91-4711-a55c-dcfba105435c'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:49.209873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34232) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:49.236180 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.238059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4823f9-1183-41d8-99a8-490a4e0c9053 None None] Routers {'8a31a2af-6f91-4711-a55c-dcfba105435c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:49.238718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7b4823f9-1183-41d8-99a8-490a4e0c9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8a31a2af-6f91-4711-a55c-dcfba105435c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:49.240563 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "DELETE /v2.0/networks/12d85b15-71b8-4c67-8843-3c1b6c299c71 HTTP/1.1" status: 204 len: 168 time: 2.6484957 Sep 16 04:57:49.241532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd9216-22ca-4d3d-a001-a216759ded48 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event deleted for resources: {'Network': ['ID=12d85b15-71b8-4c67-8843-3c1b6c299c71,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:49.243325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34238) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:49.378374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.397023 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.469005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-7b4823f9-1183-41d8-99a8-490a4e0c9053 None None] Set router 8a31a2af-6f91-4711-a55c-dcfba105435c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:49.520054 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.552177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a230cca-5d37-4896-99a7-f7484c00dd80']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:49.567320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5129753b-2e7e-43d5-9b29-78a2cea002bd') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:49.568642 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5129753b-2e7e-43d5-9b29-78a2cea002bd') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:49.581495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.583343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.628008 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.642468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:49.642888 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:49.646078 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:49.820195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Deleting port 96f604a4-ce74-45be-bdcc-84afaa9a7053 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:49.820845 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.826076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7b4823f9-1183-41d8-99a8-490a4e0c9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:57:47Z', 'revision_number': 5, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port': {'id': '96f604a4-ce74-45be-bdcc-84afaa9a7053', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:26Z', 'updated_at': '2021-09-16T04:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:49.854336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4823f9-1183-41d8-99a8-490a4e0c9053 None None] Checking router: 8a31a2af-6f91-4711-a55c-dcfba105435c for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:49.864196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4823f9-1183-41d8-99a8-490a4e0c9053 None None] Routers {'8a31a2af-6f91-4711-a55c-dcfba105435c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:49.865067 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7b4823f9-1183-41d8-99a8-490a4e0c9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8a31a2af-6f91-4711-a55c-dcfba105435c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:49.877052 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.890667 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.893218 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "DELETE /v2.0/networks/2a230cca-5d37-4896-99a7-f7484c00dd80 HTTP/1.1" status: 204 len: 168 time: 0.6460185 Sep 16 04:57:49.895504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34248) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:49.914806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090dc81-c252-4bed-80e1-caed8c45f831 tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event deleted for resources: {'Network': ['ID=2a230cca-5d37-4896-99a7-f7484c00dd80,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:49.981344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-49e96d94-e45c-4b9b-b672-b2677c78cd4a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:57:49.991230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49e96d94-e45c-4b9b-b672-b2677c78cd4a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.002907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-7b4823f9-1183-41d8-99a8-490a4e0c9053 None None] Set router 8a31a2af-6f91-4711-a55c-dcfba105435c gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:50.018799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] For port 96f604a4-ce74-45be-bdcc-84afaa9a7053, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=96f604a4-ce74-45be-bdcc-84afaa9a7053,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:50.018799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.027319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34252) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.038010 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.048619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Calling delete_port for 96f604a4-ce74-45be-bdcc-84afaa9a7053 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:50.066585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e96d94-e45c-4b9b-b672-b2677c78cd4a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=1c153fca-ca4f-4264-bca2-90b51bc2825f,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.080661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e96d94-e45c-4b9b-b672-b2677c78cd4a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:50.082274 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9d08ef2f-32b6-493e-bf49-56f094507e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.083968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7b4823f9-1183-41d8-99a8-490a4e0c9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:57:49Z', 'revision_number': 6, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:50.085371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-49e96d94-e45c-4b9b-b672-b2677c78cd4a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:50.089762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e96d94-e45c-4b9b-b672-b2677c78cd4a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:50.090894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49e96d94-e45c-4b9b-b672-b2677c78cd4a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.133282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436caea4-4c68-4709-a67a-f3cb6dd37051 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:50.135764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4823f9-1183-41d8-99a8-490a4e0c9053 None None] The sync data for ids ['8a31a2af-6f91-4711-a55c-dcfba105435c'] in n-d-712137-12 is: [{'id': '8a31a2af-6f91-4711-a55c-dcfba105435c', 'name': 'tempest-ServersTestFqdnHostnames-1093217410-router', 'tenant_id': '40c74be334de4770a4fd6ded2002be8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:25Z', 'updated_at': '2021-09-16T04:57:49Z', 'revision_number': 6, 'project_id': '40c74be334de4770a4fd6ded2002be8c', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:50.182269 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-49e96d94-e45c-4b9b-b672-b2677c78cd4a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7026203 Sep 16 04:57:50.185341 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34254) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.193556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ab00236b-e44c-46da-a895-7d12540f7702 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:50.238873 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.269635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7907a04-86da-4f0b-9af1-4bd9f6075244']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:50.335428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c641ac28-49b1-46eb-bec4-00e8ab468563') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:50.335743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c641ac28-49b1-46eb-bec4-00e8ab468563') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:50.341376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': '1c153fca-ca4f-4264-bca2-90b51bc2825f'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:50.349936 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.355816 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.373440 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.385822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:50.390686 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:50.453912 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9d08ef2f-32b6-493e-bf49-56f094507e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.511155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9d08ef2f-32b6-493e-bf49-56f094507e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.553700 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.560812 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.563930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "DELETE /v2.0/networks/d7907a04-86da-4f0b-9af1-4bd9f6075244 HTTP/1.1" status: 204 len: 168 time: 0.6673658 Sep 16 04:57:50.566922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34268) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.591096 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9d08ef2f-32b6-493e-bf49-56f094507e21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d7bc1ded35d413184ca74c49c92302a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640800 Sep 16 04:57:50.593068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08ef2f-32b6-493e-bf49-56f094507e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593e44d4-d45c-44ca-b15d-a5db9cce6c5f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.596245 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34270) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.606503 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.640170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686a90b-2c36-4cdc-8c7b-f0e58f75b0fe tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event deleted for resources: {'Network': ['ID=d7907a04-86da-4f0b-9af1-4bd9f6075244,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.643764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab00236b-e44c-46da-a895-7d12540f7702 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:50.647601 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab00236b-e44c-46da-a895-7d12540f7702 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.678191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f604a4-ce74-45be-bdcc-84afaa9a7053,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.776291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb143e29-6db9-4aee-b30f-178001cc570c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.790328 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.807522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Allocated IP 2001:db8::f816:3eff:feb9:a0bc (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/1c153fca-ca4f-4264-bca2-90b51bc2825f/e311b5f6-c97e-4706-b67f-8a6642e85335) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:50.820178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.870877 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb143e29-6db9-4aee-b30f-178001cc570c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.006190 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.008771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.074376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.082807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9470762c-2cd0-443f-88f9-9a64478d8311 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:51.089022 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb143e29-6db9-4aee-b30f-178001cc570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.092240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bb143e29-6db9-4aee-b30f-178001cc570c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.094480 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bb143e29-6db9-4aee-b30f-178001cc570c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/593e44d4-d45c-44ca-b15d-a5db9cce6c5f HTTP/1.1" status: 204 len: 168 time: 0.4968233 Sep 16 04:57:51.113918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 9470762c-2cd0-443f-88f9-9a64478d8311 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:51.114288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9470762c-2cd0-443f-88f9-9a64478d8311 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:51.114761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 96f604a4-ce74-45be-bdcc-84afaa9a7053 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:51.115373 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.130200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb143e29-6db9-4aee-b30f-178001cc570c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593e44d4-d45c-44ca-b15d-a5db9cce6c5f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.147419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 96f604a4-ce74-45be-bdcc-84afaa9a7053 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:51.148126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 96f604a4-ce74-45be-bdcc-84afaa9a7053 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:51.149907 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.150809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a31a2af-6f91-4711-a55c-dcfba105435c {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:51.163161 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.167288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8fda140f-7e1e-4cc4-8e98-85a6a93ba6b7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8a31a2af-6f91-4711-a55c-dcfba105435c HTTP/1.1" status: 204 len: 168 time: 1.9581861 Sep 16 04:57:51.167428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34290) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.173503 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400c1b8f-0878-4dca-8741-4c944f0386fe']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:51.173661 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.180165 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab00236b-e44c-46da-a895-7d12540f7702 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.193728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848350ea-0e8f-4fa3-a940-29c21e0f17ce') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:51.194006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848350ea-0e8f-4fa3-a940-29c21e0f17ce') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:51.205169 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.239337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:51.249218 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.250347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab00236b-e44c-46da-a895-7d12540f7702 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:51.254886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:51.259799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-ab00236b-e44c-46da-a895-7d12540f7702 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:51.259952 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:51.266335 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00236b-e44c-46da-a895-7d12540f7702 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.266935 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab00236b-e44c-46da-a895-7d12540f7702 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.276040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:51.276416 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:51.283753 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:51.290890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb92d0b-1535-4521-972d-1c9b2d82510f admin admin] Deleting subnet 353c1cce-2518-46a9-8e68-792e14ac5e6e {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:51.292725 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1eb92d0b-1535-4521-972d-1c9b2d82510f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.296899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Pushing event updated for resources: {'Port': ['ID=e311b5f6-c97e-4706-b67f-8a6642e85335,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.326356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00236b-e44c-46da-a895-7d12540f7702 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=7cf1ffc8-d72d-4c12-bc75-c25850cef625,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.353425 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1eb92d0b-1535-4521-972d-1c9b2d82510f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.412250 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Attempting to bind port e311b5f6-c97e-4706-b67f-8a6642e85335 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:51.413005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Attempting to bind port e311b5f6-c97e-4706-b67f-8a6642e85335 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:51.413583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Attempting to bind port e311b5f6-c97e-4706-b67f-8a6642e85335 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:51.421044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:51.421416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:51.421983 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.422380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:51.422858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Bound port: e311b5f6-c97e-4706-b67f-8a6642e85335, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:51.424944 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.453847 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab00236b-e44c-46da-a895-7d12540f7702 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2674921 Sep 16 04:57:51.457480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34304) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.463123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:40:a0:05', 'name': 'tempest-NetworksTestDHCPv6-2105366024'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:51.547836 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.579019 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1eb92d0b-1535-4521-972d-1c9b2d82510f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.615379 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.627299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] 10.222.0.24 "DELETE /v2.0/networks/400c1b8f-0878-4dca-8741-4c944f0386fe HTTP/1.1" status: 204 len: 168 time: 1.0433390 Sep 16 04:57:51.628776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fb1f5-454c-4bc4-8704-ad3811d68f1d tempest-BulkNetworkOpsIpV6Test-1163953565 tempest-BulkNetworkOpsIpV6Test-1163953565-project] Pushing event deleted for resources: {'Network': ['ID=400c1b8f-0878-4dca-8741-4c944f0386fe,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.647529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] For port e311b5f6-c97e-4706-b67f-8a6642e85335, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:51.651230 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] For port e311b5f6-c97e-4706-b67f-8a6642e85335, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e311b5f6-c97e-4706-b67f-8a6642e85335,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:51.667438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34314) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.763492 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.815158 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af5a0d-1fff-4649-b096-cf1f76b6f132 None None] Pushing event updated for resources: {'Port': ['ID=e311b5f6-c97e-4706-b67f-8a6642e85335,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.824043 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1eb92d0b-1535-4521-972d-1c9b2d82510f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.866635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:51.887248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb92d0b-1535-4521-972d-1c9b2d82510f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353c1cce-2518-46a9-8e68-792e14ac5e6e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.915612 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1eb92d0b-1535-4521-972d-1c9b2d82510f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.918472 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1eb92d0b-1535-4521-972d-1c9b2d82510f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/353c1cce-2518-46a9-8e68-792e14ac5e6e HTTP/1.1" status: 204 len: 168 time: 0.7501738 Sep 16 04:57:51.923061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a0008d-3e40-4d0f-a5a1-58a53608a058 None None] Network b5cce523-a0c7-49f0-a524-094134bea0cf requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:51.929328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34324) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.997657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cb15d-2f9c-42c2-8e5e-018cb30e9077 req-7826e7b4-6060-4e20-8237-f887f9a18b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.998254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cb15d-2f9c-42c2-8e5e-018cb30e9077 req-7826e7b4-6060-4e20-8237-f887f9a18b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.999259 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cb15d-2f9c-42c2-8e5e-018cb30e9077 req-7826e7b4-6060-4e20-8237-f887f9a18b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.999906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cb15d-2f9c-42c2-8e5e-018cb30e9077 req-7826e7b4-6060-4e20-8237-f887f9a18b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:52.000709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cb15d-2f9c-42c2-8e5e-018cb30e9077 req-7826e7b4-6060-4e20-8237-f887f9a18b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:52.001288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cb15d-2f9c-42c2-8e5e-018cb30e9077 req-7826e7b4-6060-4e20-8237-f887f9a18b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:52.001414 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.001860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cb15d-2f9c-42c2-8e5e-018cb30e9077 req-7826e7b4-6060-4e20-8237-f887f9a18b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:52.010779 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-875cb15d-2f9c-42c2-8e5e-018cb30e9077 req-7826e7b4-6060-4e20-8237-f887f9a18b7b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6507 time: 0.3421321 Sep 16 04:57:52.025703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 5c91869a-dd43-4905-a740-a2f71129c002 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:52.073716 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.181343 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-875cb15d-2f9c-42c2-8e5e-018cb30e9077 req-9544a0fe-9493-4589-bb72-a6467e4ac10b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0829623e-175d-49eb-84d6-95686cc4ac7b&id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1691942 Sep 16 04:57:52.302770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ff5aa9-f981-49d8-943c-cb44e733dddf None None] DHCP port deletion for b5cce523-a0c7-49f0-a524-094134bea0cf request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:52.308311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Deleting port 97bf346c-1a17-421e-a128-bbd62dd84398 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:52.308728 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.413427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff5aa9-f981-49d8-943c-cb44e733dddf None None] Deleting port 97bf346c-1a17-421e-a128-bbd62dd84398 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:52.413779 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a3ff5aa9-f981-49d8-943c-cb44e733dddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.431022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 172.20.0.8 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/7cf1ffc8-d72d-4c12-bc75-c25850cef625/5c91869a-dd43-4905-a740-a2f71129c002) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:52.438462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::f816:3eff:fe40:a005 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/1c153fca-ca4f-4264-bca2-90b51bc2825f/5c91869a-dd43-4905-a740-a2f71129c002) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:52.451120 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34340) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:52.501616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] For port 97bf346c-1a17-421e-a128-bbd62dd84398, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=97bf346c-1a17-421e-a128-bbd62dd84398,segment=NetworkSegment(344f55ee-a76f-4745-b2a7-153ecf361fd4),segment_id=344f55ee-a76f-4745-b2a7-153ecf361fd4)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:52.501989 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.510697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a3ff5aa9-f981-49d8-943c-cb44e733dddf None None] For port 97bf346c-1a17-421e-a128-bbd62dd84398, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=97bf346c-1a17-421e-a128-bbd62dd84398,segment=NetworkSegment(344f55ee-a76f-4745-b2a7-153ecf361fd4),segment_id=344f55ee-a76f-4745-b2a7-153ecf361fd4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:52.511101 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a3ff5aa9-f981-49d8-943c-cb44e733dddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.533014 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff5aa9-f981-49d8-943c-cb44e733dddf None None] Calling delete_port for 97bf346c-1a17-421e-a128-bbd62dd84398 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:52.533159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Calling delete_port for 97bf346c-1a17-421e-a128-bbd62dd84398 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:52.721599 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.771925 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-49263f72-17ac-4e8c-8f64-64a7986bad66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92ec24b9fb254fcd9aa1da490fcf1b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174908 Sep 16 04:57:52.773149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a3ff5aa9-f981-49d8-943c-cb44e733dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.774584 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34356) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:52.800684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.819595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff5aa9-f981-49d8-943c-cb44e733dddf None None] Pushing event deleted for resources: {'Port': ['ID=97bf346c-1a17-421e-a128-bbd62dd84398,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:52.841110 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff5aa9-f981-49d8-943c-cb44e733dddf None None] No DVR routers for this DVR port 97bf346c-1a17-421e-a128-bbd62dd84398 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:52.858632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=97bf346c-1a17-421e-a128-bbd62dd84398,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:52.865810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] No DVR routers for this DVR port 97bf346c-1a17-421e-a128-bbd62dd84398 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:52.892412 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.963384 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e311b5f6-c97e-4706-b67f-8a6642e85335 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:52.988638 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10ae719d-402e-4a42-a831-dc51cb9336e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.992062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.992267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:52.998106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:53.011150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:53.045456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cce523-a0c7-49f0-a524-094134bea0cf']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:53.050906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10ae719d-402e-4a42-a831-dc51cb9336e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.074866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344f55ee-a76f-4745-b2a7-153ecf361fd4') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:53.075157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344f55ee-a76f-4745-b2a7-153ecf361fd4') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:53.091062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=5c91869a-dd43-4905-a740-a2f71129c002,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.095685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.104160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e311b5f6-c97e-4706-b67f-8a6642e85335 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:53.107263 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.125907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:53.129219 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.130587 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.139043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:53.139531 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:53.141542 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:53.207193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f1f6aa2b-dc2e-47bb-85ce-4f0b0d6e69fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7484605 Sep 16 04:57:53.209826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34368) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:53.236249 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10ae719d-402e-4a42-a831-dc51cb9336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.244840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10ae719d-402e-4a42-a831-dc51cb9336e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.247078 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-10ae719d-402e-4a42-a831-dc51cb9336e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e8f5132-895e-4d1f-ada2-5933edec309c HTTP/1.1" status: 204 len: 168 time: 0.4692626 Sep 16 04:57:53.275273 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.308914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae719d-402e-4a42-a831-dc51cb9336e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8f5132-895e-4d1f-ada2-5933edec309c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.318110 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.333497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port e311b5f6-c97e-4706-b67f-8a6642e85335, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e311b5f6-c97e-4706-b67f-8a6642e85335,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:53.334329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9eca96-c60a-48ef-bebf-66ad5c74902e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:53.338257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.349772 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] 10.222.0.24 "DELETE /v2.0/networks/b5cce523-a0c7-49f0-a524-094134bea0cf HTTP/1.1" status: 204 len: 168 time: 1.4142020 Sep 16 04:57:53.349772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2920f91-fbed-4415-bc16-2e49d7f71d0f admin admin] Pushing event deleted for resources: {'Network': ['ID=b5cce523-a0c7-49f0-a524-094134bea0cf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.359320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9eca96-c60a-48ef-bebf-66ad5c74902e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:53.369545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34378) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:53.371205 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1b9eca96-c60a-48ef-bebf-66ad5c74902e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1528487 Sep 16 04:57:53.391400 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.502043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9422f5d-94be-4447-8cdb-4d1907c154ac None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:53.505388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 97bf346c-1a17-421e-a128-bbd62dd84398 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:53.555765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 97bf346c-1a17-421e-a128-bbd62dd84398 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:53.556376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 97bf346c-1a17-421e-a128-bbd62dd84398 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:53.614124 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c1d93973-a503-4099-9b6c-0279f6d91974 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 5c91869a-dd43-4905-a740-a2f71129c002 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:53.614124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1d93973-a503-4099-9b6c-0279f6d91974 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.654194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-69661509-e1a4-4c9c-aa15-5a0876befa9a None None] Provisioning complete for port e311b5f6-c97e-4706-b67f-8a6642e85335 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:53.654585 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-69661509-e1a4-4c9c-aa15-5a0876befa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.662860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=e311b5f6-c97e-4706-b67f-8a6642e85335,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.713851 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1d93973-a503-4099-9b6c-0279f6d91974 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.756222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c1d93973-a503-4099-9b6c-0279f6d91974 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 5c91869a-dd43-4905-a740-a2f71129c002 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:53.940553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34394) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:54.002993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-70c9082d-226d-4682-82ee-ee421d93c6e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40c74be334de4770a4fd6ded2002be8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581481 Sep 16 04:57:54.005046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34400) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:54.085764 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-34b6dd08-afbf-4c1b-adab-17bccf566433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.110392 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-34b6dd08-afbf-4c1b-adab-17bccf566433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.126510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6c701d-9231-4adc-9a4e-4361e85dd0b0 None None] Update dhcp port {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': '1c153fca-ca4f-4264-bca2-90b51bc2825f', 'ip_address': '2001:db8::f816:3eff:feb9:a0bc'}, {'subnet_id': '7cf1ffc8-d72d-4c12-bc75-c25850cef625'}], 'binding:host_id': 'n-d-712137-12'}, 'id': 'e311b5f6-c97e-4706-b67f-8a6642e85335'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:57:54.153598 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd6c701d-9231-4adc-9a4e-4361e85dd0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.194644 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1d93973-a503-4099-9b6c-0279f6d91974 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.228505 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d93973-a503-4099-9b6c-0279f6d91974 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=5c91869a-dd43-4905-a740-a2f71129c002,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:54.275408 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-34b6dd08-afbf-4c1b-adab-17bccf566433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.297857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-34b6dd08-afbf-4c1b-adab-17bccf566433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.301720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-34b6dd08-afbf-4c1b-adab-17bccf566433 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f0bdf42-5ad0-466f-b853-b2316698e95e HTTP/1.1" status: 204 len: 168 time: 0.2938530 Sep 16 04:57:54.316336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6dd08-afbf-4c1b-adab-17bccf566433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0bdf42-5ad0-466f-b853-b2316698e95e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:54.387684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1d93973-a503-4099-9b6c-0279f6d91974 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.394141 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c1d93973-a503-4099-9b6c-0279f6d91974 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/5c91869a-dd43-4905-a740-a2f71129c002 HTTP/1.1" status: 204 len: 168 time: 1.0209789 Sep 16 04:57:54.394796 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34410) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:54.420361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-fd6c701d-9231-4adc-9a4e-4361e85dd0b0 None None] Allocated IP 172.20.0.2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/7cf1ffc8-d72d-4c12-bc75-c25850cef625/e311b5f6-c97e-4706-b67f-8a6642e85335) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:54.497504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991028c-5f11-4389-a6fa-26f883b857e0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:54.503297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991028c-5f11-4389-a6fa-26f883b857e0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:54.505744 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991028c-5f11-4389-a6fa-26f883b857e0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:54.507520 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c991028c-5f11-4389-a6fa-26f883b857e0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1108782 Sep 16 04:57:54.510070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34418) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:54.534601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fd6c701d-9231-4adc-9a4e-4361e85dd0b0 None None] For port e311b5f6-c97e-4706-b67f-8a6642e85335, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e311b5f6-c97e-4706-b67f-8a6642e85335,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:54.572748 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd6c701d-9231-4adc-9a4e-4361e85dd0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.587313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae68840-b491-440c-aada-4beb623664ef tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 1c153fca-ca4f-4264-bca2-90b51bc2825f {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:54.697423 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bae68840-b491-440c-aada-4beb623664ef tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.697713 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd6c701d-9231-4adc-9a4e-4361e85dd0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.771300 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bae68840-b491-440c-aada-4beb623664ef tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.776083 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c701d-9231-4adc-9a4e-4361e85dd0b0 None None] Pushing event updated for resources: {'Port': ['ID=e311b5f6-c97e-4706-b67f-8a6642e85335,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:54.896625 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bae68840-b491-440c-aada-4beb623664ef tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.900893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e311b5f6-c97e-4706-b67f-8a6642e85335 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:54.995542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e311b5f6-c97e-4706-b67f-8a6642e85335 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:54.996439 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.166800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bae68840-b491-440c-aada-4beb623664ef tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.168727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34446) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:55.199212 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bae68840-b491-440c-aada-4beb623664ef tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.201270 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bae68840-b491-440c-aada-4beb623664ef tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/1c153fca-ca4f-4264-bca2-90b51bc2825f HTTP/1.1" status: 204 len: 168 time: 0.6902258 Sep 16 04:57:55.202924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae68840-b491-440c-aada-4beb623664ef tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=1c153fca-ca4f-4264-bca2-90b51bc2825f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:55.204527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34450) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:55.331796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-513fa457-b7a4-43ae-bf17-7cd30154efa2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 7cf1ffc8-d72d-4c12-bc75-c25850cef625 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:55.333082 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-513fa457-b7a4-43ae-bf17-7cd30154efa2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.433298 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-513fa457-b7a4-43ae-bf17-7cd30154efa2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.538668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-636895766'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:55.617848 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-513fa457-b7a4-43ae-bf17-7cd30154efa2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.658560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:55.662673 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.677315 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.803037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecfa3de-df6a-4881-81ab-dac2d1013ced None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:55.830258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-783aa4b9-5e1e-4265-8d01-17e0ddf14afc None None] Could not find standard attr ID for object 5c91869a-dd43-4905-a740-a2f71129c002. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:57:55.872373 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-513fa457-b7a4-43ae-bf17-7cd30154efa2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.872714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-783aa4b9-5e1e-4265-8d01-17e0ddf14afc None None] Provisioning complete for port e311b5f6-c97e-4706-b67f-8a6642e85335 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:55.873126 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-783aa4b9-5e1e-4265-8d01-17e0ddf14afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.946768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fa457-b7a4-43ae-bf17-7cd30154efa2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf1ffc8-d72d-4c12-bc75-c25850cef625,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:55.951592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34476) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:55.965267 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-513fa457-b7a4-43ae-bf17-7cd30154efa2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.972341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-513fa457-b7a4-43ae-bf17-7cd30154efa2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/7cf1ffc8-d72d-4c12-bc75-c25850cef625 HTTP/1.1" status: 204 len: 168 time: 0.7616696 Sep 16 04:57:55.972662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34480) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:56.075330 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dd8d94cd-8cab-4a54-8bfb-c46a0e18a0dd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010578 Sep 16 04:57:56.087038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34484) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:56.102372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-465e5784-14eb-4739-9aa5-a1e2ad0bbf67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:56.136682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1050477311-network', 'tenant_id': '82f6977f57cb4b9cab134223a9d5476b'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:56.139482 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.177730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1093b521-1339-4253-ac73-dd5df736c598 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:56.225468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1093b521-1339-4253-ac73-dd5df736c598 None None] Deleting port e311b5f6-c97e-4706-b67f-8a6642e85335 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:56.225960 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1093b521-1339-4253-ac73-dd5df736c598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.235670 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.274329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:56.276329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667548bc-2499-40c2-9a6d-af064cca81ca,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:56.287785 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.288404 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Added segment 81073acd-b1ad-4b8d-b4d7-3b9633514916 of type vlan for network de0891a9-42c7-473b-8589-ba0364bc5a2f Sep 16 04:57:56.300793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1093b521-1339-4253-ac73-dd5df736c598 None None] For port e311b5f6-c97e-4706-b67f-8a6642e85335, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e311b5f6-c97e-4706-b67f-8a6642e85335,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:56.301198 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1093b521-1339-4253-ac73-dd5df736c598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.314717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1093b521-1339-4253-ac73-dd5df736c598 None None] Calling delete_port for e311b5f6-c97e-4706-b67f-8a6642e85335 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:56.330083 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.360603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Made reservation on behalf of 82f6977f57cb4b9cab134223a9d5476b for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:56.363130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.372957 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.429064 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.434763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:56.435356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.503888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=de0891a9-42c7-473b-8589-ba0364bc5a2f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:56.518996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network de0891a9-42c7-473b-8589-ba0364bc5a2f details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:56.527570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465e5784-14eb-4739-9aa5-a1e2ad0bbf67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:56.532642 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-465e5784-14eb-4739-9aa5-a1e2ad0bbf67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.602643 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1093b521-1339-4253-ac73-dd5df736c598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.630885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093b521-1339-4253-ac73-dd5df736c598 None None] Pushing event deleted for resources: {'Port': ['ID=e311b5f6-c97e-4706-b67f-8a6642e85335,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:56.637918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093b521-1339-4253-ac73-dd5df736c598 None None] No DVR routers for this DVR port e311b5f6-c97e-4706-b67f-8a6642e85335 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:56.761366 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.824037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e311b5f6-c97e-4706-b67f-8a6642e85335 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:56.846940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: e311b5f6-c97e-4706-b67f-8a6642e85335 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:56.847885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e311b5f6-c97e-4706-b67f-8a6642e85335 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:56.868984 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.897172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:56.904054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcd8392-f6ff-4454-9155-3f020ceba574,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:56.914639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.915038 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Added segment 50452291-c55a-4645-b882-2ae048f10593 of type vlan for network 81407226-e1ec-4a58-8307-08915dad203e Sep 16 04:57:56.961147 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.974536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ec36c0fb-1787-41e5-849a-353e59c3925e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8039784 Sep 16 04:57:57.097767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.098568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:57.099337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.121583 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34504) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:57.128595 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7b80a02e-1648-4589-85c8-9e498e278b4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'network_id': 'de0891a9-42c7-473b-8589-ba0364bc5a2f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:57.205418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] Pushing event updated for resources: {'Network': ['ID=81407226-e1ec-4a58-8307-08915dad203e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:57.214948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 81407226-e1ec-4a58-8307-08915dad203e details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:57.268566 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-917e4bc3-1332-4126-a89a-65c3e2af8939 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3129103 Sep 16 04:57:57.271783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34508) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:57.277312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-61a5a312-d902-4d67-8b89-fcd88598b5fc admin admin] Request body: {'subnet': {'network_id': '81407226-e1ec-4a58-8307-08915dad203e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1050477311-subnet', 'tenant_id': '82f6977f57cb4b9cab134223a9d5476b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:57.356614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.objects.ports [None req-465e5784-14eb-4739-9aa5-a1e2ad0bbf67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:57:57.358013 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-465e5784-14eb-4739-9aa5-a1e2ad0bbf67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.391405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b80a02e-1648-4589-85c8-9e498e278b4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:57.395145 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b80a02e-1648-4589-85c8-9e498e278b4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.402282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465e5784-14eb-4739-9aa5-a1e2ad0bbf67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:57.406140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-465e5784-14eb-4739-9aa5-a1e2ad0bbf67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:57.410566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465e5784-14eb-4739-9aa5-a1e2ad0bbf67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:57.411177 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-465e5784-14eb-4739-9aa5-a1e2ad0bbf67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.419499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1b4130-a5f1-463e-b062-33dd57bb9995 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:57.428048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e5784-14eb-4739-9aa5-a1e2ad0bbf67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=35aa66cc-465d-4702-b6fe-8d7144312ffb,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:57.559024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a5a312-d902-4d67-8b89-fcd88598b5fc admin admin] Made reservation on behalf of 82f6977f57cb4b9cab134223a9d5476b for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:57.561678 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61a5a312-d902-4d67-8b89-fcd88598b5fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.616077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': '35aa66cc-465d-4702-b6fe-8d7144312ffb'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:57.617007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.742433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-465e5784-14eb-4739-9aa5-a1e2ad0bbf67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6504230 Sep 16 04:57:57.742433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34518) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:57.746104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c648efc3-fb2d-45ff-a508-8524d2e7dce7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:57.766579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Allocated IP 2001:db8::f816:3eff:fe11:d2af (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/35aa66cc-465d-4702-b6fe-8d7144312ffb/760dd374-ec2b-4464-8a17-abf9eded9611) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:57.919716 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.937538 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b80a02e-1648-4589-85c8-9e498e278b4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.966242 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c648efc3-fb2d-45ff-a508-8524d2e7dce7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:57.971052 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c648efc3-fb2d-45ff-a508-8524d2e7dce7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.971350 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61a5a312-d902-4d67-8b89-fcd88598b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.012761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80a02e-1648-4589-85c8-9e498e278b4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=2fe4355d-f712-401c-9281-404810dfbf57,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:58.035758 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.080597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5a312-d902-4d67-8b89-fcd88598b5fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea359d98-04e4-4fc6-a913-600d7afe63ca,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:58.098428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5a312-d902-4d67-8b89-fcd88598b5fc admin admin] Checking segment: {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:58.098906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a5a312-d902-4d67-8b89-fcd88598b5fc admin admin] Network hostable DHCP agents. Network: 81407226-e1ec-4a58-8307-08915dad203e, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:58.104669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Pushing event updated for resources: {'Port': ['ID=760dd374-ec2b-4464-8a17-abf9eded9611,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:58.130210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b80a02e-1648-4589-85c8-9e498e278b4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking segment: {'id': '81073acd-b1ad-4b8d-b4d7-3b9633514916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'de0891a9-42c7-473b-8589-ba0364bc5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:58.130210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b80a02e-1648-4589-85c8-9e498e278b4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network hostable DHCP agents. Network: de0891a9-42c7-473b-8589-ba0364bc5a2f, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:58.139408 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:58.141640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:58.144250 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:58.213588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Attempting to bind port 760dd374-ec2b-4464-8a17-abf9eded9611 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:58.214726 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Attempting to bind port 760dd374-ec2b-4464-8a17-abf9eded9611 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:58.215235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Attempting to bind port 760dd374-ec2b-4464-8a17-abf9eded9611 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:58.218164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a5a312-d902-4d67-8b89-fcd88598b5fc admin admin] Network 81407226-e1ec-4a58-8307-08915dad203e is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:58.223454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:58.224814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:58.224814 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.225237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:58.226345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Bound port: 760dd374-ec2b-4464-8a17-abf9eded9611, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:58.226345 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.247382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b80a02e-1648-4589-85c8-9e498e278b4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network de0891a9-42c7-473b-8589-ba0364bc5a2f is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:58.338753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] For port 760dd374-ec2b-4464-8a17-abf9eded9611, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:58.346283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] For port 760dd374-ec2b-4464-8a17-abf9eded9611, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=760dd374-ec2b-4464-8a17-abf9eded9611,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:58.356602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-61a5a312-d902-4d67-8b89-fcd88598b5fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 81407226-e1ec-4a58-8307-08915dad203e) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:58.365267 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7b80a02e-1648-4589-85c8-9e498e278b4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, de0891a9-42c7-473b-8589-ba0364bc5a2f) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:58.366698 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3075f8-ab45-4a2b-91d2-fe8ac4de50b1 None None] Network 81407226-e1ec-4a58-8307-08915dad203e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:58.378418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a5a312-d902-4d67-8b89-fcd88598b5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:58.379949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61a5a312-d902-4d67-8b89-fcd88598b5fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.394790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b80a02e-1648-4589-85c8-9e498e278b4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:58.394790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b80a02e-1648-4589-85c8-9e498e278b4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.395939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2e36c3-dab2-47f8-a694-8d82fc2a7e2c None None] Network de0891a9-42c7-473b-8589-ba0364bc5a2f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:58.441303 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.523043 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7b80a02e-1648-4589-85c8-9e498e278b4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3997710 Sep 16 04:57:58.528161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34532) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:58.540067 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-61a5a312-d902-4d67-8b89-fcd88598b5fc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2669170 Sep 16 04:57:58.540611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9aca49c0-7e2e-4023-baae-3eff17ce628b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-487466118'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:58.550261 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c648efc3-fb2d-45ff-a508-8524d2e7dce7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.631165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8e289-3386-4ce2-8ad3-e926667a4c4e None None] Pushing event updated for resources: {'Port': ['ID=760dd374-ec2b-4464-8a17-abf9eded9611,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:58.661435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c648efc3-fb2d-45ff-a508-8524d2e7dce7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:58.665514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c648efc3-fb2d-45ff-a508-8524d2e7dce7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:58.669031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648efc3-fb2d-45ff-a508-8524d2e7dce7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:58.671045 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c648efc3-fb2d-45ff-a508-8524d2e7dce7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.691485 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648efc3-fb2d-45ff-a508-8524d2e7dce7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=bdc6eb80-f203-43d5-a295-5cc5e7f09da6,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:58.758738 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aca49c0-7e2e-4023-baae-3eff17ce628b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:58.769981 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9aca49c0-7e2e-4023-baae-3eff17ce628b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.813710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-81407226-e1ec-4a58-8307-08915dad203e', 'network_id': '81407226-e1ec-4a58-8307-08915dad203e', 'tenant_id': '82f6977f57cb4b9cab134223a9d5476b', 'fixed_ips': [{'subnet_id': 'ea359d98-04e4-4fc6-a913-600d7afe63ca'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:58.814717 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.819419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-de0891a9-42c7-473b-8589-ba0364bc5a2f', 'network_id': 'de0891a9-42c7-473b-8589-ba0364bc5a2f', 'tenant_id': 'd644676efe3343eebac99d0a7b0bc13d', 'fixed_ips': [{'subnet_id': '2fe4355d-f712-401c-9281-404810dfbf57'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:58.820282 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.820929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c648efc3-fb2d-45ff-a508-8524d2e7dce7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0786564 Sep 16 04:57:58.821363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34542) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:58.841889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:95:cf:56', 'name': 'tempest-NetworksTestDHCPv6-2086038822'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:58.843837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aca49c0-7e2e-4023-baae-3eff17ce628b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:58.856627 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9aca49c0-7e2e-4023-baae-3eff17ce628b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.857629 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-9aca49c0-7e2e-4023-baae-3eff17ce628b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Added segment b3343e69-14b2-42fe-ab09-17df1a12bedc of type vlan for network bf30ba2c-14d2-4f2c-8cc8-16667a589069 Sep 16 04:57:58.961712 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9aca49c0-7e2e-4023-baae-3eff17ce628b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.161404 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9aca49c0-7e2e-4023-baae-3eff17ce628b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.175696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca49c0-7e2e-4023-baae-3eff17ce628b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:59.177128 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9aca49c0-7e2e-4023-baae-3eff17ce628b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.212174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:59.310026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca49c0-7e2e-4023-baae-3eff17ce628b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=bf30ba2c-14d2-4f2c-8cc8-16667a589069,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:59.332273 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network bf30ba2c-14d2-4f2c-8cc8-16667a589069 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:59.337358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9aca49c0-7e2e-4023-baae-3eff17ce628b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8072801 Sep 16 04:57:59.338768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34566) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:59.346403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-553b3687-4c75-46b2-8256-31b45120ccac tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'network_id': 'bf30ba2c-14d2-4f2c-8cc8-16667a589069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:59.470937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-ad348092-c89f-4bfb-a3ca-30c220eb598e tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:59.472508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-ad348092-c89f-4bfb-a3ca-30c220eb598e tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/networks?id=81407226-e1ec-4a58-8307-08915dad203e HTTP/1.1" status: 200 len: 816 time: 0.1847441 Sep 16 04:57:59.486899 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.491916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Allocated IP 172.20.0.2 (81407226-e1ec-4a58-8307-08915dad203e/ea359d98-04e4-4fc6-a913-600d7afe63ca/7f713d86-7ffa-4b3b-800f-43ac8ed924c7) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:59.508518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-751953b2-9b87-4f86-8db7-a60f64cbf29c tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/quotas/82f6977f57cb4b9cab134223a9d5476b HTTP/1.1" status: 200 len: 375 time: 0.0182290 Sep 16 04:57:59.515020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Allocated IP 172.20.255.242 (de0891a9-42c7-473b-8589-ba0364bc5a2f/2fe4355d-f712-401c-9281-404810dfbf57/6dc7cb7c-19f6-40ed-802e-2b11534c8dd6) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:59.541059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 9a8dfc80-38b1-422c-ba9d-87f9753bb879 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:59.551481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b3687-4c75-46b2-8256-31b45120ccac tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:59.562026 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-553b3687-4c75-46b2-8256-31b45120ccac tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.568184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-72fa2a50-dbf9-42b4-889d-64c7c2a108c6 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82f6977f57cb4b9cab134223a9d5476b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509732 Sep 16 04:57:59.854839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-b6b086b4-d5d6-4e38-a011-209f19577bc7 service neutron] 10.222.0.24 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823851 Sep 16 04:57:59.986868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 172.20.0.7 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/bdc6eb80-f203-43d5-a295-5cc5e7f09da6/9a8dfc80-38b1-422c-ba9d-87f9753bb879) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:59.997857 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::f816:3eff:fe95:cf56 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/35aa66cc-465d-4702-b6fe-8d7144312ffb/9a8dfc80-38b1-422c-ba9d-87f9753bb879) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:00.021378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-f914c65d-aaf0-4dc4-822c-520a8cea5eff service neutron] 10.222.0.24 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616740 Sep 16 04:58:00.045996 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-553b3687-4c75-46b2-8256-31b45120ccac tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.213717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4908f282-fac5-489b-9b9d-0eb6fadd78a3 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:00.252520 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.430175 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.503395 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b3687-4c75-46b2-8256-31b45120ccac tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=7301376f-6a30-4cdb-ae00-6960f87a7722,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:00.523734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b073e4b1-df23-4607-922e-c326aca38fb9 None None] Provisioning complete for port 760dd374-ec2b-4464-8a17-abf9eded9611 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:00.524344 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b073e4b1-df23-4607-922e-c326aca38fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.537334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Network 81407226-e1ec-4a58-8307-08915dad203e is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:00.567623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553b3687-4c75-46b2-8256-31b45120ccac tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking segment: {'id': 'b3343e69-14b2-42fe-ab09-17df1a12bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bf30ba2c-14d2-4f2c-8cc8-16667a589069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:00.567623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b3687-4c75-46b2-8256-31b45120ccac tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network hostable DHCP agents. Network: bf30ba2c-14d2-4f2c-8cc8-16667a589069, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:00.585469 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:00.592268 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.606794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:00.630349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.675238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Pushing event updated for resources: {'Port': ['ID=7f713d86-7ffa-4b3b-800f-43ac8ed924c7,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:00.712145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-9a4bdc5f-9601-40c6-b88d-ed50b89fd2c3 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:00.727752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-9a4bdc5f-9601-40c6-b88d-ed50b89fd2c3 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/networks?id=81407226-e1ec-4a58-8307-08915dad203e HTTP/1.1" status: 200 len: 816 time: 0.2839441 Sep 16 04:58:00.746398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-90a0eb34-2ab1-44d0-a632-68999b7bf375 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/quotas/82f6977f57cb4b9cab134223a9d5476b HTTP/1.1" status: 200 len: 375 time: 0.0176871 Sep 16 04:58:00.754838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b3687-4c75-46b2-8256-31b45120ccac tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network bf30ba2c-14d2-4f2c-8cc8-16667a589069 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:00.772228 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.801749 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.850660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-3bd02e0a-720e-42a1-adc5-510269bf09e0 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82f6977f57cb4b9cab134223a9d5476b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033182 Sep 16 04:58:00.862357 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:00.866091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:00.940265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-553b3687-4c75-46b2-8256-31b45120ccac tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, bf30ba2c-14d2-4f2c-8cc8-16667a589069) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:00.944910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:00.978238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b3687-4c75-46b2-8256-31b45120ccac tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:00.978238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-553b3687-4c75-46b2-8256-31b45120ccac tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.002498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a1343-1003-4087-bfb6-61debd259b4b None None] Network bf30ba2c-14d2-4f2c-8cc8-16667a589069 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:01.023122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=9a8dfc80-38b1-422c-ba9d-87f9753bb879,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.050385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:01.051381 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.078494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 760dd374-ec2b-4464-8a17-abf9eded9611 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:01.086617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Network de0891a9-42c7-473b-8589-ba0364bc5a2f is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:01.096859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc93e2f-518b-4b9e-9074-0f9890bade7a req-a5f6568c-e125-463a-a0b2-9f51559b0038 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:01.098572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dc93e2f-518b-4b9e-9074-0f9890bade7a req-a5f6568c-e125-463a-a0b2-9f51559b0038 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 945 time: 0.1424742 Sep 16 04:58:01.130550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Attempting to bind port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:01.131141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Attempting to bind port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:01.131690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Attempting to bind port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 on network 81407226-e1ec-4a58-8307-08915dad203e {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:01.133972 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b073e4b1-df23-4607-922e-c326aca38fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.136032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-3abfd5e7-f54a-4149-a4d0-8f1ea0aa1ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744434 Sep 16 04:58:01.172849 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-25927d29-a111-48ba-8178-ef3725d40aaa tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3498127 Sep 16 04:58:01.177920 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-553b3687-4c75-46b2-8256-31b45120ccac tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8380890 Sep 16 04:58:01.178727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34620) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:01.179224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34622) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:01.206637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Pushing event updated for resources: {'Port': ['ID=6dc7cb7c-19f6-40ed-802e-2b11534c8dd6,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.209966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:01.246712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:01.271428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:01.271811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Checking segment: {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:01.272233 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.272679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Bound using segment: {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:01.273212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Bound port: 7f713d86-7ffa-4b3b-800f-43ac8ed924c7, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:01.273598 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.277478 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dc93e2f-518b-4b9e-9074-0f9890bade7a req-0e36d3d9-bc89-4483-aad2-3ec371fbbfc1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706245 Sep 16 04:58:01.387528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b073e4b1-df23-4607-922e-c326aca38fb9 None None] For port 760dd374-ec2b-4464-8a17-abf9eded9611, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=760dd374-ec2b-4464-8a17-abf9eded9611,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:01.470560 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] For port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:01.472401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-21bdc1c3-33e7-42b0-a3ad-e7e5a7e7e222 service neutron] 10.222.0.24 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126042 Sep 16 04:58:01.474011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] For port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7f713d86-7ffa-4b3b-800f-43ac8ed924c7,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:01.486008 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b073e4b1-df23-4607-922e-c326aca38fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.495227 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Attempting to bind port 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:01.495618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Attempting to bind port 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '81073acd-b1ad-4b8d-b4d7-3b9633514916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'de0891a9-42c7-473b-8589-ba0364bc5a2f'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:01.495974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Attempting to bind port 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 on network de0891a9-42c7-473b-8589-ba0364bc5a2f {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:01.516737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95d438c-6a84-4905-b039-c53ad53bc67e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:01.527169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95d438c-6a84-4905-b039-c53ad53bc67e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:01.532031 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a95d438c-6a84-4905-b039-c53ad53bc67e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3486676 Sep 16 04:58:01.532751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34628) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:01.547313 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:01.547816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Checking segment: {'id': '81073acd-b1ad-4b8d-b4d7-3b9633514916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'de0891a9-42c7-473b-8589-ba0364bc5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:01.547945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.548204 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.548652 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Bound using segment: {'id': '81073acd-b1ad-4b8d-b4d7-3b9633514916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'de0891a9-42c7-473b-8589-ba0364bc5a2f'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:01.549352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Bound port: 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81073acd-b1ad-4b8d-b4d7-3b9633514916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'de0891a9-42c7-473b-8589-ba0364bc5a2f'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:01.549862 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.603690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 760dd374-ec2b-4464-8a17-abf9eded9611 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:01.604111 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.618618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ed7ed-eefb-4271-a7ba-83d895646785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-bf30ba2c-14d2-4f2c-8cc8-16667a589069', 'network_id': 'bf30ba2c-14d2-4f2c-8cc8-16667a589069', 'tenant_id': 'd644676efe3343eebac99d0a7b0bc13d', 'fixed_ips': [{'subnet_id': '7301376f-6a30-4cdb-ae00-6960f87a7722'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:01.619430 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e4ed7ed-eefb-4271-a7ba-83d895646785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.650683 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.676374 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.725817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073e4b1-df23-4607-922e-c326aca38fb9 None None] Pushing event updated for resources: {'Port': ['ID=760dd374-ec2b-4464-8a17-abf9eded9611,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.838915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-67009dfb-598d-4577-b78e-fe698bb54bd9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 9a8dfc80-38b1-422c-ba9d-87f9753bb879 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:01.839907 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67009dfb-598d-4577-b78e-fe698bb54bd9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.955172 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.030602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3178a20b-a559-46bc-b217-7b9f884cbb6e None None] Update dhcp port {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': '35aa66cc-465d-4702-b6fe-8d7144312ffb', 'ip_address': '2001:db8::f816:3eff:fe11:d2af'}, {'subnet_id': 'bdc6eb80-f203-43d5-a295-5cc5e7f09da6'}], 'binding:host_id': 'n-d-712137-12'}, 'id': '760dd374-ec2b-4464-8a17-abf9eded9611'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:58:02.086571 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67009dfb-598d-4577-b78e-fe698bb54bd9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.193225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Subnet': ['ID=7301376f-6a30-4cdb-ae00-6960f87a7722,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:02.226460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.259092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] For port 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:02.261628 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3178a20b-a559-46bc-b217-7b9f884cbb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.282291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf30ba2c-14d2-4f2c-8cc8-16667a589069']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:02.316502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5338f4b-6ef4-4862-8f39-e2b62ff7fcf9 None None] Pushing event updated for resources: {'Port': ['ID=7f713d86-7ffa-4b3b-800f-43ac8ed924c7,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:02.320201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3343e69-14b2-42fe-ab09-17df1a12bedc') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:02.320502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3343e69-14b2-42fe-ab09-17df1a12bedc') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:02.326061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] For port 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6dc7cb7c-19f6-40ed-802e-2b11534c8dd6,segment=NetworkSegment(81073acd-b1ad-4b8d-b4d7-3b9633514916),segment_id=81073acd-b1ad-4b8d-b4d7-3b9633514916)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:02.347035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.366733 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.380018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-67009dfb-598d-4577-b78e-fe698bb54bd9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 9a8dfc80-38b1-422c-ba9d-87f9753bb879 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:02.381488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:02.381911 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:02.391588 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:02.508616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-e761dcbc-d427-457a-b491-51ac279490de tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:02.512922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-e761dcbc-d427-457a-b491-51ac279490de tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/networks?id=81407226-e1ec-4a58-8307-08915dad203e HTTP/1.1" status: 200 len: 816 time: 0.4413831 Sep 16 04:58:02.525350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0dbb81-067a-4510-b9bc-fc39a0f81d03 req-9a171252-637b-49af-89e9-b537b905c69a tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:02.527414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee0dbb81-067a-4510-b9bc-fc39a0f81d03 req-9a171252-637b-49af-89e9-b537b905c69a tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 945 time: 0.1752369 Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server [None req-4e4ed7ed-eefb-4271-a7ba-83d895646785 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7301376f-6a30-4cdb-ae00-6960f87a7722: This subnet is being modified by another concurrent operation. Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:02.532924 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7301376f-6a30-4cdb-ae00-6960f87a7722: This subnet is being modified by another concurrent operation. Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Sep 16 04:58:02.543305 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.629031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.630596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-dabae568-7152-45b9-b867-3d68d148f2c3 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/quotas/82f6977f57cb4b9cab134223a9d5476b HTTP/1.1" status: 200 len: 375 time: 0.0988789 Sep 16 04:58:02.638047 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.641237 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/bf30ba2c-14d2-4f2c-8cc8-16667a589069 HTTP/1.1" status: 204 len: 168 time: 1.4431424 Sep 16 04:58:02.669170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34666) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:02.670556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de001643-fca9-4f4e-93b2-a2ed516c2c27 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Network': ['ID=bf30ba2c-14d2-4f2c-8cc8-16667a589069,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:02.708371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1773ae46-97d8-4a3d-ac3b-f0e3e8ae7556 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2130181615'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:02.715700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c0f5f-8a84-49ba-a23a-19981e5484cd None None] Pushing event updated for resources: {'Port': ['ID=6dc7cb7c-19f6-40ed-802e-2b11534c8dd6,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:02.728881 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e8e0c3-cb95-4c97-8a39-3578fd912647 None None] Network bf30ba2c-14d2-4f2c-8cc8-16667a589069 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:02.778242 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee0dbb81-067a-4510-b9bc-fc39a0f81d03 req-a476b92e-6226-48e2-b3a5-05aa47d7a102 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069805 Sep 16 04:58:02.795254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e8e0c3-cb95-4c97-8a39-3578fd912647 None None] Network bf30ba2c-14d2-4f2c-8cc8-16667a589069 could not be found, it might have been deleted concurrently. {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 04:58:02.878696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-0f9a0f3c-4e1b-43a8-8d2e-3375ae3656ab tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82f6977f57cb4b9cab134223a9d5476b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2360649 Sep 16 04:58:02.886603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1773ae46-97d8-4a3d-ac3b-f0e3e8ae7556 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:02.904320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1773ae46-97d8-4a3d-ac3b-f0e3e8ae7556 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.000356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-3178a20b-a559-46bc-b217-7b9f884cbb6e None None] Allocated IP 172.20.0.2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/bdc6eb80-f203-43d5-a295-5cc5e7f09da6/760dd374-ec2b-4464-8a17-abf9eded9611) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:03.199073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 760dd374-ec2b-4464-8a17-abf9eded9611 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:03.255668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-6e8b2e3e-d43b-44ca-afd9-0b5e52fd6203 service neutron] 10.222.0.24 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719313 Sep 16 04:58:03.282267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3178a20b-a559-46bc-b217-7b9f884cbb6e None None] For port 760dd374-ec2b-4464-8a17-abf9eded9611, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=760dd374-ec2b-4464-8a17-abf9eded9611,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:03.367128 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3178a20b-a559-46bc-b217-7b9f884cbb6e None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.395644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 760dd374-ec2b-4464-8a17-abf9eded9611 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:03.396172 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.492507 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3178a20b-a559-46bc-b217-7b9f884cbb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.575945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-4a53524f-6a94-4f6b-b5c6-0b2c40e56ba3 service neutron] 10.222.0.24 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189709 Sep 16 04:58:03.691635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1117030-541c-45c1-8714-dce8f28e36a0 None None] Network 81407226-e1ec-4a58-8307-08915dad203e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:03.777923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:03.793540 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67009dfb-598d-4577-b78e-fe698bb54bd9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.801008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1773ae46-97d8-4a3d-ac3b-f0e3e8ae7556 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:03.817576 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1773ae46-97d8-4a3d-ac3b-f0e3e8ae7556 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.818141 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-1773ae46-97d8-4a3d-ac3b-f0e3e8ae7556 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Added segment 1c4b3708-6aeb-42ac-a005-b6d5343ccc35 of type vlan for network 041ede6d-b5fc-45b6-94c7-a7ffb6f277e9 Sep 16 04:58:03.839825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178a20b-a559-46bc-b217-7b9f884cbb6e None None] Pushing event updated for resources: {'Port': ['ID=760dd374-ec2b-4464-8a17-abf9eded9611,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:03.871513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67009dfb-598d-4577-b78e-fe698bb54bd9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=9a8dfc80-38b1-422c-ba9d-87f9753bb879,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:03.892579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9fa5e871-f7ac-40db-96b9-d3204ea802bf None None] Provisioning complete for port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:03.892988 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9fa5e871-f7ac-40db-96b9-d3204ea802bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.996022 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67009dfb-598d-4577-b78e-fe698bb54bd9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.004066 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-67009dfb-598d-4577-b78e-fe698bb54bd9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/9a8dfc80-38b1-422c-ba9d-87f9753bb879 HTTP/1.1" status: 204 len: 168 time: 2.4687195 Sep 16 04:58:04.005087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34698) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:04.031133 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1773ae46-97d8-4a3d-ac3b-f0e3e8ae7556 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.177469 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1773ae46-97d8-4a3d-ac3b-f0e3e8ae7556 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.183824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1773ae46-97d8-4a3d-ac3b-f0e3e8ae7556 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.184531 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1773ae46-97d8-4a3d-ac3b-f0e3e8ae7556 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.238702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab7eb0-4210-4b7d-9c8c-351dd5ad41d1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.240338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab7eb0-4210-4b7d-9c8c-351dd5ad41d1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.252993 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab7eb0-4210-4b7d-9c8c-351dd5ad41d1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.257156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-43ab7eb0-4210-4b7d-9c8c-351dd5ad41d1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2219930 Sep 16 04:58:04.257912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2774c2eb-6429-4867-8564-82c25d473f21 req-55b9c583-9457-4f2f-a793-f70534e565f2 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 210 time: 0.2494843 Sep 16 04:58:04.273060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34706) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:04.420170 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:04.423609 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.470102 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773ae46-97d8-4a3d-ac3b-f0e3e8ae7556 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=041ede6d-b5fc-45b6-94c7-a7ffb6f277e9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:04.481158 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1773ae46-97d8-4a3d-ac3b-f0e3e8ae7556 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7985046 Sep 16 04:58:04.512053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34712) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:04.518680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'network_id': '041ede6d-b5fc-45b6-94c7-a7ffb6f277e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:04.526267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 041ede6d-b5fc-45b6-94c7-a7ffb6f277e9 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:04.557834 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9fa5e871-f7ac-40db-96b9-d3204ea802bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.715590 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939e1a0-8c91-439f-9204-b10728c0752e req-2b7ba9d2-2795-42fc-aced-86165874e809 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.726518 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c4dcb6-c68c-4442-9889-5ff1159d3c51 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 35aa66cc-465d-4702-b6fe-8d7144312ffb {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:04.732872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9939e1a0-8c91-439f-9204-b10728c0752e req-2b7ba9d2-2795-42fc-aced-86165874e809 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 945 time: 0.3187113 Sep 16 04:58:04.740139 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8c4dcb6-c68c-4442-9889-5ff1159d3c51 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.828491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e381dfe1-87b2-4db9-85aa-5c777760975c None None] Network de0891a9-42c7-473b-8589-ba0364bc5a2f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:04.836181 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-12e70864-1ef2-46fe-8615-31e711276d07 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.840875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-12e70864-1ef2-46fe-8615-31e711276d07 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.23 "GET /v2.0/networks?id=81407226-e1ec-4a58-8307-08915dad203e HTTP/1.1" status: 200 len: 816 time: 0.6065152 Sep 16 04:58:04.857878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Request body: {'port': {'device_id': 'd1916b72-0453-4cae-8e8e-5048220b6c82', 'network_id': '81407226-e1ec-4a58-8307-08915dad203e', 'admin_state_up': True, 'tenant_id': '82f6977f57cb4b9cab134223a9d5476b'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:04.868778 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8c4dcb6-c68c-4442-9889-5ff1159d3c51 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.922388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:04.930994 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.950825 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.989347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9fa5e871-f7ac-40db-96b9-d3204ea802bf None None] For port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7f713d86-7ffa-4b3b-800f-43ac8ed924c7,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:04.990051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9939e1a0-8c91-439f-9204-b10728c0752e req-5980b99a-77c3-41ce-91b9-4efe5424607f tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419760 Sep 16 04:58:05.168067 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9fa5e871-f7ac-40db-96b9-d3204ea802bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.187533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.ipam_backend_mixin [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Performing IP validity checks on allocation pools {{(pid=95451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 04:58:05.189236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.ipam_backend_mixin [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 04:58:05.254954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5e871-f7ac-40db-96b9-d3204ea802bf None None] Pushing event updated for resources: {'Port': ['ID=7f713d86-7ffa-4b3b-800f-43ac8ed924c7,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:05.337626 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-004da5b2-b430-4496-bf4b-e29ab964182c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:05.339281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-004da5b2-b430-4496-bf4b-e29ab964182c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 945 time: 0.1029661 Sep 16 04:58:05.340134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Made reservation on behalf of 82f6977f57cb4b9cab134223a9d5476b for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:05.356793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b00c44f2-1091-4952-a535-f3d69d450b32 None None] Provisioning complete for port 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:05.356984 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8c4dcb6-c68c-4442-9889-5ff1159d3c51 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.359193 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b00c44f2-1091-4952-a535-f3d69d450b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.369066 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.403486 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:05.409506 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:05.535003 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0673228f-8273-4aec-9209-fdd452874881 req-3a4a8e0e-d639-4d09-bbcd-6a2dab75529a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 210 time: 0.1593628 Sep 16 04:58:05.589748 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b00c44f2-1091-4952-a535-f3d69d450b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.650272 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8c4dcb6-c68c-4442-9889-5ff1159d3c51 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.671647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b00c44f2-1091-4952-a535-f3d69d450b32 None None] For port 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6dc7cb7c-19f6-40ed-802e-2b11534c8dd6,segment=NetworkSegment(81073acd-b1ad-4b8d-b4d7-3b9633514916),segment_id=81073acd-b1ad-4b8d-b4d7-3b9633514916)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:05.715560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8c4dcb6-c68c-4442-9889-5ff1159d3c51 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.718273 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b8c4dcb6-c68c-4442-9889-5ff1159d3c51 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/35aa66cc-465d-4702-b6fe-8d7144312ffb HTTP/1.1" status: 204 len: 168 time: 1.4430387 Sep 16 04:58:05.719578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4dcb6-c68c-4442-9889-5ff1159d3c51 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=35aa66cc-465d-4702-b6fe-8d7144312ffb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:05.730379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34732) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:05.756326 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b00c44f2-1091-4952-a535-f3d69d450b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.903878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c44f2-1091-4952-a535-f3d69d450b32 None None] Pushing event updated for resources: {'Port': ['ID=6dc7cb7c-19f6-40ed-802e-2b11534c8dd6,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:05.925724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97196bd-4e8d-4cbd-850c-63b6b712b186 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet bdc6eb80-f203-43d5-a295-5cc5e7f09da6 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:05.938222 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e97196bd-4e8d-4cbd-850c-63b6b712b186 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.965918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d4c779-14d0-4469-85ef-dbf56bf545b0 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:05.999334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-fb138b63-d2a0-4b61-8356-ba326112a761 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.000914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-fb138b63-d2a0-4b61-8356-ba326112a761 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.23 "GET /v2.0/networks?id=81407226-e1ec-4a58-8307-08915dad203e HTTP/1.1" status: 200 len: 816 time: 0.5113842 Sep 16 04:58:06.019472 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.039995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Request body: {'port': {'device_id': 'b3db86e7-3be6-4cd6-b74f-08e1f5e65be8', 'network_id': '81407226-e1ec-4a58-8307-08915dad203e', 'admin_state_up': True, 'tenant_id': '82f6977f57cb4b9cab134223a9d5476b'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:06.088022 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b00c44f2-1091-4952-a535-f3d69d450b32 None None] Provisioning complete for port 760dd374-ec2b-4464-8a17-abf9eded9611 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:06.089031 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b00c44f2-1091-4952-a535-f3d69d450b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.117694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e97196bd-4e8d-4cbd-850c-63b6b712b186 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.155499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Deleting port a6eb0f40-709a-424e-b157-31a736d506e6 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:06.155840 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.180238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=fb5b22ec-17d0-4c9f-ae0f-b3965b12d4e2,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:06.213393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking segment: {'id': '1c4b3708-6aeb-42ac-a005-b6d5343ccc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '041ede6d-b5fc-45b6-94c7-a7ffb6f277e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:06.213943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network hostable DHCP agents. Network: 041ede6d-b5fc-45b6-94c7-a7ffb6f277e9, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:06.225600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Allocated IP 172.20.0.7 (81407226-e1ec-4a58-8307-08915dad203e/ea359d98-04e4-4fc6-a913-600d7afe63ca/13608883-d666-4ee5-81e1-d098374e7c45) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:06.297971 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e97196bd-4e8d-4cbd-850c-63b6b712b186 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.338764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network 041ede6d-b5fc-45b6-94c7-a7ffb6f277e9 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:06.423074 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 041ede6d-b5fc-45b6-94c7-a7ffb6f277e9) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:06.428780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.429782 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.433387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b00c44f2-1091-4952-a535-f3d69d450b32 None None] Could not find standard attr ID for object 9a8dfc80-38b1-422c-ba9d-87f9753bb879. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:58:06.442612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e10249-71f7-487c-b183-e528cf0ac94e None None] Network 041ede6d-b5fc-45b6-94c7-a7ffb6f277e9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:06.458378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e43c6c-2bc3-4567-97fe-c6419316faa6 req-76645cd7-9f25-41c9-bb35-2a49dd851b79 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.459955 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04e43c6c-2bc3-4567-97fe-c6419316faa6 req-76645cd7-9f25-41c9-bb35-2a49dd851b79 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 945 time: 0.3556106 Sep 16 04:58:06.486116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e97196bd-4e8d-4cbd-850c-63b6b712b186 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.557720 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9232539e-14a3-45ea-b5a3-0db500dd3bf3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0440392 Sep 16 04:58:06.558816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34746) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:06.600068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 760dd374-ec2b-4464-8a17-abf9eded9611 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:06.641770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-430e993f-04fa-4936-9e3a-fc2a461e4a2e None None] Provisioning complete for port 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:06.641770 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-430e993f-04fa-4936-9e3a-fc2a461e4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.642289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97196bd-4e8d-4cbd-850c-63b6b712b186 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc6eb80-f203-43d5-a295-5cc5e7f09da6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:06.642664 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e97196bd-4e8d-4cbd-850c-63b6b712b186 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.645196 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e97196bd-4e8d-4cbd-850c-63b6b712b186 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/bdc6eb80-f203-43d5-a295-5cc5e7f09da6 HTTP/1.1" status: 204 len: 168 time: 0.9198513 Sep 16 04:58:06.650547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34750) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:06.657012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04e43c6c-2bc3-4567-97fe-c6419316faa6 req-436ead54-4cf3-4d3d-b091-5ffec84f17e6 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084187 Sep 16 04:58:06.701552 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-faafe2cd-50bf-47c5-aa02-4065ac3aed27 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494597 Sep 16 04:58:06.704424 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34756) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:06.710829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-273bf9ff-69a7-44e7-b58c-c8e98885a22a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:06.714931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-173fdfdd-e2b4-469d-8c30-79a90ff84a87 req-b1284d59-7e8d-4f42-8ab9-9b31bfd7b597 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 210 time: 0.0569477 Sep 16 04:58:06.735948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8eccca-9667-414c-8aa5-8d08b55990d3 None None] Update dhcp port {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': 'bdc6eb80-f203-43d5-a295-5cc5e7f09da6'}], 'binding:host_id': 'n-d-712137-12'}, 'id': '760dd374-ec2b-4464-8a17-abf9eded9611'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:58:06.823467 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd8eccca-9667-414c-8aa5-8d08b55990d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.826306 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.893661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0582410-65c3-400d-ab31-6b233e3290f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-041ede6d-b5fc-45b6-94c7-a7ffb6f277e9', 'network_id': '041ede6d-b5fc-45b6-94c7-a7ffb6f277e9', 'tenant_id': 'd644676efe3343eebac99d0a7b0bc13d', 'fixed_ips': [{'subnet_id': 'fb5b22ec-17d0-4c9f-ae0f-b3965b12d4e2'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:06.894534 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c0582410-65c3-400d-ab31-6b233e3290f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.940859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 760dd374-ec2b-4464-8a17-abf9eded9611 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:06.941548 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.948602 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.174543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-430e993f-04fa-4936-9e3a-fc2a461e4a2e None None] Provisioning complete for port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:07.177971 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-430e993f-04fa-4936-9e3a-fc2a461e4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.178399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.261911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0481cf-96c4-40f5-89e0-cdaeb4099eca None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server [None req-c0582410-65c3-400d-ab31-6b233e3290f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb5b22ec-17d0-4c9f-ae0f-b3965b12d4e2: This subnet is being modified by another concurrent operation. Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:07.269864 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb5b22ec-17d0-4c9f-ae0f-b3965b12d4e2: This subnet is being modified by another concurrent operation. Sep 16 04:58:07.274473 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Sep 16 04:58:07.318071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c4021-ca5a-420c-af69-0f0675bf617a None None] Network 041ede6d-b5fc-45b6-94c7-a7ffb6f277e9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:07.356479 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.385139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5b22ec-17d0-4c9f-ae0f-b3965b12d4e2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:07.391730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041ede6d-b5fc-45b6-94c7-a7ffb6f277e9']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:07.403723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4b3708-6aeb-42ac-a005-b6d5343ccc35') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:07.404080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4b3708-6aeb-42ac-a005-b6d5343ccc35') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:07.416952 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.435325 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.448133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:07.449564 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.450591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] For port a6eb0f40-709a-424e-b157-31a736d506e6, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=a6eb0f40-709a-424e-b157-31a736d506e6,segment=NetworkSegment(0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1),segment_id=0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:07.450960 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.463468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:07.506831 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:07.635245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.650405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Made reservation on behalf of 82f6977f57cb4b9cab134223a9d5476b for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:07.659618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.666248 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.682826 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.696690 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/041ede6d-b5fc-45b6-94c7-a7ffb6f277e9 HTTP/1.1" status: 204 len: 168 time: 1.1360464 Sep 16 04:58:07.726558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34778) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:07.732657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-83985a34-6508-43ad-85d8-f34cf8ae94e1 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-352930174'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:07.743670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffc264-0d42-4360-9119-7c046c853d54 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Network': ['ID=041ede6d-b5fc-45b6-94c7-a7ffb6f277e9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:07.870345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36eb9672-bf60-4ea7-a04c-a1e1c2fc9b5b req-a9df8454-8287-4aad-a702-2c6993fb7512 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 210 time: 0.0419967 Sep 16 04:58:07.873594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273bf9ff-69a7-44e7-b58c-c8e98885a22a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:07.879730 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-273bf9ff-69a7-44e7-b58c-c8e98885a22a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.906903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-430e993f-04fa-4936-9e3a-fc2a461e4a2e None None] Could not find standard attr ID for object 9a8dfc80-38b1-422c-ba9d-87f9753bb879. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:58:07.915201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-e30b58a3-a15a-432c-9271-9e64dcdb3ff1 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.917029 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-e30b58a3-a15a-432c-9271-9e64dcdb3ff1 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.37 "GET /v2.0/networks?id=81407226-e1ec-4a58-8307-08915dad203e HTTP/1.1" status: 200 len: 816 time: 0.4623044 Sep 16 04:58:07.928088 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:07.928483 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.942985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Request body: {'port': {'device_id': 'ff632cc7-f8f5-4ecc-b5e3-77b1086827cf', 'network_id': '81407226-e1ec-4a58-8307-08915dad203e', 'admin_state_up': True, 'tenant_id': '82f6977f57cb4b9cab134223a9d5476b'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:08.031526 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fd7423-9a60-4aa6-801d-341575a01036 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:08.082982 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83985a34-6508-43ad-85d8-f34cf8ae94e1 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:08.084608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cc4f418b-c891-4ea3-95de-f23c2b358967 None None] Provisioning complete for port 760dd374-ec2b-4464-8a17-abf9eded9611 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:08.085056 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cc4f418b-c891-4ea3-95de-f23c2b358967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.087893 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83985a34-6508-43ad-85d8-f34cf8ae94e1 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.142281 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83985a34-6508-43ad-85d8-f34cf8ae94e1 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:08.158710 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83985a34-6508-43ad-85d8-f34cf8ae94e1 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.159339 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-83985a34-6508-43ad-85d8-f34cf8ae94e1 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Added segment 70856954-5920-4385-9ac5-57003198ee7d of type vlan for network 23927b75-1acc-48de-82e8-a09b82c469cd Sep 16 04:58:08.187926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:08.193465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e7e6b-fa7a-43f7-9c3d-f0fd64c5047b req-aa8e786b-1f44-40eb-9d21-39ff08f1dd1d tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:08.194990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-491e7e6b-fa7a-43f7-9c3d-f0fd64c5047b req-aa8e786b-1f44-40eb-9d21-39ff08f1dd1d tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 945 time: 0.4042645 Sep 16 04:58:08.235743 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.236612 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.236936 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Floating IP ca9d0425-ebf6-420c-b52c-5aa047b3e444 disassociated. External IP: 172.25.3.199, port: a6eb0f40-709a-424e-b157-31a736d506e6. Sep 16 04:58:08.237279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Calling delete_port for a6eb0f40-709a-424e-b157-31a736d506e6 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:08.250638 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83985a34-6508-43ad-85d8-f34cf8ae94e1 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.296726 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd7423-9a60-4aa6-801d-341575a01036 None None] Deleting port 760dd374-ec2b-4464-8a17-abf9eded9611 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:08.297112 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7423-9a60-4aa6-801d-341575a01036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.315618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:08.315996 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.321913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-491e7e6b-fa7a-43f7-9c3d-f0fd64c5047b req-c4f7615a-4050-4f44-9220-44a4130f7d8b tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ef14b02-a443-4475-8caf-943c297276af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135421 Sep 16 04:58:08.333866 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.406999 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e1fd7423-9a60-4aa6-801d-341575a01036 None None] For port 760dd374-ec2b-4464-8a17-abf9eded9611, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=760dd374-ec2b-4464-8a17-abf9eded9611,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:08.407396 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7423-9a60-4aa6-801d-341575a01036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.426466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd7423-9a60-4aa6-801d-341575a01036 None None] Calling delete_port for 760dd374-ec2b-4464-8a17-abf9eded9611 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:08.428502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Made reservation on behalf of 82f6977f57cb4b9cab134223a9d5476b for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:08.432770 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.456303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-273bf9ff-69a7-44e7-b58c-c8e98885a22a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.460940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Network 81407226-e1ec-4a58-8307-08915dad203e is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:08.481173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:08.495069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Allocated IP 172.20.0.11 (81407226-e1ec-4a58-8307-08915dad203e/ea359d98-04e4-4fc6-a913-600d7afe63ca/a840689f-4066-4ec8-a4a6-e7f4a2de399d) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:08.497594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:08.510088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Pushing event updated for resources: {'Port': ['ID=13608883-d666-4ee5-81e1-d098374e7c45,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:08.515338 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83985a34-6508-43ad-85d8-f34cf8ae94e1 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.530408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83985a34-6508-43ad-85d8-f34cf8ae94e1 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:08.530408 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83985a34-6508-43ad-85d8-f34cf8ae94e1 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.666022 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 760dd374-ec2b-4464-8a17-abf9eded9611 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:08.684606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273bf9ff-69a7-44e7-b58c-c8e98885a22a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:08.690116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83985a34-6508-43ad-85d8-f34cf8ae94e1 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=23927b75-1acc-48de-82e8-a09b82c469cd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:08.694489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-273bf9ff-69a7-44e7-b58c-c8e98885a22a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:08.697548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273bf9ff-69a7-44e7-b58c-c8e98885a22a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:08.698605 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-273bf9ff-69a7-44e7-b58c-c8e98885a22a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.719892 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-83985a34-6508-43ad-85d8-f34cf8ae94e1 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9916480 Sep 16 04:58:08.723717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34806) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:08.728289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 23927b75-1acc-48de-82e8-a09b82c469cd details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:08.733313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a83f39c8-88e5-4d3b-9e0b-203017cda246 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'network_id': '23927b75-1acc-48de-82e8-a09b82c469cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:08.743489 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7423-9a60-4aa6-801d-341575a01036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.796999 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd7423-9a60-4aa6-801d-341575a01036 None None] Pushing event deleted for resources: {'Port': ['ID=760dd374-ec2b-4464-8a17-abf9eded9611,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:08.815820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd7423-9a60-4aa6-801d-341575a01036 None None] No DVR routers for this DVR port 760dd374-ec2b-4464-8a17-abf9eded9611 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:08.862322 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4190837d-f300-4dee-8fd1-6d6ce348bcc3 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:08.878392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No active binding found for port 760dd374-ec2b-4464-8a17-abf9eded9611 {{(pid=95453) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 04:58:08.878392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 760dd374-ec2b-4464-8a17-abf9eded9611 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:08.914744 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-273bf9ff-69a7-44e7-b58c-c8e98885a22a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2091186 Sep 16 04:58:08.932867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34812) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:08.951312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:08.951609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:08.952454 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.960509 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bf9ff-69a7-44e7-b58c-c8e98885a22a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=db5830fb-e398-4940-a441-437c06cafd2b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:09.009960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-94fa9d50-f0bc-44ac-81a7-ae42f684cdc9 None None] Provisioning complete for port 13608883-d666-4ee5-81e1-d098374e7c45 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:09.010454 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-94fa9d50-f0bc-44ac-81a7-ae42f684cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.033763 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.110840 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:58:09.120984 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83f39c8-88e5-4d3b-9e0b-203017cda246 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:09.128607 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a83f39c8-88e5-4d3b-9e0b-203017cda246 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.180867 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.186868 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-94fa9d50-f0bc-44ac-81a7-ae42f684cdc9 None None] Port 13608883-d666-4ee5-81e1-d098374e7c45 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:09.197859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': 'db5830fb-e398-4940-a441-437c06cafd2b'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:09.197859 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.229643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2afbaea1-9640-4e3a-a92a-72e4378c009a req-9590d22a-8f89-48bb-b9b7-4faf0ed14be8 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 210 time: 0.1939495 Sep 16 04:58:09.282728 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.285643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Pushing event deleted for resources: {'Port': ['ID=a6eb0f40-709a-424e-b157-31a736d506e6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:09.324895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-1580cfc6-840a-4428-a3be-1977151367a7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4753702 Sep 16 04:58:09.343857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:09.343857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:09.343857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:09.343857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:09.343857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:09.343857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:09.343857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:09.343857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:09.343857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:09.343857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:09.343857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:09.343857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:09.398344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Request body: {'port': {'device_id': 'd1916b72-0453-4cae-8e8e-5048220b6c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:09.436456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Network 81407226-e1ec-4a58-8307-08915dad203e is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:09.455545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Allocated IP 172.20.0.2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/db5830fb-e398-4940-a441-437c06cafd2b/219e33e7-6796-434c-bc99-226cdea2f938) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:09.471628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:09.474610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Allocated IP 172.20.0.3 (81407226-e1ec-4a58-8307-08915dad203e/ea359d98-04e4-4fc6-a913-600d7afe63ca/819b0674-a644-4085-ae07-9db1b581de9b) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:09.489838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:09.498100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:09.505752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.549164 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e76cad46-9920-43e1-8b77-d69e571776ca req-70412ebb-74b1-4251-98af-0dd54d5815dc tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 210 time: 0.0887947 Sep 16 04:58:09.620182 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a83f39c8-88e5-4d3b-9e0b-203017cda246 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.631702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Pushing event updated for resources: {'Port': ['ID=a840689f-4066-4ec8-a4a6-e7f4a2de399d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:09.652955 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.687893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:09.688449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.720025 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.766063 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.779083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f39c8-88e5-4d3b-9e0b-203017cda246 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=4de560b8-46b7-48c8-9b39-1ba77939862b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:09.839386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device a6eb0f40-709a-424e-b157-31a736d506e6 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:09.883114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: a6eb0f40-709a-424e-b157-31a736d506e6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:09.883114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device a6eb0f40-709a-424e-b157-31a736d506e6 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:09.896977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:09.919117 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:09.923703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:09.934842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3c129a0e-f95b-4d78-a966-3196159dcdfc None None] Provisioning complete for port a840689f-4066-4ec8-a4a6-e7f4a2de399d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:09.935215 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3c129a0e-f95b-4d78-a966-3196159dcdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.994314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Pushing event updated for resources: {'Port': ['ID=219e33e7-6796-434c-bc99-226cdea2f938,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:10.014487 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f39c8-88e5-4d3b-9e0b-203017cda246 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking segment: {'id': '70856954-5920-4385-9ac5-57003198ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23927b75-1acc-48de-82e8-a09b82c469cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:10.014959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f39c8-88e5-4d3b-9e0b-203017cda246 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network hostable DHCP agents. Network: 23927b75-1acc-48de-82e8-a09b82c469cd, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:10.034572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-177060a4-173c-44c4-bf8c-a154b74326c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0186706 Sep 16 04:58:10.036538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Router 5472356f-2dcd-4ba6-a4fe-215a06783133 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:10.068518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3c129a0e-f95b-4d78-a966-3196159dcdfc None None] Port a840689f-4066-4ec8-a4a6-e7f4a2de399d cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:10.090955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Request body: {'port': {'device_id': 'b3db86e7-3be6-4cd6-b74f-08e1f5e65be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:10.096849 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Attempting to bind port 219e33e7-6796-434c-bc99-226cdea2f938 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:10.097782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Attempting to bind port 219e33e7-6796-434c-bc99-226cdea2f938 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:10.098638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Attempting to bind port 219e33e7-6796-434c-bc99-226cdea2f938 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:10.104838 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:10.105576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:10.106199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.107099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:10.108354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Bound port: 219e33e7-6796-434c-bc99-226cdea2f938, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:10.108975 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.136708 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f39c8-88e5-4d3b-9e0b-203017cda246 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network 23927b75-1acc-48de-82e8-a09b82c469cd is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:10.192627 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.197893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] For port 219e33e7-6796-434c-bc99-226cdea2f938, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:10.201263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] For port 219e33e7-6796-434c-bc99-226cdea2f938, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=219e33e7-6796-434c-bc99-226cdea2f938,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:10.241917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-a83f39c8-88e5-4d3b-9e0b-203017cda246 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 23927b75-1acc-48de-82e8-a09b82c469cd) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:10.253904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31864cf9-7177-4b9a-a6f4-776c09313c39 None None] Network 23927b75-1acc-48de-82e8-a09b82c469cd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:10.262623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f39c8-88e5-4d3b-9e0b-203017cda246 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:10.263320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a83f39c8-88e5-4d3b-9e0b-203017cda246 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.271633 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:58:10.303809 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.305421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.362596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae0fb5-22ba-46a6-99b9-b53edf4db4a8 None None] Pushing event updated for resources: {'Port': ['ID=219e33e7-6796-434c-bc99-226cdea2f938,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:10.430676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2351cbc6-c674-419d-a753-abb1d9da5b3f req-7e166caf-65bc-4259-8ed0-89f3aa628918 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 210 time: 0.0731750 Sep 16 04:58:10.439266 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a83f39c8-88e5-4d3b-9e0b-203017cda246 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7139235 Sep 16 04:58:10.447970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34850) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:10.536305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:10.562774 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ed755d-15c6-4d7b-8f78-929accdd3121 None None] Sync routers for ids ['5472356f-2dcd-4ba6-a4fe-215a06783133'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:10.579289 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ed755d-15c6-4d7b-8f78-929accdd3121 None None] Routers {'5472356f-2dcd-4ba6-a4fe-215a06783133'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:10.593381 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-75ed755d-15c6-4d7b-8f78-929accdd3121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5472356f-2dcd-4ba6-a4fe-215a06783133'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:10.697450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-23927b75-1acc-48de-82e8-a09b82c469cd', 'network_id': '23927b75-1acc-48de-82e8-a09b82c469cd', 'tenant_id': 'd644676efe3343eebac99d0a7b0bc13d', 'fixed_ips': [{'subnet_id': '4de560b8-46b7-48c8-9b39-1ba77939862b'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:10.698320 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.737495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.789679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.841131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.855767 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-75ed755d-15c6-4d7b-8f78-929accdd3121 None None] Set router 5472356f-2dcd-4ba6-a4fe-215a06783133 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:10.856034 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] No DVR routers for this DVR port a6eb0f40-709a-424e-b157-31a736d506e6 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:10.903904 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.906909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-169e065f-415b-4c1f-8a9b-081ebcca2ef8 req-79536c61-d29e-4be0-9b03-8f647d6287b1 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.37 "DELETE /v2.0/ports/a6eb0f40-709a-424e-b157-31a736d506e6 HTTP/1.1" status: 204 len: 173 time: 5.5301523 Sep 16 04:58:10.907404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'name': 'network-vif-deleted', 'tag': 'a6eb0f40-709a-424e-b157-31a736d506e6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:10.910009 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5688ae0b-c7df-4ad9-92e7-5d8031404cd9" -d '{"events": [{"server_uuid": "3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6", "name": "network-vif-deleted", "tag": "a6eb0f40-709a-424e-b157-31a736d506e6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:11.007254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Allocated IP 172.20.0.1 (23927b75-1acc-48de-82e8-a09b82c469cd/4de560b8-46b7-48c8-9b39-1ba77939862b/202abddb-fed9-43a9-b246-192505a1d87a) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:11.230571 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] For port 219e33e7-6796-434c-bc99-226cdea2f938, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=219e33e7-6796-434c-bc99-226cdea2f938,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:11.288311 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.299372 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.311463 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-75ed755d-15c6-4d7b-8f78-929accdd3121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'cf017868-acae-4ab1-97f4-9a68f3bf6c61', 'name': '', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'mac_address': 'fa:16:3e:12:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:58Z', 'updated_at': '2021-09-16T04:56:07Z', 'revision_number': 5, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'subnets': [{'id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:11.363065 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ed755d-15c6-4d7b-8f78-929accdd3121 None None] Checking router: 5472356f-2dcd-4ba6-a4fe-215a06783133 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:11.374074 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ed755d-15c6-4d7b-8f78-929accdd3121 None None] Routers {'5472356f-2dcd-4ba6-a4fe-215a06783133'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:11.375128 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-75ed755d-15c6-4d7b-8f78-929accdd3121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:57:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5472356f-2dcd-4ba6-a4fe-215a06783133'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:11.406958 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.408158 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.427621 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.546184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Network 23927b75-1acc-48de-82e8-a09b82c469cd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:11.557686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:11.585328 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fe56fb-d321-44e4-83f4-e51ecaf9d731 x-openstack-request-id: req-b4fe56fb-d321-44e4-83f4-e51ecaf9d731 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:11.586284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:11.586444 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6", "name": "network-vif-deleted", "tag": "a6eb0f40-709a-424e-b157-31a736d506e6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:11.586859 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4fe56fb-d321-44e4-83f4-e51ecaf9d731 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:11.587923 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6', 'name': 'network-vif-deleted', 'tag': 'a6eb0f40-709a-424e-b157-31a736d506e6', 'status': 'completed', 'code': 200} Sep 16 04:58:11.589827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Pushing event updated for resources: {'Port': ['ID=202abddb-fed9-43a9-b246-192505a1d87a,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:11.652428 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84952128-3851-409f-a4e5-78716a074ce0 req-4298add1-c6b5-4f6a-9273-7ba29367a13a tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e2b52a0-6ea3-4649-98bd-9fc1a2ae05a6 HTTP/1.1" status: 200 len: 210 time: 0.8956792 Sep 16 04:58:11.664445 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:11.675654 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-75ed755d-15c6-4d7b-8f78-929accdd3121 None None] Set router 5472356f-2dcd-4ba6-a4fe-215a06783133 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:11.772530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:11.780507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=219e33e7-6796-434c-bc99-226cdea2f938,revision_number=4']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:11.799693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:11.799693 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.824682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Attempting to bind port 202abddb-fed9-43a9-b246-192505a1d87a on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:11.825182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Attempting to bind port 202abddb-fed9-43a9-b246-192505a1d87a by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '70856954-5920-4385-9ac5-57003198ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23927b75-1acc-48de-82e8-a09b82c469cd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:11.825558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Attempting to bind port 202abddb-fed9-43a9-b246-192505a1d87a on network 23927b75-1acc-48de-82e8-a09b82c469cd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.844230 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:11.844658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Checking segment: {'id': '70856954-5920-4385-9ac5-57003198ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23927b75-1acc-48de-82e8-a09b82c469cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:11.845497 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.845497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Bound using segment: {'id': '70856954-5920-4385-9ac5-57003198ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23927b75-1acc-48de-82e8-a09b82c469cd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:11.845809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Bound port: 202abddb-fed9-43a9-b246-192505a1d87a, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70856954-5920-4385-9ac5-57003198ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '23927b75-1acc-48de-82e8-a09b82c469cd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:11.858007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.872722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=9fa2cbd2-17cf-466f-af0e-2474e8bd6482,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:11.921221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Network 81407226-e1ec-4a58-8307-08915dad203e is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:11.942341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Pushing event updated for resources: {'Port': ['ID=819b0674-a644-4085-ae07-9db1b581de9b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:11.962558 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3761d337-26c7-48e0-b0b4-512228c6f478 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0271823 Sep 16 04:58:11.967545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34880) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:11.970556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:11.972995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:04:a2:a2', 'name': 'tempest-NetworksTestDHCPv6-1937901795'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:11.978324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:12.124136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] For port 202abddb-fed9-43a9-b246-192505a1d87a, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:12.136539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] For port 202abddb-fed9-43a9-b246-192505a1d87a, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=202abddb-fed9-43a9-b246-192505a1d87a,segment=NetworkSegment(70856954-5920-4385-9ac5-57003198ee7d),segment_id=70856954-5920-4385-9ac5-57003198ee7d)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:12.204019 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-75ed755d-15c6-4d7b-8f78-929accdd3121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'cf017868-acae-4ab1-97f4-9a68f3bf6c61', 'name': '', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'mac_address': 'fa:16:3e:12:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:58Z', 'updated_at': '2021-09-16T04:56:07Z', 'revision_number': 5, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'subnets': [{'id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:12.219929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de49a6e-05a9-4c56-bf45-4e75ee8a9657 req-97f19885-732a-4a55-8121-052b8ac971ee tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:12.222150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5de49a6e-05a9-4c56-bf45-4e75ee8a9657 req-97f19885-732a-4a55-8121-052b8ac971ee tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 931 time: 0.4510698 Sep 16 04:58:12.233225 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ed755d-15c6-4d7b-8f78-929accdd3121 None None] The sync data for ids ['5472356f-2dcd-4ba6-a4fe-215a06783133'] in n-d-712137-12 is: [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'cf017868-acae-4ab1-97f4-9a68f3bf6c61', 'name': '', 'network_id': 'c100970b-ef8f-4b4f-b9fd-6826a60b6e30', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'mac_address': 'fa:16:3e:12:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:58Z', 'updated_at': '2021-09-16T04:56:07Z', 'revision_number': 5, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'subnets': [{'id': '4d95e30f-79a8-41b8-8ab2-c23f587db53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:12.257146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Deleting port 202abddb-fed9-43a9-b246-192505a1d87a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:12.257510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.300544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:12.301270 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.355083 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c736-e15b-4f63-950f-9dbf80b9f8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.360906 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.374561 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.382585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ff8ac-649c-4ac6-9d4a-a2c6c896bae3 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:12.524653 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-56fe36ef-9c70-4d84-bf00-e6824f4d043b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5865896 Sep 16 04:58:12.557775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5de49a6e-05a9-4c56-bf45-4e75ee8a9657 req-8844cc36-87f5-4754-b2f9-19807d4d1afb tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176587 Sep 16 04:58:12.619834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Request body: {'port': {'device_id': 'ff632cc7-f8f5-4ecc-b5e3-77b1086827cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:12.643882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd48e37-4ce0-4fff-af0b-cc731e62fe64 None None] Pushing event updated for resources: {'Port': ['ID=202abddb-fed9-43a9-b246-192505a1d87a,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:12.668700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13608883-d666-4ee5-81e1-d098374e7c45 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:12.713597 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.726822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] For port 202abddb-fed9-43a9-b246-192505a1d87a, host n-d-712137-12, got binding levels [] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:12.727189 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.800830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Transition to ACTIVE for port object 13608883-d666-4ee5-81e1-d098374e7c45 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:12.804725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Calling delete_port for 202abddb-fed9-43a9-b246-192505a1d87a owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:12.829656 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.888380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ab5790a3-94e5-42b2-8b50-8134331a22d6 None None] Provisioning complete for port 219e33e7-6796-434c-bc99-226cdea2f938 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:12.888820 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab5790a3-94e5-42b2-8b50-8134331a22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.954014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34900) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:12.982327 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 219e33e7-6796-434c-bc99-226cdea2f938 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:13.066644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8b8b0-3391-4dff-8b85-98b9d328d358 None None] New status for floating IP ca9d0425-ebf6-420c-b52c-5aa047b3e444: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:58:13.178806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.285774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:13.338859 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.471938 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.496187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 2abdbaac-adac-4d49-81a1-b7a6e0e217e5 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:13.545950 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-592938ac-6f9b-48c2-bb01-dc4a1ee1d410 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.594994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Pushing event updated for resources: {'Port': ['ID=13608883-d666-4ee5-81e1-d098374e7c45,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:13.765207 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 172.20.0.3 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/db5830fb-e398-4940-a441-437c06cafd2b/2abdbaac-adac-4d49-81a1-b7a6e0e217e5) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:13.772081 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::f816:3eff:fe04:a2a2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/9fa2cbd2-17cf-466f-af0e-2474e8bd6482/2abdbaac-adac-4d49-81a1-b7a6e0e217e5) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:13.805097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a840689f-4066-4ec8-a4a6-e7f4a2de399d {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:13.855104 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.877730 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab5790a3-94e5-42b2-8b50-8134331a22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.898303 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 219e33e7-6796-434c-bc99-226cdea2f938 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:13.898303 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.964785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No DVR routers for this DVR port 202abddb-fed9-43a9-b246-192505a1d87a on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:13.967642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Attempting to bind port 13608883-d666-4ee5-81e1-d098374e7c45 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:13.968439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Attempting to bind port 13608883-d666-4ee5-81e1-d098374e7c45 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:13.968847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Attempting to bind port 13608883-d666-4ee5-81e1-d098374e7c45 on network 81407226-e1ec-4a58-8307-08915dad203e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:13.973287 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.974880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Port': ['ID=202abddb-fed9-43a9-b246-192505a1d87a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:13.978909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ab5790a3-94e5-42b2-8b50-8134331a22d6 None None] For port 219e33e7-6796-434c-bc99-226cdea2f938, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=219e33e7-6796-434c-bc99-226cdea2f938,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:14.015466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Port 13608883-d666-4ee5-81e1-d098374e7c45 on network 81407226-e1ec-4a58-8307-08915dad203e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:14.018621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Attempting to bind port 13608883-d666-4ee5-81e1-d098374e7c45 on network 81407226-e1ec-4a58-8307-08915dad203e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:14.048456 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab5790a3-94e5-42b2-8b50-8134331a22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.085591 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.094341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Transition to ACTIVE for port object a840689f-4066-4ec8-a4a6-e7f4a2de399d will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:14.100488 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-592938ac-6f9b-48c2-bb01-dc4a1ee1d410 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.104564 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.114903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a5cbd-318b-4662-91aa-77306cedc592 req-f7daf91d-26fc-4cdd-8b72-8aa9a0087546 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:14.116403 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-868a5cbd-318b-4662-91aa-77306cedc592 req-f7daf91d-26fc-4cdd-8b72-8aa9a0087546 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 931 time: 0.2974720 Sep 16 04:58:14.126624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:14.127057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Checking segment: {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:14.127400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Bound using segment: {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:14.127860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Bound port: 13608883-d666-4ee5-81e1-d098374e7c45, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:14.128227 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.211240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:14.219588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:14.222047 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.225995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:14.258400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=2abdbaac-adac-4d49-81a1-b7a6e0e217e5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:14.337963 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5790a3-94e5-42b2-8b50-8134331a22d6 None None] Pushing event updated for resources: {'Port': ['ID=219e33e7-6796-434c-bc99-226cdea2f938,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:14.358982 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee74f2e-2009-4a6f-b99d-2cf6e085b32c None None] Network 23927b75-1acc-48de-82e8-a09b82c469cd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:14.382773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:14.383408 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.385687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-868a5cbd-318b-4662-91aa-77306cedc592 req-6558036d-e8ab-4900-bfc4-dc20dbf76188 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407234 Sep 16 04:58:14.397436 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.430795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5eb982c2-d324-4ba1-9f09-32c74955b565 None None] Provisioning complete for port 819b0674-a644-4085-ae07-9db1b581de9b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:14.431260 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5eb982c2-d324-4ba1-9f09-32c74955b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.606839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:14.606839 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:14.606839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5eb982c2-d324-4ba1-9f09-32c74955b565 None None] Port 819b0674-a644-4085-ae07-9db1b581de9b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:14.613527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4baf50c5-4a3f-4abd-b32c-87756449d31e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6423168 Sep 16 04:58:14.613762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34934) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:14.622803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Pushing event updated for resources: {'Port': ['ID=a840689f-4066-4ec8-a4a6-e7f4a2de399d,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:14.694517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] For port 13608883-d666-4ee5-81e1-d098374e7c45, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:14.701044 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9243a1de-2c18-472c-b7c4-dd12ab727f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.721040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-44f33417-eb93-49ee-af52-5e3a2df104d7 None None] Could not find standard attr ID for object 202abddb-fed9-43a9-b246-192505a1d87a. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:58:14.728951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969df2c8-d873-4020-b35e-5dfde69a0b88 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:14.734143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969df2c8-d873-4020-b35e-5dfde69a0b88 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:14.740594 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-969df2c8-d873-4020-b35e-5dfde69a0b88 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1256049 Sep 16 04:58:14.744409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34938) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:14.776103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] For port 13608883-d666-4ee5-81e1-d098374e7c45, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=13608883-d666-4ee5-81e1-d098374e7c45,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:14.781510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-592938ac-6f9b-48c2-bb01-dc4a1ee1d410 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.781510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-592938ac-6f9b-48c2-bb01-dc4a1ee1d410 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.781510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-592938ac-6f9b-48c2-bb01-dc4a1ee1d410 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "DELETE /v2.0/security-groups/5ef14b02-a443-4475-8caf-943c297276af HTTP/1.1" status: 204 len: 168 time: 1.8187389 Sep 16 04:58:14.800709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34944) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:14.877453 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.938365 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.968595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592938ac-6f9b-48c2-bb01-dc4a1ee1d410 tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef14b02-a443-4475-8caf-943c297276af,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:14.974057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-241e291b-6452-4d26-a645-aeb56c0aef62 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 2abdbaac-adac-4d49-81a1-b7a6e0e217e5 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:14.974450 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-241e291b-6452-4d26-a645-aeb56c0aef62 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.021197 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-b7169cc2-afb5-49c2-88c1-b3a7275b15cf tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] show failed (client error): The resource could not be found. Sep 16 04:58:15.022537 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b7169cc2-afb5-49c2-88c1-b3a7275b15cf tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "GET /v2.0/security-groups/5ef14b02-a443-4475-8caf-943c297276af HTTP/1.1" status: 404 len: 347 time: 0.2192800 Sep 16 04:58:15.029466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34946) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:15.113190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Subnet': ['ID=4de560b8-46b7-48c8-9b39-1ba77939862b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:15.122650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Attempting to bind port a840689f-4066-4ec8-a4a6-e7f4a2de399d on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:15.123017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Attempting to bind port a840689f-4066-4ec8-a4a6-e7f4a2de399d by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:15.123859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Attempting to bind port a840689f-4066-4ec8-a4a6-e7f4a2de399d on network 81407226-e1ec-4a58-8307-08915dad203e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:15.141776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b59a569-09d5-4a9b-bfc2-c825f214b09e None None] Network 23927b75-1acc-48de-82e8-a09b82c469cd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:15.198095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Port a840689f-4066-4ec8-a4a6-e7f4a2de399d on network 81407226-e1ec-4a58-8307-08915dad203e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:15.198541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Attempting to bind port a840689f-4066-4ec8-a4a6-e7f4a2de399d on network 81407226-e1ec-4a58-8307-08915dad203e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:15.235393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:15.236161 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.237710 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] 10.222.0.23 "PUT /v2.0/ports/13608883-d666-4ee5-81e1-d098374e7c45 HTTP/1.1" status: 200 len: 1092 time: 5.8921230 Sep 16 04:58:15.240536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819b0674-a644-4085-ae07-9db1b581de9b {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:15.250322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1916b72-0453-4cae-8e8e-5048220b6c82', 'tag': '13608883-d666-4ee5-81e1-d098374e7c45'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:15.252883 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac0884f-1951-4b65-b21d-478f47db9e44" -d '{"events": [{"name": "network-changed", "server_uuid": "d1916b72-0453-4cae-8e8e-5048220b6c82", "tag": "13608883-d666-4ee5-81e1-d098374e7c45"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:15.267952 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.274027 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.307345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:15.309054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Checking segment: {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:15.309840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Bound using segment: {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:15.310350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Bound port: a840689f-4066-4ec8-a4a6-e7f4a2de399d, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:15.312805 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.338787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Transition to ACTIVE for port object 819b0674-a644-4085-ae07-9db1b581de9b will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:15.348576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d16de4-db6c-4649-a868-a20102cea655 service neutron] Pushing event updated for resources: {'Port': ['ID=13608883-d666-4ee5-81e1-d098374e7c45,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:15.358280 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38360750-e715-42e5-bf93-f145c34502e1 x-openstack-request-id: req-38360750-e715-42e5-bf93-f145c34502e1 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:15.358280 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1916b72-0453-4cae-8e8e-5048220b6c82", "tag": "13608883-d666-4ee5-81e1-d098374e7c45", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:15.358280 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38360750-e715-42e5-bf93-f145c34502e1 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:15.358280 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1916b72-0453-4cae-8e8e-5048220b6c82', 'tag': '13608883-d666-4ee5-81e1-d098374e7c45', 'status': 'completed', 'code': 200} Sep 16 04:58:15.358765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 219e33e7-6796-434c-bc99-226cdea2f938 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:15.358879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23927b75-1acc-48de-82e8-a09b82c469cd']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:15.409065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-241e291b-6452-4d26-a645-aeb56c0aef62 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.445196 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70856954-5920-4385-9ac5-57003198ee7d') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:15.445616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70856954-5920-4385-9ac5-57003198ee7d') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:15.446884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5c8a919e-e226-4107-9394-a88e5ec564e4 None None] Provisioning complete for port 219e33e7-6796-434c-bc99-226cdea2f938 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:15.449818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5c8a919e-e226-4107-9394-a88e5ec564e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.469848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-241e291b-6452-4d26-a645-aeb56c0aef62 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 2abdbaac-adac-4d49-81a1-b7a6e0e217e5 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:15.477271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.490297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-59c703f7-005d-4605-8d30-8c59cfdebe6c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Deleting port 30445465-d78b-46ac-89ec-5e538229bb40 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:15.490949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c703f7-005d-4605-8d30-8c59cfdebe6c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.507958 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.587091 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.621236 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c703f7-005d-4605-8d30-8c59cfdebe6c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.622051 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c703f7-005d-4605-8d30-8c59cfdebe6c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.635966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-59c703f7-005d-4605-8d30-8c59cfdebe6c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Calling delete_port for 30445465-d78b-46ac-89ec-5e538229bb40 owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:15.680004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 219e33e7-6796-434c-bc99-226cdea2f938 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:15.680394 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.801878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb679bc-9111-46a4-8195-be2f5e5fdcf2 None None] DHCP port deletion for 23927b75-1acc-48de-82e8-a09b82c469cd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:15.822660 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.908904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:15.910386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:15.918200 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:15.952593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] For port a840689f-4066-4ec8-a4a6-e7f4a2de399d, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:15.981699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-d1b5da83-9fcd-4a46-8911-8d9c8868db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:15.984482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-d1b5da83-9fcd-4a46-8911-8d9c8868db83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82f6977f57cb4b9cab134223a9d5476b&device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 1095 time: 0.6176713 Sep 16 04:58:15.996296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Pushing event updated for resources: {'Port': ['ID=819b0674-a644-4085-ae07-9db1b581de9b,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:16.012552 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.053414 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7f4167c2-4d18-47d5-84df-853fd0afc897 None None] Provisioning complete for port 2abdbaac-adac-4d49-81a1-b7a6e0e217e5 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:16.054278 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f4167c2-4d18-47d5-84df-853fd0afc897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.071023 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-241e291b-6452-4d26-a645-aeb56c0aef62 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.118593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] For port a840689f-4066-4ec8-a4a6-e7f4a2de399d, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a840689f-4066-4ec8-a4a6-e7f4a2de399d,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:16.129256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e291b-6452-4d26-a645-aeb56c0aef62 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=2abdbaac-adac-4d49-81a1-b7a6e0e217e5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:16.135254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7f4167c2-4d18-47d5-84df-853fd0afc897 None None] Port 2abdbaac-adac-4d49-81a1-b7a6e0e217e5 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:16.167795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b6801-1ca6-4705-b102-955785d0dbd4 req-00e28ce6-2ef8-4e7e-842d-38600ef32da5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.170461 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c62b6801-1ca6-4705-b102-955785d0dbd4 req-00e28ce6-2ef8-4e7e-842d-38600ef32da5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 943 time: 0.5657103 Sep 16 04:58:16.175505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-caedf410-8af4-4c2f-b9f6-5d98d111f194 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13608883-d666-4ee5-81e1-d098374e7c45 HTTP/1.1" status: 200 len: 217 time: 0.1545775 Sep 16 04:58:16.195749 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c703f7-005d-4605-8d30-8c59cfdebe6c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.248975 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.284485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c703f7-005d-4605-8d30-8c59cfdebe6c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Pushing event deleted for resources: {'Port': ['ID=30445465-d78b-46ac-89ec-5e538229bb40,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:16.284760 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.368649 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.371346 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/23927b75-1acc-48de-82e8-a09b82c469cd HTTP/1.1" status: 204 len: 168 time: 5.8947279 Sep 16 04:58:16.373305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.374326 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.375938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] 10.222.0.23 "PUT /v2.0/ports/a840689f-4066-4ec8-a4a6-e7f4a2de399d HTTP/1.1" status: 200 len: 1093 time: 6.3242378 Sep 16 04:58:16.378556 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.381448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c9b77-2000-4ad3-b63e-2f397b0c6ee7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Network': ['ID=23927b75-1acc-48de-82e8-a09b82c469cd,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:16.398274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Attempting to bind port 819b0674-a644-4085-ae07-9db1b581de9b on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:16.398904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Attempting to bind port 819b0674-a644-4085-ae07-9db1b581de9b by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:16.399737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Attempting to bind port 819b0674-a644-4085-ae07-9db1b581de9b on network 81407226-e1ec-4a58-8307-08915dad203e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:16.412128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Port 819b0674-a644-4085-ae07-9db1b581de9b on network 81407226-e1ec-4a58-8307-08915dad203e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:16.413095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Attempting to bind port 819b0674-a644-4085-ae07-9db1b581de9b on network 81407226-e1ec-4a58-8307-08915dad203e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:16.420883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34974) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:16.426226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1370753495'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:16.429093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:16.429729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Checking segment: {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:16.430473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Bound using segment: {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:16.431129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Bound port: 819b0674-a644-4085-ae07-9db1b581de9b, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50452291-c55a-4645-b882-2ae048f10593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81407226-e1ec-4a58-8307-08915dad203e'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:16.431835 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.470884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-241e291b-6452-4d26-a645-aeb56c0aef62 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.484051 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-241e291b-6452-4d26-a645-aeb56c0aef62 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/2abdbaac-adac-4d49-81a1-b7a6e0e217e5 HTTP/1.1" status: 204 len: 168 time: 1.7381411 Sep 16 04:58:16.487367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34980) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:16.546704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-f086ee99-e5b6-49d3-9010-ba07180a8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.549244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-f086ee99-e5b6-49d3-9010-ba07180a8ac6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea359d98-04e4-4fc6-a913-600d7afe63ca HTTP/1.1" status: 200 len: 855 time: 0.3641019 Sep 16 04:58:16.601009 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c703f7-005d-4605-8d30-8c59cfdebe6c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.605327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c62b6801-1ca6-4705-b102-955785d0dbd4 req-c97b9050-b2bf-4c3e-bf38-e7027fbc3988 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222810 Sep 16 04:58:16.608057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c703f7-005d-4605-8d30-8c59cfdebe6c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.608821 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-59c703f7-005d-4605-8d30-8c59cfdebe6c tempest-ServersTestManualDisk-1782581663 tempest-ServersTestManualDisk-1782581663-project] 10.222.0.24 "DELETE /v2.0/floatingips/ca9d0425-ebf6-420c-b52c-5aa047b3e444 HTTP/1.1" status: 204 len: 168 time: 1.5781031 Sep 16 04:58:16.611950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34984) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:16.634923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979741f-b6ff-4f0c-ab54-02606e883953 service neutron] Pushing event updated for resources: {'Port': ['ID=a840689f-4066-4ec8-a4a6-e7f4a2de399d,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:16.670994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39873b1-0fb4-4773-8264-ab535f1ce4bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.672797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39873b1-0fb4-4773-8264-ab535f1ce4bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.674381 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39873b1-0fb4-4773-8264-ab535f1ce4bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.675985 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d39873b1-0fb4-4773-8264-ab535f1ce4bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1788027 Sep 16 04:58:16.687273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34988) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:16.712057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:16.715479 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.726773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] For port 819b0674-a644-4085-ae07-9db1b581de9b, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:16.727443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b513e72-9168-4008-a524-d2f9f6faf721 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:58:16.731639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] For port 819b0674-a644-4085-ae07-9db1b581de9b, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=819b0674-a644-4085-ae07-9db1b581de9b,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:16.735294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-3cbb524d-a6e4-4abb-bdf8-c4d38bb39ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.737286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-3cbb524d-a6e4-4abb-bdf8-c4d38bb39ba0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82f6977f57cb4b9cab134223a9d5476b&device_id=b3db86e7-3be6-4cd6-b74f-08e1f5e65be8 HTTP/1.1" status: 200 len: 1096 time: 0.2358887 Sep 16 04:58:16.745850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-f30337ee-24a1-43f2-b19f-12849d112974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.748700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-f30337ee-24a1-43f2-b19f-12849d112974 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=81407226-e1ec-4a58-8307-08915dad203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866713 Sep 16 04:58:16.840934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:16.846911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c61c1b9-e723-4312-a8c4-71ece5ec164e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 9fa2cbd2-17cf-466f-af0e-2474e8bd6482 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:16.850542 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0c61c1b9-e723-4312-a8c4-71ece5ec164e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.909780 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0c61c1b9-e723-4312-a8c4-71ece5ec164e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.912535 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-18011041-b48b-465b-a5dc-470855428cea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a840689f-4066-4ec8-a4a6-e7f4a2de399d HTTP/1.1" status: 200 len: 217 time: 0.1623609 Sep 16 04:58:16.920951 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.962855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b513e72-9168-4008-a524-d2f9f6faf721 None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:58:16.991222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-2844d377-8b3c-4ff5-85e2-1f28a0261b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.004399 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-2844d377-8b3c-4ff5-85e2-1f28a0261b05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea359d98-04e4-4fc6-a913-600d7afe63ca HTTP/1.1" status: 200 len: 855 time: 0.0706823 Sep 16 04:58:17.009061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.010373 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Added segment e38b6443-861e-4152-883c-dfdc90cae1ba of type vlan for network 3eca5555-16c7-46b8-87cd-4cc0436f87b8 Sep 16 04:58:17.057362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.058888 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.060868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] 10.222.0.37 "PUT /v2.0/ports/819b0674-a644-4085-ae07-9db1b581de9b HTTP/1.1" status: 200 len: 1092 time: 4.4492652 Sep 16 04:58:17.095012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.095269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-610dfaea-1154-474f-9744-12a172b24a70 service neutron] 10.222.0.23 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251286 Sep 16 04:58:17.200264 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.resource_extend [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:58:17.212512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 202abddb-fed9-43a9-b246-192505a1d87a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:17.242490 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0c61c1b9-e723-4312-a8c4-71ece5ec164e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.266134 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 202abddb-fed9-43a9-b246-192505a1d87a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:17.266639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 202abddb-fed9-43a9-b246-192505a1d87a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:17.302557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effb9cb-1b89-42d9-9fba-a81f36393cfa service neutron] Pushing event updated for resources: {'Port': ['ID=819b0674-a644-4085-ae07-9db1b581de9b,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:17.359831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3db86e7-3be6-4cd6-b74f-08e1f5e65be8', 'tag': 'a840689f-4066-4ec8-a4a6-e7f4a2de399d'}, {'name': 'network-changed', 'server_uuid': 'ff632cc7-f8f5-4ecc-b5e3-77b1086827cf', 'tag': '819b0674-a644-4085-ae07-9db1b581de9b'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:17.360251 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b80267-8d3f-43a2-9bd8-b875c19dbf14" -d '{"events": [{"name": "network-changed", "server_uuid": "b3db86e7-3be6-4cd6-b74f-08e1f5e65be8", "tag": "a840689f-4066-4ec8-a4a6-e7f4a2de399d"}, {"name": "network-changed", "server_uuid": "ff632cc7-f8f5-4ecc-b5e3-77b1086827cf", "tag": "819b0674-a644-4085-ae07-9db1b581de9b"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:17.368753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-234eb15e-afbe-431c-bf86-782790a60c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.370410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-234eb15e-afbe-431c-bf86-782790a60c51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=81407226-e1ec-4a58-8307-08915dad203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3548720 Sep 16 04:58:17.432296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.447108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.447108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.451151 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6a7ec0-6fc8-48e9-b9d4-140930483573 x-openstack-request-id: req-af6a7ec0-6fc8-48e9-b9d4-140930483573 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:17.451598 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3db86e7-3be6-4cd6-b74f-08e1f5e65be8", "tag": "a840689f-4066-4ec8-a4a6-e7f4a2de399d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff632cc7-f8f5-4ecc-b5e3-77b1086827cf", "tag": "819b0674-a644-4085-ae07-9db1b581de9b", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:17.451867 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af6a7ec0-6fc8-48e9-b9d4-140930483573 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:17.452267 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3db86e7-3be6-4cd6-b74f-08e1f5e65be8', 'tag': 'a840689f-4066-4ec8-a4a6-e7f4a2de399d', 'status': 'completed', 'code': 200} Sep 16 04:58:17.452547 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff632cc7-f8f5-4ecc-b5e3-77b1086827cf', 'tag': '819b0674-a644-4085-ae07-9db1b581de9b', 'status': 'completed', 'code': 200} Sep 16 04:58:17.454892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f9a05a-d72a-4153-be98-8b547661bde2 req-550c263a-8fbf-4247-95e9-9bff2218d674 service neutron] 10.222.0.23 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391025 Sep 16 04:58:17.530373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-7ab40e80-e938-485c-b61f-54ea928c2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.532034 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-7ab40e80-e938-485c-b61f-54ea928c2c35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82f6977f57cb4b9cab134223a9d5476b&device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 1095 time: 0.2572725 Sep 16 04:58:17.539782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=3eca5555-16c7-46b8-87cd-4cc0436f87b8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:17.593129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-45fc42db-0fc9-47f4-8ce8-bcb2a8ddc750 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=819b0674-a644-4085-ae07-9db1b581de9b HTTP/1.1" status: 200 len: 217 time: 0.0525939 Sep 16 04:58:17.680368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-f3fdf985-fc8f-4eee-830a-a0373be9f6c0 service neutron] 10.222.0.23 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887647 Sep 16 04:58:17.689415 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0c61c1b9-e723-4312-a8c4-71ece5ec164e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.699903 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c34b51c3-5fe3-4d42-a19a-699b0db850f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2777514 Sep 16 04:58:17.703557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35016) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:17.708891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 3eca5555-16c7-46b8-87cd-4cc0436f87b8 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:17.746267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3637d05d-aad5-449a-893d-ee5372f8f897 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'network_id': '3eca5555-16c7-46b8-87cd-4cc0436f87b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:17.754645 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.760314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777873af-52af-4dba-aa3e-d2d6bce38c13 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:58:17.783920 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61c1b9-e723-4312-a8c4-71ece5ec164e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa2cbd2-17cf-466f-af0e-2474e8bd6482,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:17.786535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0c61c1b9-e723-4312-a8c4-71ece5ec164e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.791218 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0c61c1b9-e723-4312-a8c4-71ece5ec164e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/9fa2cbd2-17cf-466f-af0e-2474e8bd6482 HTTP/1.1" status: 204 len: 168 time: 1.1006453 Sep 16 04:58:17.792201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35020) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:17.805712 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee8f9f82-d54b-4dd3-8d0b-81f852054f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.080830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccc0b27-3ce4-44a0-b58a-e6b7974d9a9e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet db5830fb-e398-4940-a441-437c06cafd2b {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:18.089513 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0b27-3ce4-44a0-b58a-e6b7974d9a9e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.132956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777873af-52af-4dba-aa3e-d2d6bce38c13 None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:58:18.176841 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0b27-3ce4-44a0-b58a-e6b7974d9a9e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.292437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f9f82-d54b-4dd3-8d0b-81f852054f98 admin admin] Deleting port cf017868-acae-4ab1-97f4-9a68f3bf6c61 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:18.292871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee8f9f82-d54b-4dd3-8d0b-81f852054f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.320205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-7a12f5eb-d621-47f7-9f1c-3f28fbf5fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:18.321764 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-7a12f5eb-d621-47f7-9f1c-3f28fbf5fa5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea359d98-04e4-4fc6-a913-600d7afe63ca HTTP/1.1" status: 200 len: 855 time: 0.7159319 Sep 16 04:58:18.356081 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0b27-3ce4-44a0-b58a-e6b7974d9a9e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.443667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0884f-1951-4b65-b21d-478f47db9e44 req-78fee163-4de0-46cf-9d4a-53edf58d627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:18.445337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ac0884f-1951-4b65-b21d-478f47db9e44 req-78fee163-4de0-46cf-9d4a-53edf58d627b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82f6977f57cb4b9cab134223a9d5476b&device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 1095 time: 0.7682149 Sep 16 04:58:18.473551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-ee8f9f82-d54b-4dd3-8d0b-81f852054f98 admin admin] For port cf017868-acae-4ab1-97f4-9a68f3bf6c61, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cf017868-acae-4ab1-97f4-9a68f3bf6c61,segment=NetworkSegment(0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1),segment_id=0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:18.477191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee8f9f82-d54b-4dd3-8d0b-81f852054f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.486274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d09f2-7874-476e-a1a1-8736fd5eec3d req-a89da32b-050a-441d-9677-3c2ccab828b8 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:18.488395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce9d09f2-7874-476e-a1a1-8736fd5eec3d req-a89da32b-050a-441d-9677-3c2ccab828b8 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 943 time: 0.2109871 Sep 16 04:58:18.494270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f9f82-d54b-4dd3-8d0b-81f852054f98 admin admin] Calling delete_port for cf017868-acae-4ab1-97f4-9a68f3bf6c61 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:18.586316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-e29c57d4-e7a7-460f-a8bd-20b121eee2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:18.587823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-e29c57d4-e7a7-460f-a8bd-20b121eee2b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=81407226-e1ec-4a58-8307-08915dad203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2530327 Sep 16 04:58:18.594145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f5862d4-bc2c-441c-ac62-d713dff6f5b8 req-48db0f6b-1c29-431f-8399-8625ceb77e27 service neutron] 10.222.0.23 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9020715 Sep 16 04:58:18.620629 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0b27-3ce4-44a0-b58a-e6b7974d9a9e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.633401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae3b309-0155-4386-9d61-d7f36a68804e None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:18.670112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc0b27-3ce4-44a0-b58a-e6b7974d9a9e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=db5830fb-e398-4940-a441-437c06cafd2b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:18.679969 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0b27-3ce4-44a0-b58a-e6b7974d9a9e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.682278 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1ccc0b27-3ce4-44a0-b58a-e6b7974d9a9e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/db5830fb-e398-4940-a441-437c06cafd2b HTTP/1.1" status: 204 len: 168 time: 0.8891203 Sep 16 04:58:18.687050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35040) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:18.698265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3637d05d-aad5-449a-893d-ee5372f8f897 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:18.714656 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3637d05d-aad5-449a-893d-ee5372f8f897 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.821011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-469b7b5b-10ee-4b65-9a04-a90b3ba820ab service neutron] 10.222.0.37 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961069 Sep 16 04:58:18.846308 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9fc8ff8e-cedb-4ec8-9f7f-c7a46ab6a79c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1553078 Sep 16 04:58:18.846627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35046) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:18.851463 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:18.903052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce9d09f2-7874-476e-a1a1-8736fd5eec3d req-e193cbd2-2c72-43a2-a49c-d7742187dc7d tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639030 Sep 16 04:58:18.967730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f060ade3-6012-4e71-81fc-3ea8a33061ca None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:19.059643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:19.064400 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.090150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f060ade3-6012-4e71-81fc-3ea8a33061ca None None] Deleting port 219e33e7-6796-434c-bc99-226cdea2f938 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:19.091476 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f060ade3-6012-4e71-81fc-3ea8a33061ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.094092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0884f-1951-4b65-b21d-478f47db9e44 req-7cc62666-f352-439c-9443-2e15740b9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:19.096110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ac0884f-1951-4b65-b21d-478f47db9e44 req-7cc62666-f352-439c-9443-2e15740b9257 service neutron] 10.222.0.23 "GET /v2.0/networks?id=81407226-e1ec-4a58-8307-08915dad203e HTTP/1.1" status: 200 len: 916 time: 0.6345141 Sep 16 04:58:19.162463 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee8f9f82-d54b-4dd3-8d0b-81f852054f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.196729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f060ade3-6012-4e71-81fc-3ea8a33061ca None None] For port 219e33e7-6796-434c-bc99-226cdea2f938, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=219e33e7-6796-434c-bc99-226cdea2f938,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:19.197513 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f060ade3-6012-4e71-81fc-3ea8a33061ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.208788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f9f82-d54b-4dd3-8d0b-81f852054f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf017868-acae-4ab1-97f4-9a68f3bf6c61,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:19.218635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ac0884f-1951-4b65-b21d-478f47db9e44 req-517ae199-6dd9-407e-9703-a26e850bfdc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13608883-d666-4ee5-81e1-d098374e7c45 HTTP/1.1" status: 200 len: 217 time: 0.0838151 Sep 16 04:58:19.231295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f060ade3-6012-4e71-81fc-3ea8a33061ca None None] Calling delete_port for 219e33e7-6796-434c-bc99-226cdea2f938 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:19.336037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 219e33e7-6796-434c-bc99-226cdea2f938 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:19.362987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-3e6a6c2e-c0c4-45b8-bd9c-128cdae215f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:19.370785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-3e6a6c2e-c0c4-45b8-bd9c-128cdae215f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82f6977f57cb4b9cab134223a9d5476b&device_id=b3db86e7-3be6-4cd6-b74f-08e1f5e65be8 HTTP/1.1" status: 200 len: 1096 time: 0.5127699 Sep 16 04:58:19.422388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0884f-1951-4b65-b21d-478f47db9e44 req-368a5f2d-447c-4d04-8c79-f2dbec0c8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:19.423914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ac0884f-1951-4b65-b21d-478f47db9e44 req-368a5f2d-447c-4d04-8c79-f2dbec0c8fec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea359d98-04e4-4fc6-a913-600d7afe63ca HTTP/1.1" status: 200 len: 855 time: 0.1489797 Sep 16 04:58:19.458431 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f060ade3-6012-4e71-81fc-3ea8a33061ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.541785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060ade3-6012-4e71-81fc-3ea8a33061ca None None] Pushing event deleted for resources: {'Port': ['ID=219e33e7-6796-434c-bc99-226cdea2f938,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:19.554369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df4a49e-8870-4312-80d7-788746dc2dc7 req-2da46a43-e23f-42f4-be3a-7d6386dc1edb service neutron] 10.222.0.37 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6938736 Sep 16 04:58:19.559433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060ade3-6012-4e71-81fc-3ea8a33061ca None None] No DVR routers for this DVR port 219e33e7-6796-434c-bc99-226cdea2f938 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:19.565672 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.604078 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3637d05d-aad5-449a-893d-ee5372f8f897 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.809197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0884f-1951-4b65-b21d-478f47db9e44 req-6ed5df96-05e4-444c-87cd-ddb07623b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:19.810869 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ac0884f-1951-4b65-b21d-478f47db9e44 req-6ed5df96-05e4-444c-87cd-ddb07623b8ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=81407226-e1ec-4a58-8307-08915dad203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3521941 Sep 16 04:58:19.861370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637d05d-aad5-449a-893d-ee5372f8f897 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=23fc1a9e-1c6d-4f4a-b087-7d4006a0cfc6,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:19.890025 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-7eefa8f1-8da6-4088-ba65-31b40439c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:19.891582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-7eefa8f1-8da6-4088-ba65-31b40439c267 service neutron] 10.222.0.23 "GET /v2.0/networks?id=81407226-e1ec-4a58-8307-08915dad203e HTTP/1.1" status: 200 len: 916 time: 0.4667902 Sep 16 04:58:19.901883 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-ba731e8e-2284-4087-a74a-f81ca8473e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:19.903420 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-ba731e8e-2284-4087-a74a-f81ca8473e60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82f6977f57cb4b9cab134223a9d5476b&device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 1095 time: 0.1444278 Sep 16 04:58:19.909441 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee8f9f82-d54b-4dd3-8d0b-81f852054f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.987034 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d05d-aad5-449a-893d-ee5372f8f897 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking segment: {'id': 'e38b6443-861e-4152-883c-dfdc90cae1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eca5555-16c7-46b8-87cd-4cc0436f87b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:19.987434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637d05d-aad5-449a-893d-ee5372f8f897 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network hostable DHCP agents. Network: 3eca5555-16c7-46b8-87cd-4cc0436f87b8, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:20.037863 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-2f78f887-94fc-498b-b068-a21249e71503 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a840689f-4066-4ec8-a4a6-e7f4a2de399d HTTP/1.1" status: 200 len: 217 time: 0.1334739 Sep 16 04:58:20.162311 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ac0884f-1951-4b65-b21d-478f47db9e44 req-2fa5ea7f-1c57-4654-978f-96351746dea6 service neutron] 10.222.0.23 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398843 Sep 16 04:58:20.166968 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.214064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637d05d-aad5-449a-893d-ee5372f8f897 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network 3eca5555-16c7-46b8-87cd-4cc0436f87b8 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:20.230549 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-070d54dd-ca92-4c65-ab87-489fdd5b8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.232299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-070d54dd-ca92-4c65-ab87-489fdd5b8c09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=81407226-e1ec-4a58-8307-08915dad203e HTTP/1.1" status: 200 len: 916 time: 0.2881372 Sep 16 04:58:20.243838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7c671-4afa-4846-9b9b-e9152373b7c9 req-b832b41e-02db-487e-b741-c0e9ffa5d54a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.245354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6e7c671-4afa-4846-9b9b-e9152373b7c9 req-b832b41e-02db-487e-b741-c0e9ffa5d54a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 943 time: 0.2236140 Sep 16 04:58:20.246806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-17332606-2a71-4d87-a607-0488974d37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.248870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-17332606-2a71-4d87-a607-0488974d37ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea359d98-04e4-4fc6-a913-600d7afe63ca HTTP/1.1" status: 200 len: 855 time: 0.1939704 Sep 16 04:58:20.260076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:20.270009 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:20.270009 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=15d9cfce-25d7-481a-b5f0-b0f68bfa1b0f,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:20.288915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.290163 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.295913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:20.300897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:20.300897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:20.300897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:20.300897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:20.300897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:20.300897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:20.300897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:20.300897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:20.300897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:20.300897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:20.300897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:20.316108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b31ba9-0f2d-441f-8d29-b004c11f6d98 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:20.319992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8f9f82-d54b-4dd3-8d0b-81f852054f98 admin admin] Router 5472356f-2dcd-4ba6-a4fe-215a06783133 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:20.356344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-22a95c39-5eb0-48d7-8de2-90909a69cea9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=819b0674-a644-4085-ae07-9db1b581de9b HTTP/1.1" status: 200 len: 217 time: 0.1064329 Sep 16 04:58:20.364160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-3637d05d-aad5-449a-893d-ee5372f8f897 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 3eca5555-16c7-46b8-87cd-4cc0436f87b8) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:20.384268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3637d05d-aad5-449a-893d-ee5372f8f897 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.384888 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3637d05d-aad5-449a-893d-ee5372f8f897 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.395652 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e0992b9f-e2a9-4dd5-a029-34c1ae81a755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5480900 Sep 16 04:58:20.398550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35078) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:20.400661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c59706-43d4-4ef7-8ea1-906543f8b6d5 None None] Network 3eca5555-16c7-46b8-87cd-4cc0436f87b8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:20.403604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6a0b8963-97e5-4f94-9041-a104ba38519f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:20.450409 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6e7c671-4afa-4846-9b9b-e9152373b7c9 req-de2b2a78-6874-4045-90a6-034dba046343 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559825 Sep 16 04:58:20.463280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ac0884f-1951-4b65-b21d-478f47db9e44 req-c956249c-37b6-4d9f-b481-825cb5660c7a service neutron] 10.222.0.23 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921457 Sep 16 04:58:20.468244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-d10b02af-17b6-4a16-b552-f9d25a338dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.469728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-d10b02af-17b6-4a16-b552-f9d25a338dd1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=81407226-e1ec-4a58-8307-08915dad203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2114751 Sep 16 04:58:20.471684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-83c84b5a-620b-47ac-9672-b202ed24d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.473195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-83c84b5a-620b-47ac-9672-b202ed24d302 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea359d98-04e4-4fc6-a913-600d7afe63ca HTTP/1.1" status: 200 len: 855 time: 0.1055725 Sep 16 04:58:20.605562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8f9f82-d54b-4dd3-8d0b-81f852054f98 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:20.626575 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3637d05d-aad5-449a-893d-ee5372f8f897 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8942487 Sep 16 04:58:20.629089 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ee8f9f82-d54b-4dd3-8d0b-81f852054f98 admin admin] 10.222.0.24 "PUT /v2.0/routers/5472356f-2dcd-4ba6-a4fe-215a06783133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0159943 Sep 16 04:58:20.629795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': '15d9cfce-25d7-481a-b5f0-b0f68bfa1b0f'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:20.631726 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.643078 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a677b2b-be30-43f8-9c8b-46616cb9cec4 None None] Sync routers for ids ['5472356f-2dcd-4ba6-a4fe-215a06783133'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:20.658171 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a677b2b-be30-43f8-9c8b-46616cb9cec4 None None] Routers {'5472356f-2dcd-4ba6-a4fe-215a06783133'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:20.659993 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1a677b2b-be30-43f8-9c8b-46616cb9cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:58:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5472356f-2dcd-4ba6-a4fe-215a06783133'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:20.668780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35086) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:20.675055 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35090) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:20.698107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-a62fdb18-82cb-4de4-9421-2cf0e3e9d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.702841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-a62fdb18-82cb-4de4-9421-2cf0e3e9d1cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=81407226-e1ec-4a58-8307-08915dad203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2147667 Sep 16 04:58:20.755324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-fd8b81dd-e77a-4bdb-ace3-31198d521e95 service neutron] 10.222.0.23 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760406 Sep 16 04:58:20.771571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a840689f-4066-4ec8-a4a6-e7f4a2de399d details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:20.856059 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-1a677b2b-be30-43f8-9c8b-46616cb9cec4 None None] Set router 5472356f-2dcd-4ba6-a4fe-215a06783133 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:20.900002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-3eca5555-16c7-46b8-87cd-4cc0436f87b8', 'network_id': '3eca5555-16c7-46b8-87cd-4cc0436f87b8', 'tenant_id': 'd644676efe3343eebac99d0a7b0bc13d', 'fixed_ips': [{'subnet_id': '23fc1a9e-1c6d-4f4a-b087-7d4006a0cfc6'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:20.909975 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.910556 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.977225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-21fbbf39-f91e-4a61-b61e-d23a3a713bc8 service neutron] 10.222.0.37 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653501 Sep 16 04:58:21.019924 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.041746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-4a5c1793-d2f8-4f96-97fe-368f389a43fa service neutron] 10.222.0.23 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264793 Sep 16 04:58:21.044480 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.resource_extend [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:58:21.126710 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83b80267-8d3f-43a2-9bd8-b875c19dbf14 req-51dc6cee-0c54-4750-b1d7-78e4893e8c69 service neutron] 10.222.0.37 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390073 Sep 16 04:58:21.147080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0b8963-97e5-4f94-9041-a104ba38519f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:21.150977 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a0b8963-97e5-4f94-9041-a104ba38519f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.233382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a840689f-4066-4ec8-a4a6-e7f4a2de399d, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a840689f-4066-4ec8-a4a6-e7f4a2de399d,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:21.268163 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.300274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'a840689f-4066-4ec8-a4a6-e7f4a2de399d', 'network_id': '81407226-e1ec-4a58-8307-08915dad203e', 'port_id': 'a840689f-4066-4ec8-a4a6-e7f4a2de399d', 'mac_address': 'fa:16:3e:0c:14:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea359d98-04e4-4fc6-a913-600d7afe63ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:21.339557 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1a677b2b-be30-43f8-9c8b-46616cb9cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:58:18Z', 'revision_number': 5, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port': {'id': '978100bc-f4cc-4b59-a5fa-12480010484b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:54Z', 'updated_at': '2021-09-16T04:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:21.353469 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.378605 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a677b2b-be30-43f8-9c8b-46616cb9cec4 None None] Checking router: 5472356f-2dcd-4ba6-a4fe-215a06783133 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:21.389015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Allocated IP 172.20.0.2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/15d9cfce-25d7-481a-b5f0-b0f68bfa1b0f/50484cfe-28fa-45bf-9a16-310b81b6738a) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:21.394345 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a677b2b-be30-43f8-9c8b-46616cb9cec4 None None] Routers {'5472356f-2dcd-4ba6-a4fe-215a06783133'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:21.395789 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1a677b2b-be30-43f8-9c8b-46616cb9cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:58:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5472356f-2dcd-4ba6-a4fe-215a06783133'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:21.415000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Allocated IP 172.20.0.2 (3eca5555-16c7-46b8-87cd-4cc0436f87b8/23fc1a9e-1c6d-4f4a-b087-7d4006a0cfc6/3c775327-1f6a-4b45-bca3-d37ad54c7116) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:21.419040 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.452348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a840689f-4066-4ec8-a4a6-e7f4a2de399d {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:21.552117 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Deleting port 978100bc-f4cc-4b59-a5fa-12480010484b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:21.552358 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.556810 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-1a677b2b-be30-43f8-9c8b-46616cb9cec4 None None] Set router 5472356f-2dcd-4ba6-a4fe-215a06783133 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:21.600926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a840689f-4066-4ec8-a4a6-e7f4a2de399d, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a840689f-4066-4ec8-a4a6-e7f4a2de399d,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:21.656241 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1a677b2b-be30-43f8-9c8b-46616cb9cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:58:21Z', 'revision_number': 6, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:21.713565 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a677b2b-be30-43f8-9c8b-46616cb9cec4 None None] The sync data for ids ['5472356f-2dcd-4ba6-a4fe-215a06783133'] in n-d-712137-12 is: [{'id': '5472356f-2dcd-4ba6-a4fe-215a06783133', 'name': 'tempest-ServersTestManualDisk-1029384600-router', 'tenant_id': '10b6f1c80f114078a0842c8ad70708ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:53Z', 'updated_at': '2021-09-16T04:58:21Z', 'revision_number': 6, 'project_id': '10b6f1c80f114078a0842c8ad70708ea', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:21.719870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce28e4-4bb0-4043-90b0-360df9a95838 req-a13a40d3-7797-4860-bde6-7049706bdbb3 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:21.721695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fce28e4-4bb0-4043-90b0-360df9a95838 req-a13a40d3-7797-4860-bde6-7049706bdbb3 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 943 time: 0.1217380 Sep 16 04:58:21.755447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] For port 978100bc-f4cc-4b59-a5fa-12480010484b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=978100bc-f4cc-4b59-a5fa-12480010484b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:21.755447 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.767046 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.767737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 13608883-d666-4ee5-81e1-d098374e7c45 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:21.773486 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Calling delete_port for 978100bc-f4cc-4b59-a5fa-12480010484b owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:21.781345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fce28e4-4bb0-4043-90b0-360df9a95838 req-e48d7a33-bf11-4bd6-a28b-c293c06d94a4 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469775 Sep 16 04:58:21.860673 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.880243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 13608883-d666-4ee5-81e1-d098374e7c45, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=13608883-d666-4ee5-81e1-d098374e7c45,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:21.953456 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.958201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a840689f-4066-4ec8-a4a6-e7f4a2de399d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:21.960395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '13608883-d666-4ee5-81e1-d098374e7c45', 'network_id': '81407226-e1ec-4a58-8307-08915dad203e', 'port_id': '13608883-d666-4ee5-81e1-d098374e7c45', 'mac_address': 'fa:16:3e:02:60:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea359d98-04e4-4fc6-a913-600d7afe63ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:21.982215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:21.982597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:21.991033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:21.991033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:21.991033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:21.991033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:21.991033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:21.991033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:21.991033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:21.991033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:21.991033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:21.991033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:22.017352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Network 3eca5555-16c7-46b8-87cd-4cc0436f87b8 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:22.035699 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.059795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:22.070206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-6a0b8963-97e5-4f94-9041-a104ba38519f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:58:22.079121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a0b8963-97e5-4f94-9041-a104ba38519f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.087288 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.104738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.127829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:22.134984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13608883-d666-4ee5-81e1-d098374e7c45 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:22.177078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 13608883-d666-4ee5-81e1-d098374e7c45, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=13608883-d666-4ee5-81e1-d098374e7c45,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:22.178577 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Pushing event updated for resources: {'Port': ['ID=3c775327-1f6a-4b45-bca3-d37ad54c7116,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:22.206959 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.220342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Pushing event deleted for resources: {'Port': ['ID=978100bc-f4cc-4b59-a5fa-12480010484b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:22.233516 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.237840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b8963-97e5-4f94-9041-a104ba38519f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:22.254234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b8963-97e5-4f94-9041-a104ba38519f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:22.258641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b8963-97e5-4f94-9041-a104ba38519f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.258641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a0b8963-97e5-4f94-9041-a104ba38519f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.274190 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.278839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:22.282001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Attempting to bind port 3c775327-1f6a-4b45-bca3-d37ad54c7116 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:22.282360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Attempting to bind port 3c775327-1f6a-4b45-bca3-d37ad54c7116 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'e38b6443-861e-4152-883c-dfdc90cae1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eca5555-16c7-46b8-87cd-4cc0436f87b8'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:22.282721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Attempting to bind port 3c775327-1f6a-4b45-bca3-d37ad54c7116 on network 3eca5555-16c7-46b8-87cd-4cc0436f87b8 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:22.288761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:22.294039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:22.300118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:22.300615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Checking segment: {'id': 'e38b6443-861e-4152-883c-dfdc90cae1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eca5555-16c7-46b8-87cd-4cc0436f87b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:22.300929 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.301338 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Bound using segment: {'id': 'e38b6443-861e-4152-883c-dfdc90cae1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eca5555-16c7-46b8-87cd-4cc0436f87b8'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:22.301792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Bound port: 3c775327-1f6a-4b45-bca3-d37ad54c7116, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38b6443-861e-4152-883c-dfdc90cae1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3eca5555-16c7-46b8-87cd-4cc0436f87b8'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:22.302370 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.304388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Pushing event updated for resources: {'Port': ['ID=50484cfe-28fa-45bf-9a16-310b81b6738a,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:22.348196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b8963-97e5-4f94-9041-a104ba38519f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=c969abf7-5c17-4bd5-884b-fec4f38a0beb,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:22.423791 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.426530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Subnet': ['ID=23fc1a9e-1c6d-4f4a-b087-7d4006a0cfc6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:22.436953 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6a0b8963-97e5-4f94-9041-a104ba38519f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0370791 Sep 16 04:58:22.440683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35126) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:22.455656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:af:66:29', 'name': 'tempest-NetworksTestDHCPv6-1977631186'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:22.458922 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Attempting to bind port 50484cfe-28fa-45bf-9a16-310b81b6738a on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:22.459490 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eca5555-16c7-46b8-87cd-4cc0436f87b8']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:22.459626 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Attempting to bind port 50484cfe-28fa-45bf-9a16-310b81b6738a by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:22.459626 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Attempting to bind port 50484cfe-28fa-45bf-9a16-310b81b6738a on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:22.469598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=13608883-d666-4ee5-81e1-d098374e7c45,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:22.470346 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.475254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38b6443-861e-4152-883c-dfdc90cae1ba') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:22.475546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38b6443-861e-4152-883c-dfdc90cae1ba') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:22.484476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:22.484848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:22.485252 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.485635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:22.486109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Bound port: 50484cfe-28fa-45bf-9a16-310b81b6738a, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:22.486483 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.509079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] For port 3c775327-1f6a-4b45-bca3-d37ad54c7116, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:22.539123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] For port 3c775327-1f6a-4b45-bca3-d37ad54c7116, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3c775327-1f6a-4b45-bca3-d37ad54c7116,segment=NetworkSegment(e38b6443-861e-4152-883c-dfdc90cae1ba),segment_id=e38b6443-861e-4152-883c-dfdc90cae1ba)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:22.578228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.594298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] For port 50484cfe-28fa-45bf-9a16-310b81b6738a, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:22.603674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['a840689f-4066-4ec8-a4a6-e7f4a2de399d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:22.607999 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['13608883-d666-4ee5-81e1-d098374e7c45'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:22.631792 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.636620 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.637725 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.649401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:22.650045 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:22.653394 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:22.668592 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.686267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:22.834176 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.867198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port b4f84db7-0397-40dc-acf6-51d62579b722 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:22.886531 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:58:22.886531 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:58:22.886531 n-d-712137-12 neutron-server[95451]: [parameters: {'id': '3eca5555-16c7-46b8-87cd-4cc0436f87b8'}] Sep 16 04:58:22.886531 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:22.887731 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:22.901092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] For port 50484cfe-28fa-45bf-9a16-310b81b6738a, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50484cfe-28fa-45bf-9a16-310b81b6738a,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:22.949206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.949868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5472356f-2dcd-4ba6-a4fe-215a06783133 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:58:22.963193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.966652 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-63e5b360-a9d7-49d9-be41-f265bb64b059 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5472356f-2dcd-4ba6-a4fe-215a06783133 HTTP/1.1" status: 204 len: 168 time: 2.2749949 Sep 16 04:58:22.976346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35144) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:23.028416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c0514-61b0-4d2a-8a3d-f0268caa9c30 req-63978d11-f325-4aa0-9a98-f39a27c8675c tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:23.030390 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c10c0514-61b0-4d2a-8a3d-f0268caa9c30 req-63978d11-f325-4aa0-9a98-f39a27c8675c tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 943 time: 0.1473932 Sep 16 04:58:23.056221 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.069751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-910af932-0c4c-4551-87d9-ebd287ef1eb6 admin admin] Deleting subnet 4d95e30f-79a8-41b8-8ab2-c23f587db53b {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:23.080807 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-910af932-0c4c-4551-87d9-ebd287ef1eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.121068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f961bed-f6d8-4522-b06f-f8e8950503dc None None] Pushing event updated for resources: {'Port': ['ID=3c775327-1f6a-4b45-bca3-d37ad54c7116,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.179419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10bd58-726e-417a-a3e5-ca2080215484 None None] Pushing event updated for resources: {'Port': ['ID=50484cfe-28fa-45bf-9a16-310b81b6738a,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.196018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be7e46c-b9e0-4881-9637-f54338e10892 None None] Network 3eca5555-16c7-46b8-87cd-4cc0436f87b8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:23.201482 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-910af932-0c4c-4551-87d9-ebd287ef1eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.240871 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c10c0514-61b0-4d2a-8a3d-f0268caa9c30 req-9cfbcae5-ef04-43de-9296-0c3b7dd438df tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994686 Sep 16 04:58:23.355954 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-910af932-0c4c-4551-87d9-ebd287ef1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.358360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 172.20.0.6 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/15d9cfce-25d7-481a-b5f0-b0f68bfa1b0f/b4f84db7-0397-40dc-acf6-51d62579b722) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:23.375696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::f816:3eff:feaf:6629 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/c969abf7-5c17-4bd5-884b-fec4f38a0beb/b4f84db7-0397-40dc-acf6-51d62579b722) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:23.392767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.402842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cf017868-acae-4ab1-97f4-9a68f3bf6c61 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:23.448870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: cf017868-acae-4ab1-97f4-9a68f3bf6c61 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:23.449632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cf017868-acae-4ab1-97f4-9a68f3bf6c61 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:23.450343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 978100bc-f4cc-4b59-a5fa-12480010484b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:23.524593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Deleting port 3c775327-1f6a-4b45-bca3-d37ad54c7116 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:23.525054 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.568152 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-910af932-0c4c-4551-87d9-ebd287ef1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.634995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 978100bc-f4cc-4b59-a5fa-12480010484b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:23.634995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 978100bc-f4cc-4b59-a5fa-12480010484b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:23.668723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.673044 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-910af932-0c4c-4551-87d9-ebd287ef1eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.678545 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-910af932-0c4c-4551-87d9-ebd287ef1eb6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4d95e30f-79a8-41b8-8ab2-c23f587db53b HTTP/1.1" status: 204 len: 168 time: 0.7011216 Sep 16 04:58:23.683322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35152) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:23.685223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910af932-0c4c-4551-87d9-ebd287ef1eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d95e30f-79a8-41b8-8ab2-c23f587db53b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.696707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] For port 3c775327-1f6a-4b45-bca3-d37ad54c7116, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3c775327-1f6a-4b45-bca3-d37ad54c7116,segment=NetworkSegment(e38b6443-861e-4152-883c-dfdc90cae1ba),segment_id=e38b6443-861e-4152-883c-dfdc90cae1ba)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:23.697144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.699741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b00560-c184-4436-a8b3-a53f4837e11d None None] Network c100970b-ef8f-4b4f-b9fd-6826a60b6e30 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:23.714594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Calling delete_port for 3c775327-1f6a-4b45-bca3-d37ad54c7116 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:23.865808 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.893834 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.918128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 819b0674-a644-4085-ae07-9db1b581de9b details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:23.952151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Port': ['ID=3c775327-1f6a-4b45-bca3-d37ad54c7116,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.954279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No DVR routers for this DVR port 3c775327-1f6a-4b45-bca3-d37ad54c7116 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:23.985000 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.055447 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.103051 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eca5555-16c7-46b8-87cd-4cc0436f87b8']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:24.105768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:24.114140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Deleting port 620f2cc4-907c-4544-80f6-ac248abcad2d {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:24.114472 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.116519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38b6443-861e-4152-883c-dfdc90cae1ba') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:24.116835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38b6443-861e-4152-883c-dfdc90cae1ba') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:24.119748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:24.123417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:24.130735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=b4f84db7-0397-40dc-acf6-51d62579b722,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.141505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18401fc6-81c5-4be1-90f1-603973eaf9a6 None None] DHCP port deletion for c100970b-ef8f-4b4f-b9fd-6826a60b6e30 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:24.141856 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.159585 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.167155 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:24.167561 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.216734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 819b0674-a644-4085-ae07-9db1b581de9b, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=819b0674-a644-4085-ae07-9db1b581de9b,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:24.245167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '819b0674-a644-4085-ae07-9db1b581de9b', 'network_id': '81407226-e1ec-4a58-8307-08915dad203e', 'port_id': '819b0674-a644-4085-ae07-9db1b581de9b', 'mac_address': 'fa:16:3e:98:82:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea359d98-04e4-4fc6-a913-600d7afe63ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:24.245322 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:24.249077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.249888 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.258948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] For port 620f2cc4-907c-4544-80f6-ac248abcad2d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=620f2cc4-907c-4544-80f6-ac248abcad2d,segment=NetworkSegment(0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1),segment_id=0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:24.263368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.265934 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-18401fc6-81c5-4be1-90f1-603973eaf9a6 None None] Deleting port 620f2cc4-907c-4544-80f6-ac248abcad2d {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:24.266319 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18401fc6-81c5-4be1-90f1-603973eaf9a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.288153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Calling delete_port for 620f2cc4-907c-4544-80f6-ac248abcad2d owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:24.342976 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.354831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.361252 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/3eca5555-16c7-46b8-87cd-4cc0436f87b8 HTTP/1.1" status: 204 len: 168 time: 3.6817572 Sep 16 04:58:24.368318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35174) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:24.390462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0b4de229-fd66-48d0-a2e6-4b46c7a4cc86 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-804926759'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:24.404572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f759b-3ca5-48fa-bf3a-d225489e9a73 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Network': ['ID=3eca5555-16c7-46b8-87cd-4cc0436f87b8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.424247 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.450219 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-18401fc6-81c5-4be1-90f1-603973eaf9a6 None None] For port 620f2cc4-907c-4544-80f6-ac248abcad2d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=620f2cc4-907c-4544-80f6-ac248abcad2d,segment=NetworkSegment(0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1),segment_id=0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:24.450629 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18401fc6-81c5-4be1-90f1-603973eaf9a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.473580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819b0674-a644-4085-ae07-9db1b581de9b {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:24.510650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-18401fc6-81c5-4be1-90f1-603973eaf9a6 None None] Calling delete_port for 620f2cc4-907c-4544-80f6-ac248abcad2d owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:24.524099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 819b0674-a644-4085-ae07-9db1b581de9b, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=819b0674-a644-4085-ae07-9db1b581de9b,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:24.637305 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.704609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a840689f-4066-4ec8-a4a6-e7f4a2de399d up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:24.734389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=819b0674-a644-4085-ae07-9db1b581de9b,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.755550 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18401fc6-81c5-4be1-90f1-603973eaf9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.769464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18401fc6-81c5-4be1-90f1-603973eaf9a6 None None] No DVR routers for this DVR port 620f2cc4-907c-4544-80f6-ac248abcad2d on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:24.805074 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18401fc6-81c5-4be1-90f1-603973eaf9a6 None None] Pushing event deleted for resources: {'Port': ['ID=620f2cc4-907c-4544-80f6-ac248abcad2d,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.817367 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c0ba59ff-cb55-48b0-900c-730ed29191b7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3744881 Sep 16 04:58:24.820304 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35182) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:24.883846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ee1ab-f647-47f4-bc71-552090086485 req-c5b86588-785d-4409-9bf6-322617d96eba tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.883846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c9ee1ab-f647-47f4-bc71-552090086485 req-c5b86588-785d-4409-9bf6-322617d96eba tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 943 time: 0.5118775 Sep 16 04:58:24.887034 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab3621-7ad0-4de1-b802-e956871aee39 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:24.908604 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.918020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc429c6-af62-4d5d-a382-f978c2db809c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.924653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['819b0674-a644-4085-ae07-9db1b581de9b'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:24.926426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc429c6-af62-4d5d-a382-f978c2db809c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.928390 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ebc429c6-af62-4d5d-a382-f978c2db809c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1054924 Sep 16 04:58:24.931190 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35194) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:24.939058 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Pushing event deleted for resources: {'Port': ['ID=620f2cc4-907c-4544-80f6-ac248abcad2d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.955515 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] No DVR routers for this DVR port 620f2cc4-907c-4544-80f6-ac248abcad2d on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:24.961544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port a840689f-4066-4ec8-a4a6-e7f4a2de399d completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:24.968878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c9ee1ab-f647-47f4-bc71-552090086485 req-89398adf-f04d-4792-aa9f-976bafd85569 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769131 Sep 16 04:58:24.970976 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port a840689f-4066-4ec8-a4a6-e7f4a2de399d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:24.971362 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.991459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4de229-fd66-48d0-a2e6-4b46c7a4cc86 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:24.995010 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b4de229-fd66-48d0-a2e6-4b46c7a4cc86 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.072618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8e5a5bf5-4715-4e3d-b12d-189b22d694ea None None] Provisioning complete for port 50484cfe-28fa-45bf-9a16-310b81b6738a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:25.072993 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5bf5-4715-4e3d-b12d-189b22d694ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.083728 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4510ffcd-b6ab-488f-af03-b98a648bf550 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port b4f84db7-0397-40dc-acf6-51d62579b722 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:25.083728 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4510ffcd-b6ab-488f-af03-b98a648bf550 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.088932 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.111230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4de229-fd66-48d0-a2e6-4b46c7a4cc86 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:25.148916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c100970b-ef8f-4b4f-b9fd-6826a60b6e30']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:25.173749 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b4de229-fd66-48d0-a2e6-4b46c7a4cc86 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.173749 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-0b4de229-fd66-48d0-a2e6-4b46c7a4cc86 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Added segment 967fc252-ccd0-43f6-898d-48a4507ea891 of type vlan for network d13937e6-2f75-4359-81a2-475cb2008422 Sep 16 04:58:25.203156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:25.204076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7fa330-a4ac-48b4-bf0e-1fe8dc9031a1') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:25.217965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4510ffcd-b6ab-488f-af03-b98a648bf550 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.236004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4510ffcd-b6ab-488f-af03-b98a648bf550 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for b4f84db7-0397-40dc-acf6-51d62579b722 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:25.270307 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.321024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50484cfe-28fa-45bf-9a16-310b81b6738a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:25.334976 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.339387 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b4de229-fd66-48d0-a2e6-4b46c7a4cc86 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.345665 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.358487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:25.359036 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:25.360977 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:25.487162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db86e7-3be6-4cd6-b74f-08e1f5e65be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a840689f-4066-4ec8-a4a6-e7f4a2de399d'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:25.489421 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34c538f-5ae2-4269-b00e-0701c0295c9d" -d '{"events": [{"server_uuid": "b3db86e7-3be6-4cd6-b74f-08e1f5e65be8", "name": "network-vif-plugged", "status": "completed", "tag": "a840689f-4066-4ec8-a4a6-e7f4a2de399d"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:25.512914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b4de229-fd66-48d0-a2e6-4b46c7a4cc86 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.530850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4de229-fd66-48d0-a2e6-4b46c7a4cc86 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:25.531354 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b4de229-fd66-48d0-a2e6-4b46c7a4cc86 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.543282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a840689f-4066-4ec8-a4a6-e7f4a2de399d, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a840689f-4066-4ec8-a4a6-e7f4a2de399d,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:25.569896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5bf5-4715-4e3d-b12d-189b22d694ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.570303 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.598584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4510ffcd-b6ab-488f-af03-b98a648bf550 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.599520 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.603927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c100970b-ef8f-4b4f-b9fd-6826a60b6e30 HTTP/1.1" status: 204 len: 168 time: 1.9130373 Sep 16 04:58:25.608095 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f367d574-9062-4973-bad1-1952df2f8147 x-openstack-request-id: req-f367d574-9062-4973-bad1-1952df2f8147 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:25.608397 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3db86e7-3be6-4cd6-b74f-08e1f5e65be8", "name": "network-vif-plugged", "status": "completed", "tag": "a840689f-4066-4ec8-a4a6-e7f4a2de399d", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:25.608698 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f367d574-9062-4973-bad1-1952df2f8147 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:25.609319 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3db86e7-3be6-4cd6-b74f-08e1f5e65be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a840689f-4066-4ec8-a4a6-e7f4a2de399d', 'code': 200} Sep 16 04:58:25.623579 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.624609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 13608883-d666-4ee5-81e1-d098374e7c45 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:25.661399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510ffcd-b6ab-488f-af03-b98a648bf550 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=b4f84db7-0397-40dc-acf6-51d62579b722,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.690352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 50484cfe-28fa-45bf-9a16-310b81b6738a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:25.690874 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.694853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8e5a5bf5-4715-4e3d-b12d-189b22d694ea None None] For port 50484cfe-28fa-45bf-9a16-310b81b6738a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50484cfe-28fa-45bf-9a16-310b81b6738a,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:25.706507 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0b4de229-fd66-48d0-a2e6-4b46c7a4cc86 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3261337 Sep 16 04:58:25.739084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35214) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:25.758183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'network_id': 'd13937e6-2f75-4359-81a2-475cb2008422', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:25.798095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5bf5-4715-4e3d-b12d-189b22d694ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.801621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4de229-fd66-48d0-a2e6-4b46c7a4cc86 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=d13937e6-2f75-4359-81a2-475cb2008422,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.827614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network d13937e6-2f75-4359-81a2-475cb2008422 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:25.828997 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4510ffcd-b6ab-488f-af03-b98a648bf550 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.833267 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4510ffcd-b6ab-488f-af03-b98a648bf550 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/b4f84db7-0397-40dc-acf6-51d62579b722 HTTP/1.1" status: 204 len: 168 time: 0.8986580 Sep 16 04:58:25.833558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35216) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:25.834775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a840689f-4066-4ec8-a4a6-e7f4a2de399d,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.859053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f58301-8793-4009-a3d3-24f5c033abc6 None None] Update dhcp port {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': '15d9cfce-25d7-481a-b5f0-b0f68bfa1b0f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c969abf7-5c17-4bd5-884b-fec4f38a0beb'}], 'binding:host_id': 'n-d-712137-12'}, 'id': '50484cfe-28fa-45bf-9a16-310b81b6738a'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:58:25.907870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782de5c-55bb-4ff0-9845-863f23fb6051 admin admin] Pushing event deleted for resources: {'Network': ['ID=c100970b-ef8f-4b4f-b9fd-6826a60b6e30,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.914830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2e41a-59ff-454c-a0af-bb3b31333077 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:25.917497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2e41a-59ff-454c-a0af-bb3b31333077 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:25.919131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2e41a-59ff-454c-a0af-bb3b31333077 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:25.924228 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-43b2e41a-59ff-454c-a0af-bb3b31333077 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0871382 Sep 16 04:58:25.925561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35222) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:25.926109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9038e-9353-45fb-b538-22678187f44f req-ee7f256b-47db-4cd9-84a1-03b1b4b4527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:25.927599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cee9038e-9353-45fb-b538-22678187f44f req-ee7f256b-47db-4cd9-84a1-03b1b4b4527c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b3db86e7-3be6-4cd6-b74f-08e1f5e65be8 HTTP/1.1" status: 200 len: 1098 time: 0.2389553 Sep 16 04:58:25.988870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cee9038e-9353-45fb-b538-22678187f44f req-0e7b9995-b057-4449-b106-2240847b6a79 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359547 Sep 16 04:58:26.056012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7fd2b6-f000-4342-8216-c9a016c67377 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 15d9cfce-25d7-481a-b5f0-b0f68bfa1b0f {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:26.062108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd2b6-f000-4342-8216-c9a016c67377 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.099443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:26.110402 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.117599 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd2b6-f000-4342-8216-c9a016c67377 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.184946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.ipam_backend_mixin [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Performing IP validity checks on allocation pools {{(pid=95452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 04:58:26.185712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.ipam_backend_mixin [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 04:58:26.195917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34459012-51ea-414f-8b8d-d070d970c492 req-977547b9-5830-4933-9aa9-0b781536a98a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:26.201451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34459012-51ea-414f-8b8d-d070d970c492 req-977547b9-5830-4933-9aa9-0b781536a98a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 944 time: 0.1272867 Sep 16 04:58:26.209480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35234) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.224521 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 13608883-d666-4ee5-81e1-d098374e7c45 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:26.262137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34459012-51ea-414f-8b8d-d070d970c492 req-6b18c6a5-8477-4847-9589-60ec0932b98a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557640 Sep 16 04:58:26.324721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a5bf5-4715-4e3d-b12d-189b22d694ea None None] Pushing event updated for resources: {'Port': ['ID=50484cfe-28fa-45bf-9a16-310b81b6738a,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.340797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 13608883-d666-4ee5-81e1-d098374e7c45 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:26.342524 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.380703 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-34f58301-8793-4009-a3d3-24f5c033abc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.407176 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd2b6-f000-4342-8216-c9a016c67377 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.462678 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5a746b49-a7c3-4e81-8ca6-47ea561a1caf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10b6f1c80f114078a0842c8ad70708ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496741 Sep 16 04:58:26.463543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35238) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.476114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 620f2cc4-907c-4544-80f6-ac248abcad2d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:26.512609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 620f2cc4-907c-4544-80f6-ac248abcad2d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:26.512852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 620f2cc4-907c-4544-80f6-ac248abcad2d not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:26.546060 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c103bf5a-9963-4295-835e-80c907c205d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.572361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c103bf5a-9963-4295-835e-80c907c205d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.622858 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.634498 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.664359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd2b6-f000-4342-8216-c9a016c67377 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server [None req-34f58301-8793-4009-a3d3-24f5c033abc6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15d9cfce-25d7-481a-b5f0-b0f68bfa1b0f: This subnet is being modified by another concurrent operation. Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:26.673934 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15d9cfce-25d7-481a-b5f0-b0f68bfa1b0f: This subnet is being modified by another concurrent operation. Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Sep 16 04:58:26.678755 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 13608883-d666-4ee5-81e1-d098374e7c45, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=13608883-d666-4ee5-81e1-d098374e7c45,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:26.688978 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd2b6-f000-4342-8216-c9a016c67377 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.691631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fd7fd2b6-f000-4342-8216-c9a016c67377 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/15d9cfce-25d7-481a-b5f0-b0f68bfa1b0f HTTP/1.1" status: 204 len: 168 time: 0.7661002 Sep 16 04:58:26.704516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35244) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.715326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=51b9719a-d2bc-4fba-bece-24dd378811e3,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.715975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fd2b6-f000-4342-8216-c9a016c67377 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=15d9cfce-25d7-481a-b5f0-b0f68bfa1b0f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.719181 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c103bf5a-9963-4295-835e-80c907c205d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.723310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c103bf5a-9963-4295-835e-80c907c205d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.724612 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c103bf5a-9963-4295-835e-80c907c205d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba7d63a1-565e-4bf8-8f05-0716b8955d84 HTTP/1.1" status: 204 len: 168 time: 0.2601893 Sep 16 04:58:26.735847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103bf5a-9963-4295-835e-80c907c205d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7d63a1-565e-4bf8-8f05-0716b8955d84,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.742973 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.769603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking segment: {'id': '967fc252-ccd0-43f6-898d-48a4507ea891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd13937e6-2f75-4359-81a2-475cb2008422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:26.770282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network hostable DHCP agents. Network: d13937e6-2f75-4359-81a2-475cb2008422, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:26.811583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f2374-fccb-4e70-b287-d09a3f2206e2 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:26.838000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e396938-82cb-4eac-bafc-2aefbf0188d7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet c969abf7-5c17-4bd5-884b-fec4f38a0beb {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:26.843311 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e396938-82cb-4eac-bafc-2aefbf0188d7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.847922 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d14867d7-8089-4243-b41c-7fa24e663409 None None] Could not find standard attr ID for object b4f84db7-0397-40dc-acf6-51d62579b722. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:58:26.897110 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e396938-82cb-4eac-bafc-2aefbf0188d7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.908526 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=13608883-d666-4ee5-81e1-d098374e7c45,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.954300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network d13937e6-2f75-4359-81a2-475cb2008422 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:26.957587 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d14867d7-8089-4243-b41c-7fa24e663409 None None] Provisioning complete for port 50484cfe-28fa-45bf-9a16-310b81b6738a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:26.957980 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d14867d7-8089-4243-b41c-7fa24e663409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.007773 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e396938-82cb-4eac-bafc-2aefbf0188d7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.063117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, d13937e6-2f75-4359-81a2-475cb2008422) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:27.068614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:27.070166 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.080162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92715f1c-7443-4d5c-81ae-3ef1ca9004bc None None] Network d13937e6-2f75-4359-81a2-475cb2008422 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:27.189751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c62badc0-ccb0-4467-ac88-b5f446b24c4b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4450014 Sep 16 04:58:27.192587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35258) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.214224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50484cfe-28fa-45bf-9a16-310b81b6738a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:27.240442 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e396938-82cb-4eac-bafc-2aefbf0188d7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.289888 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e396938-82cb-4eac-bafc-2aefbf0188d7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.292073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6e396938-82cb-4eac-bafc-2aefbf0188d7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/c969abf7-5c17-4bd5-884b-fec4f38a0beb HTTP/1.1" status: 204 len: 168 time: 0.5863183 Sep 16 04:58:27.293167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e396938-82cb-4eac-bafc-2aefbf0188d7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=c969abf7-5c17-4bd5-884b-fec4f38a0beb,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:27.296718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35266) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.353132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c1835-9d00-47c8-9d00-27c776cbab03 None None] Update dhcp port {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': 'c969abf7-5c17-4bd5-884b-fec4f38a0beb'}], 'binding:host_id': 'n-d-712137-12'}, 'id': '50484cfe-28fa-45bf-9a16-310b81b6738a'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:58:27.382787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cda72753-2ae6-4fd4-a4ff-d9e0281b9fa5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848439 Sep 16 04:58:27.383487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35270) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.403619 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.443221 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-214c1835-9d00-47c8-9d00-27c776cbab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.455977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd310e7f-9cee-4199-93b7-5d22c18b789f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:27.460115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fd310e7f-9cee-4199-93b7-5d22c18b789f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0731633 Sep 16 04:58:27.460492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35278) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.527127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.545999 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3749da4a-5a6e-4f7a-b18f-3158c249a801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-d13937e6-2f75-4359-81a2-475cb2008422', 'network_id': 'd13937e6-2f75-4359-81a2-475cb2008422', 'tenant_id': 'd644676efe3343eebac99d0a7b0bc13d', 'fixed_ips': [{'subnet_id': '51b9719a-d2bc-4fba-bece-24dd378811e3'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:27.550205 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3749da4a-5a6e-4f7a-b18f-3158c249a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.615484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1916b72-0453-4cae-8e8e-5048220b6c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13608883-d666-4ee5-81e1-d098374e7c45'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:27.618447 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e57252d-3588-4faf-a317-6558ac4ed162" -d '{"events": [{"server_uuid": "d1916b72-0453-4cae-8e8e-5048220b6c82", "name": "network-vif-plugged", "status": "completed", "tag": "13608883-d666-4ee5-81e1-d098374e7c45"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:27.621920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c96ea97-db05-466d-93d3-40cd5ff53d99 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:27.627799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0c96ea97-db05-466d-93d3-40cd5ff53d99 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1628294 Sep 16 04:58:27.627799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35286) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.704281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.704539 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.729242 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b1465d93-1732-4328-adf7-644a5ef5e42f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977743 Sep 16 04:58:27.740928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35292) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.753293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a3c4f350-7711-4a3e-8d50-39bfbf1ea0e3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:27.784211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Subnet': ['ID=51b9719a-d2bc-4fba-bece-24dd378811e3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:27.801097 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628235c0-eff3-4062-9a03-cdb723b4e823 x-openstack-request-id: req-628235c0-eff3-4062-9a03-cdb723b4e823 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:27.801097 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1916b72-0453-4cae-8e8e-5048220b6c82", "name": "network-vif-plugged", "status": "completed", "tag": "13608883-d666-4ee5-81e1-d098374e7c45", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:27.801097 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-628235c0-eff3-4062-9a03-cdb723b4e823 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:27.801097 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1916b72-0453-4cae-8e8e-5048220b6c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13608883-d666-4ee5-81e1-d098374e7c45', 'code': 200} Sep 16 04:58:27.867015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 50484cfe-28fa-45bf-9a16-310b81b6738a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50484cfe-28fa-45bf-9a16-310b81b6738a,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server [None req-3749da4a-5a6e-4f7a-b18f-3158c249a801 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51b9719a-d2bc-4fba-bece-24dd378811e3: This subnet is being modified by another concurrent operation. Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:27.876991 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51b9719a-d2bc-4fba-bece-24dd378811e3: This subnet is being modified by another concurrent operation. Sep 16 04:58:27.893960 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Sep 16 04:58:27.909659 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d5a808-9135-4984-9d64-0cff440ae7f0 None None] Network d13937e6-2f75-4359-81a2-475cb2008422 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:27.916038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 819b0674-a644-4085-ae07-9db1b581de9b up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:27.939780 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.939921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fcd1f-340d-4100-a524-99cdaad30676 req-db0c585a-663c-45b2-8b9b-3b2a3736307b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:27.939921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-081fcd1f-340d-4100-a524-99cdaad30676 req-db0c585a-663c-45b2-8b9b-3b2a3736307b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 944 time: 0.4299245 Sep 16 04:58:27.959105 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13937e6-2f75-4359-81a2-475cb2008422']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:27.977456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967fc252-ccd0-43f6-898d-48a4507ea891') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:27.979239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967fc252-ccd0-43f6-898d-48a4507ea891') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:28.015304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.024034 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f92871-cd8d-4b36-940e-13d53bb62724 req-9e2bee4c-5adc-407e-b8c1-d115841bd154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:28.026190 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2f92871-cd8d-4b36-940e-13d53bb62724 req-9e2bee4c-5adc-407e-b8c1-d115841bd154 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 1097 time: 0.1646848 Sep 16 04:58:28.051931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.059046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:28.059507 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:28.063901 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:28.090734 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-081fcd1f-340d-4100-a524-99cdaad30676 req-cddba077-84ec-4d8a-b707-4435d66ff244 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286545 Sep 16 04:58:28.118855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c4f350-7711-4a3e-8d50-39bfbf1ea0e3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:28.118855 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3c4f350-7711-4a3e-8d50-39bfbf1ea0e3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.118855 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c4f350-7711-4a3e-8d50-39bfbf1ea0e3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:28.119552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c4f350-7711-4a3e-8d50-39bfbf1ea0e3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:28.133044 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.157387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a69861ae-2cfe-4e0f-8ffd-0ae0a9fd76bd None None] Provisioning complete for port 50484cfe-28fa-45bf-9a16-310b81b6738a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:28.158134 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a69861ae-2cfe-4e0f-8ffd-0ae0a9fd76bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.162473 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2f92871-cd8d-4b36-940e-13d53bb62724 req-6ea46acc-d7ae-4396-bff7-72a9fb1a2dc9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221569 Sep 16 04:58:28.299182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=50484cfe-28fa-45bf-9a16-310b81b6738a,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:28.304286 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543569c7-4f85-407d-a594-a331562ca761 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:58:28.315169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a3c4f350-7711-4a3e-8d50-39bfbf1ea0e3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5715001 Sep 16 04:58:28.321090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35312) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.322991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-20370169-4681-4515-ba7d-aa09f9d837ba tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:28.338453 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.364350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 819b0674-a644-4085-ae07-9db1b581de9b completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:28.371800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 819b0674-a644-4085-ae07-9db1b581de9b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:28.372245 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.392691 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.400420 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/d13937e6-2f75-4359-81a2-475cb2008422 HTTP/1.1" status: 204 len: 168 time: 1.2061682 Sep 16 04:58:28.404520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35322) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.409789 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7630e46c-537e-460f-8182-946b952b3135 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2020614879'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:28.422887 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654ce9a-364d-489a-a808-b67a9ee0c3c9 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Network': ['ID=d13937e6-2f75-4359-81a2-475cb2008422,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:28.446963 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a69861ae-2cfe-4e0f-8ffd-0ae0a9fd76bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.498390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35326) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.557996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a69861ae-2cfe-4e0f-8ffd-0ae0a9fd76bd None None] For port 50484cfe-28fa-45bf-9a16-310b81b6738a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50484cfe-28fa-45bf-9a16-310b81b6738a,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:28.601663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-631492025-network', 'tenant_id': '3f5f57bbc4b44702936526686b50a4a6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:28.607690 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.616968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7630e46c-537e-460f-8182-946b952b3135 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:28.629775 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7630e46c-537e-460f-8182-946b952b3135 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.633766 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543569c7-4f85-407d-a594-a331562ca761 None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:58:28.646081 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7630e46c-537e-460f-8182-946b952b3135 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:28.656091 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7630e46c-537e-460f-8182-946b952b3135 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.656442 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-7630e46c-537e-460f-8182-946b952b3135 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Added segment 599aedf2-5767-4ea8-b4fb-1d5f4a91d106 of type vlan for network 673a6e2a-8444-41ba-b1ef-b8c919db4630 Sep 16 04:58:28.657284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 819b0674-a644-4085-ae07-9db1b581de9b, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=819b0674-a644-4085-ae07-9db1b581de9b,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:28.698324 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7630e46c-537e-460f-8182-946b952b3135 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.840620 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a69861ae-2cfe-4e0f-8ffd-0ae0a9fd76bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.845913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20370169-4681-4515-ba7d-aa09f9d837ba tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:28.850713 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20370169-4681-4515-ba7d-aa09f9d837ba tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.852583 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-20370169-4681-4515-ba7d-aa09f9d837ba tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:28.853028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20370169-4681-4515-ba7d-aa09f9d837ba tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:28.886175 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7630e46c-537e-460f-8182-946b952b3135 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.889688 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.893033 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7630e46c-537e-460f-8182-946b952b3135 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:28.893684 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7630e46c-537e-460f-8182-946b952b3135 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.956003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bbe83668-05f8-4384-b1ab-cd9ccd757960 None None] Could not find standard attr ID for object b4f84db7-0397-40dc-acf6-51d62579b722. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:58:28.958015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69861ae-2cfe-4e0f-8ffd-0ae0a9fd76bd None None] Pushing event updated for resources: {'Port': ['ID=50484cfe-28fa-45bf-9a16-310b81b6738a,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:28.969070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Made reservation on behalf of 3f5f57bbc4b44702936526686b50a4a6 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:28.971653 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.982421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.984271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630e46c-537e-460f-8182-946b952b3135 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=673a6e2a-8444-41ba-b1ef-b8c919db4630,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.000579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929aea29-c8f9-4a24-ba40-57b66dd5b424 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:58:29.019245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 673a6e2a-8444-41ba-b1ef-b8c919db4630 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:29.097917 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-20370169-4681-4515-ba7d-aa09f9d837ba tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7788026 Sep 16 04:58:29.100567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35338) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.105424 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-20666ef1-95c5-49a5-b010-973c78cd52ad tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:29.157512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7630e46c-537e-460f-8182-946b952b3135 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7516079 Sep 16 04:58:29.160837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35342) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.174104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3bc3710d-33e0-4794-af98-7b13c6101a2e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'network_id': '673a6e2a-8444-41ba-b1ef-b8c919db4630', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:29.190682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=819b0674-a644-4085-ae07-9db1b581de9b,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.320390 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929aea29-c8f9-4a24-ba40-57b66dd5b424 None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:58:29.400165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3ebca-b171-4609-84a1-14ce730de4cd req-d8d9c669-4385-45ea-bdca-bc20449c18fe tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:29.402383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9a3ebca-b171-4609-84a1-14ce730de4cd req-d8d9c669-4385-45ea-bdca-bc20449c18fe tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 945 time: 0.1590340 Sep 16 04:58:29.494035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9a3ebca-b171-4609-84a1-14ce730de4cd req-25c5d210-049b-4ca9-a47a-63a0aa8953ac tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847878 Sep 16 04:58:29.527750 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.666228 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.726687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:29.733435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2acd4c-b6db-4172-82a1-4f487add6d89,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.744999 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.744999 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Added segment dbe78333-cf6d-4d49-907e-a5f30ce69cb5 of type vlan for network 40af8255-69a7-4928-8a8f-32288cabc135 Sep 16 04:58:29.784324 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.802199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff632cc7-f8f5-4ecc-b5e3-77b1086827cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b0674-a644-4085-ae07-9db1b581de9b'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:29.805398 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6738fe76-87eb-46cf-bffa-26bdf383e001" -d '{"events": [{"server_uuid": "ff632cc7-f8f5-4ecc-b5e3-77b1086827cf", "name": "network-vif-plugged", "status": "completed", "tag": "819b0674-a644-4085-ae07-9db1b581de9b"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:29.817610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-370acfa6-3953-438e-8f06-31487b2f4259 None None] Provisioning complete for port 50484cfe-28fa-45bf-9a16-310b81b6738a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:29.817610 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-370acfa6-3953-438e-8f06-31487b2f4259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.827112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc3710d-33e0-4794-af98-7b13c6101a2e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:29.833557 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3bc3710d-33e0-4794-af98-7b13c6101a2e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.859615 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8507640e-c3d1-4425-bbf7-e0266748a5ab x-openstack-request-id: req-8507640e-c3d1-4425-bbf7-e0266748a5ab {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:29.860140 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff632cc7-f8f5-4ecc-b5e3-77b1086827cf", "name": "network-vif-plugged", "status": "completed", "tag": "819b0674-a644-4085-ae07-9db1b581de9b", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:29.860140 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8507640e-c3d1-4425-bbf7-e0266748a5ab {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:29.864919 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff632cc7-f8f5-4ecc-b5e3-77b1086827cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b0674-a644-4085-ae07-9db1b581de9b', 'code': 200} Sep 16 04:58:29.885664 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.887807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:29.887930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.914126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20666ef1-95c5-49a5-b010-973c78cd52ad tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:29.922270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20666ef1-95c5-49a5-b010-973c78cd52ad tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.922270 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-20666ef1-95c5-49a5-b010-973c78cd52ad tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:29.922270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20666ef1-95c5-49a5-b010-973c78cd52ad tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:30.050158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] Pushing event updated for resources: {'Network': ['ID=40af8255-69a7-4928-8a8f-32288cabc135,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.064245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35360) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:30.064547 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-20666ef1-95c5-49a5-b010-973c78cd52ad tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9627843 Sep 16 04:58:30.072810 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 40af8255-69a7-4928-8a8f-32288cabc135 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:30.074466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3c34302f-0fe0-445a-bb4d-bc9fcdffdc1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:30.080815 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b9920-a5fc-4aca-88cb-f9ce2baa40bc req-980f0f4c-7aab-4db6-847d-c61c12b86d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:30.083076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a1b9920-a5fc-4aca-88cb-f9ce2baa40bc req-980f0f4c-7aab-4db6-847d-c61c12b86d8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 1097 time: 0.1470234 Sep 16 04:58:30.209788 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0bd52a21-1935-43da-a27c-26ea93d4712f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7071898 Sep 16 04:58:30.210486 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35364) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:30.215142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-91fe1cf6-9977-4608-b594-8ef59b846049 admin admin] Request body: {'subnet': {'network_id': '40af8255-69a7-4928-8a8f-32288cabc135', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-631492025-subnet', 'tenant_id': '3f5f57bbc4b44702936526686b50a4a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:30.301281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a1b9920-a5fc-4aca-88cb-f9ce2baa40bc req-fed82ce5-f437-411a-9034-c6267c0cd4be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072263 Sep 16 04:58:30.331584 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fe1cf6-9977-4608-b594-8ef59b846049 admin admin] Made reservation on behalf of 3f5f57bbc4b44702936526686b50a4a6 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:30.336001 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-91fe1cf6-9977-4608-b594-8ef59b846049 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.371872 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3bc3710d-33e0-4794-af98-7b13c6101a2e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.436558 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3710d-33e0-4794-af98-7b13c6101a2e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=0f03292a-785d-48aa-8663-1d88c226f956,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.446122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc3710d-33e0-4794-af98-7b13c6101a2e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking segment: {'id': '599aedf2-5767-4ea8-b4fb-1d5f4a91d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '673a6e2a-8444-41ba-b1ef-b8c919db4630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:30.446494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc3710d-33e0-4794-af98-7b13c6101a2e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network hostable DHCP agents. Network: 673a6e2a-8444-41ba-b1ef-b8c919db4630, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:30.485501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c34302f-0fe0-445a-bb4d-bc9fcdffdc1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:30.489487 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3c34302f-0fe0-445a-bb4d-bc9fcdffdc1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.490940 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c34302f-0fe0-445a-bb4d-bc9fcdffdc1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:30.491344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c34302f-0fe0-445a-bb4d-bc9fcdffdc1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:30.542812 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc3710d-33e0-4794-af98-7b13c6101a2e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network 673a6e2a-8444-41ba-b1ef-b8c919db4630 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:30.599538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3c34302f-0fe0-445a-bb4d-bc9fcdffdc1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5334678 Sep 16 04:58:30.603760 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35374) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:30.613310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-574cf7d1-6351-4a2b-83b4-f8f7fb90584d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:30.678512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b894d-0e46-4324-b1fb-7e5120ccc933 req-3e054748-4e35-4c7b-9420-043f71f38953 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:30.681456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-591b894d-0e46-4324-b1fb-7e5120ccc933 req-3e054748-4e35-4c7b-9420-043f71f38953 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 945 time: 0.0985880 Sep 16 04:58:30.711476 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-91fe1cf6-9977-4608-b594-8ef59b846049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.723804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-3bc3710d-33e0-4794-af98-7b13c6101a2e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 673a6e2a-8444-41ba-b1ef-b8c919db4630) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:30.733757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd4310c-594c-4caf-944c-0be56ce8e3a5 None None] Network 673a6e2a-8444-41ba-b1ef-b8c919db4630 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:30.770564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc3710d-33e0-4794-af98-7b13c6101a2e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:30.771180 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3bc3710d-33e0-4794-af98-7b13c6101a2e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.790574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-591b894d-0e46-4324-b1fb-7e5120ccc933 req-ecc8a8bc-cf74-4b45-b716-13f03d633745 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013784 Sep 16 04:58:30.804644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe1cf6-9977-4608-b594-8ef59b846049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31214987-0630-473d-88f1-2c85c394857c,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.813638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe1cf6-9977-4608-b594-8ef59b846049 admin admin] Checking segment: {'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:30.814008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe1cf6-9977-4608-b594-8ef59b846049 admin admin] Network hostable DHCP agents. Network: 40af8255-69a7-4928-8a8f-32288cabc135, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:30.879725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574cf7d1-6351-4a2b-83b4-f8f7fb90584d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:30.884032 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-574cf7d1-6351-4a2b-83b4-f8f7fb90584d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.885659 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-574cf7d1-6351-4a2b-83b4-f8f7fb90584d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:30.896526 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574cf7d1-6351-4a2b-83b4-f8f7fb90584d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:30.913695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe1cf6-9977-4608-b594-8ef59b846049 admin admin] Network 40af8255-69a7-4928-8a8f-32288cabc135 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:30.946123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-673a6e2a-8444-41ba-b1ef-b8c919db4630', 'network_id': '673a6e2a-8444-41ba-b1ef-b8c919db4630', 'tenant_id': 'd644676efe3343eebac99d0a7b0bc13d', 'fixed_ips': [{'subnet_id': '0f03292a-785d-48aa-8663-1d88c226f956'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:30.947144 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.953924 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3bc3710d-33e0-4794-af98-7b13c6101a2e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7911453 Sep 16 04:58:30.954098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35380) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.034974 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-574cf7d1-6351-4a2b-83b4-f8f7fb90584d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4292636 Sep 16 04:58:31.043840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35382) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.050255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e0bbaa57-475e-4ca0-ab02-8b5b2468060f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:31.097832 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.121100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-91fe1cf6-9977-4608-b594-8ef59b846049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 40af8255-69a7-4928-8a8f-32288cabc135) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:31.131777 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cc761e-94ad-4dc3-944d-918604eae176 None None] Network 40af8255-69a7-4928-8a8f-32288cabc135 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:31.172981 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe1cf6-9977-4608-b594-8ef59b846049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.173582 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-91fe1cf6-9977-4608-b594-8ef59b846049 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.180194 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.253852 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-91fe1cf6-9977-4608-b594-8ef59b846049 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0423679 Sep 16 04:58:31.298331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Allocated IP 172.20.0.1 (673a6e2a-8444-41ba-b1ef-b8c919db4630/0f03292a-785d-48aa-8663-1d88c226f956/c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:31.468849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bbaa57-475e-4ca0-ab02-8b5b2468060f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:31.473306 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0bbaa57-475e-4ca0-ab02-8b5b2468060f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.473888 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bbaa57-475e-4ca0-ab02-8b5b2468060f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:31.474611 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bbaa57-475e-4ca0-ab02-8b5b2468060f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:31.595402 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01030fc1-1f08-4761-86a2-c0dfcdc7852d None None] Network 40af8255-69a7-4928-8a8f-32288cabc135 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:31.620705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35404) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.621721 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e0bbaa57-475e-4ca0-ab02-8b5b2468060f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5749886 Sep 16 04:58:31.695685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9352830-c2ea-40be-9a8e-580af488bdbb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.699859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b9352830-c2ea-40be-9a8e-580af488bdbb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0757599 Sep 16 04:58:31.700234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35410) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.844284 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.846071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad802-b021-40c9-851c-980819125525 req-7482d80b-93c6-4f01-9bd3-542bc23da74e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.847635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-7482d80b-93c6-4f01-9bd3-542bc23da74e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/networks?id=40af8255-69a7-4928-8a8f-32288cabc135 HTTP/1.1" status: 200 len: 814 time: 0.1726208 Sep 16 04:58:31.889336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-767d6f5d-5099-425b-92b0-bf852540d674 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/quotas/3f5f57bbc4b44702936526686b50a4a6 HTTP/1.1" status: 200 len: 375 time: 0.0187752 Sep 16 04:58:31.918250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f71b7d-88a8-4c55-be69-27b90c9df555 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.920497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b7f71b7d-88a8-4c55-be69-27b90c9df555 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2187665 Sep 16 04:58:31.924923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35418) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.951527 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-b2938e0f-6a13-4c88-b866-417ce06c44fd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f5f57bbc4b44702936526686b50a4a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534873 Sep 16 04:58:31.954791 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.973764 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a21fa19e-510d-484f-a8c5-c16e3f96b230 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475533 Sep 16 04:58:31.974362 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35420) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.980749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:32.010998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42175346-4f6f-4016-a6f7-fbe0cf8a1224 req-9c802521-c5be-4672-a5a9-9567a566b292 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.012706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42175346-4f6f-4016-a6f7-fbe0cf8a1224 req-9c802521-c5be-4672-a5a9-9567a566b292 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 945 time: 0.1186178 Sep 16 04:58:32.037478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Pushing event updated for resources: {'Port': ['ID=c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.054616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Network 673a6e2a-8444-41ba-b1ef-b8c919db4630 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:32.056152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:32.058656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:32.121226 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.187879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Subnet': ['ID=0f03292a-785d-48aa-8663-1d88c226f956,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.209100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Attempting to bind port c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:32.209803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Attempting to bind port c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '599aedf2-5767-4ea8-b4fb-1d5f4a91d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '673a6e2a-8444-41ba-b1ef-b8c919db4630'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:32.210194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Attempting to bind port c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8 on network 673a6e2a-8444-41ba-b1ef-b8c919db4630 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:32.210999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42175346-4f6f-4016-a6f7-fbe0cf8a1224 req-4dbf2e7b-9603-4c1a-a31c-b98453b73db3 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878386 Sep 16 04:58:32.228084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:32.231709 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.243485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:32.244903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Checking segment: {'id': '599aedf2-5767-4ea8-b4fb-1d5f4a91d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '673a6e2a-8444-41ba-b1ef-b8c919db4630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:32.246399 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.249345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Bound using segment: {'id': '599aedf2-5767-4ea8-b4fb-1d5f4a91d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '673a6e2a-8444-41ba-b1ef-b8c919db4630'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:32.250063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Bound port: c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599aedf2-5767-4ea8-b4fb-1d5f4a91d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '673a6e2a-8444-41ba-b1ef-b8c919db4630'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:32.250584 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.259481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-18819301-56f1-4e27-8639-2a10a4bfab8e service neutron] 10.222.0.24 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892463 Sep 16 04:58:32.348114 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.403265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] For port c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:32.406818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] For port c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8,segment=NetworkSegment(599aedf2-5767-4ea8-b4fb-1d5f4a91d106),segment_id=599aedf2-5767-4ea8-b4fb-1d5f4a91d106)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:32.419116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673a6e2a-8444-41ba-b1ef-b8c919db4630']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:32.463085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599aedf2-5767-4ea8-b4fb-1d5f4a91d106') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:32.463425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599aedf2-5767-4ea8-b4fb-1d5f4a91d106') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:32.486038 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.488612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.521954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51ae26-1fdd-42ef-b773-79e4fd57e383 req-a7191fa2-887a-48d5-b8bc-7ee8f7546c22 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.524925 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a51ae26-1fdd-42ef-b773-79e4fd57e383 req-a7191fa2-887a-48d5-b8bc-7ee8f7546c22 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1739018 Sep 16 04:58:32.530956 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.547676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-a852b20d-da9a-4383-8bb2-740c577e63b3 service neutron] 10.222.0.24 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787447 Sep 16 04:58:32.548655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:32.549060 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:32.552979 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:32.615551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0db30d-33a4-456c-9c67-aa0e8a18fac0 None None] Pushing event updated for resources: {'Port': ['ID=c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.641125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96176173-7588-4776-a257-f67d62b68066 None None] Network 673a6e2a-8444-41ba-b1ef-b8c919db4630 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:32.643606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a51ae26-1fdd-42ef-b773-79e4fd57e383 req-8cfc0ec3-7024-4099-b3d8-20059c749d80 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083748 Sep 16 04:58:32.692101 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:58:32.692101 n-d-712137-12 neutron-server[95452]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:58:32.692101 n-d-712137-12 neutron-server[95452]: [parameters: {'id': '673a6e2a-8444-41ba-b1ef-b8c919db4630'}] Sep 16 04:58:32.692101 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:32.692668 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:32.693281 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:58:32.817930 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ece0a-dd70-422f-8a7a-1eba4ab9ccaf req-9d3ec289-3489-4d92-91f2-9535ef598f95 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.818563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-300ece0a-dd70-422f-8a7a-1eba4ab9ccaf req-9d3ec289-3489-4d92-91f2-9535ef598f95 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3db86e7-3be6-4cd6-b74f-08e1f5e65be8 HTTP/1.1" status: 200 len: 946 time: 0.0901833 Sep 16 04:58:32.868966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3ef534-63cb-4f4d-8652-396f2fc0c7ef None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:58:32.924792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-300ece0a-dd70-422f-8a7a-1eba4ab9ccaf req-718d94ee-4bcc-41b7-9af1-70cfff145941 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992386 Sep 16 04:58:33.063541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1bdf5a05-ee71-4e73-8c9b-be162875106d req-9c050176-fa1d-4771-91e4-632d179512e3 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 210 time: 0.0627372 Sep 16 04:58:33.065883 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.181827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3ef534-63cb-4f4d-8652-396f2fc0c7ef None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:58:33.193762 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.329452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Deleting port c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:33.329686 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.390130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] For port 50484cfe-28fa-45bf-9a16-310b81b6738a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50484cfe-28fa-45bf-9a16-310b81b6738a,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:33.457343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.475926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] For port c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8,segment=NetworkSegment(599aedf2-5767-4ea8-b4fb-1d5f4a91d106),segment_id=599aedf2-5767-4ea8-b4fb-1d5f4a91d106)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:33.476308 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.519907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Calling delete_port for c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:33.566480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.568454 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.595967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdb86d-af60-4c35-adf7-dbac87923c75 req-8d7e63ed-be06-48a8-9da4-14ea5ea76fb2 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:33.600970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57bdb86d-af60-4c35-adf7-dbac87923c75 req-8d7e63ed-be06-48a8-9da4-14ea5ea76fb2 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 945 time: 0.0992222 Sep 16 04:58:33.659458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:33.661455 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57bdb86d-af60-4c35-adf7-dbac87923c75 req-7d86d2b0-6d9b-46da-a417-23667264933e tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578108 Sep 16 04:58:33.668835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:33.679947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9774b-d706-44f0-b04d-f96c621ca350 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:33.708195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:33.708828 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.730120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=685ed41b-1898-4ea0-b5a2-3cff0088f4b5,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.766222 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.799218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=50484cfe-28fa-45bf-9a16-310b81b6738a,revision_number=8']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.821434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Port': ['ID=c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.828660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No DVR routers for this DVR port c2e25f87-c5b0-4593-8bdb-c4a7c799d1f8 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:33.840675 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2f7e72bd-2464-40d5-a75d-0aa1a1e77759 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8647134 Sep 16 04:58:33.843837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35464) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:33.850437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:e3:a7:52', 'name': 'tempest-NetworksTestDHCPv6-1280604184'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:33.979580 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.006007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673a6e2a-8444-41ba-b1ef-b8c919db4630']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:34.018803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599aedf2-5767-4ea8-b4fb-1d5f4a91d106') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:34.019116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599aedf2-5767-4ea8-b4fb-1d5f4a91d106') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:34.036686 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.053332 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.060176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:34.063139 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:34.129146 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:34.170928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:34.225672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7925fbcd-0ecc-4b91-9e8a-657f1ba049fd req-c52b7c40-bc3c-4038-8932-a1f660524bb5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 210 time: 0.0541375 Sep 16 04:58:34.236305 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.242362 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.245144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/673a6e2a-8444-41ba-b1ef-b8c919db4630 HTTP/1.1" status: 204 len: 168 time: 3.2899735 Sep 16 04:58:34.270453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35480) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:34.280502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6e7a7853-2264-4a7d-972f-f4adae7f2325 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-674229525'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:34.368032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6745-fa35-4cd4-95c6-3e3b2f1b8132 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Network': ['ID=673a6e2a-8444-41ba-b1ef-b8c919db4630,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:34.380668 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.407842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 242186f7-7253-41a9-a78a-f3a1096664b2 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:34.418443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4848ec-f701-4124-b9dc-c729d53a3620 req-5f164555-acbb-4daf-9a23-88dae5aea5f0 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:34.426970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac4848ec-f701-4124-b9dc-c729d53a3620 req-5f164555-acbb-4daf-9a23-88dae5aea5f0 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1990299 Sep 16 04:58:34.472708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7a7853-2264-4a7d-972f-f4adae7f2325 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:34.476269 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7853-2264-4a7d-972f-f4adae7f2325 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.509656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7a7853-2264-4a7d-972f-f4adae7f2325 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:34.540052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac4848ec-f701-4124-b9dc-c729d53a3620 req-a110c3d0-bd32-401d-a57f-5a51f9459183 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120563 Sep 16 04:58:34.545888 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7853-2264-4a7d-972f-f4adae7f2325 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.546290 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-6e7a7853-2264-4a7d-972f-f4adae7f2325 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Added segment 545975cb-23ad-4c0f-b776-2f8bf1c76aae of type vlan for network 2710da0c-ac85-422d-9350-7dd2865cb35c Sep 16 04:58:34.572952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::f816:3eff:fee3:a752 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/685ed41b-1898-4ea0-b5a2-3cff0088f4b5/242186f7-7253-41a9-a78a-f3a1096664b2) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:34.611838 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7853-2264-4a7d-972f-f4adae7f2325 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.738264 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7853-2264-4a7d-972f-f4adae7f2325 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.749261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7a7853-2264-4a7d-972f-f4adae7f2325 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:34.750488 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7853-2264-4a7d-972f-f4adae7f2325 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.776313 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.869785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a7853-2264-4a7d-972f-f4adae7f2325 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=2710da0c-ac85-422d-9350-7dd2865cb35c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:34.879003 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35488) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:34.879239 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6e7a7853-2264-4a7d-972f-f4adae7f2325 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6075265 Sep 16 04:58:34.886011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3f504b2f-f431-4641-9d10-a59797c8083c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'network_id': '2710da0c-ac85-422d-9350-7dd2865cb35c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:34.886195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 2710da0c-ac85-422d-9350-7dd2865cb35c details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:34.913711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.033028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1035-6e58-428d-a1a1-87beda9f9100 req-4ff69b87-25e5-49ad-bf30-c56facce62ac tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.049963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1035-6e58-428d-a1a1-87beda9f9100 req-4ff69b87-25e5-49ad-bf30-c56facce62ac tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.061922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1035-6e58-428d-a1a1-87beda9f9100 req-4ff69b87-25e5-49ad-bf30-c56facce62ac tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.064007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff4d1035-6e58-428d-a1a1-87beda9f9100 req-4ff69b87-25e5-49ad-bf30-c56facce62ac tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf&device_id=b3db86e7-3be6-4cd6-b74f-08e1f5e65be8&device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 2417 time: 0.1534827 Sep 16 04:58:35.130142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff4d1035-6e58-428d-a1a1-87beda9f9100 req-d2de958d-6593-459f-b8d0-08ce41566f7a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594783 Sep 16 04:58:35.176033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:35.187522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:35.204587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:35.220759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.225817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.242543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=242186f7-7253-41a9-a78a-f3a1096664b2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:35.262024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f504b2f-f431-4641-9d10-a59797c8083c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:35.265942 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f504b2f-f431-4641-9d10-a59797c8083c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.328442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50484cfe-28fa-45bf-9a16-310b81b6738a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:35.411323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8f12d6f9-4783-4cd3-8a55-bba14b3bbe1d None None] Provisioning complete for port 50484cfe-28fa-45bf-9a16-310b81b6738a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:35.411691 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8f12d6f9-4783-4cd3-8a55-bba14b3bbe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.428168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-026164da-3300-4f12-a58f-8d284679e191 req-8247eb1d-0eb3-4f46-97f9-e0649cc68951 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 210 time: 0.0421538 Sep 16 04:58:35.454037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a312f-0c9e-40a1-84a7-90dbf88569ac req-f989b48f-69ab-4083-b906-21dadca257a9 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.455784 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-70ab26fd-6683-4a15-8d48-b6660cbd5a22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6089997 Sep 16 04:58:35.458947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35504) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:35.481199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d7a312f-0c9e-40a1-84a7-90dbf88569ac req-f989b48f-69ab-4083-b906-21dadca257a9 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 945 time: 0.1409757 Sep 16 04:58:35.508557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 50484cfe-28fa-45bf-9a16-310b81b6738a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:35.509241 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.582916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d7a312f-0c9e-40a1-84a7-90dbf88569ac req-60eaecfe-ee1f-4471-9113-c6ae3c2c6eed tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811639 Sep 16 04:58:35.622081 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad77549-7843-487c-b5c1-d601647d156c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.629212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad77549-7843-487c-b5c1-d601647d156c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.634194 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35508) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:35.644544 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aad77549-7843-487c-b5c1-d601647d156c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1783745 Sep 16 04:58:35.820718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-de43315a-6b16-45ed-bd2b-ecae55a1f7da tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 242186f7-7253-41a9-a78a-f3a1096664b2 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:35.821330 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de43315a-6b16-45ed-bd2b-ecae55a1f7da tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.851951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1bc47469-207a-4d37-9b7e-237ee63b3894 None None] Provisioning complete for port 242186f7-7253-41a9-a78a-f3a1096664b2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:35.854028 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1bc47469-207a-4d37-9b7e-237ee63b3894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.909407 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1bc47469-207a-4d37-9b7e-237ee63b3894 None None] Port 242186f7-7253-41a9-a78a-f3a1096664b2 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:35.943585 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f504b2f-f431-4641-9d10-a59797c8083c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.084172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f504b2f-f431-4641-9d10-a59797c8083c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=50c995c9-8d98-4471-bcad-2613d62666cb,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:36.096840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f504b2f-f431-4641-9d10-a59797c8083c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking segment: {'id': '545975cb-23ad-4c0f-b776-2f8bf1c76aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2710da0c-ac85-422d-9350-7dd2865cb35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:36.097505 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f504b2f-f431-4641-9d10-a59797c8083c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network hostable DHCP agents. Network: 2710da0c-ac85-422d-9350-7dd2865cb35c, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:36.193759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f504b2f-f431-4641-9d10-a59797c8083c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network 2710da0c-ac85-422d-9350-7dd2865cb35c is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:36.296763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3f504b2f-f431-4641-9d10-a59797c8083c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 2710da0c-ac85-422d-9350-7dd2865cb35c) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:36.301339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f504b2f-f431-4641-9d10-a59797c8083c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:36.302136 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f504b2f-f431-4641-9d10-a59797c8083c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.306812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debc8b4b-4212-49a8-aba2-8e128b484e98 None None] Network 2710da0c-ac85-422d-9350-7dd2865cb35c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:36.437211 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3f504b2f-f431-4641-9d10-a59797c8083c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5566473 Sep 16 04:58:36.440274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35530) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:36.472692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad802-b021-40c9-851c-980819125525 req-348c7ff4-84a3-4c51-9f30-2d9d24faaa47 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:36.477893 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-348c7ff4-84a3-4c51-9f30-2d9d24faaa47 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.37 "GET /v2.0/networks?id=40af8255-69a7-4928-8a8f-32288cabc135 HTTP/1.1" status: 200 len: 814 time: 0.6751585 Sep 16 04:58:36.511710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c5ad802-b021-40c9-851c-980819125525 req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Request body: {'port': {'device_id': 'ff488320-adb4-4830-98e0-451137febf1e', 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135', 'admin_state_up': True, 'tenant_id': '3f5f57bbc4b44702936526686b50a4a6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:36.624532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-2710da0c-ac85-422d-9350-7dd2865cb35c', 'network_id': '2710da0c-ac85-422d-9350-7dd2865cb35c', 'tenant_id': 'd644676efe3343eebac99d0a7b0bc13d', 'fixed_ips': [{'subnet_id': '50c995c9-8d98-4471-bcad-2613d62666cb'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:36.625408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.726228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.774596 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de43315a-6b16-45ed-bd2b-ecae55a1f7da tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.806792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbba1f2d-abef-4423-bcb6-fe135984e025 req-dc005532-268b-405b-ad88-aa3a64d16dd9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 210 time: 0.2069793 Sep 16 04:58:36.827585 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.850129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-de43315a-6b16-45ed-bd2b-ecae55a1f7da tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 242186f7-7253-41a9-a78a-f3a1096664b2 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:36.920348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Allocated IP 172.20.0.1 (2710da0c-ac85-422d-9350-7dd2865cb35c/50c995c9-8d98-4471-bcad-2613d62666cb/7a22b7c9-6d5a-47d4-896a-23a79eb359da) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:36.990636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5ad802-b021-40c9-851c-980819125525 req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Made reservation on behalf of 3f5f57bbc4b44702936526686b50a4a6 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:36.994502 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c5ad802-b021-40c9-851c-980819125525 req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.114432 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.156755 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de43315a-6b16-45ed-bd2b-ecae55a1f7da tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.200935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43315a-6b16-45ed-bd2b-ecae55a1f7da tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=242186f7-7253-41a9-a78a-f3a1096664b2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:37.267487 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de43315a-6b16-45ed-bd2b-ecae55a1f7da tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.269532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-de43315a-6b16-45ed-bd2b-ecae55a1f7da tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/242186f7-7253-41a9-a78a-f3a1096664b2 HTTP/1.1" status: 204 len: 168 time: 1.6341937 Sep 16 04:58:37.272011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35560) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:37.273620 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.314762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Network 2710da0c-ac85-422d-9350-7dd2865cb35c is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:37.318511 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:37.342624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-7c5ad802-b021-40c9-851c-980819125525 req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Allocated IP 172.20.0.2 (40af8255-69a7-4928-8a8f-32288cabc135/31214987-0630-473d-88f1-2c85c394857c/7813a75a-b81a-4d2e-a33e-c9bca72f52bb) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:37.354910 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.369291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b07a69-2f53-4922-85b6-3ccfd3014af5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:37.369291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b07a69-2f53-4922-85b6-3ccfd3014af5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:37.369291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a2b07a69-2f53-4922-85b6-3ccfd3014af5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0919287 Sep 16 04:58:37.369291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35568) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:37.407339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:37.420441 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Subnet': ['ID=50c995c9-8d98-4471-bcad-2613d62666cb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:37.570805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Pushing event updated for resources: {'Port': ['ID=7a22b7c9-6d5a-47d4-896a-23a79eb359da,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:37.577002 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.582860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Attempting to bind port 7a22b7c9-6d5a-47d4-896a-23a79eb359da on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:37.583016 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Attempting to bind port 7a22b7c9-6d5a-47d4-896a-23a79eb359da by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '545975cb-23ad-4c0f-b776-2f8bf1c76aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2710da0c-ac85-422d-9350-7dd2865cb35c'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:37.584945 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Attempting to bind port 7a22b7c9-6d5a-47d4-896a-23a79eb359da on network 2710da0c-ac85-422d-9350-7dd2865cb35c {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:37.590040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:37.590469 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Checking segment: {'id': '545975cb-23ad-4c0f-b776-2f8bf1c76aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2710da0c-ac85-422d-9350-7dd2865cb35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:37.591219 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.592355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Bound using segment: {'id': '545975cb-23ad-4c0f-b776-2f8bf1c76aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2710da0c-ac85-422d-9350-7dd2865cb35c'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:37.593057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Bound port: 7a22b7c9-6d5a-47d4-896a-23a79eb359da, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545975cb-23ad-4c0f-b776-2f8bf1c76aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2710da0c-ac85-422d-9350-7dd2865cb35c'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:37.593495 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.614192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2710da0c-ac85-422d-9350-7dd2865cb35c']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:37.631705 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545975cb-23ad-4c0f-b776-2f8bf1c76aae') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:37.632378 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545975cb-23ad-4c0f-b776-2f8bf1c76aae') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:37.650690 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.669470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a16bd3-205d-4c0a-b8d9-7eb2aba32449 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 685ed41b-1898-4ea0-b5a2-3cff0088f4b5 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:37.671879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] For port 7a22b7c9-6d5a-47d4-896a-23a79eb359da, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:37.676596 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.683591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:37.684318 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:37.688690 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:37.713178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33a16bd3-205d-4c0a-b8d9-7eb2aba32449 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.750641 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e779b99-2657-45d1-880a-d4b221024065 req-460fac1d-ca6e-467c-b223-7bfd1987a3d5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:37.752324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e779b99-2657-45d1-880a-d4b221024065 req-460fac1d-ca6e-467c-b223-7bfd1987a3d5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.2247458 Sep 16 04:58:37.808504 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33a16bd3-205d-4c0a-b8d9-7eb2aba32449 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.870491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] For port 7a22b7c9-6d5a-47d4-896a-23a79eb359da, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7a22b7c9-6d5a-47d4-896a-23a79eb359da,segment=NetworkSegment(545975cb-23ad-4c0f-b776-2f8bf1c76aae),segment_id=545975cb-23ad-4c0f-b776-2f8bf1c76aae)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:37.879942 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c5ad802-b021-40c9-851c-980819125525 req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.886842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:58:37.886842 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:58:37.886842 n-d-712137-12 neutron-server[95451]: [parameters: {'id': '2710da0c-ac85-422d-9350-7dd2865cb35c'}] Sep 16 04:58:37.886842 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:37.895078 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:37.899368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e779b99-2657-45d1-880a-d4b221024065 req-47642264-909d-4ee2-b7a4-df35fc3ab3e6 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324584 Sep 16 04:58:37.960236 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.004209 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e3f9848-b15d-48ec-8e5c-0bcfcff53828 req-c642537a-be2a-4281-968d-a1defde209a5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 210 time: 0.0572536 Sep 16 04:58:38.020455 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33a16bd3-205d-4c0a-b8d9-7eb2aba32449 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.091383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4087ba-2c2a-4aa5-81dd-836027cd617a None None] Network 2710da0c-ac85-422d-9350-7dd2865cb35c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:38.095499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ea9a6-cad5-474c-bdf0-eb1e346d869d None None] Pushing event updated for resources: {'Port': ['ID=7a22b7c9-6d5a-47d4-896a-23a79eb359da,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:38.155097 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c5ad802-b021-40c9-851c-980819125525 req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.206681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5ad802-b021-40c9-851c-980819125525 req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Network 40af8255-69a7-4928-8a8f-32288cabc135 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:38.210604 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33a16bd3-205d-4c0a-b8d9-7eb2aba32449 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.223219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-7c5ad802-b021-40c9-851c-980819125525 req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:38.234860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5ad802-b021-40c9-851c-980819125525 req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:38.243938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8442268f-ff16-46f8-bef3-efb925fc0e6c None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:58:38.261140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a16bd3-205d-4c0a-b8d9-7eb2aba32449 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=685ed41b-1898-4ea0-b5a2-3cff0088f4b5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:38.303729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Pushing event updated for resources: {'Port': ['ID=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:38.359932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad802-b021-40c9-851c-980819125525 req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.360884 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c5ad802-b021-40c9-851c-980819125525 req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.389239 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.410582 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33a16bd3-205d-4c0a-b8d9-7eb2aba32449 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.421008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-33a16bd3-205d-4c0a-b8d9-7eb2aba32449 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/685ed41b-1898-4ea0-b5a2-3cff0088f4b5 HTTP/1.1" status: 204 len: 168 time: 1.0515754 Sep 16 04:58:38.423368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35610) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:38.426446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8442268f-ff16-46f8-bef3-efb925fc0e6c None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:58:38.493894 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35616) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:38.494397 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d8230623-23a4-4286-91fb-91ddc07571f0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698512 Sep 16 04:58:38.496093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-6403d2f3-41b5-4752-b384-9dca1e6869cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0046825 Sep 16 04:58:38.500133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:38.510795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Request body: {'port': {'device_id': 'ff488320-adb4-4830-98e0-451137febf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:38.540907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Deleting port 7a22b7c9-6d5a-47d4-896a-23a79eb359da {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:38.541293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.605039 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.669766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] For port 7a22b7c9-6d5a-47d4-896a-23a79eb359da, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7a22b7c9-6d5a-47d4-896a-23a79eb359da,segment=NetworkSegment(545975cb-23ad-4c0f-b776-2f8bf1c76aae),segment_id=545975cb-23ad-4c0f-b776-2f8bf1c76aae)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:38.670132 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.689203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Calling delete_port for 7a22b7c9-6d5a-47d4-896a-23a79eb359da owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:38.827940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:38.832715 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.880905 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.038770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7813a75a-b81a-4d2e-a33e-c9bca72f52bb {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:39.050425 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.075194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3da729-86a4-457e-844a-ce41be205d0b None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:39.097295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Transition to ACTIVE for port object 7813a75a-b81a-4d2e-a33e-c9bca72f52bb will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:39.130765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf14d4-3691-4942-a66c-bcdf5930741a req-f24b3f61-92d9-4ae7-93f7-9050e3b361fe tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.132485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30bf14d4-3691-4942-a66c-bcdf5930741a req-f24b3f61-92d9-4ae7-93f7-9050e3b361fe tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1068046 Sep 16 04:58:39.161877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Port': ['ID=7a22b7c9-6d5a-47d4-896a-23a79eb359da,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.163986 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No DVR routers for this DVR port 7a22b7c9-6d5a-47d4-896a-23a79eb359da on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:39.198429 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.214841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30bf14d4-3691-4942-a66c-bcdf5930741a req-e9e74cbe-a473-456c-85d9-03368ed8a259 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669076 Sep 16 04:58:39.282147 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.304789 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.361115 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b2009-6bae-4056-b54c-bea7c3c01572 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:39.362851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2710da0c-ac85-422d-9350-7dd2865cb35c']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:39.377173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545975cb-23ad-4c0f-b776-2f8bf1c76aae') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:39.377471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545975cb-23ad-4c0f-b776-2f8bf1c76aae') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:39.392202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.400309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a02c-dfb5-44a2-b9ff-51d2debea8bc req-5cf50531-1f81-49f1-9c01-7b615a5639f9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.402327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b89a02c-dfb5-44a2-b9ff-51d2debea8bc req-5cf50531-1f81-49f1-9c01-7b615a5639f9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 943 time: 0.2199242 Sep 16 04:58:39.427238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-122b2009-6bae-4056-b54c-bea7c3c01572 None None] Deleting port 50484cfe-28fa-45bf-9a16-310b81b6738a {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:39.427592 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-122b2009-6bae-4056-b54c-bea7c3c01572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.437308 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.452429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:39.453126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:39.456779 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:39.459694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Attempting to bind port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:39.460063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Attempting to bind port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:39.460297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Attempting to bind port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb on network 40af8255-69a7-4928-8a8f-32288cabc135 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:39.471656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b89a02c-dfb5-44a2-b9ff-51d2debea8bc req-a9b5735f-1f09-4fc4-a74f-40447dbbd8d4 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576959 Sep 16 04:58:39.471656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb on network 40af8255-69a7-4928-8a8f-32288cabc135 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:39.471656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Attempting to bind port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb on network 40af8255-69a7-4928-8a8f-32288cabc135 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:39.476356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:39.476817 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Checking segment: {'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:39.476941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Bound using segment: {'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:39.477327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Bound port: 7813a75a-b81a-4d2e-a33e-c9bca72f52bb, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:39.477687 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.495768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:58:39.550749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-122b2009-6bae-4056-b54c-bea7c3c01572 None None] For port 50484cfe-28fa-45bf-9a16-310b81b6738a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50484cfe-28fa-45bf-9a16-310b81b6738a,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:39.551160 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-122b2009-6bae-4056-b54c-bea7c3c01572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.569949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-122b2009-6bae-4056-b54c-bea7c3c01572 None None] Calling delete_port for 50484cfe-28fa-45bf-9a16-310b81b6738a owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:39.581184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] For port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:39.597329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] For port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:39.663389 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.705018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.705645 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.707064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] 10.222.0.37 "PUT /v2.0/ports/7813a75a-b81a-4d2e-a33e-c9bca72f52bb HTTP/1.1" status: 200 len: 1092 time: 1.2025886 Sep 16 04:58:39.707510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff488320-adb4-4830-98e0-451137febf1e', 'tag': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:39.710125 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce09c71-601d-436d-9dec-7ba3a1937fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff488320-adb4-4830-98e0-451137febf1e", "tag": "7813a75a-b81a-4d2e-a33e-c9bca72f52bb"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:39.738155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.743406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ae898-f538-4c2b-bd46-1222c18df0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.755846 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.761438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35682) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:39.764664 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/2710da0c-ac85-422d-9350-7dd2865cb35c HTTP/1.1" status: 204 len: 168 time: 3.3232651 Sep 16 04:58:39.769855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-84c43166-ba12-4932-8f4c-87caa3d1b815 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-668000618'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:39.779094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858543b0-b697-4835-90aa-bba41b0b0fa0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Network': ['ID=2710da0c-ac85-422d-9350-7dd2865cb35c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.800899 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feebf516-96cd-4a33-a1d6-9a76478d9acf x-openstack-request-id: req-feebf516-96cd-4a33-a1d6-9a76478d9acf {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:39.801192 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff488320-adb4-4830-98e0-451137febf1e", "tag": "7813a75a-b81a-4d2e-a33e-c9bca72f52bb", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:39.801445 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-feebf516-96cd-4a33-a1d6-9a76478d9acf {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:39.801850 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff488320-adb4-4830-98e0-451137febf1e', 'tag': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb', 'status': 'completed', 'code': 200} Sep 16 04:58:39.827012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.856906 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-122b2009-6bae-4056-b54c-bea7c3c01572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.869016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c43166-ba12-4932-8f4c-87caa3d1b815 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:39.879394 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84c43166-ba12-4932-8f4c-87caa3d1b815 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.884420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce09c71-601d-436d-9dec-7ba3a1937fdb req-90cc9e7f-d9ed-4edb-8d4c-3938f881ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.886656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ce09c71-601d-436d-9dec-7ba3a1937fdb req-90cc9e7f-d9ed-4edb-8d4c-3938f881ecd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f5f57bbc4b44702936526686b50a4a6&device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 1095 time: 0.0616629 Sep 16 04:58:39.889175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b2009-6bae-4056-b54c-bea7c3c01572 None None] Pushing event deleted for resources: {'Port': ['ID=50484cfe-28fa-45bf-9a16-310b81b6738a,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.891675 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b2009-6bae-4056-b54c-bea7c3c01572 None None] No DVR routers for this DVR port 50484cfe-28fa-45bf-9a16-310b81b6738a on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:39.946727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c43166-ba12-4932-8f4c-87caa3d1b815 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:39.993005 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84c43166-ba12-4932-8f4c-87caa3d1b815 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.993261 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-84c43166-ba12-4932-8f4c-87caa3d1b815 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Added segment e5d39d7f-7f29-4753-8895-36854d11a37b of type vlan for network 8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 Sep 16 04:58:40.018247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] For port 50484cfe-28fa-45bf-9a16-310b81b6738a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50484cfe-28fa-45bf-9a16-310b81b6738a,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:40.049379 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84c43166-ba12-4932-8f4c-87caa3d1b815 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.050825 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.052258 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce09c71-601d-436d-9dec-7ba3a1937fdb req-97f68190-6172-4670-baa3-bef700a1bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.053790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ce09c71-601d-436d-9dec-7ba3a1937fdb req-97f68190-6172-4670-baa3-bef700a1bf53 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3f5f57bbc4b44702936526686b50a4a6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1580269 Sep 16 04:58:40.119752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.120718 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.173546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=50484cfe-28fa-45bf-9a16-310b81b6738a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:40.176680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce09c71-601d-436d-9dec-7ba3a1937fdb req-a3f50baf-707c-4f4b-93df-efaa3c71f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.178239 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ce09c71-601d-436d-9dec-7ba3a1937fdb req-a3f50baf-707c-4f4b-93df-efaa3c71f381 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1154733 Sep 16 04:58:40.194323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:40.197561 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84c43166-ba12-4932-8f4c-87caa3d1b815 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.197719 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:40.202296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.204274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c43166-ba12-4932-8f4c-87caa3d1b815 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.205391 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84c43166-ba12-4932-8f4c-87caa3d1b815 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.212347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.215580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412ce184-2612-44a4-b0c1-fcc18d59a5d9 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:40.223310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=fd8c7e42-8c32-49ff-bfb2-ae566a9b2192,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:40.311983 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2a35a509-b324-4246-9bde-3a67eb92e29c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8169563 Sep 16 04:58:40.314470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35710) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.322083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:3c:b4:74', 'name': 'tempest-NetworksTestDHCPv6-1957215542'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:40.338018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c43166-ba12-4932-8f4c-87caa3d1b815 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:40.359689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:40.401677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad802-b021-40c9-851c-980819125525 req-3bb28bcd-c709-4228-ad89-db50b8934442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.403184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-3bb28bcd-c709-4228-ad89-db50b8934442 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f5f57bbc4b44702936526686b50a4a6&device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 1095 time: 0.1726682 Sep 16 04:58:40.412314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbbbd8-ad7c-465b-8339-d2255afde420 req-1923115e-c65a-486c-b9af-1720b165c089 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.414446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28dbbbd8-ad7c-465b-8339-d2255afde420 req-1923115e-c65a-486c-b9af-1720b165c089 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.0928447 Sep 16 04:58:40.453964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-84c43166-ba12-4932-8f4c-87caa3d1b815 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6912093 Sep 16 04:58:40.455722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-e85c3bbc-1dff-4e24-8f6d-cf0f650ccdb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7813a75a-b81a-4d2e-a33e-c9bca72f52bb HTTP/1.1" status: 200 len: 217 time: 0.0410948 Sep 16 04:58:40.456581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35716) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.462422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-98d737f2-80a6-4c86-b8b6-edaf6f742893 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:40.479586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': 'fd8c7e42-8c32-49ff-bfb2-ae566a9b2192'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:40.480594 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.537565 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28dbbbd8-ad7c-465b-8339-d2255afde420 req-1b49cf6b-5059-491a-bf0c-ff37a86ac319 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861776 Sep 16 04:58:40.542907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad802-b021-40c9-851c-980819125525 req-7ce19a51-d1c4-451e-838d-03f1e55e90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.546344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-7ce19a51-d1c4-451e-838d-03f1e55e90b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31214987-0630-473d-88f1-2c85c394857c HTTP/1.1" status: 200 len: 854 time: 0.0831285 Sep 16 04:58:40.606004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-1c9beb78-ba3a-47c6-b8aa-eedd05845623 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=40af8255-69a7-4928-8a8f-32288cabc135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529611 Sep 16 04:58:40.672043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Allocated IP 2001:db8::f816:3eff:feee:f7d2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/fd8c7e42-8c32-49ff-bfb2-ae566a9b2192/efc79ac6-b98d-40af-9217-1ed357dd69b5) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:40.672295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:40.868229 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.874137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-33b222ae-9382-4791-afb3-670591e0cc90 service neutron] 10.222.0.37 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604861 Sep 16 04:58:40.937676 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.979316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-98d737f2-80a6-4c86-b8b6-edaf6f742893 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.985171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:40.989016 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:40.993216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:41.011576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Pushing event updated for resources: {'Port': ['ID=efc79ac6-b98d-40af-9217-1ed357dd69b5,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.016736 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.041000 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port d9ae5fdb-f590-49e4-8887-027564c4370d yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:41.046271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b8ba9-7751-449a-b758-3bcc00988563 req-6995d1d3-77e0-4a54-b666-ee047891adfd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.054591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-108b8ba9-7751-449a-b758-3bcc00988563 req-6995d1d3-77e0-4a54-b666-ee047891adfd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 943 time: 0.4396415 Sep 16 04:58:41.058087 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5ad802-b021-40c9-851c-980819125525 req-a82447d3-e459-489c-8fb9-055d15a70de1 service neutron] 10.222.0.37 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718941 Sep 16 04:58:41.091797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Attempting to bind port efc79ac6-b98d-40af-9217-1ed357dd69b5 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:41.092275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Attempting to bind port efc79ac6-b98d-40af-9217-1ed357dd69b5 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:41.092777 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Attempting to bind port efc79ac6-b98d-40af-9217-1ed357dd69b5 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:41.098485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:41.102586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:41.102586 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.102586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:41.102586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Bound port: efc79ac6-b98d-40af-9217-1ed357dd69b5, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:41.102586 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.112960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-108b8ba9-7751-449a-b758-3bcc00988563 req-2c9aa2a6-de09-446c-94ee-b57f7d325ce4 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572376 Sep 16 04:58:41.169201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::f816:3eff:fe3c:b474 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/fd8c7e42-8c32-49ff-bfb2-ae566a9b2192/d9ae5fdb-f590-49e4-8887-027564c4370d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:41.181981 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-98d737f2-80a6-4c86-b8b6-edaf6f742893 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.198109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50484cfe-28fa-45bf-9a16-310b81b6738a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:41.209172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98d737f2-80a6-4c86-b8b6-edaf6f742893 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network 8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 is not hosted by any dhcp agent {{(pid=95451) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:58:41.214528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d737f2-80a6-4c86-b8b6-edaf6f742893 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.215140 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-98d737f2-80a6-4c86-b8b6-edaf6f742893 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.217342 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-98d737f2-80a6-4c86-b8b6-edaf6f742893 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "PUT /v2.0/networks/8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 HTTP/1.1" status: 200 len: 723 time: 0.7594650 Sep 16 04:58:41.221996 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35754) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.231146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-fd2d3aac-94e7-4259-b8e7-67b314c0c584 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'network_id': '8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:41.242572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 50484cfe-28fa-45bf-9a16-310b81b6738a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:41.243906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50484cfe-28fa-45bf-9a16-310b81b6738a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:41.265804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] For port efc79ac6-b98d-40af-9217-1ed357dd69b5, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:41.280504 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] For port efc79ac6-b98d-40af-9217-1ed357dd69b5, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=efc79ac6-b98d-40af-9217-1ed357dd69b5,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:41.291734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d737f2-80a6-4c86-b8b6-edaf6f742893 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.308124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:41.347833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.419379 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.440241 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2d3aac-94e7-4259-b8e7-67b314c0c584 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:41.446548 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3aac-94e7-4259-b8e7-67b314c0c584 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.470456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5deb9-92d9-4cb7-b8f3-67e2428a8265 None None] Pushing event updated for resources: {'Port': ['ID=efc79ac6-b98d-40af-9217-1ed357dd69b5,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.554373 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.624425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=d9ae5fdb-f590-49e4-8887-027564c4370d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.627951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:41.629719 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:41.632045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:41.640503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.641225 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.725797 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eacd02f2-b4a1-4fe4-850c-e0570d1d01ec tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4102459 Sep 16 04:58:41.733464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35780) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.770256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a9f75-e6fd-43f9-a59c-988b0633d748 req-ed74151a-89eb-4053-b60a-4da837287a0f tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.771990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-852a9f75-e6fd-43f9-a59c-988b0633d748 req-ed74151a-89eb-4053-b60a-4da837287a0f tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.0910552 Sep 16 04:58:41.774134 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3aac-94e7-4259-b8e7-67b314c0c584 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.817924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d811aca1-2415-4fc6-8a09-7398456cb61f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.824326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d811aca1-2415-4fc6-8a09-7398456cb61f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.827372 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d811aca1-2415-4fc6-8a09-7398456cb61f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0928967 Sep 16 04:58:41.831989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35784) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.877964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-852a9f75-e6fd-43f9-a59c-988b0633d748 req-9db00b57-9613-48e1-bb99-657cfb140308 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765581 Sep 16 04:58:41.887754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d3aac-94e7-4259-b8e7-67b314c0c584 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=217f3a58-77e8-467a-b9e2-7e66f4b09507,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.905339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d3aac-94e7-4259-b8e7-67b314c0c584 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking segment: {'id': 'e5d39d7f-7f29-4753-8895-36854d11a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:41.905800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d3aac-94e7-4259-b8e7-67b314c0c584 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network hostable DHCP agents. Network: 8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:41.965526 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-f2c03723-6e63-497e-9177-0d954731cf34 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port d9ae5fdb-f590-49e4-8887-027564c4370d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:41.967056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f2c03723-6e63-497e-9177-0d954731cf34 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.989126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d3aac-94e7-4259-b8e7-67b314c0c584 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network 8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:42.061561 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2a58cefe-ac16-4e00-bb21-39a97e416d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.062467 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f2c03723-6e63-497e-9177-0d954731cf34 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.076387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-f2c03723-6e63-497e-9177-0d954731cf34 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for d9ae5fdb-f590-49e4-8887-027564c4370d owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:42.136602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-fd2d3aac-94e7-4259-b8e7-67b314c0c584 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:42.143973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d3aac-94e7-4259-b8e7-67b314c0c584 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.144895 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3aac-94e7-4259-b8e7-67b314c0c584 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.151921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a0019f-700c-4f94-b7db-a92229fe87b7 None None] Network 8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:42.259163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fd2d3aac-94e7-4259-b8e7-67b314c0c584 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0354960 Sep 16 04:58:42.262047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35812) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.271955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ce841173-be21-4213-a418-69fa6df77ae8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:42.382696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d691242-4b8a-4709-8756-75a3b298b3a2 req-c4b13f3d-19bf-4286-aba4-db4e51cb00d0 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.391480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d691242-4b8a-4709-8756-75a3b298b3a2 req-c4b13f3d-19bf-4286-aba4-db4e51cb00d0 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 943 time: 0.1836891 Sep 16 04:58:42.405960 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.460614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530', 'network_id': '8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530', 'tenant_id': 'd644676efe3343eebac99d0a7b0bc13d', 'fixed_ips': [{'subnet_id': '217f3a58-77e8-467a-b9e2-7e66f4b09507'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:42.462477 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.506048 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce841173-be21-4213-a418-69fa6df77ae8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8875789'] for subnet, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.658333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d691242-4b8a-4709-8756-75a3b298b3a2 req-85c0d350-4965-40bd-949f-3f7ffc4f2382 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658136 Sep 16 04:58:42.674039 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f2c03723-6e63-497e-9177-0d954731cf34 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.713629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c03723-6e63-497e-9177-0d954731cf34 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=d9ae5fdb-f590-49e4-8887-027564c4370d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:42.739436 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f2c03723-6e63-497e-9177-0d954731cf34 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.741990 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f2c03723-6e63-497e-9177-0d954731cf34 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/d9ae5fdb-f590-49e4-8887-027564c4370d HTTP/1.1" status: 204 len: 168 time: 0.9087136 Sep 16 04:58:42.744124 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35834) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.765216 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce841173-be21-4213-a418-69fa6df77ae8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770204364804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8732383'] for subnet, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.799153 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0f9c05-6044-42c9-b715-ad702ba03fe4 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.801160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0f9c05-6044-42c9-b715-ad702ba03fe4 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.803324 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0a0f9c05-6044-42c9-b715-ad702ba03fe4 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0578597 Sep 16 04:58:42.805566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35836) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.811945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce841173-be21-4213-a418-69fa6df77ae8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.812983 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce841173-be21-4213-a418-69fa6df77ae8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.816867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ce841173-be21-4213-a418-69fa6df77ae8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "PUT /v2.0/subnets/217f3a58-77e8-467a-b9e2-7e66f4b09507 HTTP/1.1" status: 200 len: 806 time: 0.5496740 Sep 16 04:58:42.817523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35838) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.868055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce841173-be21-4213-a418-69fa6df77ae8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=217f3a58-77e8-467a-b9e2-7e66f4b09507,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:42.869535 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Allocated IP 172.20.0.2 (8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530/217f3a58-77e8-467a-b9e2-7e66f4b09507/ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:42.904712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2b027b-a2b6-438c-9e6d-4cf0fc3f9390 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet fd8c7e42-8c32-49ff-bfb2-ae566a9b2192 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:42.908117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed2b027b-a2b6-438c-9e6d-4cf0fc3f9390 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.920752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ef1d365d-b507-4816-90d7-4a3b1ec3bb4b None None] Provisioning complete for port efc79ac6-b98d-40af-9217-1ed357dd69b5 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:42.921414 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ef1d365d-b507-4816-90d7-4a3b1ec3bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.003681 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.019485 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed2b027b-a2b6-438c-9e6d-4cf0fc3f9390 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.191322 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.194189 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed2b027b-a2b6-438c-9e6d-4cf0fc3f9390 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.307480 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ef1d365d-b507-4816-90d7-4a3b1ec3bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.322074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6136f0-67a3-434d-a3fa-793478890cc8 req-d2aa1ae0-f662-49ef-80eb-08b728a90697 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.323758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d6136f0-67a3-434d-a3fa-793478890cc8 req-d2aa1ae0-f662-49ef-80eb-08b728a90697 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.2974305 Sep 16 04:58:43.366527 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device efc79ac6-b98d-40af-9217-1ed357dd69b5 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:43.377886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d6136f0-67a3-434d-a3fa-793478890cc8 req-58acc088-8784-43bb-ac14-626d030d6caa tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Sep 16 04:58:43.411292 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.431816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port efc79ac6-b98d-40af-9217-1ed357dd69b5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:43.433176 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.509754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-f6538d09-c7ee-4dab-88d6-ec1c1e0c467c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0466368 Sep 16 04:58:43.518100 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.602543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-718f75ef-7203-4911-ac7f-b1fdea02e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.603028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-718f75ef-7203-4911-ac7f-b1fdea02e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.603501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-718f75ef-7203-4911-ac7f-b1fdea02e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.603982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-718f75ef-7203-4911-ac7f-b1fdea02e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.604578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-718f75ef-7203-4911-ac7f-b1fdea02e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.605068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-718f75ef-7203-4911-ac7f-b1fdea02e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.605535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-718f75ef-7203-4911-ac7f-b1fdea02e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.607956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-718f75ef-7203-4911-ac7f-b1fdea02e797 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6496 time: 0.0514333 Sep 16 04:58:43.735229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-46ffeb96-6e8a-4e95-8361-f55626e5a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.735710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-46ffeb96-6e8a-4e95-8361-f55626e5a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.736179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-46ffeb96-6e8a-4e95-8361-f55626e5a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.737924 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-46ffeb96-6e8a-4e95-8361-f55626e5a832 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8487353-bf70-4143-9d46-50f9b4c7e66b&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&id=e4736ad3-9a26-42c8-8dc7-2dd152730d61 HTTP/1.1" status: 200 len: 2290 time: 0.0984726 Sep 16 04:58:43.766204 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed2b027b-a2b6-438c-9e6d-4cf0fc3f9390 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.796728 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b027b-a2b6-438c-9e6d-4cf0fc3f9390 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8c7e42-8c32-49ff-bfb2-ae566a9b2192,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:43.802119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed2b027b-a2b6-438c-9e6d-4cf0fc3f9390 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.805613 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ed2b027b-a2b6-438c-9e6d-4cf0fc3f9390 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/fd8c7e42-8c32-49ff-bfb2-ae566a9b2192 HTTP/1.1" status: 204 len: 168 time: 0.9988635 Sep 16 04:58:43.809212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35866) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.821210 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.842222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4147f9e1-7027-4353-aaf3-75431cf389a8 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:43.863140 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b0181cc0-ceed-41e9-a05e-f769ed3e5e0c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530682 Sep 16 04:58:43.863742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35874) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.867740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19e3b1-df64-4dfb-a24d-56bd5492dd71 req-23780f16-3239-4544-b35c-03fabb2145ae tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.870280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e19e3b1-df64-4dfb-a24d-56bd5492dd71 req-23780f16-3239-4544-b35c-03fabb2145ae tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 943 time: 0.1303239 Sep 16 04:58:43.874076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Network 8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:43.884350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-98ea49fb-8792-4a3d-ade8-7d0fcf7314f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 HTTP/1.1" status: 200 len: 1001 time: 0.1353843 Sep 16 04:58:43.895431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:43.916909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:43.918568 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.927392 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-ef1d365d-b507-4816-90d7-4a3b1ec3bb4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:43.927660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e083d330-7377-4844-8953-4f6806fccf90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.928213 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-ef1d365d-b507-4816-90d7-4a3b1ec3bb4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:43.928973 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:43.937715 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:43.938048 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e083d330-7377-4844-8953-4f6806fccf90 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0649385 Sep 16 04:58:43.938048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35878) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.999686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Subnet': ['ID=217f3a58-77e8-467a-b9e2-7e66f4b09507,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:44.032802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d3b22f-5449-41fd-bcb2-80339ebaa2ee tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.034585 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-82d3b22f-5449-41fd-bcb2-80339ebaa2ee tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1008139 Sep 16 04:58:44.037212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35884) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:44.039514 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e19e3b1-df64-4dfb-a24d-56bd5492dd71 req-8a182ab1-58cc-467c-b139-b2be897bf1be tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586683 Sep 16 04:58:44.054145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-55bedb76-9c28-4498-bc68-c8c0f0f9fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.055658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-55bedb76-9c28-4498-bc68-c8c0f0f9fcec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebe9250e-52d1-4da4-a13f-ea260b6b0f94 HTTP/1.1" status: 200 len: 851 time: 0.1601088 Sep 16 04:58:44.105462 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.135398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:44.146738 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d39d7f-7f29-4753-8895-36854d11a37b') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:44.147045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d39d7f-7f29-4753-8895-36854d11a37b') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:44.148279 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-205632c6-9a87-4eef-ba4f-8930f9cc76c0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095905 Sep 16 04:58:44.152625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35894) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:44.157882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:44.177386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.192962 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.206943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7813a75a-b81a-4d2e-a33e-c9bca72f52bb details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:44.216703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:44.217135 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.223503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Pushing event updated for resources: {'Port': ['ID=ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:44.225670 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:44.309131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Attempting to bind port ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:44.309765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Attempting to bind port ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'e5d39d7f-7f29-4753-8895-36854d11a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:44.310312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Attempting to bind port ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891 on network 8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:44.342119 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:44.342584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Checking segment: {'id': 'e5d39d7f-7f29-4753-8895-36854d11a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:44.343067 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.343525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Bound using segment: {'id': 'e5d39d7f-7f29-4753-8895-36854d11a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:44.344083 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Bound port: ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d39d7f-7f29-4753-8895-36854d11a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:44.344555 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.355038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-f28e01c1-520a-4ac9-b1f6-b85d38f8c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.357161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-f28e01c1-520a-4ac9-b1f6-b85d38f8c113 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8487353-bf70-4143-9d46-50f9b4c7e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2925899 Sep 16 04:58:44.376914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:44.382550 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.408291 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:58:44.408291 n-d-712137-12 neutron-server[95452]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:58:44.408291 n-d-712137-12 neutron-server[95452]: [parameters: {'id': '8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530'}] Sep 16 04:58:44.408291 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:44.408931 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:44.532160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-493fd5e7-87da-48dc-8641-7b7ba46c6df9 service neutron] 10.222.0.23 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661160 Sep 16 04:58:44.544536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce8a069-107d-4721-bded-04ab6b52eb56 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:44.578210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:44.675621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb', 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135', 'port_id': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb', 'mac_address': 'fa:16:3e:01:f1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31214987-0630-473d-88f1-2c85c394857c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:44.682689 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.684411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eeef5c-6169-4b14-af2d-378882fde330 req-8e57c7fc-0ac6-4c94-a3f6-ab12e032af96 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.686416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8eeef5c-6169-4b14-af2d-378882fde330 req-8e57c7fc-0ac6-4c94-a3f6-ab12e032af96 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1535671 Sep 16 04:58:44.710198 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ef1d365d-b507-4816-90d7-4a3b1ec3bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.720120 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c7d3338d-9a72-4fbe-8d6e-86a612ed6d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.732600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-1ec7b0fb-2de5-4da3-af42-f6c2a07faf54 service neutron] 10.222.0.23 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758087 Sep 16 04:58:44.733073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] For port ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:44.774122 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-253465a4-7089-40f1-8148-301a43110de9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=a8325af5-44cb-44ee-a252-6e68b67041df HTTP/1.1" status: 200 len: 217 time: 0.0430813 Sep 16 04:58:44.789258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] For port ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891,segment=NetworkSegment(e5d39d7f-7f29-4753-8895-36854d11a37b),segment_id=e5d39d7f-7f29-4753-8895-36854d11a37b)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:44.840213 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.844617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ef1d365d-b507-4816-90d7-4a3b1ec3bb4b None None] For port efc79ac6-b98d-40af-9217-1ed357dd69b5, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=efc79ac6-b98d-40af-9217-1ed357dd69b5,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:44.870729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7813a75a-b81a-4d2e-a33e-c9bca72f52bb {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:44.886725 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.930173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8a069-107d-4721-bded-04ab6b52eb56 None None] Deleting port efc79ac6-b98d-40af-9217-1ed357dd69b5 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:44.930879 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a069-107d-4721-bded-04ab6b52eb56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.935262 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:44.944956 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ef1d365d-b507-4816-90d7-4a3b1ec3bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.991177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:58:45.055997 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:45.056553 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:45.092952 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-32bdaf0e-50ca-4465-928e-c46b3b9b4890 None None] Could not find standard attr ID for object d9ae5fdb-f590-49e4-8887-027564c4370d. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:58:45.094882 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.099590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af5467-538b-4d39-9c4b-0162ab6a736e None None] Pushing event updated for resources: {'Port': ['ID=ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.163402 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ad0c35-1d62-4f72-8f8b-534147a65f0e None None] Network 8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:45.249330 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.283382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8eeef5c-6169-4b14-af2d-378882fde330 req-aa6eaf85-83e4-4f5b-a22f-df60598cbc6e tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719333 Sep 16 04:58:45.309762 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.326785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-58dd149d-e824-4280-93e1-a81f076363ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.332203 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-58dd149d-e824-4280-93e1-a81f076363ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.5456235 Sep 16 04:58:45.363383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7ce8a069-107d-4721-bded-04ab6b52eb56 None None] For port efc79ac6-b98d-40af-9217-1ed357dd69b5, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=efc79ac6-b98d-40af-9217-1ed357dd69b5,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:45.363799 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a069-107d-4721-bded-04ab6b52eb56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.366260 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.377296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d365d-b507-4816-90d7-4a3b1ec3bb4b None None] Pushing event updated for resources: {'Port': ['ID=efc79ac6-b98d-40af-9217-1ed357dd69b5,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.393848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8a069-107d-4721-bded-04ab6b52eb56 None None] Calling delete_port for efc79ac6-b98d-40af-9217-1ed357dd69b5 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:45.398399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b640e-d5b5-4634-80c8-66c8ff556e52 req-8cba101c-8aaf-424b-af7c-41123f331c2f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.398399 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-225b640e-d5b5-4634-80c8-66c8ff556e52 req-8cba101c-8aaf-424b-af7c-41123f331c2f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 944 time: 0.1460676 Sep 16 04:58:45.432593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-f13cfdd2-a739-46f3-8729-7bde5286098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.433953 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-f13cfdd2-a739-46f3-8729-7bde5286098a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0851009 Sep 16 04:58:45.442301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Deleting port ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:45.442649 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.486594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['7813a75a-b81a-4d2e-a33e-c9bca72f52bb'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:45.579515 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device efc79ac6-b98d-40af-9217-1ed357dd69b5 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:45.592845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] For port efc79ac6-b98d-40af-9217-1ed357dd69b5, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=efc79ac6-b98d-40af-9217-1ed357dd69b5,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:45.597846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-225b640e-d5b5-4634-80c8-66c8ff556e52 req-029eb4de-13b2-493c-8d17-417203592be8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791666 Sep 16 04:58:45.638655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.649639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] For port ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891,segment=NetworkSegment(e5d39d7f-7f29-4753-8895-36854d11a37b),segment_id=e5d39d7f-7f29-4753-8895-36854d11a37b)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:45.650095 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.673160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Calling delete_port for ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:45.681210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-7ac78f91-6541-4764-8154-7606fb3c4975 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364385 Sep 16 04:58:45.730589 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.731892 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.762289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.812728 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:45.820152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ab8439-b907-4f37-b488-478019cab5d7 None None] Network 8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:45.820376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:45.829700 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.830659 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.862946 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-d7bf866c-1a59-4903-ac49-629be21add92 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735818 Sep 16 04:58:45.864812 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=08968b2a-8eaa-4e03-8f18-073d7eed6066,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.868346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=efc79ac6-b98d-40af-9217-1ed357dd69b5,revision_number=6']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.908665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-57ac4c92-ece3-4251-a81c-0cbaab45d544 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=2eccfbee-550e-4934-aa2d-57a5f5442bc8 HTTP/1.1" status: 200 len: 217 time: 0.0380726 Sep 16 04:58:45.927549 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.947517 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.966788 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fd5b9ac4-2279-4238-bacb-6a1b5ad60d4d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8098631 Sep 16 04:58:45.967158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35978) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.985939 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:34:91:aa', 'name': 'tempest-NetworksTestDHCPv6-997134229'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:46.034978 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-3a8050fa-33d9-4c46-9567-97642e629901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.038573 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a069-107d-4721-bded-04ab6b52eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.048344 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.048858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-3a8050fa-33d9-4c46-9567-97642e629901 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.1193268 Sep 16 04:58:46.064723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No DVR routers for this DVR port ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:46.086427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8a069-107d-4721-bded-04ab6b52eb56 None None] Pushing event deleted for resources: {'Port': ['ID=efc79ac6-b98d-40af-9217-1ed357dd69b5,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.101825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8a069-107d-4721-bded-04ab6b52eb56 None None] No DVR routers for this DVR port efc79ac6-b98d-40af-9217-1ed357dd69b5 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:46.108356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Port': ['ID=ba5bc1d9-c9cf-4a40-bdee-6c8ca3164891,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.118978 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:58:46.133505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1510de-39bc-4f71-abb5-bc899f199a94 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:46.183931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-5ffbcfb9-08f3-47d4-a0ac-a39238d42010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.185941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-5ffbcfb9-08f3-47d4-a0ac-a39238d42010 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1362770 Sep 16 04:58:46.242344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.285580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:46.294595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:46.320288 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.331979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d39d7f-7f29-4753-8895-36854d11a37b') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:46.332281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d39d7f-7f29-4753-8895-36854d11a37b') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:46.341753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': '08968b2a-8eaa-4e03-8f18-073d7eed6066'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:46.344573 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.361934 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.417617 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.437030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-dc80453d-ac23-4f6d-815e-1560e1556940 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967359 Sep 16 04:58:46.440584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:46.440994 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:46.444146 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:46.456440 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.510330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 79461287-059a-4dc5-888f-b69b2f3b2891 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:46.643536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170a276-85ea-424c-9e38-cf9a2a29c11c req-b75819b1-9f98-4bef-b793-dc697eba5dc5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.651827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b170a276-85ea-424c-9e38-cf9a2a29c11c req-b75819b1-9f98-4bef-b793-dc697eba5dc5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.2312522 Sep 16 04:58:46.703381 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.748086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Allocated IP 2001:db8::f816:3eff:fee2:321c (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/08968b2a-8eaa-4e03-8f18-073d7eed6066/7ebb8b1e-ceea-4d0c-8575-7d845321b90b) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:46.754892 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.762988 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 HTTP/1.1" status: 204 len: 168 time: 3.9382446 Sep 16 04:58:46.764910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36024) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.773552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22c7b0-89c5-424d-9aac-5f38a6ac4c83 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Network': ['ID=8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.776568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-57e49724-69c4-40f9-b34f-fe061a20f9fd service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994182 Sep 16 04:58:46.781464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b170a276-85ea-424c-9e38-cf9a2a29c11c req-68180626-93dc-476b-b23d-8d19f434dbb6 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286416 Sep 16 04:58:46.788701 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7fa386-d6cc-40cc-91d5-768e55ed1c32 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:46.789413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7fa386-d6cc-40cc-91d5-768e55ed1c32 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:46.794978 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8e7fa386-d6cc-40cc-91d5-768e55ed1c32 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 HTTP/1.1" status: 404 len: 339 time: 0.0254233 Sep 16 04:58:46.795483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36026) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.832846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4654eafa-8784-4440-b0fc-09fd089dfc3e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-134077909', 'description': 'd1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:46.845873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abcbe6-a634-404b-b309-76d58c503e03 req-85ebcec5-d99d-456e-bfe8-1ec02b348a34 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.846836 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1abcbe6-a634-404b-b309-76d58c503e03 req-85ebcec5-d99d-456e-bfe8-1ec02b348a34 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 944 time: 0.1677744 Sep 16 04:58:46.850732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-d6d67487-c356-4655-8470-0326e9319690 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=3187c83a-2f99-4514-ae4a-2e228455e9c6 HTTP/1.1" status: 200 len: 217 time: 0.0652151 Sep 16 04:58:46.937089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-2038e6ba-147a-46a8-a005-7157d24dd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.938583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-2038e6ba-147a-46a8-a005-7157d24dd464 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.0801506 Sep 16 04:58:46.940174 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.941857 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1abcbe6-a634-404b-b309-76d58c503e03 req-0bec3572-190e-4d24-af4b-3e52c7b36220 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745730 Sep 16 04:58:46.976884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4654eafa-8784-4440-b0fc-09fd089dfc3e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:46.980316 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4654eafa-8784-4440-b0fc-09fd089dfc3e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.012004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4654eafa-8784-4440-b0fc-09fd089dfc3e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:47.013626 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.015691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-652c7e64-d119-4c98-85c1-2b5f6dee24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.017261 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-652c7e64-d119-4c98-85c1-2b5f6dee24d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0708747 Sep 16 04:58:47.025151 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4654eafa-8784-4440-b0fc-09fd089dfc3e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.025495 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-4654eafa-8784-4440-b0fc-09fd089dfc3e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Added segment 1aeebf63-3b0f-41d6-8d75-2ae48783f219 of type vlan for network 7bf2d8e1-7d13-4efd-8647-86c57807e46e Sep 16 04:58:47.064749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:47.081688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::f816:3eff:fe34:91aa (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/08968b2a-8eaa-4e03-8f18-073d7eed6066/79461287-059a-4dc5-888f-b69b2f3b2891) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:47.098192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:47.101021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:47.142777 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4654eafa-8784-4440-b0fc-09fd089dfc3e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.155315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Pushing event updated for resources: {'Port': ['ID=7ebb8b1e-ceea-4d0c-8575-7d845321b90b,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.183502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-8b3fa74c-77f1-44ce-8438-401d468f8cd5 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562731 Sep 16 04:58:47.190247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Attempting to bind port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:47.197737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Attempting to bind port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:47.197737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Attempting to bind port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:47.197737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:47.197737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:47.197737 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.199148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:47.199148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Bound port: 7ebb8b1e-ceea-4d0c-8575-7d845321b90b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:47.199148 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.275284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.284056 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4654eafa-8784-4440-b0fc-09fd089dfc3e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.292323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] For port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:47.296127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4654eafa-8784-4440-b0fc-09fd089dfc3e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.296828 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4654eafa-8784-4440-b0fc-09fd089dfc3e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.301090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] For port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7ebb8b1e-ceea-4d0c-8575-7d845321b90b,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:47.383793 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.396919 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-3f7f2d17-14d1-4b11-99fc-2804693632b6 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051036 Sep 16 04:58:47.397789 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654eafa-8784-4440-b0fc-09fd089dfc3e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=7bf2d8e1-7d13-4efd-8647-86c57807e46e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.410012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.416871 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4654eafa-8784-4440-b0fc-09fd089dfc3e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6204023 Sep 16 04:58:47.433467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 7bf2d8e1-7d13-4efd-8647-86c57807e46e details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:47.439628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36060) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.457716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-09fc9e9a-a806-4e67-a9f5-cd74f532a647 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=dfd779c3-6268-4c99-a46d-f7e68488baf2 HTTP/1.1" status: 200 len: 217 time: 0.0512164 Sep 16 04:58:47.497641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:47.498516 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.517742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:47.555031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:47.561944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.563260 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.578477 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894ea13-812b-47a1-9dcb-3c012eb1146d None None] Pushing event updated for resources: {'Port': ['ID=7ebb8b1e-ceea-4d0c-8575-7d845321b90b,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.579482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-0dc650f7-8f67-445a-a7a8-a1d2a0ee3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.581134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-0dc650f7-8f67-445a-a7a8-a1d2a0ee3393 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.1163509 Sep 16 04:58:47.586886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=79461287-059a-4dc5-888f-b69b2f3b2891,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.646371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a241c965-b3c9-4229-86c0-e1fe72e960f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.647894 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a241c965-b3c9-4229-86c0-e1fe72e960f0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/networks?id=7bf2d8e1-7d13-4efd-8647-86c57807e46e HTTP/1.1" status: 200 len: 760 time: 0.2057300 Sep 16 04:58:47.650765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36074) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.656556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c039ed9b-4ee3-4a4f-a36c-7b037d844eb7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'description': 'd2'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:47.664603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-42a10988-7058-473d-a152-8032f2321f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.666925 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-42a10988-7058-473d-a152-8032f2321f09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567577 Sep 16 04:58:47.724800 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f3fa6e1d-fe52-436f-9856-a42632f6ff25 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7556248 Sep 16 04:58:47.728165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36076) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.834609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-b5957764-1b89-4a56-bccd-661ce647f919 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578104 Sep 16 04:58:47.871623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eab506-a5b5-4975-9210-46ad6308a51a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.881663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eab506-a5b5-4975-9210-46ad6308a51a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.891048 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-69eab506-a5b5-4975-9210-46ad6308a51a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1616063 Sep 16 04:58:47.906223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36088) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.966726 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c039ed9b-4ee3-4a4f-a36c-7b037d844eb7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.005784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7813a75a-b81a-4d2e-a33e-c9bca72f52bb up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:48.057001 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c039ed9b-4ee3-4a4f-a36c-7b037d844eb7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.065451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f688c-1a7f-4296-a2b1-60fa05194686 req-18172ca7-11eb-4ad7-980b-b479bb8107df tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.066977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce2f688c-1a7f-4296-a2b1-60fa05194686 req-18172ca7-11eb-4ad7-980b-b479bb8107df tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1805766 Sep 16 04:58:48.087246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-16a82ce5-cd15-4034-b2e6-ab29b9e56761 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444932 Sep 16 04:58:48.105690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c039ed9b-4ee3-4a4f-a36c-7b037d844eb7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network 7bf2d8e1-7d13-4efd-8647-86c57807e46e is not hosted by any dhcp agent {{(pid=95451) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:58:48.112815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039ed9b-4ee3-4a4f-a36c-7b037d844eb7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.112815 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c039ed9b-4ee3-4a4f-a36c-7b037d844eb7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.113371 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c039ed9b-4ee3-4a4f-a36c-7b037d844eb7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "PUT /v2.0/networks/7bf2d8e1-7d13-4efd-8647-86c57807e46e HTTP/1.1" status: 200 len: 757 time: 0.4616241 Sep 16 04:58:48.121038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36100) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.148066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039ed9b-4ee3-4a4f-a36c-7b037d844eb7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=7bf2d8e1-7d13-4efd-8647-86c57807e46e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.156382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 7bf2d8e1-7d13-4efd-8647-86c57807e46e details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:48.160013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:48.181051 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:48.181051 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.202574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-1b8b4ab1-6a81-4ac0-81b9-e95d08f4579a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbdc05d8-6e27-488d-8ccd-7146341eee48 HTTP/1.1" status: 200 len: 217 time: 0.0880811 Sep 16 04:58:48.311254 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce2f688c-1a7f-4296-a2b1-60fa05194686 req-2673da78-ed5c-423c-b7c2-5c92b54ae37f tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264979 Sep 16 04:58:48.318357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.348195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce14fef-60e1-431a-9d7f-d4a6b6d6d966 req-b866d982-b1f8-4428-9d87-35d262b42dfe tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.352841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bce14fef-60e1-431a-9d7f-d4a6b6d6d966 req-b866d982-b1f8-4428-9d87-35d262b42dfe tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 944 time: 0.2804201 Sep 16 04:58:48.352841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a7126917-736a-4ce6-8e19-c8247677f640 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 79461287-059a-4dc5-888f-b69b2f3b2891 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:48.352841 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7126917-736a-4ce6-8e19-c8247677f640 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.367758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2030f-b874-4bda-b806-994e0dadbfef tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.367758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-29f2030f-b874-4bda-b806-994e0dadbfef tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/networks?id=7bf2d8e1-7d13-4efd-8647-86c57807e46e HTTP/1.1" status: 200 len: 760 time: 0.2365429 Sep 16 04:58:48.372670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36114) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.377866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f7d7ce1d-d7ad-432e-b55e-1f15ec0d1cd2 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-885623618'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:48.387273 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff488320-adb4-4830-98e0-451137febf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:48.394987 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f21cb0f-41be-4888-8c0a-ffefbfa7efca" -d '{"events": [{"server_uuid": "ff488320-adb4-4830-98e0-451137febf1e", "name": "network-vif-plugged", "status": "completed", "tag": "7813a75a-b81a-4d2e-a33e-c9bca72f52bb"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:48.410769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:48.442047 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2640b43b-ac3b-4dcc-a0a3-8ad3767ea002 x-openstack-request-id: req-2640b43b-ac3b-4dcc-a0a3-8ad3767ea002 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:48.442344 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff488320-adb4-4830-98e0-451137febf1e", "name": "network-vif-plugged", "status": "completed", "tag": "7813a75a-b81a-4d2e-a33e-c9bca72f52bb", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:48.442599 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2640b43b-ac3b-4dcc-a0a3-8ad3767ea002 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:48.443003 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff488320-adb4-4830-98e0-451137febf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb', 'code': 200} Sep 16 04:58:48.451431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-c118544f-533f-428b-b857-5656612fbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.452975 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-c118544f-533f-428b-b857-5656612fbd76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c03be75-dfaa-43ca-8637-e3c4c294e56b HTTP/1.1" status: 200 len: 797 time: 0.2319288 Sep 16 04:58:48.502647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d7ce1d-d7ad-432e-b55e-1f15ec0d1cd2 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:48.503120 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.506015 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ce1d-d7ad-432e-b55e-1f15ec0d1cd2 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.559825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d7ce1d-d7ad-432e-b55e-1f15ec0d1cd2 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:48.570591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bce14fef-60e1-431a-9d7f-d4a6b6d6d966 req-bcb50d10-7dbf-4d99-8840-b0423c3a13ff tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998098 Sep 16 04:58:48.576647 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ce1d-d7ad-432e-b55e-1f15ec0d1cd2 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.577255 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-f7d7ce1d-d7ad-432e-b55e-1f15ec0d1cd2 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Added segment d4ab6c03-b253-4cfe-8cb7-b5979716d237 of type vlan for network d764a807-61bb-40da-90cc-23a00fe500f8 Sep 16 04:58:48.585877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.634744 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ce1d-d7ad-432e-b55e-1f15ec0d1cd2 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.662489 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7126917-736a-4ce6-8e19-c8247677f640 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.666526 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-40f5d178-7312-4eb1-8978-bbb811fe8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.668079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-40f5d178-7312-4eb1-8978-bbb811fe8721 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1776941 Sep 16 04:58:48.691715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a7126917-736a-4ce6-8e19-c8247677f640 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 79461287-059a-4dc5-888f-b69b2f3b2891 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:48.694811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9e072-c541-4ad4-92ba-5ef246bb070b req-c5234fe3-42ff-4e42-a276-a0e3bd24e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.696583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-edd9e072-c541-4ad4-92ba-5ef246bb070b req-c5234fe3-42ff-4e42-a276-a0e3bd24e5e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 1097 time: 0.1432433 Sep 16 04:58:48.742050 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ce1d-d7ad-432e-b55e-1f15ec0d1cd2 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.749882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d7ce1d-d7ad-432e-b55e-1f15ec0d1cd2 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.751699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ce1d-d7ad-432e-b55e-1f15ec0d1cd2 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.832300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7ce1d-d7ad-432e-b55e-1f15ec0d1cd2 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=d764a807-61bb-40da-90cc-23a00fe500f8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.842722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network d764a807-61bb-40da-90cc-23a00fe500f8 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:48.854617 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f7d7ce1d-d7ad-432e-b55e-1f15ec0d1cd2 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4784532 Sep 16 04:58:48.855333 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36142) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.865016 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3a377879-930f-4629-937c-76e94768b2e0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'network_id': 'd764a807-61bb-40da-90cc-23a00fe500f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:48.870623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-edd9e072-c541-4ad4-92ba-5ef246bb070b req-d2f01afa-8934-4dbc-a2be-c859c767b8ae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607847 Sep 16 04:58:48.924388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-56d0351f-fa81-4520-b5f4-70e316aff9e6 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454157 Sep 16 04:58:49.049426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f90daadc-8dd5-4729-ab52-f23145c8d51f None None] Provisioning complete for port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:49.050686 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f90daadc-8dd5-4729-ab52-f23145c8d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.051041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a377879-930f-4629-937c-76e94768b2e0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:49.054880 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a377879-930f-4629-937c-76e94768b2e0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.127664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-aa0d1d73-5103-4e15-b178-1c22762eeeb2 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957872 Sep 16 04:58:49.186021 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-558aa53c-245d-49e8-9818-51186cd470db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=043eee9d-4c0a-4074-9c55-f1ea00b36a05 HTTP/1.1" status: 200 len: 217 time: 0.0502434 Sep 16 04:58:49.186679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7126917-736a-4ce6-8e19-c8247677f640 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.189225 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f90daadc-8dd5-4729-ab52-f23145c8d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.240898 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f90daadc-8dd5-4729-ab52-f23145c8d51f None None] For port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7ebb8b1e-ceea-4d0c-8575-7d845321b90b,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:49.273561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-1a688ac9-b28b-4227-971b-538295573795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.275196 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-1a688ac9-b28b-4227-971b-538295573795 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c03be75-dfaa-43ca-8637-e3c4c294e56b HTTP/1.1" status: 200 len: 797 time: 0.0726566 Sep 16 04:58:49.291723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7126917-736a-4ce6-8e19-c8247677f640 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=79461287-059a-4dc5-888f-b69b2f3b2891,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.298836 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7126917-736a-4ce6-8e19-c8247677f640 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.304228 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a7126917-736a-4ce6-8e19-c8247677f640 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/79461287-059a-4dc5-888f-b69b2f3b2891 HTTP/1.1" status: 204 len: 168 time: 1.3932741 Sep 16 04:58:49.305389 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36164) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:49.319319 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f90daadc-8dd5-4729-ab52-f23145c8d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.359020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-8609733a-720f-486a-8264-e9f563e0d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.362353 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-8609733a-720f-486a-8264-e9f563e0d2bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0719199 Sep 16 04:58:49.392300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c692a22d-a323-47e2-a6e9-1d55c870a87b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.397949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c692a22d-a323-47e2-a6e9-1d55c870a87b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.397949 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c692a22d-a323-47e2-a6e9-1d55c870a87b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0861213 Sep 16 04:58:49.399294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36172) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:49.483838 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a377879-930f-4629-937c-76e94768b2e0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.514528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d303178d-dfda-4096-a153-60c47d8a2dc3 None None] Could not find standard attr ID for object 79461287-059a-4dc5-888f-b69b2f3b2891. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:58:49.531543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90daadc-8dd5-4729-ab52-f23145c8d51f None None] Pushing event updated for resources: {'Port': ['ID=7ebb8b1e-ceea-4d0c-8575-7d845321b90b,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.573871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-718a38a0-136f-4acb-8650-35425c945f3b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 08968b2a-8eaa-4e03-8f18-073d7eed6066 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:49.586859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2053abe-88df-432a-ada1-a473e6e06e6e None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:58:49.587629 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-718a38a0-136f-4acb-8650-35425c945f3b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.619373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-ddd9892e-cabe-4ef3-9327-8e033e8be567 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490089 Sep 16 04:58:49.629329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5269b7-914a-464c-bd57-a3556850addb req-4eaa79d2-54b5-4ce0-9185-17d23b29fe95 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.630913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae5269b7-914a-464c-bd57-a3556850addb req-4eaa79d2-54b5-4ce0-9185-17d23b29fe95 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1226730 Sep 16 04:58:49.638604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7ebb8b1e-ceea-4d0c-8575-7d845321b90b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:49.725304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-718a38a0-136f-4acb-8650-35425c945f3b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.784168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae5269b7-914a-464c-bd57-a3556850addb req-df61c1db-8e9f-4442-9f0d-4d2bee96eeb5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428065 Sep 16 04:58:49.806435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a377879-930f-4629-937c-76e94768b2e0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=07194cd0-6205-4ac6-a007-f8afe892a41b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.828697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e114763-2b2b-4d61-b9f1-b45f910c4925 req-b1bdfb2c-1843-4f27-b67c-663337dd5712 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.830387 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e114763-2b2b-4d61-b9f1-b45f910c4925 req-b1bdfb2c-1843-4f27-b67c-663337dd5712 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.0951746 Sep 16 04:58:49.834659 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8181084b-6909-4313-bcf9-9a9a3093d2c3 req-b4ea37e8-31fd-49ce-aafe-50ea1f653f64 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022889 Sep 16 04:58:49.873491 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a377879-930f-4629-937c-76e94768b2e0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking segment: {'id': 'd4ab6c03-b253-4cfe-8cb7-b5979716d237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd764a807-61bb-40da-90cc-23a00fe500f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:49.874215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a377879-930f-4629-937c-76e94768b2e0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network hostable DHCP agents. Network: d764a807-61bb-40da-90cc-23a00fe500f8, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:49.896026 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-718a38a0-136f-4acb-8650-35425c945f3b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.931245 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e114763-2b2b-4d61-b9f1-b45f910c4925 req-d348f08a-f455-4b66-8d4f-a87c96f6fbe4 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950301 Sep 16 04:58:49.952943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:49.952943 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.062806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-718a38a0-136f-4acb-8650-35425c945f3b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.097908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2053abe-88df-432a-ada1-a473e6e06e6e None None] Unable to find a vacant binding_index for network d764a807-61bb-40da-90cc-23a00fe500f8 and agent c516c05d-c213-4e44-a6ef-84befc5c655b {{(pid=95453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 16 04:58:50.103353 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-718a38a0-136f-4acb-8650-35425c945f3b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.105543 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-718a38a0-136f-4acb-8650-35425c945f3b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/08968b2a-8eaa-4e03-8f18-073d7eed6066 HTTP/1.1" status: 204 len: 168 time: 0.7040360 Sep 16 04:58:50.107829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a38a0-136f-4acb-8650-35425c945f3b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=08968b2a-8eaa-4e03-8f18-073d7eed6066,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.108871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36212) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.113946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a377879-930f-4629-937c-76e94768b2e0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network d764a807-61bb-40da-90cc-23a00fe500f8 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:50.156675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ef1b3b4b-0fac-4313-817d-8b5beb008b05 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464921 Sep 16 04:58:50.159571 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36214) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.165039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2053abe-88df-432a-ada1-a473e6e06e6e None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, d764a807-61bb-40da-90cc-23a00fe500f8) {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:58:50.166004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:50.193735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3a377879-930f-4629-937c-76e94768b2e0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, d764a807-61bb-40da-90cc-23a00fe500f8) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:50.207313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a377879-930f-4629-937c-76e94768b2e0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.207977 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a377879-930f-4629-937c-76e94768b2e0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.316270 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3a377879-930f-4629-937c-76e94768b2e0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4598804 Sep 16 04:58:50.318894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36228) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.395041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:50.401399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.438360 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.515989 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.526698 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca2ee02-de9a-4e12-b35b-348fb3fb98c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-d764a807-61bb-40da-90cc-23a00fe500f8', 'network_id': 'd764a807-61bb-40da-90cc-23a00fe500f8', 'tenant_id': 'd644676efe3343eebac99d0a7b0bc13d', 'fixed_ips': [{'subnet_id': '07194cd0-6205-4ac6-a007-f8afe892a41b'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:50.528026 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eca2ee02-de9a-4e12-b35b-348fb3fb98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.639885 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.667353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Subnet': ['ID=07194cd0-6205-4ac6-a007-f8afe892a41b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server [None req-eca2ee02-de9a-4e12-b35b-348fb3fb98c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07194cd0-6205-4ac6-a007-f8afe892a41b: This subnet is being modified by another concurrent operation. Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:50.709249 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07194cd0-6205-4ac6-a007-f8afe892a41b: This subnet is being modified by another concurrent operation. Sep 16 04:58:50.718166 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Sep 16 04:58:50.728710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25dc864-4aed-4aed-b920-371b9edbcfa7 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:58:50.737722 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.759523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d764a807-61bb-40da-90cc-23a00fe500f8']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:50.770759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ab6c03-b253-4cfe-8cb7-b5979716d237') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:50.771546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ab6c03-b253-4cfe-8cb7-b5979716d237') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:50.781697 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.795526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.801660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:50.802054 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:50.805152 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:50.867017 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:58:50.874066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25dc864-4aed-4aed-b920-371b9edbcfa7 None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:58:50.971341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ebe61-7cbf-4000-985e-20520ace181b req-c57c7c2c-84ff-4b8d-baee-9010a315e5c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.974703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-776ebe61-7cbf-4000-985e-20520ace181b req-c57c7c2c-84ff-4b8d-baee-9010a315e5c5 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.0843046 Sep 16 04:58:50.976195 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.990102 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.992705 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/d764a807-61bb-40da-90cc-23a00fe500f8 HTTP/1.1" status: 204 len: 168 time: 0.6727476 Sep 16 04:58:50.996396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36272) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.032584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df617bed-2d0f-4a96-bf29-1816cd48e972 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Network': ['ID=d764a807-61bb-40da-90cc-23a00fe500f8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.082007 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebc0807-fd35-4985-ae5a-a72797094dd8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] GET failed (client error): The resource could not be found. Sep 16 04:58:51.083516 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aebc0807-fd35-4985-ae5a-a72797094dd8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/subnets/07194cd0-6205-4ac6-a007-f8afe892a41b HTTP/1.1" status: 404 len: 337 time: 0.0772924 Sep 16 04:58:51.086716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36276) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.136873 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efc672d-f30d-4bcd-b7bd-56666230803e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:51.138321 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efc672d-f30d-4bcd-b7bd-56666230803e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:51.146426 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7efc672d-f30d-4bcd-b7bd-56666230803e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/d764a807-61bb-40da-90cc-23a00fe500f8 HTTP/1.1" status: 404 len: 339 time: 0.0586689 Sep 16 04:58:51.147355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36278) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.237790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac7981-ecf5-43f2-bf09-1a8dac80953a None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:51.240688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831a0756-75ca-4eeb-aa76-b2a09e58456c None None] Network d764a807-61bb-40da-90cc-23a00fe500f8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:51.266765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831a0756-75ca-4eeb-aa76-b2a09e58456c None None] Network d764a807-61bb-40da-90cc-23a00fe500f8 could not be found, it might have been deleted concurrently. {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 04:58:51.282133 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed471999-0aa7-4a2a-bad9-fd6584bb75d2 None None] Network d764a807-61bb-40da-90cc-23a00fe500f8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:51.336013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed471999-0aa7-4a2a-bad9-fd6584bb75d2 None None] Network d764a807-61bb-40da-90cc-23a00fe500f8 could not be found, it might have been deleted concurrently. {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 04:58:51.492552 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.516199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a5591-f2ed-4147-afd5-49b3f7b70eba tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.517829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-776ebe61-7cbf-4000-985e-20520ace181b req-c8f592ae-8fa3-49a3-8bf1-5ec19f976f82 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225649 Sep 16 04:58:51.520602 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fd0a5591-f2ed-4147-afd5-49b3f7b70eba tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3706822 Sep 16 04:58:51.522893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36288) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.524765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7ebb8b1e-ceea-4d0c-8575-7d845321b90b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:51.540041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65209-f343-469f-8418-499bcc1913ed req-35b7d188-026e-4b5f-a04b-010cb41ae4ad tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.549555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c65209-f343-469f-8418-499bcc1913ed req-35b7d188-026e-4b5f-a04b-010cb41ae4ad tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1091688 Sep 16 04:58:51.575868 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b58fc2a8-ff98-434c-a127-75c0d465e53e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 207 time: 0.0518441 Sep 16 04:58:51.579200 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36290) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.616230 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:51.616681 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.742425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c65209-f343-469f-8418-499bcc1913ed req-39aa83d3-f9f8-4120-bd58-592499d606ac tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842554 Sep 16 04:58:51.833158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3056b757-2021-431a-8016-0772a4b6b0f7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.836859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] For port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7ebb8b1e-ceea-4d0c-8575-7d845321b90b,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:51.843567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3056b757-2021-431a-8016-0772a4b6b0f7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.850112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3056b757-2021-431a-8016-0772a4b6b0f7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.856957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3056b757-2021-431a-8016-0772a4b6b0f7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.858767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3056b757-2021-431a-8016-0772a4b6b0f7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2738781 Sep 16 04:58:51.865790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36298) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.868701 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-be4a1524-f3fa-4ece-a9c7-98f2662125fb None None] Provisioning complete for port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:51.869086 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-be4a1524-f3fa-4ece-a9c7-98f2662125fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.935906 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c38da0-97f6-49ce-a0b3-cf5576b27c0b req-4b58fcc8-7a25-4f32-98a0-269bc8bbef83 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.943974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5c38da0-97f6-49ce-a0b3-cf5576b27c0b req-4b58fcc8-7a25-4f32-98a0-269bc8bbef83 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.0837221 Sep 16 04:58:51.952251 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.000528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5c38da0-97f6-49ce-a0b3-cf5576b27c0b req-e0cb8ce2-d66b-4e4c-883a-12bee93e05a8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555513 Sep 16 04:58:52.026206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.027078 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.463626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:52.489326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:52.502357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11ab486-9e8e-40a1-b2e6-6dbfc54eef57 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:52.523762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.524358 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.529878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20220332-cced-4e2c-b074-0aa502ba72a8 req-74e42c68-ddc5-4fa1-a890-ad375035a112 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.537802 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20220332-cced-4e2c-b074-0aa502ba72a8 req-74e42c68-ddc5-4fa1-a890-ad375035a112 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.0681319 Sep 16 04:58:52.568655 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-645f42b9-188e-4c85-9fec-49bcd2907564 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.7019389 Sep 16 04:58:52.569414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=0a9da9de-3936-4eb2-8c0d-55811ac0efe2,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.583912 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36330) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:52.584999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=7ebb8b1e-ceea-4d0c-8575-7d845321b90b,revision_number=6']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.677135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20220332-cced-4e2c-b074-0aa502ba72a8 req-4bd8e10f-3981-4b11-b1c7-0dc689ea5c31 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232195 Sep 16 04:58:52.682599 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f7844b02-576b-4c3a-9ef8-ad5389d54981 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5195651 Sep 16 04:58:52.683392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36336) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:52.690154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:54:32:ae', 'name': 'tempest-NetworksTestDHCPv6-1877551429'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:52.712592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdb8aae-4cce-4b76-b606-e15fc0c2b768 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.714281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdb8aae-4cce-4b76-b606-e15fc0c2b768 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.720175 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36338) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:52.720344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dbdb8aae-4cce-4b76-b606-e15fc0c2b768 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1432149 Sep 16 04:58:52.755093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f2d3-185c-46a5-8a2b-e324d01e8d69 req-1c241651-52cd-4028-aa67-375031452559 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.756993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f16f2d3-185c-46a5-8a2b-e324d01e8d69 req-1c241651-52cd-4028-aa67-375031452559 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1344554 Sep 16 04:58:52.853396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13a820e-178b-4088-8642-21bdaee8e9a0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.857851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13a820e-178b-4088-8642-21bdaee8e9a0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.860191 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c13a820e-178b-4088-8642-21bdaee8e9a0 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1382759 Sep 16 04:58:52.863339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36344) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:52.869126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f16f2d3-185c-46a5-8a2b-e324d01e8d69 req-01612f4e-66d5-4c0c-bb65-df1488a956c8 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607483 Sep 16 04:58:53.016379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:53.041458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f626786-32c3-40cd-b44d-6b8eca6b2403 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.044972 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7f626786-32c3-40cd-b44d-6b8eca6b2403 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/networks/de0891a9-42c7-473b-8589-ba0364bc5a2f HTTP/1.1" status: 200 len: 799 time: 0.1805737 Sep 16 04:58:53.049351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36350) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.140328 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.156639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-18be7f1a-736c-4c14-b0d4-85cc4aaaeedd None None] Provisioning complete for port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:53.158159 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18be7f1a-736c-4c14-b0d4-85cc4aaaeedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.172340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port bee525fe-09df-4c44-a019-aa88be8d840c yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:53.219913 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-979f4713-705e-4eac-b76f-e1e15b44b8c8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/networks/de0891a9-42c7-473b-8589-ba0364bc5a2f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1717253 Sep 16 04:58:53.220575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36356) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.332099 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d83ab0-cbd9-4047-a6f0-667522120639 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.338662 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a8d83ab0-cbd9-4047-a6f0-667522120639 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/subnets/2fe4355d-f712-401c-9281-404810dfbf57 HTTP/1.1" status: 200 len: 811 time: 0.1122971 Sep 16 04:58:53.339346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36358) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.405850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::f816:3eff:fe54:32ae (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/0a9da9de-3936-4eb2-8c0d-55811ac0efe2/bee525fe-09df-4c44-a019-aa88be8d840c) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:53.408390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde73479-a0f0-4f2f-903d-33875380605d tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.414353 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cde73479-a0f0-4f2f-903d-33875380605d tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "GET /v2.0/subnets/2fe4355d-f712-401c-9281-404810dfbf57?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0699961 Sep 16 04:58:53.415081 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36360) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.421542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ad18c6b2-6d7d-4406-b9ac-247e7b82c23e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1595546071'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:53.473285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7ebb8b1e-ceea-4d0c-8575-7d845321b90b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:53.501529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad18c6b2-6d7d-4406-b9ac-247e7b82c23e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:53.501529 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ad18c6b2-6d7d-4406-b9ac-247e7b82c23e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.523901 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad18c6b2-6d7d-4406-b9ac-247e7b82c23e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:53.535642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ad18c6b2-6d7d-4406-b9ac-247e7b82c23e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.536068 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-ad18c6b2-6d7d-4406-b9ac-247e7b82c23e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Added segment a481413b-7606-420a-b1ac-e7b47a1a7e5c of type vlan for network 5ba5d2db-896a-45e3-8627-49255beb914c Sep 16 04:58:53.546565 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:53.547707 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.609592 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ad18c6b2-6d7d-4406-b9ac-247e7b82c23e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.699093 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.708168 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ad18c6b2-6d7d-4406-b9ac-247e7b82c23e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.720853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18c6b2-6d7d-4406-b9ac-247e7b82c23e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.725297 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ad18c6b2-6d7d-4406-b9ac-247e7b82c23e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.783246 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.801555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18c6b2-6d7d-4406-b9ac-247e7b82c23e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Network': ['ID=5ba5d2db-896a-45e3-8627-49255beb914c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.810753 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ad18c6b2-6d7d-4406-b9ac-247e7b82c23e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3942213 Sep 16 04:58:53.813883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36368) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.819044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 5ba5d2db-896a-45e3-8627-49255beb914c details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:53.828010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'network_id': '5ba5d2db-896a-45e3-8627-49255beb914c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:53.930139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:53.939417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:53.939417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=bee525fe-09df-4c44-a019-aa88be8d840c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.939417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:53.955150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.955830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.990437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f78a2-1847-48c4-ac9d-0dfed4f961d0 req-fb1639d5-d4d4-4424-a65d-8add40e3ab6e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.997597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-486f78a2-1847-48c4-ac9d-0dfed4f961d0 req-fb1639d5-d4d4-4424-a65d-8add40e3ab6e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.2116075 Sep 16 04:58:54.057391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Made reservation on behalf of d644676efe3343eebac99d0a7b0bc13d for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:54.061261 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.117107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-486f78a2-1847-48c4-ac9d-0dfed4f961d0 req-457adb27-4870-4d07-ac7e-d0695e748f91 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170964 Sep 16 04:58:54.145708 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2781e935-97c2-463e-a912-f278967502cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4574552 Sep 16 04:58:54.151637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77656daa-f2b7-4ff5-8454-5529ac7d5b7c req-1b2fe899-5a9e-4c3f-abc2-126d5f34f1da tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.153960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-77656daa-f2b7-4ff5-8454-5529ac7d5b7c req-1b2fe899-5a9e-4c3f-abc2-126d5f34f1da tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1353023 Sep 16 04:58:54.154458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36380) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:54.176182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.ipam_backend_mixin [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Performing IP validity checks on allocation pools {{(pid=95451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 04:58:54.176894 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.ipam_backend_mixin [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 04:58:54.308827 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a7cc31-8cb7-45a2-bb03-1ad72c2875d3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.315887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a7cc31-8cb7-45a2-bb03-1ad72c2875d3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.320027 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-65a7cc31-8cb7-45a2-bb03-1ad72c2875d3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1623378 Sep 16 04:58:54.320435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36384) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:54.342622 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-77656daa-f2b7-4ff5-8454-5529ac7d5b7c req-5a76e774-a2d6-4e78-912c-64984aaed65d tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416059 Sep 16 04:58:54.359251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a2e84edd-af65-47fa-8234-2c1bb77a15c5 None None] Provisioning complete for port bee525fe-09df-4c44-a019-aa88be8d840c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:54.359728 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a2e84edd-af65-47fa-8234-2c1bb77a15c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.398919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a2e84edd-af65-47fa-8234-2c1bb77a15c5 None None] Port bee525fe-09df-4c44-a019-aa88be8d840c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:54.435131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.444251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5a702-d17e-40ed-b5bc-b9243a1b38bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port bee525fe-09df-4c44-a019-aa88be8d840c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:54.444877 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ee5a702-d17e-40ed-b5bc-b9243a1b38bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.507527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=81117e11-a827-4d49-9ddd-354f0d552fee,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.515819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Checking segment: {'id': 'a481413b-7606-420a-b1ac-e7b47a1a7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ba5d2db-896a-45e3-8627-49255beb914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:54.516285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network hostable DHCP agents. Network: 5ba5d2db-896a-45e3-8627-49255beb914c, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:54.551721 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ee5a702-d17e-40ed-b5bc-b9243a1b38bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.564893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5a702-d17e-40ed-b5bc-b9243a1b38bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for bee525fe-09df-4c44-a019-aa88be8d840c owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:54.599090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Network 5ba5d2db-896a-45e3-8627-49255beb914c is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:54.679766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 5ba5d2db-896a-45e3-8627-49255beb914c) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:54.690579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d57f9-20e1-4bc8-b56d-65fda045df52 None None] Network 5ba5d2db-896a-45e3-8627-49255beb914c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:54.706059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.706761 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.782475 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ee5a702-d17e-40ed-b5bc-b9243a1b38bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.813111 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-943cf603-8cc1-44f7-b0ca-588b66be7927 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9981360 Sep 16 04:58:54.816852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36394) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:54.841238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5a702-d17e-40ed-b5bc-b9243a1b38bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=bee525fe-09df-4c44-a019-aa88be8d840c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.853759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b9ad6647-742d-4f53-ae56-b35dc6f6e34e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:54.891190 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ee5a702-d17e-40ed-b5bc-b9243a1b38bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.893331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3ee5a702-d17e-40ed-b5bc-b9243a1b38bd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/bee525fe-09df-4c44-a019-aa88be8d840c HTTP/1.1" status: 204 len: 168 time: 0.5716887 Sep 16 04:58:54.895903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36396) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.015542 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee00b358-7bb4-4631-aa77-dd22e63fb3db tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.017402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee00b358-7bb4-4631-aa77-dd22e63fb3db tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.021418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ee00b358-7bb4-4631-aa77-dd22e63fb3db tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1221559 Sep 16 04:58:55.021914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36400) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.083764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6647-742d-4f53-ae56-b35dc6f6e34e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9361418'] for subnet, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.100907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1cd876-2d37-440d-83a7-4ee0c197bd66 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 0a9da9de-3936-4eb2-8c0d-55811ac0efe2 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:55.104269 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff1cd876-2d37-440d-83a7-4ee0c197bd66 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.155135 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff1cd876-2d37-440d-83a7-4ee0c197bd66 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.196450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-5ba5d2db-896a-45e3-8627-49255beb914c', 'network_id': '5ba5d2db-896a-45e3-8627-49255beb914c', 'tenant_id': 'd644676efe3343eebac99d0a7b0bc13d', 'fixed_ips': [{'subnet_id': '81117e11-a827-4d49-9ddd-354f0d552fee'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:55.199257 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.319431 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff1cd876-2d37-440d-83a7-4ee0c197bd66 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.393483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f780ecd-0534-46e8-be2d-fc1b6aba5e0a req-d9551af3-288c-4752-bd80-493265a56386 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.395115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f780ecd-0534-46e8-be2d-fc1b6aba5e0a req-d9551af3-288c-4752-bd80-493265a56386 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1044581 Sep 16 04:58:55.428018 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6647-742d-4f53-ae56-b35dc6f6e34e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770204364804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8966995'] for subnet, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.459341 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff1cd876-2d37-440d-83a7-4ee0c197bd66 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.515838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ad6647-742d-4f53-ae56-b35dc6f6e34e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.516643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6647-742d-4f53-ae56-b35dc6f6e34e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.517993 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b9ad6647-742d-4f53-ae56-b35dc6f6e34e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "PUT /v2.0/subnets/81117e11-a827-4d49-9ddd-354f0d552fee HTTP/1.1" status: 200 len: 877 time: 0.6987922 Sep 16 04:58:55.521266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36414) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.524603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cd876-2d37-440d-83a7-4ee0c197bd66 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9da9de-3936-4eb2-8c0d-55811ac0efe2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:55.560213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Allocated IP 172.20.0.3 (5ba5d2db-896a-45e3-8627-49255beb914c/81117e11-a827-4d49-9ddd-354f0d552fee/9141cbe4-1336-4263-a616-41937c0d39cd) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:55.567778 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff1cd876-2d37-440d-83a7-4ee0c197bd66 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.572940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ff1cd876-2d37-440d-83a7-4ee0c197bd66 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/0a9da9de-3936-4eb2-8c0d-55811ac0efe2 HTTP/1.1" status: 204 len: 168 time: 0.5499723 Sep 16 04:58:55.577389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f771650-1875-4bb6-b8be-f6f2a75830f0 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:55.579613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36416) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.601017 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad6647-742d-4f53-ae56-b35dc6f6e34e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event updated for resources: {'Subnet': ['ID=81117e11-a827-4d49-9ddd-354f0d552fee,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:55.647940 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.705212 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f780ecd-0534-46e8-be2d-fc1b6aba5e0a req-cf7746f9-98b8-4da3-aa04-cbbd12ad58c2 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961133 Sep 16 04:58:55.712265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9b97674e-2c28-47db-9155-1f1d687ee697 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307039 Sep 16 04:58:55.722465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36420) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.725368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.748311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb5150-6729-4d85-9c2e-25b63a463f9f req-b79d4457-a841-4450-b106-25157badc06b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.750403 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63fb5150-6729-4d85-9c2e-25b63a463f9f req-b79d4457-a841-4450-b106-25157badc06b tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.2411232 Sep 16 04:58:55.831089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63fb5150-6729-4d85-9c2e-25b63a463f9f req-c4a91308-8f05-4b09-bb59-c3dcfd87835a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632806 Sep 16 04:58:55.862887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3182d4-54b4-4c64-8136-82030e5e0edd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.867212 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ec3182d4-54b4-4c64-8136-82030e5e0edd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1411281 Sep 16 04:58:55.867898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36424) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.950649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25804c75-e0ab-4f97-9246-3b51a44aff26 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.952489 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-25804c75-e0ab-4f97-9246-3b51a44aff26 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0833726 Sep 16 04:58:55.955032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e38f696-d258-45f8-ba7c-295b88d0fc0a None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:55.955523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36426) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.961145 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.009223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6715eb32-c110-40ed-a924-1f0f564e64d9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528162 Sep 16 04:58:56.014006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36428) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.019814 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-36d17f1b-05b1-4107-a63f-1308838f9305 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:56.022352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4e38f696-d258-45f8-ba7c-295b88d0fc0a None None] Deleting port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:56.022993 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e38f696-d258-45f8-ba7c-295b88d0fc0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.026020 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.096913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.102451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Network 5ba5d2db-896a-45e3-8627-49255beb914c is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:56.107729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:56.115891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:56.159772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Subnet': ['ID=81117e11-a827-4d49-9ddd-354f0d552fee,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.194738 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d17f1b-05b1-4107-a63f-1308838f9305 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:56.201109 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36d17f1b-05b1-4107-a63f-1308838f9305 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.243740 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.259631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Pushing event updated for resources: {'Port': ['ID=9141cbe4-1336-4263-a616-41937c0d39cd,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.269627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4e38f696-d258-45f8-ba7c-295b88d0fc0a None None] For port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7ebb8b1e-ceea-4d0c-8575-7d845321b90b,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:56.270034 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e38f696-d258-45f8-ba7c-295b88d0fc0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.284944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Attempting to bind port 9141cbe4-1336-4263-a616-41937c0d39cd on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:56.284944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Attempting to bind port 9141cbe4-1336-4263-a616-41937c0d39cd by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'a481413b-7606-420a-b1ac-e7b47a1a7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ba5d2db-896a-45e3-8627-49255beb914c'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:56.284944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Attempting to bind port 9141cbe4-1336-4263-a616-41937c0d39cd on network 5ba5d2db-896a-45e3-8627-49255beb914c {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:56.285423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:56.285634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Checking segment: {'id': 'a481413b-7606-420a-b1ac-e7b47a1a7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ba5d2db-896a-45e3-8627-49255beb914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:56.286761 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.286761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Bound using segment: {'id': 'a481413b-7606-420a-b1ac-e7b47a1a7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ba5d2db-896a-45e3-8627-49255beb914c'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:56.286996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Bound port: 9141cbe4-1336-4263-a616-41937c0d39cd, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a481413b-7606-420a-b1ac-e7b47a1a7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ba5d2db-896a-45e3-8627-49255beb914c'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:56.287569 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.302224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba5d2db-896a-45e3-8627-49255beb914c']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:56.302470 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4e38f696-d258-45f8-ba7c-295b88d0fc0a None None] Calling delete_port for 7ebb8b1e-ceea-4d0c-8575-7d845321b90b owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:56.312129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a481413b-7606-420a-b1ac-e7b47a1a7e5c') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:56.313223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a481413b-7606-420a-b1ac-e7b47a1a7e5c') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:56.333575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.348854 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.355736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:56.357003 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:56.420869 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:56.456788 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:58:56.456788 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:58:56.456788 n-d-712137-12 neutron-server[95451]: [parameters: {'id': '5ba5d2db-896a-45e3-8627-49255beb914c'}] Sep 16 04:58:56.456788 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:56.457828 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:56.475045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] For port 9141cbe4-1336-4263-a616-41937c0d39cd, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:56.491095 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] For port 9141cbe4-1336-4263-a616-41937c0d39cd, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9141cbe4-1336-4263-a616-41937c0d39cd,segment=NetworkSegment(a481413b-7606-420a-b1ac-e7b47a1a7e5c),segment_id=a481413b-7606-420a-b1ac-e7b47a1a7e5c)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:56.497632 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36d17f1b-05b1-4107-a63f-1308838f9305 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.557821 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d17f1b-05b1-4107-a63f-1308838f9305 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:56.562289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-36d17f1b-05b1-4107-a63f-1308838f9305 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:56.566081 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.567012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d17f1b-05b1-4107-a63f-1308838f9305 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.567607 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36d17f1b-05b1-4107-a63f-1308838f9305 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.573520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d17f1b-05b1-4107-a63f-1308838f9305 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=96c834aa-c28d-4e33-b146-2e97234116a2,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.622808 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e38f696-d258-45f8-ba7c-295b88d0fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.657766 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-36d17f1b-05b1-4107-a63f-1308838f9305 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6427321 Sep 16 04:58:56.662219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36442) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.662398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38f696-d258-45f8-ba7c-295b88d0fc0a None None] No DVR routers for this DVR port 7ebb8b1e-ceea-4d0c-8575-7d845321b90b on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:56.667872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:59:c8:56', 'name': 'tempest-NetworksTestDHCPv6-1203827457'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:56.678357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6cac7-b62a-4650-a451-07eccf35d803 None None] Pushing event updated for resources: {'Port': ['ID=9141cbe4-1336-4263-a616-41937c0d39cd,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.704688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0be45d-e0e0-4d38-878b-30f6464618bb None None] Network 5ba5d2db-896a-45e3-8627-49255beb914c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:56.739358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feaef57-4661-4db3-a39e-9c65041c2c97 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:56.741210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38f696-d258-45f8-ba7c-295b88d0fc0a None None] Pushing event deleted for resources: {'Port': ['ID=7ebb8b1e-ceea-4d0c-8575-7d845321b90b,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.861695 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdb080-9b22-4653-ab30-37d9098bccee req-9cf3f5ec-b9c7-45bc-956a-b700d390b1d9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.863391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21cdb080-9b22-4653-ab30-37d9098bccee req-9cf3f5ec-b9c7-45bc-956a-b700d390b1d9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.0725667 Sep 16 04:58:56.885269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:56.908538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21cdb080-9b22-4653-ab30-37d9098bccee req-579249ad-f162-422e-9e07-931646222681 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380893 Sep 16 04:58:56.987383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0718731-2157-4376-bd78-40d1e15b1b46 None None] Network 5ba5d2db-896a-45e3-8627-49255beb914c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:57.023377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.095979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f3839-f234-4480-bde9-5c3f48fe117e req-b3a47434-0f28-40fc-a926-d3c80a4f118c tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.108046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-970f3839-f234-4480-bde9-5c3f48fe117e req-b3a47434-0f28-40fc-a926-d3c80a4f118c tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.0972199 Sep 16 04:58:57.112556 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': '96c834aa-c28d-4e33-b146-2e97234116a2'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:57.113415 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.141465 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.151715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-970f3839-f234-4480-bde9-5c3f48fe117e req-60904a7f-2f28-4d98-9d4c-2be1e2b9acd3 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450721 Sep 16 04:58:57.195939 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 9e4eba92-832e-416c-9227-db75aee47976 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:57.261466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Deleting port 9141cbe4-1336-4263-a616-41937c0d39cd {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:57.261808 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.370221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] For port 9141cbe4-1336-4263-a616-41937c0d39cd, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9141cbe4-1336-4263-a616-41937c0d39cd,segment=NetworkSegment(a481413b-7606-420a-b1ac-e7b47a1a7e5c),segment_id=a481413b-7606-420a-b1ac-e7b47a1a7e5c)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:57.370597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.389762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Calling delete_port for 9141cbe4-1336-4263-a616-41937c0d39cd owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:57.431401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Allocated IP 2001:db8::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/96c834aa-c28d-4e33-b146-2e97234116a2/3f2a6d4c-5bc3-400e-bd25-8e9675de51ae) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:57.486971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7ebb8b1e-ceea-4d0c-8575-7d845321b90b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:57.515818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 7ebb8b1e-ceea-4d0c-8575-7d845321b90b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:57.517159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7ebb8b1e-ceea-4d0c-8575-7d845321b90b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:57.559700 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.586157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Port': ['ID=9141cbe4-1336-4263-a616-41937c0d39cd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.589706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No DVR routers for this DVR port 9141cbe4-1336-4263-a616-41937c0d39cd on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:57.641905 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.682820 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.702889 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.714776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba5d2db-896a-45e3-8627-49255beb914c']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:57.748125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a481413b-7606-420a-b1ac-e7b47a1a7e5c') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:57.748418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a481413b-7606-420a-b1ac-e7b47a1a7e5c') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:57.760799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:57.762092 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.765225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:57.769084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:57.780403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Pushing event updated for resources: {'Port': ['ID=3f2a6d4c-5bc3-400e-bd25-8e9675de51ae,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.795102 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.797497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::38 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/96c834aa-c28d-4e33-b146-2e97234116a2/9e4eba92-832e-416c-9227-db75aee47976) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:57.806062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:57.806462 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:57.810137 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:57.853018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Attempting to bind port 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:57.853398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Attempting to bind port 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:57.853881 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Attempting to bind port 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:57.870909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:57.872110 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:57.873336 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.874416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:57.875078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Bound port: 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:57.875657 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.954587 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] For port 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:57.957910 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] For port 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3f2a6d4c-5bc3-400e-bd25-8e9675de51ae,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:57.977520 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.990134 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.992009 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/5ba5d2db-896a-45e3-8627-49255beb914c HTTP/1.1" status: 204 len: 168 time: 2.4700136 Sep 16 04:58:58.003762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36468) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.016383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca825a-1c18-4ece-a3bc-5c762cbe849e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Network': ['ID=5ba5d2db-896a-45e3-8627-49255beb914c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.042153 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0240dcf6-9246-47d6-9894-fb56962def06 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:58.042608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0240dcf6-9246-47d6-9894-fb56962def06 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:58.045187 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0240dcf6-9246-47d6-9894-fb56962def06 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/subnets/81117e11-a827-4d49-9ddd-354f0d552fee HTTP/1.1" status: 404 len: 337 time: 0.0404758 Sep 16 04:58:58.048438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e590f70-eac8-469e-b135-aed87429d67a req-638c4eb7-7486-4f60-b64e-e97a78eb4889 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.049495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36472) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.051533 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e590f70-eac8-469e-b135-aed87429d67a req-638c4eb7-7486-4f60-b64e-e97a78eb4889 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.0678256 Sep 16 04:58:58.055276 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.083046 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-da143127-1d55-4283-abf0-1c4e0cb5f6ca tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:58.083772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da143127-1d55-4283-abf0-1c4e0cb5f6ca tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:58.087823 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-da143127-1d55-4283-abf0-1c4e0cb5f6ca tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/5ba5d2db-896a-45e3-8627-49255beb914c HTTP/1.1" status: 404 len: 339 time: 0.0357747 Sep 16 04:58:58.088592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36474) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.125216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e590f70-eac8-469e-b135-aed87429d67a req-cbfd487c-8c4f-492b-be37-38c9d9b69b31 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603659 Sep 16 04:58:58.128237 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94d57d1-824c-4bf6-817a-2d930591ba0b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:58.128724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94d57d1-824c-4bf6-817a-2d930591ba0b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:58.133146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a94d57d1-824c-4bf6-817a-2d930591ba0b tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/subnets/07194cd0-6205-4ac6-a007-f8afe892a41b HTTP/1.1" status: 404 len: 337 time: 0.0412750 Sep 16 04:58:58.134027 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.135351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36476) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.153951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e139ef-6e26-4bca-afbe-9b714fa4b6b7 None None] Pushing event updated for resources: {'Port': ['ID=3f2a6d4c-5bc3-400e-bd25-8e9675de51ae,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.162794 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-21803c01-6c50-4ee0-acd4-36a8368d681a tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:58.162794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21803c01-6c50-4ee0-acd4-36a8368d681a tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:58.163669 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-21803c01-6c50-4ee0-acd4-36a8368d681a tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/d764a807-61bb-40da-90cc-23a00fe500f8 HTTP/1.1" status: 404 len: 339 time: 0.0268912 Sep 16 04:58:58.167692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36480) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.263624 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.298599 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.353190 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:58.358744 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:58.365387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=9e4eba92-832e-416c-9227-db75aee47976,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.368225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:58.376832 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.379528 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.398446 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a70f2-9fbc-4ca2-bd00-95d5e2a0adff req-2e2d0494-eb3b-445e-8c88-91df2db5cd82 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.400200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc3a70f2-9fbc-4ca2-bd00-95d5e2a0adff req-2e2d0494-eb3b-445e-8c88-91df2db5cd82 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1299174 Sep 16 04:58:58.452027 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4cc2b2e5-5104-4906-913f-089504734ff5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7883320 Sep 16 04:58:58.455017 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36490) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.503255 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.530258 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a72c5-2c4c-4f79-a89f-e6dbf67b4776 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.537481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a72c5-2c4c-4f79-a89f-e6dbf67b4776 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.538378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc3a70f2-9fbc-4ca2-bd00-95d5e2a0adff req-a356a6de-ad72-4cdc-bc0f-8f1f906f5098 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116376 Sep 16 04:58:58.539628 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-583a72c5-2c4c-4f79-a89f-e6dbf67b4776 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0835791 Sep 16 04:58:58.542378 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36492) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.561861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf2d8e1-7d13-4efd-8647-86c57807e46e']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:58.583867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aeebf63-3b0f-41d6-8d75-2ae48783f219') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:58.584167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aeebf63-3b0f-41d6-8d75-2ae48783f219') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:58.609895 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.622184 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.628643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:58.629242 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:58.632547 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:58.692277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2342d911-1e26-4025-8d21-aebf885e832b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 9e4eba92-832e-416c-9227-db75aee47976 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:58.693542 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2342d911-1e26-4025-8d21-aebf885e832b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.770762 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.777336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.779709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/7bf2d8e1-7d13-4efd-8647-86c57807e46e HTTP/1.1" status: 204 len: 168 time: 0.6069987 Sep 16 04:58:58.785086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36502) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.796292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a1c50-86cd-410b-ad65-ef5ba5bb8ef8 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Network': ['ID=7bf2d8e1-7d13-4efd-8647-86c57807e46e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.821081 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2342d911-1e26-4025-8d21-aebf885e832b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.823934 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba8456d-d0b9-4cec-ba98-eb1d20eaa4dd tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:58.824377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba8456d-d0b9-4cec-ba98-eb1d20eaa4dd tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:58.826859 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5ba8456d-d0b9-4cec-ba98-eb1d20eaa4dd tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/subnets/217f3a58-77e8-467a-b9e2-7e66f4b09507 HTTP/1.1" status: 404 len: 337 time: 0.0404606 Sep 16 04:58:58.829564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36506) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.837661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2342d911-1e26-4025-8d21-aebf885e832b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 9e4eba92-832e-416c-9227-db75aee47976 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:58.850006 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fbc6c8-ee3e-4f17-93eb-da40e4eb3946 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:58.851259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fbc6c8-ee3e-4f17-93eb-da40e4eb3946 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:58.852299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d2fbc6c8-ee3e-4f17-93eb-da40e4eb3946 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/8d448fba-0c1d-4a9c-a4ae-8fb66fd7f530 HTTP/1.1" status: 404 len: 339 time: 0.0217316 Sep 16 04:58:58.854760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36508) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.882512 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-8931c296-bdb9-4288-b096-cd73ddd33506 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:58.883059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8931c296-bdb9-4288-b096-cd73ddd33506 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:58.887852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8931c296-bdb9-4288-b096-cd73ddd33506 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/subnets/50c995c9-8d98-4471-bcad-2613d62666cb HTTP/1.1" status: 404 len: 337 time: 0.0292556 Sep 16 04:58:58.888160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36510) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.911104 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-207d5850-c1ca-4ed8-9485-b9abea0325ad tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:58.911768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207d5850-c1ca-4ed8-9485-b9abea0325ad tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:58.917116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36514) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.924694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-207d5850-c1ca-4ed8-9485-b9abea0325ad tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/2710da0c-ac85-422d-9350-7dd2865cb35c HTTP/1.1" status: 404 len: 339 time: 0.0282130 Sep 16 04:58:58.957062 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac67a70-5103-4d17-9b0e-bef72bbfec6c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:58.957652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac67a70-5103-4d17-9b0e-bef72bbfec6c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:58.966411 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3ac67a70-5103-4d17-9b0e-bef72bbfec6c tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/subnets/0f03292a-785d-48aa-8663-1d88c226f956 HTTP/1.1" status: 404 len: 337 time: 0.0416393 Sep 16 04:58:58.966411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36518) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.984787 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9a144c-7fe8-4df1-8f7a-d8e1ccba0aef tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:58.985852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9a144c-7fe8-4df1-8f7a-d8e1ccba0aef tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:58.993412 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4e9a144c-7fe8-4df1-8f7a-d8e1ccba0aef tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/673a6e2a-8444-41ba-b1ef-b8c919db4630 HTTP/1.1" status: 404 len: 339 time: 0.0240257 Sep 16 04:58:58.993412 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36520) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.051962 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5687669-8580-4ec8-b7ea-41257307f540 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:59.051962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5687669-8580-4ec8-b7ea-41257307f540 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:59.055715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c5687669-8580-4ec8-b7ea-41257307f540 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/subnets/51b9719a-d2bc-4fba-bece-24dd378811e3 HTTP/1.1" status: 404 len: 337 time: 0.0622747 Sep 16 04:58:59.060994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36522) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.093967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d0701-e044-4f64-afbd-ee09c98873a7 req-5d77f429-6106-48e2-8002-edca77c9df96 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.095555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-638d0701-e044-4f64-afbd-ee09c98873a7 req-5d77f429-6106-48e2-8002-edca77c9df96 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.0977807 Sep 16 04:58:59.130579 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a13474f-9ed6-45ee-8e7e-4363a10cb94d tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:59.135905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a13474f-9ed6-45ee-8e7e-4363a10cb94d tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:59.135905 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2a13474f-9ed6-45ee-8e7e-4363a10cb94d tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/d13937e6-2f75-4359-81a2-475cb2008422 HTTP/1.1" status: 404 len: 339 time: 0.0693240 Sep 16 04:58:59.136267 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36524) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.179941 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc108c4-7993-4bc9-b312-cc6469d3f685 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:59.180688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc108c4-7993-4bc9-b312-cc6469d3f685 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:59.185137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9a9db-99c4-441a-9354-71c56e3b10f3 req-19e1e634-381c-478e-9aae-824316bd3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.185981 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2bc108c4-7993-4bc9-b312-cc6469d3f685 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/subnets/23fc1a9e-1c6d-4f4a-b087-7d4006a0cfc6 HTTP/1.1" status: 404 len: 337 time: 0.0459821 Sep 16 04:58:59.187216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2e9a9db-99c4-441a-9354-71c56e3b10f3 req-19e1e634-381c-478e-9aae-824316bd3832 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82f6977f57cb4b9cab134223a9d5476b&device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 1097 time: 0.0763793 Sep 16 04:58:59.188167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36528) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.206191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-638d0701-e044-4f64-afbd-ee09c98873a7 req-8241523b-1486-45a8-bedb-1adcb5fdbd45 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022224 Sep 16 04:58:59.259677 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-777b451e-2980-4122-96ac-9e79a3398d58 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:59.259677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777b451e-2980-4122-96ac-9e79a3398d58 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:59.259677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-777b451e-2980-4122-96ac-9e79a3398d58 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/3eca5555-16c7-46b8-87cd-4cc0436f87b8 HTTP/1.1" status: 404 len: 339 time: 0.0666192 Sep 16 04:58:59.265503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36534) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.313584 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0094181b-a1d4-42cb-8981-a797d3c67068 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:59.314075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0094181b-a1d4-42cb-8981-a797d3c67068 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:59.318972 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0094181b-a1d4-42cb-8981-a797d3c67068 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/subnets/4de560b8-46b7-48c8-9b39-1ba77939862b HTTP/1.1" status: 404 len: 337 time: 0.0492284 Sep 16 04:58:59.318972 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2342d911-1e26-4025-8d21-aebf885e832b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.321795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36538) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.370895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d486f89-f264-4dfb-9649-74d7a6b32ce3 req-445788fb-a718-44df-8e0a-d748bc439bd3 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.373455 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d486f89-f264-4dfb-9649-74d7a6b32ce3 req-445788fb-a718-44df-8e0a-d748bc439bd3 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1024153 Sep 16 04:58:59.386091 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2451aaf-3cc6-4c30-8947-1416b5f4c408 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:59.386882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2451aaf-3cc6-4c30-8947-1416b5f4c408 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:59.389971 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d2451aaf-3cc6-4c30-8947-1416b5f4c408 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/23927b75-1acc-48de-82e8-a09b82c469cd HTTP/1.1" status: 404 len: 339 time: 0.0636716 Sep 16 04:58:59.396078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36544) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.404429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342d911-1e26-4025-8d21-aebf885e832b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=9e4eba92-832e-416c-9227-db75aee47976,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.452086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9a9db-99c4-441a-9354-71c56e3b10f3 req-a63b43b8-f5f5-4c07-9293-7335e490c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.453622 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2e9a9db-99c4-441a-9354-71c56e3b10f3 req-a63b43b8-f5f5-4c07-9293-7335e490c6d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=81407226-e1ec-4a58-8307-08915dad203e HTTP/1.1" status: 200 len: 916 time: 0.2464943 Sep 16 04:58:59.455840 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd989a63-3a73-4652-8833-42b21136c160 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:59.456239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd989a63-3a73-4652-8833-42b21136c160 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:59.460686 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cd989a63-3a73-4652-8833-42b21136c160 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/subnets/fb5b22ec-17d0-4c9f-ae0f-b3965b12d4e2 HTTP/1.1" status: 404 len: 337 time: 0.0611184 Sep 16 04:58:59.461484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36546) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.503066 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2342d911-1e26-4025-8d21-aebf885e832b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.505519 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2342d911-1e26-4025-8d21-aebf885e832b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/9e4eba92-832e-416c-9227-db75aee47976 HTTP/1.1" status: 204 len: 168 time: 0.9621689 Sep 16 04:58:59.507204 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e310e4dd-4517-4ba0-84d6-e5d1edf93d0e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:59.507888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e310e4dd-4517-4ba0-84d6-e5d1edf93d0e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:59.512595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36548) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.512775 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e310e4dd-4517-4ba0-84d6-e5d1edf93d0e tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/041ede6d-b5fc-45b6-94c7-a7ffb6f277e9 HTTP/1.1" status: 404 len: 339 time: 0.0502050 Sep 16 04:58:59.513023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36550) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.571764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:59.596661 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc9e23a-050d-4395-bc82-8e121e37b0b3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:59.597438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc9e23a-050d-4395-bc82-8e121e37b0b3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:59.602795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36552) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.615041 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6dc9e23a-050d-4395-bc82-8e121e37b0b3 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/subnets/7301376f-6a30-4cdb-ae00-6960f87a7722 HTTP/1.1" status: 404 len: 337 time: 0.0932798 Sep 16 04:58:59.621371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2e9a9db-99c4-441a-9354-71c56e3b10f3 req-9df5ef12-09db-4c97-9674-10652a80fa81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13608883-d666-4ee5-81e1-d098374e7c45 HTTP/1.1" status: 200 len: 217 time: 0.1476591 Sep 16 04:58:59.625700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3d91fb79-97b3-4a9e-8cad-226aeafeb6b1 None None] Provisioning complete for port 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:59.626206 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3d91fb79-97b3-4a9e-8cad-226aeafeb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.628954 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efc8775-8905-4e9c-a593-071c5db71bc7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:59.629725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efc8775-8905-4e9c-a593-071c5db71bc7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:59.631647 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9efc8775-8905-4e9c-a593-071c5db71bc7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/bf30ba2c-14d2-4f2c-8cc8-16667a589069 HTTP/1.1" status: 404 len: 339 time: 0.0267186 Sep 16 04:58:59.634136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36554) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.685151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d486f89-f264-4dfb-9649-74d7a6b32ce3 req-4be5dc06-3a45-49d7-8c80-3969f2e51c77 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055270 Sep 16 04:58:59.713818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:59.713818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.729253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d2ead-645e-47ce-9f5f-082725709b01 req-fe2f9818-aeb4-40b7-9eee-ed79aa293863 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.732012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8e2e21-577b-432c-9e22-ea5eb797c2e7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Deleting subnet 2fe4355d-f712-401c-9281-404810dfbf57 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:59.735563 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a8e2e21-577b-432c-9e22-ea5eb797c2e7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.736818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-362d2ead-645e-47ce-9f5f-082725709b01 req-fe2f9818-aeb4-40b7-9eee-ed79aa293863 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 950 time: 0.3128724 Sep 16 04:58:59.774645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b19eec-1c6b-4653-9d84-23bfde566f26 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.776303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b19eec-1c6b-4653-9d84-23bfde566f26 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.778454 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-42b19eec-1c6b-4653-9d84-23bfde566f26 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2574983 Sep 16 04:58:59.785133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36558) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.805100 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3d91fb79-97b3-4a9e-8cad-226aeafeb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.818930 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a8e2e21-577b-432c-9e22-ea5eb797c2e7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.845284 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9a9db-99c4-441a-9354-71c56e3b10f3 req-549dc2e9-6adf-4bee-9d78-1bebd0739d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.845284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2e9a9db-99c4-441a-9354-71c56e3b10f3 req-549dc2e9-6adf-4bee-9d78-1bebd0739d14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ea359d98-04e4-4fc6-a913-600d7afe63ca HTTP/1.1" status: 200 len: 855 time: 0.1904051 Sep 16 04:58:59.854749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3d91fb79-97b3-4a9e-8cad-226aeafeb6b1 None None] For port 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3f2a6d4c-5bc3-400e-bd25-8e9675de51ae,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:59.869368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-362d2ead-645e-47ce-9f5f-082725709b01 req-5d79ec4c-98e2-4949-bfcc-3f20358b251e tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/security-groups?id=85565b87-2933-4d84-847d-70650ca248d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271622 Sep 16 04:58:59.911449 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.942315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-57baf172-18d5-4123-a771-c9c657b10a3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 96c834aa-c28d-4e33-b146-2e97234116a2 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:59.944552 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3d91fb79-97b3-4a9e-8cad-226aeafeb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.956107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a8e2e21-577b-432c-9e22-ea5eb797c2e7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.962010 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-57baf172-18d5-4123-a771-c9c657b10a3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.022256 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:59:00.022623 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:59:00.027446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91fb79-97b3-4a9e-8cad-226aeafeb6b1 None None] Pushing event updated for resources: {'Port': ['ID=3f2a6d4c-5bc3-400e-bd25-8e9675de51ae,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.043995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9a9db-99c4-441a-9354-71c56e3b10f3 req-29e551f5-bdcd-4aea-858d-75ccd989e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.045620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2e9a9db-99c4-441a-9354-71c56e3b10f3 req-29e551f5-bdcd-4aea-858d-75ccd989e4f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=81407226-e1ec-4a58-8307-08915dad203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723287 Sep 16 04:59:00.058551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d06733ae-7e94-4da2-b4a1-b2e6895408df None None] Could not find standard attr ID for object 9e4eba92-832e-416c-9227-db75aee47976. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:59:00.076106 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-57baf172-18d5-4123-a771-c9c657b10a3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.096817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a8e2e21-577b-432c-9e22-ea5eb797c2e7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.133628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e2e21-577b-432c-9e22-ea5eb797c2e7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe4355d-f712-401c-9281-404810dfbf57,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.139225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e6116-5862-4952-b1f7-02801ebcde62 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:59:00.153210 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a8e2e21-577b-432c-9e22-ea5eb797c2e7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.155627 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2a8e2e21-577b-432c-9e22-ea5eb797c2e7 tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/subnets/2fe4355d-f712-401c-9281-404810dfbf57 HTTP/1.1" status: 204 len: 168 time: 0.5203426 Sep 16 04:59:00.159147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36562) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.267224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2e6116-5862-4952-b1f7-02801ebcde62 None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:59:00.300960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2e9a9db-99c4-441a-9354-71c56e3b10f3 req-8a5c5a8a-5243-43b3-9300-f5dcf50c43f0 service neutron] 10.222.0.23 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430663 Sep 16 04:59:00.311139 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.313638 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-57baf172-18d5-4123-a771-c9c657b10a3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.494394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc6497-bd5a-4c28-84fe-1910007f75cb req-84f30ad1-d9ea-45fd-b9bd-13648e5d87f3 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.495842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fbcc6497-bd5a-4c28-84fe-1910007f75cb req-84f30ad1-d9ea-45fd-b9bd-13648e5d87f3 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1920688 Sep 16 04:59:00.542306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2e9a9db-99c4-441a-9354-71c56e3b10f3 req-850f5241-4b39-476b-8b54-ceb01770c5c9 service neutron] 10.222.0.23 "GET /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188761 Sep 16 04:59:00.565383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fbcc6497-bd5a-4c28-84fe-1910007f75cb req-8eb7b3c7-ba93-4d29-819a-46e999724e52 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573699 Sep 16 04:59:00.574354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Deleting port 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:00.574822 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.606635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd4103-97c0-4410-a480-7599ba79ae30 None None] Network de0891a9-42c7-473b-8589-ba0364bc5a2f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:00.640739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] For port 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6dc7cb7c-19f6-40ed-802e-2b11534c8dd6,segment=NetworkSegment(81073acd-b1ad-4b8d-b4d7-3b9633514916),segment_id=81073acd-b1ad-4b8d-b4d7-3b9633514916)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:00.641111 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.654833 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Calling delete_port for 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:00.659306 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-57baf172-18d5-4123-a771-c9c657b10a3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.724964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e99628-4d85-4200-96e0-8c90fa45e30d None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:00.731829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baf172-18d5-4123-a771-c9c657b10a3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=96c834aa-c28d-4e33-b146-2e97234116a2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.734163 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-57baf172-18d5-4123-a771-c9c657b10a3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.736109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-57baf172-18d5-4123-a771-c9c657b10a3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/96c834aa-c28d-4e33-b146-2e97234116a2 HTTP/1.1" status: 204 len: 168 time: 0.9494436 Sep 16 04:59:00.738586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36578) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.783226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e7e81e4d-12db-4fc7-ba5d-9038679586f9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434420 Sep 16 04:59:00.786830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36580) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.890326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd05de23-13dd-4186-bd8b-55bc91c2a7f7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.895593 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bd05de23-13dd-4186-bd8b-55bc91c2a7f7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1072683 Sep 16 04:59:00.896886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36586) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.926687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb69958-30cc-49e2-8c56-ad41aa393225 req-154d5953-50c9-478b-972c-64b26933159e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.928269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aeb69958-30cc-49e2-8c56-ad41aa393225 req-154d5953-50c9-478b-972c-64b26933159e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1425030 Sep 16 04:59:00.966139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7313f3-a6a5-4c11-9286-bd35e7479ba2 req-0618bcb7-e287-4e12-894b-381007c6bd0a tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.966799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f8db17-7995-4219-9301-996c74171df6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.967735 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f7313f3-a6a5-4c11-9286-bd35e7479ba2 req-0618bcb7-e287-4e12-894b-381007c6bd0a tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.23 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 950 time: 0.1277599 Sep 16 04:59:00.972110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36588) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.973753 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-18f8db17-7995-4219-9301-996c74171df6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0755908 Sep 16 04:59:01.037864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ecb6469d-9793-4e30-9312-3a73a7d2f1a7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606751 Sep 16 04:59:01.039932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36590) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:01.053081 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d7d848db-3863-4834-9cbb-902fa45838bc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:01.057218 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.111017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7785574-23de-4d4f-b009-8baa4c144d08 None None] DHCP port deletion for de0891a9-42c7-473b-8589-ba0364bc5a2f request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:01.116595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Port': ['ID=6dc7cb7c-19f6-40ed-802e-2b11534c8dd6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.120701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aeb69958-30cc-49e2-8c56-ad41aa393225 req-c6377a66-6315-4124-a4de-194bea1e8730 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836677 Sep 16 04:59:01.121588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] No DVR routers for this DVR port 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:01.176553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8d8433-e2bb-43af-90d4-4ba382535ee0 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:01.226472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d8433-e2bb-43af-90d4-4ba382535ee0 None None] Deleting port 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:01.226934 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8433-e2bb-43af-90d4-4ba382535ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.239663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d848db-3863-4834-9cbb-902fa45838bc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:01.243289 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d7d848db-3863-4834-9cbb-902fa45838bc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.246921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9903cc-fe76-469e-9423-fcf0f2c4f4b9 req-11ef19c1-4ee2-4dc9-a365-b2c4905ea088 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.248745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a9903cc-fe76-469e-9423-fcf0f2c4f4b9 req-11ef19c1-4ee2-4dc9-a365-b2c4905ea088 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 950 time: 0.2311883 Sep 16 04:59:01.294678 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.328007 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0e8d8433-e2bb-43af-90d4-4ba382535ee0 None None] For port 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3f2a6d4c-5bc3-400e-bd25-8e9675de51ae,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:01.328420 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8433-e2bb-43af-90d4-4ba382535ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.343660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0891a9-42c7-473b-8589-ba0364bc5a2f']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:01.356104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81073acd-b1ad-4b8d-b4d7-3b9633514916') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:01.356422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81073acd-b1ad-4b8d-b4d7-3b9633514916') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:01.369206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-0f7313f3-a6a5-4c11-9286-bd35e7479ba2 req-effe529d-5afe-4837-ae6b-d34e745d30bb tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Deleting port d4b35379-999c-44e7-ad19-6a9dec32524a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:01.369569 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0f7313f3-a6a5-4c11-9286-bd35e7479ba2 req-effe529d-5afe-4837-ae6b-d34e745d30bb tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.377996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d8433-e2bb-43af-90d4-4ba382535ee0 None None] Calling delete_port for 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:01.385132 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a9903cc-fe76-469e-9423-fcf0f2c4f4b9 req-e522b14b-3f10-4511-80cc-4e4b52e4de82 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/security-groups?id=85565b87-2933-4d84-847d-70650ca248d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000068 Sep 16 04:59:01.390647 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.479797 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.522267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:01.530962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:01.537202 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:01.620518 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.623547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0f7313f3-a6a5-4c11-9286-bd35e7479ba2 req-effe529d-5afe-4837-ae6b-d34e745d30bb tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] For port d4b35379-999c-44e7-ad19-6a9dec32524a, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d4b35379-999c-44e7-ad19-6a9dec32524a,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:01.623916 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0f7313f3-a6a5-4c11-9286-bd35e7479ba2 req-effe529d-5afe-4837-ae6b-d34e745d30bb tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.636596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-0f7313f3-a6a5-4c11-9286-bd35e7479ba2 req-effe529d-5afe-4837-ae6b-d34e745d30bb tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Calling delete_port for d4b35379-999c-44e7-ad19-6a9dec32524a owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:01.644206 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8433-e2bb-43af-90d4-4ba382535ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.689936 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d8433-e2bb-43af-90d4-4ba382535ee0 None None] Pushing event deleted for resources: {'Port': ['ID=3f2a6d4c-5bc3-400e-bd25-8e9675de51ae,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.692054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d8433-e2bb-43af-90d4-4ba382535ee0 None None] No DVR routers for this DVR port 3f2a6d4c-5bc3-400e-bd25-8e9675de51ae on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:01.724244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:01.749428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:01.749787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6dc7cb7c-19f6-40ed-802e-2b11534c8dd6 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:01.769332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-d7d848db-3863-4834-9cbb-902fa45838bc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:59:01.771098 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d7d848db-3863-4834-9cbb-902fa45838bc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.820020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d848db-3863-4834-9cbb-902fa45838bc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:01.823591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-d7d848db-3863-4834-9cbb-902fa45838bc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:01.829252 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d848db-3863-4834-9cbb-902fa45838bc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.829865 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d7d848db-3863-4834-9cbb-902fa45838bc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.834911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341970d-b3df-4078-95f5-7082a86bdf83 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:01.845918 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d848db-3863-4834-9cbb-902fa45838bc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=ddd2792c-4bab-4698-b02c-df3f16e17872,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.909550 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d7d848db-3863-4834-9cbb-902fa45838bc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8680513 Sep 16 04:59:01.912347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36606) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:01.917918 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-55433d7b-6b27-488f-9e73-07402f3bbdb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:02.025933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': 'ddd2792c-4bab-4698-b02c-df3f16e17872'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:02.028204 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.040619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.081384 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.088431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] 10.222.0.24 "DELETE /v2.0/networks/de0891a9-42c7-473b-8589-ba0364bc5a2f HTTP/1.1" status: 204 len: 168 time: 1.9240279 Sep 16 04:59:02.125110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55433d7b-6b27-488f-9e73-07402f3bbdb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:02.140389 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55433d7b-6b27-488f-9e73-07402f3bbdb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.140566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad0292-ca8f-43a5-8c5e-322f5581e9cc tempest-NetworksTest-730361542 tempest-NetworksTest-730361542-project] Pushing event deleted for resources: {'Network': ['ID=de0891a9-42c7-473b-8589-ba0364bc5a2f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.203617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa982e-01db-4b2c-88da-fba990e1cde2 req-8340a624-8bf6-414d-a5b1-f2036eee2281 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.205924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Allocated IP 2001:db8::f816:3eff:fe4e:a026 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/ddd2792c-4bab-4698-b02c-df3f16e17872/0b90422e-55e2-498a-bde4-304fc6d47cf6) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:02.213002 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5fa982e-01db-4b2c-88da-fba990e1cde2 req-8340a624-8bf6-414d-a5b1-f2036eee2281 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.5701332 Sep 16 04:59:02.323983 n-d-712137-12 neutron-server[95451]: INFO neutron.db.ipam_backend_mixin [None req-55433d7b-6b27-488f-9e73-07402f3bbdb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ddd2792c-4bab-4698-b02c-df3f16e17872 (CIDR: 2001:db8::/64) Sep 16 04:59:02.338890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0208ebf-b5c6-4ebd-a2c3-e3fd8a64eaf3 req-8d05a364-bbfa-418c-aed5-b0201d9f812f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.341125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0208ebf-b5c6-4ebd-a2c3-e3fd8a64eaf3 req-8d05a364-bbfa-418c-aed5-b0201d9f812f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1221559 Sep 16 04:59:02.345201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5fa982e-01db-4b2c-88da-fba990e1cde2 req-2d03802c-ce81-4de6-8639-f02a69e14982 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173172 Sep 16 04:59:02.368677 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-55433d7b-6b27-488f-9e73-07402f3bbdb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:59:02.369329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55433d7b-6b27-488f-9e73-07402f3bbdb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:02.413128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0208ebf-b5c6-4ebd-a2c3-e3fd8a64eaf3 req-f59e5fff-2fee-4c61-afb3-007ee8b3b512 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628562 Sep 16 04:59:02.428229 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0f7313f3-a6a5-4c11-9286-bd35e7479ba2 req-effe529d-5afe-4837-ae6b-d34e745d30bb tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.471930 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.479195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe529d-5afe-4837-ae6b-d34e745d30bb tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Pushing event deleted for resources: {'Port': ['ID=d4b35379-999c-44e7-ad19-6a9dec32524a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.488428 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-55433d7b-6b27-488f-9e73-07402f3bbdb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5718760 Sep 16 04:59:02.489156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36626) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.499209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-785077b9-3d21-4997-8906-8be5cb63ae22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:02.554147 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.588717 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89562be6-6470-424d-8963-e5ef33ab50f0 req-857377c3-9cbd-4bd9-a03f-6ecc91a8dae8 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 210 time: 0.0612807 Sep 16 04:59:02.596607 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7313f3-a6a5-4c11-9286-bd35e7479ba2 req-effe529d-5afe-4837-ae6b-d34e745d30bb tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] No DVR routers for this DVR port d4b35379-999c-44e7-ad19-6a9dec32524a on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:02.604606 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0f7313f3-a6a5-4c11-9286-bd35e7479ba2 req-effe529d-5afe-4837-ae6b-d34e745d30bb tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.607722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f7313f3-a6a5-4c11-9286-bd35e7479ba2 req-effe529d-5afe-4837-ae6b-d34e745d30bb tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.23 "DELETE /v2.0/ports/d4b35379-999c-44e7-ad19-6a9dec32524a HTTP/1.1" status: 204 len: 173 time: 1.6298187 Sep 16 04:59:02.608366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1add04e3-0fc2-44e2-aac0-7d07db25eba8', 'name': 'network-vif-deleted', 'tag': 'd4b35379-999c-44e7-ad19-6a9dec32524a'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:02.611039 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba24ab5-7448-4497-9f5f-0f5fa6b5eedd" -d '{"events": [{"server_uuid": "1add04e3-0fc2-44e2-aac0-7d07db25eba8", "name": "network-vif-deleted", "tag": "d4b35379-999c-44e7-ad19-6a9dec32524a"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:02.648247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4748a8-366e-4b5c-9589-6d9fe19a34dc req-82fb0334-c940-45ef-8e47-1d670f74f929 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.658513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:02.659104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e4748a8-366e-4b5c-9589-6d9fe19a34dc req-82fb0334-c940-45ef-8e47-1d670f74f929 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1914196 Sep 16 04:59:02.663634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:02.677128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:02.688602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Pushing event updated for resources: {'Port': ['ID=0b90422e-55e2-498a-bde4-304fc6d47cf6,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.698259 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36634) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.701885 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32176081-3cad-4ee6-8aed-1e0efee7079e x-openstack-request-id: req-32176081-3cad-4ee6-8aed-1e0efee7079e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:02.702174 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1add04e3-0fc2-44e2-aac0-7d07db25eba8", "name": "network-vif-deleted", "tag": "d4b35379-999c-44e7-ad19-6a9dec32524a", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:02.702428 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32176081-3cad-4ee6-8aed-1e0efee7079e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:02.704357 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1add04e3-0fc2-44e2-aac0-7d07db25eba8', 'name': 'network-vif-deleted', 'tag': 'd4b35379-999c-44e7-ad19-6a9dec32524a', 'status': 'completed', 'code': 200} Sep 16 04:59:02.732202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e4748a8-366e-4b5c-9589-6d9fe19a34dc req-0b3e5a98-5772-4557-8874-79284c4cde1f tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705695 Sep 16 04:59:02.768132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Attempting to bind port 0b90422e-55e2-498a-bde4-304fc6d47cf6 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:02.769601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Attempting to bind port 0b90422e-55e2-498a-bde4-304fc6d47cf6 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:02.770775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785077b9-3d21-4997-8906-8be5cb63ae22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:02.771213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Attempting to bind port 0b90422e-55e2-498a-bde4-304fc6d47cf6 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:02.774649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-785077b9-3d21-4997-8906-8be5cb63ae22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.779256 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:02.779649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:02.780057 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.780454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:02.781433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Bound port: 0b90422e-55e2-498a-bde4-304fc6d47cf6, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:02.782482 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.904358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] For port 0b90422e-55e2-498a-bde4-304fc6d47cf6, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:02.907832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] For port 0b90422e-55e2-498a-bde4-304fc6d47cf6, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0b90422e-55e2-498a-bde4-304fc6d47cf6,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:02.925241 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-465fe163-73d1-44a4-9b1f-0f22b4d6270f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d644676efe3343eebac99d0a7b0bc13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256382 Sep 16 04:59:02.927763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36642) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.932258 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65998e11-0455-434f-9ecd-a08bc004aa8f req-b74703ac-f8bb-421b-ae51-e32e23846b20 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.934458 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65998e11-0455-434f-9ecd-a08bc004aa8f req-b74703ac-f8bb-421b-ae51-e32e23846b20 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3db86e7-3be6-4cd6-b74f-08e1f5e65be8 HTTP/1.1" status: 200 len: 946 time: 0.0803964 Sep 16 04:59:02.995586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d4b35379-999c-44e7-ad19-6a9dec32524a no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:02.998026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65998e11-0455-434f-9ecd-a08bc004aa8f req-8439aa75-b2c5-466e-8e96-9cbf9708c893 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565195 Sep 16 04:59:03.022276 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-354b43a7-42b5-4b22-929c-9c0e64cd8229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.028068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: d4b35379-999c-44e7-ad19-6a9dec32524a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:03.028419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d4b35379-999c-44e7-ad19-6a9dec32524a not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:03.034264 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.057507 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-354b43a7-42b5-4b22-929c-9c0e64cd8229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.156450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b2e7b-89c3-4f58-b243-955d4661ac45 None None] Pushing event updated for resources: {'Port': ['ID=0b90422e-55e2-498a-bde4-304fc6d47cf6,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.218141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367566de-6f8b-484f-a383-443bca4ee048 req-e4953697-c5b9-4502-a98d-46d167c24598 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.227416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-367566de-6f8b-484f-a383-443bca4ee048 req-e4953697-c5b9-4502-a98d-46d167c24598 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 945 time: 0.0861063 Sep 16 04:59:03.271283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-367566de-6f8b-484f-a383-443bca4ee048 req-681bc660-2efd-4a94-8b50-110e36af6286 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425434 Sep 16 04:59:03.302650 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-354b43a7-42b5-4b22-929c-9c0e64cd8229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.305462 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-354b43a7-42b5-4b22-929c-9c0e64cd8229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.306725 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-354b43a7-42b5-4b22-929c-9c0e64cd8229 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/667548bc-2499-40c2-9a6d-af064cca81ca HTTP/1.1" status: 204 len: 168 time: 0.3780389 Sep 16 04:59:03.317221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b43a7-42b5-4b22-929c-9c0e64cd8229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667548bc-2499-40c2-9a6d-af064cca81ca,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.331026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-63bf6bc0-853a-4919-884a-4a6471b32ffd req-2a59ece5-4753-48fd-b038-f61ccf54248c tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:59:03.332006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63bf6bc0-853a-4919-884a-4a6471b32ffd req-2a59ece5-4753-48fd-b038-f61ccf54248c tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078194 Sep 16 04:59:03.338500 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-785077b9-3d21-4997-8906-8be5cb63ae22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.412910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785077b9-3d21-4997-8906-8be5cb63ae22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:03.418690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-785077b9-3d21-4997-8906-8be5cb63ae22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:03.423058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785077b9-3d21-4997-8906-8be5cb63ae22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.423659 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-785077b9-3d21-4997-8906-8be5cb63ae22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.452002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785077b9-3d21-4997-8906-8be5cb63ae22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=c533c17f-ff94-4843-b7c6-693eab71555b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.529706 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-785077b9-3d21-4997-8906-8be5cb63ae22 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0395050 Sep 16 04:59:03.530433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36660) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.535867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:c6:ea:0d', 'name': 'tempest-NetworksTestDHCPv6-1950815907'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:03.561238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0b90422e-55e2-498a-bde4-304fc6d47cf6 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:03.617227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63bf6bc0-853a-4919-884a-4a6471b32ffd req-bd40a67d-c67f-45c3-ba37-e906453c098a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2496464 Sep 16 04:59:03.648394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0b90422e-55e2-498a-bde4-304fc6d47cf6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:03.649354 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.659673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75046-5d4c-4059-b331-0266122ee60b req-ceeb142a-348d-4f84-8180-253264f66b28 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.673172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ab75046-5d4c-4059-b331-0266122ee60b req-ceeb142a-348d-4f84-8180-253264f66b28 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1383874 Sep 16 04:59:03.776935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ab75046-5d4c-4059-b331-0266122ee60b req-cc625291-7e8b-48c8-8c6e-47c828c609dc tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024692 Sep 16 04:59:03.823769 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.833927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:03.897089 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 0b90422e-55e2-498a-bde4-304fc6d47cf6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0b90422e-55e2-498a-bde4-304fc6d47cf6,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:03.955480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5e9d6a2-79b5-4b3e-9275-015c7d589707 req-6c894ebd-7245-4408-9b6a-d149f594b7a1 tempest-VolumesBackupsTest-2033369548 tempest-VolumesBackupsTest-2033369548-project] 10.222.0.24 "GET /v2.0/ports?device_id=1add04e3-0fc2-44e2-aac0-7d07db25eba8 HTTP/1.1" status: 200 len: 210 time: 0.0686939 Sep 16 04:59:03.987955 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.998747 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.039775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port 259d7860-b1f1-4b31-b142-b8848c9c9d76 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:04.065774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8d0b0-1727-4927-811a-f931f80dce32 req-bd650662-fe7b-4cc3-bec8-7ed70b4c5d91 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.068366 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0de8d0b0-1727-4927-811a-f931f80dce32 req-bd650662-fe7b-4cc3-bec8-7ed70b4c5d91 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.0944710 Sep 16 04:59:04.075458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=0b90422e-55e2-498a-bde4-304fc6d47cf6,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:04.137033 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0de8d0b0-1727-4927-811a-f931f80dce32 req-b20620c5-a501-401c-a565-c1d4958584d2 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567720 Sep 16 04:59:04.307454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8:0:1::294 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/c533c17f-ff94-4843-b7c6-693eab71555b/259d7860-b1f1-4b31-b142-b8848c9c9d76) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:04.318285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::f816:3eff:fec6:ea0d (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/ddd2792c-4bab-4698-b02c-df3f16e17872/259d7860-b1f1-4b31-b142-b8848c9c9d76) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:04.321787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3644e-b88a-45d8-b060-e46361870980 req-16a74469-00f5-4a2b-b8a2-3e23ac75c41e tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.329800 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4cc3644e-b88a-45d8-b060-e46361870980 req-16a74469-00f5-4a2b-b8a2-3e23ac75c41e tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3db86e7-3be6-4cd6-b74f-08e1f5e65be8 HTTP/1.1" status: 200 len: 946 time: 0.0869441 Sep 16 04:59:04.391569 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4cc3644e-b88a-45d8-b060-e46361870980 req-45b8dfcc-48ec-4c20-a610-fc074745a82a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591614 Sep 16 04:59:04.476911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd178488-c652-4803-b5fa-500fbd53236c None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:04.534176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fc055-c10c-4233-8970-227537ece072 req-aac9417d-9733-4e43-8f3b-818c019ef744 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.535939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-183fc055-c10c-4233-8970-227537ece072 req-aac9417d-9733-4e43-8f3b-818c019ef744 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 945 time: 0.0660689 Sep 16 04:59:04.539650 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.570713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ede8e81b-6314-463f-99b3-e96df466f39d None None] Provisioning complete for port 0b90422e-55e2-498a-bde4-304fc6d47cf6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:04.571200 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ede8e81b-6314-463f-99b3-e96df466f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.585094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-183fc055-c10c-4233-8970-227537ece072 req-0c38e3a0-73f5-4e7a-8adb-6fcb54abffdf tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Sep 16 04:59:04.690337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.774458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:04.777774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:04.785066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:04.807176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.808264 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.825411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=259d7860-b1f1-4b31-b142-b8848c9c9d76,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:04.858984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd449b-0d5a-485a-bf33-ad42f75d44fe None None] Update dhcp port {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': 'ddd2792c-4bab-4698-b02c-df3f16e17872', 'ip_address': '2001:db8::f816:3eff:fe4e:a026'}, {'subnet_id': 'c533c17f-ff94-4843-b7c6-693eab71555b'}], 'binding:host_id': 'n-d-712137-12'}, 'id': '0b90422e-55e2-498a-bde4-304fc6d47cf6'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:59:04.894080 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-72bd449b-0d5a-485a-bf33-ad42f75d44fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.901151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecf96b-07b0-4899-9a35-782b97f05386 req-a88f3af8-efa0-49b1-aebe-9eb4ab8a8f48 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.907323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecf96b-07b0-4899-9a35-782b97f05386 req-a88f3af8-efa0-49b1-aebe-9eb4ab8a8f48 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.913588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecf96b-07b0-4899-9a35-782b97f05386 req-a88f3af8-efa0-49b1-aebe-9eb4ab8a8f48 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.917684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36708) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.921007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65ecf96b-07b0-4899-9a35-782b97f05386 req-a88f3af8-efa0-49b1-aebe-9eb4ab8a8f48 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf&device_id=b3db86e7-3be6-4cd6-b74f-08e1f5e65be8&device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 2417 time: 0.1085510 Sep 16 04:59:04.922489 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032039 Sep 16 04:59:04.925470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36710) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.954197 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9c02ab7a-82d2-430e-b99c-e133b7a36a7e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4225793 Sep 16 04:59:04.956636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36714) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.981569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d67ce-88cc-48ac-82ab-35e9c150bf48 req-edc460a6-b8c3-485e-9a1d-a6a5ad8ec6b9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.989745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-392d67ce-88cc-48ac-82ab-35e9c150bf48 req-edc460a6-b8c3-485e-9a1d-a6a5ad8ec6b9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1342962 Sep 16 04:59:05.008500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65ecf96b-07b0-4899-9a35-782b97f05386 req-fa6d6415-a008-4e38-a0d7-5161ac434754 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860991 Sep 16 04:59:05.044454 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-392d67ce-88cc-48ac-82ab-35e9c150bf48 req-3466516e-e5e0-4324-a83d-3d17671a101f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462551 Sep 16 04:59:05.104812 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f1e0b0ec-e423-4dd0-95be-cc99b9dde5ad tempest-NetworksApiDiscovery-1422761898 tempest-NetworksApiDiscovery-1422761898-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1777103 Sep 16 04:59:05.133082 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-72bd449b-0d5a-485a-bf33-ad42f75d44fe None None] Allocated IP 2001:db8:0:1::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/c533c17f-ff94-4843-b7c6-693eab71555b/0b90422e-55e2-498a-bde4-304fc6d47cf6) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:05.149375 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e235422f-7b56-45ba-95af-70bd4110d52e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port 259d7860-b1f1-4b31-b142-b8848c9c9d76 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:05.149750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e235422f-7b56-45ba-95af-70bd4110d52e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.181000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4cf3c807-4f26-4553-a94a-e9dd4354ac72 req-32687fce-bc83-4832-b29c-09b774c8b9aa tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1130512 Sep 16 04:59:05.272819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-72bd449b-0d5a-485a-bf33-ad42f75d44fe None None] For port 0b90422e-55e2-498a-bde4-304fc6d47cf6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0b90422e-55e2-498a-bde4-304fc6d47cf6,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:05.310945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e235422f-7b56-45ba-95af-70bd4110d52e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.336503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e235422f-7b56-45ba-95af-70bd4110d52e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for 259d7860-b1f1-4b31-b142-b8848c9c9d76 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:05.343014 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-72bd449b-0d5a-485a-bf33-ad42f75d44fe None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.419401 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-72bd449b-0d5a-485a-bf33-ad42f75d44fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.515566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0b90422e-55e2-498a-bde4-304fc6d47cf6 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:05.657862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd449b-0d5a-485a-bf33-ad42f75d44fe None None] Pushing event updated for resources: {'Port': ['ID=0b90422e-55e2-498a-bde4-304fc6d47cf6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.667997 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e235422f-7b56-45ba-95af-70bd4110d52e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.685609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0b90422e-55e2-498a-bde4-304fc6d47cf6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:05.686343 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.724836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235422f-7b56-45ba-95af-70bd4110d52e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=259d7860-b1f1-4b31-b142-b8848c9c9d76,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.788946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36746) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:05.845672 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e235422f-7b56-45ba-95af-70bd4110d52e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.848101 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e235422f-7b56-45ba-95af-70bd4110d52e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/259d7860-b1f1-4b31-b142-b8848c9c9d76 HTTP/1.1" status: 204 len: 168 time: 0.8899181 Sep 16 04:59:05.850627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36752) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:05.930755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c2599c-4b10-4f28-88ce-726b0f49b14a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.932372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-19c2599c-4b10-4f28-88ce-726b0f49b14a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0807509 Sep 16 04:59:05.935949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36754) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:05.990724 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-298dd3df-e541-4005-b5d3-82234d21ca2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.039751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0968d77-3159-4ddd-8763-22f512754ce5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.045001 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b0968d77-3159-4ddd-8763-22f512754ce5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1069512 Sep 16 04:59:06.047309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36756) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:06.167675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1f7b0-f6ca-4d37-a88e-c668a2c41e1d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.170891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1f7b0-f6ca-4d37-a88e-c668a2c41e1d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.172974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1f7b0-f6ca-4d37-a88e-c668a2c41e1d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.175253 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-91e1f7b0-f6ca-4d37-a88e-c668a2c41e1d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1264577 Sep 16 04:59:06.177478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36760) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:06.219574 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-298dd3df-e541-4005-b5d3-82234d21ca2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.308230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ec056-0286-419a-b278-011a5200fa2c req-4ee2a286-19a1-445b-bfbc-96af1ebb854d tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.309940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f60ec056-0286-419a-b278-011a5200fa2c req-4ee2a286-19a1-445b-bfbc-96af1ebb854d tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.0884297 Sep 16 04:59:06.311147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6becee-d3e2-4cd8-aa8a-cca8adddcfde tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet c533c17f-ff94-4843-b7c6-693eab71555b {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:06.314342 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-298dd3df-e541-4005-b5d3-82234d21ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.318360 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c6becee-d3e2-4cd8-aa8a-cca8adddcfde tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.393842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c6becee-d3e2-4cd8-aa8a-cca8adddcfde tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.428869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dd3df-e541-4005-b5d3-82234d21ca2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebddbe8-4ee7-47d8-b69f-dbcd90a4b16b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.453272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-298dd3df-e541-4005-b5d3-82234d21ca2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6f23eda18874350a185076b56b849b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628861 Sep 16 04:59:06.466246 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36768) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:06.567041 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f60ec056-0286-419a-b278-011a5200fa2c req-d28bc3fa-b928-4c47-a3ad-8eb01805ba88 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373037 Sep 16 04:59:06.601766 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d4abe60d-8d55-43f0-ae60-a721189e8e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.660026 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d4abe60d-8d55-43f0-ae60-a721189e8e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.789198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d85efecb-f8b2-46b3-8a44-3c1491368729 None None] Could not find standard attr ID for object 259d7860-b1f1-4b31-b142-b8848c9c9d76. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:59:06.812836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d85efecb-f8b2-46b3-8a44-3c1491368729 None None] Provisioning complete for port 0b90422e-55e2-498a-bde4-304fc6d47cf6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:06.813212 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d85efecb-f8b2-46b3-8a44-3c1491368729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.816666 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d4abe60d-8d55-43f0-ae60-a721189e8e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.819311 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d4abe60d-8d55-43f0-ae60-a721189e8e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.823563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d4abe60d-8d55-43f0-ae60-a721189e8e5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bebddbe8-4ee7-47d8-b69f-dbcd90a4b16b HTTP/1.1" status: 204 len: 168 time: 0.3472960 Sep 16 04:59:06.843382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abe60d-8d55-43f0-ae60-a721189e8e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebddbe8-4ee7-47d8-b69f-dbcd90a4b16b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:07.070127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c6becee-d3e2-4cd8-aa8a-cca8adddcfde tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.126517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cc076073-57a1-4d38-8d5a-835279910469 None None] Could not find standard attr ID for object 259d7860-b1f1-4b31-b142-b8848c9c9d76. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:59:07.256972 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c6becee-d3e2-4cd8-aa8a-cca8adddcfde tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.299120 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c6becee-d3e2-4cd8-aa8a-cca8adddcfde tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.303774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36778) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:07.304299 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3c6becee-d3e2-4cd8-aa8a-cca8adddcfde tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/c533c17f-ff94-4843-b7c6-693eab71555b HTTP/1.1" status: 204 len: 168 time: 1.1180105 Sep 16 04:59:07.305248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6becee-d3e2-4cd8-aa8a-cca8adddcfde tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=c533c17f-ff94-4843-b7c6-693eab71555b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:07.328348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e170f5-cfc4-4ae6-9a28-fd7c8a9d4ef4 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:07.416643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e312855-406f-4c13-891b-8aad525370fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet ddd2792c-4bab-4698-b02c-df3f16e17872 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:07.422398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e312855-406f-4c13-891b-8aad525370fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.490411 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e312855-406f-4c13-891b-8aad525370fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.521018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0b90422e-55e2-498a-bde4-304fc6d47cf6 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:07.697357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0b90422e-55e2-498a-bde4-304fc6d47cf6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:07.698036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.743709 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e312855-406f-4c13-891b-8aad525370fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.848521 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ab11a-a497-4d0c-b60c-b905597b67b4 req-1f245656-0df0-4aa1-9210-8bf0af7d5f2d tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.853141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-745ab11a-a497-4d0c-b60c-b905597b67b4 req-1f245656-0df0-4aa1-9210-8bf0af7d5f2d tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 945 time: 0.2623405 Sep 16 04:59:07.871679 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f7d3-aa7a-4164-909a-7c7390647ec2 req-3992245c-421f-48f0-8e8e-34b84b7d388b tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.873666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95b9f7d3-aa7a-4164-909a-7c7390647ec2 req-3992245c-421f-48f0-8e8e-34b84b7d388b tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1870956 Sep 16 04:59:07.937465 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e312855-406f-4c13-891b-8aad525370fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.948591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-745ab11a-a497-4d0c-b60c-b905597b67b4 req-8a8bcbe3-2606-4045-abf8-121622723417 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866225 Sep 16 04:59:07.986047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95b9f7d3-aa7a-4164-909a-7c7390647ec2 req-5fbf1fa3-8ff5-426e-9ac8-d33579f2cd0b tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058881 Sep 16 04:59:07.988200 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e312855-406f-4c13-891b-8aad525370fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd2792c-4bab-4698-b02c-df3f16e17872,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:07.998014 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e312855-406f-4c13-891b-8aad525370fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.003140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36800) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:08.011175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6e312855-406f-4c13-891b-8aad525370fb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/ddd2792c-4bab-4698-b02c-df3f16e17872 HTTP/1.1" status: 204 len: 168 time: 0.7060485 Sep 16 04:59:08.065590 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-929104ac-0bd0-4654-9d95-30b6cc893233 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612113 Sep 16 04:59:08.065821 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36802) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:08.077226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:08.295198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:08.299315 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.574100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24076525-e8ec-4d78-8c2f-e645e8cb9e24 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:08.748498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-11b7f8d3-b24f-4818-bd67-7d64b0d3f668 None None] Provisioning complete for port 0b90422e-55e2-498a-bde4-304fc6d47cf6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:08.751808 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-11b7f8d3-b24f-4818-bd67-7d64b0d3f668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.893899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e7346e-c500-41fc-8123-548953955026 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:08.908216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.objects.ports [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:59:08.917685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14a92d-25a3-4a13-bb18-119c25b18985 req-6c728932-4f8e-4595-9531-ff0410dfe1f6 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.919570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc14a92d-25a3-4a13-bb18-119c25b18985 req-6c728932-4f8e-4595-9531-ff0410dfe1f6 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 945 time: 0.0989654 Sep 16 04:59:08.948163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7346e-c500-41fc-8123-548953955026 None None] Deleting port 0b90422e-55e2-498a-bde4-304fc6d47cf6 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:08.948330 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e4e7346e-c500-41fc-8123-548953955026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.100497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e4e7346e-c500-41fc-8123-548953955026 None None] For port 0b90422e-55e2-498a-bde4-304fc6d47cf6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0b90422e-55e2-498a-bde4-304fc6d47cf6,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:09.100736 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e4e7346e-c500-41fc-8123-548953955026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.115482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7346e-c500-41fc-8123-548953955026 None None] Calling delete_port for 0b90422e-55e2-498a-bde4-304fc6d47cf6 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:09.262957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2c52-94d3-4459-954a-7c3d9b54b76c req-b760f1ce-317c-4616-9118-e587fab06991 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.264710 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dffd2c52-94d3-4459-954a-7c3d9b54b76c req-b760f1ce-317c-4616-9118-e587fab06991 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 945 time: 0.1988571 Sep 16 04:59:09.292659 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e4e7346e-c500-41fc-8123-548953955026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.321096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0524f-db2b-4b55-8cc4-8bb4a1068390 req-0b6250d8-e5b9-4bad-92e5-d195daf6e15e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.322604 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1e0524f-db2b-4b55-8cc4-8bb4a1068390 req-0b6250d8-e5b9-4bad-92e5-d195daf6e15e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1784468 Sep 16 04:59:09.338223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7346e-c500-41fc-8123-548953955026 None None] Pushing event deleted for resources: {'Port': ['ID=0b90422e-55e2-498a-bde4-304fc6d47cf6,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:09.353994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7346e-c500-41fc-8123-548953955026 None None] No DVR routers for this DVR port 0b90422e-55e2-498a-bde4-304fc6d47cf6 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:09.359081 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-cc14a92d-25a3-4a13-bb18-119c25b18985 req-d62ec95f-68d2-4fcf-87e1-1a084103c527 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Deleting port 819b0674-a644-4085-ae07-9db1b581de9b {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:09.359426 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cc14a92d-25a3-4a13-bb18-119c25b18985 req-d62ec95f-68d2-4fcf-87e1-1a084103c527 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.374888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.ipam_pluggable_backend [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Port 0b90422e-55e2-498a-bde4-304fc6d47cf6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95452) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 04:59:09.375146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.ipam_pluggable_backend [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4e:a026 {{(pid=95452) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 04:59:09.380385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dffd2c52-94d3-4459-954a-7c3d9b54b76c req-328e8668-156a-4bbb-9b87-0d4d8e7ee54d tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076226 Sep 16 04:59:09.396102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.ipam_pluggable_backend [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4e:a026 {{(pid=95452) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 04:59:09.404870 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.503206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:09.516115 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0b90422e-55e2-498a-bde4-304fc6d47cf6 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:09.554283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 0b90422e-55e2-498a-bde4-304fc6d47cf6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:09.554638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0b90422e-55e2-498a-bde4-304fc6d47cf6 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:09.614465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:09.628011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa88f39a-1ab6-4e20-a3fd-d9b4576773a1 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:09.628549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1e0524f-db2b-4b55-8cc4-8bb4a1068390 req-df7252d5-fd67-4620-bace-eb9583877acd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846720 Sep 16 04:59:09.642302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.643183 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.790910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=8eab277d-b702-4b2c-8ca9-dffa6cfe9dda,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:09.797482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-cc14a92d-25a3-4a13-bb18-119c25b18985 req-d62ec95f-68d2-4fcf-87e1-1a084103c527 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] For port 819b0674-a644-4085-ae07-9db1b581de9b, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=819b0674-a644-4085-ae07-9db1b581de9b,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:09.797869 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cc14a92d-25a3-4a13-bb18-119c25b18985 req-d62ec95f-68d2-4fcf-87e1-1a084103c527 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.814586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7476559 Sep 16 04:59:09.820395 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:09.820778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:09.821189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:09.821355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36844) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:09.825716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:09.825716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:09.825716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:09.825716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:09.825716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:09.825716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:09.825716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:09.825716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:09.825716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825a0ab-ab68-47ad-a926-e8bfd5190f3f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:09.827209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b261fbeb-ba06-4591-8b15-e29ec5ab40b5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:09.860322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e87f70-8675-4a1e-91d9-2bdab1b03f8f req-c10005d7-2f2b-4986-b1e3-1428541cf275 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.874387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e87f70-8675-4a1e-91d9-2bdab1b03f8f req-c10005d7-2f2b-4986-b1e3-1428541cf275 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.890444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e87f70-8675-4a1e-91d9-2bdab1b03f8f req-c10005d7-2f2b-4986-b1e3-1428541cf275 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.897962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e87f70-8675-4a1e-91d9-2bdab1b03f8f req-c10005d7-2f2b-4986-b1e3-1428541cf275 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.910093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e87f70-8675-4a1e-91d9-2bdab1b03f8f req-c10005d7-2f2b-4986-b1e3-1428541cf275 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.927539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e87f70-8675-4a1e-91d9-2bdab1b03f8f req-c10005d7-2f2b-4986-b1e3-1428541cf275 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.938182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e87f70-8675-4a1e-91d9-2bdab1b03f8f req-c10005d7-2f2b-4986-b1e3-1428541cf275 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.945076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60e87f70-8675-4a1e-91d9-2bdab1b03f8f req-c10005d7-2f2b-4986-b1e3-1428541cf275 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5432 time: 0.3112261 Sep 16 04:59:09.946124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-cc14a92d-25a3-4a13-bb18-119c25b18985 req-d62ec95f-68d2-4fcf-87e1-1a084103c527 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Calling delete_port for 819b0674-a644-4085-ae07-9db1b581de9b owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:10.001866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': '8eab277d-b702-4b2c-8ca9-dffa6cfe9dda'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:10.002745 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.109374 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60e87f70-8675-4a1e-91d9-2bdab1b03f8f req-c9d9b2d9-5a21-4220-9e15-775427348381 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571984 Sep 16 04:59:10.229330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b261fbeb-ba06-4591-8b15-e29ec5ab40b5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:10.234980 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b261fbeb-ba06-4591-8b15-e29ec5ab40b5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.268017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Allocated IP 2001:db8::f816:3eff:fe30:302c (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/8eab277d-b702-4b2c-8ca9-dffa6cfe9dda/fff1a614-d37c-4347-ba4c-4e2ba804643f) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:10.440883 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cc14a92d-25a3-4a13-bb18-119c25b18985 req-d62ec95f-68d2-4fcf-87e1-1a084103c527 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.494535 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['819b0674-a644-4085-ae07-9db1b581de9b'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:10.509834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3135-a8dc-4496-b8dc-d4553d7cd3b0 req-9e086a96-8fea-4f06-97b5-b364a3257d97 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.517009 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3135-a8dc-4496-b8dc-d4553d7cd3b0 req-9e086a96-8fea-4f06-97b5-b364a3257d97 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.521005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['a840689f-4066-4ec8-a4a6-e7f4a2de399d', '13608883-d666-4ee5-81e1-d098374e7c45'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:10.523376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3135-a8dc-4496-b8dc-d4553d7cd3b0 req-9e086a96-8fea-4f06-97b5-b364a3257d97 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.545015 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3135-a8dc-4496-b8dc-d4553d7cd3b0 req-9e086a96-8fea-4f06-97b5-b364a3257d97 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.551981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3135-a8dc-4496-b8dc-d4553d7cd3b0 req-9e086a96-8fea-4f06-97b5-b364a3257d97 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.568839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3135-a8dc-4496-b8dc-d4553d7cd3b0 req-9e086a96-8fea-4f06-97b5-b364a3257d97 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.576404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3135-a8dc-4496-b8dc-d4553d7cd3b0 req-9e086a96-8fea-4f06-97b5-b364a3257d97 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.582885 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb9c3135-a8dc-4496-b8dc-d4553d7cd3b0 req-9e086a96-8fea-4f06-97b5-b364a3257d97 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5432 time: 0.2760162 Sep 16 04:59:10.591401 n-d-712137-12 neutron-server[95451]: INFO neutron.db.ipam_backend_mixin [None req-b261fbeb-ba06-4591-8b15-e29ec5ab40b5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8eab277d-b702-4b2c-8ca9-dffa6cfe9dda (CIDR: 2001:db8::/64) Sep 16 04:59:10.613353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ec95f-68d2-4fcf-87e1-1a084103c527 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Pushing event deleted for resources: {'Port': ['ID=819b0674-a644-4085-ae07-9db1b581de9b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:10.633821 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b261fbeb-ba06-4591-8b15-e29ec5ab40b5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:59:10.634370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b261fbeb-ba06-4591-8b15-e29ec5ab40b5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:10.704970 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b261fbeb-ba06-4591-8b15-e29ec5ab40b5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8825080 Sep 16 04:59:10.710802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36904) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:10.716331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-823deaac-138e-4522-8ab9-16d86addb33e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:10.739556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3407dae3-8408-4c08-8878-66a02b0a481a req-eb134d89-f463-4f13-9e60-eed3e24d7711 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 210 time: 0.1285834 Sep 16 04:59:10.809108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc14a92d-25a3-4a13-bb18-119c25b18985 req-d62ec95f-68d2-4fcf-87e1-1a084103c527 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] No DVR routers for this DVR port 819b0674-a644-4085-ae07-9db1b581de9b on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:10.815858 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cc14a92d-25a3-4a13-bb18-119c25b18985 req-d62ec95f-68d2-4fcf-87e1-1a084103c527 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.817902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc14a92d-25a3-4a13-bb18-119c25b18985 req-d62ec95f-68d2-4fcf-87e1-1a084103c527 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.37 "DELETE /v2.0/ports/819b0674-a644-4085-ae07-9db1b581de9b HTTP/1.1" status: 204 len: 173 time: 1.8698299 Sep 16 04:59:10.836111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff632cc7-f8f5-4ecc-b5e3-77b1086827cf', 'name': 'network-vif-deleted', 'tag': '819b0674-a644-4085-ae07-9db1b581de9b'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:10.841363 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc5ec72-1250-4120-b9db-c0d0ffb9e0dd" -d '{"events": [{"server_uuid": "ff632cc7-f8f5-4ecc-b5e3-77b1086827cf", "name": "network-vif-deleted", "tag": "819b0674-a644-4085-ae07-9db1b581de9b"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:10.877886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42634db7-f538-4ec6-b5ae-0f0efdf6a317 req-d30a4125-bd9b-4c44-ac17-01e1d46e8da5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.888860 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42634db7-f538-4ec6-b5ae-0f0efdf6a317 req-d30a4125-bd9b-4c44-ac17-01e1d46e8da5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1115384 Sep 16 04:59:10.908835 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.912067 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecadf4b-ee7a-41ba-baeb-e3993f7e2c1a x-openstack-request-id: req-4ecadf4b-ee7a-41ba-baeb-e3993f7e2c1a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:10.912067 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff632cc7-f8f5-4ecc-b5e3-77b1086827cf", "name": "network-vif-deleted", "tag": "819b0674-a644-4085-ae07-9db1b581de9b", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:10.912067 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ecadf4b-ee7a-41ba-baeb-e3993f7e2c1a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:10.912067 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff632cc7-f8f5-4ecc-b5e3-77b1086827cf', 'name': 'network-vif-deleted', 'tag': '819b0674-a644-4085-ae07-9db1b581de9b', 'status': 'completed', 'code': 200} Sep 16 04:59:10.951388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42634db7-f538-4ec6-b5ae-0f0efdf6a317 req-1df1d7a1-d7a7-430a-996e-12d5d36f635a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614121 Sep 16 04:59:11.104752 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.155144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823deaac-138e-4522-8ab9-16d86addb33e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:11.161161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:11.162924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:11.163108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-823deaac-138e-4522-8ab9-16d86addb33e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.170666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:11.253245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Pushing event updated for resources: {'Port': ['ID=fff1a614-d37c-4347-ba4c-4e2ba804643f,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.282308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Attempting to bind port fff1a614-d37c-4347-ba4c-4e2ba804643f on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:11.283057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Attempting to bind port fff1a614-d37c-4347-ba4c-4e2ba804643f by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:11.283647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Attempting to bind port fff1a614-d37c-4347-ba4c-4e2ba804643f on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:11.297703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:11.298675 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:11.301958 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.302578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:11.303378 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Bound port: fff1a614-d37c-4347-ba4c-4e2ba804643f, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:11.304110 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.388594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] For port fff1a614-d37c-4347-ba4c-4e2ba804643f, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:11.392068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] For port fff1a614-d37c-4347-ba4c-4e2ba804643f, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fff1a614-d37c-4347-ba4c-4e2ba804643f,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:11.645465 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.716323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afabe70-fa28-46aa-8f90-c16484b8f603 None None] Pushing event updated for resources: {'Port': ['ID=fff1a614-d37c-4347-ba4c-4e2ba804643f,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.731797 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-823deaac-138e-4522-8ab9-16d86addb33e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.808707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823deaac-138e-4522-8ab9-16d86addb33e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=3fed4891-74a6-4f53-b5ba-04d27746815c,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.823628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823deaac-138e-4522-8ab9-16d86addb33e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:11.823628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-823deaac-138e-4522-8ab9-16d86addb33e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:11.829494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823deaac-138e-4522-8ab9-16d86addb33e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:11.830746 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-823deaac-138e-4522-8ab9-16d86addb33e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.909565 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8437a983-a0ac-4458-a20e-b372fd6aeb64 req-4703dc63-e785-4185-a0eb-eac6f4429c74 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff632cc7-f8f5-4ecc-b5e3-77b1086827cf HTTP/1.1" status: 200 len: 210 time: 0.0650678 Sep 16 04:59:12.006343 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-823deaac-138e-4522-8ab9-16d86addb33e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2944283 Sep 16 04:59:12.009061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36938) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:12.015573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:2e:9a:aa', 'name': 'tempest-NetworksTestDHCPv6-1378477917'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:12.045187 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-097674e8-dd10-4a82-8a0f-c945d2d8fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.205512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36346bcc-3575-4dda-8ce9-953b9602daea req-649c75a5-e2cf-4862-8b5f-58a4cd54620c tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.224940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36346bcc-3575-4dda-8ce9-953b9602daea req-649c75a5-e2cf-4862-8b5f-58a4cd54620c tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1226861 Sep 16 04:59:12.283322 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36346bcc-3575-4dda-8ce9-953b9602daea req-351a73c0-37f7-42e2-ba5d-5d9d521b2bcf tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599213 Sep 16 04:59:12.326140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:12.326686 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.438552 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.493026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port d6200760-606b-416f-8a65-d4aeebc9f393 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:12.818317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8:0:1::2b0 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/3fed4891-74a6-4f53-b5ba-04d27746815c/d6200760-606b-416f-8a65-d4aeebc9f393) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:12.833287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::f816:3eff:fe2e:9aaa (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/8eab277d-b702-4b2c-8ca9-dffa6cfe9dda/d6200760-606b-416f-8a65-d4aeebc9f393) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:13.009376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36982) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:13.098024 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.149646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2168b7ec-6398-4636-ad4e-d29212358827 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:13.184261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a6bcb-4f65-4c6e-b571-e94a6fbec136 req-1c13e230-a260-48a5-976f-1f4154e633cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.184782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a6bcb-4f65-4c6e-b571-e94a6fbec136 req-1c13e230-a260-48a5-976f-1f4154e633cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.185222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a6bcb-4f65-4c6e-b571-e94a6fbec136 req-1c13e230-a260-48a5-976f-1f4154e633cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.185882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a6bcb-4f65-4c6e-b571-e94a6fbec136 req-1c13e230-a260-48a5-976f-1f4154e633cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.186784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a6bcb-4f65-4c6e-b571-e94a6fbec136 req-1c13e230-a260-48a5-976f-1f4154e633cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.189212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a6bcb-4f65-4c6e-b571-e94a6fbec136 req-1c13e230-a260-48a5-976f-1f4154e633cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.189868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a6bcb-4f65-4c6e-b571-e94a6fbec136 req-1c13e230-a260-48a5-976f-1f4154e633cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.203198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d98a6bcb-4f65-4c6e-b571-e94a6fbec136 req-1c13e230-a260-48a5-976f-1f4154e633cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6496 time: 0.1873729 Sep 16 04:59:13.231042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.252953 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d98a6bcb-4f65-4c6e-b571-e94a6fbec136 req-64f0b317-6565-41b9-b651-3cca33d2ba4f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524731 Sep 16 04:59:13.271723 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4da7d9e6-bfcd-4de5-a66d-28e0d8d55aa6 None None] Provisioning complete for port fff1a614-d37c-4347-ba4c-4e2ba804643f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:13.272281 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4da7d9e6-bfcd-4de5-a66d-28e0d8d55aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.316520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:13.320923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:13.322965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=d6200760-606b-416f-8a65-d4aeebc9f393,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:13.331854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:13.338196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.342784 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.459459 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4da7d9e6-bfcd-4de5-a66d-28e0d8d55aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.462701 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1c183e5b-5248-43e1-a72e-069e7bbd8da1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4525688 Sep 16 04:59:13.466085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37000) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:13.468124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eb5f4-d6e6-4c03-b1a6-b21ff9fffccf req-0e21047f-b26c-4511-8ee7-4c69bb06fcfc tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.469773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba9eb5f4-d6e6-4c03-b1a6-b21ff9fffccf req-0e21047f-b26c-4511-8ee7-4c69bb06fcfc tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.0924816 Sep 16 04:59:13.557196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4da7d9e6-bfcd-4de5-a66d-28e0d8d55aa6 None None] For port fff1a614-d37c-4347-ba4c-4e2ba804643f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fff1a614-d37c-4347-ba4c-4e2ba804643f,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:13.557635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba9eb5f4-d6e6-4c03-b1a6-b21ff9fffccf req-3ee7cf4c-7770-4c94-bc19-48e4a7b46376 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783617 Sep 16 04:59:13.605563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fff1a614-d37c-4347-ba4c-4e2ba804643f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:13.653452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-293042e2-e783-4456-9775-adbc76d8100e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port d6200760-606b-416f-8a65-d4aeebc9f393 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:13.654298 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-293042e2-e783-4456-9775-adbc76d8100e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.699571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4fea5-ec8b-4c1c-ace7-cd6864b42600 req-aa9a0464-dc10-4107-a5e1-fd710e5dd453 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.714103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fab4fea5-ec8b-4c1c-ace7-cd6864b42600 req-aa9a0464-dc10-4107-a5e1-fd710e5dd453 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3db86e7-3be6-4cd6-b74f-08e1f5e65be8 HTTP/1.1" status: 200 len: 946 time: 0.0804760 Sep 16 04:59:13.743578 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4da7d9e6-bfcd-4de5-a66d-28e0d8d55aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.782017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fab4fea5-ec8b-4c1c-ace7-cd6864b42600 req-3e13bde2-522c-4541-b186-82997af72fe2 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710437 Sep 16 04:59:13.794851 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-293042e2-e783-4456-9775-adbc76d8100e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.810770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-293042e2-e783-4456-9775-adbc76d8100e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for d6200760-606b-416f-8a65-d4aeebc9f393 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:13.828195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fddde0-c537-40e5-9408-1f73643b867b None None] Update dhcp port {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'fixed_ips': [{'subnet_id': '8eab277d-b702-4b2c-8ca9-dffa6cfe9dda', 'ip_address': '2001:db8::f816:3eff:fe30:302c'}, {'subnet_id': '3fed4891-74a6-4f53-b5ba-04d27746815c'}], 'binding:host_id': 'n-d-712137-12'}, 'id': 'fff1a614-d37c-4347-ba4c-4e2ba804643f'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:59:13.866948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7d9e6-bfcd-4de5-a66d-28e0d8d55aa6 None None] Pushing event updated for resources: {'Port': ['ID=fff1a614-d37c-4347-ba4c-4e2ba804643f,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:13.873286 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port fff1a614-d37c-4347-ba4c-4e2ba804643f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:13.873670 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.876818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-99fddde0-c537-40e5-9408-1f73643b867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.102047 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-293042e2-e783-4456-9775-adbc76d8100e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.143080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293042e2-e783-4456-9775-adbc76d8100e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=d6200760-606b-416f-8a65-d4aeebc9f393,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:14.151016 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-99fddde0-c537-40e5-9408-1f73643b867b None None] Allocated IP 2001:db8:0:1::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/3fed4891-74a6-4f53-b5ba-04d27746815c/fff1a614-d37c-4347-ba4c-4e2ba804643f) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:14.170603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 819b0674-a644-4085-ae07-9db1b581de9b no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:14.192864 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-293042e2-e783-4456-9775-adbc76d8100e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.197440 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-293042e2-e783-4456-9775-adbc76d8100e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/d6200760-606b-416f-8a65-d4aeebc9f393 HTTP/1.1" status: 204 len: 168 time: 0.7281237 Sep 16 04:59:14.198409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37030) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:14.198656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 819b0674-a644-4085-ae07-9db1b581de9b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:14.199601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 819b0674-a644-4085-ae07-9db1b581de9b not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:14.263931 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf041ea-9023-4ac6-9f20-1d26a89bfd5b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.268903 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7cf041ea-9023-4ac6-9f20-1d26a89bfd5b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0660384 Sep 16 04:59:14.269859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37032) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:14.345613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-99fddde0-c537-40e5-9408-1f73643b867b None None] For port fff1a614-d37c-4347-ba4c-4e2ba804643f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fff1a614-d37c-4347-ba4c-4e2ba804643f,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:14.359309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bfc989-5a5a-4bc7-9721-ccb8448ad040 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.361486 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-19bfc989-5a5a-4bc7-9721-ccb8448ad040 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0902882 Sep 16 04:59:14.364317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37036) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:14.399737 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-99fddde0-c537-40e5-9408-1f73643b867b None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.444029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2a561-ac6e-453c-b136-87afe019b8db tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.445531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2a561-ac6e-453c-b136-87afe019b8db tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.449788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2a561-ac6e-453c-b136-87afe019b8db tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.452178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37038) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:14.452748 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-04a2a561-ac6e-453c-b136-87afe019b8db tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0868881 Sep 16 04:59:14.510203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b3a73a-69b4-435d-b435-bd4e4df097f6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 3fed4891-74a6-4f53-b5ba-04d27746815c {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:14.656660 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0504-3324-43b2-bed2-21f4e8a19ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.662999 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-99fddde0-c537-40e5-9408-1f73643b867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.663878 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-80b3a73a-69b4-435d-b435-bd4e4df097f6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.735171 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-80b3a73a-69b4-435d-b435-bd4e4df097f6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.751389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed209452-c89c-470a-806b-440ed4ab6fb6 req-1311305c-fda1-4a5f-b266-37797a43d2cc tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.753278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed209452-c89c-470a-806b-440ed4ab6fb6 req-1311305c-fda1-4a5f-b266-37797a43d2cc tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1059170 Sep 16 04:59:14.830521 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fddde0-c537-40e5-9408-1f73643b867b None None] Pushing event updated for resources: {'Port': ['ID=fff1a614-d37c-4347-ba4c-4e2ba804643f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:14.848914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed209452-c89c-470a-806b-440ed4ab6fb6 req-a2d29ffb-a0ce-4fcf-8b11-f33d8f5aa80a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745597 Sep 16 04:59:14.996821 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-80b3a73a-69b4-435d-b435-bd4e4df097f6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.054214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93f14c-1e85-4ea4-8c76-51b87a4c3af6 req-a9b646b5-b3eb-4fe9-a568-bc4cda940974 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:15.055742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb93f14c-1e85-4ea4-8c76-51b87a4c3af6 req-a9b646b5-b3eb-4fe9-a568-bc4cda940974 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3db86e7-3be6-4cd6-b74f-08e1f5e65be8 HTTP/1.1" status: 200 len: 946 time: 0.2009935 Sep 16 04:59:15.090812 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451052e6-4be2-4b4d-9437-0533fa639dce req-d508c0bd-8c7e-43b0-9bdb-c2d6b4c44c8d tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:15.090812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-451052e6-4be2-4b4d-9437-0533fa639dce req-d508c0bd-8c7e-43b0-9bdb-c2d6b4c44c8d tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3db86e7-3be6-4cd6-b74f-08e1f5e65be8 HTTP/1.1" status: 200 len: 946 time: 0.1679451 Sep 16 04:59:15.189477 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-451052e6-4be2-4b4d-9437-0533fa639dce req-280f8545-b1bd-4788-bd48-a1aeca35205a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764887 Sep 16 04:59:15.221881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-eb93f14c-1e85-4ea4-8c76-51b87a4c3af6 req-8370b6bd-0fab-483f-8d82-fbb8d824cd4a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Deleting port a840689f-4066-4ec8-a4a6-e7f4a2de399d {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:15.222279 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-eb93f14c-1e85-4ea4-8c76-51b87a4c3af6 req-8370b6bd-0fab-483f-8d82-fbb8d824cd4a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.290969 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-80b3a73a-69b4-435d-b435-bd4e4df097f6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.313342 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.337467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3a73a-69b4-435d-b435-bd4e4df097f6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=3fed4891-74a6-4f53-b5ba-04d27746815c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:15.346523 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-80b3a73a-69b4-435d-b435-bd4e4df097f6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.348237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-80b3a73a-69b4-435d-b435-bd4e4df097f6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/3fed4891-74a6-4f53-b5ba-04d27746815c HTTP/1.1" status: 204 len: 168 time: 0.8939421 Sep 16 04:59:15.351461 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37074) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:15.383799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-eb93f14c-1e85-4ea4-8c76-51b87a4c3af6 req-8370b6bd-0fab-483f-8d82-fbb8d824cd4a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] For port a840689f-4066-4ec8-a4a6-e7f4a2de399d, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a840689f-4066-4ec8-a4a6-e7f4a2de399d,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:15.384308 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-eb93f14c-1e85-4ea4-8c76-51b87a4c3af6 req-8370b6bd-0fab-483f-8d82-fbb8d824cd4a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.400067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-eb93f14c-1e85-4ea4-8c76-51b87a4c3af6 req-8370b6bd-0fab-483f-8d82-fbb8d824cd4a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Calling delete_port for a840689f-4066-4ec8-a4a6-e7f4a2de399d owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:15.420292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb8a2ba-8ba5-4fcd-9acb-2fd9ce2d895d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 8eab277d-b702-4b2c-8ca9-dffa6cfe9dda {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:15.424592 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a2ba-8ba5-4fcd-9acb-2fd9ce2d895d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.517378 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a2ba-8ba5-4fcd-9acb-2fd9ce2d895d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.534740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fff1a614-d37c-4347-ba4c-4e2ba804643f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:15.631808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port fff1a614-d37c-4347-ba4c-4e2ba804643f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:15.634131 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.638246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a64523-2f89-4afc-aac3-0ab386feb9bc None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:15.644607 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a2ba-8ba5-4fcd-9acb-2fd9ce2d895d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.742417 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-eb93f14c-1e85-4ea4-8c76-51b87a4c3af6 req-8370b6bd-0fab-483f-8d82-fbb8d824cd4a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.743958 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-53e4fd67-da26-4b13-8f5b-62c4d7dc3408 None None] Provisioning complete for port fff1a614-d37c-4347-ba4c-4e2ba804643f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:15.744336 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-53e4fd67-da26-4b13-8f5b-62c4d7dc3408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.773181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['13608883-d666-4ee5-81e1-d098374e7c45'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:15.796775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b6bd-0fab-483f-8d82-fbb8d824cd4a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Pushing event deleted for resources: {'Port': ['ID=a840689f-4066-4ec8-a4a6-e7f4a2de399d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:15.846755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb93f14c-1e85-4ea4-8c76-51b87a4c3af6 req-8370b6bd-0fab-483f-8d82-fbb8d824cd4a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] No DVR routers for this DVR port a840689f-4066-4ec8-a4a6-e7f4a2de399d on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:15.847396 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a2ba-8ba5-4fcd-9acb-2fd9ce2d895d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.849361 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-eb93f14c-1e85-4ea4-8c76-51b87a4c3af6 req-8370b6bd-0fab-483f-8d82-fbb8d824cd4a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.853175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb93f14c-1e85-4ea4-8c76-51b87a4c3af6 req-8370b6bd-0fab-483f-8d82-fbb8d824cd4a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.23 "DELETE /v2.0/ports/a840689f-4066-4ec8-a4a6-e7f4a2de399d HTTP/1.1" status: 204 len: 173 time: 0.7857761 Sep 16 04:59:15.853175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db86e7-3be6-4cd6-b74f-08e1f5e65be8', 'name': 'network-vif-deleted', 'tag': 'a840689f-4066-4ec8-a4a6-e7f4a2de399d'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:15.855008 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4064b831-0bff-408e-8ce2-3cd7d19d4069" -d '{"events": [{"server_uuid": "b3db86e7-3be6-4cd6-b74f-08e1f5e65be8", "name": "network-vif-deleted", "tag": "a840689f-4066-4ec8-a4a6-e7f4a2de399d"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:15.910741 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530c2019-c6cd-4bac-b4df-ce5797c0b96b x-openstack-request-id: req-530c2019-c6cd-4bac-b4df-ce5797c0b96b {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:15.911134 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3db86e7-3be6-4cd6-b74f-08e1f5e65be8", "name": "network-vif-deleted", "tag": "a840689f-4066-4ec8-a4a6-e7f4a2de399d", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:15.911441 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-530c2019-c6cd-4bac-b4df-ce5797c0b96b {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:15.911897 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3db86e7-3be6-4cd6-b74f-08e1f5e65be8', 'name': 'network-vif-deleted', 'tag': 'a840689f-4066-4ec8-a4a6-e7f4a2de399d', 'status': 'completed', 'code': 200} Sep 16 04:59:15.927388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8a2ba-8ba5-4fcd-9acb-2fd9ce2d895d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=8eab277d-b702-4b2c-8ca9-dffa6cfe9dda,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:15.955684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a2ba-8ba5-4fcd-9acb-2fd9ce2d895d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.962674 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37102) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:15.988254 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ccb8a2ba-8ba5-4fcd-9acb-2fd9ce2d895d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/8eab277d-b702-4b2c-8ca9-dffa6cfe9dda HTTP/1.1" status: 204 len: 168 time: 0.6163478 Sep 16 04:59:16.038812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5f8201f3-5788-4a05-a8a8-83b6e2ef5e7d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685747 Sep 16 04:59:16.042202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37112) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:16.053733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7cbcce97-8684-4e95-9c01-9735754ad40d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:16.074705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-53e4fd67-da26-4b13-8f5b-62c4d7dc3408 None None] Could not find standard attr ID for object d6200760-606b-416f-8a65-d4aeebc9f393. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:59:16.081479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f903-a021-46b6-8ef3-2c8c72f9584e req-c0937e84-f681-4db7-9822-088e0f93437b tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.092328 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7363f903-a021-46b6-8ef3-2c8c72f9584e req-c0937e84-f681-4db7-9822-088e0f93437b tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1555219 Sep 16 04:59:16.102664 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.157479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9e02ff-f5dc-4f55-ba08-e7a390124831 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:16.165960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7363f903-a021-46b6-8ef3-2c8c72f9584e req-e30e3a10-cbdc-4643-9d72-5a16174ec0f4 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687912 Sep 16 04:59:16.240864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e02ff-f5dc-4f55-ba08-e7a390124831 None None] Deleting port fff1a614-d37c-4347-ba4c-4e2ba804643f {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:16.241680 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d9e02ff-f5dc-4f55-ba08-e7a390124831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.348719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5388c039-de1d-4654-ac16-9cc651708be2 req-d41cd93a-f436-4619-8ee7-1298f687e0c1 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3db86e7-3be6-4cd6-b74f-08e1f5e65be8 HTTP/1.1" status: 200 len: 210 time: 0.0317409 Sep 16 04:59:16.369395 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbcce97-8684-4e95-9c01-9735754ad40d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:16.369395 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7cbcce97-8684-4e95-9c01-9735754ad40d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.384649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7d9e02ff-f5dc-4f55-ba08-e7a390124831 None None] For port fff1a614-d37c-4347-ba4c-4e2ba804643f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fff1a614-d37c-4347-ba4c-4e2ba804643f,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:16.385656 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d9e02ff-f5dc-4f55-ba08-e7a390124831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.409086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e02ff-f5dc-4f55-ba08-e7a390124831 None None] Calling delete_port for fff1a614-d37c-4347-ba4c-4e2ba804643f owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:16.467907 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.639509 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d9e02ff-f5dc-4f55-ba08-e7a390124831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.663207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e02ff-f5dc-4f55-ba08-e7a390124831 None None] Pushing event deleted for resources: {'Port': ['ID=fff1a614-d37c-4347-ba4c-4e2ba804643f,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.669772 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e02ff-f5dc-4f55-ba08-e7a390124831 None None] No DVR routers for this DVR port fff1a614-d37c-4347-ba4c-4e2ba804643f on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:16.748726 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7cbcce97-8684-4e95-9c01-9735754ad40d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.800455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbcce97-8684-4e95-9c01-9735754ad40d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:16.803822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7cbcce97-8684-4e95-9c01-9735754ad40d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:16.809461 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbcce97-8684-4e95-9c01-9735754ad40d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.809976 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7cbcce97-8684-4e95-9c01-9735754ad40d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.815204 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb9b688-0990-40d6-b8fc-5739fd14d42d None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:16.830746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcce97-8684-4e95-9c01-9735754ad40d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=c16395df-45f2-4ca9-953d-5e659da9890e,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.908188 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7cbcce97-8684-4e95-9c01-9735754ad40d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8648670 Sep 16 04:59:16.911139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37144) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:16.916286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ca845297-0829-41bb-af7d-db4365f68e86 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:17.020648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': 'c16395df-45f2-4ca9-953d-5e659da9890e'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:17.022188 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.046468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a840689f-4066-4ec8-a4a6-e7f4a2de399d no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:17.081099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: a840689f-4066-4ec8-a4a6-e7f4a2de399d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:17.082235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a840689f-4066-4ec8-a4a6-e7f4a2de399d not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:17.175977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca845297-0829-41bb-af7d-db4365f68e86 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:17.179680 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca845297-0829-41bb-af7d-db4365f68e86 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.358036 n-d-712137-12 neutron-server[95451]: INFO neutron.db.ipam_backend_mixin [None req-ca845297-0829-41bb-af7d-db4365f68e86 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c16395df-45f2-4ca9-953d-5e659da9890e (CIDR: 2001:db8::/64) Sep 16 04:59:17.395528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83272444-8c0f-4fc1-beab-9a03d9ccd94b req-8875978f-d04f-4b3b-9c99-11843c2f9f49 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:17.405347 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83272444-8c0f-4fc1-beab-9a03d9ccd94b req-8875978f-d04f-4b3b-9c99-11843c2f9f49 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.0800045 Sep 16 04:59:17.417601 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca845297-0829-41bb-af7d-db4365f68e86 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:59:17.418789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca845297-0829-41bb-af7d-db4365f68e86 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:17.472348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83272444-8c0f-4fc1-beab-9a03d9ccd94b req-87afa1da-790c-4cc9-8e81-8ec21613fbd0 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649104 Sep 16 04:59:17.498452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Allocated IP 2001:db8::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/c16395df-45f2-4ca9-953d-5e659da9890e/f8e29208-21da-497d-bfa7-90b91c1f6b75) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:17.533329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fff1a614-d37c-4347-ba4c-4e2ba804643f no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:17.557339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37176) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:17.563032 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ca845297-0829-41bb-af7d-db4365f68e86 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6477928 Sep 16 04:59:17.565130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:17.571324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: fff1a614-d37c-4347-ba4c-4e2ba804643f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:17.571732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fff1a614-d37c-4347-ba4c-4e2ba804643f not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:17.617518 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.724689 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.759270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:17.763188 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.857873 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.897078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:17.899878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:17.904054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:17.915940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Pushing event updated for resources: {'Port': ['ID=f8e29208-21da-497d-bfa7-90b91c1f6b75,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:17.975843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Attempting to bind port f8e29208-21da-497d-bfa7-90b91c1f6b75 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:17.976120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Attempting to bind port f8e29208-21da-497d-bfa7-90b91c1f6b75 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:17.976517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Attempting to bind port f8e29208-21da-497d-bfa7-90b91c1f6b75 on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:17.982116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:17.982356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:17.982753 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.983162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:17.983632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Bound port: f8e29208-21da-497d-bfa7-90b91c1f6b75, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:17.984022 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.111603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] For port f8e29208-21da-497d-bfa7-90b91c1f6b75, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:18.118377 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] For port f8e29208-21da-497d-bfa7-90b91c1f6b75, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f8e29208-21da-497d-bfa7-90b91c1f6b75,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:18.159392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97629d9c-e63e-4ce5-bb63-1ae811aa0e68 req-6693bf23-84f3-4875-bf65-047b695d09e7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.161063 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97629d9c-e63e-4ce5-bb63-1ae811aa0e68 req-6693bf23-84f3-4875-bf65-047b695d09e7 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.0738845 Sep 16 04:59:18.208416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97629d9c-e63e-4ce5-bb63-1ae811aa0e68 req-7b637621-255b-40e7-a0d9-4e7fbdecf8ee tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413561 Sep 16 04:59:18.280157 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.366522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e9967-0239-4220-a502-26cab3dc2a14 None None] Pushing event updated for resources: {'Port': ['ID=f8e29208-21da-497d-bfa7-90b91c1f6b75,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:18.475666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.objects.ports [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:59:18.814168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3394174-e52f-4064-8cd0-46e2c3bca708 req-e5947ebd-6a93-40a3-a69e-9e94df509c9c tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.815505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3394174-e52f-4064-8cd0-46e2c3bca708 req-e5947ebd-6a93-40a3-a69e-9e94df509c9c tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1310732 Sep 16 04:59:18.872562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3394174-e52f-4064-8cd0-46e2c3bca708 req-292c8f92-5f4e-4382-889b-2b541445c809 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Sep 16 04:59:18.975741 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.554343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f8e29208-21da-497d-bfa7-90b91c1f6b75 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:19.644714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f8e29208-21da-497d-bfa7-90b91c1f6b75 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:19.645627 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.666645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98e341-0ab6-4e98-bc06-3b44f8de0344 req-d8b1184d-6ba2-4f0b-812d-d86210b3f96a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:19.668209 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba98e341-0ab6-4e98-bc06-3b44f8de0344 req-d8b1184d-6ba2-4f0b-812d-d86210b3f96a tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1671839 Sep 16 04:59:19.686701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c691b-0af4-47d0-9ae5-fa75f35cbe79 req-61023a7e-fe55-4b69-bd68-5b106d81eb10 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:19.688206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae5c691b-0af4-47d0-9ae5-fa75f35cbe79 req-61023a7e-fe55-4b69-bd68-5b106d81eb10 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 945 time: 0.1886134 Sep 16 04:59:19.758088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] For port f8e29208-21da-497d-bfa7-90b91c1f6b75, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f8e29208-21da-497d-bfa7-90b91c1f6b75,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:19.768057 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.787946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-707d0458-fde1-4889-995b-47fc928261d1 None None] Provisioning complete for port f8e29208-21da-497d-bfa7-90b91c1f6b75 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:19.787946 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-707d0458-fde1-4889-995b-47fc928261d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.797982 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae5c691b-0af4-47d0-9ae5-fa75f35cbe79 req-437fb8c9-42a9-4f80-9bd1-e6d300c96997 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bcd8392-f6ff-4454-9155-3f020ceba574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956390 Sep 16 04:59:19.848898 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.881092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-ba98e341-0ab6-4e98-bc06-3b44f8de0344 req-419e9b0d-fefa-4536-af77-942fbccb6229 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Deleting port 13608883-d666-4ee5-81e1-d098374e7c45 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:19.881596 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ba98e341-0ab6-4e98-bc06-3b44f8de0344 req-419e9b0d-fefa-4536-af77-942fbccb6229 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.926928 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-707d0458-fde1-4889-995b-47fc928261d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.993018 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:59:19.993510 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:59:20.005530 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.006388 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.040612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-707d0458-fde1-4889-995b-47fc928261d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:59:20.041184 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-707d0458-fde1-4889-995b-47fc928261d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:59:20.144208 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:20.161987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:20.169406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=6fe5e735-8a81-4564-bd41-194162d84884,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.173759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd597df9-cea8-4fee-be2c-270f931306b7 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:20.174032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.174712 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.187894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ba98e341-0ab6-4e98-bc06-3b44f8de0344 req-419e9b0d-fefa-4536-af77-942fbccb6229 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] For port 13608883-d666-4ee5-81e1-d098374e7c45, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=13608883-d666-4ee5-81e1-d098374e7c45,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:20.187894 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ba98e341-0ab6-4e98-bc06-3b44f8de0344 req-419e9b0d-fefa-4536-af77-942fbccb6229 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.202262 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=f8e29208-21da-497d-bfa7-90b91c1f6b75,revision_number=4']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.218472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-ba98e341-0ab6-4e98-bc06-3b44f8de0344 req-419e9b0d-fefa-4536-af77-942fbccb6229 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Calling delete_port for 13608883-d666-4ee5-81e1-d098374e7c45 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:20.232870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a677ad-9290-4b41-a2cb-0dc9d054c476 req-e9a64a8f-155a-4683-a23f-55b690af0a98 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.234537 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31a677ad-9290-4b41-a2cb-0dc9d054c476 req-e9a64a8f-155a-4683-a23f-55b690af0a98 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.2353375 Sep 16 04:59:20.324912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31a677ad-9290-4b41-a2cb-0dc9d054c476 req-0d72b6cc-8f36-4de8-a434-96d45acbc1a5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823302 Sep 16 04:59:20.352628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37290) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:20.353143 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5eaaf055-a5b6-4e44-9496-20e53b147b14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7885911 Sep 16 04:59:20.353277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:0b:be:d1', 'name': 'tempest-NetworksTestDHCPv6-1612078268'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:20.479488 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ba98e341-0ab6-4e98-bc06-3b44f8de0344 req-419e9b0d-fefa-4536-af77-942fbccb6229 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.493165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['13608883-d666-4ee5-81e1-d098374e7c45'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:20.514803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e9b0d-fefa-4536-af77-942fbccb6229 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Pushing event deleted for resources: {'Port': ['ID=13608883-d666-4ee5-81e1-d098374e7c45,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.588165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:20.592926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba98e341-0ab6-4e98-bc06-3b44f8de0344 req-419e9b0d-fefa-4536-af77-942fbccb6229 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] No DVR routers for this DVR port 13608883-d666-4ee5-81e1-d098374e7c45 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:20.602026 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ba98e341-0ab6-4e98-bc06-3b44f8de0344 req-419e9b0d-fefa-4536-af77-942fbccb6229 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.604236 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba98e341-0ab6-4e98-bc06-3b44f8de0344 req-419e9b0d-fefa-4536-af77-942fbccb6229 tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.23 "DELETE /v2.0/ports/13608883-d666-4ee5-81e1-d098374e7c45 HTTP/1.1" status: 204 len: 173 time: 0.9265809 Sep 16 04:59:20.607532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1916b72-0453-4cae-8e8e-5048220b6c82', 'name': 'network-vif-deleted', 'tag': '13608883-d666-4ee5-81e1-d098374e7c45'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:20.609554 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8506fc9-efef-4fcd-8d32-5ae72dc0a67d" -d '{"events": [{"server_uuid": "d1916b72-0453-4cae-8e8e-5048220b6c82", "name": "network-vif-deleted", "tag": "13608883-d666-4ee5-81e1-d098374e7c45"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:20.673186 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20fd4fe-9ac8-4097-9191-083170a0d0f5 x-openstack-request-id: req-a20fd4fe-9ac8-4097-9191-083170a0d0f5 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:20.673830 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.674847 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1916b72-0453-4cae-8e8e-5048220b6c82", "name": "network-vif-deleted", "tag": "13608883-d666-4ee5-81e1-d098374e7c45", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:20.675986 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-707d0458-fde1-4889-995b-47fc928261d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.676530 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a20fd4fe-9ac8-4097-9191-083170a0d0f5 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:20.677131 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1916b72-0453-4cae-8e8e-5048220b6c82', 'name': 'network-vif-deleted', 'tag': '13608883-d666-4ee5-81e1-d098374e7c45', 'status': 'completed', 'code': 200} Sep 16 04:59:20.738742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port f8e29208-21da-497d-bfa7-90b91c1f6b75, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f8e29208-21da-497d-bfa7-90b91c1f6b75,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:20.857568 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.873983 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.948210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port b92e48a5-139a-4b93-80d7-ae6312e1d5bf yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:21.044978 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff7fc451-4bb6-4d6b-a106-9309ec33234f req-4cf741a5-592b-43cb-88ab-49cb84f32ceb tempest-ListServerFiltersTestJSON-358693260 tempest-ListServerFiltersTestJSON-358693260-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1916b72-0453-4cae-8e8e-5048220b6c82 HTTP/1.1" status: 200 len: 210 time: 0.0645626 Sep 16 04:59:21.121995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=f8e29208-21da-497d-bfa7-90b91c1f6b75,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:21.149026 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-707d0458-fde1-4889-995b-47fc928261d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:59:21.149391 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-707d0458-fde1-4889-995b-47fc928261d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:59:21.207578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::39b (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/c16395df-45f2-4ca9-953d-5e659da9890e/b92e48a5-139a-4b93-80d7-ae6312e1d5bf) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:21.215580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:bed1 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/6fe5e735-8a81-4564-bd41-194162d84884/b92e48a5-139a-4b93-80d7-ae6312e1d5bf) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:21.449248 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.527917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadc764-70d7-4dfe-99cf-87e0fbf82b7d req-a385f863-6948-4e43-a390-7205c0ff4f5a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.533297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5eadc764-70d7-4dfe-99cf-87e0fbf82b7d req-a385f863-6948-4e43-a390-7205c0ff4f5a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1064551 Sep 16 04:59:21.533825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f8e29208-21da-497d-bfa7-90b91c1f6b75 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:21.610126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5eadc764-70d7-4dfe-99cf-87e0fbf82b7d req-3f3e4d7d-0cba-4450-a141-01358bac4b07 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675170 Sep 16 04:59:21.633711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.637899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f8e29208-21da-497d-bfa7-90b91c1f6b75 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:21.638526 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.696812 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:21.702739 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:21.704542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=b92e48a5-139a-4b93-80d7-ae6312e1d5bf,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:21.715834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:21.719803 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.720593 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.733121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:21.733484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:21.733833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:21.734201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:21.734553 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:21.734964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:21.735290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:21.735523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:21.735850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:21.736184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:21.736558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:21.737111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:21.812526 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-229f6c8e-7df6-4b5f-a699-6d911c48fd1c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4643011 Sep 16 04:59:21.814300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37352) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.934085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ce89530f-6187-4050-b8b0-211221d1e221 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port b92e48a5-139a-4b93-80d7-ae6312e1d5bf {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:21.934519 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce89530f-6187-4050-b8b0-211221d1e221 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.107082 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce89530f-6187-4050-b8b0-211221d1e221 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.123230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ce89530f-6187-4050-b8b0-211221d1e221 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for b92e48a5-139a-4b93-80d7-ae6312e1d5bf owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:22.169172 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37376) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.229923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e67b333-3221-4628-a612-f95534973c7a admin admin] Deleting subnet ea359d98-04e4-4fc6-a913-600d7afe63ca {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:22.233468 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0e67b333-3221-4628-a612-f95534973c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.287174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a068dfc2-bd1e-4f36-ada5-bd4d754e26f6 None None] Provisioning complete for port b92e48a5-139a-4b93-80d7-ae6312e1d5bf triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:22.287844 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a068dfc2-bd1e-4f36-ada5-bd4d754e26f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.292077 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0e67b333-3221-4628-a612-f95534973c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.344445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a068dfc2-bd1e-4f36-ada5-bd4d754e26f6 None None] Port b92e48a5-139a-4b93-80d7-ae6312e1d5bf cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:22.356814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a068dfc2-bd1e-4f36-ada5-bd4d754e26f6 None None] Provisioning complete for port f8e29208-21da-497d-bfa7-90b91c1f6b75 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:22.357583 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a068dfc2-bd1e-4f36-ada5-bd4d754e26f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.404691 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0e67b333-3221-4628-a612-f95534973c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.444741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce89530f-6187-4050-b8b0-211221d1e221 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.500067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89530f-6187-4050-b8b0-211221d1e221 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=b92e48a5-139a-4b93-80d7-ae6312e1d5bf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:22.561362 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce89530f-6187-4050-b8b0-211221d1e221 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.566553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37390) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.566794 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ce89530f-6187-4050-b8b0-211221d1e221 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/b92e48a5-139a-4b93-80d7-ae6312e1d5bf HTTP/1.1" status: 204 len: 168 time: 0.7510681 Sep 16 04:59:22.603813 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0e67b333-3221-4628-a612-f95534973c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.643852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67b333-3221-4628-a612-f95534973c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea359d98-04e4-4fc6-a913-600d7afe63ca,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:22.651319 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0e67b333-3221-4628-a612-f95534973c7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.669324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0e67b333-3221-4628-a612-f95534973c7a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ea359d98-04e4-4fc6-a913-600d7afe63ca HTTP/1.1" status: 204 len: 168 time: 0.4842291 Sep 16 04:59:22.669545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37398) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.669666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612cc7de-f8ed-4244-a30f-72bbb0c5a453 None None] Network 81407226-e1ec-4a58-8307-08915dad203e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:22.700399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84acf01-e2fc-4fbb-ad78-78967b151ac7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.705230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d84acf01-e2fc-4fbb-ad78-78967b151ac7 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1350787 Sep 16 04:59:22.707096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37400) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.782812 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.866431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a50c51-bc4c-4578-8360-bff1ea973fe2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.868450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f9a50c51-bc4c-4578-8360-bff1ea973fe2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1599197 Sep 16 04:59:22.874983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37406) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.882132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fb14a-f30c-48b1-989a-f764baffe045 req-5f7b754b-6d95-465a-96d0-b422cc611c4f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.894955 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa1fb14a-f30c-48b1-989a-f764baffe045 req-5f7b754b-6d95-465a-96d0-b422cc611c4f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1083968 Sep 16 04:59:22.941926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa1fb14a-f30c-48b1-989a-f764baffe045 req-fc506e4e-c2c7-4533-a8a1-fdd976cd7e5b tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449533 Sep 16 04:59:22.984420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Deleting port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:22.984924 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.995656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb760797-1610-43f0-9124-742b109cc797 None None] DHCP port deletion for 81407226-e1ec-4a58-8307-08915dad203e request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:23.000326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf16af5-6870-47ba-8633-f7b008e28129 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.002744 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf16af5-6870-47ba-8633-f7b008e28129 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.004422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf16af5-6870-47ba-8633-f7b008e28129 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.008940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37414) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:23.009579 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9cf16af5-6870-47ba-8633-f7b008e28129 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1333261 Sep 16 04:59:23.060707 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Deleting port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:23.061188 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.075627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 13608883-d666-4ee5-81e1-d098374e7c45 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:23.110277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] For port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7f713d86-7ffa-4b3b-800f-43ac8ed924c7,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:23.110875 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.111721 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:59:23.118961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 13608883-d666-4ee5-81e1-d098374e7c45 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:23.120732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 13608883-d666-4ee5-81e1-d098374e7c45 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:23.137080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Calling delete_port for 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:23.169062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-1449b14f-bc47-448d-bb26-5a68934a05ca tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 6fe5e735-8a81-4564-bd41-194162d84884 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:23.176785 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1449b14f-bc47-448d-bb26-5a68934a05ca tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.216065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cb760797-1610-43f0-9124-742b109cc797 None None] For port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7f713d86-7ffa-4b3b-800f-43ac8ed924c7,segment=NetworkSegment(50452291-c55a-4645-b882-2ae048f10593),segment_id=50452291-c55a-4645-b882-2ae048f10593)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:23.216494 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.231288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Calling delete_port for 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:23.299736 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1449b14f-bc47-448d-bb26-5a68934a05ca tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.405173 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1449b14f-bc47-448d-bb26-5a68934a05ca tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.445106 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.454226 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.499263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Pushing event deleted for resources: {'Port': ['ID=7f713d86-7ffa-4b3b-800f-43ac8ed924c7,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.511003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:23.512283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:23.512728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:23.513068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:23.513548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:23.514102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:23.521524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:23.522000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:23.523031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:23.523385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:23.526245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:23.526633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb760797-1610-43f0-9124-742b109cc797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:23.531404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f713d86-7ffa-4b3b-800f-43ac8ed924c7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.540529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:23.544038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb760797-1610-43f0-9124-742b109cc797 None None] No DVR routers for this DVR port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:23.555977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] No DVR routers for this DVR port 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:23.576326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:23.576326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7f713d86-7ffa-4b3b-800f-43ac8ed924c7 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:23.611737 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1449b14f-bc47-448d-bb26-5a68934a05ca tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.653451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.653718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449b14f-bc47-448d-bb26-5a68934a05ca tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe5e735-8a81-4564-bd41-194162d84884,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.668214 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1449b14f-bc47-448d-bb26-5a68934a05ca tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.668679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af6cec5-bbc5-41a7-8a8d-7d99b5408698 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:23.679432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1449b14f-bc47-448d-bb26-5a68934a05ca tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/6fe5e735-8a81-4564-bd41-194162d84884 HTTP/1.1" status: 204 len: 168 time: 0.6621826 Sep 16 04:59:23.679432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37450) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:23.701227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81407226-e1ec-4a58-8307-08915dad203e']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:23.719437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50452291-c55a-4645-b882-2ae048f10593') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:23.720221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50452291-c55a-4645-b882-2ae048f10593') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:23.734418 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.754323 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.769983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-360ef370-459a-4ce0-84e3-09e781cead18 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet c16395df-45f2-4ca9-953d-5e659da9890e {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:23.775431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:23.776170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: timer() Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:23.779891 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:23.796273 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-360ef370-459a-4ce0-84e3-09e781cead18 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.869931 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-360ef370-459a-4ce0-84e3-09e781cead18 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.947747 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.974372 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.976907 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] 10.222.0.24 "DELETE /v2.0/networks/81407226-e1ec-4a58-8307-08915dad203e HTTP/1.1" status: 204 len: 168 time: 1.3187163 Sep 16 04:59:23.989138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb1ab7-8ebd-4560-a2fb-e6c12ad7680c admin admin] Pushing event deleted for resources: {'Network': ['ID=81407226-e1ec-4a58-8307-08915dad203e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.991195 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-360ef370-459a-4ce0-84e3-09e781cead18 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.122765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaff11-7f8b-4d55-aa33-f18ede85276d req-bbb52a88-1c58-4690-88ea-e0e970def59a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.124678 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3edaff11-7f8b-4d55-aa33-f18ede85276d req-bbb52a88-1c58-4690-88ea-e0e970def59a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.0746031 Sep 16 04:59:24.181781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3edaff11-7f8b-4d55-aa33-f18ede85276d req-8f0d3aa0-5174-4544-8067-22e8cc2b35ad tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523381 Sep 16 04:59:24.188407 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-360ef370-459a-4ce0-84e3-09e781cead18 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.195842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7813a75a-b81a-4d2e-a33e-c9bca72f52bb details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:24.198053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7813a75a-b81a-4d2e-a33e-c9bca72f52bb no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:24.240618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ef370-459a-4ce0-84e3-09e781cead18 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=c16395df-45f2-4ca9-953d-5e659da9890e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:24.250080 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-360ef370-459a-4ce0-84e3-09e781cead18 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.252592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-360ef370-459a-4ce0-84e3-09e781cead18 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/c16395df-45f2-4ca9-953d-5e659da9890e HTTP/1.1" status: 204 len: 168 time: 0.5775034 Sep 16 04:59:24.254947 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37472) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:24.322544 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-af6cda35-342d-41ed-9ba9-b28d8d7a704a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658975 Sep 16 04:59:24.326182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37482) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:24.331222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e3a7aa4d-9275-4121-bb5c-6ba88ec39df6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:24.458969 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.495243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:24.517188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb', 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135', 'port_id': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb', 'mac_address': 'fa:16:3e:01:f1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31214987-0630-473d-88f1-2c85c394857c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:24.522336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff488320-adb4-4830-98e0-451137febf1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:24.524617 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3db0e1-02c7-4a06-8749-b2fe4f225d23" -d '{"events": [{"server_uuid": "ff488320-adb4-4830-98e0-451137febf1e", "name": "network-vif-unplugged", "status": "completed", "tag": "7813a75a-b81a-4d2e-a33e-c9bca72f52bb"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:24.544680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:24.573371 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c416fe0-f1aa-4f6a-8b43-d59e90bae2e7 x-openstack-request-id: req-8c416fe0-f1aa-4f6a-8b43-d59e90bae2e7 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:24.574291 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff488320-adb4-4830-98e0-451137febf1e", "name": "network-vif-unplugged", "status": "completed", "tag": "7813a75a-b81a-4d2e-a33e-c9bca72f52bb", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:24.575090 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c416fe0-f1aa-4f6a-8b43-d59e90bae2e7 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:24.575594 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff488320-adb4-4830-98e0-451137febf1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb', 'code': 200} Sep 16 04:59:24.599822 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.613906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7813a75a-b81a-4d2e-a33e-c9bca72f52bb {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:24.665391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a7aa4d-9275-4121-bb5c-6ba88ec39df6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:24.669350 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3a7aa4d-9275-4121-bb5c-6ba88ec39df6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.709423 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.735184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37494) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:24.814092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c64b9447-74f1-4f37-8b07-d543f2bf45cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82f6977f57cb4b9cab134223a9d5476b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777550 Sep 16 04:59:24.816676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37498) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:24.823725 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:59:24.825038 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:59:24.850464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:24.878194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9da22a-e2b6-4a45-82e8-b78b16675e40 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:24.898615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3950d26-d966-4ed3-a393-fc1167526611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.924206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3950d26-d966-4ed3-a393-fc1167526611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.978754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a7877578-5d60-401d-92f8-9a312ce78ff4 None None] Provisioning complete for port f8e29208-21da-497d-bfa7-90b91c1f6b75 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:24.979480 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a7877578-5d60-401d-92f8-9a312ce78ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.063057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3a7aa4d-9275-4121-bb5c-6ba88ec39df6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.111788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a7aa4d-9275-4121-bb5c-6ba88ec39df6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:25.119009 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3950d26-d966-4ed3-a393-fc1167526611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.122846 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3950d26-d966-4ed3-a393-fc1167526611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.123980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e3950d26-d966-4ed3-a393-fc1167526611 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bcd8392-f6ff-4454-9155-3f020ceba574 HTTP/1.1" status: 204 len: 168 time: 0.3057451 Sep 16 04:59:25.128539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e3a7aa4d-9275-4121-bb5c-6ba88ec39df6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:25.134004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a7aa4d-9275-4121-bb5c-6ba88ec39df6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.134604 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3a7aa4d-9275-4121-bb5c-6ba88ec39df6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.141265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3950d26-d966-4ed3-a393-fc1167526611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcd8392-f6ff-4454-9155-3f020ceba574,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.164319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7aa4d-9275-4121-bb5c-6ba88ec39df6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=28015cd2-4dcb-487b-9b07-aa4343829297,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.209978 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c3f8b-97f3-4a88-a8de-84b557199c79 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:25.273347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-551c3f8b-97f3-4a88-a8de-84b557199c79 None None] Deleting port f8e29208-21da-497d-bfa7-90b91c1f6b75 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:25.273629 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-551c3f8b-97f3-4a88-a8de-84b557199c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.289847 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e3a7aa4d-9275-4121-bb5c-6ba88ec39df6 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9599838 Sep 16 04:59:25.290165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37518) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:25.297109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5258d1a1-a2b5-4d24-8455-e3a0e3fa9d93 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:25.455861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7310-9f34-4430-8287-9f906ff0c114 req-dc300eb4-763d-4c3b-9aed-aef255a30907 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.464889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a5a7310-9f34-4430-8287-9f906ff0c114 req-dc300eb4-763d-4c3b-9aed-aef255a30907 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 943 time: 0.1386392 Sep 16 04:59:25.468643 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.515038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-551c3f8b-97f3-4a88-a8de-84b557199c79 None None] For port f8e29208-21da-497d-bfa7-90b91c1f6b75, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f8e29208-21da-497d-bfa7-90b91c1f6b75,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:25.515038 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-551c3f8b-97f3-4a88-a8de-84b557199c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.523934 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7813a75a-b81a-4d2e-a33e-c9bca72f52bb {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:25.536525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-551c3f8b-97f3-4a88-a8de-84b557199c79 None None] Calling delete_port for f8e29208-21da-497d-bfa7-90b91c1f6b75 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:25.558855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:25.575467 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a5a7310-9f34-4430-8287-9f906ff0c114 req-51bca64c-cb7e-4771-afba-c3e7386718bf tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092978 Sep 16 04:59:25.602743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f8e29208-21da-497d-bfa7-90b91c1f6b75 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:25.720332 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.788421 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.821466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5258d1a1-a2b5-4d24-8455-e3a0e3fa9d93 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:25.825391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.826583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5258d1a1-a2b5-4d24-8455-e3a0e3fa9d93 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.962862 n-d-712137-12 neutron-server[95452]: INFO neutron.db.ipam_backend_mixin [None req-5258d1a1-a2b5-4d24-8455-e3a0e3fa9d93 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28015cd2-4dcb-487b-9b07-aa4343829297 (CIDR: 2001:db8::/64) Sep 16 04:59:25.982172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['7813a75a-b81a-4d2e-a33e-c9bca72f52bb'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:26.305115 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-551c3f8b-97f3-4a88-a8de-84b557199c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.350360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c3f8b-97f3-4a88-a8de-84b557199c79 None None] Pushing event deleted for resources: {'Port': ['ID=f8e29208-21da-497d-bfa7-90b91c1f6b75,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:26.359977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c3f8b-97f3-4a88-a8de-84b557199c79 None None] No DVR routers for this DVR port f8e29208-21da-497d-bfa7-90b91c1f6b75 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:26.362368 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5258d1a1-a2b5-4d24-8455-e3a0e3fa9d93 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:59:26.362944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5258d1a1-a2b5-4d24-8455-e3a0e3fa9d93 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:26.404444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6540c42d-d22c-4d33-8d9a-ead6416edb9a None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:26.577074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5258d1a1-a2b5-4d24-8455-e3a0e3fa9d93 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2857680 Sep 16 04:59:26.582511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37562) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:26.587569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'subnet': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:26.606235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'tenant_id': 'ad9baaaf51c84ae2aea3bff301ce20e2', 'fixed_ips': [{'subnet_id': '28015cd2-4dcb-487b-9b07-aa4343829297'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:26.607465 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.806860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Allocated IP 2001:db8::2 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/28015cd2-4dcb-487b-9b07-aa4343829297/bc195060-8594-4cdf-b361-1451cae72c2b) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:26.833859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908aaf8-17f6-4b1d-9054-3e4740c4ff7c req-b84ed5c9-09eb-4cc8-b1b9-b3751caf6e08 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.835449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6908aaf8-17f6-4b1d-9054-3e4740c4ff7c req-b84ed5c9-09eb-4cc8-b1b9-b3751caf6e08 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 944 time: 0.1635323 Sep 16 04:59:26.895331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6908aaf8-17f6-4b1d-9054-3e4740c4ff7c req-932b6664-e9be-449d-b392-6d2c25aad388 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501659 Sep 16 04:59:26.993047 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.101719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:27.106747 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.148107 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37590) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:27.154625 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.205502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:27.212658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:27.217035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:27.219303 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Pushing event updated for resources: {'Port': ['ID=bc195060-8594-4cdf-b361-1451cae72c2b,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:27.287090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Attempting to bind port bc195060-8594-4cdf-b361-1451cae72c2b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:27.287751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Attempting to bind port bc195060-8594-4cdf-b361-1451cae72c2b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:27.288308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Attempting to bind port bc195060-8594-4cdf-b361-1451cae72c2b on network ff635d0a-ba15-40bf-978a-8e7613d4bfcd {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:27.301267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:27.302152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Checking segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:27.302552 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.302952 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Bound using segment: {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:27.303617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Bound port: bc195060-8594-4cdf-b361-1451cae72c2b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc9261a-1501-495d-85bc-eb3cc13b01cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:27.303805 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.382533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1750721242-network', 'tenant_id': '2d276641d1e14dda804a7b794a2efc09'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:27.394977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] For port bc195060-8594-4cdf-b361-1451cae72c2b, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:27.400185 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] For port bc195060-8594-4cdf-b361-1451cae72c2b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bc195060-8594-4cdf-b361-1451cae72c2b,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:27.514540 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.587970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Made reservation on behalf of 2d276641d1e14dda804a7b794a2efc09 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:27.587970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.589335 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8d8ec-afe9-4b6f-8e45-5ac6cc43317f None None] Pushing event updated for resources: {'Port': ['ID=bc195060-8594-4cdf-b361-1451cae72c2b,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:27.605662 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.727796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.objects.ports [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:59:27.778985 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.858023 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.882470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:27.893638 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.893993 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Added segment f9a24a91-a147-4d0c-be7a-6086c02380b0 of type vlan for network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 Sep 16 04:59:27.956923 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.973693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43266b4-246f-4f44-9a61-77145d6335cd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.074560 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.078422 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.078422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.078422 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.142922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6af520-a41f-4201-924d-59969a3337be req-b41f0fd0-83b0-4ff6-a714-f3530a946edb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.145997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b6af520-a41f-4201-924d-59969a3337be req-b41f0fd0-83b0-4ff6-a714-f3530a946edb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 944 time: 0.1117423 Sep 16 04:59:28.155940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] Pushing event updated for resources: {'Network': ['ID=1efdc992-0259-4e16-84f8-38bfbf4d71c9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.166292 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:28.233715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7813a75a-b81a-4d2e-a33e-c9bca72f52bb up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:28.248363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b6af520-a41f-4201-924d-59969a3337be req-155d246e-b07e-40ed-b145-6f988a7f260d tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917776 Sep 16 04:59:28.314530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:28.314913 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.344872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] For port bc195060-8594-4cdf-b361-1451cae72c2b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bc195060-8594-4cdf-b361-1451cae72c2b,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:28.387820 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.413148 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.416760 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b1274a8a-1b6b-47f3-9552-6d422a59d145 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2670195 Sep 16 04:59:28.424787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37628) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:28.425488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b4f11701-bd08-426d-9ec1-f4914cdf50eb admin admin] Request body: {'subnet': {'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1750721242-subnet', 'tenant_id': '2d276641d1e14dda804a7b794a2efc09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:28.478448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff488320-adb4-4830-98e0-451137febf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:28.479441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.480843 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.481411 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112df3c1-81df-4b36-9c65-dbd59c46ea10" -d '{"events": [{"server_uuid": "ff488320-adb4-4830-98e0-451137febf1e", "name": "network-vif-plugged", "status": "completed", "tag": "7813a75a-b81a-4d2e-a33e-c9bca72f52bb"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:28.500148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:28.535989 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baee6c21-5d13-4272-aeb2-4146669b658c x-openstack-request-id: req-baee6c21-5d13-4272-aeb2-4146669b658c {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:28.536283 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff488320-adb4-4830-98e0-451137febf1e", "name": "network-vif-plugged", "status": "completed", "tag": "7813a75a-b81a-4d2e-a33e-c9bca72f52bb", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:28.536775 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-baee6c21-5d13-4272-aeb2-4146669b658c {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:28.537184 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff488320-adb4-4830-98e0-451137febf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb', 'code': 200} Sep 16 04:59:28.582920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:28.606522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:28.612830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.613692 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.627654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=bc195060-8594-4cdf-b361-1451cae72c2b,revision_number=4']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.634465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Subnet': ['ID=3284ba9d-ae6b-4fec-a23c-142fd8562a35,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.696281 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f11701-bd08-426d-9ec1-f4914cdf50eb admin admin] Made reservation on behalf of 2d276641d1e14dda804a7b794a2efc09 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:28.702963 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4f11701-bd08-426d-9ec1-f4914cdf50eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.748599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114b622-c4ef-4db1-96c1-f34c92859007 req-3d89b7ab-0a7a-4c0f-8433-ef5970d2036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.750829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7114b622-c4ef-4db1-96c1-f34c92859007 req-3d89b7ab-0a7a-4c0f-8433-ef5970d2036e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 1096 time: 0.0629377 Sep 16 04:59:28.782613 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.799838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7114b622-c4ef-4db1-96c1-f34c92859007 req-354fdeb7-7710-4dc3-8928-d071630882b5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Sep 16 04:59:28.845512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-724298f3-cb06-4272-8d15-d3990fe92d3a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2619512 Sep 16 04:59:28.848390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37644) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:28.854089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Request body: {'port': {'network_id': 'ff635d0a-ba15-40bf-978a-8e7613d4bfcd', 'mac_address': 'fa:16:3e:34:26:4a', 'name': 'tempest-NetworksTestDHCPv6-1882763579'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:28.857533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.921569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9aec90-28e8-47bd-b638-285c12586f8a None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:29.049757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24ee40e9-7a8f-4562-ada2-f0086f9a8e6b None None] Provisioning complete for port bc195060-8594-4cdf-b361-1451cae72c2b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:29.050125 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24ee40e9-7a8f-4562-ada2-f0086f9a8e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.159842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4f11701-bd08-426d-9ec1-f4914cdf50eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.193500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Made reservation on behalf of ad9baaaf51c84ae2aea3bff301ce20e2 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:29.201442 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24ee40e9-7a8f-4562-ada2-f0086f9a8e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.242427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24ee40e9-7a8f-4562-ada2-f0086f9a8e6b None None] For port bc195060-8594-4cdf-b361-1451cae72c2b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bc195060-8594-4cdf-b361-1451cae72c2b,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:29.244036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f11701-bd08-426d-9ec1-f4914cdf50eb admin admin] Checking segment: {'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:29.244711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f11701-bd08-426d-9ec1-f4914cdf50eb admin admin] Network hostable DHCP agents. Network: 1efdc992-0259-4e16-84f8-38bfbf4d71c9, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:29.248863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f11701-bd08-426d-9ec1-f4914cdf50eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=53742e54-d8f4-4e01-bead-3cd6f5553544,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.336332 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24ee40e9-7a8f-4562-ada2-f0086f9a8e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.372979 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.388501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f11701-bd08-426d-9ec1-f4914cdf50eb admin admin] Network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:29.418477 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee40e9-7a8f-4562-ada2-f0086f9a8e6b None None] Pushing event updated for resources: {'Port': ['ID=bc195060-8594-4cdf-b361-1451cae72c2b,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.429054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] device_id is not set on port e50cde30-5c5b-4d51-ac7e-4673491928b8 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:29.518682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfde4ad-a71d-49b6-8f8b-b2b0553aba8e req-e145149b-a3b8-422b-b83c-df9d700a308e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.526282 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9dfde4ad-a71d-49b6-8f8b-b2b0553aba8e req-e145149b-a3b8-422b-b83c-df9d700a308e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.1736698 Sep 16 04:59:29.547883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-b4f11701-bd08-426d-9ec1-f4914cdf50eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 1efdc992-0259-4e16-84f8-38bfbf4d71c9) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:29.554180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f11701-bd08-426d-9ec1-f4914cdf50eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.555074 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4f11701-bd08-426d-9ec1-f4914cdf50eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.564765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b28f88-a0dc-48c5-9576-24355c289384 None None] Network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:29.591382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bc195060-8594-4cdf-b361-1451cae72c2b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:29.631139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9dfde4ad-a71d-49b6-8f8b-b2b0553aba8e req-bbf3796f-6ad3-445c-a825-c51df40b4fcd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000187 Sep 16 04:59:29.782173 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b4f11701-bd08-426d-9ec1-f4914cdf50eb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3547828 Sep 16 04:59:29.845130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8::1b1 (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/28015cd2-4dcb-487b-9b07-aa4343829297/e50cde30-5c5b-4d51-ac7e-4673491928b8) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:29.895195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port bc195060-8594-4cdf-b361-1451cae72c2b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:29.895513 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.896953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:264a (ff635d0a-ba15-40bf-978a-8e7613d4bfcd/3284ba9d-ae6b-4fec-a23c-142fd8562a35/e50cde30-5c5b-4d51-ac7e-4673491928b8) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:29.907481 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0df4f58-3bab-41d6-988d-d6e67f6be01a None None] Network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:30.132156 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-966d433c-e4ae-4317-9cd6-7a0987af5096 None None] Provisioning complete for port bc195060-8594-4cdf-b361-1451cae72c2b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:30.133200 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-966d433c-e4ae-4317-9cd6-7a0987af5096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.238449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.476003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.494432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-f5ad7e0d-a8ed-4845-b4d4-be4cbc0bdef3 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.496048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-f5ad7e0d-a8ed-4845-b4d4-be4cbc0bdef3 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/networks?id=1efdc992-0259-4e16-84f8-38bfbf4d71c9 HTTP/1.1" status: 200 len: 818 time: 0.1198268 Sep 16 04:59:30.544548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:30.549828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-17d598ae-80b1-4354-ac30-0d482b7d5114 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/quotas/2d276641d1e14dda804a7b794a2efc09 HTTP/1.1" status: 200 len: 375 time: 0.0320010 Sep 16 04:59:30.555933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:30.563513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:30.570260 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.571001 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.585489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event updated for resources: {'Port': ['ID=e50cde30-5c5b-4d51-ac7e-4673491928b8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:30.616763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-24463a12-b3cd-4ca8-aead-93eda6453b61 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d276641d1e14dda804a7b794a2efc09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542345 Sep 16 04:59:30.861124 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-8d5e5b58-7323-4709-b20b-5545b1347e4c service neutron] 10.222.0.24 "GET /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457286 Sep 16 04:59:30.861124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27ec50-1b4c-4928-87a0-3910c7897327 req-4d491b11-98dc-4c04-92c2-142dc7712b60 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.861124 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a27ec50-1b4c-4928-87a0-3910c7897327 req-4d491b11-98dc-4c04-92c2-142dc7712b60 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.0985575 Sep 16 04:59:30.900391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-15ad349a-94d1-4827-813a-7287041925fd None None] Provisioning complete for port e50cde30-5c5b-4d51-ac7e-4673491928b8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:30.901470 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-15ad349a-94d1-4827-813a-7287041925fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.909351 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a27ec50-1b4c-4928-87a0-3910c7897327 req-4bd04ca8-dff4-40b7-b96c-93c951972d1d tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816340 Sep 16 04:59:30.920676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-646c7754-ef6d-4175-abf5-2bdb18c17ffc service neutron] 10.222.0.24 "GET /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400914 Sep 16 04:59:30.945339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-15ad349a-94d1-4827-813a-7287041925fd None None] Port e50cde30-5c5b-4d51-ac7e-4673491928b8 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:31.077214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbbcfa-34d8-4dd0-9017-207863ed1a76 req-6542b3ea-dd16-4dac-b90e-a8bd89ee82d9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.084645 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79fbbcfa-34d8-4dd0-9017-207863ed1a76 req-6542b3ea-dd16-4dac-b90e-a8bd89ee82d9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.0669305 Sep 16 04:59:31.119757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79fbbcfa-34d8-4dd0-9017-207863ed1a76 req-1ebfb45f-ebaf-4dd9-8188-3eed04650b88 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340745 Sep 16 04:59:31.481781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bc195060-8594-4cdf-b361-1451cae72c2b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:31.533087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port bc195060-8594-4cdf-b361-1451cae72c2b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:31.533733 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.959655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a6558696-35c5-431b-9dd8-f28da160c15a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1098461 Sep 16 04:59:31.962078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37740) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:32.148257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f4c9d-1862-4ed0-9733-66cef5460a4c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting port e50cde30-5c5b-4d51-ac7e-4673491928b8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:32.157845 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4c9d-1862-4ed0-9733-66cef5460a4c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.185634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-78125e94-f219-4aad-aff9-602c4765a8e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0810301 Sep 16 04:59:32.264732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4c9d-1862-4ed0-9733-66cef5460a4c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.292974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f4c9d-1862-4ed0-9733-66cef5460a4c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Calling delete_port for e50cde30-5c5b-4d51-ac7e-4673491928b8 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:32.387667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-418e32e1-9dea-41f4-ae33-d63165cbe440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.391117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-418e32e1-9dea-41f4-ae33-d63165cbe440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.391117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-418e32e1-9dea-41f4-ae33-d63165cbe440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.391117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-418e32e1-9dea-41f4-ae33-d63165cbe440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.391117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-418e32e1-9dea-41f4-ae33-d63165cbe440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.391117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-418e32e1-9dea-41f4-ae33-d63165cbe440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.391117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-418e32e1-9dea-41f4-ae33-d63165cbe440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.392528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-418e32e1-9dea-41f4-ae33-d63165cbe440 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 6507 time: 0.1018345 Sep 16 04:59:32.643676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-e7da263e-0eb3-4480-90e8-3dbc1c0bd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.647791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-e7da263e-0eb3-4480-90e8-3dbc1c0bd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.648266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-e7da263e-0eb3-4480-90e8-3dbc1c0bd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.649981 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-e7da263e-0eb3-4480-90e8-3dbc1c0bd991 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e579560-ee61-4292-8f2f-64a91f12cd9a&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=d8cdf816-71fb-457d-8b2b-7d899e914856&id=613bf0c4-562f-4261-a5eb-2dd164436d0c&id=613bf0c4-562f-4261-a5eb-2dd164436d0c HTTP/1.1" status: 200 len: 2294 time: 0.2213569 Sep 16 04:59:32.782123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88e17726-ecd5-4a5e-acd4-0f092cedbb3a req-436f6289-f252-432b-b7ae-954a25ddc7fe tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 210 time: 0.0959375 Sep 16 04:59:32.811611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-27bd30ca-b980-4a5b-87eb-a1c6c84cb490 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c56544bc-9c85-443c-a0f5-40e0cda20454 HTTP/1.1" status: 200 len: 1002 time: 0.1469293 Sep 16 04:59:32.863643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-cdaea699-abfc-4847-87cc-77f3aa651695 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.865419 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-cdaea699-abfc-4847-87cc-77f3aa651695 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/networks?id=40af8255-69a7-4928-8a8f-32288cabc135 HTTP/1.1" status: 200 len: 814 time: 0.2562075 Sep 16 04:59:32.889229 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4c9d-1862-4ed0-9733-66cef5460a4c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.919547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-a19a768a-b50a-42ce-90eb-3168e9143101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.919547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-a19a768a-b50a-42ce-90eb-3168e9143101 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dcbf44ef-75ba-4d63-80c7-d7f551aededf HTTP/1.1" status: 200 len: 856 time: 0.0931735 Sep 16 04:59:32.921828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-ee0e1805-c43b-4802-8143-92d534e106e1 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/quotas/3f5f57bbc4b44702936526686b50a4a6 HTTP/1.1" status: 200 len: 375 time: 0.0481062 Sep 16 04:59:32.958554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f4c9d-1862-4ed0-9733-66cef5460a4c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Port': ['ID=e50cde30-5c5b-4d51-ac7e-4673491928b8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:33.043051 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4c9d-1862-4ed0-9733-66cef5460a4c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.047384 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2e4f4c9d-1862-4ed0-9733-66cef5460a4c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/e50cde30-5c5b-4d51-ac7e-4673491928b8 HTTP/1.1" status: 204 len: 168 time: 1.0821335 Sep 16 04:59:33.050415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37788) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.063027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-0e79a359-ab31-4b74-b2a9-e8c71d538ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.064600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-0e79a359-ab31-4b74-b2a9-e8c71d538ce1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e579560-ee61-4292-8f2f-64a91f12cd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413863 Sep 16 04:59:33.079741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-ba978d30-bbed-47ee-946f-496744bc53b2 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f5f57bbc4b44702936526686b50a4a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1365817 Sep 16 04:59:33.178784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fec7bf1-723d-4fe9-8b65-0dab97076a8b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.186252 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4fec7bf1-723d-4fe9-8b65-0dab97076a8b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1337502 Sep 16 04:59:33.188809 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37792) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.260793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f30953-9f61-4c35-b3e6-7218411dccd3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.263301 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-43f30953-9f61-4c35-b3e6-7218411dccd3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0734491 Sep 16 04:59:33.268356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37794) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.407446 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3f04db-2519-440e-a610-263b244047fc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.409677 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3f04db-2519-440e-a610-263b244047fc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.412671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3f04db-2519-440e-a610-263b244047fc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.422757 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8e3f04db-2519-440e-a610-263b244047fc tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1529257 Sep 16 04:59:33.423627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37804) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.530273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ff0ea3-f6a3-45da-8e4a-6d12baf05c70 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 28015cd2-4dcb-487b-9b07-aa4343829297 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:33.534550 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0ea3-f6a3-45da-8e4a-6d12baf05c70 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.610257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0ea3-f6a3-45da-8e4a-6d12baf05c70 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.705652 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0ea3-f6a3-45da-8e4a-6d12baf05c70 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.750926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-d0df5e51-2356-40eb-8816-5d7596238d38 service neutron] 10.222.0.37 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697307 Sep 16 04:59:33.856886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-fd4cc03e-846e-4978-a9ce-94a68a9e13ff service neutron] 10.222.0.24 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294354 Sep 16 04:59:33.969687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95040b12-a50d-474e-a01d-58a4a56a6840 req-e9bc28b0-40d2-4416-ad79-c40b68f03170 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 210 time: 0.0637281 Sep 16 04:59:33.987504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6403a9-caad-4ea9-b294-4ba2b859470d req-88898694-f875-4633-92ee-437c73c6b402 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.989344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe6403a9-caad-4ea9-b294-4ba2b859470d req-88898694-f875-4633-92ee-437c73c6b402 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff488320-adb4-4830-98e0-451137febf1e HTTP/1.1" status: 200 len: 945 time: 0.2359912 Sep 16 04:59:34.047037 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0ea3-f6a3-45da-8e4a-6d12baf05c70 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.071462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-6c47d0a0-289c-465d-b855-212e5b04f92d service neutron] 10.222.0.37 "GET /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976415 Sep 16 04:59:34.085450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff0ea3-f6a3-45da-8e4a-6d12baf05c70 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=28015cd2-4dcb-487b-9b07-aa4343829297,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.096299 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0ea3-f6a3-45da-8e4a-6d12baf05c70 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.096299 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a3ff0ea3-f6a3-45da-8e4a-6d12baf05c70 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/28015cd2-4dcb-487b-9b07-aa4343829297 HTTP/1.1" status: 204 len: 168 time: 0.6700580 Sep 16 04:59:34.101104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37814) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:34.103948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0c7760-e3a8-477e-a33c-8d01b2f5bcc8 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:34.154232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-cb6d3692-5925-4060-bbc1-9c862e35db7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=f7f75ae1-2006-4b22-907b-5e5d61caef19 HTTP/1.1" status: 200 len: 217 time: 0.0755215 Sep 16 04:59:34.184487 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-509fd2c8-789d-498f-a858-74286e667811 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Deleting subnet 3284ba9d-ae6b-4fec-a23c-142fd8562a35 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:34.184923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-c81cb024-f03c-4408-ad82-a27bbda86ec0 service neutron] 10.222.0.24 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777624 Sep 16 04:59:34.214752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-509fd2c8-789d-498f-a858-74286e667811 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.311919 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-509fd2c8-789d-498f-a858-74286e667811 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.367128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-925c675b-b415-4520-8eb2-75067708ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.368662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-925c675b-b415-4520-8eb2-75067708ea04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.1970520 Sep 16 04:59:34.372686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-fe6403a9-caad-4ea9-b294-4ba2b859470d req-450833f3-afd2-41e5-a205-e88c208843cb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Deleting port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:34.373038 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fe6403a9-caad-4ea9-b294-4ba2b859470d req-450833f3-afd2-41e5-a205-e88c208843cb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.441458 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-509fd2c8-789d-498f-a858-74286e667811 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.571354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-b13bbdea-1a87-4798-b477-5735fbaefa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.591123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-b13bbdea-1a87-4798-b477-5735fbaefa62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0853360 Sep 16 04:59:34.623744 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-509fd2c8-789d-498f-a858-74286e667811 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.673591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fe6403a9-caad-4ea9-b294-4ba2b859470d req-450833f3-afd2-41e5-a205-e88c208843cb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] For port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:34.673972 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fe6403a9-caad-4ea9-b294-4ba2b859470d req-450833f3-afd2-41e5-a205-e88c208843cb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.701721 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fd2c8-789d-498f-a858-74286e667811 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Subnet': ['ID=3284ba9d-ae6b-4fec-a23c-142fd8562a35,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.706902 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-509fd2c8-789d-498f-a858-74286e667811 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.710244 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-509fd2c8-789d-498f-a858-74286e667811 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/3284ba9d-ae6b-4fec-a23c-142fd8562a35 HTTP/1.1" status: 204 len: 168 time: 0.6081266 Sep 16 04:59:34.718967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37838) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:34.765882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abd73d2e-f502-4c71-9c18-005aa9c4c262 req-e79d4789-d600-4c72-870f-4ad8e0d3feff tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 210 time: 0.1362581 Sep 16 04:59:34.790453 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-320159d9-2d09-45de-b8d4-56dcd9df5e07 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702732 Sep 16 04:59:34.793629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-fe6403a9-caad-4ea9-b294-4ba2b859470d req-450833f3-afd2-41e5-a205-e88c208843cb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Calling delete_port for 7813a75a-b81a-4d2e-a33e-c9bca72f52bb owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:34.796802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37840) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:34.900299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-ba75148d-c408-4ddb-a8df-968ab8de0628 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165307 Sep 16 04:59:34.936175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4100501-f194-4ba6-b489-b41e657f32c1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.936175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e4100501-f194-4ba6-b489-b41e657f32c1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1360862 Sep 16 04:59:34.936542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37844) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.036328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b3a92-e8ea-49f0-a027-f5ba7c5b8f67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.040368 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-418b3a92-e8ea-49f0-a027-f5ba7c5b8f67 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1005542 Sep 16 04:59:35.047086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37850) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.098239 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aa18ad6b-e747-4350-a456-40ee3874b634 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515692 Sep 16 04:59:35.104408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37852) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.138977 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-6228d992-b057-475f-b0b7-c28b38259620 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:35.139694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6228d992-b057-475f-b0b7-c28b38259620 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:35.144017 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6228d992-b057-475f-b0b7-c28b38259620 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/e50cde30-5c5b-4d51-ac7e-4673491928b8 HTTP/1.1" status: 404 len: 333 time: 0.0354373 Sep 16 04:59:35.150319 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-844b4349-94e5-44ae-ac1c-e23b5cad8f55 req-57e24218-41a9-40ed-a369-dd303d955ee7 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 210 time: 0.0366337 Sep 16 04:59:35.150319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37854) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.211063 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-d951c358-4e8e-407b-95c6-c9df3fec27eb service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015115 Sep 16 04:59:35.271963 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-114ecb9c-6655-49fb-bdb1-acd1ead8fc6b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:35.272864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114ecb9c-6655-49fb-bdb1-acd1ead8fc6b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:35.274773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-114ecb9c-6655-49fb-bdb1-acd1ead8fc6b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/3284ba9d-ae6b-4fec-a23c-142fd8562a35 HTTP/1.1" status: 404 len: 337 time: 0.1264324 Sep 16 04:59:35.280482 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37856) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.324270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-8d8e9112-ce49-462b-bbdb-0569583ef6b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=8931bc21-7184-449c-b91d-8bf34e1a5d56 HTTP/1.1" status: 200 len: 217 time: 0.0607698 Sep 16 04:59:35.331346 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a96bd44-44c4-4751-ba26-cd67dd014e14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:35.331814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a96bd44-44c4-4751-ba26-cd67dd014e14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:35.342416 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1a96bd44-44c4-4751-ba26-cd67dd014e14 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/28015cd2-4dcb-487b-9b07-aa4343829297 HTTP/1.1" status: 404 len: 337 time: 0.0591130 Sep 16 04:59:35.345092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37858) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.379636 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e771afe-6493-46ec-96e4-d71ea738f57c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:35.380603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e771afe-6493-46ec-96e4-d71ea738f57c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:35.382777 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0e771afe-6493-46ec-96e4-d71ea738f57c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/b92e48a5-139a-4b93-80d7-ae6312e1d5bf HTTP/1.1" status: 404 len: 333 time: 0.0363178 Sep 16 04:59:35.385346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37862) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.447373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-3ba4713a-65c2-4a09-bb23-2343c7d65788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.447625 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-3ba4713a-65c2-4a09-bb23-2343c7d65788 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.1138976 Sep 16 04:59:35.457748 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbfe37f-73f3-42ef-81c4-eee2d8f7cd53 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:35.458194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbfe37f-73f3-42ef-81c4-eee2d8f7cd53 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:35.468821 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dbbfe37f-73f3-42ef-81c4-eee2d8f7cd53 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/6fe5e735-8a81-4564-bd41-194162d84884 HTTP/1.1" status: 404 len: 337 time: 0.0812690 Sep 16 04:59:35.472159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37864) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.543009 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-34058544-9fd1-4617-9e71-9a3b24755052 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:35.544187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34058544-9fd1-4617-9e71-9a3b24755052 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:35.548746 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-34058544-9fd1-4617-9e71-9a3b24755052 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/c16395df-45f2-4ca9-953d-5e659da9890e HTTP/1.1" status: 404 len: 337 time: 0.0741448 Sep 16 04:59:35.550186 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37868) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.554601 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-df389d5b-2282-427e-a336-70a47bfc34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.562707 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-df389d5b-2282-427e-a336-70a47bfc34a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1080313 Sep 16 04:59:35.597008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fe6403a9-caad-4ea9-b294-4ba2b859470d req-450833f3-afd2-41e5-a205-e88c208843cb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.600226 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e00c52-0e87-48c7-b7e3-e5c727b7adf1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:35.602057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e00c52-0e87-48c7-b7e3-e5c727b7adf1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:35.609900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['7813a75a-b81a-4d2e-a33e-c9bca72f52bb'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:35.652857 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-46e00c52-0e87-48c7-b7e3-e5c727b7adf1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/d6200760-606b-416f-8a65-d4aeebc9f393 HTTP/1.1" status: 404 len: 333 time: 0.1013205 Sep 16 04:59:35.660127 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37872) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.741959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66d59e2-175e-4af6-af4e-5380c9f4cb01 None None] Network ff635d0a-ba15-40bf-978a-8e7613d4bfcd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:35.762955 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8889434-fea5-403e-84d4-8b905538e9fd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:35.763437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8889434-fea5-403e-84d4-8b905538e9fd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:35.765515 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a8889434-fea5-403e-84d4-8b905538e9fd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/3fed4891-74a6-4f53-b5ba-04d27746815c HTTP/1.1" status: 404 len: 337 time: 0.1043720 Sep 16 04:59:35.771542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37878) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.795302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450833f3-afd2-41e5-a205-e88c208843cb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Pushing event deleted for resources: {'Port': ['ID=7813a75a-b81a-4d2e-a33e-c9bca72f52bb,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.799311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6403a9-caad-4ea9-b294-4ba2b859470d req-450833f3-afd2-41e5-a205-e88c208843cb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] No DVR routers for this DVR port 7813a75a-b81a-4d2e-a33e-c9bca72f52bb on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:35.806211 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fe6403a9-caad-4ea9-b294-4ba2b859470d req-450833f3-afd2-41e5-a205-e88c208843cb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.818930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe6403a9-caad-4ea9-b294-4ba2b859470d req-450833f3-afd2-41e5-a205-e88c208843cb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.37 "DELETE /v2.0/ports/7813a75a-b81a-4d2e-a33e-c9bca72f52bb HTTP/1.1" status: 204 len: 173 time: 1.8127184 Sep 16 04:59:35.820324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff488320-adb4-4830-98e0-451137febf1e', 'name': 'network-vif-deleted', 'tag': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:35.822360 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cec209-16a8-44c2-a597-d5040b753e1b" -d '{"events": [{"server_uuid": "ff488320-adb4-4830-98e0-451137febf1e", "name": "network-vif-deleted", "tag": "7813a75a-b81a-4d2e-a33e-c9bca72f52bb"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:35.864126 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8128a7c5-07a4-4622-9e06-6b84a1d724d1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:35.865234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8128a7c5-07a4-4622-9e06-6b84a1d724d1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:35.874867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37884) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.885152 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8128a7c5-07a4-4622-9e06-6b84a1d724d1 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/8eab277d-b702-4b2c-8ca9-dffa6cfe9dda HTTP/1.1" status: 404 len: 337 time: 0.1056817 Sep 16 04:59:35.914910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-14a40d6e-7122-4584-a75b-dfd644ccc3e5 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449621 Sep 16 04:59:35.918452 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b41d547-e33c-4df2-b414-b23fc8a05a14 x-openstack-request-id: req-1b41d547-e33c-4df2-b414-b23fc8a05a14 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:35.918779 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff488320-adb4-4830-98e0-451137febf1e", "name": "network-vif-deleted", "tag": "7813a75a-b81a-4d2e-a33e-c9bca72f52bb", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:35.918979 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b41d547-e33c-4df2-b414-b23fc8a05a14 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:35.919386 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff488320-adb4-4830-98e0-451137febf1e', 'name': 'network-vif-deleted', 'tag': '7813a75a-b81a-4d2e-a33e-c9bca72f52bb', 'status': 'completed', 'code': 200} Sep 16 04:59:35.983738 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0a7baa-4bd0-4a74-97fd-e7900c49c07d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:35.984598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0a7baa-4bd0-4a74-97fd-e7900c49c07d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:35.986605 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-df0a7baa-4bd0-4a74-97fd-e7900c49c07d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/259d7860-b1f1-4b31-b142-b8848c9c9d76 HTTP/1.1" status: 404 len: 333 time: 0.1107595 Sep 16 04:59:35.990184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37886) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.000311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b5a9b6-269a-482d-972f-280c9bb6f9ee None None] Provisioning complete for port bc195060-8594-4cdf-b361-1451cae72c2b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:36.003142 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b5a9b6-269a-482d-972f-280c9bb6f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.031673 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6575a42d-5e9a-4283-a3c6-443f03f84f5a req-db016885-ba81-4ba0-afeb-cf0136aa2b8a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 210 time: 0.1098485 Sep 16 04:59:36.072350 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d623a2-994c-4615-9f4d-994c9e3ac44a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.074933 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d623a2-994c-4615-9f4d-994c9e3ac44a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:36.083552 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-06d623a2-994c-4615-9f4d-994c9e3ac44a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/c533c17f-ff94-4843-b7c6-693eab71555b HTTP/1.1" status: 404 len: 337 time: 0.0913486 Sep 16 04:59:36.084905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37888) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.134857 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-e36c9792-1f18-4ab0-8287-31002d45b8e4 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886523 Sep 16 04:59:36.149548 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-82108b2c-779b-4944-b67a-f28ac0594cb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.150170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82108b2c-779b-4944-b67a-f28ac0594cb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:36.156582 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-82108b2c-779b-4944-b67a-f28ac0594cb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/ddd2792c-4bab-4698-b02c-df3f16e17872 HTTP/1.1" status: 404 len: 337 time: 0.0663400 Sep 16 04:59:36.157262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37890) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.196252 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-255cad98-5e6f-4c0a-8b4f-a098398cfa70 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.197033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255cad98-5e6f-4c0a-8b4f-a098398cfa70 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:36.202210 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-255cad98-5e6f-4c0a-8b4f-a098398cfa70 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/9e4eba92-832e-416c-9227-db75aee47976 HTTP/1.1" status: 404 len: 333 time: 0.0411925 Sep 16 04:59:36.207190 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37894) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.232165 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-1d4009e4-7af8-4dfa-9b73-b71c20d675c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 HTTP/1.1" status: 200 len: 217 time: 0.0904379 Sep 16 04:59:36.247170 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8372ebfa-594c-4507-bd74-98f6dfff27f8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.569812 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8372ebfa-594c-4507-bd74-98f6dfff27f8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:36.569812 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8372ebfa-594c-4507-bd74-98f6dfff27f8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/96c834aa-c28d-4e33-b146-2e97234116a2 HTTP/1.1" status: 404 len: 337 time: 0.0413139 Sep 16 04:59:36.569812 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37896) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.571318 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5996af-8ccb-4aa1-aa3b-35e0ae128928 None None] DHCP port deletion for ff635d0a-ba15-40bf-978a-8e7613d4bfcd request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:59:36.571797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4f00cce-97f7-4330-8d34-9526a11e3673 req-b135ab3a-388c-43e9-be98-7d85f145d633 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 210 time: 0.0343683 Sep 16 04:59:36.571883 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-be908e09-2962-4176-bcd1-429eea8cfbb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.571883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be908e09-2962-4176-bcd1-429eea8cfbb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:36.571883 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-be908e09-2962-4176-bcd1-429eea8cfbb8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/bee525fe-09df-4c44-a019-aa88be8d840c HTTP/1.1" status: 404 len: 333 time: 0.0684910 Sep 16 04:59:36.571883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37898) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.572125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-b148ef1c-addb-41a4-b437-476c0330fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.572125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-b148ef1c-addb-41a4-b437-476c0330fb71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.0749462 Sep 16 04:59:36.572274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4f5996af-8ccb-4aa1-aa3b-35e0ae128928 None None] Deleting port bc195060-8594-4cdf-b361-1451cae72c2b {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:36.572274 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4f5996af-8ccb-4aa1-aa3b-35e0ae128928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.572397 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-62421199-ca95-42e9-804f-e75ec2997755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.572397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62421199-ca95-42e9-804f-e75ec2997755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:36.572397 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-62421199-ca95-42e9-804f-e75ec2997755 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/0a9da9de-3936-4eb2-8c0d-55811ac0efe2 HTTP/1.1" status: 404 len: 337 time: 0.0872974 Sep 16 04:59:36.572397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37900) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.575144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-9a6ec22d-0454-4952-b6b9-7a37c0342434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.575144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-9a6ec22d-0454-4952-b6b9-7a37c0342434 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0775630 Sep 16 04:59:36.575664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4f5996af-8ccb-4aa1-aa3b-35e0ae128928 None None] For port bc195060-8594-4cdf-b361-1451cae72c2b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bc195060-8594-4cdf-b361-1451cae72c2b,segment=NetworkSegment(7cc9261a-1501-495d-85bc-eb3cc13b01cf),segment_id=7cc9261a-1501-495d-85bc-eb3cc13b01cf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:36.575664 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4f5996af-8ccb-4aa1-aa3b-35e0ae128928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.575822 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a2c9db-e70f-42a8-8a06-df44f02d1a02 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.575822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a2c9db-e70f-42a8-8a06-df44f02d1a02 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:36.575822 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d3a2c9db-e70f-42a8-8a06-df44f02d1a02 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/79461287-059a-4dc5-888f-b69b2f3b2891 HTTP/1.1" status: 404 len: 333 time: 0.0967693 Sep 16 04:59:36.575822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37904) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.576071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4f5996af-8ccb-4aa1-aa3b-35e0ae128928 None None] Calling delete_port for bc195060-8594-4cdf-b361-1451cae72c2b owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:36.632419 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3432cf80-4ed6-468c-ab67-1049ffe2a775 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.632620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-29e6ae40-41ec-48f2-b93b-b28265648d6d service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823931 Sep 16 04:59:36.632938 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3432cf80-4ed6-468c-ab67-1049ffe2a775 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:36.671095 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3432cf80-4ed6-468c-ab67-1049ffe2a775 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/08968b2a-8eaa-4e03-8f18-073d7eed6066 HTTP/1.1" status: 404 len: 337 time: 0.1169808 Sep 16 04:59:36.671095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37908) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.695320 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c08c9c8-fb62-4562-802d-c9bbe0ca0626 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.696134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c08c9c8-fb62-4562-802d-c9bbe0ca0626 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:36.700888 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1c08c9c8-fb62-4562-802d-c9bbe0ca0626 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/d9ae5fdb-f590-49e4-8887-027564c4370d HTTP/1.1" status: 404 len: 333 time: 0.0339372 Sep 16 04:59:36.701016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37910) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.759437 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7b4297-96f6-4b6c-a050-724ab8de222b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.759904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7b4297-96f6-4b6c-a050-724ab8de222b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:36.761964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cf7b4297-96f6-4b6c-a050-724ab8de222b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/fd8c7e42-8c32-49ff-bfb2-ae566a9b2192 HTTP/1.1" status: 404 len: 337 time: 0.0583491 Sep 16 04:59:36.765296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37912) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.821440 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab1cc49-2c0f-4f44-81a3-ca8a3015cf11 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.823939 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab1cc49-2c0f-4f44-81a3-ca8a3015cf11 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:36.826893 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-60a9071f-8401-4ad2-b3ce-7fa1d589510a service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874630 Sep 16 04:59:36.829064 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8ab1cc49-2c0f-4f44-81a3-ca8a3015cf11 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/242186f7-7253-41a9-a78a-f3a1096664b2 HTTP/1.1" status: 404 len: 333 time: 0.0616059 Sep 16 04:59:36.830035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37914) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.934057 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0ca86b-bdd2-429c-9fd1-15453362932c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.934613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0ca86b-bdd2-429c-9fd1-15453362932c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:36.938957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ff0ca86b-bdd2-429c-9fd1-15453362932c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/685ed41b-1898-4ea0-b5a2-3cff0088f4b5 HTTP/1.1" status: 404 len: 337 time: 0.1055479 Sep 16 04:59:36.938957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-0cd42397-b88a-44f8-95fe-08ff3660564d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=3ff4320c-9c99-48f4-bc6c-655f8f986494 HTTP/1.1" status: 200 len: 217 time: 0.0956569 Sep 16 04:59:36.939565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37918) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.995839 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3587c205-b9c5-4e46-87d1-fd9444283716 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:36.996218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3587c205-b9c5-4e46-87d1-fd9444283716 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.011822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-2733ae62-0bf4-4dc1-9fb8-82fb7dceb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.012253 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3587c205-b9c5-4e46-87d1-fd9444283716 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/b4f84db7-0397-40dc-acf6-51d62579b722 HTTP/1.1" status: 404 len: 333 time: 0.0714762 Sep 16 04:59:37.012953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37922) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.013980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-2733ae62-0bf4-4dc1-9fb8-82fb7dceb2a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 200 len: 797 time: 0.0679126 Sep 16 04:59:37.052179 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb38b86-bdcd-4b2e-98ed-4d4cb1fd029d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:37.052718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb38b86-bdcd-4b2e-98ed-4d4cb1fd029d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.054613 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8fb38b86-bdcd-4b2e-98ed-4d4cb1fd029d tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/c969abf7-5c17-4bd5-884b-fec4f38a0beb HTTP/1.1" status: 404 len: 337 time: 0.0404906 Sep 16 04:59:37.057483 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37926) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.090454 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b398a2a6-924e-4b5d-81b8-f1a6c6d159cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:37.090853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b398a2a6-924e-4b5d-81b8-f1a6c6d159cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.092673 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b398a2a6-924e-4b5d-81b8-f1a6c6d159cd tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/15d9cfce-25d7-481a-b5f0-b0f68bfa1b0f HTTP/1.1" status: 404 len: 337 time: 0.0341301 Sep 16 04:59:37.098421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37928) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.132051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-3a3e6298-f62c-4743-84a9-615820970331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.133947 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-3a3e6298-f62c-4743-84a9-615820970331 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8cdf816-71fb-457d-8b2b-7d899e914856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1096048 Sep 16 04:59:37.135069 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-90af4614-a834-4d73-b5ea-f1a6e3e08cf9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:37.136696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90af4614-a834-4d73-b5ea-f1a6e3e08cf9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.141363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37930) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.141946 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-90af4614-a834-4d73-b5ea-f1a6e3e08cf9 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/2abdbaac-adac-4d49-81a1-b7a6e0e217e5 HTTP/1.1" status: 404 len: 333 time: 0.0420585 Sep 16 04:59:37.193725 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4f5996af-8ccb-4aa1-aa3b-35e0ae128928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.211549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ea1baf-8ec9-4697-92f1-72a923388fa2 req-1ed47c2b-dd6d-41aa-9e6e-f6d2770afca8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 210 time: 0.0824492 Sep 16 04:59:37.277374 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bf5a2d-65c2-4726-8c6c-e4583fc0bfb0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:37.277374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bf5a2d-65c2-4726-8c6c-e4583fc0bfb0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.281266 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d0bf5a2d-65c2-4726-8c6c-e4583fc0bfb0 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/9fa2cbd2-17cf-466f-af0e-2474e8bd6482 HTTP/1.1" status: 404 len: 337 time: 0.1382968 Sep 16 04:59:37.288894 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37932) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.335218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5996af-8ccb-4aa1-aa3b-35e0ae128928 None None] Pushing event deleted for resources: {'Port': ['ID=bc195060-8594-4cdf-b361-1451cae72c2b,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:37.362702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5996af-8ccb-4aa1-aa3b-35e0ae128928 None None] No DVR routers for this DVR port bc195060-8594-4cdf-b361-1451cae72c2b on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:37.393243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-cef96c62-bcdb-450f-9478-a634b007920f service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498059 Sep 16 04:59:37.399024 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc21c0b1-b7f9-4485-ab17-7631c0098670 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:37.399681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc21c0b1-b7f9-4485-ab17-7631c0098670 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.402212 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cc21c0b1-b7f9-4485-ab17-7631c0098670 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/db5830fb-e398-4940-a441-437c06cafd2b HTTP/1.1" status: 404 len: 337 time: 0.1103463 Sep 16 04:59:37.404723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37936) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.470544 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e5a709-28e6-40ba-a4cc-84e4605dc79a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:37.471370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e5a709-28e6-40ba-a4cc-84e4605dc79a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.475589 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-03e5a709-28e6-40ba-a4cc-84e4605dc79a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/9a8dfc80-38b1-422c-ba9d-87f9753bb879 HTTP/1.1" status: 404 len: 333 time: 0.0675027 Sep 16 04:59:37.476073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37938) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.502678 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1723e20-25ff-4b22-83a3-103cacc0df88 req-837d7fbc-683a-4550-bc90-00c6a9e94c9e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 210 time: 0.0626457 Sep 16 04:59:37.537228 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5945736a-49c7-4d93-9290-39f4cbe47335 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:37.537228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5945736a-49c7-4d93-9290-39f4cbe47335 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.540338 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5945736a-49c7-4d93-9290-39f4cbe47335 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/bdc6eb80-f203-43d5-a295-5cc5e7f09da6 HTTP/1.1" status: 404 len: 337 time: 0.0584550 Sep 16 04:59:37.542589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37940) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.562109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-ded3aff7-62ac-41be-b22f-9e508e0bf605 service neutron] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606016 Sep 16 04:59:37.570712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bc195060-8594-4cdf-b361-1451cae72c2b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:37.586423 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5de4337-5f2c-46b8-85a0-942a2cfdbdc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:37.586881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5de4337-5f2c-46b8-85a0-942a2cfdbdc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.588767 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a5de4337-5f2c-46b8-85a0-942a2cfdbdc3 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/35aa66cc-465d-4702-b6fe-8d7144312ffb HTTP/1.1" status: 404 len: 337 time: 0.0356765 Sep 16 04:59:37.592255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37942) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.660496 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7a6060-39e1-4cea-9ad3-2d358a8c1b9a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:37.660886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: bc195060-8594-4cdf-b361-1451cae72c2b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:37.667672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7a6060-39e1-4cea-9ad3-2d358a8c1b9a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.668024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bc195060-8594-4cdf-b361-1451cae72c2b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:37.668102 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eb7a6060-39e1-4cea-9ad3-2d358a8c1b9a tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/5c91869a-dd43-4905-a740-a2f71129c002 HTTP/1.1" status: 404 len: 333 time: 0.0705297 Sep 16 04:59:37.672254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37946) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.722013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-32de6ec6-f8cf-49e8-8adc-4fc97cdfc600 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 HTTP/1.1" status: 200 len: 217 time: 0.1522007 Sep 16 04:59:37.730788 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4f0e58-b916-461e-bc24-46cc0cb9eafe tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:37.731270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4f0e58-b916-461e-bc24-46cc0cb9eafe tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.733166 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9f4f0e58-b916-461e-bc24-46cc0cb9eafe tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/7cf1ffc8-d72d-4c12-bc75-c25850cef625 HTTP/1.1" status: 404 len: 337 time: 0.0599322 Sep 16 04:59:37.736154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37950) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.768498 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f251d2b-41c8-4f11-9375-82d82513639c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:37.769096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f251d2b-41c8-4f11-9375-82d82513639c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.770900 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9f251d2b-41c8-4f11-9375-82d82513639c tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/1c153fca-ca4f-4264-bca2-90b51bc2825f HTTP/1.1" status: 404 len: 337 time: 0.0328279 Sep 16 04:59:37.773466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37952) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.806751 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8a2bcc16-c93c-43b4-8cb9-0b4765f5ee64 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports?device_id=324028a8-f60f-49ee-bfdb-e9d42e8215fc HTTP/1.1" status: 200 len: 205 time: 0.0294836 Sep 16 04:59:37.807202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37954) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.849221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-4daa84e4-91cb-43ed-92c3-1b5e86da39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.850924 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-4daa84e4-91cb-43ed-92c3-1b5e86da39ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=936106df-bf9b-418c-b55e-9f78c7e67000 HTTP/1.1" status: 200 len: 797 time: 0.1072037 Sep 16 04:59:37.851463 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-4f620451-c61c-4c25-b0bc-fe7c069979b2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] delete failed (client error): The resource could not be found. Sep 16 04:59:37.852543 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4f620451-c61c-4c25-b0bc-fe7c069979b2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/routers/324028a8-f60f-49ee-bfdb-e9d42e8215fc HTTP/1.1" status: 404 len: 336 time: 0.0438786 Sep 16 04:59:37.855980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37956) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.889308 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3757fb63-e764-4b8a-a6fe-b3c52144d334 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:37.890171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3757fb63-e764-4b8a-a6fe-b3c52144d334 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:37.892667 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3757fb63-e764-4b8a-a6fe-b3c52144d334 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/549fa284-4073-4bda-a16f-7a78a360a259 HTTP/1.1" status: 404 len: 337 time: 0.0348301 Sep 16 04:59:37.897041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37958) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.925362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-3baeb163-9765-4df0-87a2-31a6365fed5c tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.926916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-3baeb163-9765-4df0-87a2-31a6365fed5c tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.23 "GET /v2.0/networks?id=1efdc992-0259-4e16-84f8-38bfbf4d71c9 HTTP/1.1" status: 200 len: 818 time: 0.2557707 Sep 16 04:59:37.946640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3163823d-f245-4e43-b60e-381a40d9c099 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ec72142-69c6-43a7-ad68-875a13670d6e HTTP/1.1" status: 200 len: 205 time: 0.0483568 Sep 16 04:59:37.949900 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37960) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.950539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Request body: {'port': {'device_id': 'a4c7bc3b-6b01-4cfe-bdd4-51b75e357764', 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9', 'admin_state_up': True, 'tenant_id': '2d276641d1e14dda804a7b794a2efc09'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:38.005990 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-4ff3ee3d-76e7-47dd-8d37-10bce95800cb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] delete failed (client error): The resource could not be found. Sep 16 04:59:38.015836 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4ff3ee3d-76e7-47dd-8d37-10bce95800cb tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/routers/1ec72142-69c6-43a7-ad68-875a13670d6e HTTP/1.1" status: 404 len: 336 time: 0.0645108 Sep 16 04:59:38.016627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37964) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.045544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-fbf153a7-7f36-440d-92a1-a28732b92949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.047073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-fbf153a7-7f36-440d-92a1-a28732b92949 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1893291 Sep 16 04:59:38.056973 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ed5ec6-4c93-429f-b004-089bd9504a1b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.058840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ed5ec6-4c93-429f-b004-089bd9504a1b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.063267 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d8ed5ec6-4c93-429f-b004-089bd9504a1b tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/2fb8da7d-b146-408e-b497-c436ee81e19e HTTP/1.1" status: 404 len: 337 time: 0.0455620 Sep 16 04:59:38.063852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37966) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.110276 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-effa4a07-571c-4618-a9db-1d68ce2dfe27 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.110742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-effa4a07-571c-4618-a9db-1d68ce2dfe27 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.117935 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-effa4a07-571c-4618-a9db-1d68ce2dfe27 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/e25c2e0a-c19f-4815-ab56-b31f4abd7e98 HTTP/1.1" status: 404 len: 337 time: 0.0529733 Sep 16 04:59:38.118637 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37968) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.182375 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bc2039-5c0a-4d7b-9e3c-31288a8fa7a5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.182375 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bc2039-5c0a-4d7b-9e3c-31288a8fa7a5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.182375 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f8bc2039-5c0a-4d7b-9e3c-31288a8fa7a5 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/9012b8c3-ed29-4e90-a19d-fb63498ccdcd HTTP/1.1" status: 404 len: 333 time: 0.0612609 Sep 16 04:59:38.188056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37974) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.234215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-511d999d-2ada-448f-a39c-74887958c054 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773212 Sep 16 04:59:38.239813 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03dcc97-a0af-43ce-abf2-afb912182881 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.240661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03dcc97-a0af-43ce-abf2-afb912182881 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.247076 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a03dcc97-a0af-43ce-abf2-afb912182881 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/58e4f171-5ff0-415c-878e-fc1f52c5fc20 HTTP/1.1" status: 404 len: 337 time: 0.0564210 Sep 16 04:59:38.247760 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37976) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.272389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7813a75a-b81a-4d2e-a33e-c9bca72f52bb no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:38.282201 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbea5c77-5de8-4535-a77c-df93e4ea9031 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.284311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbea5c77-5de8-4535-a77c-df93e4ea9031 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.289293 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bbea5c77-5de8-4535-a77c-df93e4ea9031 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/b1146c4e-2531-462d-87b4-e7d73a17eb4e HTTP/1.1" status: 404 len: 333 time: 0.0404782 Sep 16 04:59:38.290097 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37980) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.316796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 7813a75a-b81a-4d2e-a33e-c9bca72f52bb {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:38.318856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7813a75a-b81a-4d2e-a33e-c9bca72f52bb not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:38.320423 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6ef0d9-5315-4dfc-9dd8-f70f2ee0d7b2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.321132 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6ef0d9-5315-4dfc-9dd8-f70f2ee0d7b2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.326901 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fe6ef0d9-5315-4dfc-9dd8-f70f2ee0d7b2 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/d4974c78-e75a-4279-b450-f4af2848bf62 HTTP/1.1" status: 404 len: 337 time: 0.0357540 Sep 16 04:59:38.327189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37982) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.377664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Made reservation on behalf of 2d276641d1e14dda804a7b794a2efc09 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:38.381777 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.423871 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcf129d-5d07-49a7-96da-c8a4d4c22a00 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.425023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcf129d-5d07-49a7-96da-c8a4d4c22a00 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.426973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7dcf129d-5d07-49a7-96da-c8a4d4c22a00 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/3a4aaa99-cb37-4a37-a7b9-547c665b5541 HTTP/1.1" status: 404 len: 333 time: 0.0989027 Sep 16 04:59:38.429866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37984) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.454146 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36273028-2172-4f4c-a519-2e36cf1542d5 req-bfcd2ae0-d83c-4b7a-aefb-60b6d4aee1e6 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 210 time: 0.0784922 Sep 16 04:59:38.470068 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-81357b38-e80e-49b1-9233-d7ccb3acd172 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.470518 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81357b38-e80e-49b1-9233-d7ccb3acd172 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.474977 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-81357b38-e80e-49b1-9233-d7ccb3acd172 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/d5926fb8-2e22-46a8-b30f-729279b0b9f0 HTTP/1.1" status: 404 len: 337 time: 0.0441191 Sep 16 04:59:38.475116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37986) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.582726 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a608b1e-0be5-4760-a9ce-08ae3c17a42f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.583596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a608b1e-0be5-4760-a9ce-08ae3c17a42f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.585695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4a608b1e-0be5-4760-a9ce-08ae3c17a42f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/89c47c74-36ca-44b4-a3c7-052c6f5285d3 HTTP/1.1" status: 404 len: 333 time: 0.1082137 Sep 16 04:59:38.587698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-e1dfb7c6-6a86-44c7-8670-2b111bcbe88c service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468592 Sep 16 04:59:38.588142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37990) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.632641 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb17d906-2067-4842-9eb1-e2e2d9d5b63f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.633373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb17d906-2067-4842-9eb1-e2e2d9d5b63f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.639716 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bb17d906-2067-4842-9eb1-e2e2d9d5b63f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/025e2612-3ac7-4dae-916c-65a1722f2161 HTTP/1.1" status: 404 len: 337 time: 0.0503831 Sep 16 04:59:38.642297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37992) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.701547 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-899b74da-8ad9-446c-9dcb-b31ae8dc3ded tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.702621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899b74da-8ad9-446c-9dcb-b31ae8dc3ded tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.704772 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-899b74da-8ad9-446c-9dcb-b31ae8dc3ded tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/faa66cf0-1605-45f9-9542-0c6ea2b932a7 HTTP/1.1" status: 404 len: 333 time: 0.0612540 Sep 16 04:59:38.708280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-ee3618ec-a5df-43a7-9dff-e530158abf04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf714077-d4c2-4966-aba7-88fc07ed0680 HTTP/1.1" status: 200 len: 217 time: 0.1010587 Sep 16 04:59:38.715864 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37994) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.756379 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2ccc94-e656-42ff-a7e0-c61f281c9a9f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.756877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2ccc94-e656-42ff-a7e0-c61f281c9a9f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.764564 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5d2ccc94-e656-42ff-a7e0-c61f281c9a9f tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/d0d5ffce-8c61-4e28-8fbc-49e8f09a393e HTTP/1.1" status: 404 len: 337 time: 0.0466168 Sep 16 04:59:38.767377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38000) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.786526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19390e1a-01bc-4d0a-b6ff-8d27f89c4a45 req-230cd13f-32b9-4c19-9081-d5ce21fcb3d7 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 210 time: 0.1446662 Sep 16 04:59:38.815928 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-cead345d-8598-4ee0-a783-89a418d4b6ac tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.816750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cead345d-8598-4ee0-a783-89a418d4b6ac tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.841037 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cead345d-8598-4ee0-a783-89a418d4b6ac tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/760db8f4-ed23-4c0a-ac46-63e61fedc9f2 HTTP/1.1" status: 404 len: 333 time: 0.0611067 Sep 16 04:59:38.841787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38004) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.879277 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a9e1c8-0c99-4ab0-9bea-8468aa6d2968 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:38.879754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a9e1c8-0c99-4ab0-9bea-8468aa6d2968 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:38.882644 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a6a9e1c8-0c99-4ab0-9bea-8468aa6d2968 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/ec63d69a-9ee3-4258-ae4f-50638656b51d HTTP/1.1" status: 404 len: 337 time: 0.0398641 Sep 16 04:59:38.888198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38006) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.891176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-88a450ea-3ec8-476f-8268-60c001341752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.892633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-88a450ea-3ec8-476f-8268-60c001341752 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=936106df-bf9b-418c-b55e-9f78c7e67000 HTTP/1.1" status: 200 len: 797 time: 0.1294003 Sep 16 04:59:39.388168 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1d45ff-6a98-4d4d-adde-ee7589c3759e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:39.389021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1d45ff-6a98-4d4d-adde-ee7589c3759e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:39.393234 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cb1d45ff-6a98-4d4d-adde-ee7589c3759e tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/ports/020cc4ba-f969-4b80-aaf5-502456df391a HTTP/1.1" status: 404 len: 333 time: 0.5015440 Sep 16 04:59:39.393625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38012) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:39.433511 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d2a10c-18fe-4eaf-8f5b-88de8e97e120 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] DELETE failed (client error): The resource could not be found. Sep 16 04:59:39.434055 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d2a10c-18fe-4eaf-8f5b-88de8e97e120 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:59:39.435905 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-11d2a10c-18fe-4eaf-8f5b-88de8e97e120 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/subnets/9e794968-7cf8-43f4-8344-68142dd9a8e8 HTTP/1.1" status: 404 len: 337 time: 0.0407965 Sep 16 04:59:39.440396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38016) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:39.463813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d696146b-53a4-4e65-8584-b4a547d06ca7 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.466014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d696146b-53a4-4e65-8584-b4a547d06ca7 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.37 "GET /v2.0/networks?id=1efdc992-0259-4e16-84f8-38bfbf4d71c9 HTTP/1.1" status: 200 len: 818 time: 0.8628037 Sep 16 04:59:39.486868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-9edfa2ef-8881-46f8-807e-63aaba550552 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.489318 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-9edfa2ef-8881-46f8-807e-63aaba550552 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.23 "GET /v2.0/networks?id=1efdc992-0259-4e16-84f8-38bfbf4d71c9 HTTP/1.1" status: 200 len: 818 time: 0.1994796 Sep 16 04:59:39.501928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Request body: {'port': {'device_id': '8fbcc385-6c8a-4f47-9dd7-8af3fc793308', 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9', 'admin_state_up': True, 'tenant_id': '2d276641d1e14dda804a7b794a2efc09'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:39.510250 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Request body: {'port': {'device_id': '9300e48d-e567-4bbb-95ae-39da20097d3b', 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9', 'admin_state_up': True, 'tenant_id': '2d276641d1e14dda804a7b794a2efc09'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:39.547560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Allocated IP 172.20.0.9 (1efdc992-0259-4e16-84f8-38bfbf4d71c9/53742e54-d8f4-4e01-bead-3cd6f5553544/81558cb8-ec98-4594-9864-bf5407f51333) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:39.605844 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-25e146c7-f743-4edd-9744-8c5ed6862a6e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.607455 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-25e146c7-f743-4edd-9744-8c5ed6862a6e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.23 "GET /v2.0/networks?id=40af8255-69a7-4928-8a8f-32288cabc135 HTTP/1.1" status: 200 len: 814 time: 1.0315688 Sep 16 04:59:39.608119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38020) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:39.627408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-b7f7025e-c1c3-4589-b929-72590064d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.629028 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-b7f7025e-c1c3-4589-b929-72590064d2de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613bf0c4-562f-4261-a5eb-2dd164436d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7154410 Sep 16 04:59:39.655469 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Request body: {'port': {'device_id': '7fc82384-f7e6-434f-a16a-2e3b0bdb43ea', 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135', 'admin_state_up': True, 'tenant_id': '3f5f57bbc4b44702936526686b50a4a6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:39.722050 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cdb20f1b-0b66-4958-b9f3-42389b161b3a req-b8f79bec-d65a-4b81-8254-840b964e94e4 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 210 time: 0.1830115 Sep 16 04:59:39.754248 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.957323 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42e4910c-b758-4213-9935-90a93b7e81c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.055682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Made reservation on behalf of 2d276641d1e14dda804a7b794a2efc09 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:40.060707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.077855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb1066e7-50a9-4c4d-8d10-6ac647cb0971 req-9ec59cde-8b0a-4823-b5cb-fe76eae04a59 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 210 time: 0.1243265 Sep 16 04:59:40.110995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-46fddf29-13e2-49bb-aa81-ee2ae5323941 service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519422 Sep 16 04:59:40.237857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.317624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff635d0a-ba15-40bf-978a-8e7613d4bfcd']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:40.339455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc9261a-1501-495d-85bc-eb3cc13b01cf') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:40.340188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc9261a-1501-495d-85bc-eb3cc13b01cf') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:40.373927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.387245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.406854 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.426557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:40.426978 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: timer() Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:40.429947 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:40.456913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e156cc6-f35c-4fe4-8f0a-9c23fddce264 req-baed51d1-37f6-42d0-aaa3-702dfb4cde9d service neutron] 10.222.0.37 "GET /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968016 Sep 16 04:59:40.520713 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42e4910c-b758-4213-9935-90a93b7e81c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.635378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42e4910c-b758-4213-9935-90a93b7e81c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.689144 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.691155 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.701058 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.708014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] 10.222.0.24 "DELETE /v2.0/networks/ff635d0a-ba15-40bf-978a-8e7613d4bfcd HTTP/1.1" status: 204 len: 168 time: 1.2602851 Sep 16 04:59:40.708014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4910c-b758-4213-9935-90a93b7e81c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f700e769-43b0-4274-80a5-c9c89110b27e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.718757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-42e4910c-b758-4213-9935-90a93b7e81c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2146f22b22204d79a8cf865ce5bf9faf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0936825 Sep 16 04:59:40.723185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38034) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:40.758285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11f01e-5a3f-4869-b744-29edaf1a4ef8 tempest-NetworksTestDHCPv6-184968756 tempest-NetworksTestDHCPv6-184968756-project] Pushing event deleted for resources: {'Network': ['ID=ff635d0a-ba15-40bf-978a-8e7613d4bfcd,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.774320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:40.779858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:40.781645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Pushing event updated for resources: {'Port': ['ID=81558cb8-ec98-4594-9864-bf5407f51333,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.783877 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:40.798618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Allocated IP 172.20.0.10 (1efdc992-0259-4e16-84f8-38bfbf4d71c9/53742e54-d8f4-4e01-bead-3cd6f5553544/5274cbdd-624a-4a23-9fe7-792998b812d7) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:40.817203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Made reservation on behalf of 2d276641d1e14dda804a7b794a2efc09 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:40.820995 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.833386 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0ef5-12ef-43e4-8677-903c419549e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.878051 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0ef5-12ef-43e4-8677-903c419549e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.878819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08ca98f5-9c18-48b1-a325-8d13f84a7b2b req-6df7732b-1262-4f76-a76e-04e7ffa4ce7a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 210 time: 0.0417132 Sep 16 04:59:40.911090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:40.911782 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.038796 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.080147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Made reservation on behalf of 3f5f57bbc4b44702936526686b50a4a6 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:41.084363 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.160104 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0ef5-12ef-43e4-8677-903c419549e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.160104 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0ef5-12ef-43e4-8677-903c419549e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.160104 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c4ac0ef5-12ef-43e4-8677-903c419549e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f700e769-43b0-4274-80a5-c9c89110b27e HTTP/1.1" status: 204 len: 168 time: 0.4338317 Sep 16 04:59:41.169177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac0ef5-12ef-43e4-8677-903c419549e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f700e769-43b0-4274-80a5-c9c89110b27e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:41.235611 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.245742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Allocated IP 172.20.0.10 (40af8255-69a7-4928-8a8f-32288cabc135/31214987-0630-473d-88f1-2c85c394857c/d7cf884d-aa68-47e6-b5f2-f99dcd1348c5) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:41.277208 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d0a55408-b5a3-43ac-b109-e15221451e7e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3324463 Sep 16 04:59:41.303391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:41.306907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:41.314646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:41.364706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Pushing event updated for resources: {'Port': ['ID=5274cbdd-624a-4a23-9fe7-792998b812d7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:41.375426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Request body: {'port': {'device_id': 'a4c7bc3b-6b01-4cfe-bdd4-51b75e357764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:41.411242 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.417842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.447893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38048) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:41.449396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Allocated IP 172.20.0.3 (1efdc992-0259-4e16-84f8-38bfbf4d71c9/53742e54-d8f4-4e01-bead-3cd6f5553544/132fd729-8e69-442e-9762-e3a32aa085b9) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:41.537278 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4ff095cc-dbfb-477d-8548-4450c8ace321 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0376012 Sep 16 04:59:41.550195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Request body: {'port': {'device_id': '9300e48d-e567-4bbb-95ae-39da20097d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:41.559241 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.618531 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.675801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c9ea3-3004-4511-9826-54b0e7409aff req-206b093e-a57c-43c2-83ca-7aa1d26ad305 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.684456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-034c9ea3-3004-4511-9826-54b0e7409aff req-206b093e-a57c-43c2-83ca-7aa1d26ad305 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 932 time: 0.4157450 Sep 16 04:59:41.896497 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-16bf7b1c-0310-4861-95e7-fb554c4d5b37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad9baaaf51c84ae2aea3bff301ce20e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4462242 Sep 16 04:59:41.899956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38062) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:41.908898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-034c9ea3-3004-4511-9826-54b0e7409aff req-3cfe1043-275c-43c4-9eea-fc8843602bdb tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233915 Sep 16 04:59:41.954149 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.977177 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.989035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9014-c14a-40a8-80cd-8cf7f654467a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.014108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9014-c14a-40a8-80cd-8cf7f654467a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.035198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ea39ff4-bf94-4d65-93a2-b4aa398ebd9c req-4561b63f-6835-48a9-8797-348f3f91acb5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 210 time: 0.0434437 Sep 16 04:59:42.084276 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-59f73a4e-c5cf-485b-8001-02b17ca552e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.181715 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.217972 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9014-c14a-40a8-80cd-8cf7f654467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.220946 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.221058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9014-c14a-40a8-80cd-8cf7f654467a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.225984 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9e4a9014-c14a-40a8-80cd-8cf7f654467a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8573aeac-4aa5-4eaa-8749-91677342289f HTTP/1.1" status: 204 len: 168 time: 0.3252058 Sep 16 04:59:42.234918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Network 40af8255-69a7-4928-8a8f-32288cabc135 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:42.241988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:42.249112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:42.265408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a9014-c14a-40a8-80cd-8cf7f654467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8573aeac-4aa5-4eaa-8749-91677342289f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.287968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:42.288807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Pushing event updated for resources: {'Port': ['ID=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.297273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:42.322404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:42.382452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.383074 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.402516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Pushing event updated for resources: {'Port': ['ID=132fd729-8e69-442e-9762-e3a32aa085b9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.416418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.417808 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.427329 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.429831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5274cbdd-624a-4a23-9fe7-792998b812d7 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:42.439400 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.462914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Transition to ACTIVE for port object 5274cbdd-624a-4a23-9fe7-792998b812d7 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:42.508043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-14b99e6b-a653-4853-9929-8bd2b853acf5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8681974 Sep 16 04:59:42.522127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Request body: {'port': {'device_id': '7fc82384-f7e6-434f-a16a-2e3b0bdb43ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:42.581915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c23fd74c-90a5-490e-a901-d2efffcc528e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0960035 Sep 16 04:59:42.594898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Request body: {'port': {'device_id': '8fbcc385-6c8a-4f47-9dd7-8af3fc793308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:42.598518 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.690578 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.712999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.773608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Pushing event updated for resources: {'Port': ['ID=5274cbdd-624a-4a23-9fe7-792998b812d7,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.893645 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Attempting to bind port 5274cbdd-624a-4a23-9fe7-792998b812d7 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:42.893996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Attempting to bind port 5274cbdd-624a-4a23-9fe7-792998b812d7 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:42.894331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Attempting to bind port 5274cbdd-624a-4a23-9fe7-792998b812d7 on network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:42.903663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Port 5274cbdd-624a-4a23-9fe7-792998b812d7 on network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:42.904229 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Attempting to bind port 5274cbdd-624a-4a23-9fe7-792998b812d7 on network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:42.920020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:42.920414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Checking segment: {'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:42.920867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Bound using segment: {'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:42.921370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Bound port: 5274cbdd-624a-4a23-9fe7-792998b812d7, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:42.921792 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.053369 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] For port 5274cbdd-624a-4a23-9fe7-792998b812d7, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:43.061522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] For port 5274cbdd-624a-4a23-9fe7-792998b812d7, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5274cbdd-624a-4a23-9fe7-792998b812d7,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:43.180837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aee5fd-5a77-4de6-af61-7735a1dd9337 req-b9c642e1-8c43-4111-abd8-44cb1ee1527e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.183128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4aee5fd-5a77-4de6-af61-7735a1dd9337 req-b9c642e1-8c43-4111-abd8-44cb1ee1527e tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 944 time: 0.1427720 Sep 16 04:59:43.202081 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81558cb8-ec98-4594-9864-bf5407f51333 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:43.224663 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.250437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.272710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Transition to ACTIVE for port object 81558cb8-ec98-4594-9864-bf5407f51333 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:43.297627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.298276 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.299936 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] 10.222.0.23 "PUT /v2.0/ports/5274cbdd-624a-4a23-9fe7-792998b812d7 HTTP/1.1" status: 200 len: 1093 time: 1.7542460 Sep 16 04:59:43.300492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9300e48d-e567-4bbb-95ae-39da20097d3b', 'tag': '5274cbdd-624a-4a23-9fe7-792998b812d7'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:43.303093 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fa5bda-5704-458a-ba7d-646f4b47dd3d" -d '{"events": [{"name": "network-changed", "server_uuid": "9300e48d-e567-4bbb-95ae-39da20097d3b", "tag": "5274cbdd-624a-4a23-9fe7-792998b812d7"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:43.308047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:43.313844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4aee5fd-5a77-4de6-af61-7735a1dd9337 req-b8437eda-4d92-42eb-b650-993408eacd16 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183426 Sep 16 04:59:43.316687 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.332086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Transition to ACTIVE for port object d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:43.333838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8191ed9-98a3-40e6-9322-58e84fa40179 service neutron] Pushing event updated for resources: {'Port': ['ID=5274cbdd-624a-4a23-9fe7-792998b812d7,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.378344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.488436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Pushing event updated for resources: {'Port': ['ID=81558cb8-ec98-4594-9864-bf5407f51333,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.512824 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.561173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-353fabcc-7401-4009-bd75-43e8b5b82709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.562749 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-353fabcc-7401-4009-bd75-43e8b5b82709 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d276641d1e14dda804a7b794a2efc09&device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 1096 time: 0.1194468 Sep 16 04:59:43.640277 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-bd3fa59d-3760-41f5-a38d-9db71b7ccbc8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5274cbdd-624a-4a23-9fe7-792998b812d7 HTTP/1.1" status: 200 len: 217 time: 0.0678968 Sep 16 04:59:43.647079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.700650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Attempting to bind port 81558cb8-ec98-4594-9864-bf5407f51333 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:43.700984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Attempting to bind port 81558cb8-ec98-4594-9864-bf5407f51333 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:43.701312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Attempting to bind port 81558cb8-ec98-4594-9864-bf5407f51333 on network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:43.738638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-63546bf3-8ebb-4841-bbe7-18470dd8d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.740189 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-63546bf3-8ebb-4841-bbe7-18470dd8d858 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53742e54-d8f4-4e01-bead-3cd6f5553544 HTTP/1.1" status: 200 len: 858 time: 0.0927117 Sep 16 04:59:43.742717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Port 81558cb8-ec98-4594-9864-bf5407f51333 on network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:43.743043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Attempting to bind port 81558cb8-ec98-4594-9864-bf5407f51333 on network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:43.785299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4612b-f3b3-428e-96d7-e0da50d2cfaf req-abf512a8-b210-41d9-b244-10850c0fb864 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.786783 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4b4612b-f3b3-428e-96d7-e0da50d2cfaf req-abf512a8-b210-41d9-b244-10850c0fb864 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 944 time: 0.6285167 Sep 16 04:59:43.792972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:43.793318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Checking segment: {'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:43.793714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Bound using segment: {'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:43.794166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Bound port: 81558cb8-ec98-4594-9864-bf5407f51333, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:43.794532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.831373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132fd729-8e69-442e-9762-e3a32aa085b9 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:43.837727 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3348bb0-7fdb-4e21-a964-b89510666160 x-openstack-request-id: req-f3348bb0-7fdb-4e21-a964-b89510666160 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:43.838469 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9300e48d-e567-4bbb-95ae-39da20097d3b", "tag": "5274cbdd-624a-4a23-9fe7-792998b812d7", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:43.838754 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3348bb0-7fdb-4e21-a964-b89510666160 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:43.839203 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9300e48d-e567-4bbb-95ae-39da20097d3b', 'tag': '5274cbdd-624a-4a23-9fe7-792998b812d7', 'status': 'completed', 'code': 200} Sep 16 04:59:43.841560 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-d7600f10-bc95-498f-8e33-b17034e2f288 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1efdc992-0259-4e16-84f8-38bfbf4d71c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943456 Sep 16 04:59:43.857565 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.859898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Attempting to bind port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:43.860224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Attempting to bind port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:43.860565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Attempting to bind port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 on network 40af8255-69a7-4928-8a8f-32288cabc135 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:43.891074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 on network 40af8255-69a7-4928-8a8f-32288cabc135 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:43.891393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Attempting to bind port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 on network 40af8255-69a7-4928-8a8f-32288cabc135 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:43.905771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Transition to ACTIVE for port object 132fd729-8e69-442e-9762-e3a32aa085b9 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:43.913668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:43.914011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Checking segment: {'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:43.914393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Bound using segment: {'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:43.941148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Bound port: d7cf884d-aa68-47e6-b5f2-f99dcd1348c5, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:43.941148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.941371 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-0bc1ef10-4c65-4503-a84f-bd6fdbc929c4 service neutron] 10.222.0.23 "GET /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887980 Sep 16 04:59:43.946719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4b4612b-f3b3-428e-96d7-e0da50d2cfaf req-38b57322-63ed-467e-9203-deeb349e8ad5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214776 Sep 16 04:59:43.981203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] For port 81558cb8-ec98-4594-9864-bf5407f51333, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:43.996769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] For port 81558cb8-ec98-4594-9864-bf5407f51333, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=81558cb8-ec98-4594-9864-bf5407f51333,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:44.017815 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.074180 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-fe127135-1041-4823-b99d-0c6b038e97dc service neutron] 10.222.0.23 "GET /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277654 Sep 16 04:59:44.075612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] For port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:44.099758 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.112509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] For port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:44.168361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38124) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:44.285222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c89509eb-e22d-46b4-9ef1-ea2bd4bdf3e8 tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-481842462', 'prefixes': ['172.20.0.0/16']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:44.432450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa5bda-5704-458a-ba7d-646f4b47dd3d req-134f3b7d-e272-48bd-bcce-7a65fcb54a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.434226 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-36fa5bda-5704-458a-ba7d-646f4b47dd3d req-134f3b7d-e272-48bd-bcce-7a65fcb54a68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d276641d1e14dda804a7b794a2efc09&device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 1096 time: 0.0844934 Sep 16 04:59:44.563055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Pushing event updated for resources: {'Port': ['ID=132fd729-8e69-442e-9762-e3a32aa085b9,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.570142 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6951dd8-949f-4e19-890f-f20110d1ac0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.595716 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.640212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa5bda-5704-458a-ba7d-646f4b47dd3d req-82a2b19a-2556-4b66-acf8-74e5a36b5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.641860 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-36fa5bda-5704-458a-ba7d-646f4b47dd3d req-82a2b19a-2556-4b66-acf8-74e5a36b5b6e service neutron] 10.222.0.23 "GET /v2.0/networks?id=1efdc992-0259-4e16-84f8-38bfbf4d71c9 HTTP/1.1" status: 200 len: 918 time: 0.1871376 Sep 16 04:59:44.648268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.648907 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.650280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] 10.222.0.23 "PUT /v2.0/ports/81558cb8-ec98-4594-9864-bf5407f51333 HTTP/1.1" status: 200 len: 1092 time: 3.2812886 Sep 16 04:59:44.652202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c7bc3b-6b01-4cfe-bdd4-51b75e357764', 'tag': '81558cb8-ec98-4594-9864-bf5407f51333'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:44.654516 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6494a1df-6e72-4661-bd76-65d7d0cf6cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c7bc3b-6b01-4cfe-bdd4-51b75e357764", "tag": "81558cb8-ec98-4594-9864-bf5407f51333"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:44.678763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.679392 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.684384 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] 10.222.0.23 "PUT /v2.0/ports/d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 HTTP/1.1" status: 200 len: 1093 time: 2.1632798 Sep 16 04:59:44.691050 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-36fa5bda-5704-458a-ba7d-646f4b47dd3d req-befab040-e984-4d06-8189-f89d29802da4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5274cbdd-624a-4a23-9fe7-792998b812d7 HTTP/1.1" status: 200 len: 217 time: 0.0379891 Sep 16 04:59:44.723853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd9468-24d8-47d2-8a9d-6b50860dbaff service neutron] Pushing event updated for resources: {'Port': ['ID=81558cb8-ec98-4594-9864-bf5407f51333,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.737052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4e966-d55e-4b71-bd7b-e8088bea6bdd req-f403cf54-48e3-4a3d-a341-9de9919fceb5 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.738626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16c4e966-d55e-4b71-bd7b-e8088bea6bdd req-f403cf54-48e3-4a3d-a341-9de9919fceb5 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 944 time: 0.1660802 Sep 16 04:59:44.741129 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccfb352-7719-4ca9-9801-8a6a8397fdbf x-openstack-request-id: req-8ccfb352-7719-4ca9-9801-8a6a8397fdbf {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:44.741402 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c7bc3b-6b01-4cfe-bdd4-51b75e357764", "tag": "81558cb8-ec98-4594-9864-bf5407f51333", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:44.741657 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ccfb352-7719-4ca9-9801-8a6a8397fdbf {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:44.742047 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c7bc3b-6b01-4cfe-bdd4-51b75e357764', 'tag': '81558cb8-ec98-4594-9864-bf5407f51333', 'status': 'completed', 'code': 200} Sep 16 04:59:44.743142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Attempting to bind port 132fd729-8e69-442e-9762-e3a32aa085b9 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:44.743479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Attempting to bind port 132fd729-8e69-442e-9762-e3a32aa085b9 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:44.743805 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Attempting to bind port 132fd729-8e69-442e-9762-e3a32aa085b9 on network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:44.777310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Port 132fd729-8e69-442e-9762-e3a32aa085b9 on network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:44.777638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Attempting to bind port 132fd729-8e69-442e-9762-e3a32aa085b9 on network 1efdc992-0259-4e16-84f8-38bfbf4d71c9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:44.792379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa5bda-5704-458a-ba7d-646f4b47dd3d req-c5bd9f67-186b-4d62-8888-5ea8e0b6d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.796244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:44.796620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Checking segment: {'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:44.797013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Bound using segment: {'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:44.797489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Bound port: 132fd729-8e69-442e-9762-e3a32aa085b9, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a24a91-a147-4d0c-be7a-6086c02380b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:44.797850 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.797950 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-36fa5bda-5704-458a-ba7d-646f4b47dd3d req-c5bd9f67-186b-4d62-8888-5ea8e0b6d122 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53742e54-d8f4-4e01-bead-3cd6f5553544 HTTP/1.1" status: 200 len: 858 time: 0.0983024 Sep 16 04:59:44.840317 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-36fa5bda-5704-458a-ba7d-646f4b47dd3d req-df48f1af-4915-4ede-88c0-f1c4f2690993 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1efdc992-0259-4e16-84f8-38bfbf4d71c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348265 Sep 16 04:59:44.890108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff0250-0e3d-49e0-bd80-4a0f6cbb4e71 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.899114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16c4e966-d55e-4b71-bd7b-e8088bea6bdd req-0a675cf7-0e32-4263-b3a1-baa26d94bcaf tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344049 Sep 16 04:59:44.930874 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c89509eb-e22d-46b4-9ef1-ea2bd4bdf3e8 tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] Notify callbacks [] for subnetpool, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.934608 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c89509eb-e22d-46b4-9ef1-ea2bd4bdf3e8 tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7626774 Sep 16 04:59:44.939847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38140) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:44.942158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494a1df-6e72-4661-bd76-65d7d0cf6cfc req-b4f5a21b-c753-4c5a-91f6-1bf7fba5a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.943727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6494a1df-6e72-4661-bd76-65d7d0cf6cfc req-b4f5a21b-c753-4c5a-91f6-1bf7fba5a829 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d276641d1e14dda804a7b794a2efc09&device_id=a4c7bc3b-6b01-4cfe-bdd4-51b75e357764 HTTP/1.1" status: 200 len: 1095 time: 0.1491001 Sep 16 04:59:44.997425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] For port 132fd729-8e69-442e-9762-e3a32aa085b9, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:45.005416 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-836dde93-ede2-404d-ba5f-9a064d30dca3 tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] 10.222.0.24 "GET /v2.0/subnetpools/a3c2a698-2d65-4854-bead-3612037c33d6 HTTP/1.1" status: 200 len: 731 time: 0.0628066 Sep 16 04:59:45.012311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38146) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:45.019708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-3ef6cd16-2e55-4903-9bc3-02e1c47103a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.021309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-3ef6cd16-2e55-4903-9bc3-02e1c47103a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f5f57bbc4b44702936526686b50a4a6&device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 1096 time: 0.1277444 Sep 16 04:59:45.025501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-433d3bb9-f126-4160-8be0-ea27c9942494 tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1634679500'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:45.026458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] For port 132fd729-8e69-442e-9762-e3a32aa085b9, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=132fd729-8e69-442e-9762-e3a32aa085b9,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:45.053171 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-36fa5bda-5704-458a-ba7d-646f4b47dd3d req-296d87ca-ffa9-447e-98f4-ce171f04a088 service neutron] 10.222.0.23 "GET /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036068 Sep 16 04:59:45.119013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-63953b54-53bc-4100-8eaf-8c735910720d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 HTTP/1.1" status: 200 len: 217 time: 0.0580273 Sep 16 04:59:45.148529 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.235582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494a1df-6e72-4661-bd76-65d7d0cf6cfc req-dff76188-6369-4459-80bb-cbf30293527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.248090 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6494a1df-6e72-4661-bd76-65d7d0cf6cfc req-dff76188-6369-4459-80bb-cbf30293527f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2d276641d1e14dda804a7b794a2efc09&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2786071 Sep 16 04:59:45.248090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.248090 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.248090 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] 10.222.0.37 "PUT /v2.0/ports/132fd729-8e69-442e-9762-e3a32aa085b9 HTTP/1.1" status: 200 len: 1092 time: 2.6511452 Sep 16 04:59:45.248629 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-36fa5bda-5704-458a-ba7d-646f4b47dd3d req-2926b47c-ebb4-41ca-b85e-6da6f7d6ef01 service neutron] 10.222.0.23 "GET /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758528 Sep 16 04:59:45.275127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-ee42d5ed-dc3d-4971-b57e-1b647b3d8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.276661 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-ee42d5ed-dc3d-4971-b57e-1b647b3d8ff2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31214987-0630-473d-88f1-2c85c394857c HTTP/1.1" status: 200 len: 854 time: 0.1386819 Sep 16 04:59:45.319462 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.346274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4189a0-fe88-4143-a0fb-a4f52f29f60d req-39885573-13a7-421f-b2eb-8ea7b1ec9d46 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.347784 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca4189a0-fe88-4143-a0fb-a4f52f29f60d req-39885573-13a7-421f-b2eb-8ea7b1ec9d46 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 944 time: 0.2687142 Sep 16 04:59:45.350679 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ba535-9b64-420a-ab21-7615a5b871f2 service neutron] Pushing event updated for resources: {'Port': ['ID=132fd729-8e69-442e-9762-e3a32aa085b9,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:45.355251 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-7100bacd-4caa-4f3d-8932-067d3ce1dcf0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40af8255-69a7-4928-8a8f-32288cabc135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536706 Sep 16 04:59:45.449232 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-433d3bb9-f126-4160-8be0-ea27c9942494 tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] Notify callbacks [] for subnetpool, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.453402 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-433d3bb9-f126-4160-8be0-ea27c9942494 tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] 10.222.0.24 "PUT /v2.0/subnetpools/a3c2a698-2d65-4854-bead-3612037c33d6 HTTP/1.1" status: 200 len: 684 time: 0.4348049 Sep 16 04:59:45.454418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38150) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:45.515051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca4189a0-fe88-4143-a0fb-a4f52f29f60d req-376a6191-7c64-440f-b6cf-1b32af8653e5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566164 Sep 16 04:59:45.516133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494a1df-6e72-4661-bd76-65d7d0cf6cfc req-80453c68-75da-47d4-8006-f1f563f5fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.517599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6494a1df-6e72-4661-bd76-65d7d0cf6cfc req-80453c68-75da-47d4-8006-f1f563f5fcbc service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2680829 Sep 16 04:59:45.617207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-c7f05e26-6eaa-4c8b-ba9d-ea861c6d0173 service neutron] 10.222.0.23 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524738 Sep 16 04:59:45.680229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-16d6b507-dc5d-4fa6-a401-e338c8568f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.686649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-16d6b507-dc5d-4fa6-a401-e338c8568f46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d276641d1e14dda804a7b794a2efc09&device_id=8fbcc385-6c8a-4f47-9dd7-8af3fc793308 HTTP/1.1" status: 200 len: 1095 time: 0.1234293 Sep 16 04:59:45.696199 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3db7cb49-5791-4119-a709-438415b664b5 tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] Notify callbacks [] for subnetpool, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.701735 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3db7cb49-5791-4119-a709-438415b664b5 tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] 10.222.0.24 "DELETE /v2.0/subnetpools/a3c2a698-2d65-4854-bead-3612037c33d6 HTTP/1.1" status: 204 len: 168 time: 0.2456250 Sep 16 04:59:45.705646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38154) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:45.732042 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-f524fa62-0811-43a2-a8e9-e3f8c21e009f tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] show failed (client error): The resource could not be found. Sep 16 04:59:45.733566 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f524fa62-0811-43a2-a8e9-e3f8c21e009f tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] 10.222.0.24 "GET /v2.0/subnetpools/a3c2a698-2d65-4854-bead-3612037c33d6 HTTP/1.1" status: 404 len: 346 time: 0.0264235 Sep 16 04:59:45.736530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38156) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:45.761877 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-f0535538-1e89-4943-9b62-18224f8d1002 tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] delete failed (client error): The resource could not be found. Sep 16 04:59:45.763711 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f0535538-1e89-4943-9b62-18224f8d1002 tempest-SubnetPoolsTestJSON-1695538906 tempest-SubnetPoolsTestJSON-1695538906-project] 10.222.0.24 "DELETE /v2.0/subnetpools/a3c2a698-2d65-4854-bead-3612037c33d6 HTTP/1.1" status: 404 len: 346 time: 0.0256357 Sep 16 04:59:45.830545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-299e889a-efa7-42fd-9772-e0f6dd281c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.832179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-299e889a-efa7-42fd-9772-e0f6dd281c95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d276641d1e14dda804a7b794a2efc09&device_id=a4c7bc3b-6b01-4cfe-bdd4-51b75e357764 HTTP/1.1" status: 200 len: 1095 time: 0.2391069 Sep 16 04:59:45.837610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-7770ade2-db28-4d71-b336-e6f77b553332 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=132fd729-8e69-442e-9762-e3a32aa085b9 HTTP/1.1" status: 200 len: 217 time: 0.1415493 Sep 16 04:59:45.928981 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-e078f0af-00f7-43d1-88fd-ec6829830b49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81558cb8-ec98-4594-9864-bf5407f51333 HTTP/1.1" status: 200 len: 217 time: 0.0877037 Sep 16 04:59:45.965802 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.990293 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d4fc9ce-cfd5-45e7-908d-5e0f116c5612 req-c4c49b61-373a-4b40-98a7-424a31523c80 service neutron] 10.222.0.23 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530176 Sep 16 04:59:45.994397 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-5003eeb3-1058-438c-b260-adc9633647c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.995938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-5003eeb3-1058-438c-b260-adc9633647c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53742e54-d8f4-4e01-bead-3cd6f5553544 HTTP/1.1" status: 200 len: 858 time: 0.1455514 Sep 16 04:59:46.070280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-0fb32390-f7df-4f5a-ab3f-9ea713452feb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1efdc992-0259-4e16-84f8-38bfbf4d71c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604446 Sep 16 04:59:46.077938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-8865a682-16a9-4230-b826-bf9c9fe30ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.079370 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-8865a682-16a9-4230-b826-bf9c9fe30ebf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53742e54-d8f4-4e01-bead-3cd6f5553544 HTTP/1.1" status: 200 len: 858 time: 0.1425889 Sep 16 04:59:46.132286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-4fde78d3-65ef-4c0c-9416-daa642a6f1f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1efdc992-0259-4e16-84f8-38bfbf4d71c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412581 Sep 16 04:59:46.171953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba946e8-a7af-40df-b56c-852cab8d607b req-6972af1b-2488-42db-8590-e36a312f79d5 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.173496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ba946e8-a7af-40df-b56c-852cab8d607b req-6972af1b-2488-42db-8590-e36a312f79d5 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 944 time: 0.1519895 Sep 16 04:59:46.300622 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ba946e8-a7af-40df-b56c-852cab8d607b req-9ad8d88c-a748-4504-846d-82b4fc1acd05 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983074 Sep 16 04:59:46.311866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-9e4821b2-ec14-44ec-bde4-6c850a4d5803 service neutron] 10.222.0.37 "GET /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304280 Sep 16 04:59:46.333202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-b1efb38e-ad20-4572-a6ed-39ed9bb994ef service neutron] 10.222.0.23 "GET /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921773 Sep 16 04:59:46.382149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.451942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38174) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.499563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-83bb366c-9be4-4870-85e5-529d606f6fff service neutron] 10.222.0.37 "GET /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797516 Sep 16 04:59:46.505163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21adae85-4985-4800-95d5-d2bdc90e4247 req-c591a0de-56b4-42e2-989a-5a574157dbf5 service neutron] 10.222.0.23 "GET /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601822 Sep 16 04:59:46.566731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b45c5ba4-409f-4fde-bdd0-cc05aef00509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.646086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad331b7-2955-46d4-87ff-836a56e16dc5 req-43b3239e-d8e9-4f6e-ae74-00c0d96a60eb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.648014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ad331b7-2955-46d4-87ff-836a56e16dc5 req-43b3239e-d8e9-4f6e-ae74-00c0d96a60eb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 944 time: 0.0627685 Sep 16 04:59:46.673524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b45c5ba4-409f-4fde-bdd0-cc05aef00509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.689151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ad331b7-2955-46d4-87ff-836a56e16dc5 req-6c8b7f78-ab8a-4fc4-917e-e6e80236fe8f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343974 Sep 16 04:59:46.742896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc82384-f7e6-434f-a16a-2e3b0bdb43ea', 'tag': 'd7cf884d-aa68-47e6-b5f2-f99dcd1348c5'}, {'name': 'network-changed', 'server_uuid': '8fbcc385-6c8a-4f47-9dd7-8af3fc793308', 'tag': '132fd729-8e69-442e-9762-e3a32aa085b9'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:46.745385 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21957739-0c6e-4bcf-9bb5-4d3630645cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc82384-f7e6-434f-a16a-2e3b0bdb43ea", "tag": "d7cf884d-aa68-47e6-b5f2-f99dcd1348c5"}, {"name": "network-changed", "server_uuid": "8fbcc385-6c8a-4f47-9dd7-8af3fc793308", "tag": "132fd729-8e69-442e-9762-e3a32aa085b9"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:46.781455 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b45c5ba4-409f-4fde-bdd0-cc05aef00509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.787480 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6db6c9-ad60-45ad-93ff-dcb47185796f x-openstack-request-id: req-ae6db6c9-ad60-45ad-93ff-dcb47185796f {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:46.787776 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc82384-f7e6-434f-a16a-2e3b0bdb43ea", "tag": "d7cf884d-aa68-47e6-b5f2-f99dcd1348c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fbcc385-6c8a-4f47-9dd7-8af3fc793308", "tag": "132fd729-8e69-442e-9762-e3a32aa085b9", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:46.793283 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae6db6c9-ad60-45ad-93ff-dcb47185796f {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:46.793283 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc82384-f7e6-434f-a16a-2e3b0bdb43ea', 'tag': 'd7cf884d-aa68-47e6-b5f2-f99dcd1348c5', 'status': 'completed', 'code': 200} Sep 16 04:59:46.793283 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbcc385-6c8a-4f47-9dd7-8af3fc793308', 'tag': '132fd729-8e69-442e-9762-e3a32aa085b9', 'status': 'completed', 'code': 200} Sep 16 04:59:46.821326 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b45c5ba4-409f-4fde-bdd0-cc05aef00509 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65293bc01d1d4f6fb43a837d12477f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682847 Sep 16 04:59:46.822462 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c5ba4-409f-4fde-bdd0-cc05aef00509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb05012-51c5-49eb-b0b8-4e44560efee3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.828501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38188) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.881779 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb847bdc-3cdc-407a-a28e-6a734ed04a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.883992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-b2d2d400-6848-4776-8463-9028fb6197f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.887083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-b2d2d400-6848-4776-8463-9028fb6197f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f5f57bbc4b44702936526686b50a4a6&device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 1096 time: 0.0774314 Sep 16 04:59:46.890113 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-10056685-f3c9-4cc4-95b4-7aa823446d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.891647 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-10056685-f3c9-4cc4-95b4-7aa823446d69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d276641d1e14dda804a7b794a2efc09&device_id=8fbcc385-6c8a-4f47-9dd7-8af3fc793308 HTTP/1.1" status: 200 len: 1095 time: 0.0729535 Sep 16 04:59:46.906867 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb847bdc-3cdc-407a-a28e-6a734ed04a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.068005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-39fd1b0d-2ec1-44a6-b7d5-bb8019b39fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.069521 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-39fd1b0d-2ec1-44a6-b7d5-bb8019b39fea service neutron] 10.222.0.37 "GET /v2.0/networks?id=1efdc992-0259-4e16-84f8-38bfbf4d71c9 HTTP/1.1" status: 200 len: 918 time: 0.1644554 Sep 16 04:59:47.070471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-c3528afa-5445-48bf-9691-4cbf5706cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.071922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-c3528afa-5445-48bf-9691-4cbf5706cf65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40af8255-69a7-4928-8a8f-32288cabc135 HTTP/1.1" status: 200 len: 914 time: 0.1769435 Sep 16 04:59:47.100791 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb847bdc-3cdc-407a-a28e-6a734ed04a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.104220 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb847bdc-3cdc-407a-a28e-6a734ed04a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.108479 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eb847bdc-3cdc-407a-a28e-6a734ed04a54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2bb05012-51c5-49eb-b0b8-4e44560efee3 HTTP/1.1" status: 204 len: 168 time: 0.2824600 Sep 16 04:59:47.127024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb847bdc-3cdc-407a-a28e-6a734ed04a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb05012-51c5-49eb-b0b8-4e44560efee3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.134054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-7b377307-2a7e-4e9d-92f4-4d90a7980a9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=132fd729-8e69-442e-9762-e3a32aa085b9 HTTP/1.1" status: 200 len: 217 time: 0.0562994 Sep 16 04:59:47.170165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 5274cbdd-624a-4a23-9fe7-792998b812d7 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:47.174921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-3a95b709-a89a-4f8e-a92c-de1d943c801c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 HTTP/1.1" status: 200 len: 217 time: 0.0909483 Sep 16 04:59:47.249790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-6443bbbd-c2e9-43d7-9c5d-f56d8efe4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.251486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-6443bbbd-c2e9-43d7-9c5d-f56d8efe4c65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31214987-0630-473d-88f1-2c85c394857c HTTP/1.1" status: 200 len: 854 time: 0.0568142 Sep 16 04:59:47.257042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-ce26eaa0-aeab-4f2d-a3e6-f994eedbefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.258554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-ce26eaa0-aeab-4f2d-a3e6-f994eedbefd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=53742e54-d8f4-4e01-bead-3cd6f5553544 HTTP/1.1" status: 200 len: 858 time: 0.0922935 Sep 16 04:59:47.327066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 5274cbdd-624a-4a23-9fe7-792998b812d7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5274cbdd-624a-4a23-9fe7-792998b812d7,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:47.330730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-37a25daa-c896-42af-9c45-4d40529d86b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40af8255-69a7-4928-8a8f-32288cabc135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712240 Sep 16 04:59:47.333065 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-39d7f053-a6e4-4d6b-a06d-d6e9e65255ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1efdc992-0259-4e16-84f8-38bfbf4d71c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635252 Sep 16 04:59:47.360757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '5274cbdd-624a-4a23-9fe7-792998b812d7', 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9', 'port_id': '5274cbdd-624a-4a23-9fe7-792998b812d7', 'mac_address': 'fa:16:3e:32:cd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53742e54-d8f4-4e01-bead-3cd6f5553544', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:47.418992 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.436278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5274cbdd-624a-4a23-9fe7-792998b812d7 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:47.465106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 5274cbdd-624a-4a23-9fe7-792998b812d7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5274cbdd-624a-4a23-9fe7-792998b812d7,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:47.507196 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.530785 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.561738 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-7f53ea17-c3d8-4000-9e0e-d2920439dda8 service neutron] 10.222.0.23 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225089 Sep 16 04:59:47.581090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeebce0-9b90-40e7-bd63-f13a982a82b9 req-7c5f92d5-a17d-4c50-a244-a1a898936763 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.582594 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-feeebce0-9b90-40e7-bd63-f13a982a82b9 req-7c5f92d5-a17d-4c50-a244-a1a898936763 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 944 time: 0.1724777 Sep 16 04:59:47.585880 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=5274cbdd-624a-4a23-9fe7-792998b812d7,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.630613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-771ae092-f396-4ca4-b6ca-aff0329052df service neutron] 10.222.0.37 "GET /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878582 Sep 16 04:59:47.810879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['5274cbdd-624a-4a23-9fe7-792998b812d7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:47.812123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-feeebce0-9b90-40e7-bd63-f13a982a82b9 req-a5da7c89-fd80-458d-aa9c-f01f7f52a583 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117715 Sep 16 04:59:47.815722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-8a69d44e-188a-401b-8c1f-88401556ac4e service neutron] 10.222.0.37 "GET /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739480 Sep 16 04:59:47.898018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21957739-0c6e-4bcf-9bb5-4d3630645cf7 req-6fdc4533-f562-463a-bcb3-cc3b728f884c service neutron] 10.222.0.23 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257897 Sep 16 04:59:47.955446 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b34b0-4652-4054-a4c0-df2f6a8682fd req-217b48cf-3efd-4b52-87ba-2915abafdb04 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.957134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f17b34b0-4652-4054-a4c0-df2f6a8682fd req-217b48cf-3efd-4b52-87ba-2915abafdb04 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 944 time: 0.1404657 Sep 16 04:59:48.007663 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f17b34b0-4652-4054-a4c0-df2f6a8682fd req-184dd708-408e-4800-86a1-d11cc69b16ee tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 Sep 16 04:59:49.035193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d110929-25be-428c-816b-b66ed735643b req-c44101c7-9354-4472-8cc5-353ffafe6532 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.043107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d110929-25be-428c-816b-b66ed735643b req-c44101c7-9354-4472-8cc5-353ffafe6532 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 945 time: 0.0898902 Sep 16 04:59:49.090697 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d110929-25be-428c-816b-b66ed735643b req-cc2fd192-1ab2-4bd2-8495-1cfb87cbfe2f tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 Sep 16 04:59:49.168171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750f22-9278-458f-86e9-1187ef3fa51b req-c7a51f95-1034-486a-8b65-9632af2f8e8a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.183060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 81558cb8-ec98-4594-9864-bf5407f51333 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:49.190333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 5274cbdd-624a-4a23-9fe7-792998b812d7 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:49.194785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a750f22-9278-458f-86e9-1187ef3fa51b req-c7a51f95-1034-486a-8b65-9632af2f8e8a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 944 time: 0.0925086 Sep 16 04:59:49.264725 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a750f22-9278-458f-86e9-1187ef3fa51b req-2a7ce17a-fd6d-406e-8f1c-f3586c89c99d tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623920 Sep 16 04:59:49.341339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 5274cbdd-624a-4a23-9fe7-792998b812d7 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:49.346380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 5274cbdd-624a-4a23-9fe7-792998b812d7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:49.346758 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.401365 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 81558cb8-ec98-4594-9864-bf5407f51333, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=81558cb8-ec98-4594-9864-bf5407f51333,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:49.415876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '81558cb8-ec98-4594-9864-bf5407f51333', 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9', 'port_id': '81558cb8-ec98-4594-9864-bf5407f51333', 'mac_address': 'fa:16:3e:6f:00:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53742e54-d8f4-4e01-bead-3cd6f5553544', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:49.487973 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.502285 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.523454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9300e48d-e567-4bbb-95ae-39da20097d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5274cbdd-624a-4a23-9fe7-792998b812d7'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:49.525783 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789442ac-c083-4a2d-9282-da3d5a4ced45" -d '{"events": [{"server_uuid": "9300e48d-e567-4bbb-95ae-39da20097d3b", "name": "network-vif-plugged", "status": "completed", "tag": "5274cbdd-624a-4a23-9fe7-792998b812d7"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:49.532334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81558cb8-ec98-4594-9864-bf5407f51333 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:49.546776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 5274cbdd-624a-4a23-9fe7-792998b812d7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5274cbdd-624a-4a23-9fe7-792998b812d7,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:49.562802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 81558cb8-ec98-4594-9864-bf5407f51333, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=81558cb8-ec98-4594-9864-bf5407f51333,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:49.577811 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1a81d2-1d0c-4746-9373-fbca3424dda3 x-openstack-request-id: req-4e1a81d2-1d0c-4746-9373-fbca3424dda3 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:49.577811 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9300e48d-e567-4bbb-95ae-39da20097d3b", "name": "network-vif-plugged", "status": "completed", "tag": "5274cbdd-624a-4a23-9fe7-792998b812d7", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:49.578043 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e1a81d2-1d0c-4746-9373-fbca3424dda3 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:49.578360 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9300e48d-e567-4bbb-95ae-39da20097d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5274cbdd-624a-4a23-9fe7-792998b812d7', 'code': 200} Sep 16 04:59:49.627445 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.658598 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.659249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:49.691421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645fad0-10a5-4186-87bd-416010a2bf6c req-70a5b0a9-f16b-4ba1-8396-72b30174a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.692972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9645fad0-10a5-4186-87bd-416010a2bf6c req-70a5b0a9-f16b-4ba1-8396-72b30174a2eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 1098 time: 0.0501027 Sep 16 04:59:49.697125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=5274cbdd-624a-4a23-9fe7-792998b812d7,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:49.752404 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9645fad0-10a5-4186-87bd-416010a2bf6c req-d798f0c8-30e9-4eb6-a165-c70d5c49a5d4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526772 Sep 16 04:59:49.826377 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=81558cb8-ec98-4594-9864-bf5407f51333,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:49.850767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:49.863856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd7cf884d-aa68-47e6-b5f2-f99dcd1348c5', 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135', 'port_id': 'd7cf884d-aa68-47e6-b5f2-f99dcd1348c5', 'mac_address': 'fa:16:3e:8b:7e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31214987-0630-473d-88f1-2c85c394857c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:49.913299 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.929705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:49.955893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:50.055895 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.144842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:50.290789 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 132fd729-8e69-442e-9762-e3a32aa085b9 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:50.350118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d7cf884d-aa68-47e6-b5f2-f99dcd1348c5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:50.358576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['81558cb8-ec98-4594-9864-bf5407f51333'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:50.547544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cca06-24f1-4ba9-81f4-338c4953fac6 req-1fffd150-695f-4b90-905d-614230dd9abb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.549730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a3cca06-24f1-4ba9-81f4-338c4953fac6 req-1fffd150-695f-4b90-905d-614230dd9abb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 945 time: 0.1325829 Sep 16 04:59:50.582092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdca6a-fef1-4a16-8376-193cd33e305f req-3b9247c0-59a8-4828-bb2e-1b551baefc69 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.583947 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cbdca6a-fef1-4a16-8376-193cd33e305f req-3b9247c0-59a8-4828-bb2e-1b551baefc69 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 946 time: 0.3992336 Sep 16 04:59:50.623422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38322) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:50.647982 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cbdca6a-fef1-4a16-8376-193cd33e305f req-54eec0c3-9763-4c9f-a76c-6a85e34d2843 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556509 Sep 16 04:59:50.663740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a3cca06-24f1-4ba9-81f4-338c4953fac6 req-cb813d59-65e9-43d2-940b-ef3f2a29e748 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027040 Sep 16 04:59:50.731136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 132fd729-8e69-442e-9762-e3a32aa085b9, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=132fd729-8e69-442e-9762-e3a32aa085b9,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:50.769129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '132fd729-8e69-442e-9762-e3a32aa085b9', 'network_id': '1efdc992-0259-4e16-84f8-38bfbf4d71c9', 'port_id': '132fd729-8e69-442e-9762-e3a32aa085b9', 'mac_address': 'fa:16:3e:97:d3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53742e54-d8f4-4e01-bead-3cd6f5553544', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:50.802381 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94ebecba-a823-4f96-9c71-f348d4dae4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.946040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94ebecba-a823-4f96-9c71-f348d4dae4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.979806 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.006787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132fd729-8e69-442e-9762-e3a32aa085b9 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:51.022247 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94ebecba-a823-4f96-9c71-f348d4dae4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.047349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 132fd729-8e69-442e-9762-e3a32aa085b9, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=132fd729-8e69-442e-9762-e3a32aa085b9,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:51.081974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebecba-a823-4f96-9c71-f348d4dae4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33d138f-b183-43d0-b967-90bbfb0c7b01,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:51.098635 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-94ebecba-a823-4f96-9c71-f348d4dae4a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c792daa49b54d7098523340d1afa93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698670 Sep 16 04:59:51.099333 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38332) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.136143 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.204098 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7944d17e-0fef-4c5e-b0b7-b64dc7543123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.235074 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7944d17e-0fef-4c5e-b0b7-b64dc7543123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.258443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=132fd729-8e69-442e-9762-e3a32aa085b9,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:51.381391 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7944d17e-0fef-4c5e-b0b7-b64dc7543123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.384728 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7944d17e-0fef-4c5e-b0b7-b64dc7543123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.387580 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7944d17e-0fef-4c5e-b0b7-b64dc7543123 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e33d138f-b183-43d0-b967-90bbfb0c7b01 HTTP/1.1" status: 204 len: 168 time: 0.2876558 Sep 16 04:59:51.408011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['132fd729-8e69-442e-9762-e3a32aa085b9'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:51.413792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944d17e-0fef-4c5e-b0b7-b64dc7543123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33d138f-b183-43d0-b967-90bbfb0c7b01,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:51.881576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab27c8-7a73-4b2a-a90b-ce07cc9313a5 req-29c5ad37-b9a8-4430-a52e-9c3919726ec5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.883238 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2eab27c8-7a73-4b2a-a90b-ce07cc9313a5 req-29c5ad37-b9a8-4430-a52e-9c3919726ec5 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 945 time: 0.1138008 Sep 16 04:59:51.893072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3dfe8-4448-4ba2-a37d-58146185c3bf req-da93e086-9618-4bbc-a454-a1890a949ba9 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.909060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5af3dfe8-4448-4ba2-a37d-58146185c3bf req-da93e086-9618-4bbc-a454-a1890a949ba9 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 946 time: 0.0907242 Sep 16 04:59:51.985297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2eab27c8-7a73-4b2a-a90b-ce07cc9313a5 req-dd481579-0321-42de-a377-efc4d3c1453b tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724804 Sep 16 04:59:51.998192 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5af3dfe8-4448-4ba2-a37d-58146185c3bf req-4234c0c5-f893-4b8d-a8c3-e746e83812f5 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934360 Sep 16 04:59:52.143615 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224ef37-d3da-4425-b876-f3ace0ade15d req-8f96853f-ceeb-4141-8d5b-162e8a96ed03 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.145521 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a224ef37-d3da-4425-b876-f3ace0ade15d req-8f96853f-ceeb-4141-8d5b-162e8a96ed03 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbcc385-6c8a-4f47-9dd7-8af3fc793308 HTTP/1.1" status: 200 len: 944 time: 0.0683606 Sep 16 04:59:52.201555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a224ef37-d3da-4425-b876-f3ace0ade15d req-9cde5118-b0e7-4ef2-bbcc-2329736ebd07 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488722 Sep 16 04:59:52.299531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 132fd729-8e69-442e-9762-e3a32aa085b9 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:52.329438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38356) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:52.350608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3c1639a5-3e51-4038-a255-f91b3232b884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.433941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 132fd729-8e69-442e-9762-e3a32aa085b9 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:52.439829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 132fd729-8e69-442e-9762-e3a32aa085b9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:52.440213 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.460818 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3c1639a5-3e51-4038-a255-f91b3232b884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.530161 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.542201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3c1639a5-3e51-4038-a255-f91b3232b884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.560796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbcc385-6c8a-4f47-9dd7-8af3fc793308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132fd729-8e69-442e-9762-e3a32aa085b9'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:52.563433 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244cd5d7-847c-48f0-a658-f56a8104aff5" -d '{"events": [{"server_uuid": "8fbcc385-6c8a-4f47-9dd7-8af3fc793308", "name": "network-vif-plugged", "status": "completed", "tag": "132fd729-8e69-442e-9762-e3a32aa085b9"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:52.583259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 132fd729-8e69-442e-9762-e3a32aa085b9, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=132fd729-8e69-442e-9762-e3a32aa085b9,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:52.604987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3c1639a5-3e51-4038-a255-f91b3232b884 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f9d8bffd570426e93ce9967818e7a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732711 Sep 16 04:59:52.606871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1639a5-3e51-4038-a255-f91b3232b884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57657e87-354a-4ad0-a695-e098334285ac,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.607061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38362) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:52.633392 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111f7f98-8186-4123-94bb-5facf7f369d7 x-openstack-request-id: req-111f7f98-8186-4123-94bb-5facf7f369d7 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:52.633939 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbcc385-6c8a-4f47-9dd7-8af3fc793308", "name": "network-vif-plugged", "status": "completed", "tag": "132fd729-8e69-442e-9762-e3a32aa085b9", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:52.634630 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-111f7f98-8186-4123-94bb-5facf7f369d7 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:52.636083 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbcc385-6c8a-4f47-9dd7-8af3fc793308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132fd729-8e69-442e-9762-e3a32aa085b9', 'code': 200} Sep 16 04:59:52.667697 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.710381 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5b8ec9a-a67d-4c5e-a796-c0b32f1b26ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.743536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=132fd729-8e69-442e-9762-e3a32aa085b9,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.756024 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5b8ec9a-a67d-4c5e-a796-c0b32f1b26ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.779548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05387d7-0626-46fb-88e5-5e07e7438218 req-0981c61b-cf0d-48f8-adf7-46b62d9a8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.781026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e05387d7-0626-46fb-88e5-5e07e7438218 req-0981c61b-cf0d-48f8-adf7-46b62d9a8696 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fbcc385-6c8a-4f47-9dd7-8af3fc793308 HTTP/1.1" status: 200 len: 1097 time: 0.0681572 Sep 16 04:59:52.819082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e05387d7-0626-46fb-88e5-5e07e7438218 req-f60272f0-f312-4013-a1ee-b133698e62f6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306067 Sep 16 04:59:52.873058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5b8ec9a-a67d-4c5e-a796-c0b32f1b26ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.875756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5b8ec9a-a67d-4c5e-a796-c0b32f1b26ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.877099 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f5b8ec9a-a67d-4c5e-a796-c0b32f1b26ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57657e87-354a-4ad0-a695-e098334285ac HTTP/1.1" status: 204 len: 168 time: 0.2685316 Sep 16 04:59:52.886164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8ec9a-a67d-4c5e-a796-c0b32f1b26ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57657e87-354a-4ad0-a695-e098334285ac,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.117027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c1a8e-5245-4034-90a2-b9039191a2d7 req-be5419bf-d6f8-4212-9f0a-b1ebd67798be tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.122367 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-564c1a8e-5245-4034-90a2-b9039191a2d7 req-be5419bf-d6f8-4212-9f0a-b1ebd67798be tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 945 time: 0.0543206 Sep 16 04:59:53.161594 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-564c1a8e-5245-4034-90a2-b9039191a2d7 req-95e7df05-b780-4525-9945-b2ce4f7543aa tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341995 Sep 16 04:59:53.196534 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:53.307944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:53.312199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:53.312604 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.327661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e2bd3-64c4-4f38-a4a9-fa9fcf7728df req-d6eb08bd-b7ce-4123-87fa-185b3dff3cdc tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.329297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-087e2bd3-64c4-4f38-a4a9-fa9fcf7728df req-d6eb08bd-b7ce-4123-87fa-185b3dff3cdc tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbcc385-6c8a-4f47-9dd7-8af3fc793308 HTTP/1.1" status: 200 len: 945 time: 0.0564997 Sep 16 04:59:53.392281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-087e2bd3-64c4-4f38-a4a9-fa9fcf7728df req-320995a7-269d-4b06-ae88-4dc70eb5648d tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557668 Sep 16 04:59:53.420278 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.458220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:53.569911 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.570775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 81558cb8-ec98-4594-9864-bf5407f51333 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:53.679408 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.764519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 81558cb8-ec98-4594-9864-bf5407f51333 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:53.770816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 81558cb8-ec98-4594-9864-bf5407f51333 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:53.771649 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.932047 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.000194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 81558cb8-ec98-4594-9864-bf5407f51333, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=81558cb8-ec98-4594-9864-bf5407f51333,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:54.097309 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.157242 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=81558cb8-ec98-4594-9864-bf5407f51333,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:54.342554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffa33d-0f11-4dfa-a6fc-e8977fe7cc6d req-26048536-4692-4d7c-ace8-4902fc1ab92f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.357709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79ffa33d-0f11-4dfa-a6fc-e8977fe7cc6d req-26048536-4692-4d7c-ace8-4902fc1ab92f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.0770845 Sep 16 04:59:54.422513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79ffa33d-0f11-4dfa-a6fc-e8977fe7cc6d req-10316ded-f848-4083-99be-b86ed6a51b10 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634863 Sep 16 04:59:54.553635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9a41e-666f-44cf-9f64-c0ebf0e4a9b6 req-16f07956-1347-4dfe-ac49-f0df26173ee1 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.561491 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87d9a41e-666f-44cf-9f64-c0ebf0e4a9b6 req-16f07956-1347-4dfe-ac49-f0df26173ee1 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbcc385-6c8a-4f47-9dd7-8af3fc793308 HTTP/1.1" status: 200 len: 945 time: 0.0660789 Sep 16 04:59:54.629163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87d9a41e-666f-44cf-9f64-c0ebf0e4a9b6 req-3f2675ba-341d-4d9a-9099-185ab6ff1727 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668559 Sep 16 04:59:54.643127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc82384-f7e6-434f-a16a-2e3b0bdb43ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cf884d-aa68-47e6-b5f2-f99dcd1348c5'}, {'server_uuid': 'a4c7bc3b-6b01-4cfe-bdd4-51b75e357764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81558cb8-ec98-4594-9864-bf5407f51333'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:54.643127 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207d5062-8a90-4192-a8c3-a37eb8365c3e" -d '{"events": [{"server_uuid": "7fc82384-f7e6-434f-a16a-2e3b0bdb43ea", "name": "network-vif-plugged", "status": "completed", "tag": "d7cf884d-aa68-47e6-b5f2-f99dcd1348c5"}, {"server_uuid": "a4c7bc3b-6b01-4cfe-bdd4-51b75e357764", "name": "network-vif-plugged", "status": "completed", "tag": "81558cb8-ec98-4594-9864-bf5407f51333"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:54.861303 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af42cf5-bdae-4092-b6bb-b862f9527e8c x-openstack-request-id: req-9af42cf5-bdae-4092-b6bb-b862f9527e8c {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:54.861303 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc82384-f7e6-434f-a16a-2e3b0bdb43ea", "name": "network-vif-plugged", "status": "completed", "tag": "d7cf884d-aa68-47e6-b5f2-f99dcd1348c5", "code": 200}, {"server_uuid": "a4c7bc3b-6b01-4cfe-bdd4-51b75e357764", "name": "network-vif-plugged", "status": "completed", "tag": "81558cb8-ec98-4594-9864-bf5407f51333", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:54.861303 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9af42cf5-bdae-4092-b6bb-b862f9527e8c {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:54.861303 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc82384-f7e6-434f-a16a-2e3b0bdb43ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cf884d-aa68-47e6-b5f2-f99dcd1348c5', 'code': 200} Sep 16 04:59:54.861303 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c7bc3b-6b01-4cfe-bdd4-51b75e357764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81558cb8-ec98-4594-9864-bf5407f51333', 'code': 200} Sep 16 04:59:54.890255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703a463-8763-453b-a45c-2ed9ca15c507 req-64c57c97-36ae-4f92-9c3b-03f3299d2ddf tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.894351 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6703a463-8763-453b-a45c-2ed9ca15c507 req-64c57c97-36ae-4f92-9c3b-03f3299d2ddf tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c7bc3b-6b01-4cfe-bdd4-51b75e357764 HTTP/1.1" status: 200 len: 945 time: 0.1446190 Sep 16 04:59:55.129476 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6703a463-8763-453b-a45c-2ed9ca15c507 req-0548d79b-ea2d-4b57-aa9c-01f7119e57c7 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236662 Sep 16 04:59:55.144034 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdecbb4-1f26-4b50-8b8e-41f8ae1455b8 req-e0661c15-bebe-4fbb-a6cc-9714dea8d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.145979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9cdecbb4-1f26-4b50-8b8e-41f8ae1455b8 req-e0661c15-bebe-4fbb-a6cc-9714dea8d7e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 1098 time: 0.1385906 Sep 16 04:59:55.161097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a11d6-0ed2-44a8-9246-f5638a9f13c8 req-3d2745d0-3f78-4e72-801f-547d746aa9cd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.167954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a11d6-0ed2-44a8-9246-f5638a9f13c8 req-3d2745d0-3f78-4e72-801f-547d746aa9cd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.173811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a11d6-0ed2-44a8-9246-f5638a9f13c8 req-3d2745d0-3f78-4e72-801f-547d746aa9cd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.179701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a11d6-0ed2-44a8-9246-f5638a9f13c8 req-3d2745d0-3f78-4e72-801f-547d746aa9cd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.186929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a11d6-0ed2-44a8-9246-f5638a9f13c8 req-3d2745d0-3f78-4e72-801f-547d746aa9cd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.193172 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a11d6-0ed2-44a8-9246-f5638a9f13c8 req-3d2745d0-3f78-4e72-801f-547d746aa9cd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.199404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a11d6-0ed2-44a8-9246-f5638a9f13c8 req-3d2745d0-3f78-4e72-801f-547d746aa9cd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.201310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b8a11d6-0ed2-44a8-9246-f5638a9f13c8 req-3d2745d0-3f78-4e72-801f-547d746aa9cd tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5443 time: 0.2491477 Sep 16 04:59:55.203167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed05989-88d4-49c2-a506-d7b3efdaad68 req-693eb4d6-36f8-4fd0-9242-90cc389ec9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.204596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ed05989-88d4-49c2-a506-d7b3efdaad68 req-693eb4d6-36f8-4fd0-9242-90cc389ec9d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4c7bc3b-6b01-4cfe-bdd4-51b75e357764 HTTP/1.1" status: 200 len: 1097 time: 0.1985714 Sep 16 04:59:55.332455 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9cdecbb4-1f26-4b50-8b8e-41f8ae1455b8 req-b18e331b-8fc6-4aac-a5f8-96e76b4745c4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269035 Sep 16 04:59:55.344287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ed05989-88d4-49c2-a506-d7b3efdaad68 req-ef1cdb45-616f-4061-b0ea-aadd6ec0d23e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224868 Sep 16 04:59:55.353657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b8a11d6-0ed2-44a8-9246-f5638a9f13c8 req-60bc4cf5-4e7a-44e6-8278-a303a58e8208 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415694 Sep 16 04:59:55.575607 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78c577-726a-497e-a15c-6dce57525ab2 req-080095e8-8628-462e-9f3b-491b0b86886a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.578189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee78c577-726a-497e-a15c-6dce57525ab2 req-080095e8-8628-462e-9f3b-491b0b86886a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.0639224 Sep 16 04:59:55.622108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee78c577-726a-497e-a15c-6dce57525ab2 req-4c4157db-e019-49b0-a12a-7912e46ed67e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366757 Sep 16 04:59:55.943793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-787d3e0f-a4bd-41de-8801-b241e0e99a04 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.950515 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-787d3e0f-a4bd-41de-8801-b241e0e99a04 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.956571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-787d3e0f-a4bd-41de-8801-b241e0e99a04 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.963049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-787d3e0f-a4bd-41de-8801-b241e0e99a04 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.970089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-787d3e0f-a4bd-41de-8801-b241e0e99a04 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.976294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-787d3e0f-a4bd-41de-8801-b241e0e99a04 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.982857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-787d3e0f-a4bd-41de-8801-b241e0e99a04 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.984782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-787d3e0f-a4bd-41de-8801-b241e0e99a04 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5443 time: 0.1031430 Sep 16 04:59:56.044568 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-7f7413b8-e4d7-4d7f-b816-3baab2bc4fe9 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.053273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-7f7413b8-e4d7-4d7f-b816-3baab2bc4fe9 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "GET /v2.0/ports/f7f75ae1-2006-4b22-907b-5e5d61caef19?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0542965 Sep 16 04:59:56.204153 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-acc58548-0e8a-4ee7-b571-a33e8b008f02 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "GET /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1503966 Sep 16 04:59:56.219582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:56.742923 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.786197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b277c67-7b3c-4626-a2f0-bd9fae006dc3 req-13202047-c543-49e0-a705-874a4745172f tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.787751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b277c67-7b3c-4626-a2f0-bd9fae006dc3 req-13202047-c543-49e0-a705-874a4745172f tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c7bc3b-6b01-4cfe-bdd4-51b75e357764 HTTP/1.1" status: 200 len: 945 time: 0.5254998 Sep 16 04:59:56.827676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca55d-a094-4686-968f-274940d80519 req-6615821c-51ba-4eec-a3a6-e324ef6a524b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.833698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca55d-a094-4686-968f-274940d80519 req-6615821c-51ba-4eec-a3a6-e324ef6a524b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.841491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca55d-a094-4686-968f-274940d80519 req-6615821c-51ba-4eec-a3a6-e324ef6a524b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.847498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca55d-a094-4686-968f-274940d80519 req-6615821c-51ba-4eec-a3a6-e324ef6a524b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.853942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca55d-a094-4686-968f-274940d80519 req-6615821c-51ba-4eec-a3a6-e324ef6a524b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.868386 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca55d-a094-4686-968f-274940d80519 req-6615821c-51ba-4eec-a3a6-e324ef6a524b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.868386 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca55d-a094-4686-968f-274940d80519 req-6615821c-51ba-4eec-a3a6-e324ef6a524b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.869093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-694ca55d-a094-4686-968f-274940d80519 req-6615821c-51ba-4eec-a3a6-e324ef6a524b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 5443 time: 0.1916654 Sep 16 04:59:56.958399 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b277c67-7b3c-4626-a2f0-bd9fae006dc3 req-63204df0-7dd5-4b6d-9d7c-76eda49518cf tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489186 Sep 16 04:59:56.977903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-694ca55d-a094-4686-968f-274940d80519 req-542796ae-9fce-46e4-be97-0a81b6a4b620 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008439 Sep 16 04:59:57.055064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] For port f7f75ae1-2006-4b22-907b-5e5d61caef19, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f7f75ae1-2006-4b22-907b-5e5d61caef19,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:57.134628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] For port f7f75ae1-2006-4b22-907b-5e5d61caef19, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:57.144149 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f006daa-58fc-4f62-9197-2bd2f88624dd req-b69b2000-80b7-4617-854f-fe0e56e84127 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.145701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f006daa-58fc-4f62-9197-2bd2f88624dd req-b69b2000-80b7-4617-854f-fe0e56e84127 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1068738 Sep 16 04:59:57.195003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] device_id is not set on port f7f75ae1-2006-4b22-907b-5e5d61caef19 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:57.212288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.216769 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f006daa-58fc-4f62-9197-2bd2f88624dd req-849d8185-d02a-4cf6-853a-2acbe3195671 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533452 Sep 16 04:59:57.338487 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.392863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06727e01-1628-482d-a7a1-dc30155b9e83 req-047a1d72-4981-4b1c-b468-cda76d2d4142 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.394406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06727e01-1628-482d-a7a1-dc30155b9e83 req-047a1d72-4981-4b1c-b468-cda76d2d4142 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.0912855 Sep 16 04:59:57.424185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] No DVR routers for this DVR port f7f75ae1-2006-4b22-907b-5e5d61caef19 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:57.432858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f75ae1-2006-4b22-907b-5e5d61caef19,revision_number=6']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:57.532509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06727e01-1628-482d-a7a1-dc30155b9e83 req-db14997a-1dcd-4fe3-9086-2c32ad21a777 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119344 Sep 16 04:59:57.533967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] In _notify_port_updated(), no bound segment for port f7f75ae1-2006-4b22-907b-5e5d61caef19 on network d8cdf816-71fb-457d-8b2b-7d899e914856 {{(pid=95452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:59:57.535303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.536004 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.537552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-36711d5d-2ce9-4c78-afe8-c92a0bde1058 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7f75ae1-2006-4b22-907b-5e5d61caef19 HTTP/1.1" status: 200 len: 1032 time: 1.3263571 Sep 16 04:59:57.631047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-cb11224f-a11e-4534-9317-085b20c48e0c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.637817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-cb11224f-a11e-4534-9317-085b20c48e0c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "GET /v2.0/ports/8931bc21-7184-449c-b91d-8bf34e1a5d56?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0890884 Sep 16 04:59:57.652291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:57.764256 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.865478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-57085d17-93ed-4ac6-a3eb-859cf3c4684f None None] Provisioning complete for port f7f75ae1-2006-4b22-907b-5e5d61caef19 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:57.866788 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-57085d17-93ed-4ac6-a3eb-859cf3c4684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.991436 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-57085d17-93ed-4ac6-a3eb-859cf3c4684f None None] Port f7f75ae1-2006-4b22-907b-5e5d61caef19 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:58.002543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15237cbe-369a-4173-b973-83ddab9ae695 req-76ea7417-a1e3-4dd4-847a-1a7fcf4ebb40 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.002543 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15237cbe-369a-4173-b973-83ddab9ae695 req-76ea7417-a1e3-4dd4-847a-1a7fcf4ebb40 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1834772 Sep 16 04:59:58.066956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15237cbe-369a-4173-b973-83ddab9ae695 req-646ca896-6fdb-43b3-999a-b093926ff013 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560067 Sep 16 04:59:58.068900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] For port 8931bc21-7184-449c-b91d-8bf34e1a5d56, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8931bc21-7184-449c-b91d-8bf34e1a5d56,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:58.159681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] For port 8931bc21-7184-449c-b91d-8bf34e1a5d56, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:58.209461 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d8f12-ab41-469a-b760-248ecd614b9b req-1eba93c6-e5fa-42c3-9388-b9fc2f9f34d6 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.211107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf8d8f12-ab41-469a-b760-248ecd614b9b req-1eba93c6-e5fa-42c3-9388-b9fc2f9f34d6 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c7bc3b-6b01-4cfe-bdd4-51b75e357764 HTTP/1.1" status: 200 len: 945 time: 0.1330247 Sep 16 04:59:58.232328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] device_id is not set on port 8931bc21-7184-449c-b91d-8bf34e1a5d56 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:58.272426 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.302145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf8d8f12-ab41-469a-b760-248ecd614b9b req-ce2da07b-8e76-4b78-ab2b-1c6a99a3f3b2 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792451 Sep 16 04:59:58.330012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe5e6-caaa-4858-920d-d23af3dd2278 req-7935dcbb-b1a9-42a8-932a-12970f935128 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.338019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe5e6-caaa-4858-920d-d23af3dd2278 req-7935dcbb-b1a9-42a8-932a-12970f935128 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.348206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe5e6-caaa-4858-920d-d23af3dd2278 req-7935dcbb-b1a9-42a8-932a-12970f935128 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.364496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe5e6-caaa-4858-920d-d23af3dd2278 req-7935dcbb-b1a9-42a8-932a-12970f935128 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.373017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe5e6-caaa-4858-920d-d23af3dd2278 req-7935dcbb-b1a9-42a8-932a-12970f935128 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.380738 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe5e6-caaa-4858-920d-d23af3dd2278 req-7935dcbb-b1a9-42a8-932a-12970f935128 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.383677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4abe5e6-caaa-4858-920d-d23af3dd2278 req-7935dcbb-b1a9-42a8-932a-12970f935128 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 4664 time: 0.1870270 Sep 16 04:59:58.385771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.489716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4abe5e6-caaa-4858-920d-d23af3dd2278 req-03fa62d4-a22b-448f-9dba-7a305b3c43c4 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&id=0829623e-175d-49eb-84d6-95686cc4ac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933740 Sep 16 04:59:58.642443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] No DVR routers for this DVR port 8931bc21-7184-449c-b91d-8bf34e1a5d56 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:58.735446 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6060f-ad04-4777-9ee8-5d4dc076abde req-de26b60d-471e-4bf9-a250-55399597f9d1 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.743308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0a6060f-ad04-4777-9ee8-5d4dc076abde req-de26b60d-471e-4bf9-a250-55399597f9d1 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.3074768 Sep 16 04:59:58.745440 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] Pushing event updated for resources: {'Port': ['ID=8931bc21-7184-449c-b91d-8bf34e1a5d56,revision_number=6']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:58.793076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] In _notify_port_updated(), no bound segment for port 8931bc21-7184-449c-b91d-8bf34e1a5d56 on network d8cdf816-71fb-457d-8b2b-7d899e914856 {{(pid=95452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:59:58.794107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.795102 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.796445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b68153bc-8035-4980-963c-421b51b9e102 service neutron] 10.222.0.37 "PUT /v2.0/ports/8931bc21-7184-449c-b91d-8bf34e1a5d56 HTTP/1.1" status: 200 len: 1031 time: 1.1549361 Sep 16 04:59:58.850769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a9822d8c-13a8-4594-b6f7-33094aaf5f30 None None] Provisioning complete for port 8931bc21-7184-449c-b91d-8bf34e1a5d56 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:58.856663 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a9822d8c-13a8-4594-b6f7-33094aaf5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.919219 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a9822d8c-13a8-4594-b6f7-33094aaf5f30 None None] Port 8931bc21-7184-449c-b91d-8bf34e1a5d56 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:58.923962 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0a6060f-ad04-4777-9ee8-5d4dc076abde req-f3dcc9fe-9460-4649-a3b4-0baae78cad2d tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796746 Sep 16 04:59:58.999263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e1bf8131-4c46-496f-9fcc-ccd491d36f2b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Deleting port cf714077-d4c2-4966-aba7-88fc07ed0680 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:58.999733 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e1bf8131-4c46-496f-9fcc-ccd491d36f2b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.133472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e1bf8131-4c46-496f-9fcc-ccd491d36f2b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] For port cf714077-d4c2-4966-aba7-88fc07ed0680, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=cf714077-d4c2-4966-aba7-88fc07ed0680,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:59.134450 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e1bf8131-4c46-496f-9fcc-ccd491d36f2b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.153028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e1bf8131-4c46-496f-9fcc-ccd491d36f2b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Calling delete_port for cf714077-d4c2-4966-aba7-88fc07ed0680 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:59.334767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7fb79-5b72-49d7-8572-c3fd0436552e req-5f39b8eb-f1c0-4e4a-a6f2-196c7d4c34a4 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.360485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fbd7fb79-5b72-49d7-8572-c3fd0436552e req-5f39b8eb-f1c0-4e4a-a6f2-196c7d4c34a4 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c7bc3b-6b01-4cfe-bdd4-51b75e357764 HTTP/1.1" status: 200 len: 945 time: 0.1422203 Sep 16 04:59:59.455770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fbd7fb79-5b72-49d7-8572-c3fd0436552e req-8b72bcef-d542-4c8f-8bb5-78d72cecfb5b tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935924 Sep 16 04:59:59.605465 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e1bf8131-4c46-496f-9fcc-ccd491d36f2b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.697186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf8131-4c46-496f-9fcc-ccd491d36f2b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'Port': ['ID=cf714077-d4c2-4966-aba7-88fc07ed0680,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:59.719005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bdf6-8f69-4849-9e92-b2ca7f432e81 req-a79232b6-e694-4792-ba1b-822a3f927817 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.720583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57c2bdf6-8f69-4849-9e92-b2ca7f432e81 req-a79232b6-e694-4792-ba1b-822a3f927817 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1709826 Sep 16 04:59:59.828154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e1bf8131-4c46-496f-9fcc-ccd491d36f2b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] No DVR routers for this DVR port cf714077-d4c2-4966-aba7-88fc07ed0680 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:59.831484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e1bf8131-4c46-496f-9fcc-ccd491d36f2b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.833498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e1bf8131-4c46-496f-9fcc-ccd491d36f2b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "DELETE /v2.0/ports/cf714077-d4c2-4966-aba7-88fc07ed0680 HTTP/1.1" status: 204 len: 173 time: 1.0300381 Sep 16 04:59:59.843624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c107bd6-9969-4d6b-88f7-81060c300e5e req-195ac466-4cec-4420-9360-bf70963deb05 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.849758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c107bd6-9969-4d6b-88f7-81060c300e5e req-195ac466-4cec-4420-9360-bf70963deb05 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.856941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c107bd6-9969-4d6b-88f7-81060c300e5e req-195ac466-4cec-4420-9360-bf70963deb05 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.862984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c107bd6-9969-4d6b-88f7-81060c300e5e req-195ac466-4cec-4420-9360-bf70963deb05 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.864744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c107bd6-9969-4d6b-88f7-81060c300e5e req-195ac466-4cec-4420-9360-bf70963deb05 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 3151 time: 0.2511742 Sep 16 04:59:59.867795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-deleted', 'tag': 'cf714077-d4c2-4966-aba7-88fc07ed0680'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:59.870763 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bedd75-b468-4df1-9aa6-4eb12746660a" -d '{"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-deleted", "tag": "cf714077-d4c2-4966-aba7-88fc07ed0680"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:59.928903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57c2bdf6-8f69-4849-9e92-b2ca7f432e81 req-33f6e2e9-ee4c-4023-8841-7b1881732eb7 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899731 Sep 16 04:59:59.964187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c107bd6-9969-4d6b-88f7-81060c300e5e req-9cde7628-3062-40ab-a834-4d66d6a9b137 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904274 Sep 16 04:59:59.997391 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa698a7-abdd-4dbe-9706-bac16991910e x-openstack-request-id: req-3aa698a7-abdd-4dbe-9706-bac16991910e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:59.997829 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-deleted", "tag": "cf714077-d4c2-4966-aba7-88fc07ed0680", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:59.998142 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3aa698a7-abdd-4dbe-9706-bac16991910e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:59.998810 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-deleted', 'tag': 'cf714077-d4c2-4966-aba7-88fc07ed0680', 'status': 'completed', 'code': 200} Sep 16 05:00:00.038224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-fc414aa9-6094-4fb0-9e95-129b0e7f3b2e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Deleting port 3ff4320c-9c99-48f4-bc6c-655f8f986494 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:00.038826 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-fc414aa9-6094-4fb0-9e95-129b0e7f3b2e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.111784 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:00:00.160924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-fc414aa9-6094-4fb0-9e95-129b0e7f3b2e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] For port 3ff4320c-9c99-48f4-bc6c-655f8f986494, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=3ff4320c-9c99-48f4-bc6c-655f8f986494,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:00.161499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-fc414aa9-6094-4fb0-9e95-129b0e7f3b2e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.179984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-fc414aa9-6094-4fb0-9e95-129b0e7f3b2e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Calling delete_port for 3ff4320c-9c99-48f4-bc6c-655f8f986494 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:00.353294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f7f75ae1-2006-4b22-907b-5e5d61caef19 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:00.413746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f7f75ae1-2006-4b22-907b-5e5d61caef19 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:00.414291 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 3ff4320c-9c99-48f4-bc6c-655f8f986494 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:00.473130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-fc414aa9-6094-4fb0-9e95-129b0e7f3b2e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.499935 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.546300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c56544bc-9c85-443c-a0f5-40e0cda20454 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:00.579240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc414aa9-6094-4fb0-9e95-129b0e7f3b2e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'Port': ['ID=3ff4320c-9c99-48f4-bc6c-655f8f986494,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:00.652053 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.700388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d0e3b-2c94-43bd-a3c6-e7ccfe8ee178 req-f80620f1-ed8c-4abd-9cdf-551637fe14bc tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.702295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c37d0e3b-2c94-43bd-a3c6-e7ccfe8ee178 req-f80620f1-ed8c-4abd-9cdf-551637fe14bc tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4c7bc3b-6b01-4cfe-bdd4-51b75e357764 HTTP/1.1" status: 200 len: 945 time: 0.2204509 Sep 16 05:00:00.708412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-fc414aa9-6094-4fb0-9e95-129b0e7f3b2e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] No DVR routers for this DVR port 3ff4320c-9c99-48f4-bc6c-655f8f986494 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:00.711270 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-fc414aa9-6094-4fb0-9e95-129b0e7f3b2e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.714728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-fc414aa9-6094-4fb0-9e95-129b0e7f3b2e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "DELETE /v2.0/ports/3ff4320c-9c99-48f4-bc6c-655f8f986494 HTTP/1.1" status: 204 len: 173 time: 0.8381665 Sep 16 05:00:00.717774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56544bc-9c85-443c-a0f5-40e0cda20454'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:00.725019 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5ab9f9-3f8b-41f5-b295-5142681ffe89" -d '{"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-unplugged", "status": "completed", "tag": "c56544bc-9c85-443c-a0f5-40e0cda20454"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:00.746983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa45d8b-4370-43d6-bc8f-2d93a6b449e7 req-6411504c-9722-4e19-b878-61cc26ff86c3 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.761279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c56544bc-9c85-443c-a0f5-40e0cda20454, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c56544bc-9c85-443c-a0f5-40e0cda20454,segment=NetworkSegment(39b8c4f3-221c-4441-8e14-2a17571c45bc),segment_id=39b8c4f3-221c-4441-8e14-2a17571c45bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:00.770941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afa45d8b-4370-43d6-bc8f-2d93a6b449e7 req-6411504c-9722-4e19-b878-61cc26ff86c3 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c7bc3b-6b01-4cfe-bdd4-51b75e357764 HTTP/1.1" status: 200 len: 945 time: 0.1974444 Sep 16 05:00:00.811618 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8a231c-533e-420e-9417-e43317a7c1a2 x-openstack-request-id: req-5c8a231c-533e-420e-9417-e43317a7c1a2 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:00.812262 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-unplugged", "status": "completed", "tag": "c56544bc-9c85-443c-a0f5-40e0cda20454", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:00.812756 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c8a231c-533e-420e-9417-e43317a7c1a2 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:00.813453 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56544bc-9c85-443c-a0f5-40e0cda20454', 'code': 200} Sep 16 05:00:00.863007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.865402 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device cf714077-d4c2-4966-aba7-88fc07ed0680 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:00.980515 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: cf714077-d4c2-4966-aba7-88fc07ed0680 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:00.981311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device cf714077-d4c2-4966-aba7-88fc07ed0680 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:00.982171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:00.987461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c56544bc-9c85-443c-a0f5-40e0cda20454,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:01.073059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afa45d8b-4370-43d6-bc8f-2d93a6b449e7 req-57ff6516-e6d5-44e5-a1de-c6b8e63e33a0 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061335 Sep 16 05:00:01.125527 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.183749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Deleting port c56544bc-9c85-443c-a0f5-40e0cda20454 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:01.184149 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.219567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-c37d0e3b-2c94-43bd-a3c6-e7ccfe8ee178 req-fdf7b4b2-6120-4d2b-acb6-386846f0b5ba tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Deleting port 81558cb8-ec98-4594-9864-bf5407f51333 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:01.219995 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c37d0e3b-2c94-43bd-a3c6-e7ccfe8ee178 req-fdf7b4b2-6120-4d2b-acb6-386846f0b5ba tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.221632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:01.239921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c23d4-6732-447c-bce3-aff5397dadce req-62be9920-e444-495d-a58e-7b051f1ba376 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.250783 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e60c23d4-6732-447c-bce3-aff5397dadce req-62be9920-e444-495d-a58e-7b051f1ba376 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1562636 Sep 16 05:00:01.311303 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.312190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:01.446139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e60c23d4-6732-447c-bce3-aff5397dadce req-cd55b9b2-336e-407c-8776-bc93aced64cd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891387 Sep 16 05:00:01.482595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:01.576273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a754e9-959a-4951-aa93-bf949f6f091e req-9bcde5ec-7514-4624-bd16-829358b1dceb tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.582534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a754e9-959a-4951-aa93-bf949f6f091e req-9bcde5ec-7514-4624-bd16-829358b1dceb tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.590997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a754e9-959a-4951-aa93-bf949f6f091e req-9bcde5ec-7514-4624-bd16-829358b1dceb tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.606746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10a754e9-959a-4951-aa93-bf949f6f091e req-9bcde5ec-7514-4624-bd16-829358b1dceb tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 2413 time: 0.3482599 Sep 16 05:00:01.625421 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.638686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] For port c56544bc-9c85-443c-a0f5-40e0cda20454, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c56544bc-9c85-443c-a0f5-40e0cda20454,segment=NetworkSegment(39b8c4f3-221c-4441-8e14-2a17571c45bc),segment_id=39b8c4f3-221c-4441-8e14-2a17571c45bc)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:01.638686 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.662757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c37d0e3b-2c94-43bd-a3c6-e7ccfe8ee178 req-fdf7b4b2-6120-4d2b-acb6-386846f0b5ba tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] For port 81558cb8-ec98-4594-9864-bf5407f51333, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=81558cb8-ec98-4594-9864-bf5407f51333,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:01.663133 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c37d0e3b-2c94-43bd-a3c6-e7ccfe8ee178 req-fdf7b4b2-6120-4d2b-acb6-386846f0b5ba tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.687327 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:01.709955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-c37d0e3b-2c94-43bd-a3c6-e7ccfe8ee178 req-fdf7b4b2-6120-4d2b-acb6-386846f0b5ba tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Calling delete_port for 81558cb8-ec98-4594-9864-bf5407f51333 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:01.759551 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.763163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 8931bc21-7184-449c-b91d-8bf34e1a5d56 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:01.776760 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10a754e9-959a-4951-aa93-bf949f6f091e req-10340190-6279-4713-bd60-f5c2f5e11466 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690228 Sep 16 05:00:01.899761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:01.943343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 8931bc21-7184-449c-b91d-8bf34e1a5d56 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:02.005149 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-deleted', 'tag': '3ff4320c-9c99-48f4-bc6c-655f8f986494'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:02.007576 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4d43fe-0235-4d3c-a387-287620758c70" -d '{"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-deleted", "tag": "3ff4320c-9c99-48f4-bc6c-655f8f986494"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:02.074953 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af07408d-0389-48f2-9ec9-4f982135bb0e x-openstack-request-id: req-af07408d-0389-48f2-9ec9-4f982135bb0e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:02.075510 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-deleted", "tag": "3ff4320c-9c99-48f4-bc6c-655f8f986494", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:02.075510 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af07408d-0389-48f2-9ec9-4f982135bb0e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:02.075908 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-deleted', 'tag': '3ff4320c-9c99-48f4-bc6c-655f8f986494', 'status': 'completed', 'code': 200} Sep 16 05:00:02.191238 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.191916 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.192456 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Floating IP 05974934-c797-4401-86e6-6c4fe899acef disassociated. External IP: 172.25.3.238, port: c56544bc-9c85-443c-a0f5-40e0cda20454. Sep 16 05:00:02.193015 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Calling delete_port for c56544bc-9c85-443c-a0f5-40e0cda20454 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:02.211993 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c37d0e3b-2c94-43bd-a3c6-e7ccfe8ee178 req-fdf7b4b2-6120-4d2b-acb6-386846f0b5ba tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.229629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['132fd729-8e69-442e-9762-e3a32aa085b9'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:02.318103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38258255-f9f2-4cfb-ade2-48a15aef602b req-a198467c-6d33-4102-b132-a9efda6c6e44 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.319701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38258255-f9f2-4cfb-ade2-48a15aef602b req-a198467c-6d33-4102-b132-a9efda6c6e44 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c7bc3b-6b01-4cfe-bdd4-51b75e357764 HTTP/1.1" status: 200 len: 867 time: 0.1644115 Sep 16 05:00:02.320544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7b4b2-6120-4d2b-acb6-386846f0b5ba tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Pushing event deleted for resources: {'Port': ['ID=81558cb8-ec98-4594-9864-bf5407f51333,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:02.396724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37d0e3b-2c94-43bd-a3c6-e7ccfe8ee178 req-fdf7b4b2-6120-4d2b-acb6-386846f0b5ba tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] No DVR routers for this DVR port 81558cb8-ec98-4594-9864-bf5407f51333 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:02.408286 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c37d0e3b-2c94-43bd-a3c6-e7ccfe8ee178 req-fdf7b4b2-6120-4d2b-acb6-386846f0b5ba tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.410621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c37d0e3b-2c94-43bd-a3c6-e7ccfe8ee178 req-fdf7b4b2-6120-4d2b-acb6-386846f0b5ba tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.23 "DELETE /v2.0/ports/81558cb8-ec98-4594-9864-bf5407f51333 HTTP/1.1" status: 204 len: 173 time: 1.6920393 Sep 16 05:00:02.466016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38258255-f9f2-4cfb-ade2-48a15aef602b req-9458b22f-36e6-4703-b3a1-03f8e6530224 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375253 Sep 16 05:00:02.592752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['5274cbdd-624a-4a23-9fe7-792998b812d7', '81558cb8-ec98-4594-9864-bf5407f51333'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:02.678298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f2134-c268-43fb-861d-0f6c7479e05e req-06661d25-cfe3-4d43-a629-4ce6c00c750d tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.679558 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b3f2134-c268-43fb-861d-0f6c7479e05e req-06661d25-cfe3-4d43-a629-4ce6c00c750d tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1081228 Sep 16 05:00:02.736321 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.815667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b3f2134-c268-43fb-861d-0f6c7479e05e req-76bd961e-782d-49d2-9786-62ef70bcbc6d tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223443 Sep 16 05:00:02.817052 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b94a81f-0f59-4bfb-b4d9-c24519ba47e4'}, {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b051ab-c74c-4bcc-aec0-d6a16bdaf485'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:02.819477 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bc4a6e-8153-409b-9281-a025fd8bf542" -d '{"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-unplugged", "status": "completed", "tag": "1b94a81f-0f59-4bfb-b4d9-c24519ba47e4"}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b051ab-c74c-4bcc-aec0-d6a16bdaf485"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:02.920246 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7434ea73-8ddf-4f71-b87f-897096e06e01 x-openstack-request-id: req-7434ea73-8ddf-4f71-b87f-897096e06e01 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:02.920746 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-unplugged", "status": "completed", "tag": "1b94a81f-0f59-4bfb-b4d9-c24519ba47e4", "code": 200}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b051ab-c74c-4bcc-aec0-d6a16bdaf485", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:02.921140 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7434ea73-8ddf-4f71-b87f-897096e06e01 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:02.921696 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b94a81f-0f59-4bfb-b4d9-c24519ba47e4', 'code': 200} Sep 16 05:00:02.922103 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b051ab-c74c-4bcc-aec0-d6a16bdaf485', 'code': 200} Sep 16 05:00:03.062682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'Port': ['ID=c56544bc-9c85-443c-a0f5-40e0cda20454,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:03.133453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Router cd9f31ab-c6c2-4596-9bbc-f85e826019aa has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:03.143045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e362aa-c3e7-4564-8962-aed69712603e req-7ee20758-4135-4c90-968e-214f301e8a7b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.149505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e362aa-c3e7-4564-8962-aed69712603e req-7ee20758-4135-4c90-968e-214f301e8a7b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.157881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9e362aa-c3e7-4564-8962-aed69712603e req-7ee20758-4135-4c90-968e-214f301e8a7b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 1677 time: 0.0924156 Sep 16 05:00:03.320093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9e362aa-c3e7-4564-8962-aed69712603e req-31f7019f-d882-480d-8c3a-15185556019d tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438270 Sep 16 05:00:03.407122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:03.417595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5ef8f-fe8b-454f-bdc9-4a2adc3a26cb None None] Sync routers for ids ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:03.426699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5ef8f-fe8b-454f-bdc9-4a2adc3a26cb None None] Routers {'cd9f31ab-c6c2-4596-9bbc-f85e826019aa'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:03.432746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3ef5ef8f-fe8b-454f-bdc9-4a2adc3a26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:59:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:03.469360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] No DVR routers for this DVR port c56544bc-9c85-443c-a0f5-40e0cda20454 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:03.471558 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.473646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-e438894f-65f2-4e7e-ab52-6f2284c23ff8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "DELETE /v2.0/ports/c56544bc-9c85-443c-a0f5-40e0cda20454 HTTP/1.1" status: 204 len: 173 time: 2.7473156 Sep 16 05:00:03.627857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-3ef5ef8f-fe8b-454f-bdc9-4a2adc3a26cb None None] Set router cd9f31ab-c6c2-4596-9bbc-f85e826019aa gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:03.746222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2992fc8-a256-40d4-8e64-1974f751ed3e req-35151cf4-cb56-4068-b771-06dc25ba1862 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c7bc3b-6b01-4cfe-bdd4-51b75e357764 HTTP/1.1" status: 200 len: 210 time: 0.0744779 Sep 16 05:00:03.852179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b3fa8fb9-000b-4fbe-b762-1011ccf1a3d8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Deleting port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:03.852179 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b3fa8fb9-000b-4fbe-b762-1011ccf1a3d8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.103939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c7bc3b-6b01-4cfe-bdd4-51b75e357764', 'name': 'network-vif-deleted', 'tag': '81558cb8-ec98-4594-9864-bf5407f51333'}, {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-deleted', 'tag': 'c56544bc-9c85-443c-a0f5-40e0cda20454'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:04.106563 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d588ba-fddf-4d1a-a04c-3932291d9a90" -d '{"events": [{"server_uuid": "a4c7bc3b-6b01-4cfe-bdd4-51b75e357764", "name": "network-vif-deleted", "tag": "81558cb8-ec98-4594-9864-bf5407f51333"}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-deleted", "tag": "c56544bc-9c85-443c-a0f5-40e0cda20454"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:04.119147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3ef5ef8f-fe8b-454f-bdc9-4a2adc3a26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T04:49:11Z', 'revision_number': 4, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '47c48fd4-0056-4ab0-8509-cdb1d318eed2', 'name': '', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'mac_address': 'fa:16:3e:7d:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:10Z', 'updated_at': '2021-09-16T04:49:17Z', 'revision_number': 5, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'subnets': [{'id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:04.189896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5ef8f-fe8b-454f-bdc9-4a2adc3a26cb None None] Checking router: cd9f31ab-c6c2-4596-9bbc-f85e826019aa for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:04.193225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c54375-5f39-46ea-9f46-23b4485e0470 req-677904cb-b415-4c42-b393-4b1115e35386 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.194880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59c54375-5f39-46ea-9f46-23b4485e0470 req-677904cb-b415-4c42-b393-4b1115e35386 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.2531826 Sep 16 05:00:04.200961 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef15c6a-5918-4836-9b5f-98f93853b7ed x-openstack-request-id: req-0ef15c6a-5918-4836-9b5f-98f93853b7ed {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:04.201258 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c7bc3b-6b01-4cfe-bdd4-51b75e357764", "name": "network-vif-deleted", "tag": "81558cb8-ec98-4594-9864-bf5407f51333", "status": "completed", "code": 200}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-deleted", "tag": "c56544bc-9c85-443c-a0f5-40e0cda20454", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:04.201516 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ef15c6a-5918-4836-9b5f-98f93853b7ed {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:04.201981 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c7bc3b-6b01-4cfe-bdd4-51b75e357764', 'name': 'network-vif-deleted', 'tag': '81558cb8-ec98-4594-9864-bf5407f51333', 'status': 'completed', 'code': 200} Sep 16 05:00:04.202237 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-deleted', 'tag': 'c56544bc-9c85-443c-a0f5-40e0cda20454', 'status': 'completed', 'code': 200} Sep 16 05:00:04.217832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5ef8f-fe8b-454f-bdc9-4a2adc3a26cb None None] Routers {'cd9f31ab-c6c2-4596-9bbc-f85e826019aa'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:04.218489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3ef5ef8f-fe8b-454f-bdc9-4a2adc3a26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T04:59:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:04.236349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b3fa8fb9-000b-4fbe-b762-1011ccf1a3d8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] For port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:04.236747 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b3fa8fb9-000b-4fbe-b762-1011ccf1a3d8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.255965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b3fa8fb9-000b-4fbe-b762-1011ccf1a3d8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Calling delete_port for f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:04.276657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59c54375-5f39-46ea-9f46-23b4485e0470 req-e214b85c-9390-42c2-927d-670e503a9316 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734761 Sep 16 05:00:04.408229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-3ef5ef8f-fe8b-454f-bdc9-4a2adc3a26cb None None] Set router cd9f31ab-c6c2-4596-9bbc-f85e826019aa gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:04.475041 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b3fa8fb9-000b-4fbe-b762-1011ccf1a3d8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.491422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4091f0e-f08c-4f86-b75a-f5e64fb6f557 req-a3af3ab5-78a0-4613-8511-0ca424f64695 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.498032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4091f0e-f08c-4f86-b75a-f5e64fb6f557 req-a3af3ab5-78a0-4613-8511-0ca424f64695 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.499317 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4091f0e-f08c-4f86-b75a-f5e64fb6f557 req-a3af3ab5-78a0-4613-8511-0ca424f64695 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 1599 time: 0.0722253 Sep 16 05:00:04.529346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa8fb9-000b-4fbe-b762-1011ccf1a3d8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'Port': ['ID=f6b051ab-c74c-4bcc-aec0-d6a16bdaf485,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:04.643648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b3fa8fb9-000b-4fbe-b762-1011ccf1a3d8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] No DVR routers for this DVR port f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:04.649016 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b3fa8fb9-000b-4fbe-b762-1011ccf1a3d8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.652698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-b3fa8fb9-000b-4fbe-b762-1011ccf1a3d8 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "DELETE /v2.0/ports/f6b051ab-c74c-4bcc-aec0-d6a16bdaf485 HTTP/1.1" status: 204 len: 173 time: 1.1287899 Sep 16 05:00:04.672232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4091f0e-f08c-4f86-b75a-f5e64fb6f557 req-54b5efc4-a0b7-4cee-92be-8db6bbd55193 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384780 Sep 16 05:00:04.755748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3ef5ef8f-fe8b-454f-bdc9-4a2adc3a26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T04:49:11Z', 'revision_number': 4, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '47c48fd4-0056-4ab0-8509-cdb1d318eed2', 'name': '', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'mac_address': 'fa:16:3e:7d:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:10Z', 'updated_at': '2021-09-16T04:49:17Z', 'revision_number': 5, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'subnets': [{'id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:04.858336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5ef8f-fe8b-454f-bdc9-4a2adc3a26cb None None] The sync data for ids ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'] in n-d-712137-12 is: [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T04:49:11Z', 'revision_number': 4, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '47c48fd4-0056-4ab0-8509-cdb1d318eed2', 'name': '', 'network_id': '6e579560-ee61-4292-8f2f-64a91f12cd9a', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'mac_address': 'fa:16:3e:7d:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:10Z', 'updated_at': '2021-09-16T04:49:17Z', 'revision_number': 5, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'subnets': [{'id': 'dcbf44ef-75ba-4d63-80c7-d7f551aededf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:04.959645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-5832797f-06e8-4e97-b329-1c90cc0e07fe tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Deleting port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:04.959991 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-5832797f-06e8-4e97-b329-1c90cc0e07fe tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.194883 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-5832797f-06e8-4e97-b329-1c90cc0e07fe tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] For port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:05.195458 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-5832797f-06e8-4e97-b329-1c90cc0e07fe tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.222623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-5832797f-06e8-4e97-b329-1c90cc0e07fe tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Calling delete_port for 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:05.240515 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 81558cb8-ec98-4594-9864-bf5407f51333 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:05.306250 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 81558cb8-ec98-4594-9864-bf5407f51333 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:05.307814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 81558cb8-ec98-4594-9864-bf5407f51333 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:05.459177 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb2459-5f21-48d7-9d46-1eef3ff88bb1 None None] New status for floating IP 05974934-c797-4401-86e6-6c4fe899acef: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:00:05.688416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd5a00-e5c7-457f-91ed-02912610589c req-a8244454-a03a-4ea2-b672-2e3550c64a02 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.696378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7bd5a00-e5c7-457f-91ed-02912610589c req-a8244454-a03a-4ea2-b672-2e3550c64a02 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.2375851 Sep 16 05:00:05.770900 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7bd5a00-e5c7-457f-91ed-02912610589c req-1371ce61-acd3-4c94-9953-c86e60f5fb61 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733573 Sep 16 05:00:05.774152 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-5832797f-06e8-4e97-b329-1c90cc0e07fe tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.883468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832797f-06e8-4e97-b329-1c90cc0e07fe tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'Port': ['ID=1b94a81f-0f59-4bfb-b4d9-c24519ba47e4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:06.047876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-5832797f-06e8-4e97-b329-1c90cc0e07fe tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] No DVR routers for this DVR port 1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:06.062049 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-5832797f-06e8-4e97-b329-1c90cc0e07fe tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.074730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96958b9f-568f-4cdc-af91-78fa35cc03ec req-5832797f-06e8-4e97-b329-1c90cc0e07fe tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.37 "DELETE /v2.0/ports/1b94a81f-0f59-4bfb-b4d9-c24519ba47e4 HTTP/1.1" status: 204 len: 173 time: 1.3927934 Sep 16 05:00:06.080229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d2d4d10-e32f-4f3f-b9ee-2b9a466e12e9 req-6c1124f4-3a3a-43b7-a771-b4ed8905e1a9 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.1257994 Sep 16 05:00:06.203562 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-deleted', 'tag': 'f6b051ab-c74c-4bcc-aec0-d6a16bdaf485'}, {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-deleted', 'tag': '1b94a81f-0f59-4bfb-b4d9-c24519ba47e4'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:06.207289 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aabcfd-f155-4668-b810-31fc57d96a26" -d '{"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-deleted", "tag": "f6b051ab-c74c-4bcc-aec0-d6a16bdaf485"}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-deleted", "tag": "1b94a81f-0f59-4bfb-b4d9-c24519ba47e4"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:06.307550 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e77bc57-1f2b-477f-873d-b46c6516455e x-openstack-request-id: req-6e77bc57-1f2b-477f-873d-b46c6516455e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:06.324366 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-deleted", "tag": "f6b051ab-c74c-4bcc-aec0-d6a16bdaf485", "status": "completed", "code": 200}, {"server_uuid": "f8747cc3-5485-4c8e-a34b-9dfede6b9180", "name": "network-vif-deleted", "tag": "1b94a81f-0f59-4bfb-b4d9-c24519ba47e4", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:06.324757 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e77bc57-1f2b-477f-873d-b46c6516455e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:06.325194 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-deleted', 'tag': 'f6b051ab-c74c-4bcc-aec0-d6a16bdaf485', 'status': 'completed', 'code': 200} Sep 16 05:00:06.327208 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8747cc3-5485-4c8e-a34b-9dfede6b9180', 'name': 'network-vif-deleted', 'tag': '1b94a81f-0f59-4bfb-b4d9-c24519ba47e4', 'status': 'completed', 'code': 200} Sep 16 05:00:06.423019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5984e-614d-40fd-a9cb-8c472e4c014e req-a714f009-a2e8-4cf0-97a6-6b3ecdac9b17 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.442163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5984e-614d-40fd-a9cb-8c472e4c014e req-a714f009-a2e8-4cf0-97a6-6b3ecdac9b17 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.445979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ce5984e-614d-40fd-a9cb-8c472e4c014e req-a714f009-a2e8-4cf0-97a6-6b3ecdac9b17 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbcc385-6c8a-4f47-9dd7-8af3fc793308&device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 1682 time: 0.1582518 Sep 16 05:00:06.540421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ce5984e-614d-40fd-a9cb-8c472e4c014e req-6e0421ed-4b34-43d6-b99d-f19d4fb6556d tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737755 Sep 16 05:00:06.897344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb492be-d5ba-41d7-afd1-4dc17b4bc460 req-16f42b71-5309-4a0d-bfb1-bc765186533d tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.898928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0eb492be-d5ba-41d7-afd1-4dc17b4bc460 req-16f42b71-5309-4a0d-bfb1-bc765186533d tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.0550282 Sep 16 05:00:06.980433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0eb492be-d5ba-41d7-afd1-4dc17b4bc460 req-37957968-3922-4e77-8078-cd96bf852deb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740979 Sep 16 05:00:07.264860 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd9dca96-3f16-493f-af7a-cbd2753bc3ad req-a80d021a-515f-4fa4-92b1-a31f5aecc94e tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0343678 Sep 16 05:00:07.931101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9c9c2-bc57-4d4d-8306-6ae718a3765b req-0225de20-d3e3-46fe-912b-b30a404fea2a tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.933244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73c9c9c2-bc57-4d4d-8306-6ae718a3765b req-0225de20-d3e3-46fe-912b-b30a404fea2a tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbcc385-6c8a-4f47-9dd7-8af3fc793308 HTTP/1.1" status: 200 len: 945 time: 0.0538361 Sep 16 05:00:07.979756 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73c9c9c2-bc57-4d4d-8306-6ae718a3765b req-e6c7c282-40f9-4bce-a085-701ea6b64afa tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Sep 16 05:00:08.140183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f37ed-2597-4e8f-b80a-3a8a1133d6e3 req-2d1b3ae2-14a6-4381-9e75-af73d434d549 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.148453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-309f37ed-2597-4e8f-b80a-3a8a1133d6e3 req-2d1b3ae2-14a6-4381-9e75-af73d434d549 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.0793803 Sep 16 05:00:08.198573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-309f37ed-2597-4e8f-b80a-3a8a1133d6e3 req-513f082f-9018-4ccb-87a5-b74cef269265 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491199 Sep 16 05:00:08.475192 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8e909b8-6e66-44e1-b978-7bd01e0b2b7b req-f7e59fef-e79e-4319-866e-b41ff35f45c7 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0763557 Sep 16 05:00:08.946111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5b7a-e9f5-4309-879f-419308dbedb8 req-6ef33782-58e9-4d46-a621-8d2ec3ba9213 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.949184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2be5b7a-e9f5-4309-879f-419308dbedb8 req-6ef33782-58e9-4d46-a621-8d2ec3ba9213 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fbcc385-6c8a-4f47-9dd7-8af3fc793308 HTTP/1.1" status: 200 len: 945 time: 0.4346414 Sep 16 05:00:09.106914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-a2be5b7a-e9f5-4309-879f-419308dbedb8 req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Deleting port 132fd729-8e69-442e-9762-e3a32aa085b9 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:09.106914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2be5b7a-e9f5-4309-879f-419308dbedb8 req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.378474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb351b-0132-429c-b710-d7405e0280f3 req-99a4e434-eff0-4a25-8c6b-37cf7b54139f tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.380118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33eb351b-0132-429c-b710-d7405e0280f3 req-99a4e434-eff0-4a25-8c6b-37cf7b54139f tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.23 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 946 time: 0.1258409 Sep 16 05:00:09.390045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-a2be5b7a-e9f5-4309-879f-419308dbedb8 req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] For port 132fd729-8e69-442e-9762-e3a32aa085b9, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=132fd729-8e69-442e-9762-e3a32aa085b9,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:09.392718 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2be5b7a-e9f5-4309-879f-419308dbedb8 req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.404436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed81e92-421c-4eae-9f52-4ec7c3bd5e06 req-a5578595-d3cc-4a93-a438-a048da181999 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.405960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eed81e92-421c-4eae-9f52-4ec7c3bd5e06 req-a5578595-d3cc-4a93-a438-a048da181999 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbcc385-6c8a-4f47-9dd7-8af3fc793308 HTTP/1.1" status: 200 len: 945 time: 0.2758372 Sep 16 05:00:09.461505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-a2be5b7a-e9f5-4309-879f-419308dbedb8 req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Calling delete_port for 132fd729-8e69-442e-9762-e3a32aa085b9 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:09.490534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b3b6b-26b9-430e-b554-b8d1c3bdddea req-eeb047a6-3c50-457b-88b4-b5c73f911149 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.498252 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-640b3b6b-26b9-430e-b554-b8d1c3bdddea req-eeb047a6-3c50-457b-88b4-b5c73f911149 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1858008 Sep 16 05:00:09.546597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eed81e92-421c-4eae-9f52-4ec7c3bd5e06 req-10d5e8b4-b971-44bf-9a10-6ae2a9ab66fb tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/security-groups?id=f43266b4-246f-4f44-9a61-77145d6335cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266799 Sep 16 05:00:09.639920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-640b3b6b-26b9-430e-b554-b8d1c3bdddea req-656fb06a-012d-41d5-a7c6-bc70a1bca9ed tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407762 Sep 16 05:00:09.718016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3a68192-85d6-4710-91af-d181df449186 req-76d0ac28-99d5-4cb7-8c34-154773520309 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0574412 Sep 16 05:00:09.783143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-33eb351b-0132-429c-b710-d7405e0280f3 req-036dd5f8-65f4-4468-ac40-b7c598ff7f85 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Deleting port 5274cbdd-624a-4a23-9fe7-792998b812d7 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:09.783524 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-33eb351b-0132-429c-b710-d7405e0280f3 req-036dd5f8-65f4-4468-ac40-b7c598ff7f85 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.927820 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-33eb351b-0132-429c-b710-d7405e0280f3 req-036dd5f8-65f4-4468-ac40-b7c598ff7f85 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] For port 5274cbdd-624a-4a23-9fe7-792998b812d7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=5274cbdd-624a-4a23-9fe7-792998b812d7,segment=NetworkSegment(f9a24a91-a147-4d0c-be7a-6086c02380b0),segment_id=f9a24a91-a147-4d0c-be7a-6086c02380b0)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:09.927820 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-33eb351b-0132-429c-b710-d7405e0280f3 req-036dd5f8-65f4-4468-ac40-b7c598ff7f85 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.952816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-33eb351b-0132-429c-b710-d7405e0280f3 req-036dd5f8-65f4-4468-ac40-b7c598ff7f85 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Calling delete_port for 5274cbdd-624a-4a23-9fe7-792998b812d7 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:09.999676 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2be5b7a-e9f5-4309-879f-419308dbedb8 req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.013660 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['132fd729-8e69-442e-9762-e3a32aa085b9'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:10.039150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Pushing event deleted for resources: {'Port': ['ID=132fd729-8e69-442e-9762-e3a32aa085b9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.063084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['5274cbdd-624a-4a23-9fe7-792998b812d7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:10.106620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:10.106976 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:10.107371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:10.107715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:10.108098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:10.108582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:10.108918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:10.109247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:10.109577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:10.109902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:10.110224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:10.110561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:10.115984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2be5b7a-e9f5-4309-879f-419308dbedb8 req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] No DVR routers for this DVR port 132fd729-8e69-442e-9762-e3a32aa085b9 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:10.120815 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2be5b7a-e9f5-4309-879f-419308dbedb8 req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.123043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2be5b7a-e9f5-4309-879f-419308dbedb8 req-d3017109-0540-49f2-9ffe-81bd564b4e46 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.37 "DELETE /v2.0/ports/132fd729-8e69-442e-9762-e3a32aa085b9 HTTP/1.1" status: 204 len: 173 time: 1.1668160 Sep 16 05:00:10.123501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbcc385-6c8a-4f47-9dd7-8af3fc793308', 'name': 'network-vif-deleted', 'tag': '132fd729-8e69-442e-9762-e3a32aa085b9'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:10.126458 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799f4a90-90ed-4b8e-a143-72a47de5cd4b" -d '{"events": [{"server_uuid": "8fbcc385-6c8a-4f47-9dd7-8af3fc793308", "name": "network-vif-deleted", "tag": "132fd729-8e69-442e-9762-e3a32aa085b9"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:10.224797 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e6bb7c-ee36-462c-b3fa-023145d4cda4 x-openstack-request-id: req-56e6bb7c-ee36-462c-b3fa-023145d4cda4 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:10.225078 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbcc385-6c8a-4f47-9dd7-8af3fc793308", "name": "network-vif-deleted", "tag": "132fd729-8e69-442e-9762-e3a32aa085b9", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:10.225549 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56e6bb7c-ee36-462c-b3fa-023145d4cda4 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:10.225836 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbcc385-6c8a-4f47-9dd7-8af3fc793308', 'name': 'network-vif-deleted', 'tag': '132fd729-8e69-442e-9762-e3a32aa085b9', 'status': 'completed', 'code': 200} Sep 16 05:00:10.370939 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-33eb351b-0132-429c-b710-d7405e0280f3 req-036dd5f8-65f4-4468-ac40-b7c598ff7f85 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.397884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['132fd729-8e69-442e-9762-e3a32aa085b9'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:10.459979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dd5f8-65f4-4468-ac40-b7c598ff7f85 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Pushing event deleted for resources: {'Port': ['ID=5274cbdd-624a-4a23-9fe7-792998b812d7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.487223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-33eb351b-0132-429c-b710-d7405e0280f3 req-036dd5f8-65f4-4468-ac40-b7c598ff7f85 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] No DVR routers for this DVR port 5274cbdd-624a-4a23-9fe7-792998b812d7 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:10.491023 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-33eb351b-0132-429c-b710-d7405e0280f3 req-036dd5f8-65f4-4468-ac40-b7c598ff7f85 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.495381 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33eb351b-0132-429c-b710-d7405e0280f3 req-036dd5f8-65f4-4468-ac40-b7c598ff7f85 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.23 "DELETE /v2.0/ports/5274cbdd-624a-4a23-9fe7-792998b812d7 HTTP/1.1" status: 204 len: 173 time: 1.1002984 Sep 16 05:00:10.763388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-049c3ec6-d00d-4271-aefb-ee0f948062ec req-c4cc3700-37fb-400e-8599-1fa62cbca6ef tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fbcc385-6c8a-4f47-9dd7-8af3fc793308 HTTP/1.1" status: 200 len: 210 time: 0.0773625 Sep 16 05:00:10.859172 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f684273-fb85-44cf-a843-1a8996803b1a req-b8c3eb38-3028-4fbe-b3a9-be47efe8e477 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.865780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f684273-fb85-44cf-a843-1a8996803b1a req-b8c3eb38-3028-4fbe-b3a9-be47efe8e477 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1073685 Sep 16 05:00:10.954138 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17aac0f2-5f8d-4962-88c1-ef8b47a84580 req-8e73f4e7-f8bd-463d-b3cb-177c3915eb14 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0425377 Sep 16 05:00:10.961080 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f684273-fb85-44cf-a843-1a8996803b1a req-00cf08e9-bb38-443c-a540-fea8d8100be9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943053 Sep 16 05:00:12.001931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e3ceb54-d458-4620-b205-e0df61505180 req-eaa64f91-2f5a-4ed7-bcf2-008e9cc6b397 tempest-ListServersNegativeTestJSON-1961333170 tempest-ListServersNegativeTestJSON-1961333170-project] 10.222.0.24 "GET /v2.0/ports?device_id=9300e48d-e567-4bbb-95ae-39da20097d3b HTTP/1.1" status: 200 len: 210 time: 0.0822062 Sep 16 05:00:12.075074 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e90ee91e-411f-4962-a447-1fd79749f500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.153553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f034889-0433-4424-8943-94ef4f8347c2 req-03809841-57d7-4e2d-8dcc-8dae8a684871 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0691259 Sep 16 05:00:12.179130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c93eb-0532-4c98-813f-9188982ef646 req-ed53e66f-f59d-4480-a38d-20a866a076de tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.199434 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b86c93eb-0532-4c98-813f-9188982ef646 req-ed53e66f-f59d-4480-a38d-20a866a076de tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1056035 Sep 16 05:00:12.247768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9300e48d-e567-4bbb-95ae-39da20097d3b', 'name': 'network-vif-deleted', 'tag': '5274cbdd-624a-4a23-9fe7-792998b812d7'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:12.249943 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9016ff8c-2f50-40ad-8ffe-1e380be52b61" -d '{"events": [{"server_uuid": "9300e48d-e567-4bbb-95ae-39da20097d3b", "name": "network-vif-deleted", "tag": "5274cbdd-624a-4a23-9fe7-792998b812d7"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:12.296953 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b86c93eb-0532-4c98-813f-9188982ef646 req-96843d10-84a5-4406-8e04-10d7c8db9057 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965807 Sep 16 05:00:12.348919 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d34c3b-76bd-4442-aa75-50c2fc9531db x-openstack-request-id: req-d3d34c3b-76bd-4442-aa75-50c2fc9531db {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:12.349391 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9300e48d-e567-4bbb-95ae-39da20097d3b", "name": "network-vif-deleted", "tag": "5274cbdd-624a-4a23-9fe7-792998b812d7", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:12.349784 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3d34c3b-76bd-4442-aa75-50c2fc9531db {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:12.351279 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9300e48d-e567-4bbb-95ae-39da20097d3b', 'name': 'network-vif-deleted', 'tag': '5274cbdd-624a-4a23-9fe7-792998b812d7', 'status': 'completed', 'code': 200} Sep 16 05:00:12.359073 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.396813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 132fd729-8e69-442e-9762-e3a32aa085b9 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:12.441866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 132fd729-8e69-442e-9762-e3a32aa085b9 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:12.442231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 132fd729-8e69-442e-9762-e3a32aa085b9 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:13.062526 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38956) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:13.109739 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cac7e89-4710-486f-bc57-2314afd38613 admin admin] Deleting subnet 53742e54-d8f4-4e01-bead-3cd6f5553544 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:13.113071 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cac7e89-4710-486f-bc57-2314afd38613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.153711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cac7e89-4710-486f-bc57-2314afd38613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.202560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cac7e89-4710-486f-bc57-2314afd38613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.298392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 5274cbdd-624a-4a23-9fe7-792998b812d7 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:13.326159 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2824fed4-8373-470c-a899-1f9ae27741e2 req-b5ccd861-047d-461a-b931-9d75f4f8e669 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0585465 Sep 16 05:00:13.339105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 5274cbdd-624a-4a23-9fe7-792998b812d7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:13.339972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 5274cbdd-624a-4a23-9fe7-792998b812d7 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:13.387268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cac7e89-4710-486f-bc57-2314afd38613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.447427 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac7e89-4710-486f-bc57-2314afd38613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53742e54-d8f4-4e01-bead-3cd6f5553544,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:13.450109 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cac7e89-4710-486f-bc57-2314afd38613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.458636 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1cac7e89-4710-486f-bc57-2314afd38613 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/53742e54-d8f4-4e01-bead-3cd6f5553544 HTTP/1.1" status: 204 len: 168 time: 0.3944221 Sep 16 05:00:13.462651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38972) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:13.542056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990f10-eafb-4bb6-8bbd-52e2dbad07b4 req-bb1306f0-e622-4103-89f1-0d171a65fc0a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.548197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd990f10-eafb-4bb6-8bbd-52e2dbad07b4 req-bb1306f0-e622-4103-89f1-0d171a65fc0a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1422074 Sep 16 05:00:13.610698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.617549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd990f10-eafb-4bb6-8bbd-52e2dbad07b4 req-6aa7c81d-e313-423a-a8f6-3e6a47c779a8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625973 Sep 16 05:00:13.715934 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.737489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efdc992-0259-4e16-84f8-38bfbf4d71c9']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:13.749148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a24a91-a147-4d0c-be7a-6086c02380b0') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:13.749444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a24a91-a147-4d0c-be7a-6086c02380b0') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:13.760304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.774823 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.787729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:13.787729 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:13.873532 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:14.004228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.013102 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.015327 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] 10.222.0.24 "DELETE /v2.0/networks/1efdc992-0259-4e16-84f8-38bfbf4d71c9 HTTP/1.1" status: 204 len: 168 time: 0.5510869 Sep 16 05:00:14.030319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28085b-5850-4593-89e8-73619c97e8ba admin admin] Pushing event deleted for resources: {'Network': ['ID=1efdc992-0259-4e16-84f8-38bfbf4d71c9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.466074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-575ba15e-0468-4e86-81cc-c6f3534398ef req-7f622a2c-1b08-44e6-83a6-2423f0bffadb tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0421209 Sep 16 05:00:14.486632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38998) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:14.564845 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5020e3e0-685f-4726-ab4c-a0d9917e9a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.569975 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-855f3817-dc71-4ae6-8150-e5b29dcd34aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d276641d1e14dda804a7b794a2efc09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821335 Sep 16 05:00:14.573301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39000) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:14.666434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3562d680-5b81-4fc5-bdd0-995d0baf62aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.726773 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3562d680-5b81-4fc5-bdd0-995d0baf62aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.835031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094cb9a-73ae-4663-a0ec-b2709f617af3 req-69927349-1e3e-4dc0-b30d-d674de9f0261 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:14.836893 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0094cb9a-73ae-4663-a0ec-b2709f617af3 req-69927349-1e3e-4dc0-b30d-d674de9f0261 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1134989 Sep 16 05:00:14.909701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0094cb9a-73ae-4663-a0ec-b2709f617af3 req-b0171f13-f7c0-41ca-813a-46ecc2e1ac1f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579629 Sep 16 05:00:14.929995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3562d680-5b81-4fc5-bdd0-995d0baf62aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.934243 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3562d680-5b81-4fc5-bdd0-995d0baf62aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.935737 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3562d680-5b81-4fc5-bdd0-995d0baf62aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f43266b4-246f-4f44-9a61-77145d6335cd HTTP/1.1" status: 204 len: 168 time: 0.3597515 Sep 16 05:00:14.972438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562d680-5b81-4fc5-bdd0-995d0baf62aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43266b4-246f-4f44-9a61-77145d6335cd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:15.330036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.684456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-045920be-1eea-48e2-be6a-7e11b11a4179 req-775092f1-0fb7-4153-905e-ed38bc321713 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0673776 Sep 16 05:00:15.964954 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.209690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bf245-4eaa-4caf-a521-fd53dfdd3828 req-59daf495-82b3-42c0-ba55-0885907bca86 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.214914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca4bf245-4eaa-4caf-a521-fd53dfdd3828 req-59daf495-82b3-42c0-ba55-0885907bca86 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1120737 Sep 16 05:00:16.279968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca4bf245-4eaa-4caf-a521-fd53dfdd3828 req-ad2291e8-f48f-43e4-a10c-10614f8cbeff tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596092 Sep 16 05:00:16.402943 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.863092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df414b1d-a0c1-443b-8481-8cd0425854db req-147a2064-6aaa-4229-b655-c080f694769c tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0537789 Sep 16 05:00:16.921489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39070) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:17.133855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-775815937-network', 'tenant_id': '135b5c17154d43988f730d1f9a50bfc8'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:17.266038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Made reservation on behalf of 135b5c17154d43988f730d1f9a50bfc8 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:17.269152 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.296092 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.478367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7019f-df00-48b6-b112-22c247fade9d req-6e6df6d3-2683-4eb1-af8c-398b3a1cd76c tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:17.486933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8e7019f-df00-48b6-b112-22c247fade9d req-6e6df6d3-2683-4eb1-af8c-398b3a1cd76c tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.0923586 Sep 16 05:00:17.558779 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.584604 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8e7019f-df00-48b6-b112-22c247fade9d req-2fed9056-65ad-4639-b357-0538313aa99a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964143 Sep 16 05:00:17.587609 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.668670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.707008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:17.724199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4adf4d-659c-4258-ac31-9d7109bb40a7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:17.741507 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.741855 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Added segment a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf of type vlan for network c35d155c-f44e-4542-bbc0-98825556f84a Sep 16 05:00:17.821671 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.976991 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-462eebde-3dfb-48c6-a67b-6fa270fb7546 req-b2850591-ef86-49c6-920a-2f20137a521a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0275843 Sep 16 05:00:17.995143 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.996253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:17.996889 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.074005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] Pushing event updated for resources: {'Network': ['ID=c35d155c-f44e-4542-bbc0-98825556f84a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:18.086675 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network c35d155c-f44e-4542-bbc0-98825556f84a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:18.131240 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-61b5b6be-6f2d-4244-97e5-6b2c60aa9fab admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2086775 Sep 16 05:00:18.135862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39094) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:18.141489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-970914e4-0445-4834-a2d2-22328a372a18 admin admin] Request body: {'subnet': {'network_id': 'c35d155c-f44e-4542-bbc0-98825556f84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-775815937-subnet', 'tenant_id': '135b5c17154d43988f730d1f9a50bfc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:18.281468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970914e4-0445-4834-a2d2-22328a372a18 admin admin] Made reservation on behalf of 135b5c17154d43988f730d1f9a50bfc8 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:18.293647 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-970914e4-0445-4834-a2d2-22328a372a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.673304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-970914e4-0445-4834-a2d2-22328a372a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.713033 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9dc25-29aa-4b1a-bf72-b0d57ee7acd9 req-ff7dcd3d-bc36-4b76-acb3-6dcbd4330046 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.720948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db9dc25-29aa-4b1a-bf72-b0d57ee7acd9 req-ff7dcd3d-bc36-4b76-acb3-6dcbd4330046 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.0595734 Sep 16 05:00:18.742132 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970914e4-0445-4834-a2d2-22328a372a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c488a0-1e89-4bfd-ac3d-953d59f6d620,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:18.758943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970914e4-0445-4834-a2d2-22328a372a18 admin admin] Checking segment: {'id': 'a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c35d155c-f44e-4542-bbc0-98825556f84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:18.759645 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970914e4-0445-4834-a2d2-22328a372a18 admin admin] Network hostable DHCP agents. Network: c35d155c-f44e-4542-bbc0-98825556f84a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:18.767363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9db9dc25-29aa-4b1a-bf72-b0d57ee7acd9 req-85fc2812-1800-4097-8a41-7fde7a3c7d0c tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454488 Sep 16 05:00:18.861173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970914e4-0445-4834-a2d2-22328a372a18 admin admin] Network c35d155c-f44e-4542-bbc0-98825556f84a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:18.964807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-970914e4-0445-4834-a2d2-22328a372a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, c35d155c-f44e-4542-bbc0-98825556f84a) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:18.973385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970914e4-0445-4834-a2d2-22328a372a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.974042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-970914e4-0445-4834-a2d2-22328a372a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.983600 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6160799-93b7-45d3-9150-bd03deb681c6 None None] Network c35d155c-f44e-4542-bbc0-98825556f84a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:19.099331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ee2f51f-b7a8-4391-bca6-90177d6dbe82 req-aa3bfe4c-1b43-48bb-98e5-b108ae114b36 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0317676 Sep 16 05:00:19.130763 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-970914e4-0445-4834-a2d2-22328a372a18 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9931943 Sep 16 05:00:19.157858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da15bc3-f648-4ead-bfef-9322a2ca6785 None None] Network c35d155c-f44e-4542-bbc0-98825556f84a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:19.842380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-0201aac9-b089-4b50-81ad-d136f7d521c5 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:19.846108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-0201aac9-b089-4b50-81ad-d136f7d521c5 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/networks?id=c35d155c-f44e-4542-bbc0-98825556f84a HTTP/1.1" status: 200 len: 813 time: 0.1562335 Sep 16 05:00:19.895187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-0c3d54cd-69b3-4baa-a655-90447c2f968b tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/quotas/135b5c17154d43988f730d1f9a50bfc8 HTTP/1.1" status: 200 len: 375 time: 0.0431485 Sep 16 05:00:19.961072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-7129951e-393e-4ddd-8239-599bcb1b99da tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=135b5c17154d43988f730d1f9a50bfc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646620 Sep 16 05:00:20.068801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fc35d-6ed7-4a1c-966e-a2dc54148a78 req-c1ccf567-e52f-4f7a-bd7c-36a6a4240143 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:20.071342 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756fc35d-6ed7-4a1c-966e-a2dc54148a78 req-c1ccf567-e52f-4f7a-bd7c-36a6a4240143 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.2206438 Sep 16 05:00:20.247024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756fc35d-6ed7-4a1c-966e-a2dc54148a78 req-a208e0dc-2185-4b2c-83dc-cc4ebde05329 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637402 Sep 16 05:00:20.307327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-98646e7f-e07a-4342-9af4-12864480669c service neutron] 10.222.0.24 "GET /v2.0/networks/c35d155c-f44e-4542-bbc0-98825556f84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367021 Sep 16 05:00:20.430443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-b9caa673-59b9-4f58-ac7f-69b7c5081980 service neutron] 10.222.0.24 "GET /v2.0/networks/c35d155c-f44e-4542-bbc0-98825556f84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161499 Sep 16 05:00:20.489318 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bccb0e32-b6e7-4374-b952-2d66dbf824f9 req-bb773159-27d8-4f10-ae88-5b40d70726be tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.1506541 Sep 16 05:00:20.776213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ca192a3-a442-4f1f-aa55-b3db8b7c490d req-5c3a841a-bf09-4772-bcce-5d32f8bc7659 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 210 time: 0.0707254 Sep 16 05:00:21.429235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9708-6e82-4226-b28e-232d13624259 req-cb2c6c61-2ff6-4aab-a2ad-cdd8a758aa06 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:21.430827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8bbd9708-6e82-4226-b28e-232d13624259 req-cb2c6c61-2ff6-4aab-a2ad-cdd8a758aa06 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.0903547 Sep 16 05:00:21.520907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8bbd9708-6e82-4226-b28e-232d13624259 req-609e58f7-9181-487b-aea6-438057fd8f32 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749526 Sep 16 05:00:21.652682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cea66ee6-f340-4f70-ae29-76bf69d2c1d2 req-ad2595a6-8e39-4b84-a244-f853f1691b63 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0629048 Sep 16 05:00:21.906332 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f04b7d5-f04e-4cfb-aabb-3b3c8bda2dbf req-2cb2ad8b-c8ca-46db-9c0b-2168da04c084 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 210 time: 0.0614982 Sep 16 05:00:22.672750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a5e3d-ab4a-4fbc-ab31-bf017c7dfddf req-46cb7f5a-baa7-4ae4-a061-cd1e26b03d74 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:22.681669 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-808a5e3d-ab4a-4fbc-ab31-bf017c7dfddf req-46cb7f5a-baa7-4ae4-a061-cd1e26b03d74 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.0979419 Sep 16 05:00:22.761025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-808a5e3d-ab4a-4fbc-ab31-bf017c7dfddf req-eda6dcaa-e87b-40ac-9438-e33e49a0f486 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779757 Sep 16 05:00:22.870202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56dce4ef-337e-4d9f-88c4-95b43ba814b1 req-8293e148-fba1-4752-a2de-4d5f6173d55f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8747cc3-5485-4c8e-a34b-9dfede6b9180 HTTP/1.1" status: 200 len: 210 time: 0.0647418 Sep 16 05:00:23.110489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33ac4a42-3d57-4a8f-ad57-9a1f6503e787 req-04c916d5-cd2e-47c6-85e8-715f185825fb tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 210 time: 0.0378187 Sep 16 05:00:24.131687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39262) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:24.132335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17572d-9502-48cc-8009-00f1798c63f6 req-1ac3d223-a5bc-412b-ad01-bb5f76b1dc72 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.146739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e17572d-9502-48cc-8009-00f1798c63f6 req-1ac3d223-a5bc-412b-ad01-bb5f76b1dc72 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.2904584 Sep 16 05:00:24.230967 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.299234 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.324938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e17572d-9502-48cc-8009-00f1798c63f6 req-33276dcf-db77-46af-a340-1fad9a1b0772 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770658 Sep 16 05:00:24.355668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04bc236f-b801-4181-96f0-0b53bfcd0082 req-178e783b-2da4-4d44-b89b-477855a2f585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 210 time: 0.1053987 Sep 16 05:00:24.363476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-422cd1c3-4c12-49c7-b12e-4aa9b29c1122 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.364212 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-422cd1c3-4c12-49c7-b12e-4aa9b29c1122 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.37 "GET /v2.0/networks?id=c35d155c-f44e-4542-bbc0-98825556f84a HTTP/1.1" status: 200 len: 813 time: 0.4218860 Sep 16 05:00:24.377122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Request body: {'port': {'device_id': 'f17899f1-b7ac-4d11-b5b0-c85d6d691056', 'network_id': 'c35d155c-f44e-4542-bbc0-98825556f84a', 'admin_state_up': True, 'tenant_id': '135b5c17154d43988f730d1f9a50bfc8'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:24.455320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.458114 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.459297 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "DELETE /v2.0/security-groups/e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e HTTP/1.1" status: 204 len: 168 time: 0.3236635 Sep 16 05:00:24.465414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39270) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:24.478776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.490511 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-9a6c8b3c-96f9-444b-b33d-b01bcf0532e1 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] show failed (client error): The resource could not be found. Sep 16 05:00:24.491800 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9a6c8b3c-96f9-444b-b33d-b01bcf0532e1 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "GET /v2.0/security-groups/e0b41e77-5aaa-4fb2-8f2e-ab655dafba1e HTTP/1.1" status: 404 len: 347 time: 0.0253181 Sep 16 05:00:24.494571 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:24.495136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:24.495596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39272) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:24.495780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:24.496277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:24.496855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:24.497338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:24.497845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:24.498322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:24.498808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:24.499279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:24.499740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:24.500253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23adc4-5521-4748-9147-acee4b4b823a tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:24.647995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-41ab33e7-f6a4-4bc9-9bf9-5bbbe313c09b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Deleting port 0cb7cf23-c71b-4746-aa22-44e806996622 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:24.648933 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-41ab33e7-f6a4-4bc9-9bf9-5bbbe313c09b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.661953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Made reservation on behalf of 135b5c17154d43988f730d1f9a50bfc8 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:24.666176 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.800274 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-41ab33e7-f6a4-4bc9-9bf9-5bbbe313c09b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.800745 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-41ab33e7-f6a4-4bc9-9bf9-5bbbe313c09b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.821023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-41ab33e7-f6a4-4bc9-9bf9-5bbbe313c09b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Calling delete_port for 0cb7cf23-c71b-4746-aa22-44e806996622 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:24.946231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Allocated IP 172.20.0.13 (c35d155c-f44e-4542-bbc0-98825556f84a/69c488a0-1e89-4bfd-ac3d-953d59f6d620/ca1ae4e8-c471-4384-9265-23c056382976) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:25.275585 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.340876 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-41ab33e7-f6a4-4bc9-9bf9-5bbbe313c09b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.378012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab33e7-f6a4-4bc9-9bf9-5bbbe313c09b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'Port': ['ID=0cb7cf23-c71b-4746-aa22-44e806996622,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.452447 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.627711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Network c35d155c-f44e-4542-bbc0-98825556f84a is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:25.636712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:25.636712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:25.656456 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-41ab33e7-f6a4-4bc9-9bf9-5bbbe313c09b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.677406 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-41ab33e7-f6a4-4bc9-9bf9-5bbbe313c09b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.677818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-41ab33e7-f6a4-4bc9-9bf9-5bbbe313c09b tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "DELETE /v2.0/floatingips/05974934-c797-4401-86e6-6c4fe899acef HTTP/1.1" status: 204 len: 168 time: 1.1811943 Sep 16 05:00:25.684399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39308) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.726170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Pushing event updated for resources: {'Port': ['ID=ca1ae4e8-c471-4384-9265-23c056382976,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.745300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e0776-f9c8-476a-9287-811db6cab75b req-3675ff3e-a33b-4812-9f27-7a2b74684fff tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.746941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a67e0776-f9c8-476a-9287-811db6cab75b req-3675ff3e-a33b-4812-9f27-7a2b74684fff tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.2959747 Sep 16 05:00:25.763124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c75d14-33ef-4222-a9e5-8f19938ebd9f req-f2fb748a-1064-4074-b833-daa0ca3012aa tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.764720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88c75d14-33ef-4222-a9e5-8f19938ebd9f req-f2fb748a-1064-4074-b833-daa0ca3012aa tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 932 time: 0.3040690 Sep 16 05:00:25.772863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.773541 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.867162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a67e0776-f9c8-476a-9287-811db6cab75b req-82d8ac64-a1f5-48cc-af03-cb362e162a69 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878918 Sep 16 05:00:25.891326 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-a266ba93-f53b-4e93-bb65-ef02733ea585 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5165982 Sep 16 05:00:25.899223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3df4d298-a507-4bd7-b0e4-795659b458ca tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Deleting port 8931bc21-7184-449c-b91d-8bf34e1a5d56 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:25.899783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3df4d298-a507-4bd7-b0e4-795659b458ca tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.920571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88c75d14-33ef-4222-a9e5-8f19938ebd9f req-90155c38-d39a-4526-9a68-d806f99541d7 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b4adf4d-659c-4258-ac31-9d7109bb40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423950 Sep 16 05:00:25.924926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-e0e57e23-1063-4763-aaa8-a15ce2a01659 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:25.925971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-e0e57e23-1063-4763-aaa8-a15ce2a01659 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241103 Sep 16 05:00:26.071083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Request body: {'port': {'device_id': 'f17899f1-b7ac-4d11-b5b0-c85d6d691056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:26.152242 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3df4d298-a507-4bd7-b0e4-795659b458ca tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.163691 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3df4d298-a507-4bd7-b0e4-795659b458ca tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Calling delete_port for 8931bc21-7184-449c-b91d-8bf34e1a5d56 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:26.236775 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.490006 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3df4d298-a507-4bd7-b0e4-795659b458ca tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.548039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4d298-a507-4bd7-b0e4-795659b458ca tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'Port': ['ID=8931bc21-7184-449c-b91d-8bf34e1a5d56,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:26.789830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1ae4e8-c471-4384-9265-23c056382976 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:26.799454 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.841329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Transition to ACTIVE for port object ca1ae4e8-c471-4384-9265-23c056382976 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:26.901463 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.056845 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Pushing event updated for resources: {'Port': ['ID=ca1ae4e8-c471-4384-9265-23c056382976,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:27.406725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Attempting to bind port ca1ae4e8-c471-4384-9265-23c056382976 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:27.409497 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Attempting to bind port ca1ae4e8-c471-4384-9265-23c056382976 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c35d155c-f44e-4542-bbc0-98825556f84a'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:27.409840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Attempting to bind port ca1ae4e8-c471-4384-9265-23c056382976 on network c35d155c-f44e-4542-bbc0-98825556f84a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:27.411953 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3df4d298-a507-4bd7-b0e4-795659b458ca tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.416978 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3df4d298-a507-4bd7-b0e4-795659b458ca tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "DELETE /v2.0/ports/8931bc21-7184-449c-b91d-8bf34e1a5d56 HTTP/1.1" status: 204 len: 168 time: 1.7279763 Sep 16 05:00:27.417851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39340) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:27.433797 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Port ca1ae4e8-c471-4384-9265-23c056382976 on network c35d155c-f44e-4542-bbc0-98825556f84a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:27.433797 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Attempting to bind port ca1ae4e8-c471-4384-9265-23c056382976 on network c35d155c-f44e-4542-bbc0-98825556f84a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:27.475245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:27.475603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Checking segment: {'id': 'a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c35d155c-f44e-4542-bbc0-98825556f84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:27.476001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Bound using segment: {'id': 'a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c35d155c-f44e-4542-bbc0-98825556f84a'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:27.476499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Bound port: ca1ae4e8-c471-4384-9265-23c056382976, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c35d155c-f44e-4542-bbc0-98825556f84a'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:27.478439 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.502464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd88be-ae58-4296-b25b-cde59bca27a9 req-73e335be-47b9-4661-89cb-16aa7c8152b3 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:27.504067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3acd88be-ae58-4296-b25b-cde59bca27a9 req-73e335be-47b9-4661-89cb-16aa7c8152b3 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 944 time: 0.4255803 Sep 16 05:00:27.572732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcb6ae-5b5e-44ec-a16c-18a86492cea9 req-0e80352e-7e83-43c5-823d-d5e2ae37709b tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:27.574261 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65bcb6ae-5b5e-44ec-a16c-18a86492cea9 req-0e80352e-7e83-43c5-823d-d5e2ae37709b tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.4597511 Sep 16 05:00:27.612440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7d94e109-f9fc-41f3-a958-ba2b3b72c27f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Deleting port f7f75ae1-2006-4b22-907b-5e5d61caef19 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:27.613151 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d94e109-f9fc-41f3-a958-ba2b3b72c27f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.661153 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3acd88be-ae58-4296-b25b-cde59bca27a9 req-274a44d8-3b45-4a77-b926-09d92fb5bc6f tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b4adf4d-659c-4258-ac31-9d7109bb40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205161 Sep 16 05:00:27.685369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65bcb6ae-5b5e-44ec-a16c-18a86492cea9 req-7fe0dd6f-0fe8-46ea-94d0-cc472b40b21b tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996456 Sep 16 05:00:27.707035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] For port ca1ae4e8-c471-4384-9265-23c056382976, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:27.712495 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] For port ca1ae4e8-c471-4384-9265-23c056382976, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ca1ae4e8-c471-4384-9265-23c056382976,segment=NetworkSegment(a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf),segment_id=a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:27.738823 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d94e109-f9fc-41f3-a958-ba2b3b72c27f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.756736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7d94e109-f9fc-41f3-a958-ba2b3b72c27f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Calling delete_port for f7f75ae1-2006-4b22-907b-5e5d61caef19 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:27.800925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.869681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:27.870332 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.871842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] 10.222.0.37 "PUT /v2.0/ports/ca1ae4e8-c471-4384-9265-23c056382976 HTTP/1.1" status: 200 len: 1093 time: 1.9374294 Sep 16 05:00:27.872293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17899f1-b7ac-4d11-b5b0-c85d6d691056', 'tag': 'ca1ae4e8-c471-4384-9265-23c056382976'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:27.874570 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fdfd22-0e2d-402b-95f6-52c2ea0a9c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f17899f1-b7ac-4d11-b5b0-c85d6d691056", "tag": "ca1ae4e8-c471-4384-9265-23c056382976"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:27.937539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f306ff-5f25-4314-8d6e-6171864ae99f service neutron] Pushing event updated for resources: {'Port': ['ID=ca1ae4e8-c471-4384-9265-23c056382976,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:27.943174 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014f3928-685a-4bda-ae29-b6026fb2c1b1 x-openstack-request-id: req-014f3928-685a-4bda-ae29-b6026fb2c1b1 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:27.943174 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17899f1-b7ac-4d11-b5b0-c85d6d691056", "tag": "ca1ae4e8-c471-4384-9265-23c056382976", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:27.943174 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-014f3928-685a-4bda-ae29-b6026fb2c1b1 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:27.943174 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f17899f1-b7ac-4d11-b5b0-c85d6d691056', 'tag': 'ca1ae4e8-c471-4384-9265-23c056382976', 'status': 'completed', 'code': 200} Sep 16 05:00:28.007554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdfd22-0e2d-402b-95f6-52c2ea0a9c9f req-cec9ed95-ef93-4a81-855f-8400a5c0cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:28.010330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70fdfd22-0e2d-402b-95f6-52c2ea0a9c9f req-cec9ed95-ef93-4a81-855f-8400a5c0cd92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=135b5c17154d43988f730d1f9a50bfc8&device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 1096 time: 0.0530031 Sep 16 05:00:28.066803 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d94e109-f9fc-41f3-a958-ba2b3b72c27f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.115952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94e109-f9fc-41f3-a958-ba2b3b72c27f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'Port': ['ID=f7f75ae1-2006-4b22-907b-5e5d61caef19,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:28.131683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdfd22-0e2d-402b-95f6-52c2ea0a9c9f req-aee2f163-d91e-41be-94d8-b6aa01bff010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:28.133827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70fdfd22-0e2d-402b-95f6-52c2ea0a9c9f req-aee2f163-d91e-41be-94d8-b6aa01bff010 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=135b5c17154d43988f730d1f9a50bfc8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1157920 Sep 16 05:00:28.222457 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d94e109-f9fc-41f3-a958-ba2b3b72c27f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.224921 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7d94e109-f9fc-41f3-a958-ba2b3b72c27f tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "DELETE /v2.0/ports/f7f75ae1-2006-4b22-907b-5e5d61caef19 HTTP/1.1" status: 204 len: 168 time: 0.8058157 Sep 16 05:00:28.227496 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39354) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:28.334290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1f5780-eb30-4294-a90f-30b311f560a6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Deleting subnet 936106df-bf9b-418c-b55e-9f78c7e67000 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:28.335354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdfd22-0e2d-402b-95f6-52c2ea0a9c9f req-da5f5d36-ed3e-4804-b922-70ea979959ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:28.338690 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf1f5780-eb30-4294-a90f-30b311f560a6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.340507 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70fdfd22-0e2d-402b-95f6-52c2ea0a9c9f req-da5f5d36-ed3e-4804-b922-70ea979959ec service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1909120 Sep 16 05:00:28.386781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf1f5780-eb30-4294-a90f-30b311f560a6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.437337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-9e92d46c-f849-440c-a6d1-d4890e96857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:28.438835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-9e92d46c-f849-440c-a6d1-d4890e96857e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=135b5c17154d43988f730d1f9a50bfc8&device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 1096 time: 0.0471983 Sep 16 05:00:28.513539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-18130a4a-5251-4e61-9655-3346f69d1aef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca1ae4e8-c471-4384-9265-23c056382976 HTTP/1.1" status: 200 len: 217 time: 0.0622771 Sep 16 05:00:28.538278 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf1f5780-eb30-4294-a90f-30b311f560a6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.632048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-b6b2cbb2-4805-4bba-aeab-48ae8689902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:28.633571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-b6b2cbb2-4805-4bba-aeab-48ae8689902e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69c488a0-1e89-4bfd-ac3d-953d59f6d620 HTTP/1.1" status: 200 len: 853 time: 0.1131544 Sep 16 05:00:28.697499 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-65f98714-4670-4c56-967c-cc7809f9368c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c35d155c-f44e-4542-bbc0-98825556f84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550551 Sep 16 05:00:28.759026 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf1f5780-eb30-4294-a90f-30b311f560a6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.780136 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf1f5780-eb30-4294-a90f-30b311f560a6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.783558 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cf1f5780-eb30-4294-a90f-30b311f560a6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "DELETE /v2.0/subnets/936106df-bf9b-418c-b55e-9f78c7e67000 HTTP/1.1" status: 204 len: 168 time: 0.5531361 Sep 16 05:00:28.786791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39372) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:28.788289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a8f533-68a4-4c2c-8b71-9ad714cba28c None None] Network 613bf0c4-562f-4261-a5eb-2dd164436d0c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:28.944914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-9981f84e-5e12-49df-8bfc-e8b744cc23d2 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Deleting subnet 4aef76ed-f445-46f6-96d5-f5c896563794 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:28.953837 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9981f84e-5e12-49df-8bfc-e8b744cc23d2 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.006521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f5780-eb30-4294-a90f-30b311f560a6 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'Subnet': ['ID=936106df-bf9b-418c-b55e-9f78c7e67000,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.044910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631791d-361a-4d95-a246-a6aec2cbcab1 req-7cebce4b-f385-474a-ac62-32a0cffbfc07 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.047620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6631791d-361a-4d95-a246-a6aec2cbcab1 req-7cebce4b-f385-474a-ac62-32a0cffbfc07 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 944 time: 0.2697895 Sep 16 05:00:29.077622 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] DHCP port deletion for 613bf0c4-562f-4261-a5eb-2dd164436d0c request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:29.081925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a54df5-2d67-4015-93ae-cd75e761e43c req-25392de4-cfda-48e3-96dd-3020b61ee878 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.086613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a54df5-2d67-4015-93ae-cd75e761e43c req-25392de4-cfda-48e3-96dd-3020b61ee878 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.2347324 Sep 16 05:00:29.091422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-9c15cc1b-86ec-49ac-8223-a89ce4c81889 service neutron] 10.222.0.37 "GET /v2.0/networks/c35d155c-f44e-4542-bbc0-98825556f84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854406 Sep 16 05:00:29.129026 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9981f84e-5e12-49df-8bfc-e8b744cc23d2 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.190360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Deleting port e90b5c4e-676c-4dd3-aadc-8003e3f5989c {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:29.190985 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.212985 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cba647ca-14b1-49b2-aa5b-18ee5a25b644 req-c419fb3a-6bc1-459f-a867-64de9e1d8427 service neutron] 10.222.0.37 "GET /v2.0/networks/c35d155c-f44e-4542-bbc0-98825556f84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011333 Sep 16 05:00:29.243978 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6631791d-361a-4d95-a246-a6aec2cbcab1 req-e78b7e35-a7ef-4893-bfae-5ea153687847 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b4adf4d-659c-4258-ac31-9d7109bb40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867597 Sep 16 05:00:29.280196 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a54df5-2d67-4015-93ae-cd75e761e43c req-fc0094a6-29e3-4b4f-9d75-0314f81757d9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755338 Sep 16 05:00:29.314031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] For port e90b5c4e-676c-4dd3-aadc-8003e3f5989c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e90b5c4e-676c-4dd3-aadc-8003e3f5989c,segment=NetworkSegment(5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1),segment_id=5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:29.314664 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.341045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Calling delete_port for e90b5c4e-676c-4dd3-aadc-8003e3f5989c owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:29.417209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:29.435867 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9981f84e-5e12-49df-8bfc-e8b744cc23d2 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.592309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:29.611943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd7cf884d-aa68-47e6-b5f2-f99dcd1348c5', 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135', 'port_id': 'd7cf884d-aa68-47e6-b5f2-f99dcd1348c5', 'mac_address': 'fa:16:3e:8b:7e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31214987-0630-473d-88f1-2c85c394857c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:29.661810 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9981f84e-5e12-49df-8bfc-e8b744cc23d2 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.662869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e90b5c4e-676c-4dd3-aadc-8003e3f5989c no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:29.677321 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.707205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: e90b5c4e-676c-4dd3-aadc-8003e3f5989c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:29.707459 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e90b5c4e-676c-4dd3-aadc-8003e3f5989c not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:29.720042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981f84e-5e12-49df-8bfc-e8b744cc23d2 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'Subnet': ['ID=4aef76ed-f445-46f6-96d5-f5c896563794,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.722099 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9981f84e-5e12-49df-8bfc-e8b744cc23d2 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.726306 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9981f84e-5e12-49df-8bfc-e8b744cc23d2 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "DELETE /v2.0/subnets/4aef76ed-f445-46f6-96d5-f5c896563794 HTTP/1.1" status: 204 len: 168 time: 0.9307282 Sep 16 05:00:29.730941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39396) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.786645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650cc013-d276-4a9b-9d11-6b57a977c8e8 None None] Network d8cdf816-71fb-457d-8b2b-7d899e914856 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:29.958648 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.008933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Pushing event deleted for resources: {'Port': ['ID=e90b5c4e-676c-4dd3-aadc-8003e3f5989c,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:30.083709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:30.085127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:30.089609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:30.090215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:30.092620 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:30.093142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:30.094574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:30.095903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:30.096254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:30.096636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:30.100907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:30.101287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:30.112106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebe6eaa-873c-48df-8042-1d73cc67f68f None None] No DVR routers for this DVR port e90b5c4e-676c-4dd3-aadc-8003e3f5989c on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:30.133453 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.220224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:30.328967 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:30.438374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e0523-d999-4867-9843-2bffbc1d268d None None] DHCP port deletion for d8cdf816-71fb-457d-8b2b-7d899e914856 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:30.493099 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.586709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:30.605463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-028e0523-d999-4867-9843-2bffbc1d268d None None] Deleting port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:30.605463 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-028e0523-d999-4867-9843-2bffbc1d268d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.702708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-028e0523-d999-4867-9843-2bffbc1d268d None None] For port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec,segment=NetworkSegment(efd490e7-cfc8-4372-854a-256b376e1a9b),segment_id=efd490e7-cfc8-4372-854a-256b376e1a9b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:30.702997 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-028e0523-d999-4867-9843-2bffbc1d268d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.722308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-028e0523-d999-4867-9843-2bffbc1d268d None None] Calling delete_port for 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:30.737027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39428) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:30.766911 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.778815 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d7cf884d-aa68-47e6-b5f2-f99dcd1348c5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:30.915639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ebc74ce6-05db-46b1-8c0e-4b36462d3e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.959620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613bf0c4-562f-4261-a5eb-2dd164436d0c']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:31.005858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:31.006069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0c3d37-a1f6-4dac-8a8f-4ee42376f5a1') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:31.043858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a78ab-6c54-4442-960e-318292ecae55 req-533d61ba-e35e-427a-bdfd-966ef7a7edc9 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:31.048019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-062a78ab-6c54-4442-960e-318292ecae55 req-533d61ba-e35e-427a-bdfd-966ef7a7edc9 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 944 time: 0.2832513 Sep 16 05:00:31.067167 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.117386 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ebc74ce6-05db-46b1-8c0e-4b36462d3e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.124099 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.134561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295fa90-e365-45f2-b8b5-34897f8b54f3 req-8daf4368-3cd1-42a0-acb4-058fb52f5fb1 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:31.136679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e295fa90-e365-45f2-b8b5-34897f8b54f3 req-8daf4368-3cd1-42a0-acb4-058fb52f5fb1 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 945 time: 0.3731065 Sep 16 05:00:31.143977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:31.144619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:31.150997 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:31.175296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ebc74ce6-05db-46b1-8c0e-4b36462d3e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.193470 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-028e0523-d999-4867-9843-2bffbc1d268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.231178 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ebc74ce6-05db-46b1-8c0e-4b36462d3e81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdaba5aeb24d4f738397ec52da6c265b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4930389 Sep 16 05:00:31.232065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39434) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:31.232842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc74ce6-05db-46b1-8c0e-4b36462d3e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbd5ce5-ee5c-4356-8500-6806b8a6ed4e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.265212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e0523-d999-4867-9843-2bffbc1d268d None None] Pushing event deleted for resources: {'Port': ['ID=353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.273762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028e0523-d999-4867-9843-2bffbc1d268d None None] No DVR routers for this DVR port 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:31.328789 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-636dee8a-c9c4-4137-8c7d-eb10f2570de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.334833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-062a78ab-6c54-4442-960e-318292ecae55 req-bc749d4f-19e2-43f8-b0fd-8ea3b12a6545 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b4adf4d-659c-4258-ac31-9d7109bb40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745922 Sep 16 05:00:31.360060 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-636dee8a-c9c4-4137-8c7d-eb10f2570de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.374665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e295fa90-e365-45f2-b8b5-34897f8b54f3 req-bf199fa4-a531-4344-94bd-fc2fa8bb0313 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257898 Sep 16 05:00:31.407654 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.416200 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.416200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "DELETE /v2.0/networks/613bf0c4-562f-4261-a5eb-2dd164436d0c HTTP/1.1" status: 204 len: 168 time: 1.6848075 Sep 16 05:00:31.421004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39442) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:31.423709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:31.506681 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-636dee8a-c9c4-4137-8c7d-eb10f2570de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.510506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-636dee8a-c9c4-4137-8c7d-eb10f2570de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.512025 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-636dee8a-c9c4-4137-8c7d-eb10f2570de4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdbd5ce5-ee5c-4356-8500-6806b8a6ed4e HTTP/1.1" status: 204 len: 168 time: 0.2749722 Sep 16 05:00:31.525774 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.526184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dee8a-c9c4-4137-8c7d-eb10f2570de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbd5ce5-ee5c-4356-8500-6806b8a6ed4e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.527900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6506a5c-8d23-49d6-bc2b-b45c71b10447 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'Network': ['ID=613bf0c4-562f-4261-a5eb-2dd164436d0c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.570626 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:31.613009 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:31.613928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 353bdee9-ef77-4bb6-9e0a-ab5b1b2ad6ec not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:31.628796 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.646186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:31.647536 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.671559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:31.688121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cdf816-71fb-457d-8b2b-7d899e914856']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:31.705324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd490e7-cfc8-4372-854a-256b376e1a9b') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:31.705702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd490e7-cfc8-4372-854a-256b376e1a9b') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:31.725031 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.745531 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.746902 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.755338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:31.755874 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:31.759786 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:31.863121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.889779 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.900718 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.907817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] 10.222.0.24 "DELETE /v2.0/networks/d8cdf816-71fb-457d-8b2b-7d899e914856 HTTP/1.1" status: 204 len: 168 time: 0.4626374 Sep 16 05:00:31.925147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fa07e-a4c5-43cb-909e-f41bed20f376 tempest-TaggedBootDevicesTest_v242-2012844579 tempest-TaggedBootDevicesTest_v242-2012844579-project] Pushing event deleted for resources: {'Network': ['ID=d8cdf816-71fb-457d-8b2b-7d899e914856,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:32.378852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39462) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.404739 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-55820094-250d-48e5-97b9-8279141982d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.459640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ca1ae4e8-c471-4384-9265-23c056382976 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:32.614304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5766f-726d-4148-aa51-42ff65eeba3a req-87da31ae-9664-4bef-9f71-2c950930a587 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.623012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8f5766f-726d-4148-aa51-42ff65eeba3a req-87da31ae-9664-4bef-9f71-2c950930a587 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 944 time: 0.1842649 Sep 16 05:00:32.650731 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ca1ae4e8-c471-4384-9265-23c056382976, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ca1ae4e8-c471-4384-9265-23c056382976,segment=NetworkSegment(a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf),segment_id=a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:32.675829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'ca1ae4e8-c471-4384-9265-23c056382976', 'network_id': 'c35d155c-f44e-4542-bbc0-98825556f84a', 'port_id': 'ca1ae4e8-c471-4384-9265-23c056382976', 'mac_address': 'fa:16:3e:a9:82:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c488a0-1e89-4bfd-ac3d-953d59f6d620', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:32.731911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ea6e7-4f7d-4180-a4a8-64f896b372c7 req-ffdfdff8-af13-489c-877d-bb5dc6a199a4 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.739639 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f6ea6e7-4f7d-4180-a4a8-64f896b372c7 req-ffdfdff8-af13-489c-877d-bb5dc6a199a4 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 944 time: 0.2367647 Sep 16 05:00:32.741280 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.763128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1ae4e8-c471-4384-9265-23c056382976 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:32.817128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8f5766f-726d-4148-aa51-42ff65eeba3a req-58ba6aaf-b860-4b8a-8fd2-85cd0a33d3e5 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b4adf4d-659c-4258-ac31-9d7109bb40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750333 Sep 16 05:00:32.836480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ca1ae4e8-c471-4384-9265-23c056382976, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ca1ae4e8-c471-4384-9265-23c056382976,segment=NetworkSegment(a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf),segment_id=a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:32.870531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f6ea6e7-4f7d-4180-a4a8-64f896b372c7 req-4cf7ecab-8fe7-4090-ac12-3f6df2ed3283 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300161 Sep 16 05:00:32.885794 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-55820094-250d-48e5-97b9-8279141982d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.949077 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.975758 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-55820094-250d-48e5-97b9-8279141982d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.012538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55820094-250d-48e5-97b9-8279141982d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0072890-59f9-482e-b085-dcbd19f19827,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.022331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=ca1ae4e8-c471-4384-9265-23c056382976,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.065154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-55820094-250d-48e5-97b9-8279141982d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23e38caf04cf45dbaf369e4859318e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6847804 Sep 16 05:00:33.076536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39490) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:33.148648 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b32013bf-b9f6-4a82-a925-75299eac8102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.153470 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ca1ae4e8-c471-4384-9265-23c056382976'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:33.211419 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b32013bf-b9f6-4a82-a925-75299eac8102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.447218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:33.448970 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b32013bf-b9f6-4a82-a925-75299eac8102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.452984 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b32013bf-b9f6-4a82-a925-75299eac8102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.464449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b32013bf-b9f6-4a82-a925-75299eac8102 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0072890-59f9-482e-b085-dcbd19f19827 HTTP/1.1" status: 204 len: 168 time: 0.3831718 Sep 16 05:00:33.499605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32013bf-b9f6-4a82-a925-75299eac8102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0072890-59f9-482e-b085-dcbd19f19827,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.546186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:33.547050 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.716359 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.745779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc82384-f7e6-434f-a16a-2e3b0bdb43ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cf884d-aa68-47e6-b5f2-f99dcd1348c5'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:33.748118 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68124e27-08e7-43a6-aeba-87b912cbeea4" -d '{"events": [{"server_uuid": "7fc82384-f7e6-434f-a16a-2e3b0bdb43ea", "name": "network-vif-plugged", "status": "completed", "tag": "d7cf884d-aa68-47e6-b5f2-f99dcd1348c5"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:33.786387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:33.805135 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769775a-e662-40c2-9f96-ca58a94e8f00 x-openstack-request-id: req-a769775a-e662-40c2-9f96-ca58a94e8f00 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:33.805504 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc82384-f7e6-434f-a16a-2e3b0bdb43ea", "name": "network-vif-plugged", "status": "completed", "tag": "d7cf884d-aa68-47e6-b5f2-f99dcd1348c5", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:33.806820 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a769775a-e662-40c2-9f96-ca58a94e8f00 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:33.807235 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc82384-f7e6-434f-a16a-2e3b0bdb43ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cf884d-aa68-47e6-b5f2-f99dcd1348c5', 'code': 200} Sep 16 05:00:33.878234 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.014292 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.109653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a4625-82be-4564-9705-a11b5342952c req-7de9912d-d472-429d-8c10-eca473bffe1c tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.111615 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-455a4625-82be-4564-9705-a11b5342952c req-7de9912d-d472-429d-8c10-eca473bffe1c tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 945 time: 0.1856837 Sep 16 05:00:34.141913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60132ae-eba0-45ca-8a61-3e548b38b926 req-dc746606-0b8a-4c78-9aac-1e3be8e636bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.145274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a60132ae-eba0-45ca-8a61-3e548b38b926 req-dc746606-0b8a-4c78-9aac-1e3be8e636bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 1098 time: 0.1811945 Sep 16 05:00:34.159343 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08857324-0abc-4945-80d1-f0d32a21ec24 req-171af607-cd90-4852-b60e-e9ea49137b19 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.167437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08857324-0abc-4945-80d1-f0d32a21ec24 req-171af607-cd90-4852-b60e-e9ea49137b19 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1560559 Sep 16 05:00:34.255512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-455a4625-82be-4564-9705-a11b5342952c req-b8750dc0-72b0-4e46-80de-59529b634444 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b4adf4d-659c-4258-ac31-9d7109bb40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165068 Sep 16 05:00:34.294838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08857324-0abc-4945-80d1-f0d32a21ec24 req-b35ad36c-cdc8-4f62-95f1-f0c4f674d786 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264791 Sep 16 05:00:34.303241 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a60132ae-eba0-45ca-8a61-3e548b38b926 req-ae216a85-a825-4b68-9b53-5c175cb99d6a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335731 Sep 16 05:00:34.468305 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ca1ae4e8-c471-4384-9265-23c056382976 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:34.677492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port ca1ae4e8-c471-4384-9265-23c056382976 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:34.681680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port ca1ae4e8-c471-4384-9265-23c056382976 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:34.685729 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.855202 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.895376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ca1ae4e8-c471-4384-9265-23c056382976, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ca1ae4e8-c471-4384-9265-23c056382976,segment=NetworkSegment(a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf),segment_id=a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:35.021795 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.076223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=ca1ae4e8-c471-4384-9265-23c056382976,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:35.457238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61f1e-c76a-47ec-82dc-236eed8533e6 req-b25f71f8-1d63-4b4a-9eba-ef3c091b933e tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.458933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60a61f1e-c76a-47ec-82dc-236eed8533e6 req-b25f71f8-1d63-4b4a-9eba-ef3c091b933e tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 946 time: 0.1382482 Sep 16 05:00:35.573884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c6bf9-4500-449b-bd20-759ff16d89ac req-a0eeb001-1319-4270-a6bd-e16283a42be3 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.576274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba4c6bf9-4500-449b-bd20-759ff16d89ac req-a0eeb001-1319-4270-a6bd-e16283a42be3 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1644905 Sep 16 05:00:35.588564 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60a61f1e-c76a-47ec-82dc-236eed8533e6 req-c2cfb520-730c-4ca4-a521-b5ae4dfadb42 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b4adf4d-659c-4258-ac31-9d7109bb40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216600 Sep 16 05:00:35.684803 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba4c6bf9-4500-449b-bd20-759ff16d89ac req-17ea448c-0209-4b8e-b2ad-cdbca5960ccd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017475 Sep 16 05:00:35.809021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17899f1-b7ac-4d11-b5b0-c85d6d691056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1ae4e8-c471-4384-9265-23c056382976'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:35.811350 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5bb699-c7c1-4a0c-9e71-75dca8cb2143" -d '{"events": [{"server_uuid": "f17899f1-b7ac-4d11-b5b0-c85d6d691056", "name": "network-vif-plugged", "status": "completed", "tag": "ca1ae4e8-c471-4384-9265-23c056382976"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:35.893635 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c9bbdb-dad0-42a0-9f5c-5f7cd329484b x-openstack-request-id: req-e4c9bbdb-dad0-42a0-9f5c-5f7cd329484b {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:35.893924 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17899f1-b7ac-4d11-b5b0-c85d6d691056", "name": "network-vif-plugged", "status": "completed", "tag": "ca1ae4e8-c471-4384-9265-23c056382976", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:35.894373 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4c9bbdb-dad0-42a0-9f5c-5f7cd329484b {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:35.894916 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17899f1-b7ac-4d11-b5b0-c85d6d691056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1ae4e8-c471-4384-9265-23c056382976', 'code': 200} Sep 16 05:00:36.002780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b012608-2d3e-4513-9d1d-e44cd06d361b req-baa03795-c347-438e-94c2-238fca6be401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:36.004517 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b012608-2d3e-4513-9d1d-e44cd06d361b req-baa03795-c347-438e-94c2-238fca6be401 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 1098 time: 0.0503688 Sep 16 05:00:36.080811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b012608-2d3e-4513-9d1d-e44cd06d361b req-4e6b877f-ffc5-45cd-baa8-64b8dcf0e882 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b4adf4d-659c-4258-ac31-9d7109bb40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695448 Sep 16 05:00:36.878634 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91df2e-016f-4251-b5e5-c4c63fd23d25 req-0ed04e2a-24ea-455e-922f-633198788dde tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:36.891064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b91df2e-016f-4251-b5e5-c4c63fd23d25 req-0ed04e2a-24ea-455e-922f-633198788dde tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 946 time: 0.1475935 Sep 16 05:00:37.093908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b91df2e-016f-4251-b5e5-c4c63fd23d25 req-67b5e046-4dc5-4ae8-a6d9-5e6677a42a45 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b4adf4d-659c-4258-ac31-9d7109bb40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996102 Sep 16 05:00:37.111069 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:00:37.125237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e659-0f51-4837-886c-a12f4fe36c30 req-b182557c-6f1d-4c3a-845a-ae28a38ca071 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:37.133304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5816e659-0f51-4837-886c-a12f4fe36c30 req-b182557c-6f1d-4c3a-845a-ae28a38ca071 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.2349653 Sep 16 05:00:37.195741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5816e659-0f51-4837-886c-a12f4fe36c30 req-0893cace-5b88-4872-a4fe-0fb03a613fb6 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630205 Sep 16 05:00:37.349430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9e0f5-0f50-4fc4-a40f-3da69441dd9f req-3e3bad60-7c6d-4e6f-86f0-c41ca92f3edd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:37.351386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93d9e0f5-0f50-4fc4-a40f-3da69441dd9f req-3e3bad60-7c6d-4e6f-86f0-c41ca92f3edd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.0596769 Sep 16 05:00:37.407038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93d9e0f5-0f50-4fc4-a40f-3da69441dd9f req-2cb14b0d-4d19-4aec-8097-4e50c1e4cb80 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467687 Sep 16 05:00:38.463312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965066c-74be-4899-a6f1-be8c4d0f22fb req-271e8b6d-1e94-4698-a528-3880dff42113 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:38.470931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f965066c-74be-4899-a6f1-be8c4d0f22fb req-271e8b6d-1e94-4698-a528-3880dff42113 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 946 time: 0.2596035 Sep 16 05:00:38.491709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27da61-b24c-4010-b60b-d8570b393371 req-76f696d1-fee7-4b3c-852c-8893f1ffe350 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:38.499832 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-76f696d1-fee7-4b3c-852c-8893f1ffe350 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/networks?id=40af8255-69a7-4928-8a8f-32288cabc135 HTTP/1.1" status: 200 len: 814 time: 0.2857087 Sep 16 05:00:38.521588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-90f2d693-7c47-479f-858b-eb4ce94c45a8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/quotas/3f5f57bbc4b44702936526686b50a4a6 HTTP/1.1" status: 200 len: 375 time: 0.0205336 Sep 16 05:00:38.575835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f965066c-74be-4899-a6f1-be8c4d0f22fb req-e25330c8-f6a0-42db-a9bd-4265a28eb7df tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b4adf4d-659c-4258-ac31-9d7109bb40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039541 Sep 16 05:00:38.640314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-03435019-aec1-4281-9fbf-f8b95883ebd9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f5f57bbc4b44702936526686b50a4a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080353 Sep 16 05:00:38.654281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-c36ecbb1-d720-4b7c-82ac-0a16f5a574fe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:38.661631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-c36ecbb1-d720-4b7c-82ac-0a16f5a574fe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148947 Sep 16 05:00:38.921480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-d5ca457a-3d90-4dc3-9960-6998db5c6a0b service neutron] 10.222.0.24 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566023 Sep 16 05:00:39.049008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-56dbb512-4315-4a06-ad02-c6ed5c8543bc service neutron] 10.222.0.24 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289225 Sep 16 05:00:39.340532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0989396-6457-460b-af81-44ca65d35720 req-aa4c4232-4e67-436d-aef6-d3ed785e0d0c tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:39.343421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0989396-6457-460b-af81-44ca65d35720 req-aa4c4232-4e67-436d-aef6-d3ed785e0d0c tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fc82384-f7e6-434f-a16a-2e3b0bdb43ea HTTP/1.1" status: 200 len: 946 time: 0.1211772 Sep 16 05:00:39.498504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7cea4b75-270c-40db-9941-c66903bb4067 req-dcfa44f9-16a2-4443-a40c-f1572d5fee32 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 210 time: 0.0816689 Sep 16 05:00:39.646904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a411a9-7cc5-4599-8af6-a4ab66150def req-7c24fb89-7b70-40eb-b1bc-fb898928ccfd tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:39.659431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6a411a9-7cc5-4599-8af6-a4ab66150def req-7c24fb89-7b70-40eb-b1bc-fb898928ccfd tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 946 time: 0.1713560 Sep 16 05:00:39.732286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6a411a9-7cc5-4599-8af6-a4ab66150def req-f38cd386-9d99-4646-bc6c-98a6d990685e tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b4adf4d-659c-4258-ac31-9d7109bb40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757079 Sep 16 05:00:39.739444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-c0989396-6457-460b-af81-44ca65d35720 req-f40446df-b50a-4004-b740-2bea5d878750 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Deleting port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:39.739444 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c0989396-6457-460b-af81-44ca65d35720 req-f40446df-b50a-4004-b740-2bea5d878750 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.956019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c0989396-6457-460b-af81-44ca65d35720 req-f40446df-b50a-4004-b740-2bea5d878750 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] For port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:39.956019 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c0989396-6457-460b-af81-44ca65d35720 req-f40446df-b50a-4004-b740-2bea5d878750 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.996682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-c0989396-6457-460b-af81-44ca65d35720 req-f40446df-b50a-4004-b740-2bea5d878750 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Calling delete_port for d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:40.358409 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c0989396-6457-460b-af81-44ca65d35720 req-f40446df-b50a-4004-b740-2bea5d878750 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.371299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d7cf884d-aa68-47e6-b5f2-f99dcd1348c5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:40.545523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0989396-6457-460b-af81-44ca65d35720 req-f40446df-b50a-4004-b740-2bea5d878750 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] No DVR routers for this DVR port d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:40.552307 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c0989396-6457-460b-af81-44ca65d35720 req-f40446df-b50a-4004-b740-2bea5d878750 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.556812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0989396-6457-460b-af81-44ca65d35720 req-f40446df-b50a-4004-b740-2bea5d878750 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.23 "DELETE /v2.0/ports/d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 HTTP/1.1" status: 204 len: 173 time: 1.2069867 Sep 16 05:00:40.557678 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40446df-b50a-4004-b740-2bea5d878750 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Pushing event deleted for resources: {'Port': ['ID=d7cf884d-aa68-47e6-b5f2-f99dcd1348c5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.559408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc82384-f7e6-434f-a16a-2e3b0bdb43ea', 'name': 'network-vif-deleted', 'tag': 'd7cf884d-aa68-47e6-b5f2-f99dcd1348c5'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:40.570173 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b31c65-7dd0-4e51-8c0b-1b12136191bd" -d '{"events": [{"server_uuid": "7fc82384-f7e6-434f-a16a-2e3b0bdb43ea", "name": "network-vif-deleted", "tag": "d7cf884d-aa68-47e6-b5f2-f99dcd1348c5"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:40.678443 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ad0148-abf9-484f-9a06-496888d7554c x-openstack-request-id: req-32ad0148-abf9-484f-9a06-496888d7554c {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:40.678737 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc82384-f7e6-434f-a16a-2e3b0bdb43ea", "name": "network-vif-deleted", "tag": "d7cf884d-aa68-47e6-b5f2-f99dcd1348c5", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:40.678990 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32ad0148-abf9-484f-9a06-496888d7554c {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:40.679534 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc82384-f7e6-434f-a16a-2e3b0bdb43ea', 'name': 'network-vif-deleted', 'tag': 'd7cf884d-aa68-47e6-b5f2-f99dcd1348c5', 'status': 'completed', 'code': 200} Sep 16 05:00:40.752546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0e369f0-00ff-4368-98cd-99e7851e671d req-afeb9016-2435-4425-96ec-8f43e3645dd3 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 210 time: 0.1399398 Sep 16 05:00:40.839501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47ee44-aacb-404a-a527-e8f5ccdeac06 req-ed638c9a-0408-41c8-b194-452fe927de11 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.844227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d47ee44-aacb-404a-a527-e8f5ccdeac06 req-ed638c9a-0408-41c8-b194-452fe927de11 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.37 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 946 time: 0.2323227 Sep 16 05:00:41.143873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0eeae-9512-4b3a-a770-115cd554783e req-dae4bee3-b7a8-45ed-b3b8-ddfb1cc4517c tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:41.157864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2d0eeae-9512-4b3a-a770-115cd554783e req-dae4bee3-b7a8-45ed-b3b8-ddfb1cc4517c tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 946 time: 0.2087176 Sep 16 05:00:41.223648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2d0eeae-9512-4b3a-a770-115cd554783e req-b9bd26d0-0186-493e-af20-355a8b17ec2b tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b4adf4d-659c-4258-ac31-9d7109bb40a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563550 Sep 16 05:00:41.248900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-6d47ee44-aacb-404a-a527-e8f5ccdeac06 req-8fb4502d-1fd6-4461-8cd2-87dec8706d86 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Deleting port ca1ae4e8-c471-4384-9265-23c056382976 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:41.249252 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6d47ee44-aacb-404a-a527-e8f5ccdeac06 req-8fb4502d-1fd6-4461-8cd2-87dec8706d86 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.424401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-6d47ee44-aacb-404a-a527-e8f5ccdeac06 req-8fb4502d-1fd6-4461-8cd2-87dec8706d86 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] For port ca1ae4e8-c471-4384-9265-23c056382976, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ca1ae4e8-c471-4384-9265-23c056382976,segment=NetworkSegment(a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf),segment_id=a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:41.424846 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6d47ee44-aacb-404a-a527-e8f5ccdeac06 req-8fb4502d-1fd6-4461-8cd2-87dec8706d86 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.439640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-6d47ee44-aacb-404a-a527-e8f5ccdeac06 req-8fb4502d-1fd6-4461-8cd2-87dec8706d86 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Calling delete_port for ca1ae4e8-c471-4384-9265-23c056382976 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:41.791433 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6d47ee44-aacb-404a-a527-e8f5ccdeac06 req-8fb4502d-1fd6-4461-8cd2-87dec8706d86 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.805801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ca1ae4e8-c471-4384-9265-23c056382976'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:41.931131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4502d-1fd6-4461-8cd2-87dec8706d86 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Pushing event deleted for resources: {'Port': ['ID=ca1ae4e8-c471-4384-9265-23c056382976,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:41.975480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ab03bbb-6556-43b0-a085-a9d40ef7e2cc req-d6dbb4f4-a057-4764-aab8-82f9378ab3fc tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 210 time: 0.0493445 Sep 16 05:00:41.988650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d47ee44-aacb-404a-a527-e8f5ccdeac06 req-8fb4502d-1fd6-4461-8cd2-87dec8706d86 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] No DVR routers for this DVR port ca1ae4e8-c471-4384-9265-23c056382976 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:41.992052 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6d47ee44-aacb-404a-a527-e8f5ccdeac06 req-8fb4502d-1fd6-4461-8cd2-87dec8706d86 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.996297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d47ee44-aacb-404a-a527-e8f5ccdeac06 req-8fb4502d-1fd6-4461-8cd2-87dec8706d86 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.37 "DELETE /v2.0/ports/ca1ae4e8-c471-4384-9265-23c056382976 HTTP/1.1" status: 204 len: 173 time: 1.1321673 Sep 16 05:00:42.026573 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aff86682-ccdb-450a-a8e1-1927f3aec011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.317124 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.429026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e17fd8e-25e1-4be1-a50a-448e492aa5b1 req-daffffbd-7dc0-469a-97d7-9637037224f4 tempest-ServerAddressesTestJSON-972735218 tempest-ServerAddressesTestJSON-972735218-project] 10.222.0.24 "GET /v2.0/ports?device_id=f17899f1-b7ac-4d11-b5b0-c85d6d691056 HTTP/1.1" status: 200 len: 210 time: 0.0485497 Sep 16 05:00:42.725001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17899f1-b7ac-4d11-b5b0-c85d6d691056', 'name': 'network-vif-deleted', 'tag': 'ca1ae4e8-c471-4384-9265-23c056382976'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:42.729666 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f835c87-ef51-406b-98cd-bb76b7f8bb1f" -d '{"events": [{"server_uuid": "f17899f1-b7ac-4d11-b5b0-c85d6d691056", "name": "network-vif-deleted", "tag": "ca1ae4e8-c471-4384-9265-23c056382976"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:42.823123 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79250d1-8e35-491a-93e2-6a38d6bcc217 x-openstack-request-id: req-e79250d1-8e35-491a-93e2-6a38d6bcc217 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:42.825069 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17899f1-b7ac-4d11-b5b0-c85d6d691056", "name": "network-vif-deleted", "tag": "ca1ae4e8-c471-4384-9265-23c056382976", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:42.825479 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e79250d1-8e35-491a-93e2-6a38d6bcc217 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:42.826303 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17899f1-b7ac-4d11-b5b0-c85d6d691056', 'name': 'network-vif-deleted', 'tag': 'ca1ae4e8-c471-4384-9265-23c056382976', 'status': 'completed', 'code': 200} Sep 16 05:00:42.846965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27da61-b24c-4010-b60b-d8570b393371 req-515cec12-3509-451a-b3cd-631bfa32d3bb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:42.851005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-515cec12-3509-451a-b3cd-631bfa32d3bb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.23 "GET /v2.0/networks?id=40af8255-69a7-4928-8a8f-32288cabc135 HTTP/1.1" status: 200 len: 814 time: 0.2745821 Sep 16 05:00:42.869039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ad27da61-b24c-4010-b60b-d8570b393371 req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Request body: {'port': {'device_id': '049af120-599d-4f10-bd99-1d00b5e26684', 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135', 'admin_state_up': True, 'tenant_id': '3f5f57bbc4b44702936526686b50a4a6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:43.334333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29dd0f0e-ff42-4e60-ad1e-07fb9baeeb94 req-2fa4b636-c3f4-4d87-9ed0-905b5e41f53f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 210 time: 0.0579646 Sep 16 05:00:43.340965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad27da61-b24c-4010-b60b-d8570b393371 req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Made reservation on behalf of 3f5f57bbc4b44702936526686b50a4a6 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:43.345998 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad27da61-b24c-4010-b60b-d8570b393371 req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.480357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:43.572812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:43.573176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d7cf884d-aa68-47e6-b5f2-f99dcd1348c5 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:43.585769 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39870) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:43.667860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b92af9c-ddd1-432b-bc6a-24a908158482 admin admin] Deleting subnet 69c488a0-1e89-4bfd-ac3d-953d59f6d620 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:43.698579 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b92af9c-ddd1-432b-bc6a-24a908158482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.745186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-ad27da61-b24c-4010-b60b-d8570b393371 req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Allocated IP 172.20.0.8 (40af8255-69a7-4928-8a8f-32288cabc135/31214987-0630-473d-88f1-2c85c394857c/c4a1c33d-d2c7-48dd-90b6-a87db4cde801) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:43.777067 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b92af9c-ddd1-432b-bc6a-24a908158482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.868531 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b92af9c-ddd1-432b-bc6a-24a908158482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.998478 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b92af9c-ddd1-432b-bc6a-24a908158482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.056604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92af9c-ddd1-432b-bc6a-24a908158482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c488a0-1e89-4bfd-ac3d-953d59f6d620,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.071595 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b92af9c-ddd1-432b-bc6a-24a908158482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.074078 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7b92af9c-ddd1-432b-bc6a-24a908158482 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69c488a0-1e89-4bfd-ac3d-953d59f6d620 HTTP/1.1" status: 204 len: 168 time: 0.4862618 Sep 16 05:00:44.076584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39872) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:44.173347 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad27da61-b24c-4010-b60b-d8570b393371 req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.328755 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.461746 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.483610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35d155c-f44e-4542-bbc0-98825556f84a']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:44.488403 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad27da61-b24c-4010-b60b-d8570b393371 req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.498158 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ca1ae4e8-c471-4384-9265-23c056382976 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:44.501301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:44.503594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d25c8a-3d5e-4ff5-8e27-372b0af41cbf') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:44.543752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: ca1ae4e8-c471-4384-9265-23c056382976 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:44.543752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ca1ae4e8-c471-4384-9265-23c056382976 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:44.544058 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.549209 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f8f392a3-6922-4e9a-b3b5-b43babc11ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.594509 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.629127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad27da61-b24c-4010-b60b-d8570b393371 req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Network 40af8255-69a7-4928-8a8f-32288cabc135 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:44.644779 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:44.645188 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:44.650253 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:44.668774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-ad27da61-b24c-4010-b60b-d8570b393371 req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:44.671870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad27da61-b24c-4010-b60b-d8570b393371 req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:44.677933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Pushing event updated for resources: {'Port': ['ID=c4a1c33d-d2c7-48dd-90b6-a87db4cde801,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.842942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27da61-b24c-4010-b60b-d8570b393371 req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:44.843563 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad27da61-b24c-4010-b60b-d8570b393371 req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.856536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576f0ad-6ef7-457d-860a-b3b61c9058a0 req-e6233972-af45-46cd-8f29-fe36300726b8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:44.861399 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b576f0ad-6ef7-457d-860a-b3b61c9058a0 req-e6233972-af45-46cd-8f29-fe36300726b8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 931 time: 0.3421896 Sep 16 05:00:44.910843 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b576f0ad-6ef7-457d-860a-b3b61c9058a0 req-1f44cbd3-407e-477f-bc8f-a83d7a9660aa tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460153 Sep 16 05:00:44.935034 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.943065 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.948177 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] 10.222.0.24 "DELETE /v2.0/networks/c35d155c-f44e-4542-bbc0-98825556f84a HTTP/1.1" status: 204 len: 168 time: 0.8665404 Sep 16 05:00:44.964369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb2957-02ea-4ad4-ae40-a28bc685d72f admin admin] Pushing event deleted for resources: {'Network': ['ID=c35d155c-f44e-4542-bbc0-98825556f84a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.987717 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-8cdb88bc-8560-4e5c-a8c1-3038837feae8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1268950 Sep 16 05:00:44.998457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-bc3267d7-55e5-4c9e-85a9-f265738d640c tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:44.999556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-bc3267d7-55e5-4c9e-85a9-f265738d640c tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056889 Sep 16 05:00:45.223406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Request body: {'port': {'device_id': '049af120-599d-4f10-bd99-1d00b5e26684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:45.289612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.309055 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.544339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39900) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:45.563722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-4a9604d3-b568-4ebd-90e4-405c0ec4e95a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1107850 Sep 16 05:00:45.645920 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-888aab6f-3e7c-4674-a2f1-4212bbc7b450 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=135b5c17154d43988f730d1f9a50bfc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000643 Sep 16 05:00:45.646749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39902) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:45.705811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3dde716-086c-4990-ae7e-2b0f38c2eb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.729739 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3dde716-086c-4990-ae7e-2b0f38c2eb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.850032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-0be3e09c-f850-4a1f-bd1c-1768293869fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.850949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-0be3e09c-f850-4a1f-bd1c-1768293869fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.851658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-0be3e09c-f850-4a1f-bd1c-1768293869fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.852375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-0be3e09c-f850-4a1f-bd1c-1768293869fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.853358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-0be3e09c-f850-4a1f-bd1c-1768293869fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.853980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-0be3e09c-f850-4a1f-bd1c-1768293869fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.854592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-0be3e09c-f850-4a1f-bd1c-1768293869fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.856679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-0be3e09c-f850-4a1f-bd1c-1768293869fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d8940b4db54bdeb158d4e47be2666c&device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 6496 time: 0.2272105 Sep 16 05:00:45.877372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a1c33d-d2c7-48dd-90b6-a87db4cde801 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:45.885180 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3dde716-086c-4990-ae7e-2b0f38c2eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.888079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3dde716-086c-4990-ae7e-2b0f38c2eb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.897548 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f3dde716-086c-4990-ae7e-2b0f38c2eb2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b4adf4d-659c-4258-ac31-9d7109bb40a7 HTTP/1.1" status: 204 len: 168 time: 0.2471266 Sep 16 05:00:45.924555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dde716-086c-4990-ae7e-2b0f38c2eb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4adf4d-659c-4258-ac31-9d7109bb40a7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:45.992108 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.041024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.168726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Transition to ACTIVE for port object c4a1c33d-d2c7-48dd-90b6-a87db4cde801 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:46.214270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-d03b4766-4d8a-4ebc-8a92-018ce7ed7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:46.217570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-d03b4766-4d8a-4ebc-8a92-018ce7ed7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:46.220234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-d03b4766-4d8a-4ebc-8a92-018ce7ed7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:46.222841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-d03b4766-4d8a-4ebc-8a92-018ce7ed7335 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8487353-bf70-4143-9d46-50f9b4c7e66b&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&id=e4736ad3-9a26-42c8-8dc7-2dd152730d61 HTTP/1.1" status: 200 len: 2290 time: 0.3147154 Sep 16 05:00:46.241301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a75e6-7179-4802-908e-aafc87e24e68 req-c1f896ac-c2b7-4881-bcde-ae4fbb983137 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:46.243760 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d6a75e6-7179-4802-908e-aafc87e24e68 req-c1f896ac-c2b7-4881-bcde-ae4fbb983137 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 931 time: 0.2120974 Sep 16 05:00:46.247105 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.401403 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.425596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-955862d8-dc3d-4ec0-a40e-f83d5e416301 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 HTTP/1.1" status: 200 len: 1001 time: 0.1776900 Sep 16 05:00:46.443792 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Pushing event updated for resources: {'Port': ['ID=c4a1c33d-d2c7-48dd-90b6-a87db4cde801,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.098606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d6a75e6-7179-4802-908e-aafc87e24e68 req-24e52e86-abfb-45a0-9343-95aecef33321 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8381796 Sep 16 05:00:47.146012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39954) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:47.194931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-d65f6588-a7f5-41c3-a64d-f8f3c116cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.198437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-d65f6588-a7f5-41c3-a64d-f8f3c116cbf9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebe9250e-52d1-4da4-a13f-ea260b6b0f94 HTTP/1.1" status: 200 len: 851 time: 0.7455356 Sep 16 05:00:47.337278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Attempting to bind port c4a1c33d-d2c7-48dd-90b6-a87db4cde801 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:47.338268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Attempting to bind port c4a1c33d-d2c7-48dd-90b6-a87db4cde801 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:47.339666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Attempting to bind port c4a1c33d-d2c7-48dd-90b6-a87db4cde801 on network 40af8255-69a7-4928-8a8f-32288cabc135 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:47.356857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Port c4a1c33d-d2c7-48dd-90b6-a87db4cde801 on network 40af8255-69a7-4928-8a8f-32288cabc135 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:47.361177 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Attempting to bind port c4a1c33d-d2c7-48dd-90b6-a87db4cde801 on network 40af8255-69a7-4928-8a8f-32288cabc135 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:47.372222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-1458d037-d326-4ade-8db1-3944f9a31e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.378037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-1458d037-d326-4ade-8db1-3944f9a31e7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8487353-bf70-4143-9d46-50f9b4c7e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689391 Sep 16 05:00:47.404695 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:47.405144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Checking segment: {'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:47.405628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Bound using segment: {'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:47.406545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Bound port: c4a1c33d-d2c7-48dd-90b6-a87db4cde801, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:47.406970 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.513601 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.629123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] For port c4a1c33d-d2c7-48dd-90b6-a87db4cde801, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:47.638385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-c3f4888b-f9f6-4875-a586-a4655cba04f5 service neutron] 10.222.0.23 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498968 Sep 16 05:00:47.653805 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] For port c4a1c33d-d2c7-48dd-90b6-a87db4cde801, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c4a1c33d-d2c7-48dd-90b6-a87db4cde801,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:47.791804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.882842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39972) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:47.890778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.891413 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.892854 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] 10.222.0.23 "PUT /v2.0/ports/c4a1c33d-d2c7-48dd-90b6-a87db4cde801 HTTP/1.1" status: 200 len: 1092 time: 2.8833511 Sep 16 05:00:47.895308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049af120-599d-4f10-bd99-1d00b5e26684', 'tag': 'c4a1c33d-d2c7-48dd-90b6-a87db4cde801'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:47.897732 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1a5761-c36f-47e5-92d3-0bf4ea4cb3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "049af120-599d-4f10-bd99-1d00b5e26684", "tag": "c4a1c33d-d2c7-48dd-90b6-a87db4cde801"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:47.940818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0a706-38d7-4dbd-9113-5e3f895ccb6f service neutron] Pushing event updated for resources: {'Port': ['ID=c4a1c33d-d2c7-48dd-90b6-a87db4cde801,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.948498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-a8d0e721-767a-412c-b1cb-ab7024cd94ae service neutron] 10.222.0.23 "GET /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930505 Sep 16 05:00:48.066017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-e35b9cc4-9046-467c-b6ff-b89e8bc0c723 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=a8325af5-44cb-44ee-a252-6e68b67041df HTTP/1.1" status: 200 len: 217 time: 0.1098039 Sep 16 05:00:48.108048 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff1b465-7283-4429-9fad-8fb1a46856b8 x-openstack-request-id: req-3ff1b465-7283-4429-9fad-8fb1a46856b8 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:48.108348 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049af120-599d-4f10-bd99-1d00b5e26684", "tag": "c4a1c33d-d2c7-48dd-90b6-a87db4cde801", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:48.108629 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ff1b465-7283-4429-9fad-8fb1a46856b8 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:48.109034 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049af120-599d-4f10-bd99-1d00b5e26684', 'tag': 'c4a1c33d-d2c7-48dd-90b6-a87db4cde801', 'status': 'completed', 'code': 200} Sep 16 05:00:48.348671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39990) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:48.358122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27da61-b24c-4010-b60b-d8570b393371 req-2d1bfc8a-53eb-4f80-8831-f94c0994feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.361554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-2d1bfc8a-53eb-4f80-8831-f94c0994feeb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f5f57bbc4b44702936526686b50a4a6&device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 1095 time: 0.2930570 Sep 16 05:00:48.401198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-896203133-network', 'tenant_id': 'a0425a34724b46b6973d1b623aacd96d'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:48.427130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46b319b4-df9a-4022-8ef0-86e2ea673ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.437420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-37940749-eaf8-4b40-a8fa-67887219efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.439252 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-37940749-eaf8-4b40-a8fa-67887219efed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.3421319 Sep 16 05:00:48.572396 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-e92b132b-2950-4297-af36-5fde4f16ce5c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4a1c33d-d2c7-48dd-90b6-a87db4cde801 HTTP/1.1" status: 200 len: 217 time: 0.1544666 Sep 16 05:00:48.602665 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d81a4629-683c-4f87-b541-e74bd925af3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.631029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Made reservation on behalf of a0425a34724b46b6973d1b623aacd96d for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:48.637121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.645544 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.725083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ca8db-669e-47eb-93e4-b0702bab356a req-528ea35f-1c9e-436d-9968-efbcb5248c8f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.730106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-603ca8db-669e-47eb-93e4-b0702bab356a req-528ea35f-1c9e-436d-9968-efbcb5248c8f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 943 time: 0.4370525 Sep 16 05:00:48.827392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-59ee429f-5818-4a21-95f0-2addb72615b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.829857 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-59ee429f-5818-4a21-95f0-2addb72615b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3243098 Sep 16 05:00:48.884611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-603ca8db-669e-47eb-93e4-b0702bab356a req-e4e3eb93-a583-4b07-9e92-997d3edb4dcc tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118808 Sep 16 05:00:48.887752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27da61-b24c-4010-b60b-d8570b393371 req-cbb98d03-2a4f-41c7-aa9a-35a971f2d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.889531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-cbb98d03-2a4f-41c7-aa9a-35a971f2d886 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31214987-0630-473d-88f1-2c85c394857c HTTP/1.1" status: 200 len: 854 time: 0.3097899 Sep 16 05:00:48.892941 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d81a4629-683c-4f87-b541-e74bd925af3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.914718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-46b319b4-df9a-4022-8ef0-86e2ea673ebd admin admin] Deleting port 47c48fd4-0056-4ab0-8509-cdb1d318eed2 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:48.915224 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46b319b4-df9a-4022-8ef0-86e2ea673ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.960490 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-9dd4b647-0675-4f7d-8e5a-b35eeee83295 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40af8255-69a7-4928-8a8f-32288cabc135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413947 Sep 16 05:00:48.963462 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d81a4629-683c-4f87-b541-e74bd925af3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.101801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a4629-683c-4f87-b541-e74bd925af3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1ac2c0-4735-43c0-aff4-41df582e7bba,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.113788 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d81a4629-683c-4f87-b541-e74bd925af3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa07e89d2f1f42d5b8f3fd3a37f90df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7492430 Sep 16 05:00:49.126121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-46b319b4-df9a-4022-8ef0-86e2ea673ebd admin admin] For port 47c48fd4-0056-4ab0-8509-cdb1d318eed2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=47c48fd4-0056-4ab0-8509-cdb1d318eed2,segment=NetworkSegment(39b8c4f3-221c-4441-8e14-2a17571c45bc),segment_id=39b8c4f3-221c-4441-8e14-2a17571c45bc)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:49.129083 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46b319b4-df9a-4022-8ef0-86e2ea673ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.140455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39998) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:49.150404 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-43ef23e9-3d3f-4588-95ac-9fad5be43f7c service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873747 Sep 16 05:00:49.176927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-46b319b4-df9a-4022-8ef0-86e2ea673ebd admin admin] Calling delete_port for 47c48fd4-0056-4ab0-8509-cdb1d318eed2 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:49.205006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-1b0a80af-b3f7-44d2-93f7-e0c102edef77 service neutron] 10.222.0.23 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067685 Sep 16 05:00:49.356744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-645114e2-0b00-4ec0-9e1f-bf1d27d0f771 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934381 Sep 16 05:00:49.386325 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a215339-2f5d-4c77-8032-098ed8823871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.429175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-cdad857b-6977-4099-b080-5925e2211767 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=2eccfbee-550e-4934-aa2d-57a5f5442bc8 HTTP/1.1" status: 200 len: 217 time: 0.0630620 Sep 16 05:00:49.429175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27da61-b24c-4010-b60b-d8570b393371 req-445caa90-5b0d-4c7e-a25f-c82cb5ddfb37 service neutron] 10.222.0.23 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895676 Sep 16 05:00:49.474500 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a215339-2f5d-4c77-8032-098ed8823871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.487734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.530020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-70052529-ba9a-4d4b-867e-3f079c9dae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.531753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-70052529-ba9a-4d4b-867e-3f079c9dae44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.0968764 Sep 16 05:00:49.617030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-7a199979-c7fe-4c47-8d43-4514f1844b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.619155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-7a199979-c7fe-4c47-8d43-4514f1844b06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736556 Sep 16 05:00:49.655259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.690141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.707093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:49.714045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a5761-c36f-47e5-92d3-0bf4ea4cb3cc req-0d05a8ad-ba0d-467b-bf96-72ac26438f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.715586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f1a5761-c36f-47e5-92d3-0bf4ea4cb3cc req-0d05a8ad-ba0d-467b-bf96-72ac26438f5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f5f57bbc4b44702936526686b50a4a6&device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 1095 time: 0.1097453 Sep 16 05:00:49.718235 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.718827 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Added segment 4505d97d-6fb1-4db6-b233-469ccf031792 of type vlan for network 128f90c0-5e55-4283-9a46-489542410b03 Sep 16 05:00:49.764982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.767650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-f940c73f-6a81-4875-8e58-2feaa4eb4bc0 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342597 Sep 16 05:00:49.791462 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a215339-2f5d-4c77-8032-098ed8823871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.795150 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4a215339-2f5d-4c77-8032-098ed8823871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.799412 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4a215339-2f5d-4c77-8032-098ed8823871 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f1ac2c0-4735-43c0-aff4-41df582e7bba HTTP/1.1" status: 204 len: 168 time: 0.6561425 Sep 16 05:00:49.802592 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46b319b4-df9a-4022-8ef0-86e2ea673ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.839831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b319b4-df9a-4022-8ef0-86e2ea673ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=47c48fd4-0056-4ab0-8509-cdb1d318eed2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.860881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a215339-2f5d-4c77-8032-098ed8823871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1ac2c0-4735-43c0-aff4-41df582e7bba,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.900041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a5761-c36f-47e5-92d3-0bf4ea4cb3cc req-b378a0d0-1c54-4512-b27b-92e6c1074b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.901738 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f1a5761-c36f-47e5-92d3-0bf4ea4cb3cc req-b378a0d0-1c54-4512-b27b-92e6c1074b0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=40af8255-69a7-4928-8a8f-32288cabc135 HTTP/1.1" status: 200 len: 914 time: 0.1762896 Sep 16 05:00:49.986650 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.988228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.989951 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.002561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-a1476924-3b51-4c57-846a-a33a8d39ebc5 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978633 Sep 16 05:00:50.006125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f1a5761-c36f-47e5-92d3-0bf4ea4cb3cc req-f1638fae-7485-403c-8259-5e5c1bea37b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4a1c33d-d2c7-48dd-90b6-a87db4cde801 HTTP/1.1" status: 200 len: 217 time: 0.0938087 Sep 16 05:00:50.136123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-c90f3283-b168-4ec9-8cdf-14a075863907 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=3187c83a-2f99-4514-ae4a-2e228455e9c6 HTTP/1.1" status: 200 len: 217 time: 0.1168616 Sep 16 05:00:50.136337 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] Pushing event updated for resources: {'Network': ['ID=128f90c0-5e55-4283-9a46-489542410b03,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:50.137864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a5761-c36f-47e5-92d3-0bf4ea4cb3cc req-cfc7f8f7-ff4f-46dc-b0cc-ab086d1de039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.149468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 128f90c0-5e55-4283-9a46-489542410b03 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:50.159353 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f1a5761-c36f-47e5-92d3-0bf4ea4cb3cc req-cfc7f8f7-ff4f-46dc-b0cc-ab086d1de039 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31214987-0630-473d-88f1-2c85c394857c HTTP/1.1" status: 200 len: 854 time: 0.1387858 Sep 16 05:00:50.211130 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-026593de-2a14-4a2e-bdda-32ea4f7bdf96 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3222396 Sep 16 05:00:50.234795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40014) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:50.241866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c7d98799-a429-4f9b-9857-c3692d95da25 admin admin] Request body: {'subnet': {'network_id': '128f90c0-5e55-4283-9a46-489542410b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-896203133-subnet', 'tenant_id': 'a0425a34724b46b6973d1b623aacd96d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:50.270640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f1a5761-c36f-47e5-92d3-0bf4ea4cb3cc req-26949d46-df10-4013-b7ec-67725f468dca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40af8255-69a7-4928-8a8f-32288cabc135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817559 Sep 16 05:00:50.315715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90c8a9-cbce-4009-b41e-47101eb6a55b req-2bd95896-1c48-46ae-ae2e-f2165e2db5eb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.317263 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e90c8a9-cbce-4009-b41e-47101eb6a55b req-2bd95896-1c48-46ae-ae2e-f2165e2db5eb tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 943 time: 0.3128796 Sep 16 05:00:50.318683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-897e9e74-085a-4260-a354-542d7cc351d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.320026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-897e9e74-085a-4260-a354-542d7cc351d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.1597612 Sep 16 05:00:50.345473 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46b319b4-df9a-4022-8ef0-86e2ea673ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.503320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e90c8a9-cbce-4009-b41e-47101eb6a55b req-6a94bd81-7a88-4766-a069-dd8f1125f7cf tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532173 Sep 16 05:00:50.511550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d98799-a429-4f9b-9857-c3692d95da25 admin admin] Made reservation on behalf of a0425a34724b46b6973d1b623aacd96d for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:50.520750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7d98799-a429-4f9b-9857-c3692d95da25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.527535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-4bc2ed40-1392-41ec-a71f-26c4aac0ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.529188 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-4bc2ed40-1392-41ec-a71f-26c4aac0ffe1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1914449 Sep 16 05:00:50.538280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f1a5761-c36f-47e5-92d3-0bf4ea4cb3cc req-dbddf13a-3b83-4d45-8957-fe739ccef054 service neutron] 10.222.0.23 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588625 Sep 16 05:00:50.780832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40028) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:50.828270 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a48f710b-c5f7-4a62-b24a-87df91a176c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.854769 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-785b5d9e-db73-4e81-838d-82b256210287 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154435 Sep 16 05:00:50.859482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f1a5761-c36f-47e5-92d3-0bf4ea4cb3cc req-ab830d67-4315-42a6-8223-ab9f5ccf3df5 service neutron] 10.222.0.23 "GET /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101978 Sep 16 05:00:50.884423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b319b4-df9a-4022-8ef0-86e2ea673ebd admin admin] Router cd9f31ab-c6c2-4596-9bbc-f85e826019aa has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:51.007945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-53b5e004-0d6c-4c82-8875-3c4c4be18bfd service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199405 Sep 16 05:00:51.069451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-99799aa9-2ddc-468b-aed4-14e3edfcf223 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=dfd779c3-6268-4c99-a46d-f7e68488baf2 HTTP/1.1" status: 200 len: 217 time: 0.0510759 Sep 16 05:00:51.093875 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7d98799-a429-4f9b-9857-c3692d95da25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.144023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-0a14e6c5-eee4-4a2a-8195-948b8da0f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.145504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-0a14e6c5-eee4-4a2a-8195-948b8da0f2a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 200 len: 797 time: 0.0674713 Sep 16 05:00:51.173865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b319b4-df9a-4022-8ef0-86e2ea673ebd admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:51.187690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad1330e-2af5-4a84-8a9e-d135a376c9d5 None None] Sync routers for ids ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:51.191414 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-46b319b4-df9a-4022-8ef0-86e2ea673ebd admin admin] 10.222.0.24 "PUT /v2.0/routers/cd9f31ab-c6c2-4596-9bbc-f85e826019aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0426204 Sep 16 05:00:51.192553 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d98799-a429-4f9b-9857-c3692d95da25 admin admin] Checking segment: {'id': '4505d97d-6fb1-4db6-b233-469ccf031792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '128f90c0-5e55-4283-9a46-489542410b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:51.196723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d98799-a429-4f9b-9857-c3692d95da25 admin admin] Network hostable DHCP agents. Network: 128f90c0-5e55-4283-9a46-489542410b03, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:51.196723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40032) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:51.206268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1330e-2af5-4a84-8a9e-d135a376c9d5 None None] Routers {'cd9f31ab-c6c2-4596-9bbc-f85e826019aa'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:51.206623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d98799-a429-4f9b-9857-c3692d95da25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=832e1f03-bb1e-4758-83c9-a81c26d8dfa4,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:51.206925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7ad1330e-2af5-4a84-8a9e-d135a376c9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:00:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:51.294197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-1648f222-751f-4aef-a77b-acee561492d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.296839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-1648f222-751f-4aef-a77b-acee561492d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1409163 Sep 16 05:00:51.332887 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a48f710b-c5f7-4a62-b24a-87df91a176c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.353205 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d98799-a429-4f9b-9857-c3692d95da25 admin admin] Network 128f90c0-5e55-4283-9a46-489542410b03 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:51.395461 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.426468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-7ad1330e-2af5-4a84-8a9e-d135a376c9d5 None None] Set router cd9f31ab-c6c2-4596-9bbc-f85e826019aa gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:51.439959 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a48f710b-c5f7-4a62-b24a-87df91a176c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.476178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-c7d98799-a429-4f9b-9857-c3692d95da25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 128f90c0-5e55-4283-9a46-489542410b03) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:51.480615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40034) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:51.482064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a48f710b-c5f7-4a62-b24a-87df91a176c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0c24fed4da147ebb7f0f07be32d82b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7000437 Sep 16 05:00:51.541937 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d98799-a429-4f9b-9857-c3692d95da25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.542670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7d98799-a429-4f9b-9857-c3692d95da25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.582213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889b035-4cf8-46b5-9e64-6daef4ac4cc8 None None] Network 128f90c0-5e55-4283-9a46-489542410b03 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:51.596950 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c4a1c33d-d2c7-48dd-90b6-a87db4cde801 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:51.660563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-1407cf97-c541-4db1-ab0f-9fa41a905b64 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243032 Sep 16 05:00:51.667154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f710b-c5f7-4a62-b24a-87df91a176c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96d2361-c6fe-4543-8012-5de8f12b31f8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:51.853241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a7e6698c-d761-49e6-8965-1585eb357c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.875097 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.resource_extend [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:00:51.883986 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c7d98799-a429-4f9b-9857-c3692d95da25 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6397631 Sep 16 05:00:51.900668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-05f7d8f8-a58a-4d96-ad17-276ac67ab5d4 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133429 Sep 16 05:00:51.925052 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a7e6698c-d761-49e6-8965-1585eb357c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.947791 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.004055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-ef353782-53c4-42a2-b39d-b24ae16dad5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbdc05d8-6e27-488d-8ccd-7146341eee48 HTTP/1.1" status: 200 len: 217 time: 0.0827205 Sep 16 05:00:52.086807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90050115-73f6-435b-aa26-1a72c378bb79 req-64986abe-d643-4b7c-b580-07e4805b32b6 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:52.092386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90050115-73f6-435b-aa26-1a72c378bb79 req-64986abe-d643-4b7c-b580-07e4805b32b6 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 943 time: 0.3766406 Sep 16 05:00:52.147108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a7e6698c-d761-49e6-8965-1585eb357c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.151692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a7e6698c-d761-49e6-8965-1585eb357c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.158260 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a7e6698c-d761-49e6-8965-1585eb357c04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a96d2361-c6fe-4543-8012-5de8f12b31f8 HTTP/1.1" status: 204 len: 168 time: 0.6764271 Sep 16 05:00:52.161009 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Deleting port 23ca5432-6e46-4962-af4a-6e4fd9c15de9 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:52.161562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.190384 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33dec3-f85b-4f0f-8729-d3d7f565d075 None None] Network 128f90c0-5e55-4283-9a46-489542410b03 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:52.274865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-dd9a6fdf-a25d-49cf-a532-dc6652c0ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:52.276421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-dd9a6fdf-a25d-49cf-a532-dc6652c0ec04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c03be75-dfaa-43ca-8637-e3c4c294e56b HTTP/1.1" status: 200 len: 797 time: 0.2647219 Sep 16 05:00:52.337610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] For port 23ca5432-6e46-4962-af4a-6e4fd9c15de9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=23ca5432-6e46-4962-af4a-6e4fd9c15de9,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:52.338089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.389981 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c4a1c33d-d2c7-48dd-90b6-a87db4cde801, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c4a1c33d-d2c7-48dd-90b6-a87db4cde801,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:52.391348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Calling delete_port for 23ca5432-6e46-4962-af4a-6e4fd9c15de9 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:52.413091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'c4a1c33d-d2c7-48dd-90b6-a87db4cde801', 'network_id': '40af8255-69a7-4928-8a8f-32288cabc135', 'port_id': 'c4a1c33d-d2c7-48dd-90b6-a87db4cde801', 'mac_address': 'fa:16:3e:55:63:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31214987-0630-473d-88f1-2c85c394857c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:52.432787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90050115-73f6-435b-aa26-1a72c378bb79 req-d27cb7a4-fdc6-4bed-8372-31b68538aea6 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134508 Sep 16 05:00:52.478711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-59da0eb8-21b4-4277-89b2-2475fb94b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:52.484672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-59da0eb8-21b4-4277-89b2-2475fb94b807 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1896501 Sep 16 05:00:52.518455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6698c-d761-49e6-8965-1585eb357c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96d2361-c6fe-4543-8012-5de8f12b31f8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.552432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7ad1330e-2af5-4a84-8a9e-d135a376c9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T05:00:49Z', 'revision_number': 5, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port': {'id': '23ca5432-6e46-4962-af4a-6e4fd9c15de9', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:06Z', 'updated_at': '2021-09-16T04:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:52.661137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad1330e-2af5-4a84-8a9e-d135a376c9d5 None None] Checking router: cd9f31ab-c6c2-4596-9bbc-f85e826019aa for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:52.681749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1330e-2af5-4a84-8a9e-d135a376c9d5 None None] Routers {'cd9f31ab-c6c2-4596-9bbc-f85e826019aa'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:52.681749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7ad1330e-2af5-4a84-8a9e-d135a376c9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:00:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:52.693745 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.756339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-69a62c82-1ed1-4f45-976b-66c97caf974a service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624297 Sep 16 05:00:52.844938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a1c33d-d2c7-48dd-90b6-a87db4cde801 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:52.937068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-7ad1330e-2af5-4a84-8a9e-d135a376c9d5 None None] Set router cd9f31ab-c6c2-4596-9bbc-f85e826019aa gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:52.981281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.038405 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-5520eede-3cd5-4141-82c4-3bd505c1edca service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739241 Sep 16 05:00:53.077499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=23ca5432-6e46-4962-af4a-6e4fd9c15de9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.162122 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-7e9ef256-c010-49e6-82f0-fc98b39581f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=043eee9d-4c0a-4074-9c55-f1ea00b36a05 HTTP/1.1" status: 200 len: 217 time: 0.1146736 Sep 16 05:00:53.219741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.239028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-4c21e598-9476-4367-96d7-3b4d0dea5c62 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.240768 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-4c21e598-9476-4367-96d7-3b4d0dea5c62 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/networks?id=128f90c0-5e55-4283-9a46-489542410b03 HTTP/1.1" status: 200 len: 821 time: 0.4813313 Sep 16 05:00:53.273463 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-e3a7e1fb-9ff6-4052-a2af-6c28c4c0cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.279597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-e3a7e1fb-9ff6-4052-a2af-6c28c4c0cf19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c03be75-dfaa-43ca-8637-e3c4c294e56b HTTP/1.1" status: 200 len: 797 time: 0.1106107 Sep 16 05:00:53.283800 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-f5cfc218-e3ac-4429-82c8-cf0ea98da12f tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/quotas/a0425a34724b46b6973d1b623aacd96d HTTP/1.1" status: 200 len: 375 time: 0.0191154 Sep 16 05:00:53.345209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-7ad1330e-2af5-4a84-8a9e-d135a376c9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T05:00:51Z', 'revision_number': 6, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:53.367936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-a924c7a2-85af-4236-b901-bc0d77c39893 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0425a34724b46b6973d1b623aacd96d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547006 Sep 16 05:00:53.404602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad1330e-2af5-4a84-8a9e-d135a376c9d5 None None] The sync data for ids ['cd9f31ab-c6c2-4596-9bbc-f85e826019aa'] in n-d-712137-12 is: [{'id': 'cd9f31ab-c6c2-4596-9bbc-f85e826019aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1090032702-router', 'tenant_id': '4e50f9aaf2b240708ed77f8f8987e189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:49:05Z', 'updated_at': '2021-09-16T05:00:51Z', 'revision_number': 6, 'project_id': '4e50f9aaf2b240708ed77f8f8987e189', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:53.416146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c4a1c33d-d2c7-48dd-90b6-a87db4cde801, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c4a1c33d-d2c7-48dd-90b6-a87db4cde801,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:53.444806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.447837 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.477616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40110) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:53.506807 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.517381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c00c5-8330-4839-8afb-82a243a98917 req-69ed4aa2-cfbd-48cb-8896-7a51b775a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.518910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-69ed4aa2-cfbd-48cb-8896-7a51b775a799 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4736ad3-9a26-42c8-8dc7-2dd152730d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2309217 Sep 16 05:00:53.576748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=c4a1c33d-d2c7-48dd-90b6-a87db4cde801,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.576965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-bb720ecf-042d-4b5a-bfda-32fd276bb858 service neutron] 10.222.0.24 "GET /v2.0/networks/128f90c0-5e55-4283-9a46-489542410b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631076 Sep 16 05:00:53.632178 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.632842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd9f31ab-c6c2-4596-9bbc-f85e826019aa {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:53.638153 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.644322 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-119daa7a-b612-4b8b-83d0-4a684cdb2c6e admin admin] 10.222.0.24 "DELETE /v2.0/routers/cd9f31ab-c6c2-4596-9bbc-f85e826019aa HTTP/1.1" status: 204 len: 168 time: 2.4404840 Sep 16 05:00:53.644322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40118) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:53.752401 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80c7cc82-850e-447d-8611-2b591d767b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.780508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['c4a1c33d-d2c7-48dd-90b6-a87db4cde801'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:53.782241 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c529d7-aac3-44b0-89f6-ac82525e9f49 admin admin] Deleting subnet dcbf44ef-75ba-4d63-80c7-d7f551aededf {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:53.806010 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c529d7-aac3-44b0-89f6-ac82525e9f49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.908110 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c529d7-aac3-44b0-89f6-ac82525e9f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.939764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 47c48fd4-0056-4ab0-8509-cdb1d318eed2 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:53.974279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 47c48fd4-0056-4ab0-8509-cdb1d318eed2 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:53.974629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 47c48fd4-0056-4ab0-8509-cdb1d318eed2 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:54.104347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c529d7-aac3-44b0-89f6-ac82525e9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.176504 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80c7cc82-850e-447d-8611-2b591d767b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.254926 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80c7cc82-850e-447d-8611-2b591d767b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.308824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7cc82-850e-447d-8611-2b591d767b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd85411e-63f2-4658-afce-667575c7d549,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.326904 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c529d7-aac3-44b0-89f6-ac82525e9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.419977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3539edc-5eaa-4708-a137-908a6dc432be None None] Network 6e579560-ee61-4292-8f2f-64a91f12cd9a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:54.423494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c529d7-aac3-44b0-89f6-ac82525e9f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcbf44ef-75ba-4d63-80c7-d7f551aededf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.434641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c529d7-aac3-44b0-89f6-ac82525e9f49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.437033 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-59c529d7-aac3-44b0-89f6-ac82525e9f49 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dcbf44ef-75ba-4d63-80c7-d7f551aededf HTTP/1.1" status: 204 len: 168 time: 0.7940147 Sep 16 05:00:54.439565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40132) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:54.451773 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-80c7cc82-850e-447d-8611-2b591d767b27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ce67ac7316b4125bc7f829685bfb1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9462612 Sep 16 05:00:54.464671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40134) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:54.574069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280f594-498c-45e6-b11c-60aff065edf5 req-bc941c4a-1d83-4afb-af8d-64d6d9fb3b93 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:54.581348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f280f594-498c-45e6-b11c-60aff065edf5 req-bc941c4a-1d83-4afb-af8d-64d6d9fb3b93 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 944 time: 1.0160892 Sep 16 05:00:54.625934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-2f20c1d4-f3ea-4454-9375-38d587e56cf1 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0987229 Sep 16 05:00:54.661150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-4d504835-b4ec-415f-8ac6-db25aa7af5bf service neutron] 10.222.0.24 "GET /v2.0/networks/128f90c0-5e55-4283-9a46-489542410b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0833273 Sep 16 05:00:54.722967 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f280f594-498c-45e6-b11c-60aff065edf5 req-592093f2-5444-46c0-ad09-0815f2a563f8 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398060 Sep 16 05:00:54.730108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c592a702-53a6-478a-a8a8-8c39e3bdf603 None None] DHCP port deletion for 6e579560-ee61-4292-8f2f-64a91f12cd9a request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:54.886750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c592a702-53a6-478a-a8a8-8c39e3bdf603 None None] Deleting port f9919630-c0e2-479a-939d-d0a4277f57c7 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:54.886750 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c592a702-53a6-478a-a8a8-8c39e3bdf603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.953169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b17c00c5-8330-4839-8afb-82a243a98917 req-a25e8b61-84ae-461c-8611-3aa07b75a222 service neutron] 10.222.0.23 "GET /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164203 Sep 16 05:00:55.011990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c592a702-53a6-478a-a8a8-8c39e3bdf603 None None] For port f9919630-c0e2-479a-939d-d0a4277f57c7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f9919630-c0e2-479a-939d-d0a4277f57c7,segment=NetworkSegment(39b8c4f3-221c-4441-8e14-2a17571c45bc),segment_id=39b8c4f3-221c-4441-8e14-2a17571c45bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:55.012400 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c592a702-53a6-478a-a8a8-8c39e3bdf603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.026811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c592a702-53a6-478a-a8a8-8c39e3bdf603 None None] Calling delete_port for f9919630-c0e2-479a-939d-d0a4277f57c7 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:55.094003 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f9b8ab2-5e8d-4f42-b9c9-d749f851fd85 req-d2ae916f-2bda-49bd-881a-9e0991eeca29 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 210 time: 0.0344439 Sep 16 05:00:55.295161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.307317 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c592a702-53a6-478a-a8a8-8c39e3bdf603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.322850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c592a702-53a6-478a-a8a8-8c39e3bdf603 None None] No DVR routers for this DVR port f9919630-c0e2-479a-939d-d0a4277f57c7 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:55.363994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592a702-53a6-478a-a8a8-8c39e3bdf603 None None] Pushing event deleted for resources: {'Port': ['ID=f9919630-c0e2-479a-939d-d0a4277f57c7,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.366573 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10917e4c-6bbb-48a6-ae2e-3806b1e8ca14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.428048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10917e4c-6bbb-48a6-ae2e-3806b1e8ca14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.431093 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.468766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e579560-ee61-4292-8f2f-64a91f12cd9a']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:55.485686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b8c4f3-221c-4441-8e14-2a17571c45bc') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:55.485980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b8c4f3-221c-4441-8e14-2a17571c45bc') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:55.495977 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.512311 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.517975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:55.522142 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:55.538604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c4a1c33d-d2c7-48dd-90b6-a87db4cde801 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:55.609618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10917e4c-6bbb-48a6-ae2e-3806b1e8ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.612624 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10917e4c-6bbb-48a6-ae2e-3806b1e8ca14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.618288 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-10917e4c-6bbb-48a6-ae2e-3806b1e8ca14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd85411e-63f2-4658-afce-667575c7d549 HTTP/1.1" status: 204 len: 168 time: 1.1481509 Sep 16 05:00:55.624543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10917e4c-6bbb-48a6-ae2e-3806b1e8ca14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd85411e-63f2-4658-afce-667575c7d549,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.627650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f9919630-c0e2-479a-939d-d0a4277f57c7 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:55.678164 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.695255 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: f9919630-c0e2-479a-939d-d0a4277f57c7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:55.695255 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f9919630-c0e2-479a-939d-d0a4277f57c7 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:55.696473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 23ca5432-6e46-4962-af4a-6e4fd9c15de9 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:55.703098 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.707503 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6e579560-ee61-4292-8f2f-64a91f12cd9a HTTP/1.1" status: 204 len: 168 time: 1.2646394 Sep 16 05:00:55.707503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18affaf-5607-4fbf-8b9a-de453777e0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e579560-ee61-4292-8f2f-64a91f12cd9a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.730671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port c4a1c33d-d2c7-48dd-90b6-a87db4cde801 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:55.733256 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 23ca5432-6e46-4962-af4a-6e4fd9c15de9 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:55.733900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 23ca5432-6e46-4962-af4a-6e4fd9c15de9 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:55.739305 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port c4a1c33d-d2c7-48dd-90b6-a87db4cde801 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:55.739690 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.980251 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.987032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4ee46-45b1-4741-880d-6e7ad16209eb req-8290dcb4-e8cd-4173-bbbe-27ac92b14116 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:55.989038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fff4ee46-45b1-4741-880d-6e7ad16209eb req-8290dcb4-e8cd-4173-bbbe-27ac92b14116 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 944 time: 0.0940998 Sep 16 05:00:56.049921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c4a1c33d-d2c7-48dd-90b6-a87db4cde801, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c4a1c33d-d2c7-48dd-90b6-a87db4cde801,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:56.050882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049af120-599d-4f10-bd99-1d00b5e26684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a1c33d-d2c7-48dd-90b6-a87db4cde801'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:56.051009 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fff4ee46-45b1-4741-880d-6e7ad16209eb req-b8f2b8ff-3c8b-4270-921e-e986f07567ba tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461435 Sep 16 05:00:56.053243 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb218b8-cdc8-4345-9384-57c6eb33349e" -d '{"events": [{"server_uuid": "049af120-599d-4f10-bd99-1d00b5e26684", "name": "network-vif-plugged", "status": "completed", "tag": "c4a1c33d-d2c7-48dd-90b6-a87db4cde801"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:56.198371 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.209859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fa3accc-531b-4aa8-bafd-b9f22322dba0 req-b5288d36-8bf5-4c0d-ba35-06ac872bb3df tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 210 time: 0.0547209 Sep 16 05:00:56.260706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=c4a1c33d-d2c7-48dd-90b6-a87db4cde801,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.449596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40206) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.513389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-09e4a5d1-416d-4474-9101-e75b3d3b3571 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e50f9aaf2b240708ed77f8f8987e189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608218 Sep 16 05:00:56.514426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40208) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.607425 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a34371c1-8f53-442a-b59c-a02c6baa452c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.660041 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a34371c1-8f53-442a-b59c-a02c6baa452c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.741784 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9943556-d0fa-4db7-9eb0-80c492ed9b00 x-openstack-request-id: req-f9943556-d0fa-4db7-9eb0-80c492ed9b00 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:56.743577 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049af120-599d-4f10-bd99-1d00b5e26684", "name": "network-vif-plugged", "status": "completed", "tag": "c4a1c33d-d2c7-48dd-90b6-a87db4cde801", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:56.744043 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9943556-d0fa-4db7-9eb0-80c492ed9b00 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:56.744687 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049af120-599d-4f10-bd99-1d00b5e26684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a1c33d-d2c7-48dd-90b6-a87db4cde801', 'code': 200} Sep 16 05:00:56.857033 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6603a3-2fd8-489e-8ccf-e31e0b349069 req-de2bbdb0-bb02-487c-b0a7-553d8d9ed8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.858824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f6603a3-2fd8-489e-8ccf-e31e0b349069 req-de2bbdb0-bb02-487c-b0a7-553d8d9ed8ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 1097 time: 0.0500417 Sep 16 05:00:56.882350 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a34371c1-8f53-442a-b59c-a02c6baa452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.885655 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a34371c1-8f53-442a-b59c-a02c6baa452c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.889244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a34371c1-8f53-442a-b59c-a02c6baa452c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0829623e-175d-49eb-84d6-95686cc4ac7b HTTP/1.1" status: 204 len: 168 time: 0.3698845 Sep 16 05:00:56.944917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34371c1-8f53-442a-b59c-a02c6baa452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0829623e-175d-49eb-84d6-95686cc4ac7b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:57.006603 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f6603a3-2fd8-489e-8ccf-e31e0b349069 req-d0b59922-a1db-4098-ad39-3ec18d39c0eb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404815 Sep 16 05:00:57.072650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40216) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:57.087958 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-26553fce-63ac-4edb-9ce7-6ac41934d38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.317090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cd92f-819d-47ae-8d5e-0471eb480990 req-3a54c6af-e727-4801-ab51-d8599545f8ab tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.322229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f60cd92f-819d-47ae-8d5e-0471eb480990 req-3a54c6af-e727-4801-ab51-d8599545f8ab tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 945 time: 0.1567903 Sep 16 05:00:57.394218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8cf2f99a-80c5-40bf-a810-9e3e502bef97 req-2144e02e-1c25-4357-90e1-66692d404bdf tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 210 time: 0.0599194 Sep 16 05:00:57.396345 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-26553fce-63ac-4edb-9ce7-6ac41934d38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.423258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f60cd92f-819d-47ae-8d5e-0471eb480990 req-2737e62c-203f-4305-8415-48f2b7f1ccdd tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847478 Sep 16 05:00:57.472252 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-26553fce-63ac-4edb-9ce7-6ac41934d38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.544275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-26553fce-63ac-4edb-9ce7-6ac41934d38c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13f3214b0155418fbdcc3c2bf833480c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4682939 Sep 16 05:00:57.544275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26553fce-63ac-4edb-9ce7-6ac41934d38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71eceb4-d74b-42a2-b9d7-67cd085be7e8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:57.544856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40234) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:57.626610 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c46f70bf-09a9-4022-801b-8e7411524938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.666970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c46f70bf-09a9-4022-801b-8e7411524938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.764324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-04e1d169-a198-4f75-a158-bf4f1662cb3c tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.765986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-04e1d169-a198-4f75-a158-bf4f1662cb3c tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.37 "GET /v2.0/networks?id=128f90c0-5e55-4283-9a46-489542410b03 HTTP/1.1" status: 200 len: 821 time: 0.1548157 Sep 16 05:00:57.781108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Request body: {'port': {'device_id': 'b8358d90-f4ad-4daf-a1ff-ef226f20b268', 'network_id': '128f90c0-5e55-4283-9a46-489542410b03', 'admin_state_up': True, 'tenant_id': 'a0425a34724b46b6973d1b623aacd96d'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:57.820075 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c46f70bf-09a9-4022-801b-8e7411524938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.823535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c46f70bf-09a9-4022-801b-8e7411524938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.838247 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c46f70bf-09a9-4022-801b-8e7411524938 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f71eceb4-d74b-42a2-b9d7-67cd085be7e8 HTTP/1.1" status: 204 len: 168 time: 0.2923622 Sep 16 05:00:57.857565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f70bf-09a9-4022-801b-8e7411524938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71eceb4-d74b-42a2-b9d7-67cd085be7e8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:58.078002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Made reservation on behalf of a0425a34724b46b6973d1b623aacd96d for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:58.083514 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.305408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Allocated IP 172.20.0.11 (128f90c0-5e55-4283-9a46-489542410b03/832e1f03-bb1e-4758-83c9-a81c26d8dfa4/f255f21d-fbc5-418f-becb-e8177fed1045) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:58.701514 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.749718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-555ca19b-4ec9-47a3-bc4b-9fe59b610f77 req-ca7d515c-12ac-40dd-a23d-a4057e01bbfa tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 210 time: 0.2117717 Sep 16 05:00:58.818394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40270) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:58.828163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd658475-9e98-4633-9879-48280a4eb4e4 req-2f404e49-56aa-4a07-97ec-1ee225dc6215 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.829773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd658475-9e98-4633-9879-48280a4eb4e4 req-2f404e49-56aa-4a07-97ec-1ee225dc6215 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 945 time: 0.2487297 Sep 16 05:00:58.879525 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd658475-9e98-4633-9879-48280a4eb4e4 req-089463df-aa67-4a61-b2e8-84658fb98e1c tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Sep 16 05:00:58.884708 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.944411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Network 128f90c0-5e55-4283-9a46-489542410b03 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:58.948638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:58.956441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:58.989032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Pushing event updated for resources: {'Port': ['ID=f255f21d-fbc5-418f-becb-e8177fed1045,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:59.019796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.019796 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.040394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1301536551-network', 'tenant_id': '7bbf350190174dbe9e9bda90543f92c2'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:59.387658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-6cd6450e-f762-42c6-83cf-7d56a8f65339 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6123643 Sep 16 05:00:59.416744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Request body: {'port': {'device_id': 'b8358d90-f4ad-4daf-a1ff-ef226f20b268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:59.464964 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.761062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Made reservation on behalf of 7bbf350190174dbe9e9bda90543f92c2 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:59.765291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.776974 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.888970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.935816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f255f21d-fbc5-418f-becb-e8177fed1045 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:59.948709 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.967308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cc6b7-b1ec-454c-9a20-929c670f727f req-1108cd29-b719-4c07-b1f8-72deb9b8dff5 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.967308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c5cc6b7-b1ec-454c-9a20-929c670f727f req-1108cd29-b719-4c07-b1f8-72deb9b8dff5 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 932 time: 0.1037183 Sep 16 05:00:59.983107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Transition to ACTIVE for port object f255f21d-fbc5-418f-becb-e8177fed1045 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:59.990682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.066849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:00.067265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c5cc6b7-b1ec-454c-9a20-929c670f727f req-2a2213f6-dd2a-4b11-8e0c-5b2fc80101c0 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/security-groups?id=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882595 Sep 16 05:01:00.073966 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.100607 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.101287 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Added segment 3561ae11-3018-4531-abdb-de37e53c5f3a of type vlan for network 0e2343a1-989c-4968-aaf7-61083f15efe4 Sep 16 05:01:00.159058 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d51fca-e8ba-43f7-816d-c12a330e315f req-1cbec15f-1a1f-4fd0-83b2-d5c080a1ee44 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.160965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7d51fca-e8ba-43f7-816d-c12a330e315f req-1cbec15f-1a1f-4fd0-83b2-d5c080a1ee44 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 945 time: 0.1667995 Sep 16 05:01:00.162289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Pushing event updated for resources: {'Port': ['ID=f255f21d-fbc5-418f-becb-e8177fed1045,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.164488 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.201800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.275076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7d51fca-e8ba-43f7-816d-c12a330e315f req-6c44425c-101b-4012-8c2d-4b4be85ad671 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859492 Sep 16 05:01:00.290098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Attempting to bind port f255f21d-fbc5-418f-becb-e8177fed1045 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:00.290702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Attempting to bind port f255f21d-fbc5-418f-becb-e8177fed1045 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '4505d97d-6fb1-4db6-b233-469ccf031792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '128f90c0-5e55-4283-9a46-489542410b03'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:00.291037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Attempting to bind port f255f21d-fbc5-418f-becb-e8177fed1045 on network 128f90c0-5e55-4283-9a46-489542410b03 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:00.300419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.306349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.306349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.326903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Port f255f21d-fbc5-418f-becb-e8177fed1045 on network 128f90c0-5e55-4283-9a46-489542410b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:00.329686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Attempting to bind port f255f21d-fbc5-418f-becb-e8177fed1045 on network 128f90c0-5e55-4283-9a46-489542410b03 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:00.345926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:00.346630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Checking segment: {'id': '4505d97d-6fb1-4db6-b233-469ccf031792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '128f90c0-5e55-4283-9a46-489542410b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:00.347057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Bound using segment: {'id': '4505d97d-6fb1-4db6-b233-469ccf031792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '128f90c0-5e55-4283-9a46-489542410b03'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:00.347591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Bound port: f255f21d-fbc5-418f-becb-e8177fed1045, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4505d97d-6fb1-4db6-b233-469ccf031792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '128f90c0-5e55-4283-9a46-489542410b03'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:00.347949 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.382310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] Pushing event updated for resources: {'Network': ['ID=0e2343a1-989c-4968-aaf7-61083f15efe4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.397340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 0e2343a1-989c-4968-aaf7-61083f15efe4 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:00.501871 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-73b2d7c6-fdbd-4f9a-b8d0-058da12bcf09 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6823471 Sep 16 05:01:00.504814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40322) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:00.510514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1d93b3aa-58b5-4b28-8301-433f3c785e23 admin admin] Request body: {'subnet': {'network_id': '0e2343a1-989c-4968-aaf7-61083f15efe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1301536551-subnet', 'tenant_id': '7bbf350190174dbe9e9bda90543f92c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:00.590889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] For port f255f21d-fbc5-418f-becb-e8177fed1045, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:00.614807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d93b3aa-58b5-4b28-8301-433f3c785e23 admin admin] Made reservation on behalf of 7bbf350190174dbe9e9bda90543f92c2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:00.615352 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da54034-9f40-4326-8d0b-79e4cbbc5cca req-ee968e0b-8a57-460b-b356-eaefbdd4c73e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.616932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5da54034-9f40-4326-8d0b-79e4cbbc5cca req-ee968e0b-8a57-460b-b356-eaefbdd4c73e tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 945 time: 0.1299398 Sep 16 05:01:00.618696 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d93b3aa-58b5-4b28-8301-433f3c785e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.619377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] For port f255f21d-fbc5-418f-becb-e8177fed1045, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f255f21d-fbc5-418f-becb-e8177fed1045,segment=NetworkSegment(4505d97d-6fb1-4db6-b233-469ccf031792),segment_id=4505d97d-6fb1-4db6-b233-469ccf031792)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:00.685850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5da54034-9f40-4326-8d0b-79e4cbbc5cca req-1a68b50f-b4f9-4b2a-9c57-0325c3b7502f tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606019 Sep 16 05:01:00.707591 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.761709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.762238 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.763698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] 10.222.0.37 "PUT /v2.0/ports/f255f21d-fbc5-418f-becb-e8177fed1045 HTTP/1.1" status: 200 len: 1093 time: 1.3675857 Sep 16 05:01:00.764427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8358d90-f4ad-4daf-a1ff-ef226f20b268', 'tag': 'f255f21d-fbc5-418f-becb-e8177fed1045'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:00.766942 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a00d48-0bd8-4a98-9c77-9cd3fe706c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8358d90-f4ad-4daf-a1ff-ef226f20b268", "tag": "f255f21d-fbc5-418f-becb-e8177fed1045"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:00.816031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5a518-b569-4691-b256-65bc70b001ab service neutron] Pushing event updated for resources: {'Port': ['ID=f255f21d-fbc5-418f-becb-e8177fed1045,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.940605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-30731ca5-3b4f-4386-9e5f-80bae071c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.942063 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-30731ca5-3b4f-4386-9e5f-80bae071c87b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0425a34724b46b6973d1b623aacd96d&device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 1096 time: 0.0540719 Sep 16 05:01:00.995987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-8543de0a-ed2d-4a73-b02a-7bc24c588ea6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f255f21d-fbc5-418f-becb-e8177fed1045 HTTP/1.1" status: 200 len: 217 time: 0.0460763 Sep 16 05:01:01.089778 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d93b3aa-58b5-4b28-8301-433f3c785e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.147257 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472f6840-9c34-4c44-8d92-ed975f4423c9 x-openstack-request-id: req-472f6840-9c34-4c44-8d92-ed975f4423c9 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:01.147257 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8358d90-f4ad-4daf-a1ff-ef226f20b268", "tag": "f255f21d-fbc5-418f-becb-e8177fed1045", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:01.147257 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-472f6840-9c34-4c44-8d92-ed975f4423c9 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:01.173004 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8358d90-f4ad-4daf-a1ff-ef226f20b268', 'tag': 'f255f21d-fbc5-418f-becb-e8177fed1045', 'status': 'completed', 'code': 200} Sep 16 05:01:01.273660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d93b3aa-58b5-4b28-8301-433f3c785e23 admin admin] Checking segment: {'id': '3561ae11-3018-4531-abdb-de37e53c5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0e2343a1-989c-4968-aaf7-61083f15efe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:01.274251 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d93b3aa-58b5-4b28-8301-433f3c785e23 admin admin] Network hostable DHCP agents. Network: 0e2343a1-989c-4968-aaf7-61083f15efe4, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:01.288189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93b3aa-58b5-4b28-8301-433f3c785e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23378065-ba3b-4a8b-ab7f-039579b4d852,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:01.331533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-380b6a1f-8e49-4853-9583-0dfb2b8b1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.333413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-380b6a1f-8e49-4853-9583-0dfb2b8b1e98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=832e1f03-bb1e-4758-83c9-a81c26d8dfa4 HTTP/1.1" status: 200 len: 861 time: 0.3239837 Sep 16 05:01:01.374903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d93b3aa-58b5-4b28-8301-433f3c785e23 admin admin] Network 0e2343a1-989c-4968-aaf7-61083f15efe4 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:01.389539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-9fe51953-eaa8-4e16-a915-4983e7da9d46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=128f90c0-5e55-4283-9a46-489542410b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473800 Sep 16 05:01:01.405636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795655d6-0629-4e69-a40c-6c14ce95d6f0 req-01f29b68-879a-4e34-ac9b-7c58d338e611 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.414648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-795655d6-0629-4e69-a40c-6c14ce95d6f0 req-01f29b68-879a-4e34-ac9b-7c58d338e611 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 945 time: 0.2982426 Sep 16 05:01:01.426913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f2c81-181a-427b-b5cd-9719bd0dd2eb req-01744c67-7a99-4ae4-a3a2-82844be354a3 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.430568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba5f2c81-181a-427b-b5cd-9719bd0dd2eb req-01744c67-7a99-4ae4-a3a2-82844be354a3 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 944 time: 0.1860445 Sep 16 05:01:01.478808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-1d93b3aa-58b5-4b28-8301-433f3c785e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 0e2343a1-989c-4968-aaf7-61083f15efe4) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:01.484380 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d93b3aa-58b5-4b28-8301-433f3c785e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.485905 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d93b3aa-58b5-4b28-8301-433f3c785e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.489077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce4495-5853-4b39-809c-e6c7381ddcf7 None None] Network 0e2343a1-989c-4968-aaf7-61083f15efe4 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:01.576161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-795655d6-0629-4e69-a40c-6c14ce95d6f0 req-b44daf8f-0da1-4acc-be01-5ef2bac8e795 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600232 Sep 16 05:01:01.609597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba5f2c81-181a-427b-b5cd-9719bd0dd2eb req-456280cc-8721-44f8-87ba-f6b020320e68 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/security-groups?id=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486108 Sep 16 05:01:01.610549 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1d93b3aa-58b5-4b28-8301-433f3c785e23 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0939949 Sep 16 05:01:01.610739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-56c8818d-2829-4fbf-b0d6-1d6baf4d4b6f service neutron] 10.222.0.37 "GET /v2.0/networks/128f90c0-5e55-4283-9a46-489542410b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859665 Sep 16 05:01:01.726150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a5778c-a103-496a-93d9-5a07c81ce40f None None] Network 0e2343a1-989c-4968-aaf7-61083f15efe4 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:01.845240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472b04a-7abb-4fb2-8ed6-fa7adb8d930f req-8e702499-eab0-473d-bcb6-3e729a51bcca tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.846815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6472b04a-7abb-4fb2-8ed6-fa7adb8d930f req-8e702499-eab0-473d-bcb6-3e729a51bcca tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 945 time: 0.0910895 Sep 16 05:01:01.849339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f09bf5b-5901-4b84-adcb-123d9d35dbc2 req-65ce5169-432d-4ccc-aaba-8537ae8baf96 service neutron] 10.222.0.37 "GET /v2.0/networks/128f90c0-5e55-4283-9a46-489542410b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317905 Sep 16 05:01:01.950503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6472b04a-7abb-4fb2-8ed6-fa7adb8d930f req-364205c5-53e3-43c0-8846-0103c7251356 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930405 Sep 16 05:01:02.141565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a00d48-0bd8-4a98-9c77-9cd3fe706c6f req-7c0d7e8e-4cee-4df4-9174-5a60e9b1c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.144520 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09a00d48-0bd8-4a98-9c77-9cd3fe706c6f req-7c0d7e8e-4cee-4df4-9174-5a60e9b1c8f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0425a34724b46b6973d1b623aacd96d&device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 1096 time: 0.1005456 Sep 16 05:01:02.328599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a00d48-0bd8-4a98-9c77-9cd3fe706c6f req-df0b721f-e273-467c-8cbe-68a3a5e8aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.331021 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09a00d48-0bd8-4a98-9c77-9cd3fe706c6f req-df0b721f-e273-467c-8cbe-68a3a5e8aa1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=128f90c0-5e55-4283-9a46-489542410b03 HTTP/1.1" status: 200 len: 921 time: 0.1789343 Sep 16 05:01:02.408258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09a00d48-0bd8-4a98-9c77-9cd3fe706c6f req-d4fd0281-f8a2-4466-92d8-09463673d382 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f255f21d-fbc5-418f-becb-e8177fed1045 HTTP/1.1" status: 200 len: 217 time: 0.0678682 Sep 16 05:01:02.572115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a00d48-0bd8-4a98-9c77-9cd3fe706c6f req-9c30f41a-1568-4e7c-a10a-79ef62f3b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.574070 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09a00d48-0bd8-4a98-9c77-9cd3fe706c6f req-9c30f41a-1568-4e7c-a10a-79ef62f3b790 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=832e1f03-bb1e-4758-83c9-a81c26d8dfa4 HTTP/1.1" status: 200 len: 861 time: 0.1419494 Sep 16 05:01:02.587617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ae74c-808a-422d-929d-1856491d8c65 req-16b44990-b647-4489-a0d8-76b77dc65226 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.595591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-986ae74c-808a-422d-929d-1856491d8c65 req-16b44990-b647-4489-a0d8-76b77dc65226 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 945 time: 0.1991413 Sep 16 05:01:02.649451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09a00d48-0bd8-4a98-9c77-9cd3fe706c6f req-c3107b79-eb52-4dd0-9e3e-6b6428e03bcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=128f90c0-5e55-4283-9a46-489542410b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419312 Sep 16 05:01:02.710407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3086d6ba-f04f-4ad9-bf05-5ba5edb68e91 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.712857 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3086d6ba-f04f-4ad9-bf05-5ba5edb68e91 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/networks?id=0e2343a1-989c-4968-aaf7-61083f15efe4 HTTP/1.1" status: 200 len: 813 time: 0.3029697 Sep 16 05:01:02.727548 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-986ae74c-808a-422d-929d-1856491d8c65 req-4aba38cd-2275-4b08-86e7-f8c3ff4a88fa tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310856 Sep 16 05:01:02.773089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-7227a5fb-b351-4300-b5a9-3218198a015d tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/quotas/7bbf350190174dbe9e9bda90543f92c2 HTTP/1.1" status: 200 len: 375 time: 0.0506489 Sep 16 05:01:02.817756 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-129866c5-0f33-4a3b-ba2f-e12beb7c7d04 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bbf350190174dbe9e9bda90543f92c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358648 Sep 16 05:01:02.876971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09a00d48-0bd8-4a98-9c77-9cd3fe706c6f req-67308388-fab5-4423-b694-512e50a5b24c service neutron] 10.222.0.37 "GET /v2.0/networks/128f90c0-5e55-4283-9a46-489542410b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155972 Sep 16 05:01:03.046560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf5b8b-4ebe-4e8e-bee9-c074d21e5af7 req-7b2158c5-7c89-4caf-b974-a010f801a516 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.048179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcbf5b8b-4ebe-4e8e-bee9-c074d21e5af7 req-7b2158c5-7c89-4caf-b974-a010f801a516 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 944 time: 0.1928647 Sep 16 05:01:03.098303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-637dc49e-28f3-4791-9b60-60fc03e383a5 service neutron] 10.222.0.24 "GET /v2.0/networks/0e2343a1-989c-4968-aaf7-61083f15efe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678263 Sep 16 05:01:03.111439 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09a00d48-0bd8-4a98-9c77-9cd3fe706c6f req-62e75f4c-09d5-478f-8d16-37997f8a8c65 service neutron] 10.222.0.37 "GET /v2.0/networks/128f90c0-5e55-4283-9a46-489542410b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239206 Sep 16 05:01:03.163650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcbf5b8b-4ebe-4e8e-bee9-c074d21e5af7 req-5795208b-907d-4643-a1aa-cf43a5003fdd tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/security-groups?id=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921679 Sep 16 05:01:03.270065 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-817a5eac-ff19-4c63-aedd-26778f2a93ea service neutron] 10.222.0.24 "GET /v2.0/networks/0e2343a1-989c-4968-aaf7-61083f15efe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708994 Sep 16 05:01:03.373133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87a278-d675-4fa5-8542-8f18b5adb8a6 req-9b6508cb-cdbe-4544-8582-6ab77c032b9a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.380762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb87a278-d675-4fa5-8542-8f18b5adb8a6 req-9b6508cb-cdbe-4544-8582-6ab77c032b9a tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 945 time: 0.1342025 Sep 16 05:01:03.436172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb87a278-d675-4fa5-8542-8f18b5adb8a6 req-c6a46a4e-41ed-4ab3-8f57-ac4db98825b4 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491159 Sep 16 05:01:03.636547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be509337-665e-40c0-8a91-c048138934f1 req-c48607ed-e838-4f8c-98ab-6cefaa28f090 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 210 time: 0.0374603 Sep 16 05:01:03.939084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40436) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:04.125872 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbe06c89-c3ec-48ec-b266-68f400f1d0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.319557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbe06c89-c3ec-48ec-b266-68f400f1d0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.406720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c41b7-027f-4ecb-bfcf-1b6adfa65ff7 req-bb7fc051-ff5e-4698-a0d5-e9ba35ae8279 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:04.406720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-749c41b7-027f-4ecb-bfcf-1b6adfa65ff7 req-bb7fc051-ff5e-4698-a0d5-e9ba35ae8279 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 945 time: 0.1082430 Sep 16 05:01:04.426278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62acb9c-94a3-4536-b9af-c0e976101ec4 req-80f4f197-f2f0-48fc-8e3a-963f9b90574c tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:04.427939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b62acb9c-94a3-4536-b9af-c0e976101ec4 req-80f4f197-f2f0-48fc-8e3a-963f9b90574c tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 944 time: 0.1453505 Sep 16 05:01:04.508443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b62acb9c-94a3-4536-b9af-c0e976101ec4 req-b2851095-c2ef-4083-9b01-d84ede4d7d5e tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/security-groups?id=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703697 Sep 16 05:01:04.512131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-749c41b7-027f-4ecb-bfcf-1b6adfa65ff7 req-948fbe12-252d-4110-aefd-4ed993b652a4 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950973 Sep 16 05:01:04.614300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f255f21d-fbc5-418f-becb-e8177fed1045 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:04.654091 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbe06c89-c3ec-48ec-b266-68f400f1d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.696427 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cbe06c89-c3ec-48ec-b266-68f400f1d0c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e8ef0004c4f479e91a43bc616026839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7546601 Sep 16 05:01:04.697590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe06c89-c3ec-48ec-b266-68f400f1d0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8f84e4-8cc0-462d-97e2-c5411a272f2e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:04.698608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40466) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:04.744419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f255f21d-fbc5-418f-becb-e8177fed1045, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f255f21d-fbc5-418f-becb-e8177fed1045,segment=NetworkSegment(4505d97d-6fb1-4db6-b233-469ccf031792),segment_id=4505d97d-6fb1-4db6-b233-469ccf031792)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:04.759559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'f255f21d-fbc5-418f-becb-e8177fed1045', 'network_id': '128f90c0-5e55-4283-9a46-489542410b03', 'port_id': 'f255f21d-fbc5-418f-becb-e8177fed1045', 'mac_address': 'fa:16:3e:1b:84:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832e1f03-bb1e-4758-83c9-a81c26d8dfa4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:04.762061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71599684-9d7c-42fa-82e7-3291ffaf7586 req-b44f41aa-f177-4684-9b0c-6054da6dcd17 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 210 time: 0.0542493 Sep 16 05:01:04.808827 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2c087c-afcc-43f5-ac36-cba48efa0084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.816120 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.831885 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2c087c-afcc-43f5-ac36-cba48efa0084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.834783 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f255f21d-fbc5-418f-becb-e8177fed1045 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:04.869913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f255f21d-fbc5-418f-becb-e8177fed1045, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f255f21d-fbc5-418f-becb-e8177fed1045,segment=NetworkSegment(4505d97d-6fb1-4db6-b233-469ccf031792),segment_id=4505d97d-6fb1-4db6-b233-469ccf031792)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:05.084062 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.092443 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2c087c-afcc-43f5-ac36-cba48efa0084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.092443 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2c087c-afcc-43f5-ac36-cba48efa0084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.092443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9b2c087c-afcc-43f5-ac36-cba48efa0084 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd8f84e4-8cc0-462d-97e2-c5411a272f2e HTTP/1.1" status: 204 len: 168 time: 0.3902833 Sep 16 05:01:05.112473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c087c-afcc-43f5-ac36-cba48efa0084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8f84e4-8cc0-462d-97e2-c5411a272f2e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.205395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f255f21d-fbc5-418f-becb-e8177fed1045,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.287482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f255f21d-fbc5-418f-becb-e8177fed1045'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:05.461595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fce116-ec4f-414a-b65e-6eda70ef832c req-f9ce5d8b-91ff-4f04-a1dc-a87d31b944ac tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.464610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72fce116-ec4f-414a-b65e-6eda70ef832c req-f9ce5d8b-91ff-4f04-a1dc-a87d31b944ac tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.23 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 945 time: 0.1192651 Sep 16 05:01:05.764985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-72fce116-ec4f-414a-b65e-6eda70ef832c req-f970d12b-4220-44b9-95b2-12a0791053e7 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Deleting port c4a1c33d-d2c7-48dd-90b6-a87db4cde801 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:05.765772 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-72fce116-ec4f-414a-b65e-6eda70ef832c req-f970d12b-4220-44b9-95b2-12a0791053e7 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.780859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b1743-fb2b-4f3e-97ee-b48b17948927 req-b9fb9a59-02e7-4944-ab4a-5d8f4272cdca tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.782688 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c3b1743-fb2b-4f3e-97ee-b48b17948927 req-b9fb9a59-02e7-4944-ab4a-5d8f4272cdca tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 945 time: 0.1796510 Sep 16 05:01:05.804346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffb472-e73b-44fc-a2bc-c0dcf4c6944f req-696055bb-e2b7-4b86-a690-28dbf9d7d7bf tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.806848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42ffb472-e73b-44fc-a2bc-c0dcf4c6944f req-696055bb-e2b7-4b86-a690-28dbf9d7d7bf tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 945 time: 0.1366546 Sep 16 05:01:05.897355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40506) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:05.913405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6914350a-4ba9-456c-861a-442b9f59d9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.951877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c3b1743-fb2b-4f3e-97ee-b48b17948927 req-8c1f349b-22ae-4699-9cdd-fa8c15813bd9 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c2acd4c-b6db-4172-82a1-4f487add6d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334901 Sep 16 05:01:05.982282 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42ffb472-e73b-44fc-a2bc-c0dcf4c6944f req-9ad4780d-a23b-48ff-8bcb-20ca2cab29f8 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/security-groups?id=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334305 Sep 16 05:01:06.030557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-72fce116-ec4f-414a-b65e-6eda70ef832c req-f970d12b-4220-44b9-95b2-12a0791053e7 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] For port c4a1c33d-d2c7-48dd-90b6-a87db4cde801, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c4a1c33d-d2c7-48dd-90b6-a87db4cde801,segment=NetworkSegment(dbe78333-cf6d-4d49-907e-a5f30ce69cb5),segment_id=dbe78333-cf6d-4d49-907e-a5f30ce69cb5)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:06.030928 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-72fce116-ec4f-414a-b65e-6eda70ef832c req-f970d12b-4220-44b9-95b2-12a0791053e7 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.052936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-72fce116-ec4f-414a-b65e-6eda70ef832c req-f970d12b-4220-44b9-95b2-12a0791053e7 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Calling delete_port for c4a1c33d-d2c7-48dd-90b6-a87db4cde801 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:06.076984 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6914350a-4ba9-456c-861a-442b9f59d9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.108884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f79ac0bd-7f72-4c2a-9459-1234f80b45b7 req-b0a5c6dc-8c62-4af8-8718-3f6870b7a817 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 210 time: 0.0495503 Sep 16 05:01:06.260011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6914350a-4ba9-456c-861a-442b9f59d9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.314781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40516) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:06.315012 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6914350a-4ba9-456c-861a-442b9f59d9cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a0d87a6dd75425793cdeae482801f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156241 Sep 16 05:01:06.341702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914350a-4ba9-456c-861a-442b9f59d9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10c974c-c6e1-470d-b910-927a1f8c7b2e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:06.395670 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-72fce116-ec4f-414a-b65e-6eda70ef832c req-f970d12b-4220-44b9-95b2-12a0791053e7 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.405853 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee8bc3d6-9db3-45e7-971e-3ea7c2eb929d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.409191 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['c4a1c33d-d2c7-48dd-90b6-a87db4cde801'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:06.433581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970d12b-4220-44b9-95b2-12a0791053e7 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Pushing event deleted for resources: {'Port': ['ID=c4a1c33d-d2c7-48dd-90b6-a87db4cde801,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:06.486747 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee8bc3d6-9db3-45e7-971e-3ea7c2eb929d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.510108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fce116-ec4f-414a-b65e-6eda70ef832c req-f970d12b-4220-44b9-95b2-12a0791053e7 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] No DVR routers for this DVR port c4a1c33d-d2c7-48dd-90b6-a87db4cde801 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:06.514251 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-72fce116-ec4f-414a-b65e-6eda70ef832c req-f970d12b-4220-44b9-95b2-12a0791053e7 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.516344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72fce116-ec4f-414a-b65e-6eda70ef832c req-f970d12b-4220-44b9-95b2-12a0791053e7 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.23 "DELETE /v2.0/ports/c4a1c33d-d2c7-48dd-90b6-a87db4cde801 HTTP/1.1" status: 204 len: 173 time: 1.0446460 Sep 16 05:01:06.516801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049af120-599d-4f10-bd99-1d00b5e26684', 'name': 'network-vif-deleted', 'tag': 'c4a1c33d-d2c7-48dd-90b6-a87db4cde801'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:06.519020 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc19bd0a-83b3-44e8-869b-94a854e1ad21" -d '{"events": [{"server_uuid": "049af120-599d-4f10-bd99-1d00b5e26684", "name": "network-vif-deleted", "tag": "c4a1c33d-d2c7-48dd-90b6-a87db4cde801"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:06.596336 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1c5ab4-db2a-4ac1-8fb5-0425abead560 x-openstack-request-id: req-de1c5ab4-db2a-4ac1-8fb5-0425abead560 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:06.596663 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049af120-599d-4f10-bd99-1d00b5e26684", "name": "network-vif-deleted", "tag": "c4a1c33d-d2c7-48dd-90b6-a87db4cde801", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:06.596918 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de1c5ab4-db2a-4ac1-8fb5-0425abead560 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:06.600590 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049af120-599d-4f10-bd99-1d00b5e26684', 'name': 'network-vif-deleted', 'tag': 'c4a1c33d-d2c7-48dd-90b6-a87db4cde801', 'status': 'completed', 'code': 200} Sep 16 05:01:06.629418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f255f21d-fbc5-418f-becb-e8177fed1045 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:06.660846 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee8bc3d6-9db3-45e7-971e-3ea7c2eb929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.665290 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee8bc3d6-9db3-45e7-971e-3ea7c2eb929d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.670104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ee8bc3d6-9db3-45e7-971e-3ea7c2eb929d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d10c974c-c6e1-470d-b910-927a1f8c7b2e HTTP/1.1" status: 204 len: 168 time: 0.3504257 Sep 16 05:01:06.684376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bc3d6-9db3-45e7-971e-3ea7c2eb929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10c974c-c6e1-470d-b910-927a1f8c7b2e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:06.871646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port f255f21d-fbc5-418f-becb-e8177fed1045 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:06.877225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port f255f21d-fbc5-418f-becb-e8177fed1045 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:06.877824 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.990536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-8ba3b826-f114-45c3-9b83-6331fedfb111 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:06.993472 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-8ba3b826-f114-45c3-9b83-6331fedfb111 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.37 "GET /v2.0/networks?id=0e2343a1-989c-4968-aaf7-61083f15efe4 HTTP/1.1" status: 200 len: 813 time: 0.1367247 Sep 16 05:01:07.010320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Request body: {'port': {'device_id': 'e66310a4-137e-4555-95a4-a01be56da20c', 'network_id': '0e2343a1-989c-4968-aaf7-61083f15efe4', 'admin_state_up': True, 'tenant_id': '7bbf350190174dbe9e9bda90543f92c2'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:07.021991 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.119127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8358d90-f4ad-4daf-a1ff-ef226f20b268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f255f21d-fbc5-418f-becb-e8177fed1045'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:07.125872 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b83869-a904-4b57-ad0a-af941c470589" -d '{"events": [{"server_uuid": "b8358d90-f4ad-4daf-a1ff-ef226f20b268", "name": "network-vif-plugged", "status": "completed", "tag": "f255f21d-fbc5-418f-becb-e8177fed1045"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:07.161679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f255f21d-fbc5-418f-becb-e8177fed1045, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f255f21d-fbc5-418f-becb-e8177fed1045,segment=NetworkSegment(4505d97d-6fb1-4db6-b233-469ccf031792),segment_id=4505d97d-6fb1-4db6-b233-469ccf031792)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:07.180593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3706dde3-e4e8-49c7-9389-ce3be34fddd4 req-f689b8c8-54cb-4b93-8f1e-6834d09429f4 tempest-ServerDiskConfigTestJSON-439429236 tempest-ServerDiskConfigTestJSON-439429236-project] 10.222.0.24 "GET /v2.0/ports?device_id=049af120-599d-4f10-bd99-1d00b5e26684 HTTP/1.1" status: 200 len: 210 time: 0.0400751 Sep 16 05:01:07.317881 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.414995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f255f21d-fbc5-418f-becb-e8177fed1045,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:07.659284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ddb4bec-bbed-45cb-926c-bbf8ea0705db req-4d0587c9-71d4-439a-9385-2666ec3de781 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 210 time: 0.0361471 Sep 16 05:01:07.696230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89898e88-0b11-424b-9bd1-ec1d5a6a746b req-98c78e89-77ff-4621-9299-23f7f9bf30db tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:07.696230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89898e88-0b11-424b-9bd1-ec1d5a6a746b req-98c78e89-77ff-4621-9299-23f7f9bf30db tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 945 time: 0.5336394 Sep 16 05:01:07.738700 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe747dd-ce7a-4d00-89ef-ee9472e00d18 x-openstack-request-id: req-cbe747dd-ce7a-4d00-89ef-ee9472e00d18 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:07.739001 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8358d90-f4ad-4daf-a1ff-ef226f20b268", "name": "network-vif-plugged", "status": "completed", "tag": "f255f21d-fbc5-418f-becb-e8177fed1045", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:07.739256 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbe747dd-ce7a-4d00-89ef-ee9472e00d18 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:07.739659 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8358d90-f4ad-4daf-a1ff-ef226f20b268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f255f21d-fbc5-418f-becb-e8177fed1045', 'code': 200} Sep 16 05:01:07.757154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89898e88-0b11-424b-9bd1-ec1d5a6a746b req-9190183e-38e5-4989-8e65-8c71ba8875dc tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/security-groups?id=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610027 Sep 16 05:01:07.769518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Made reservation on behalf of 7bbf350190174dbe9e9bda90543f92c2 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:07.776138 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.990773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ff4e5-4d4e-4668-935e-4ac02fcfc5ee req-9c114338-8f43-4c7d-9b10-b0efc6c7e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:07.992383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e1ff4e5-4d4e-4668-935e-4ac02fcfc5ee req-9c114338-8f43-4c7d-9b10-b0efc6c7e231 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 1098 time: 0.0991235 Sep 16 05:01:07.998224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Allocated IP 172.20.0.12 (0e2343a1-989c-4968-aaf7-61083f15efe4/23378065-ba3b-4a8b-ab7f-039579b4d852/8cfcddf8-33ef-4149-a02e-eb9365270c1e) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:08.055142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e1ff4e5-4d4e-4668-935e-4ac02fcfc5ee req-7137333b-dbec-4fa2-8a2a-59e780605b0d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545499 Sep 16 05:01:08.183742 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.363679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.431672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Network 0e2343a1-989c-4968-aaf7-61083f15efe4 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:08.439625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:08.457818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:08.528663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40598) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:08.561349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Pushing event updated for resources: {'Port': ['ID=8cfcddf8-33ef-4149-a02e-eb9365270c1e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:08.597340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.599897 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.616766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6b39f6-1b9a-4fdb-9d91-f4079ab96990 admin admin] Deleting subnet 31214987-0630-473d-88f1-2c85c394857c {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:08.619851 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a6b39f6-1b9a-4fdb-9d91-f4079ab96990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.660102 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a6b39f6-1b9a-4fdb-9d91-f4079ab96990 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.702137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-97e32386-c474-4de9-bba3-78c525dec3e4 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7005985 Sep 16 05:01:08.717840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Request body: {'port': {'device_id': 'e66310a4-137e-4555-95a4-a01be56da20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:08.718763 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a6b39f6-1b9a-4fdb-9d91-f4079ab96990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.910183 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.911141 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a6b39f6-1b9a-4fdb-9d91-f4079ab96990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.936367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a275d-ace9-45cd-9b46-78aa3a35b97c req-fefdd08b-3411-4287-8394-ef77b39a9a02 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.937930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c3a275d-ace9-45cd-9b46-78aa3a35b97c req-fefdd08b-3411-4287-8394-ef77b39a9a02 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 932 time: 0.1532233 Sep 16 05:01:08.950757 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a6b39f6-1b9a-4fdb-9d91-f4079ab96990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.953954 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2a6b39f6-1b9a-4fdb-9d91-f4079ab96990 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/31214987-0630-473d-88f1-2c85c394857c HTTP/1.1" status: 204 len: 168 time: 0.4241023 Sep 16 05:01:08.974471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40610) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:08.994284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b39f6-1b9a-4fdb-9d91-f4079ab96990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31214987-0630-473d-88f1-2c85c394857c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:09.030197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e861e-6823-40b4-9b04-d93c530070a1 req-2886427a-8735-41da-abc9-6269d186cdae tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.037477 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df3e861e-6823-40b4-9b04-d93c530070a1 req-2886427a-8735-41da-abc9-6269d186cdae tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 946 time: 0.1608219 Sep 16 05:01:09.123651 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.129762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df3e861e-6823-40b4-9b04-d93c530070a1 req-9842b990-c6e0-4ee3-8189-924cef2650aa tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/security-groups?id=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912485 Sep 16 05:01:09.246223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.275448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40af8255-69a7-4928-8a8f-32288cabc135']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:09.291458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:09.291769 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe78333-cf6d-4d49-907e-a5f30ce69cb5') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:09.310693 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.328140 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.359983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:09.362629 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:09.392695 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:09.414683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c3a275d-ace9-45cd-9b46-78aa3a35b97c req-8adb8384-92d5-4706-9f65-5199b15bac59 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/security-groups?id=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262629 Sep 16 05:01:09.590064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c4a1c33d-d2c7-48dd-90b6-a87db4cde801 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:09.645283 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.645283 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.648684 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/40af8255-69a7-4928-8a8f-32288cabc135 HTTP/1.1" status: 204 len: 168 time: 0.6701705 Sep 16 05:01:09.666943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97fe29-d11e-4ca2-b45c-51fdb53f87a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=40af8255-69a7-4928-8a8f-32288cabc135,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:09.686452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: c4a1c33d-d2c7-48dd-90b6-a87db4cde801 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:09.688198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c4a1c33d-d2c7-48dd-90b6-a87db4cde801 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:09.763164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfcddf8-33ef-4149-a02e-eb9365270c1e {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:09.773741 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.813895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Transition to ACTIVE for port object 8cfcddf8-33ef-4149-a02e-eb9365270c1e will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:09.901088 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.961350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Pushing event updated for resources: {'Port': ['ID=8cfcddf8-33ef-4149-a02e-eb9365270c1e,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:10.062070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Attempting to bind port 8cfcddf8-33ef-4149-a02e-eb9365270c1e on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:10.066299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Attempting to bind port 8cfcddf8-33ef-4149-a02e-eb9365270c1e by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '3561ae11-3018-4531-abdb-de37e53c5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0e2343a1-989c-4968-aaf7-61083f15efe4'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:10.066299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Attempting to bind port 8cfcddf8-33ef-4149-a02e-eb9365270c1e on network 0e2343a1-989c-4968-aaf7-61083f15efe4 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:10.067573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Port 8cfcddf8-33ef-4149-a02e-eb9365270c1e on network 0e2343a1-989c-4968-aaf7-61083f15efe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:10.068393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Attempting to bind port 8cfcddf8-33ef-4149-a02e-eb9365270c1e on network 0e2343a1-989c-4968-aaf7-61083f15efe4 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:10.074895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:10.075239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Checking segment: {'id': '3561ae11-3018-4531-abdb-de37e53c5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0e2343a1-989c-4968-aaf7-61083f15efe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:10.075625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Bound using segment: {'id': '3561ae11-3018-4531-abdb-de37e53c5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0e2343a1-989c-4968-aaf7-61083f15efe4'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:10.076061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Bound port: 8cfcddf8-33ef-4149-a02e-eb9365270c1e, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3561ae11-3018-4531-abdb-de37e53c5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0e2343a1-989c-4968-aaf7-61083f15efe4'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:10.076430 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.150699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] For port 8cfcddf8-33ef-4149-a02e-eb9365270c1e, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:10.163485 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] For port 8cfcddf8-33ef-4149-a02e-eb9365270c1e, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8cfcddf8-33ef-4149-a02e-eb9365270c1e,segment=NetworkSegment(3561ae11-3018-4531-abdb-de37e53c5f3a),segment_id=3561ae11-3018-4531-abdb-de37e53c5f3a)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:10.286916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af1aab-5825-4b78-8c9e-074f43672067 req-34b19edd-beee-4b9d-bce1-134c982ef80b tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.291677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89af1aab-5825-4b78-8c9e-074f43672067 req-34b19edd-beee-4b9d-bce1-134c982ef80b tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 946 time: 0.0761764 Sep 16 05:01:10.318988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40660) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.356632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89af1aab-5825-4b78-8c9e-074f43672067 req-e68bab99-9840-405c-be24-371a29180820 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/security-groups?id=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611496 Sep 16 05:01:10.361704 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.446263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.447416 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.454565 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-3039d664-736a-4241-8064-a3f0518107ea service neutron] 10.222.0.37 "PUT /v2.0/ports/8cfcddf8-33ef-4149-a02e-eb9365270c1e HTTP/1.1" status: 200 len: 1093 time: 1.7391500 Sep 16 05:01:10.454565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66310a4-137e-4555-95a4-a01be56da20c', 'tag': '8cfcddf8-33ef-4149-a02e-eb9365270c1e'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:10.454775 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-06fc0678-71f1-4668-9cb6-0df7da78d60b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f5f57bbc4b44702936526686b50a4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303418 Sep 16 05:01:10.454878 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c9bb16-d3b3-4777-a513-b554ba660fad" -d '{"events": [{"name": "network-changed", "server_uuid": "e66310a4-137e-4555-95a4-a01be56da20c", "tag": "8cfcddf8-33ef-4149-a02e-eb9365270c1e"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:10.457461 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40670) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.572034 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Pushing event updated for resources: {'Port': ['ID=8cfcddf8-33ef-4149-a02e-eb9365270c1e,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:10.602560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:10.610332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:10.610332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:10.610332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:10.610332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:10.610332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:10.610332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:10.610332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:10.610332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:10.610332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:10.610332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:10.610332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039d664-736a-4241-8064-a3f0518107ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:10.680002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9918-00bf-415e-a9ec-db5310aaa633 req-d24283ca-315b-4573-8894-90d5e33019b1 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.681583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-007a9918-00bf-415e-a9ec-db5310aaa633 req-d24283ca-315b-4573-8894-90d5e33019b1 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 944 time: 0.1836603 Sep 16 05:01:10.718104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-8084310f-3e15-4fdc-8d14-8556b1e7dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.719876 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-8084310f-3e15-4fdc-8d14-8556b1e7dd6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7bbf350190174dbe9e9bda90543f92c2&device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 1096 time: 0.1066670 Sep 16 05:01:10.755440 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74199c77-aa34-4d8f-bfd0-11229585fd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.858085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-70d5d528-3eb8-41df-ac66-9470c4768a78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cfcddf8-33ef-4149-a02e-eb9365270c1e HTTP/1.1" status: 200 len: 217 time: 0.1199477 Sep 16 05:01:10.957085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-007a9918-00bf-415e-a9ec-db5310aaa633 req-2ad48dbe-a09a-4cde-b163-5fc77d57c66a tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/security-groups?id=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446811 Sep 16 05:01:10.972277 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68afd2f9-b692-4211-8faa-ab63b9be02ed x-openstack-request-id: req-68afd2f9-b692-4211-8faa-ab63b9be02ed {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:10.972813 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66310a4-137e-4555-95a4-a01be56da20c", "tag": "8cfcddf8-33ef-4149-a02e-eb9365270c1e", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:10.973214 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68afd2f9-b692-4211-8faa-ab63b9be02ed {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:10.973681 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66310a4-137e-4555-95a4-a01be56da20c', 'tag': '8cfcddf8-33ef-4149-a02e-eb9365270c1e', 'status': 'completed', 'code': 200} Sep 16 05:01:10.989944 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74199c77-aa34-4d8f-bfd0-11229585fd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.005497 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-5987d8a9-678c-44b0-850e-1e23c7a471ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.008004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-5987d8a9-678c-44b0-850e-1e23c7a471ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23378065-ba3b-4a8b-ab7f-039579b4d852 HTTP/1.1" status: 200 len: 853 time: 0.1334012 Sep 16 05:01:11.090606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-4f881dff-6b6f-4ec5-b6a2-9503b1ce6e7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2343a1-989c-4968-aaf7-61083f15efe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696945 Sep 16 05:01:11.162677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e2ec6-ce8e-40a8-a8f2-929db1d90364 req-cb292e62-0886-472c-bad2-cc05aa81f7ea tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.169185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a5e2ec6-ce8e-40a8-a8f2-929db1d90364 req-cb292e62-0886-472c-bad2-cc05aa81f7ea tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 946 time: 0.1469481 Sep 16 05:01:11.266383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a5e2ec6-ce8e-40a8-a8f2-929db1d90364 req-636108b8-6391-4d14-abf4-6c105468d4f2 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/security-groups?id=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933139 Sep 16 05:01:11.297763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-4ab9f4e1-aac1-4c64-be3d-eba03086f585 service neutron] 10.222.0.37 "GET /v2.0/networks/0e2343a1-989c-4968-aaf7-61083f15efe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992621 Sep 16 05:01:11.316297 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74199c77-aa34-4d8f-bfd0-11229585fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.318874 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74199c77-aa34-4d8f-bfd0-11229585fd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.320668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-74199c77-aa34-4d8f-bfd0-11229585fd17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c2acd4c-b6db-4172-82a1-4f487add6d89 HTTP/1.1" status: 204 len: 168 time: 0.8470662 Sep 16 05:01:11.347958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74199c77-aa34-4d8f-bfd0-11229585fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2acd4c-b6db-4172-82a1-4f487add6d89,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:11.419069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32429c4f-7575-4fb9-865e-ced8491df6c7 req-595a49bc-5f60-4617-aca2-ec58ea83830e service neutron] 10.222.0.37 "GET /v2.0/networks/0e2343a1-989c-4968-aaf7-61083f15efe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127169 Sep 16 05:01:11.706264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9bb16-d3b3-4777-a513-b554ba660fad req-cc83b006-5da9-418c-802f-4a55977dfed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.707980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07c9bb16-d3b3-4777-a513-b554ba660fad req-cc83b006-5da9-418c-802f-4a55977dfed2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7bbf350190174dbe9e9bda90543f92c2&device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 1096 time: 0.0606127 Sep 16 05:01:11.910907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9bb16-d3b3-4777-a513-b554ba660fad req-63236606-8fb6-44f0-b026-6cc94a96b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.917500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07c9bb16-d3b3-4777-a513-b554ba660fad req-63236606-8fb6-44f0-b026-6cc94a96b03e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e2343a1-989c-4968-aaf7-61083f15efe4 HTTP/1.1" status: 200 len: 913 time: 0.1997557 Sep 16 05:01:11.924224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40728) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:11.980856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07c9bb16-d3b3-4777-a513-b554ba660fad req-fe4f9355-58fc-44eb-ad79-6179f72b58a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cfcddf8-33ef-4149-a02e-eb9365270c1e HTTP/1.1" status: 200 len: 217 time: 0.0549791 Sep 16 05:01:12.072391 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e4afddbd-406f-4f30-8a88-6e59afd3c449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.079670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9bb16-d3b3-4777-a513-b554ba660fad req-56593dd9-5781-4a9a-b42f-cb40f1c9f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.079670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07c9bb16-d3b3-4777-a513-b554ba660fad req-56593dd9-5781-4a9a-b42f-cb40f1c9f8cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23378065-ba3b-4a8b-ab7f-039579b4d852 HTTP/1.1" status: 200 len: 853 time: 0.0760868 Sep 16 05:01:12.118767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9fb097d7-0cd7-491d-a2fd-d573aa43a619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.170063 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07c9bb16-d3b3-4777-a513-b554ba660fad req-e0338e98-0c03-4bdb-9cc8-dc9ffddc429f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e2343a1-989c-4968-aaf7-61083f15efe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834126 Sep 16 05:01:12.333402 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9fb097d7-0cd7-491d-a2fd-d573aa43a619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.444017 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.478187 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9fb097d7-0cd7-491d-a2fd-d573aa43a619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.528251 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb097d7-0cd7-491d-a2fd-d573aa43a619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb6961b-18f3-4b36-93b7-4f6e422d4d0f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:12.566608 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07c9bb16-d3b3-4777-a513-b554ba660fad req-d209bd37-7e77-4461-9cdc-554bb978f20a service neutron] 10.222.0.37 "GET /v2.0/networks/0e2343a1-989c-4968-aaf7-61083f15efe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530698 Sep 16 05:01:12.586279 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9fb097d7-0cd7-491d-a2fd-d573aa43a619 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1daa481b5ddc42d6b8bbed805bfc7a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6601005 Sep 16 05:01:12.588730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40744) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:12.633575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b9cda-c552-423d-882f-694f4b69e5b7 req-16ef3138-8c4a-4292-9d34-6b63be41cd8c tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.635274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8b9cda-c552-423d-882f-694f4b69e5b7 req-16ef3138-8c4a-4292-9d34-6b63be41cd8c tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 946 time: 0.4230201 Sep 16 05:01:12.644552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb0436-602e-4e36-a354-50ae66bf9406 req-b977534b-e433-4450-a751-ed1570e1b2c9 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.646521 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28bb0436-602e-4e36-a354-50ae66bf9406 req-b977534b-e433-4450-a751-ed1570e1b2c9 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 944 time: 0.5498955 Sep 16 05:01:12.653557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab45-5ec6-4be9-a883-1749f067b12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.705816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab45-5ec6-4be9-a883-1749f067b12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.770331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dc23a-6e98-4d7c-aaa8-677b2c1fbabc req-356e7332-f668-4612-9b37-8c2ce68d49f8 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.772084 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d1dc23a-6e98-4d7c-aaa8-677b2c1fbabc req-356e7332-f668-4612-9b37-8c2ce68d49f8 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 946 time: 0.3989723 Sep 16 05:01:12.894481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28bb0436-602e-4e36-a354-50ae66bf9406 req-52026be5-57b8-4c53-adb4-ca54d7a65acd tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/security-groups?id=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869171 Sep 16 05:01:12.901006 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab45-5ec6-4be9-a883-1749f067b12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.903884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab45-5ec6-4be9-a883-1749f067b12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.905176 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dc5bab45-5ec6-4be9-a883-1749f067b12f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfb6961b-18f3-4b36-93b7-4f6e422d4d0f HTTP/1.1" status: 204 len: 168 time: 0.3152742 Sep 16 05:01:12.943060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bab45-5ec6-4be9-a883-1749f067b12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb6961b-18f3-4b36-93b7-4f6e422d4d0f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.042895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d1dc23a-6e98-4d7c-aaa8-677b2c1fbabc req-0b6310d2-a4e2-46df-ae62-c6d98093a3e5 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/security-groups?id=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315679 Sep 16 05:01:13.053312 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07c9bb16-d3b3-4777-a513-b554ba660fad req-8efcf0d4-7275-44ac-b9cf-4e458b6fca6c service neutron] 10.222.0.37 "GET /v2.0/networks/0e2343a1-989c-4968-aaf7-61083f15efe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684968 Sep 16 05:01:13.058544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-8b8b9cda-c552-423d-882f-694f4b69e5b7 req-7ca2adff-6d10-4811-9d46-4a5cc9e22d80 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Deleting port f255f21d-fbc5-418f-becb-e8177fed1045 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:13.058544 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8b8b9cda-c552-423d-882f-694f4b69e5b7 req-7ca2adff-6d10-4811-9d46-4a5cc9e22d80 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.190752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-8b8b9cda-c552-423d-882f-694f4b69e5b7 req-7ca2adff-6d10-4811-9d46-4a5cc9e22d80 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] For port f255f21d-fbc5-418f-becb-e8177fed1045, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f255f21d-fbc5-418f-becb-e8177fed1045,segment=NetworkSegment(4505d97d-6fb1-4db6-b233-469ccf031792),segment_id=4505d97d-6fb1-4db6-b233-469ccf031792)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:13.191118 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8b8b9cda-c552-423d-882f-694f4b69e5b7 req-7ca2adff-6d10-4811-9d46-4a5cc9e22d80 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.205327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-8b8b9cda-c552-423d-882f-694f4b69e5b7 req-7ca2adff-6d10-4811-9d46-4a5cc9e22d80 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Calling delete_port for f255f21d-fbc5-418f-becb-e8177fed1045 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:13.405966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40770) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:13.455484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8b8b9cda-c552-423d-882f-694f4b69e5b7 req-7ca2adff-6d10-4811-9d46-4a5cc9e22d80 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.467511 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f255f21d-fbc5-418f-becb-e8177fed1045'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:13.524284 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2adff-6d10-4811-9d46-4a5cc9e22d80 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Pushing event deleted for resources: {'Port': ['ID=f255f21d-fbc5-418f-becb-e8177fed1045,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.551352 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-935824898-network', 'tenant_id': '2944cb8009584807b2021a351bc3e0e3'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:13.598857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8b9cda-c552-423d-882f-694f4b69e5b7 req-7ca2adff-6d10-4811-9d46-4a5cc9e22d80 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] No DVR routers for this DVR port f255f21d-fbc5-418f-becb-e8177fed1045 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:13.601411 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-8b8b9cda-c552-423d-882f-694f4b69e5b7 req-7ca2adff-6d10-4811-9d46-4a5cc9e22d80 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.603543 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b8b9cda-c552-423d-882f-694f4b69e5b7 req-7ca2adff-6d10-4811-9d46-4a5cc9e22d80 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.37 "DELETE /v2.0/ports/f255f21d-fbc5-418f-becb-e8177fed1045 HTTP/1.1" status: 204 len: 173 time: 0.9407060 Sep 16 05:01:13.604166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8358d90-f4ad-4daf-a1ff-ef226f20b268', 'name': 'network-vif-deleted', 'tag': 'f255f21d-fbc5-418f-becb-e8177fed1045'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:13.613870 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449afdcc-6507-433c-83f7-fb35f7febeb5" -d '{"events": [{"server_uuid": "b8358d90-f4ad-4daf-a1ff-ef226f20b268", "name": "network-vif-deleted", "tag": "f255f21d-fbc5-418f-becb-e8177fed1045"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:13.656521 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bc2b4f-c51b-4b21-a29a-b7dfca73751a x-openstack-request-id: req-47bc2b4f-c51b-4b21-a29a-b7dfca73751a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:13.656817 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8358d90-f4ad-4daf-a1ff-ef226f20b268", "name": "network-vif-deleted", "tag": "f255f21d-fbc5-418f-becb-e8177fed1045", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:13.657230 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47bc2b4f-c51b-4b21-a29a-b7dfca73751a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:13.657630 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8358d90-f4ad-4daf-a1ff-ef226f20b268', 'name': 'network-vif-deleted', 'tag': 'f255f21d-fbc5-418f-becb-e8177fed1045', 'status': 'completed', 'code': 200} Sep 16 05:01:13.665372 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Made reservation on behalf of 2944cb8009584807b2021a351bc3e0e3 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:13.667899 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.676526 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.795402 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.928893 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.965881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:13.984883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be26f872-0a96-485a-b791-5d97a6aec37f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.987909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.988262 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Added segment cf7577a9-f1a3-450e-9ee4-072d00d2bab7 of type vlan for network 7a6f9c09-04ba-4bde-9371-e5708f79facd Sep 16 05:01:14.069684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40788) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:14.113200 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:01:14.123480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.147240 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-750b43eb-74df-430b-892c-27fe8d8f03dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.238308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37c01a5d-7f27-4d3e-ae14-922bc49e3693 req-c77e5e41-a5de-4731-b742-d174b04c3e35 tempest-ServerAddressesNegativeTestJSON-1131647312 tempest-ServerAddressesNegativeTestJSON-1131647312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8358d90-f4ad-4daf-a1ff-ef226f20b268 HTTP/1.1" status: 200 len: 210 time: 0.0386777 Sep 16 05:01:14.251254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bd39a-e6e8-4be0-a851-285dd3aedd28 req-90627618-1d09-4ee0-a6c2-742981dbb981 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.258947 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b42bd39a-e6e8-4be0-a851-285dd3aedd28 req-90627618-1d09-4ee0-a6c2-742981dbb981 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 944 time: 0.2047060 Sep 16 05:01:14.289033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.290255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.290854 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.315195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b42bd39a-e6e8-4be0-a851-285dd3aedd28 req-4c5f92f0-894b-4f9f-88de-81418d2622e5 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/security-groups?id=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553133 Sep 16 05:01:14.337975 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-750b43eb-74df-430b-892c-27fe8d8f03dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.356999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] Pushing event updated for resources: {'Network': ['ID=7a6f9c09-04ba-4bde-9371-e5708f79facd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.367891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 7a6f9c09-04ba-4bde-9371-e5708f79facd details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:14.460802 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-750b43eb-74df-430b-892c-27fe8d8f03dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.504142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-750b43eb-74df-430b-892c-27fe8d8f03dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6b1cd1e3beb441fbccd43e9145822a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332545 Sep 16 05:01:14.505013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b43eb-74df-430b-892c-27fe8d8f03dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b56969-691b-43f2-a177-6cccd6cbe204,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.507063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40794) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:14.563633 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52c2e12a-0948-44c7-851c-8b5c427142cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.596072 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52c2e12a-0948-44c7-851c-8b5c427142cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.620301 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-54abf101-8502-437f-854c-1266024a14e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.622903 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-210095b1-c955-479d-af87-b8996849c361 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2135506 Sep 16 05:01:14.626192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40796) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:14.634262 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0d559c7c-3a2b-48b2-a6a3-aabfb0fd82fa admin admin] Request body: {'subnet': {'network_id': '7a6f9c09-04ba-4bde-9371-e5708f79facd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-935824898-subnet', 'tenant_id': '2944cb8009584807b2021a351bc3e0e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:14.645133 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 8cfcddf8-33ef-4149-a02e-eb9365270c1e details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:14.761648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 8cfcddf8-33ef-4149-a02e-eb9365270c1e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8cfcddf8-33ef-4149-a02e-eb9365270c1e,segment=NetworkSegment(3561ae11-3018-4531-abdb-de37e53c5f3a),segment_id=3561ae11-3018-4531-abdb-de37e53c5f3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:14.776673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '8cfcddf8-33ef-4149-a02e-eb9365270c1e', 'network_id': '0e2343a1-989c-4968-aaf7-61083f15efe4', 'port_id': '8cfcddf8-33ef-4149-a02e-eb9365270c1e', 'mac_address': 'fa:16:3e:20:85:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23378065-ba3b-4a8b-ab7f-039579b4d852', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:14.821986 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52c2e12a-0948-44c7-851c-8b5c427142cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.823425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d559c7c-3a2b-48b2-a6a3-aabfb0fd82fa admin admin] Made reservation on behalf of 2944cb8009584807b2021a351bc3e0e3 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:14.826160 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d559c7c-3a2b-48b2-a6a3-aabfb0fd82fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.828797 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.830676 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52c2e12a-0948-44c7-851c-8b5c427142cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.834859 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-52c2e12a-0948-44c7-851c-8b5c427142cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15b56969-691b-43f2-a177-6cccd6cbe204 HTTP/1.1" status: 204 len: 168 time: 0.3257995 Sep 16 05:01:14.850260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2e12a-0948-44c7-851c-8b5c427142cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b56969-691b-43f2-a177-6cccd6cbe204,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.850484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfcddf8-33ef-4149-a02e-eb9365270c1e {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:14.905404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 8cfcddf8-33ef-4149-a02e-eb9365270c1e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8cfcddf8-33ef-4149-a02e-eb9365270c1e,segment=NetworkSegment(3561ae11-3018-4531-abdb-de37e53c5f3a),segment_id=3561ae11-3018-4531-abdb-de37e53c5f3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:15.066309 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.122746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=8cfcddf8-33ef-4149-a02e-eb9365270c1e,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.256011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['8cfcddf8-33ef-4149-a02e-eb9365270c1e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:15.310901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40818) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:15.377872 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d559c7c-3a2b-48b2-a6a3-aabfb0fd82fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.380493 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.507134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d559c7c-3a2b-48b2-a6a3-aabfb0fd82fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8720ee2b-3aa7-4d5f-a1cc-210e0f3dcaf3,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.534997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a8ee33-2f05-4854-b6da-a70cf9e20f84 admin admin] Deleting subnet 832e1f03-bb1e-4758-83c9-a81c26d8dfa4 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:15.545220 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-62a8ee33-2f05-4854-b6da-a70cf9e20f84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.567914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d559c7c-3a2b-48b2-a6a3-aabfb0fd82fa admin admin] Checking segment: {'id': 'cf7577a9-f1a3-450e-9ee4-072d00d2bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a6f9c09-04ba-4bde-9371-e5708f79facd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:15.568581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d559c7c-3a2b-48b2-a6a3-aabfb0fd82fa admin admin] Network hostable DHCP agents. Network: 7a6f9c09-04ba-4bde-9371-e5708f79facd, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:15.621118 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-62a8ee33-2f05-4854-b6da-a70cf9e20f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.630945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563a071-f542-411b-a42a-9d262a30d4a1 req-888d0230-c873-4a24-9fd2-871f2cc62026 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.633206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a563a071-f542-411b-a42a-9d262a30d4a1 req-888d0230-c873-4a24-9fd2-871f2cc62026 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 945 time: 0.1783690 Sep 16 05:01:15.729037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a563a071-f542-411b-a42a-9d262a30d4a1 req-aa93f722-69f5-43fa-8120-e57e8e016ef8 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/security-groups?id=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714042 Sep 16 05:01:15.732053 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-62a8ee33-2f05-4854-b6da-a70cf9e20f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.759039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d559c7c-3a2b-48b2-a6a3-aabfb0fd82fa admin admin] Network 7a6f9c09-04ba-4bde-9371-e5708f79facd is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:15.877864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-0d559c7c-3a2b-48b2-a6a3-aabfb0fd82fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 7a6f9c09-04ba-4bde-9371-e5708f79facd) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:15.882049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d559c7c-3a2b-48b2-a6a3-aabfb0fd82fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.883456 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d559c7c-3a2b-48b2-a6a3-aabfb0fd82fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.887728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe0203-a7ac-4ce2-acdb-00d376a1403b None None] Network 7a6f9c09-04ba-4bde-9371-e5708f79facd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:15.947472 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-62a8ee33-2f05-4854-b6da-a70cf9e20f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.982666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8ee33-2f05-4854-b6da-a70cf9e20f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832e1f03-bb1e-4758-83c9-a81c26d8dfa4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.985139 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-62a8ee33-2f05-4854-b6da-a70cf9e20f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.987280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-62a8ee33-2f05-4854-b6da-a70cf9e20f84 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/832e1f03-bb1e-4758-83c9-a81c26d8dfa4 HTTP/1.1" status: 204 len: 168 time: 0.6749463 Sep 16 05:01:15.990162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40834) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:16.027592 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.039690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839e2095-927f-4a19-a490-f0ac27a64293 None None] Network 7a6f9c09-04ba-4bde-9371-e5708f79facd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:16.082904 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.178304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0d559c7c-3a2b-48b2-a6a3-aabfb0fd82fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5433176 Sep 16 05:01:16.198244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.295818 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128f90c0-5e55-4283-9a46-489542410b03']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:16.329345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4505d97d-6fb1-4db6-b233-469ccf031792') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:16.329972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4505d97d-6fb1-4db6-b233-469ccf031792') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:16.350105 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.384065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.391348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:16.393402 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.458238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4dba-fbbd-4bfb-8393-16550088dbec req-0b8397d8-79e9-4751-a925-96fefe337c08 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.473147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4dba-fbbd-4bfb-8393-16550088dbec req-0b8397d8-79e9-4751-a925-96fefe337c08 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.474834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4dba-fbbd-4bfb-8393-16550088dbec req-0b8397d8-79e9-4751-a925-96fefe337c08 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.485674 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4dba-fbbd-4bfb-8393-16550088dbec req-0b8397d8-79e9-4751-a925-96fefe337c08 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.496791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4dba-fbbd-4bfb-8393-16550088dbec req-0b8397d8-79e9-4751-a925-96fefe337c08 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.503438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4dba-fbbd-4bfb-8393-16550088dbec req-0b8397d8-79e9-4751-a925-96fefe337c08 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.517298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4dba-fbbd-4bfb-8393-16550088dbec req-0b8397d8-79e9-4751-a925-96fefe337c08 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.517747 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.519954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb0e4dba-fbbd-4bfb-8393-16550088dbec req-0b8397d8-79e9-4751-a925-96fefe337c08 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5432 time: 0.1990530 Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:16.538273 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:16.610465 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb0e4dba-fbbd-4bfb-8393-16550088dbec req-d696a751-6104-4e20-8672-87472fe3292d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772698 Sep 16 05:01:16.625377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.634609 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.639864 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] 10.222.0.24 "DELETE /v2.0/networks/128f90c0-5e55-4283-9a46-489542410b03 HTTP/1.1" status: 204 len: 168 time: 0.6483567 Sep 16 05:01:16.652858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e2890-931d-437f-9493-361f7a1d3f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=128f90c0-5e55-4283-9a46-489542410b03,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.660801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 8cfcddf8-33ef-4149-a02e-eb9365270c1e up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:16.927609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 8cfcddf8-33ef-4149-a02e-eb9365270c1e completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:16.948325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-7c90ffb3-4e0d-434d-a3a1-41ec7983fb74 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.949624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-7c90ffb3-4e0d-434d-a3a1-41ec7983fb74 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/networks?id=7a6f9c09-04ba-4bde-9371-e5708f79facd HTTP/1.1" status: 200 len: 817 time: 0.1926200 Sep 16 05:01:16.952800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 8cfcddf8-33ef-4149-a02e-eb9365270c1e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:16.953536 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.978892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-f8a4426c-81f3-463c-87ce-eb5ba5f9d87f tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/quotas/2944cb8009584807b2021a351bc3e0e3 HTTP/1.1" status: 200 len: 375 time: 0.0286019 Sep 16 05:01:17.004312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b67157-8c95-4c83-b625-bffb2a2ec417 req-7c4d6946-a7b4-41b3-8abd-c4db9ba5b47b tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.012363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4b67157-8c95-4c83-b625-bffb2a2ec417 req-7c4d6946-a7b4-41b3-8abd-c4db9ba5b47b tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 945 time: 0.1750815 Sep 16 05:01:17.086644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-93c36bdc-fd6f-4cc2-ae69-57086820ebe6 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2944cb8009584807b2021a351bc3e0e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067562 Sep 16 05:01:17.101390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-e71f099f-09e2-4d46-8438-2096217a1a93 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:01:17.114119 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-e71f099f-09e2-4d46-8438-2096217a1a93 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208185 Sep 16 05:01:17.163286 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.172610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4b67157-8c95-4c83-b625-bffb2a2ec417 req-9fbf2ef2-9416-4871-8e92-1736667b3f6a tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/security-groups?id=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591978 Sep 16 05:01:17.220515 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66310a4-137e-4555-95a4-a01be56da20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfcddf8-33ef-4149-a02e-eb9365270c1e'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:17.220679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40884) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:17.223728 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182b904-b7a0-420c-9fae-ca22d3385611" -d '{"events": [{"server_uuid": "e66310a4-137e-4555-95a4-a01be56da20c", "name": "network-vif-plugged", "status": "completed", "tag": "8cfcddf8-33ef-4149-a02e-eb9365270c1e"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:17.256793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 8cfcddf8-33ef-4149-a02e-eb9365270c1e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8cfcddf8-33ef-4149-a02e-eb9365270c1e,segment=NetworkSegment(3561ae11-3018-4531-abdb-de37e53c5f3a),segment_id=3561ae11-3018-4531-abdb-de37e53c5f3a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:17.317156 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.317156 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f255f21d-fbc5-418f-becb-e8177fed1045 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:17.336155 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c8f65ccc-2bc4-46dc-8a32-72ddd5f6f81d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0425a34724b46b6973d1b623aacd96d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131384 Sep 16 05:01:17.338877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40892) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:17.363817 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91e6f08-6d28-496e-abab-85d84c72669a x-openstack-request-id: req-f91e6f08-6d28-496e-abab-85d84c72669a {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:17.364196 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66310a4-137e-4555-95a4-a01be56da20c", "name": "network-vif-plugged", "status": "completed", "tag": "8cfcddf8-33ef-4149-a02e-eb9365270c1e", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:17.364580 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f91e6f08-6d28-496e-abab-85d84c72669a {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:17.365342 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66310a4-137e-4555-95a4-a01be56da20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfcddf8-33ef-4149-a02e-eb9365270c1e', 'code': 200} Sep 16 05:01:17.391053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: f255f21d-fbc5-418f-becb-e8177fed1045 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:17.391053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f255f21d-fbc5-418f-becb-e8177fed1045 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:17.447024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=8cfcddf8-33ef-4149-a02e-eb9365270c1e,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.474084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ef91dc-0964-424e-bd41-d2bfd61375ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.508815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-15a44704-de9b-4685-aab7-a586cec90749 service neutron] 10.222.0.24 "GET /v2.0/networks/7a6f9c09-04ba-4bde-9371-e5708f79facd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792839 Sep 16 05:01:17.541136 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ef91dc-0964-424e-bd41-d2bfd61375ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.555075 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.595664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-069e8462-27e2-4abf-9161-4bf8e1abedb5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.603334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-069e8462-27e2-4abf-9161-4bf8e1abedb5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.610992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-069e8462-27e2-4abf-9161-4bf8e1abedb5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.619723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-069e8462-27e2-4abf-9161-4bf8e1abedb5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.626681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-069e8462-27e2-4abf-9161-4bf8e1abedb5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.639789 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-069e8462-27e2-4abf-9161-4bf8e1abedb5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.647173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-069e8462-27e2-4abf-9161-4bf8e1abedb5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.650254 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-069e8462-27e2-4abf-9161-4bf8e1abedb5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5432 time: 0.3560166 Sep 16 05:01:17.689157 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ef91dc-0964-424e-bd41-d2bfd61375ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.692034 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ef91dc-0964-424e-bd41-d2bfd61375ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.693255 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-01ef91dc-0964-424e-bd41-d2bfd61375ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7878b8b0-293d-46ea-a9ee-dfdb7beda2ca HTTP/1.1" status: 204 len: 168 time: 0.3532484 Sep 16 05:01:17.706834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef91dc-0964-424e-bd41-d2bfd61375ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7878b8b0-293d-46ea-a9ee-dfdb7beda2ca,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.158470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551cb17-1f72-4d17-8d34-1071581f63c2 req-270f99e2-9576-4c24-a752-b718d0d16681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.160190 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a551cb17-1f72-4d17-8d34-1071581f63c2 req-270f99e2-9576-4c24-a752-b718d0d16681 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 1098 time: 0.7224128 Sep 16 05:01:18.182064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-0bddad84-32ec-439e-bb23-d036e333296a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.183544 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-0bddad84-32ec-439e-bb23-d036e333296a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "GET /v2.0/ports/2eccfbee-550e-4934-aa2d-57a5f5442bc8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5138502 Sep 16 05:01:18.317243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-45adb68a-a66d-4627-8ed4-01ae61c21fbd service neutron] 10.222.0.24 "GET /v2.0/networks/7a6f9c09-04ba-4bde-9371-e5708f79facd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7914786 Sep 16 05:01:18.317243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a551cb17-1f72-4d17-8d34-1071581f63c2 req-71307cde-06f1-44f0-949f-c67b6abae581 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242552 Sep 16 05:01:18.364876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37ebd0-7a0c-435b-a590-43fdf7566a1b req-d111d1f5-d5d9-46b9-abc8-cb154e0ba430 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.379048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37ebd0-7a0c-435b-a590-43fdf7566a1b req-d111d1f5-d5d9-46b9-abc8-cb154e0ba430 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.386131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37ebd0-7a0c-435b-a590-43fdf7566a1b req-d111d1f5-d5d9-46b9-abc8-cb154e0ba430 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.392984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37ebd0-7a0c-435b-a590-43fdf7566a1b req-d111d1f5-d5d9-46b9-abc8-cb154e0ba430 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.401209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37ebd0-7a0c-435b-a590-43fdf7566a1b req-d111d1f5-d5d9-46b9-abc8-cb154e0ba430 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.408038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37ebd0-7a0c-435b-a590-43fdf7566a1b req-d111d1f5-d5d9-46b9-abc8-cb154e0ba430 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.415077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37ebd0-7a0c-435b-a590-43fdf7566a1b req-d111d1f5-d5d9-46b9-abc8-cb154e0ba430 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.417593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e37ebd0-7a0c-435b-a590-43fdf7566a1b req-d111d1f5-d5d9-46b9-abc8-cb154e0ba430 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 5432 time: 0.2884212 Sep 16 05:01:18.485528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e37ebd0-7a0c-435b-a590-43fdf7566a1b req-3705548c-0d1e-42be-bd4b-0a952d504244 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585387 Sep 16 05:01:18.505296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-3cfb235d-f7eb-472b-ba35-ed3394c834cc tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "GET /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3024499 Sep 16 05:01:18.521464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:18.870157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86d8e188-6fc5-47f9-89d4-0b38a753ec98 req-47c213bb-d4d8-4928-9d0d-9462ae02d346 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 210 time: 0.1746287 Sep 16 05:01:18.874431 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.936984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3836f19-a7f0-42ec-a513-a099beae1ab3 req-f5d609e6-c047-4eb7-b1d0-46e5d3bbb237 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.940170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3836f19-a7f0-42ec-a513-a099beae1ab3 req-f5d609e6-c047-4eb7-b1d0-46e5d3bbb237 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 946 time: 0.3071442 Sep 16 05:01:19.030017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3836f19-a7f0-42ec-a513-a099beae1ab3 req-70b21138-8c0b-4e16-9a33-96130b14b2a6 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/security-groups?id=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653412 Sep 16 05:01:19.122588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] For port 2eccfbee-550e-4934-aa2d-57a5f5442bc8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2eccfbee-550e-4934-aa2d-57a5f5442bc8,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:19.182142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] For port 2eccfbee-550e-4934-aa2d-57a5f5442bc8, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:19.226232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] device_id is not set on port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:19.235187 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.419344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.476222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=2eccfbee-550e-4934-aa2d-57a5f5442bc8,revision_number=6']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:19.509325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] No DVR routers for this DVR port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:19.560976 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] In _notify_port_updated(), no bound segment for port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 {{(pid=95452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:19.561890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.563148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.564075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-85aa29dc-25fd-4e4c-914c-589d18a53ff8 service neutron] 10.222.0.23 "PUT /v2.0/ports/2eccfbee-550e-4934-aa2d-57a5f5442bc8 HTTP/1.1" status: 200 len: 1027 time: 1.0478878 Sep 16 05:01:19.717044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-bd35acf4-dbf5-4dc6-b618-113f23d258a7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.718762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-bd35acf4-dbf5-4dc6-b618-113f23d258a7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "GET /v2.0/ports/a8325af5-44cb-44ee-a252-6e68b67041df?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1363838 Sep 16 05:01:19.749549 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:19.816352 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40990) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:19.887902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a6588dc7-82fb-4c0a-bbaf-287446a995da None None] Provisioning complete for port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:19.888484 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a6588dc7-82fb-4c0a-bbaf-287446a995da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.987049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a6588dc7-82fb-4c0a-bbaf-287446a995da None None] Port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:20.008768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac212cb1-a552-4809-99f8-bd3e75044b56 req-299ad895-b6ff-4fca-a858-78f720bc83f6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.015948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac212cb1-a552-4809-99f8-bd3e75044b56 req-299ad895-b6ff-4fca-a858-78f720bc83f6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.023471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac212cb1-a552-4809-99f8-bd3e75044b56 req-299ad895-b6ff-4fca-a858-78f720bc83f6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.026735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1182673520-network', 'tenant_id': '851f3844674f416dbab32b49e7a670a1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:20.030886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac212cb1-a552-4809-99f8-bd3e75044b56 req-299ad895-b6ff-4fca-a858-78f720bc83f6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.037288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac212cb1-a552-4809-99f8-bd3e75044b56 req-299ad895-b6ff-4fca-a858-78f720bc83f6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.043655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac212cb1-a552-4809-99f8-bd3e75044b56 req-299ad895-b6ff-4fca-a858-78f720bc83f6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.045573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac212cb1-a552-4809-99f8-bd3e75044b56 req-299ad895-b6ff-4fca-a858-78f720bc83f6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 4658 time: 0.3601258 Sep 16 05:01:20.088913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c5a15ba-6b93-4b8a-857f-418524c24f2d req-548e4537-fb3d-48bd-a9bc-58a5a0ee43bc tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 210 time: 0.1057119 Sep 16 05:01:20.089462 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.143047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac212cb1-a552-4809-99f8-bd3e75044b56 req-720de0fd-62bd-49b3-b637-ad26a5fcfa0b tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc07d86-f56d-43df-91ed-4231d32bb6aa&id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835748 Sep 16 05:01:20.310872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684467e-f1f3-4323-b19d-b060ae735015 req-d1ea78ca-10be-474a-b759-bfeb75a385d8 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.312528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4684467e-f1f3-4323-b19d-b060ae735015 req-d1ea78ca-10be-474a-b759-bfeb75a385d8 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 946 time: 0.1490815 Sep 16 05:01:20.341012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Made reservation on behalf of 851f3844674f416dbab32b49e7a670a1 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:20.341012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.341165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] For port a8325af5-44cb-44ee-a252-6e68b67041df, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a8325af5-44cb-44ee-a252-6e68b67041df,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:20.360575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.399472 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4684467e-f1f3-4323-b19d-b060ae735015 req-3d481e5e-3d8b-4812-adb1-3463a019b7f9 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/security-groups?id=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746732 Sep 16 05:01:20.429686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] For port a8325af5-44cb-44ee-a252-6e68b67041df, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:20.471937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] device_id is not set on port a8325af5-44cb-44ee-a252-6e68b67041df yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:20.485655 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.551509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.574384 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.657260 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] Pushing event updated for resources: {'Port': ['ID=a8325af5-44cb-44ee-a252-6e68b67041df,revision_number=6']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.659481 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.694423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] No DVR routers for this DVR port a8325af5-44cb-44ee-a252-6e68b67041df on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:20.795010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:20.811801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eb7cf2-ca12-4a96-87e9-48c093a690ef,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.845332 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.846495 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Added segment 56777f02-3f7e-4773-909b-3ee7636cfb22 of type vlan for network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 Sep 16 05:01:20.907134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] In _notify_port_updated(), no bound segment for port a8325af5-44cb-44ee-a252-6e68b67041df on network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 {{(pid=95452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:20.908032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.908679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.909980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-f0605b06-1f49-4624-830a-4584229cdacc service neutron] 10.222.0.23 "PUT /v2.0/ports/a8325af5-44cb-44ee-a252-6e68b67041df HTTP/1.1" status: 200 len: 1025 time: 1.1698279 Sep 16 05:01:20.949439 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.120138 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-10414053-e644-4c34-aa10-45e8810d2d46 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Deleting port dfd779c3-6268-4c99-a46d-f7e68488baf2 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:21.120503 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-10414053-e644-4c34-aa10-45e8810d2d46 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.128841 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.133582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.133582 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.238063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6a6eab57-f2db-46e1-b683-dc07b2d768bf None None] Provisioning complete for port a8325af5-44cb-44ee-a252-6e68b67041df triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:21.239037 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6a6eab57-f2db-46e1-b683-dc07b2d768bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.272548 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8456d850-d357-493d-87a0-6fb5bac92f4c req-f92de4d4-36e9-400c-836f-e10bcb4553d0 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 210 time: 0.0943444 Sep 16 05:01:21.326476 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5174568 Sep 16 05:01:21.328545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41044) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:21.337355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7e4e6-2e7b-4d80-9208-4cbbbebebbe0 admin admin] Pushing event updated for resources: {'Network': ['ID=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:21.352632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d515dccc-8685-412a-bc5e-a6cdb95ec141 admin admin] Request body: {'subnet': {'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1182673520-subnet', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:21.369905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:21.427607 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-10414053-e644-4c34-aa10-45e8810d2d46 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] For port dfd779c3-6268-4c99-a46d-f7e68488baf2, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=dfd779c3-6268-4c99-a46d-f7e68488baf2,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:21.432271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-10414053-e644-4c34-aa10-45e8810d2d46 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.461533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-10414053-e644-4c34-aa10-45e8810d2d46 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Calling delete_port for dfd779c3-6268-4c99-a46d-f7e68488baf2 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:21.523862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d515dccc-8685-412a-bc5e-a6cdb95ec141 admin admin] Made reservation on behalf of 851f3844674f416dbab32b49e7a670a1 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:21.531237 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d515dccc-8685-412a-bc5e-a6cdb95ec141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.551282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6a6eab57-f2db-46e1-b683-dc07b2d768bf None None] Port a8325af5-44cb-44ee-a252-6e68b67041df cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:21.634859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 2eccfbee-550e-4934-aa2d-57a5f5442bc8 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:21.717829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 2eccfbee-550e-4934-aa2d-57a5f5442bc8 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:21.718536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 043eee9d-4c0a-4074-9c55-f1ea00b36a05 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:21.779886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6952432-67e8-4002-8575-fe2ef3ab3845 req-8b3eec35-c489-4ce9-9ea4-b9e532d95721 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.786345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6952432-67e8-4002-8575-fe2ef3ab3845 req-8b3eec35-c489-4ce9-9ea4-b9e532d95721 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.793954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6952432-67e8-4002-8575-fe2ef3ab3845 req-8b3eec35-c489-4ce9-9ea4-b9e532d95721 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.803744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6952432-67e8-4002-8575-fe2ef3ab3845 req-8b3eec35-c489-4ce9-9ea4-b9e532d95721 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.808425 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.814494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6952432-67e8-4002-8575-fe2ef3ab3845 req-8b3eec35-c489-4ce9-9ea4-b9e532d95721 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.814494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6952432-67e8-4002-8575-fe2ef3ab3845 req-8b3eec35-c489-4ce9-9ea4-b9e532d95721 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 3886 time: 0.1892779 Sep 16 05:01:21.832084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '043eee9d-4c0a-4074-9c55-f1ea00b36a05'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:21.844744 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5678505-ceb0-4950-b7b2-0c4b8c6909fb" -d '{"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-unplugged", "status": "completed", "tag": "043eee9d-4c0a-4074-9c55-f1ea00b36a05"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:21.855606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 043eee9d-4c0a-4074-9c55-f1ea00b36a05, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=043eee9d-4c0a-4074-9c55-f1ea00b36a05,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:21.880309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a6c8c-f415-4ed2-b374-0724d26bcb6e req-6b5b8afe-d72b-4957-92ce-c86df0727d38 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.882605 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-042a6c8c-f415-4ed2-b374-0724d26bcb6e req-6b5b8afe-d72b-4957-92ce-c86df0727d38 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 946 time: 0.2597318 Sep 16 05:01:21.895361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d515dccc-8685-412a-bc5e-a6cdb95ec141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.969172 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.970605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:21.982678 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6952432-67e8-4002-8575-fe2ef3ab3845 req-5491f35a-b0f9-4afc-81af-4e055ea4d112 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448965 Sep 16 05:01:22.066462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-042a6c8c-f415-4ed2-b374-0724d26bcb6e req-6487b119-7c6e-4403-8f1e-f688872b58a0 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/security-groups?id=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655817 Sep 16 05:01:22.069585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515dccc-8685-412a-bc5e-a6cdb95ec141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7b9479-d47d-40b7-b9ac-21851f2a6d70,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.072697 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-10414053-e644-4c34-aa10-45e8810d2d46 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.137080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d515dccc-8685-412a-bc5e-a6cdb95ec141 admin admin] Checking segment: {'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:22.138673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d515dccc-8685-412a-bc5e-a6cdb95ec141 admin admin] Network hostable DHCP agents. Network: ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:22.164202 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7ffe8f-d8b2-4d78-9f9b-b55383db839e x-openstack-request-id: req-fd7ffe8f-d8b2-4d78-9f9b-b55383db839e {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:22.164527 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-unplugged", "status": "completed", "tag": "043eee9d-4c0a-4074-9c55-f1ea00b36a05", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:22.164786 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd7ffe8f-d8b2-4d78-9f9b-b55383db839e {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:22.165865 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '043eee9d-4c0a-4074-9c55-f1ea00b36a05', 'code': 200} Sep 16 05:01:22.182704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10414053-e644-4c34-aa10-45e8810d2d46 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Port': ['ID=dfd779c3-6268-4c99-a46d-f7e68488baf2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.243439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=043eee9d-4c0a-4074-9c55-f1ea00b36a05,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.252581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-10414053-e644-4c34-aa10-45e8810d2d46 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] No DVR routers for this DVR port dfd779c3-6268-4c99-a46d-f7e68488baf2 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:22.258888 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-10414053-e644-4c34-aa10-45e8810d2d46 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.259799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-10414053-e644-4c34-aa10-45e8810d2d46 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "DELETE /v2.0/ports/dfd779c3-6268-4c99-a46d-f7e68488baf2 HTTP/1.1" status: 204 len: 173 time: 1.3434975 Sep 16 05:01:22.260245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-deleted', 'tag': 'dfd779c3-6268-4c99-a46d-f7e68488baf2'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:22.262548 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee787bd9-7206-40f7-8660-0eb75885e3d8" -d '{"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-deleted", "tag": "dfd779c3-6268-4c99-a46d-f7e68488baf2"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:22.292742 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.329486 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d515dccc-8685-412a-bc5e-a6cdb95ec141 admin admin] Network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:22.368736 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:22.390022 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4078b129-5719-4e14-a669-f11486579e17 x-openstack-request-id: req-4078b129-5719-4e14-a669-f11486579e17 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:22.390488 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-deleted", "tag": "dfd779c3-6268-4c99-a46d-f7e68488baf2", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:22.390739 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4078b129-5719-4e14-a669-f11486579e17 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:22.391142 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-deleted', 'tag': 'dfd779c3-6268-4c99-a46d-f7e68488baf2', 'status': 'completed', 'code': 200} Sep 16 05:01:22.437649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eadcef89-c0c5-4624-a9cf-b45bb1918679 req-e1c749fa-dfb1-47af-b4d3-31c35da9bc6e tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 210 time: 0.0426431 Sep 16 05:01:22.471905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-d515dccc-8685-412a-bc5e-a6cdb95ec141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:22.484757 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d515dccc-8685-412a-bc5e-a6cdb95ec141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.485369 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d515dccc-8685-412a-bc5e-a6cdb95ec141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.491310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cebd06-c3fa-4334-9d30-c68dd40ab5ed None None] Network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:22.547619 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.548340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device fbdc05d8-6e27-488d-8ccd-7146341eee48 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:22.563983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-2116ae17-a78d-4d86-aab3-7ce2d5ee40a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Deleting port 3187c83a-2f99-4514-ae4a-2e228455e9c6 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:22.564333 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-2116ae17-a78d-4d86-aab3-7ce2d5ee40a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.577191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-da6cd341-0b8a-4519-96d6-df14729246ac tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.578706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-da6cd341-0b8a-4519-96d6-df14729246ac tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.23 "GET /v2.0/networks?id=7a6f9c09-04ba-4bde-9371-e5708f79facd HTTP/1.1" status: 200 len: 817 time: 0.2198465 Sep 16 05:01:22.609992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Request body: {'port': {'device_id': '0135d5eb-a4c7-481e-bea7-417f008a2a44', 'network_id': '7a6f9c09-04ba-4bde-9371-e5708f79facd', 'admin_state_up': True, 'tenant_id': '2944cb8009584807b2021a351bc3e0e3'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:22.655775 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d515dccc-8685-412a-bc5e-a6cdb95ec141 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3226700 Sep 16 05:01:22.662585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41080) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:22.677221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1182673520-router', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:22.874276 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.877125 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.975314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-2116ae17-a78d-4d86-aab3-7ce2d5ee40a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] For port 3187c83a-2f99-4514-ae4a-2e228455e9c6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3187c83a-2f99-4514-ae4a-2e228455e9c6,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:22.975895 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-2116ae17-a78d-4d86-aab3-7ce2d5ee40a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.988606 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.015528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-2116ae17-a78d-4d86-aab3-7ce2d5ee40a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Calling delete_port for 3187c83a-2f99-4514-ae4a-2e228455e9c6 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:23.020390 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:23.030970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440404cb-a16b-4fb7-aa7f-db60dba95ef2 req-427c5f7c-6a33-4f57-abc5-1f9d43d5892c tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.032638 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-440404cb-a16b-4fb7-aa7f-db60dba95ef2 req-427c5f7c-6a33-4f57-abc5-1f9d43d5892c tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 946 time: 0.2546551 Sep 16 05:01:23.275859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a3927-a6a9-4188-ac5a-2a4afb869c8a None None] Network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:23.434624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Made reservation on behalf of 2944cb8009584807b2021a351bc3e0e3 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:23.444683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.447095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.518261 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.521349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432180e-84d1-4832-b0de-69542e85b61a req-1075d289-0422-4603-a636-3dcaeebb1daf tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.525201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port fbdc05d8-6e27-488d-8ccd-7146341eee48, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fbdc05d8-6e27-488d-8ccd-7146341eee48,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:23.528564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432180e-84d1-4832-b0de-69542e85b61a req-1075d289-0422-4603-a636-3dcaeebb1daf tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.535528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432180e-84d1-4832-b0de-69542e85b61a req-1075d289-0422-4603-a636-3dcaeebb1daf tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.542992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432180e-84d1-4832-b0de-69542e85b61a req-1075d289-0422-4603-a636-3dcaeebb1daf tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.550982 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e432180e-84d1-4832-b0de-69542e85b61a req-1075d289-0422-4603-a636-3dcaeebb1daf tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 3147 time: 0.3835676 Sep 16 05:01:23.622570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-440404cb-a16b-4fb7-aa7f-db60dba95ef2 req-e8dcf0de-3b1d-41ff-80a7-0c40d22d1417 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Deleting port 8cfcddf8-33ef-4149-a02e-eb9365270c1e {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:23.622904 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-440404cb-a16b-4fb7-aa7f-db60dba95ef2 req-e8dcf0de-3b1d-41ff-80a7-0c40d22d1417 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.662360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a82eb6-fdda-4bcb-b019-d957b6638406 req-520ca26d-cece-424e-976d-2cb6c8f567a1 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.664850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97a82eb6-fdda-4bcb-b019-d957b6638406 req-520ca26d-cece-424e-976d-2cb6c8f567a1 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 946 time: 0.3474300 Sep 16 05:01:23.685099 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.686913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device dfd779c3-6268-4c99-a46d-f7e68488baf2 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:23.816992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: dfd779c3-6268-4c99-a46d-f7e68488baf2 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:23.820284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device dfd779c3-6268-4c99-a46d-f7e68488baf2 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:23.821285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 3187c83a-2f99-4514-ae4a-2e228455e9c6 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:23.921367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=fbdc05d8-6e27-488d-8ccd-7146341eee48,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:23.964263 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e432180e-84d1-4832-b0de-69542e85b61a req-4e653e3a-407f-4a71-9ed2-93e97d5c0f3e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4122617 Sep 16 05:01:24.008956 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.053376 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.117551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.167539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0'}, {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbdc05d8-6e27-488d-8ccd-7146341eee48'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:24.169906 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28afdc2-00d3-4cdb-9eb5-ede01777644e" -d '{"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-unplugged", "status": "completed", "tag": "c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0"}, {"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-unplugged", "status": "completed", "tag": "fbdc05d8-6e27-488d-8ccd-7146341eee48"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:24.269468 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fe8662f-17ac-4c60-90ff-df058d13dd3a req-05154cde-175d-4b43-aeab-d186bed60d04 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 210 time: 0.1326287 Sep 16 05:01:24.290696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Allocated IP 172.25.3.123 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/b4de84e1-5f5b-41c4-bdcb-1671a2c02876) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:24.353581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-440404cb-a16b-4fb7-aa7f-db60dba95ef2 req-e8dcf0de-3b1d-41ff-80a7-0c40d22d1417 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] For port 8cfcddf8-33ef-4149-a02e-eb9365270c1e, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8cfcddf8-33ef-4149-a02e-eb9365270c1e,segment=NetworkSegment(3561ae11-3018-4531-abdb-de37e53c5f3a),segment_id=3561ae11-3018-4531-abdb-de37e53c5f3a)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:24.353997 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-440404cb-a16b-4fb7-aa7f-db60dba95ef2 req-e8dcf0de-3b1d-41ff-80a7-0c40d22d1417 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.377315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97a82eb6-fdda-4bcb-b019-d957b6638406 req-fc931fdc-2794-405e-a4ca-828418a26048 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/security-groups?id=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414272 Sep 16 05:01:24.385811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-440404cb-a16b-4fb7-aa7f-db60dba95ef2 req-e8dcf0de-3b1d-41ff-80a7-0c40d22d1417 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Calling delete_port for 8cfcddf8-33ef-4149-a02e-eb9365270c1e owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:24.404501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Allocated IP 172.20.0.10 (7a6f9c09-04ba-4bde-9371-e5708f79facd/8720ee2b-3aa7-4d5f-a1cc-210e0f3dcaf3/a7601157-0f9e-43b8-b57c-e77e3a9dcd76) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:24.413028 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4ce387-1838-4104-af1c-5688a4bfb466 x-openstack-request-id: req-df4ce387-1838-4104-af1c-5688a4bfb466 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:24.413712 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-unplugged", "status": "completed", "tag": "c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0", "code": 200}, {"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-unplugged", "status": "completed", "tag": "fbdc05d8-6e27-488d-8ccd-7146341eee48", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:24.413879 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df4ce387-1838-4104-af1c-5688a4bfb466 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:24.414297 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0', 'code': 200} Sep 16 05:01:24.416521 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbdc05d8-6e27-488d-8ccd-7146341eee48', 'code': 200} Sep 16 05:01:24.434404 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-2116ae17-a78d-4d86-aab3-7ce2d5ee40a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.456127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a8325af5-44cb-44ee-a252-6e68b67041df no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:24.550272 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a8325af5-44cb-44ee-a252-6e68b67041df not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:24.612073 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.755966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116ae17-a78d-4d86-aab3-7ce2d5ee40a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Port': ['ID=3187c83a-2f99-4514-ae4a-2e228455e9c6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.764034 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.805240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-2116ae17-a78d-4d86-aab3-7ce2d5ee40a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] No DVR routers for this DVR port 3187c83a-2f99-4514-ae4a-2e228455e9c6 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:24.813087 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-2116ae17-a78d-4d86-aab3-7ce2d5ee40a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.814695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:24.815132 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-2116ae17-a78d-4d86-aab3-7ce2d5ee40a0 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "DELETE /v2.0/ports/3187c83a-2f99-4514-ae4a-2e228455e9c6 HTTP/1.1" status: 204 len: 173 time: 2.5486925 Sep 16 05:01:24.815576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-deleted', 'tag': '3187c83a-2f99-4514-ae4a-2e228455e9c6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:24.818490 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857f6fb5-0911-4109-84d8-e6e39282dae9" -d '{"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-deleted", "tag": "3187c83a-2f99-4514-ae4a-2e228455e9c6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:24.818632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:24.824154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:25.102336 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ea833a-1f2d-498d-a33c-b585b81936aa x-openstack-request-id: req-25ea833a-1f2d-498d-a33c-b585b81936aa {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:25.102938 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-deleted", "tag": "3187c83a-2f99-4514-ae4a-2e228455e9c6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:25.103372 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25ea833a-1f2d-498d-a33c-b585b81936aa {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:25.104004 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-deleted', 'tag': '3187c83a-2f99-4514-ae4a-2e228455e9c6', 'status': 'completed', 'code': 200} Sep 16 05:01:25.150327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Pushing event updated for resources: {'Port': ['ID=b4de84e1-5f5b-41c4-bdcb-1671a2c02876,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:25.198988 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.242831 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-440404cb-a16b-4fb7-aa7f-db60dba95ef2 req-e8dcf0de-3b1d-41ff-80a7-0c40d22d1417 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.269393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.269814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.274614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.274614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.274614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.274614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.274614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.274614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.274614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.274614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.274614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.274614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.360848 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.362727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcf0de-3b1d-41ff-80a7-0c40d22d1417 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Pushing event deleted for resources: {'Port': ['ID=8cfcddf8-33ef-4149-a02e-eb9365270c1e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:25.512822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Network 7a6f9c09-04ba-4bde-9371-e5708f79facd is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:25.526433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:25.532541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:25.566619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459eb4-1469-4e96-8c6c-bc5f70b9be8e req-28db4a74-bc1c-4b5b-9f7a-c6c2539ab3d7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.572702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459eb4-1469-4e96-8c6c-bc5f70b9be8e req-28db4a74-bc1c-4b5b-9f7a-c6c2539ab3d7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.583676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459eb4-1469-4e96-8c6c-bc5f70b9be8e req-28db4a74-bc1c-4b5b-9f7a-c6c2539ab3d7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.586593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc459eb4-1469-4e96-8c6c-bc5f70b9be8e req-28db4a74-bc1c-4b5b-9f7a-c6c2539ab3d7 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 2410 time: 0.3410792 Sep 16 05:01:25.596163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-440404cb-a16b-4fb7-aa7f-db60dba95ef2 req-e8dcf0de-3b1d-41ff-80a7-0c40d22d1417 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] No DVR routers for this DVR port 8cfcddf8-33ef-4149-a02e-eb9365270c1e on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:25.626949 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-440404cb-a16b-4fb7-aa7f-db60dba95ef2 req-e8dcf0de-3b1d-41ff-80a7-0c40d22d1417 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.629056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-440404cb-a16b-4fb7-aa7f-db60dba95ef2 req-e8dcf0de-3b1d-41ff-80a7-0c40d22d1417 tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.37 "DELETE /v2.0/ports/8cfcddf8-33ef-4149-a02e-eb9365270c1e HTTP/1.1" status: 204 len: 173 time: 2.5862899 Sep 16 05:01:25.642189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Pushing event updated for resources: {'Port': ['ID=a7601157-0f9e-43b8-b57c-e77e3a9dcd76,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:25.668802 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.700877 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d675497-3ebd-4252-8a2e-5792a4dc2416 req-f5ebf446-c09b-4556-b88d-e74c920ed7dc tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.702542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d675497-3ebd-4252-8a2e-5792a4dc2416 req-f5ebf446-c09b-4556-b88d-e74c920ed7dc tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 932 time: 0.3190546 Sep 16 05:01:25.708500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-821cdf47-a5ce-4cc8-a9ba-1af6fccf7223 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Deleting port fbdc05d8-6e27-488d-8ccd-7146341eee48 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:25.708836 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-821cdf47-a5ce-4cc8-a9ba-1af6fccf7223 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.773810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.774471 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.797513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc459eb4-1469-4e96-8c6c-bc5f70b9be8e req-0660a04d-94f9-46b9-91e2-761f2e1448f1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926856 Sep 16 05:01:25.888729 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d675497-3ebd-4252-8a2e-5792a4dc2416 req-49bb7d00-9afc-484b-a6ca-5f8ecec5b847 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754820 Sep 16 05:01:25.937467 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6a7f8c9-0404-4388-82f1-feeeaccf9051 req-6b951a7d-da9b-446b-8b9e-e2562f067c8b tempest-ServerPasswordTestJSON-452002277 tempest-ServerPasswordTestJSON-452002277-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66310a4-137e-4555-95a4-a01be56da20c HTTP/1.1" status: 200 len: 210 time: 0.0404065 Sep 16 05:01:25.946918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-821cdf47-a5ce-4cc8-a9ba-1af6fccf7223 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] For port fbdc05d8-6e27-488d-8ccd-7146341eee48, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fbdc05d8-6e27-488d-8ccd-7146341eee48,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:25.947393 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-821cdf47-a5ce-4cc8-a9ba-1af6fccf7223 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.972014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-821cdf47-a5ce-4cc8-a9ba-1af6fccf7223 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Calling delete_port for fbdc05d8-6e27-488d-8ccd-7146341eee48 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:25.978675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c8e9805c-6667-4fd9-9785-4f4447959093 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3761518 Sep 16 05:01:25.998593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Request body: {'port': {'device_id': '0135d5eb-a4c7-481e-bea7-417f008a2a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:25.998743 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.113650 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.231431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Router ca9ba27f-a725-4eb1-b1ad-eb37fc108243 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:01:26.475116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:26.488707 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Sync routers for ids ['ca9ba27f-a725-4eb1-b1ad-eb37fc108243'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:26.500290 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Routers {'ca9ba27f-a725-4eb1-b1ad-eb37fc108243'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:26.500941 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ca9ba27f-a725-4eb1-b1ad-eb37fc108243'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:26.620586 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.624613 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2c2a1c74-bd62-41a6-99ae-559ccbf347fd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9568913 Sep 16 05:01:26.624742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41168) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:26.711730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 8cfcddf8-33ef-4149-a02e-eb9365270c1e no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:26.773247 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Set router ca9ba27f-a725-4eb1-b1ad-eb37fc108243 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:26.779442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 8cfcddf8-33ef-4149-a02e-eb9365270c1e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:26.785831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 8cfcddf8-33ef-4149-a02e-eb9365270c1e not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:27.098765 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-821cdf47-a5ce-4cc8-a9ba-1af6fccf7223 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.200993 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66310a4-137e-4555-95a4-a01be56da20c', 'name': 'network-vif-deleted', 'tag': '8cfcddf8-33ef-4149-a02e-eb9365270c1e'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:27.215741 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed572c1-ee43-4aad-aab7-e98effa3a2eb" -d '{"events": [{"server_uuid": "e66310a4-137e-4555-95a4-a01be56da20c", "name": "network-vif-deleted", "tag": "8cfcddf8-33ef-4149-a02e-eb9365270c1e"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:27.283127 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41190) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:27.317983 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'name': 'tempest-ServerRescueNegativeTestJSON-1182673520-router', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:22Z', 'updated_at': '2021-09-16T05:01:25Z', 'revision_number': 3, 'project_id': '851f3844674f416dbab32b49e7a670a1', 'gw_port': {'id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:24Z', 'updated_at': '2021-09-16T05:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:27.367579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cdf47-a5ce-4cc8-a9ba-1af6fccf7223 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Port': ['ID=fbdc05d8-6e27-488d-8ccd-7146341eee48,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:27.401048 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Checking router: ca9ba27f-a725-4eb1-b1ad-eb37fc108243 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:27.401568 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Updating router ca9ba27f-a725-4eb1-b1ad-eb37fc108243 port b4de84e1-5f5b-41c4-bdcb-1671a2c02876 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:27.439402 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.581325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e31da-c978-45e7-981c-05819a27dcd0 req-ebdcde3f-fd84-4852-9bf5-28c6913e90d7 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.582953 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e11e31da-c978-45e7-981c-05819a27dcd0 req-ebdcde3f-fd84-4852-9bf5-28c6913e90d7 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 932 time: 0.4660475 Sep 16 05:01:27.615275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b81eaa-2d8a-47f6-994f-c99f7cbe6752 req-dd4429fe-f9ae-4778-9a9a-eef681c0bbb3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.623333 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b81eaa-2d8a-47f6-994f-c99f7cbe6752 req-dd4429fe-f9ae-4778-9a9a-eef681c0bbb3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.625018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3b81eaa-2d8a-47f6-994f-c99f7cbe6752 req-dd4429fe-f9ae-4778-9a9a-eef681c0bbb3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 1677 time: 0.5717254 Sep 16 05:01:27.783886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-821cdf47-a5ce-4cc8-a9ba-1af6fccf7223 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] No DVR routers for this DVR port fbdc05d8-6e27-488d-8ccd-7146341eee48 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:27.817210 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-821cdf47-a5ce-4cc8-a9ba-1af6fccf7223 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.829515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-821cdf47-a5ce-4cc8-a9ba-1af6fccf7223 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "DELETE /v2.0/ports/fbdc05d8-6e27-488d-8ccd-7146341eee48 HTTP/1.1" status: 204 len: 173 time: 3.0069144 Sep 16 05:01:27.883288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e11e31da-c978-45e7-981c-05819a27dcd0 req-010d4eff-5388-4611-a8b3-3bce21be1a51 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823226 Sep 16 05:01:27.985783 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.014475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41202) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.150879 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.210791 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1a4de0-26d1-4a61-be09-33507124e8be x-openstack-request-id: req-ef1a4de0-26d1-4a61-be09-33507124e8be {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:28.211410 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66310a4-137e-4555-95a4-a01be56da20c", "name": "network-vif-deleted", "tag": "8cfcddf8-33ef-4149-a02e-eb9365270c1e", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:28.211410 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef1a4de0-26d1-4a61-be09-33507124e8be {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:28.211847 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66310a4-137e-4555-95a4-a01be56da20c', 'name': 'network-vif-deleted', 'tag': '8cfcddf8-33ef-4149-a02e-eb9365270c1e', 'status': 'completed', 'code': 200} Sep 16 05:01:28.217218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3b81eaa-2d8a-47f6-994f-c99f7cbe6752 req-69d85690-5138-4aa8-b010-f00b64b7361a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4350781 Sep 16 05:01:28.218292 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Attempting to bind port b4de84e1-5f5b-41c4-bdcb-1671a2c02876 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:28.218763 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Attempting to bind port b4de84e1-5f5b-41c4-bdcb-1671a2c02876 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:28.228940 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Attempting to bind port b4de84e1-5f5b-41c4-bdcb-1671a2c02876 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:28.279200 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:28.281380 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:28.282007 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.293382 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:28.302735 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d518fdc-386b-4bf4-b698-1c0aeffbccdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.313118 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Bound port: b4de84e1-5f5b-41c4-bdcb-1671a2c02876, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:28.315298 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.374069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7601157-0f9e-43b8-b57c-e77e3a9dcd76 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:28.386379 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.392273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7719a3-e63a-46cd-bbd0-1e2eb965fbe3 admin admin] Deleting subnet 23378065-ba3b-4a8b-ab7f-039579b4d852 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:28.395798 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dc7719a3-e63a-46cd-bbd0-1e2eb965fbe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.441255 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dc7719a3-e63a-46cd-bbd0-1e2eb965fbe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.459990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Transition to ACTIVE for port object a7601157-0f9e-43b8-b57c-e77e3a9dcd76 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:28.488549 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] For port b4de84e1-5f5b-41c4-bdcb-1671a2c02876, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:28.494507 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] For port b4de84e1-5f5b-41c4-bdcb-1671a2c02876, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b4de84e1-5f5b-41c4-bdcb-1671a2c02876,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:28.524405 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Pushing event updated for resources: {'Port': ['ID=b4de84e1-5f5b-41c4-bdcb-1671a2c02876,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.527904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-89ecc8bb-b41e-450f-bdce-798b02a83dd8 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Deleting port 043eee9d-4c0a-4074-9c55-f1ea00b36a05 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:28.528336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-89ecc8bb-b41e-450f-bdce-798b02a83dd8 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.540089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:28.540089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:28.540089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:28.540089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:28.540089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:28.540089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:28.540089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:28.540089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:28.540089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:28.540089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:28.540089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:28.540089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:28.564175 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dc7719a3-e63a-46cd-bbd0-1e2eb965fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.575583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.631592 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.655985 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.675123 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d518fdc-386b-4bf4-b698-1c0aeffbccdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.739686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-89ecc8bb-b41e-450f-bdce-798b02a83dd8 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] For port 043eee9d-4c0a-4074-9c55-f1ea00b36a05, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=043eee9d-4c0a-4074-9c55-f1ea00b36a05,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:28.740222 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-89ecc8bb-b41e-450f-bdce-798b02a83dd8 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.754586 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137072d9-805c-41ce-ae27-de2c113dd1ca None None] Pushing event updated for resources: {'Port': ['ID=b4de84e1-5f5b-41c4-bdcb-1671a2c02876,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.768627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Pushing event updated for resources: {'Port': ['ID=a7601157-0f9e-43b8-b57c-e77e3a9dcd76,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.790622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-89ecc8bb-b41e-450f-bdce-798b02a83dd8 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Calling delete_port for 043eee9d-4c0a-4074-9c55-f1ea00b36a05 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:28.805187 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Routers {'ca9ba27f-a725-4eb1-b1ad-eb37fc108243'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:28.805815 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ca9ba27f-a725-4eb1-b1ad-eb37fc108243'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:28.821353 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d518fdc-386b-4bf4-b698-1c0aeffbccdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.921451 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dc7719a3-e63a-46cd-bbd0-1e2eb965fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.940042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41218) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.945660 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3d518fdc-386b-4bf4-b698-1c0aeffbccdf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c84248be5134243b270d21eb6847ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6450102 Sep 16 05:01:28.946903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d518fdc-386b-4bf4-b698-1c0aeffbccdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e5fdf5-242e-4557-a3e9-ab133f67b660,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.056084 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] Set router ca9ba27f-a725-4eb1-b1ad-eb37fc108243 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:29.091367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Allocated IP 172.20.0.1 (ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08/8b7b9479-d47d-40b7-b9ac-21851f2a6d70/4de2d72d-4acd-4013-9e00-9f365234c309) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:29.096621 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dc7719a3-e63a-46cd-bbd0-1e2eb965fbe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.100268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dc7719a3-e63a-46cd-bbd0-1e2eb965fbe3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/23378065-ba3b-4a8b-ab7f-039579b4d852 HTTP/1.1" status: 204 len: 168 time: 1.0677872 Sep 16 05:01:29.101866 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7719a3-e63a-46cd-bbd0-1e2eb965fbe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23378065-ba3b-4a8b-ab7f-039579b4d852,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.108601 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41222) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:29.145774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Attempting to bind port a7601157-0f9e-43b8-b57c-e77e3a9dcd76 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:29.146324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Attempting to bind port a7601157-0f9e-43b8-b57c-e77e3a9dcd76 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'cf7577a9-f1a3-450e-9ee4-072d00d2bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a6f9c09-04ba-4bde-9371-e5708f79facd'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:29.146659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Attempting to bind port a7601157-0f9e-43b8-b57c-e77e3a9dcd76 on network 7a6f9c09-04ba-4bde-9371-e5708f79facd {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:29.161686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Port a7601157-0f9e-43b8-b57c-e77e3a9dcd76 on network 7a6f9c09-04ba-4bde-9371-e5708f79facd not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:29.161991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Attempting to bind port a7601157-0f9e-43b8-b57c-e77e3a9dcd76 on network 7a6f9c09-04ba-4bde-9371-e5708f79facd {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:29.199309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:29.206972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Checking segment: {'id': 'cf7577a9-f1a3-450e-9ee4-072d00d2bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a6f9c09-04ba-4bde-9371-e5708f79facd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:29.206972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Bound using segment: {'id': 'cf7577a9-f1a3-450e-9ee4-072d00d2bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a6f9c09-04ba-4bde-9371-e5708f79facd'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:29.206972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Bound port: a7601157-0f9e-43b8-b57c-e77e3a9dcd76, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7577a9-f1a3-450e-9ee4-072d00d2bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a6f9c09-04ba-4bde-9371-e5708f79facd'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:29.206972 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.291732 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.353173 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9144badf-8930-4dbd-bcd2-e10528421f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.414323 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'name': 'tempest-ServerRescueNegativeTestJSON-1182673520-router', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:22Z', 'updated_at': '2021-09-16T05:01:25Z', 'revision_number': 3, 'project_id': '851f3844674f416dbab32b49e7a670a1', 'gw_port': {'id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:24Z', 'updated_at': '2021-09-16T05:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:29.414576 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.462112 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8344b64-9ee1-42c8-b0b6-5e3cfc13aed2 None None] The sync data for ids ['ca9ba27f-a725-4eb1-b1ad-eb37fc108243'] in n-d-712137-12 is: [{'id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'name': 'tempest-ServerRescueNegativeTestJSON-1182673520-router', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:22Z', 'updated_at': '2021-09-16T05:01:25Z', 'revision_number': 3, 'project_id': '851f3844674f416dbab32b49e7a670a1', 'gw_port': {'id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:24Z', 'updated_at': '2021-09-16T05:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:29.463276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b53bc0-75f6-48d2-983a-7eda5e321eb1 req-d262f009-5592-4cee-ab9f-cfe5ad587776 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.464955 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56b53bc0-75f6-48d2-983a-7eda5e321eb1 req-d262f009-5592-4cee-ab9f-cfe5ad587776 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 944 time: 0.3534808 Sep 16 05:01:29.473759 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.502203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2343a1-989c-4968-aaf7-61083f15efe4']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:29.519414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3561ae11-3018-4531-abdb-de37e53c5f3a') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:29.519803 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3561ae11-3018-4531-abdb-de37e53c5f3a') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:29.535246 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9144badf-8930-4dbd-bcd2-e10528421f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.540177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.564217 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.573521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:29.576572 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:29.626767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] For port a7601157-0f9e-43b8-b57c-e77e3a9dcd76, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:29.642954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8dc8b-a33d-4057-ba62-c926fe941fac req-c9edbdde-4483-47ab-ab6a-d56c2ed7f9c9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.654369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8dc8b-a33d-4057-ba62-c926fe941fac req-c9edbdde-4483-47ab-ab6a-d56c2ed7f9c9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.656054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4d8dc8b-a33d-4057-ba62-c926fe941fac req-c9edbdde-4483-47ab-ab6a-d56c2ed7f9c9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 1677 time: 0.3008537 Sep 16 05:01:29.677300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] For port a7601157-0f9e-43b8-b57c-e77e3a9dcd76, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a7601157-0f9e-43b8-b57c-e77e3a9dcd76,segment=NetworkSegment(cf7577a9-f1a3-450e-9ee4-072d00d2bab7),segment_id=cf7577a9-f1a3-450e-9ee4-072d00d2bab7)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:29.712379 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.733020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56b53bc0-75f6-48d2-983a-7eda5e321eb1 req-6bd32243-036e-4d8f-8bf0-bb217c596c20 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092052 Sep 16 05:01:29.763732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:29.766880 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:29.777327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4d8dc8b-a33d-4057-ba62-c926fe941fac req-a6d6d396-1fc8-4623-9fe3-e1a96351a252 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071076 Sep 16 05:01:29.786056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:29.786913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.808506 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9144badf-8930-4dbd-bcd2-e10528421f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.810663 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9144badf-8930-4dbd-bcd2-e10528421f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.822141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9144badf-8930-4dbd-bcd2-e10528421f06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12e5fdf5-242e-4557-a3e9-ab133f67b660 HTTP/1.1" status: 204 len: 168 time: 0.8738825 Sep 16 05:01:29.833895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144badf-8930-4dbd-bcd2-e10528421f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e5fdf5-242e-4557-a3e9-ab133f67b660,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.854443 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.865856 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.887028 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] 10.222.0.24 "DELETE /v2.0/networks/0e2343a1-989c-4968-aaf7-61083f15efe4 HTTP/1.1" status: 204 len: 168 time: 0.7765701 Sep 16 05:01:29.920265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Pushing event updated for resources: {'Port': ['ID=4de2d72d-4acd-4013-9e00-9f365234c309,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.925199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a028d2c-53c5-41cb-984d-0a43220e196a admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2343a1-989c-4968-aaf7-61083f15efe4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.940996 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.961786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-89ecc8bb-b41e-450f-bdce-798b02a83dd8 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.970580 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.971296 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.978343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] 10.222.0.23 "PUT /v2.0/ports/a7601157-0f9e-43b8-b57c-e77e3a9dcd76 HTTP/1.1" status: 200 len: 1093 time: 3.9850516 Sep 16 05:01:30.029155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37692f-8b54-47e2-8eb1-706f84c07f59 service neutron] Pushing event updated for resources: {'Port': ['ID=a7601157-0f9e-43b8-b57c-e77e3a9dcd76,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.150217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-89ecc8bb-b41e-450f-bdce-798b02a83dd8 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] No DVR routers for this DVR port 043eee9d-4c0a-4074-9c55-f1ea00b36a05 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:30.152667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecc8bb-b41e-450f-bdce-798b02a83dd8 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Port': ['ID=043eee9d-4c0a-4074-9c55-f1ea00b36a05,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.158353 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-89ecc8bb-b41e-450f-bdce-798b02a83dd8 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.158353 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-89ecc8bb-b41e-450f-bdce-798b02a83dd8 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "DELETE /v2.0/ports/043eee9d-4c0a-4074-9c55-f1ea00b36a05 HTTP/1.1" status: 204 len: 173 time: 2.3149812 Sep 16 05:01:30.213424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-deleted', 'tag': 'fbdc05d8-6e27-488d-8ccd-7146341eee48'}, {'name': 'network-changed', 'server_uuid': '0135d5eb-a4c7-481e-bea7-417f008a2a44', 'tag': 'a7601157-0f9e-43b8-b57c-e77e3a9dcd76'}, {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-deleted', 'tag': '043eee9d-4c0a-4074-9c55-f1ea00b36a05'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:30.217456 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed990e8-bf20-4377-bc0f-cadc442a4845" -d '{"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-deleted", "tag": "fbdc05d8-6e27-488d-8ccd-7146341eee48"}, {"name": "network-changed", "server_uuid": "0135d5eb-a4c7-481e-bea7-417f008a2a44", "tag": "a7601157-0f9e-43b8-b57c-e77e3a9dcd76"}, {"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-deleted", "tag": "043eee9d-4c0a-4074-9c55-f1ea00b36a05"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:30.299800 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d508d3-f06b-4305-85b5-eb438ee8e250 x-openstack-request-id: req-b1d508d3-f06b-4305-85b5-eb438ee8e250 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:30.300236 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-deleted", "tag": "fbdc05d8-6e27-488d-8ccd-7146341eee48", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0135d5eb-a4c7-481e-bea7-417f008a2a44", "tag": "a7601157-0f9e-43b8-b57c-e77e3a9dcd76", "status": "completed", "code": 200}, {"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-deleted", "tag": "043eee9d-4c0a-4074-9c55-f1ea00b36a05", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:30.300652 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1d508d3-f06b-4305-85b5-eb438ee8e250 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:30.300894 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-deleted', 'tag': 'fbdc05d8-6e27-488d-8ccd-7146341eee48', 'status': 'completed', 'code': 200} Sep 16 05:01:30.301144 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0135d5eb-a4c7-481e-bea7-417f008a2a44', 'tag': 'a7601157-0f9e-43b8-b57c-e77e3a9dcd76', 'status': 'completed', 'code': 200} Sep 16 05:01:30.301247 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-deleted', 'tag': '043eee9d-4c0a-4074-9c55-f1ea00b36a05', 'status': 'completed', 'code': 200} Sep 16 05:01:30.312226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Deleting port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:30.312613 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.391566 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.605067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41258) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:30.738084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] For port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:30.738539 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.887181 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.957541 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.089635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41270) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:31.118687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2317c2e3-cb43-450b-a5c4-b136b433882c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.143706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Pushing event updated for resources: {'Port': ['ID=4de2d72d-4acd-4013-9e00-9f365234c309,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.152737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.166535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-e0129c0f-e4ff-4c2c-b18c-8e05d98fb1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.172995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-e0129c0f-e4ff-4c2c-b18c-8e05d98fb1ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2944cb8009584807b2021a351bc3e0e3&device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 1096 time: 0.7751358 Sep 16 05:01:31.284650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-edea7eda-7526-44d1-a0a5-7681ab869c10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7601157-0f9e-43b8-b57c-e77e3a9dcd76 HTTP/1.1" status: 200 len: 217 time: 0.1019735 Sep 16 05:01:31.292573 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.295358 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.295358 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Floating IP 1d90a2ee-7a75-4d1a-9773-15f83dd8cd35 disassociated. External IP: 172.25.3.103, port: c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0. Sep 16 05:01:31.295358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Calling delete_port for c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:31.393190 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2317c2e3-cb43-450b-a5c4-b136b433882c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.424077 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:31.426037 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:31.479583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247945c-526f-4f72-9d72-a1a0bea83cd0 req-03808f43-16a9-48e2-a063-65c666fbb678 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.481320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0247945c-526f-4f72-9d72-a1a0bea83cd0 req-03808f43-16a9-48e2-a063-65c666fbb678 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 944 time: 0.5255103 Sep 16 05:01:31.518373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566782a0-7fb4-47ee-a9b3-e05d54f2ba75 req-b3828cdf-ca2c-4e56-840f-2a5fd7f502d5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.520686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-566782a0-7fb4-47ee-a9b3-e05d54f2ba75 req-b3828cdf-ca2c-4e56-840f-2a5fd7f502d5 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 943 time: 0.5510323 Sep 16 05:01:31.543273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-89643f98-4f4b-4469-99d6-160977f6018b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bbf350190174dbe9e9bda90543f92c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9232664 Sep 16 05:01:31.547506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41280) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:31.570623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2317c2e3-cb43-450b-a5c4-b136b433882c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.720763 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2317c2e3-cb43-450b-a5c4-b136b433882c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c4d95be6a604f1db3dc16c6cc0f0f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6294885 Sep 16 05:01:31.726161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41286) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:31.747827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317c2e3-cb43-450b-a5c4-b136b433882c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd0597d-f168-43b1-b6ab-931971b6046f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.780646 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94bc1b13-44fd-44cc-ace7-20ce65cea6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.824980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Router ca9ba27f-a725-4eb1-b1ad-eb37fc108243 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:31.853474 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94bc1b13-44fd-44cc-ace7-20ce65cea6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.854825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b4de84e1-5f5b-41c4-bdcb-1671a2c02876 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:31.855666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-a46658e5-fa24-41a7-9595-9af7577fe506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.857338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-a46658e5-fa24-41a7-9595-9af7577fe506 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8720ee2b-3aa7-4d5f-a1cc-210e0f3dcaf3 HTTP/1.1" status: 200 len: 857 time: 0.4513352 Sep 16 05:01:31.957983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b4de84e1-5f5b-41c4-bdcb-1671a2c02876 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:31.958593 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.995462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-566782a0-7fb4-47ee-a9b3-e05d54f2ba75 req-b930ed71-7ca1-40b3-9896-2cd67157c82b tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4416974 Sep 16 05:01:32.023460 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-947d0abb-b92b-46ec-981f-e925add21d7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7a6f9c09-04ba-4bde-9371-e5708f79facd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465640 Sep 16 05:01:32.075976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0247945c-526f-4f72-9d72-a1a0bea83cd0 req-88d6c7a4-09bc-43aa-9448-71de7123a14a tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514042 Sep 16 05:01:32.089525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:32.106579 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bf36effe-4085-477f-9c02-0e89da4e5827 admin admin] 10.222.0.24 "PUT /v2.0/routers/ca9ba27f-a725-4eb1-b1ad-eb37fc108243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4721098 Sep 16 05:01:32.158934 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.197565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94bc1b13-44fd-44cc-ace7-20ce65cea6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.200629 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94bc1b13-44fd-44cc-ace7-20ce65cea6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.207673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port b4de84e1-5f5b-41c4-bdcb-1671a2c02876, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b4de84e1-5f5b-41c4-bdcb-1671a2c02876,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:32.213415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Sync routers for ids ['ca9ba27f-a725-4eb1-b1ad-eb37fc108243'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:32.217857 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-94bc1b13-44fd-44cc-ace7-20ce65cea6fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2 HTTP/1.1" status: 204 len: 168 time: 0.6559329 Sep 16 05:01:32.227943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Routers {'ca9ba27f-a725-4eb1-b1ad-eb37fc108243'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:32.228941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ca9ba27f-a725-4eb1-b1ad-eb37fc108243'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:32.241124 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc1b13-44fd-44cc-ace7-20ce65cea6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aa2392-8fda-4bf8-9cc0-5aff0f3ccbe2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.259469 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6aec64a6-ad17-4bac-bde8-2c7ba7726a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.283626 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.327085 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.440069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=b4de84e1-5f5b-41c4-bdcb-1671a2c02876,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.440677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Port': ['ID=c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.453778 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6aec64a6-ad17-4bac-bde8-2c7ba7726a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.479626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-6f407063-5a72-42a3-9165-44e22161bd06 service neutron] 10.222.0.23 "GET /v2.0/networks/7a6f9c09-04ba-4bde-9371-e5708f79facd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258788 Sep 16 05:01:32.485012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:32.485362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:32.485703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:32.486032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:32.486360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:32.486683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:32.490935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:32.490935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:32.490935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:32.490935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:32.490935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:32.490935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:32.669629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Set router ca9ba27f-a725-4eb1-b1ad-eb37fc108243 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:32.869220 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbef25fa-a0e7-4dd0-b286-7d1cf92d3a6f req-c083ab92-559b-4063-a841-5263736ffb9f service neutron] 10.222.0.23 "GET /v2.0/networks/7a6f9c09-04ba-4bde-9371-e5708f79facd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784764 Sep 16 05:01:32.920261 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6aec64a6-ad17-4bac-bde8-2c7ba7726a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.941388 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6aec64a6-ad17-4bac-bde8-2c7ba7726a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.942827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6aec64a6-ad17-4bac-bde8-2c7ba7726a9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cd0597d-f168-43b1-b6ab-931971b6046f HTTP/1.1" status: 204 len: 168 time: 1.2051673 Sep 16 05:01:32.980633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec64a6-ad17-4bac-bde8-2c7ba7726a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd0597d-f168-43b1-b6ab-931971b6046f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:33.012596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Router 22f47e45-c817-4e98-8f1d-c61528e0b708 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:33.360776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'name': 'tempest-ServerRescueNegativeTestJSON-1182673520-router', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:22Z', 'updated_at': '2021-09-16T05:01:30Z', 'revision_number': 4, 'project_id': '851f3844674f416dbab32b49e7a670a1', 'gw_port': {'id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:24Z', 'updated_at': '2021-09-16T05:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '4de2d72d-4acd-4013-9e00-9f365234c309', 'name': '', 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'mac_address': 'fa:16:3e:48:9e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '8b7b9479-d47d-40b7-b9ac-21851f2a6d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:28Z', 'updated_at': '2021-09-16T05:01:30Z', 'revision_number': 2, 'project_id': '851f3844674f416dbab32b49e7a670a1', 'subnets': [{'id': '8b7b9479-d47d-40b7-b9ac-21851f2a6d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:33.382427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:33.391181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Checking router: ca9ba27f-a725-4eb1-b1ad-eb37fc108243 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:33.391544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Updating router ca9ba27f-a725-4eb1-b1ad-eb37fc108243 port 4de2d72d-4acd-4013-9e00-9f365234c309 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:33.399756 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce6241-84e0-41c3-9b17-7ad4648e0075 None None] Sync routers for ids ['22f47e45-c817-4e98-8f1d-c61528e0b708'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:33.420820 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.432904 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce6241-84e0-41c3-9b17-7ad4648e0075 None None] Routers {'22f47e45-c817-4e98-8f1d-c61528e0b708'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:33.433838 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-05ce6241-84e0-41c3-9b17-7ad4648e0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['22f47e45-c817-4e98-8f1d-c61528e0b708'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:33.465781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-381dfc3c-fd64-4b01-adc6-7c82286d965c req-81d17bba-4a3c-4d59-932d-21522ed0b52e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.2423806 Sep 16 05:01:33.595164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] No DVR routers for this DVR port c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:33.609871 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.611836 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfdc87dd-6ca4-456e-ad9f-98dbfcda0af1 req-8a7a9a95-d2e4-48fa-b9c0-2ee36a8b073c tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.23 "DELETE /v2.0/ports/c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0 HTTP/1.1" status: 204 len: 173 time: 3.4477847 Sep 16 05:01:33.615091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-deleted', 'tag': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:33.628261 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d0d22c-ac94-433b-92ad-4769817f8d6f" -d '{"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-deleted", "tag": "c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:33.750172 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-05ce6241-84e0-41c3-9b17-7ad4648e0075 None None] Set router 22f47e45-c817-4e98-8f1d-c61528e0b708 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:33.790670 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b4de84e1-5f5b-41c4-bdcb-1671a2c02876 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:33.882740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed990e8-bf20-4377-bc0f-cadc442a4845 req-14eab8d9-819b-49c2-ae01-ac75fedce419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.898146 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ed990e8-bf20-4377-bc0f-cadc442a4845 req-14eab8d9-819b-49c2-ae01-ac75fedce419 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2944cb8009584807b2021a351bc3e0e3&device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 1096 time: 0.8504989 Sep 16 05:01:33.999518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-93cf4e4b-7593-441b-a0a4-c797d6aad879 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.017172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-93cf4e4b-7593-441b-a0a4-c797d6aad879 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/networks?id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 200 len: 819 time: 0.8591714 Sep 16 05:01:34.041668 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.162410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b4de84e1-5f5b-41c4-bdcb-1671a2c02876 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:34.163248 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.197323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8fa4400f-d662-4df3-b76c-ceef94d81723 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/quotas/851f3844674f416dbab32b49e7a670a1 HTTP/1.1" status: 200 len: 375 time: 0.1791718 Sep 16 05:01:34.246578 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.323734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce082a-8481-4eef-b409-f8aab8a1f9a2 req-51bc56ce-a77e-4740-b186-5179fbc10489 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.328580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecce082a-8481-4eef-b409-f8aab8a1f9a2 req-51bc56ce-a77e-4740-b186-5179fbc10489 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 944 time: 0.6652906 Sep 16 05:01:34.346520 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-05ce6241-84e0-41c3-9b17-7ad4648e0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '811db188-a8c3-4c9f-89c6-724b99aa7469', 'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'mac_address': 'fa:16:3e:cd:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:27Z', 'updated_at': '2021-09-16T04:50:37Z', 'revision_number': 5, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'subnets': [{'id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:34.414757 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce6241-84e0-41c3-9b17-7ad4648e0075 None None] Checking router: 22f47e45-c817-4e98-8f1d-c61528e0b708 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:34.437215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c86520-1f1d-4571-99ea-203886e0b294 None None] Pushing event updated for resources: {'Port': ['ID=4de2d72d-4acd-4013-9e00-9f365234c309,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:34.458763 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce6241-84e0-41c3-9b17-7ad4648e0075 None None] Routers {'22f47e45-c817-4e98-8f1d-c61528e0b708'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:34.460481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed990e8-bf20-4377-bc0f-cadc442a4845 req-bfeffd3e-fdb6-4595-bdf5-fb950bda86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.461399 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-05ce6241-84e0-41c3-9b17-7ad4648e0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['22f47e45-c817-4e98-8f1d-c61528e0b708'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:34.462279 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ed990e8-bf20-4377-bc0f-cadc442a4845 req-bfeffd3e-fdb6-4595-bdf5-fb950bda86c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7a6f9c09-04ba-4bde-9371-e5708f79facd HTTP/1.1" status: 200 len: 917 time: 0.4957867 Sep 16 05:01:34.468438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecce082a-8481-4eef-b409-f8aab8a1f9a2 req-3389b941-c2db-402d-9441-9f808a93f1f9 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295831 Sep 16 05:01:34.483687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41376) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:34.507309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-97166386-4e80-4161-bd51-ccdad36a3f6f tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3046074 Sep 16 05:01:34.578425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Attempting to bind port 4de2d72d-4acd-4013-9e00-9f365234c309 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:34.579270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Attempting to bind port 4de2d72d-4acd-4013-9e00-9f365234c309 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:34.580022 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Attempting to bind port 4de2d72d-4acd-4013-9e00-9f365234c309 on network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:34.595719 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:34.601444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Checking segment: {'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:34.616061 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.617367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Bound using segment: {'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:34.620499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Bound port: 4de2d72d-4acd-4013-9e00-9f365234c309, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:34.626025 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.654622 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ed990e8-bf20-4377-bc0f-cadc442a4845 req-7b825620-a2e9-4412-92d3-0d1c568319b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7601157-0f9e-43b8-b57c-e77e3a9dcd76 HTTP/1.1" status: 200 len: 217 time: 0.1760979 Sep 16 05:01:34.657643 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209c7f7e-0033-4a01-9362-813701e52c26 x-openstack-request-id: req-209c7f7e-0033-4a01-9362-813701e52c26 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:34.666616 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e50d3c-67e5-413f-bdf1-afb9eb1ada37", "name": "network-vif-deleted", "tag": "c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:34.667117 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-209c7f7e-0033-4a01-9362-813701e52c26 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:34.667689 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e50d3c-67e5-413f-bdf1-afb9eb1ada37', 'name': 'network-vif-deleted', 'tag': 'c3950cb9-f9d1-4c93-b8a9-6ca227ffccd0', 'status': 'completed', 'code': 200} Sep 16 05:01:34.692893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1537952453-network', 'tenant_id': '98d6cd4e2eb34439a7eade1bcd54cb12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:34.757680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed990e8-bf20-4377-bc0f-cadc442a4845 req-1e5ad0eb-b27a-482b-b0ce-a65b9adf6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.759343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ed990e8-bf20-4377-bc0f-cadc442a4845 req-1e5ad0eb-b27a-482b-b0ce-a65b9adf6b64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8720ee2b-3aa7-4d5f-a1cc-210e0f3dcaf3 HTTP/1.1" status: 200 len: 857 time: 0.0880592 Sep 16 05:01:34.798773 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-05ce6241-84e0-41c3-9b17-7ad4648e0075 None None] Set router 22f47e45-c817-4e98-8f1d-c61528e0b708 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:34.842789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Made reservation on behalf of 98d6cd4e2eb34439a7eade1bcd54cb12 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:34.845519 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.848265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] For port 4de2d72d-4acd-4013-9e00-9f365234c309, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:34.858731 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] For port 4de2d72d-4acd-4013-9e00-9f365234c309, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4de2d72d-4acd-4013-9e00-9f365234c309,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:34.858877 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.951983 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.131268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c86520-1f1d-4571-99ea-203886e0b294 None None] Pushing event updated for resources: {'Port': ['ID=4de2d72d-4acd-4013-9e00-9f365234c309,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.157192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Routers {'ca9ba27f-a725-4eb1-b1ad-eb37fc108243'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:35.158130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ca9ba27f-a725-4eb1-b1ad-eb37fc108243'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:35.160189 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.305961 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.376488 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-05ce6241-84e0-41c3-9b17-7ad4648e0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '811db188-a8c3-4c9f-89c6-724b99aa7469', 'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'mac_address': 'fa:16:3e:cd:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:27Z', 'updated_at': '2021-09-16T04:50:37Z', 'revision_number': 5, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'subnets': [{'id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:35.437193 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.478426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41406) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.479035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] Set router ca9ba27f-a725-4eb1-b1ad-eb37fc108243 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:35.496039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:35.516772 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce6241-84e0-41c3-9b17-7ad4648e0075 None None] The sync data for ids ['22f47e45-c817-4e98-8f1d-c61528e0b708'] in n-d-712137-12 is: [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T04:50:29Z', 'revision_number': 4, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '811db188-a8c3-4c9f-89c6-724b99aa7469', 'name': '', 'network_id': 'c8487353-bf70-4143-9d46-50f9b4c7e66b', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'mac_address': 'fa:16:3e:cd:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:27Z', 'updated_at': '2021-09-16T04:50:37Z', 'revision_number': 5, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'subnets': [{'id': 'ebe9250e-52d1-4da4-a13f-ea260b6b0f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:35.539976 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.540361 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Added segment dd95c2b9-63a6-433c-846e-effa99df2228 of type vlan for network b2a6c7bf-0b55-4a98-afae-9c638ca84214 Sep 16 05:01:35.671997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a7601157-0f9e-43b8-b57c-e77e3a9dcd76 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:35.715217 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-594554140-network', 'tenant_id': '74552cee31db4306b625e7ca462c68fb'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:35.721155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.782959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ed990e8-bf20-4377-bc0f-cadc442a4845 req-c34a965b-1402-4af3-bac0-0a6b8db60bef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7a6f9c09-04ba-4bde-9371-e5708f79facd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9855804 Sep 16 05:01:35.785102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a412f219-a412-41c2-afb5-c8d125427290 req-b7fcf439-18b9-4a59-9a69-66814593f67a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.1387951 Sep 16 05:01:35.860276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Made reservation on behalf of 74552cee31db4306b625e7ca462c68fb for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:35.863480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.884942 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-d42d7680-e71d-4e57-b99b-195013aa3093 service neutron] 10.222.0.24 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3741543 Sep 16 05:01:35.901564 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.104340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a7601157-0f9e-43b8-b57c-e77e3a9dcd76, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a7601157-0f9e-43b8-b57c-e77e3a9dcd76,segment=NetworkSegment(cf7577a9-f1a3-450e-9ee4-072d00d2bab7),segment_id=cf7577a9-f1a3-450e-9ee4-072d00d2bab7)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:36.132227 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'a7601157-0f9e-43b8-b57c-e77e3a9dcd76', 'network_id': '7a6f9c09-04ba-4bde-9371-e5708f79facd', 'port_id': 'a7601157-0f9e-43b8-b57c-e77e3a9dcd76', 'mac_address': 'fa:16:3e:a8:a0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8720ee2b-3aa7-4d5f-a1cc-210e0f3dcaf3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:36.143194 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ed990e8-bf20-4377-bc0f-cadc442a4845 req-7e2c0b12-2669-42c1-9ada-f690224c758b service neutron] 10.222.0.23 "GET /v2.0/networks/7a6f9c09-04ba-4bde-9371-e5708f79facd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508656 Sep 16 05:01:36.169185 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffbd01-f486-473e-86fb-7e4b4ce107c7 None None] New status for floating IP 1d90a2ee-7a75-4d1a-9773-15f83dd8cd35: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:01:36.210687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-c6682ac6-1a11-4790-b1fa-1837c5c62a66 service neutron] 10.222.0.24 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791538 Sep 16 05:01:36.232590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.234581 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.236317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.239234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185307b9-5a94-4f6e-a749-dec4e89da438 req-7ea36b07-0a33-48e0-a76c-e51790ada825 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.239888 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.241488 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-185307b9-5a94-4f6e-a749-dec4e89da438 req-7ea36b07-0a33-48e0-a76c-e51790ada825 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 944 time: 0.2292709 Sep 16 05:01:36.330942 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.439474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96242b3a-230b-4047-b2bb-16dd40ccfedc,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:36.463176 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9774766 Sep 16 05:01:36.468387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41424) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:36.472693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc4135-0a0b-4527-b002-28ca6389531b admin admin] Pushing event updated for resources: {'Network': ['ID=b2a6c7bf-0b55-4a98-afae-9c638ca84214,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:36.489606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:36.503382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-51def80b-c816-4429-91ea-13cd676aadec admin admin] Request body: {'subnet': {'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1537952453-subnet', 'tenant_id': '98d6cd4e2eb34439a7eade1bcd54cb12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:36.517629 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.518320 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Added segment 162a3134-15f9-4c28-9479-5d6756e8835f of type vlan for network 33013b96-358b-4b6c-9e87-35051574e47d Sep 16 05:01:36.555683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-185307b9-5a94-4f6e-a749-dec4e89da438 req-419ffada-9d0a-4b91-bfd6-7eab9642138d tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476699 Sep 16 05:01:36.608148 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ed990e8-bf20-4377-bc0f-cadc442a4845 req-08309cce-b95b-4a97-963f-9a27588ba2b7 service neutron] 10.222.0.23 "GET /v2.0/networks/7a6f9c09-04ba-4bde-9371-e5708f79facd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349444 Sep 16 05:01:36.661900 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.743123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e35cb66c-456a-470a-9682-201c105dcc6f req-eb429bd8-e40e-4c27-b389-64ce843e3fc2 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 210 time: 0.0581169 Sep 16 05:01:36.750713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51def80b-c816-4429-91ea-13cd676aadec admin admin] Made reservation on behalf of 98d6cd4e2eb34439a7eade1bcd54cb12 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:36.760232 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51def80b-c816-4429-91ea-13cd676aadec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.830569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network b2a6c7bf-0b55-4a98-afae-9c638ca84214 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:36.833970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41442) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:36.980547 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.986548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.986548 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.107369 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6245663 Sep 16 05:01:37.116830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41462) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.208774 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4c53b2f-4b1a-44ad-90f7-1f4bf1fb3463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.233963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f7c5868d-2650-4024-b2c2-3092923cd1df admin admin] Request body: {'subnet': {'network_id': '33013b96-358b-4b6c-9e87-35051574e47d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-594554140-subnet', 'tenant_id': '74552cee31db4306b625e7ca462c68fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:37.245123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84d540df-fbd1-4141-9974-311a304196a1 req-1984c23d-4da5-4d38-a226-3d1f7f06f257 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.1204247 Sep 16 05:01:37.328834 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.369708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'name': 'tempest-ServerRescueNegativeTestJSON-1182673520-router', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:22Z', 'updated_at': '2021-09-16T05:01:30Z', 'revision_number': 4, 'project_id': '851f3844674f416dbab32b49e7a670a1', 'gw_port': {'id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:24Z', 'updated_at': '2021-09-16T05:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '4de2d72d-4acd-4013-9e00-9f365234c309', 'name': '', 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'mac_address': 'fa:16:3e:48:9e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '8b7b9479-d47d-40b7-b9ac-21851f2a6d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:28Z', 'updated_at': '2021-09-16T05:01:34Z', 'revision_number': 4, 'project_id': '851f3844674f416dbab32b49e7a670a1', 'subnets': [{'id': '8b7b9479-d47d-40b7-b9ac-21851f2a6d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:37.375181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7601157-0f9e-43b8-b57c-e77e3a9dcd76 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:37.441928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a7601157-0f9e-43b8-b57c-e77e3a9dcd76, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a7601157-0f9e-43b8-b57c-e77e3a9dcd76,segment=NetworkSegment(cf7577a9-f1a3-450e-9ee4-072d00d2bab7),segment_id=cf7577a9-f1a3-450e-9ee4-072d00d2bab7)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:37.528737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52ca23-7923-4525-8fc6-134c1520440a None None] The sync data for ids ['ca9ba27f-a725-4eb1-b1ad-eb37fc108243'] in n-d-712137-12 is: [{'id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'name': 'tempest-ServerRescueNegativeTestJSON-1182673520-router', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:22Z', 'updated_at': '2021-09-16T05:01:30Z', 'revision_number': 4, 'project_id': '851f3844674f416dbab32b49e7a670a1', 'gw_port': {'id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:24Z', 'updated_at': '2021-09-16T05:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '4de2d72d-4acd-4013-9e00-9f365234c309', 'name': '', 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'mac_address': 'fa:16:3e:48:9e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '8b7b9479-d47d-40b7-b9ac-21851f2a6d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:28Z', 'updated_at': '2021-09-16T05:01:34Z', 'revision_number': 4, 'project_id': '851f3844674f416dbab32b49e7a670a1', 'subnets': [{'id': '8b7b9479-d47d-40b7-b9ac-21851f2a6d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:37.534755 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.538013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c5868d-2650-4024-b2c2-3092923cd1df admin admin] Made reservation on behalf of 74552cee31db4306b625e7ca462c68fb for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:37.546921 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7c5868d-2650-4024-b2c2-3092923cd1df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.719663 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51def80b-c816-4429-91ea-13cd676aadec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.779184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['a7601157-0f9e-43b8-b57c-e77e3a9dcd76'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:37.785192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a7601157-0f9e-43b8-b57c-e77e3a9dcd76,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:37.826288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51def80b-c816-4429-91ea-13cd676aadec admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f70418-5d8e-40e0-8694-6480bd170868,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:37.909128 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d50b3-a167-4793-9be7-1e35ea962350 admin admin] Pushing event updated for resources: {'Network': ['ID=33013b96-358b-4b6c-9e87-35051574e47d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:37.941118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 33013b96-358b-4b6c-9e87-35051574e47d details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:37.965460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-c5834fd8-270e-46c1-a638-8a65367c2804 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.976020 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4c53b2f-4b1a-44ad-90f7-1f4bf1fb3463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.976792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-c5834fd8-270e-46c1-a638-8a65367c2804 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/networks?id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 200 len: 819 time: 0.7619958 Sep 16 05:01:38.029012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-743fbd3e-466b-4ba4-899f-06311a232530 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/quotas/851f3844674f416dbab32b49e7a670a1 HTTP/1.1" status: 200 len: 375 time: 0.0509281 Sep 16 05:01:38.082586 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4c53b2f-4b1a-44ad-90f7-1f4bf1fb3463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.111960 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51def80b-c816-4429-91ea-13cd676aadec admin admin] Checking segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:38.112323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51def80b-c816-4429-91ea-13cd676aadec admin admin] Network hostable DHCP agents. Network: b2a6c7bf-0b55-4a98-afae-9c638ca84214, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:38.140576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28ad08-39a5-4bd9-9796-cf02870df20e req-137c56ef-8605-4b74-ac67-043493b3b521 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.143356 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a28ad08-39a5-4bd9-9796-cf02870df20e req-137c56ef-8605-4b74-ac67-043493b3b521 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 945 time: 0.2742493 Sep 16 05:01:38.153053 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b4c53b2f-4b1a-44ad-90f7-1f4bf1fb3463 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e2ae02736194e169e673c20122e2cce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3152099 Sep 16 05:01:38.176854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41490) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.187003 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c53b2f-4b1a-44ad-90f7-1f4bf1fb3463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f8942c-aadd-4232-a88a-2fe9b2beb7b6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.257765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-308b51b4-1bf0-417e-bf3e-b7907fd25ba4 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2274311 Sep 16 05:01:38.307828 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7c5868d-2650-4024-b2c2-3092923cd1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.339771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51def80b-c816-4429-91ea-13cd676aadec admin admin] Network b2a6c7bf-0b55-4a98-afae-9c638ca84214 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:38.398493 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46761125-9449-4ffb-ab47-a6a15db045be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.447384 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5868d-2650-4024-b2c2-3092923cd1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=1578681f-9808-4822-a7ed-db3a969f9a17,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.470422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c5868d-2650-4024-b2c2-3092923cd1df admin admin] Checking segment: {'id': '162a3134-15f9-4c28-9479-5d6756e8835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:38.472987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c5868d-2650-4024-b2c2-3092923cd1df admin admin] Network hostable DHCP agents. Network: 33013b96-358b-4b6c-9e87-35051574e47d, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:38.510569 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46761125-9449-4ffb-ab47-a6a15db045be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.518484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a28ad08-39a5-4bd9-9796-cf02870df20e req-45707c48-cfee-4206-bea4-735a6a00c824 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404562 Sep 16 05:01:38.519767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-51def80b-c816-4429-91ea-13cd676aadec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, b2a6c7bf-0b55-4a98-afae-9c638ca84214) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:38.527980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51def80b-c816-4429-91ea-13cd676aadec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.528883 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-51def80b-c816-4429-91ea-13cd676aadec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.533610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02746864-1fcf-4fe5-8457-e2649d76a6fb None None] Network b2a6c7bf-0b55-4a98-afae-9c638ca84214 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:38.576632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c5868d-2650-4024-b2c2-3092923cd1df admin admin] Network 33013b96-358b-4b6c-9e87-35051574e47d is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:38.603243 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f7c5868d-2650-4024-b2c2-3092923cd1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 33013b96-358b-4b6c-9e87-35051574e47d) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:38.618535 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563792a9-cf3d-4ae3-982c-4ad7754d8612 None None] Network 33013b96-358b-4b6c-9e87-35051574e47d requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:38.624641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c5868d-2650-4024-b2c2-3092923cd1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.625276 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7c5868d-2650-4024-b2c2-3092923cd1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.700104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-51def80b-c816-4429-91ea-13cd676aadec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.1996033 Sep 16 05:01:38.758842 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f7c5868d-2650-4024-b2c2-3092923cd1df admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6347163 Sep 16 05:01:38.864184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-757837fa-3db5-4d66-9359-7d4e9dc777ca service neutron] 10.222.0.24 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897043 Sep 16 05:01:39.035565 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32877d0a-b84f-494c-a97e-88e5d617c405 None None] Network b2a6c7bf-0b55-4a98-afae-9c638ca84214 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:39.059207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-170e7012-66c9-4abb-bfe0-129973b4adb5 req-f44e6c7c-fad4-45d6-8a1d-d9a6fb713b9a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.3037965 Sep 16 05:01:39.103043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228f638b-7e36-4bb4-b600-2f69069a8d35 None None] Network 33013b96-358b-4b6c-9e87-35051574e47d requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:39.118987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-c90c0256-154d-4a7c-a4ac-831d55317bca service neutron] 10.222.0.24 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538149 Sep 16 05:01:39.151378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46761125-9449-4ffb-ab47-a6a15db045be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.154539 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46761125-9449-4ffb-ab47-a6a15db045be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.161273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-46761125-9449-4ffb-ab47-a6a15db045be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99f8942c-aadd-4232-a88a-2fe9b2beb7b6 HTTP/1.1" status: 204 len: 168 time: 0.9784830 Sep 16 05:01:39.190330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46761125-9449-4ffb-ab47-a6a15db045be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f8942c-aadd-4232-a88a-2fe9b2beb7b6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:39.738933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a7601157-0f9e-43b8-b57c-e77e3a9dcd76 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:39.891715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4de2d72d-4acd-4013-9e00-9f365234c309 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:40.051247 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dce7d282-b252-4b4e-8200-37cca9a99639 req-2ebe1e3c-76ad-46ee-8868-207c6158c1e5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 210 time: 0.3937461 Sep 16 05:01:40.250768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4de2d72d-4acd-4013-9e00-9f365234c309 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:40.251283 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.273762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-fcafcfde-573a-4abf-a6b0-c7d6eeee56a2 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.275661 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-fcafcfde-573a-4abf-a6b0-c7d6eeee56a2 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.37 "GET /v2.0/networks?id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 200 len: 819 time: 0.7389917 Sep 16 05:01:40.298866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port a7601157-0f9e-43b8-b57c-e77e3a9dcd76 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:40.306599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port a7601157-0f9e-43b8-b57c-e77e3a9dcd76 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:40.307206 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.378807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Request body: {'port': {'device_id': 'c6e1a90a-16b6-41b3-b446-5b277c507791', 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08', 'admin_state_up': True, 'tenant_id': '851f3844674f416dbab32b49e7a670a1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:40.430480 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.479685 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.532820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 4de2d72d-4acd-4013-9e00-9f365234c309, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4de2d72d-4acd-4013-9e00-9f365234c309,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:40.558955 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0135d5eb-a4c7-481e-bea7-417f008a2a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7601157-0f9e-43b8-b57c-e77e3a9dcd76'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:40.563546 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf0fda6-bf45-43f5-9236-e183b36955fc" -d '{"events": [{"server_uuid": "0135d5eb-a4c7-481e-bea7-417f008a2a44", "name": "network-vif-plugged", "status": "completed", "tag": "a7601157-0f9e-43b8-b57c-e77e3a9dcd76"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:40.602768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a7601157-0f9e-43b8-b57c-e77e3a9dcd76, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a7601157-0f9e-43b8-b57c-e77e3a9dcd76,segment=NetworkSegment(cf7577a9-f1a3-450e-9ee4-072d00d2bab7),segment_id=cf7577a9-f1a3-450e-9ee4-072d00d2bab7)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:40.617024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8e9e8-91bf-44c2-82c6-9918385d3bda req-205a1233-e34c-44cb-bd9d-520e9209b5b7 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.618429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03f8e9e8-91bf-44c2-82c6-9918385d3bda req-205a1233-e34c-44cb-bd9d-520e9209b5b7 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 945 time: 0.3634241 Sep 16 05:01:40.650880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2e7da-495a-4700-8e5c-80131a141483 req-46eceba7-aa8d-4b9e-add0-f79b60ab1f5e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.652858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-46eceba7-aa8d-4b9e-add0-f79b60ab1f5e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.5456600 Sep 16 05:01:40.672134 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.728449 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.747721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-bf9b9744-7312-43fc-9f21-2f7fda83e42c tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/quotas/98d6cd4e2eb34439a7eade1bcd54cb12 HTTP/1.1" status: 200 len: 375 time: 0.0825257 Sep 16 05:01:40.778583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=4de2d72d-4acd-4013-9e00-9f365234c309,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.808420 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-ac3e9f6d-12d4-454b-afc2-7f5356d8da8a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468018 Sep 16 05:01:40.816636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Made reservation on behalf of 851f3844674f416dbab32b49e7a670a1 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:40.820502 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.882268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03f8e9e8-91bf-44c2-82c6-9918385d3bda req-9b192989-89d7-40fc-8349-5bf4733ff3a1 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449150 Sep 16 05:01:40.888296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a7601157-0f9e-43b8-b57c-e77e3a9dcd76,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:41.065078 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd718732-ed87-428e-b0a0-d7a564553b6e req-f462fb30-59ba-4449-9466-56a2072ddc77 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0564532 Sep 16 05:01:41.184141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-486b2a9b-9242-4af8-91a1-82aede012487 service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506618 Sep 16 05:01:41.188004 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3de7e1-7e34-41f6-a1d9-ec1029b78c43 x-openstack-request-id: req-ab3de7e1-7e34-41f6-a1d9-ec1029b78c43 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:41.188309 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0135d5eb-a4c7-481e-bea7-417f008a2a44", "name": "network-vif-plugged", "status": "completed", "tag": "a7601157-0f9e-43b8-b57c-e77e3a9dcd76", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:41.188571 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab3de7e1-7e34-41f6-a1d9-ec1029b78c43 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:41.189126 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0135d5eb-a4c7-481e-bea7-417f008a2a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7601157-0f9e-43b8-b57c-e77e3a9dcd76', 'code': 200} Sep 16 05:01:41.338185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a45eebc3-9764-4ca7-b7d8-07d28b652644 req-962452c6-b920-4955-89ac-68ef8d620261 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 210 time: 0.0422187 Sep 16 05:01:41.426266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Allocated IP 172.20.0.7 (ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08/8b7b9479-d47d-40b7-b9ac-21851f2a6d70/c5e92ceb-fc71-4ddc-a20e-cf88b20d96af) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:41.463829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c9afa-c7c9-47a7-8bc6-b8f76abcaf4f req-9b423cec-7521-493b-9351-f50cee410ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.465371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-857c9afa-c7c9-47a7-8bc6-b8f76abcaf4f req-9b423cec-7521-493b-9351-f50cee410ae9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 1098 time: 0.1299999 Sep 16 05:01:41.539378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-857c9afa-c7c9-47a7-8bc6-b8f76abcaf4f req-3d6baf58-88fa-4c92-abc9-ced3792725cc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595117 Sep 16 05:01:41.545387 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-391cc4f3-e10b-4ad2-b72c-3506ae88e959 service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583090 Sep 16 05:01:41.708551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4de2d72d-4acd-4013-9e00-9f365234c309 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:41.744330 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.775824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4de2d72d-4acd-4013-9e00-9f365234c309 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:41.775824 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.877148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.057443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:42.093676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:42.164157 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-006e0f57-8672-490f-8b05-8f1803e811e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.201448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Pushing event updated for resources: {'Port': ['ID=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.210137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:42.221786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32c61cad-f94d-4bec-a18e-3523750254db req-09e029c2-b640-4b01-94b4-54879f820319 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 210 time: 0.1966736 Sep 16 05:01:42.339308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3779-76c4-4afd-a054-bb2d9c6892d1 req-842fb1d4-e1e0-4ef0-aafc-225a2572c1b5 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:42.347394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94fd3779-76c4-4afd-a054-bb2d9c6892d1 req-842fb1d4-e1e0-4ef0-aafc-225a2572c1b5 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 946 time: 0.2562602 Sep 16 05:01:42.363164 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.454981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:42.456668 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.485030 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41620) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:42.525835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd8b4247-b24d-457c-9854-235a2688ebea req-c71af626-9747-4a32-b384-b8854098e1e2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0380547 Sep 16 05:01:42.533068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94fd3779-76c4-4afd-a054-bb2d9c6892d1 req-35ed25ca-101e-4392-85ee-db6cde05a430 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846609 Sep 16 05:01:42.572635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-495999df-abc1-4507-91f5-2f98249a2925 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2674537 Sep 16 05:01:42.593872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Request body: {'port': {'device_id': 'c6e1a90a-16b6-41b3-b446-5b277c507791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:42.690500 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-532f0a28-c996-4b51-98f9-4174dd00dc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.702689 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52d34a31-b95e-4d7e-a9da-ec3ddc48d6c4 req-c4b6732e-9186-4f9e-957c-50249648e3a7 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 210 time: 0.0705059 Sep 16 05:01:42.797473 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.848825 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-79d8c7bf-1219-425b-9d31-f97f540cd7d0 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:42.850048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-79d8c7bf-1219-425b-9d31-f97f540cd7d0 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.37 "GET /v2.0/networks?id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 200 len: 819 time: 0.2088535 Sep 16 05:01:42.887588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Request body: {'port': {'device_id': 'd78c0371-478e-48bb-b48a-dd91ec9369b9', 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08', 'admin_state_up': True, 'tenant_id': '851f3844674f416dbab32b49e7a670a1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:42.895197 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-532f0a28-c996-4b51-98f9-4174dd00dc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.031793 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-532f0a28-c996-4b51-98f9-4174dd00dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.084056 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-532f0a28-c996-4b51-98f9-4174dd00dc9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b03ab41a6914178910c191f211ba756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5973837 Sep 16 05:01:43.087974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41636) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:43.101332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f0a28-c996-4b51-98f9-4174dd00dc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7f1a4c-bcdc-4cd8-b720-118ea99d14e5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:43.166524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-91cece53-b0a0-44e2-bfd7-2f7d57a23802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.212880 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-91cece53-b0a0-44e2-bfd7-2f7d57a23802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.382800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Made reservation on behalf of 851f3844674f416dbab32b49e7a670a1 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:43.383320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-91cece53-b0a0-44e2-bfd7-2f7d57a23802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.383423 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.383532 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-91cece53-b0a0-44e2-bfd7-2f7d57a23802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.386656 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-91cece53-b0a0-44e2-bfd7-2f7d57a23802 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee7f1a4c-bcdc-4cd8-b720-118ea99d14e5 HTTP/1.1" status: 204 len: 168 time: 0.2935236 Sep 16 05:01:43.399162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cece53-b0a0-44e2-bfd7-2f7d57a23802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7f1a4c-bcdc-4cd8-b720-118ea99d14e5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:43.471183 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-49b08b7b-73af-40c6-924a-f33e8485f114 req-68b086cd-0602-4d7b-a23f-ea2e3d6d7abc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 210 time: 0.0979667 Sep 16 05:01:43.506882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e92ceb-fc71-4ddc-a20e-cf88b20d96af {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:43.520655 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.547945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Transition to ACTIVE for port object c5e92ceb-fc71-4ddc-a20e-cf88b20d96af will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:43.621271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.705489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Allocated IP 172.20.0.6 (ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08/8b7b9479-d47d-40b7-b9ac-21851f2a6d70/517abf5d-da89-4c0c-b141-11210ee3daa5) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:43.820692 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e46cc944-e9a1-493c-82f4-7d72154548c2 req-d981ff51-0f71-40fb-999a-69f2b76a6b5d tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.1926656 Sep 16 05:01:43.923869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:44.064913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa9a7b7d-33ab-425f-9771-9d0412b0acf2 req-1cd0acc7-7bb4-4555-9d77-1730064ac835 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 210 time: 0.1002185 Sep 16 05:01:44.085291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed40e27-642b-42af-9e80-0fe2f6a8c948 req-04c6f484-6e35-4faf-93e7-3353a041bb7c tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:44.095514 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ed40e27-642b-42af-9e80-0fe2f6a8c948 req-04c6f484-6e35-4faf-93e7-3353a041bb7c tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 946 time: 0.3839207 Sep 16 05:01:44.156296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Attempting to bind port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:44.156729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Attempting to bind port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:44.156913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Attempting to bind port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af on network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:44.185527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af on network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:44.195015 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Attempting to bind port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af on network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:44.201282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:44.201630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Checking segment: {'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:44.202021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Bound using segment: {'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:44.202486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Bound port: c5e92ceb-fc71-4ddc-a20e-cf88b20d96af, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:44.202850 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.210927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ed40e27-642b-42af-9e80-0fe2f6a8c948 req-2b1d186e-140f-43ae-8dab-e479fbb6d110 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145785 Sep 16 05:01:44.534326 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-37e9b0ab-5c3c-4b91-8903-57352c615199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.905852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd26f2d5-a394-4e54-97b7-b9717968c4c7 req-77eeb5c9-ecdf-4ab0-9022-009b2ef2204d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 210 time: 0.0515897 Sep 16 05:01:45.021301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41690) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:45.108890 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-232f3260-145f-4b06-82fb-7603ced6a041 req-fc96c6de-0cc8-47d4-84a1-2d958340e7f2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0744607 Sep 16 05:01:45.156286 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.183762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] For port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:45.189272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] For port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:45.201117 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1203527984-network', 'tenant_id': '714395686f074887b565c93452adaa56'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:45.220166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74c5de-0cd8-4fe2-b817-df1885c98ee9 req-aaf8d42e-90a5-4df7-80aa-2a85ba4ec18a tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.223763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da74c5de-0cd8-4fe2-b817-df1885c98ee9 req-aaf8d42e-90a5-4df7-80aa-2a85ba4ec18a tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 946 time: 0.3706226 Sep 16 05:01:45.295259 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.317468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Made reservation on behalf of 714395686f074887b565c93452adaa56 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:45.318417 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.322060 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.355288 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.450975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2e7da-495a-4700-8e5c-80131a141483 req-71942632-04d5-41c6-af2e-4ee3ac79daf8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.453367 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-71942632-04d5-41c6-af2e-4ee3ac79daf8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.2285562 Sep 16 05:01:45.505480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-19a2e7da-495a-4700-8e5c-80131a141483 req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Request body: {'port': {'device_id': 'c2e18e46-5488-4ef4-96ee-fb84795ec6dd', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'admin_state_up': True, 'tenant_id': '98d6cd4e2eb34439a7eade1bcd54cb12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:45.586697 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.620739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad6c083f-6f50-4689-b82c-78a308726be1 req-9a1c794e-2f9d-449c-910d-889a4dc09b52 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 210 time: 0.3406627 Sep 16 05:01:45.689064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da74c5de-0cd8-4fe2-b817-df1885c98ee9 req-65522eaf-3f0c-4da0-94c8-cdd64fa45a28 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438155 Sep 16 05:01:45.694612 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.724553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.726118 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.726917 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] 10.222.0.37 "PUT /v2.0/ports/c5e92ceb-fc71-4ddc-a20e-cf88b20d96af HTTP/1.1" status: 200 len: 1092 time: 3.1463444 Sep 16 05:01:45.728078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:45.732091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e1a90a-16b6-41b3-b446-5b277c507791', 'tag': 'c5e92ceb-fc71-4ddc-a20e-cf88b20d96af'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:45.734415 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaa91ea-bbf6-415f-9a1e-f7ef6dee49e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e1a90a-16b6-41b3-b446-5b277c507791", "tag": "c5e92ceb-fc71-4ddc-a20e-cf88b20d96af"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:45.744837 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.746472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaa822-b8e3-4498-b1c7-13b6fc583a04 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.771588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbd3a79-eb95-47e5-b41b-e9e2fc27b09e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.784299 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.784676 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Added segment fa25fc45-5eae-47c3-baa6-45d453bbf0ca of type vlan for network d1e2724c-736e-4b9c-b24f-7c140f876827 Sep 16 05:01:45.807642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:45.814500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:45.823040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:45.868799 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.881506 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbe5f28-fdc4-4e21-a5b1-e9fec947ad34 x-openstack-request-id: req-fbbe5f28-fdc4-4e21-a5b1-e9fec947ad34 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:45.881879 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e1a90a-16b6-41b3-b446-5b277c507791", "tag": "c5e92ceb-fc71-4ddc-a20e-cf88b20d96af", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:45.882054 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbbe5f28-fdc4-4e21-a5b1-e9fec947ad34 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:45.882418 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e1a90a-16b6-41b3-b446-5b277c507791', 'tag': 'c5e92ceb-fc71-4ddc-a20e-cf88b20d96af', 'status': 'completed', 'code': 200} Sep 16 05:01:45.884849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Pushing event updated for resources: {'Port': ['ID=517abf5d-da89-4c0c-b141-11210ee3daa5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.952151 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.961628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.962261 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.981841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa91ea-bbf6-415f-9a1e-f7ef6dee49e1 req-2c6af9dc-9b7f-4bd8-aae4-03ed8602cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.983335 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1aaa91ea-bbf6-415f-9a1e-f7ef6dee49e1 req-2c6af9dc-9b7f-4bd8-aae4-03ed8602cff2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 1095 time: 0.1037359 Sep 16 05:01:46.025077 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.026096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.026692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.052970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32365df0-8a13-429d-b0ab-a6c23cba176a req-fa92b7cb-4489-4385-b827-6cf3416e9e8d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 210 time: 0.0408349 Sep 16 05:01:46.086369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a2e7da-495a-4700-8e5c-80131a141483 req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Made reservation on behalf of 98d6cd4e2eb34439a7eade1bcd54cb12 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:46.094963 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19a2e7da-495a-4700-8e5c-80131a141483 req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.095123 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e2724c-736e-4b9c-b24f-7c140f876827,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:46.103281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network d1e2724c-736e-4b9c-b24f-7c140f876827 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:46.144632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-f3d86e3e-b5cb-4bca-934b-0c67fb6770c3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2609453 Sep 16 05:01:46.145506 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1acc0d2f-a88e-4f62-9659-0235fc475419 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1225207 Sep 16 05:01:46.148933 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41708) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:46.162564 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-73951411-b925-4617-a69a-fe42ae3ce13d admin admin] Request body: {'subnet': {'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1203527984-subnet', 'tenant_id': '714395686f074887b565c93452adaa56', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:46.164763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Request body: {'port': {'device_id': 'd78c0371-478e-48bb-b48a-dd91ec9369b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:46.300506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73951411-b925-4617-a69a-fe42ae3ce13d admin admin] Made reservation on behalf of 714395686f074887b565c93452adaa56 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:46.302924 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73951411-b925-4617-a69a-fe42ae3ce13d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.366241 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-672cc053-4da9-4206-8ae7-a37e026ecd0f req-a68cf1b2-0682-467a-b974-346a17da30e8 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0942276 Sep 16 05:01:46.370395 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa91ea-bbf6-415f-9a1e-f7ef6dee49e1 req-d99ecce5-fdcb-4779-8ddc-a7691e0f3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.372453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1aaa91ea-bbf6-415f-9a1e-f7ef6dee49e1 req-d99ecce5-fdcb-4779-8ddc-a7691e0f3334 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=851f3844674f416dbab32b49e7a670a1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3812747 Sep 16 05:01:46.409107 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.437750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d38678-bf29-4c0e-886f-0d8252a191f1 req-9bb016ca-b170-472a-8fa5-11e83cd19624 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.439736 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-35d38678-bf29-4c0e-886f-0d8252a191f1 req-9bb016ca-b170-472a-8fa5-11e83cd19624 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.23 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 946 time: 0.3473508 Sep 16 05:01:46.640893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-19a2e7da-495a-4700-8e5c-80131a141483 req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Allocated IP 172.20.0.10 (b2a6c7bf-0b55-4a98-afae-9c638ca84214/21f70418-5d8e-40e0-8694-6480bd170868/6b0ada99-c36c-403b-914e-8b7c0666c9a5) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:46.650679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.718791 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73951411-b925-4617-a69a-fe42ae3ce13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.813027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73951411-b925-4617-a69a-fe42ae3ce13d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:46.844489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73951411-b925-4617-a69a-fe42ae3ce13d admin admin] Checking segment: {'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:46.844907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73951411-b925-4617-a69a-fe42ae3ce13d admin admin] Network hostable DHCP agents. Network: d1e2724c-736e-4b9c-b24f-7c140f876827, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:46.885419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa91ea-bbf6-415f-9a1e-f7ef6dee49e1 req-6cc8b21a-a0af-48da-91a9-924bd08bdf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.887079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1aaa91ea-bbf6-415f-9a1e-f7ef6dee49e1 req-6cc8b21a-a0af-48da-91a9-924bd08bdf8a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4874423 Sep 16 05:01:46.912288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73951411-b925-4617-a69a-fe42ae3ce13d admin admin] Network d1e2724c-736e-4b9c-b24f-7c140f876827 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:46.997435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-73951411-b925-4617-a69a-fe42ae3ce13d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, d1e2724c-736e-4b9c-b24f-7c140f876827) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:47.002284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73951411-b925-4617-a69a-fe42ae3ce13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.002876 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73951411-b925-4617-a69a-fe42ae3ce13d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.011448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2620fb62-118c-4e7b-8d14-455691948a22 None None] Network d1e2724c-736e-4b9c-b24f-7c140f876827 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:47.072402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadb84b-7259-4637-9952-859b4d2f6762 req-cb228c41-318b-4208-9224-8fabc95f05d6 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.073976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fdadb84b-7259-4637-9952-859b4d2f6762 req-cb228c41-318b-4208-9224-8fabc95f05d6 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 931 time: 0.3295791 Sep 16 05:01:47.123398 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-73951411-b925-4617-a69a-fe42ae3ce13d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9578328 Sep 16 05:01:47.123398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41726) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:47.123912 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-35d38678-bf29-4c0e-886f-0d8252a191f1 req-7109092a-1039-48d4-87fe-6519657c18b2 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Deleting port a7601157-0f9e-43b8-b57c-e77e3a9dcd76 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:47.123912 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-35d38678-bf29-4c0e-886f-0d8252a191f1 req-7109092a-1039-48d4-87fe-6519657c18b2 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.124071 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:47.161975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5f63b-06db-4856-80e1-73ba2c3cac21 req-00d447cd-a66b-4fbe-905d-0573c71fc454 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.164440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4f5f63b-06db-4856-80e1-73ba2c3cac21 req-00d447cd-a66b-4fbe-905d-0573c71fc454 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 946 time: 0.3124666 Sep 16 05:01:47.211473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-d1e2724c-736e-4b9c-b24f-7c140f876827', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'tenant_id': '714395686f074887b565c93452adaa56', 'fixed_ips': [{'subnet_id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:47.212339 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.220358 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.221689 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.309302 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.361158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fdadb84b-7259-4637-9952-859b4d2f6762 req-183b4a58-3dc5-4f2b-b610-7274fe6bb0d8 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420881 Sep 16 05:01:47.368337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-fa85530d-71b8-48a1-b8a4-e9f32a5792fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.368337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-fa85530d-71b8-48a1-b8a4-e9f32a5792fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 1095 time: 0.4141049 Sep 16 05:01:47.405514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Allocated IP 172.20.0.2 (d1e2724c-736e-4b9c-b24f-7c140f876827/e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d/f6125db5-dd9f-4f43-9baf-a17fcdb9d90e) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:47.542783 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e3a5a44-1369-44f4-abf9-7f2d6b024bab req-0075b74d-98fc-49cf-a1dd-3b88ca0fe4c8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 210 time: 0.1098530 Sep 16 05:01:47.547180 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-822ca99d-7e8d-485c-8625-34aba68a9797 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af HTTP/1.1" status: 200 len: 217 time: 0.0694478 Sep 16 05:01:47.605926 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.609038 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.616738 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19a2e7da-495a-4700-8e5c-80131a141483 req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.627292 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.672218 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.732778 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Network d1e2724c-736e-4b9c-b24f-7c140f876827 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:47.735808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:47.754058 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:47.766143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Pushing event updated for resources: {'Port': ['ID=f6125db5-dd9f-4f43-9baf-a17fcdb9d90e,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:47.780429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517abf5d-da89-4c0c-b141-11210ee3daa5 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:47.792706 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.814613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Transition to ACTIVE for port object 517abf5d-da89-4c0c-b141-11210ee3daa5 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:47.822110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4f5f63b-06db-4856-80e1-73ba2c3cac21 req-e8ac6f80-b272-4104-848d-439081df572c tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/security-groups?id=be26f872-0a96-485a-b791-5d97a6aec37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6367512 Sep 16 05:01:47.909257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Attempting to bind port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:47.909636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Attempting to bind port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:47.910012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Attempting to bind port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e on network d1e2724c-736e-4b9c-b24f-7c140f876827 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:47.912124 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-128e7d92-9e82-4b8e-a48f-8bac94756beb req-d9f41af5-6cd9-4304-a084-1b11c88e0a4b tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.2532711 Sep 16 05:01:47.925543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:47.927981 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Checking segment: {'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:47.929087 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.929497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Bound using segment: {'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:47.930229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Bound port: f6125db5-dd9f-4f43-9baf-a17fcdb9d90e, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:47.930625 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.943038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-af0dabbc-5af9-469c-9957-df907542413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.944886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-af0dabbc-5af9-469c-9957-df907542413e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7b9479-d47d-40b7-b9ac-21851f2a6d70 HTTP/1.1" status: 200 len: 859 time: 0.3184445 Sep 16 05:01:47.945496 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.042271 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] For port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:48.047751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-35d38678-bf29-4c0e-886f-0d8252a191f1 req-7109092a-1039-48d4-87fe-6519657c18b2 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] For port a7601157-0f9e-43b8-b57c-e77e3a9dcd76, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a7601157-0f9e-43b8-b57c-e77e3a9dcd76,segment=NetworkSegment(cf7577a9-f1a3-450e-9ee4-072d00d2bab7),segment_id=cf7577a9-f1a3-450e-9ee4-072d00d2bab7)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:48.047751 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-35d38678-bf29-4c0e-886f-0d8252a191f1 req-7109092a-1039-48d4-87fe-6519657c18b2 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.047989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] For port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f6125db5-dd9f-4f43-9baf-a17fcdb9d90e,segment=NetworkSegment(fa25fc45-5eae-47c3-baa6-45d453bbf0ca),segment_id=fa25fc45-5eae-47c3-baa6-45d453bbf0ca)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:48.122812 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.161027 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-8fb75ef8-464b-4f0c-9867-4e03481ac053 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2058091 Sep 16 05:01:48.166764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-35d38678-bf29-4c0e-886f-0d8252a191f1 req-7109092a-1039-48d4-87fe-6519657c18b2 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Calling delete_port for a7601157-0f9e-43b8-b57c-e77e3a9dcd76 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:48.175749 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.181585 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.236022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Pushing event updated for resources: {'Port': ['ID=517abf5d-da89-4c0c-b141-11210ee3daa5,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:48.361178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e490f-d8c9-4afc-a713-232bb7f084f0 None None] Pushing event updated for resources: {'Port': ['ID=f6125db5-dd9f-4f43-9baf-a17fcdb9d90e,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:48.432963 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19a2e7da-495a-4700-8e5c-80131a141483 req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.492032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Allocated IP 172.25.3.69 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:48.756385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a2e7da-495a-4700-8e5c-80131a141483 req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Network b2a6c7bf-0b55-4a98-afae-9c638ca84214 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:48.777270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-19a2e7da-495a-4700-8e5c-80131a141483 req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:48.780348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event updated for resources: {'Port': ['ID=6b0ada99-c36c-403b-914e-8b7c0666c9a5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:48.784702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a2e7da-495a-4700-8e5c-80131a141483 req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:48.820303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.993455 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.066238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41766) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:49.118936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.139929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:49.143543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:49.146271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:49.367383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-3c90d138-eb2b-4d7b-8a1d-60085f6173a1 service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1933045 Sep 16 05:01:49.374833 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Attempting to bind port 517abf5d-da89-4c0c-b141-11210ee3daa5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:49.375418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Attempting to bind port 517abf5d-da89-4c0c-b141-11210ee3daa5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:49.375809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Attempting to bind port 517abf5d-da89-4c0c-b141-11210ee3daa5 on network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:49.387314 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-975af7a1-113f-42d5-8e01-8dadda403d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.523984 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-975af7a1-113f-42d5-8e01-8dadda403d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.569017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2e7da-495a-4700-8e5c-80131a141483 req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.569810 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19a2e7da-495a-4700-8e5c-80131a141483 req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.601651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0b838-d888-4c93-9473-ead9293f2e59 req-3ea6b28d-214b-4f65-8e1e-125c3bbd5825 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.609798 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98f0b838-d888-4c93-9473-ead9293f2e59 req-3ea6b28d-214b-4f65-8e1e-125c3bbd5825 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 943 time: 1.0330946 Sep 16 05:01:49.611755 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-35d38678-bf29-4c0e-886f-0d8252a191f1 req-7109092a-1039-48d4-87fe-6519657c18b2 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.635454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Port 517abf5d-da89-4c0c-b141-11210ee3daa5 on network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:49.635917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Attempting to bind port 517abf5d-da89-4c0c-b141-11210ee3daa5 on network ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:49.648227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-975af7a1-113f-42d5-8e01-8dadda403d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.664359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:49.664359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Checking segment: {'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:49.664359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Bound using segment: {'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:49.664359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Bound port: 517abf5d-da89-4c0c-b141-11210ee3daa5, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56777f02-3f7e-4773-909b-3ee7636cfb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:49.665250 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.709832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a7601157-0f9e-43b8-b57c-e77e3a9dcd76 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:49.749874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d38678-bf29-4c0e-886f-0d8252a191f1 req-7109092a-1039-48d4-87fe-6519657c18b2 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] No DVR routers for this DVR port a7601157-0f9e-43b8-b57c-e77e3a9dcd76 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:49.760550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a49a7e-c15a-42dd-8119-49dc7eda14b7 req-2402a40d-6475-4748-9acb-5e51a1c81066 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.767333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81a49a7e-c15a-42dd-8119-49dc7eda14b7 req-2402a40d-6475-4748-9acb-5e51a1c81066 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 932 time: 1.0444541 Sep 16 05:01:49.774099 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-35d38678-bf29-4c0e-886f-0d8252a191f1 req-7109092a-1039-48d4-87fe-6519657c18b2 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.776325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-35d38678-bf29-4c0e-886f-0d8252a191f1 req-7109092a-1039-48d4-87fe-6519657c18b2 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.23 "DELETE /v2.0/ports/a7601157-0f9e-43b8-b57c-e77e3a9dcd76 HTTP/1.1" status: 204 len: 173 time: 3.2824402 Sep 16 05:01:49.783918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.789119 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebb45e9b-8e00-4d8e-a206-38706a182837 req-3e2e7eec-896f-4f03-b93a-a34d094de1a0 service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946738 Sep 16 05:01:49.790332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109092a-1039-48d4-87fe-6519657c18b2 tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] Pushing event deleted for resources: {'Port': ['ID=a7601157-0f9e-43b8-b57c-e77e3a9dcd76,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.810227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0135d5eb-a4c7-481e-bea7-417f008a2a44', 'name': 'network-vif-deleted', 'tag': 'a7601157-0f9e-43b8-b57c-e77e3a9dcd76'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:49.813398 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba1ceef-fb96-4ec4-aede-95f0fb09e857" -d '{"events": [{"server_uuid": "0135d5eb-a4c7-481e-bea7-417f008a2a44", "name": "network-vif-deleted", "tag": "a7601157-0f9e-43b8-b57c-e77e3a9dcd76"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:49.825628 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-5ef9dc83-08f3-4ae8-8568-bd66cd92bfb1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3178115 Sep 16 05:01:49.836451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98f0b838-d888-4c93-9473-ead9293f2e59 req-1eda4f9e-845a-4382-aad1-1c483eca65c1 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210741 Sep 16 05:01:49.853276 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-975af7a1-113f-42d5-8e01-8dadda403d79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11ba6058bff84dad87060712d30620d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7783453 Sep 16 05:01:49.854187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975af7a1-113f-42d5-8e01-8dadda403d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6378c8ce-04ea-4a2c-af88-415b949840ee,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.856921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41774) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:49.861621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd48ccf-ea9d-4431-895f-754581acc979 None None] Network d1e2724c-736e-4b9c-b24f-7c140f876827 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:49.883099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f6125db5-dd9f-4f43-9baf-a17fcdb9d90e up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:49.964142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] For port 517abf5d-da89-4c0c-b141-11210ee3daa5, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:49.965455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: a7601157-0f9e-43b8-b57c-e77e3a9dcd76 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:49.965806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a7601157-0f9e-43b8-b57c-e77e3a9dcd76 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:49.968415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] For port 517abf5d-da89-4c0c-b141-11210ee3daa5, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=517abf5d-da89-4c0c-b141-11210ee3daa5,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:49.975271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Request body: {'port': {'device_id': 'c2e18e46-5488-4ef4-96ee-fb84795ec6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:50.047695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5189c769-36f8-48df-aa34-00df8df96af6 req-08eb5938-d951-48b8-9e50-ecb85c52289c tempest-InstanceActionsV221TestJSON-1884905612 tempest-InstanceActionsV221TestJSON-1884905612-project] 10.222.0.24 "GET /v2.0/ports?device_id=0135d5eb-a4c7-481e-bea7-417f008a2a44 HTTP/1.1" status: 200 len: 210 time: 0.0690742 Sep 16 05:01:50.076041 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.119160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1af0da38-68f3-46ef-9852-d7b80029f431 None None] Provisioning complete for port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:50.119785 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1af0da38-68f3-46ef-9852-d7b80029f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.125720 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-766f0960-3b3a-4af6-85c6-012136b089a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.179379 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-766f0960-3b3a-4af6-85c6-012136b089a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.203625 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.265283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5d994875-3cbf-4f90-bbf5-8472bd0aabcb req-443b38e2-31c6-44a0-b22d-02cb98273924 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0536125 Sep 16 05:01:50.266625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:50.269835 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.277544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.278710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.280374 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] 10.222.0.37 "PUT /v2.0/ports/517abf5d-da89-4c0c-b141-11210ee3daa5 HTTP/1.1" status: 200 len: 1092 time: 4.1236475 Sep 16 05:01:50.307802 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81a49a7e-c15a-42dd-8119-49dc7eda14b7 req-e666d1f2-aa16-438a-bc2c-3a7376063ccf tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809124 Sep 16 05:01:50.480656 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf497a7-c3f9-490b-8424-c8067a588c33 x-openstack-request-id: req-4bf497a7-c3f9-490b-8424-c8067a588c33 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:50.481289 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0135d5eb-a4c7-481e-bea7-417f008a2a44", "name": "network-vif-deleted", "tag": "a7601157-0f9e-43b8-b57c-e77e3a9dcd76", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:50.481289 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bf497a7-c3f9-490b-8424-c8067a588c33 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:50.481490 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0135d5eb-a4c7-481e-bea7-417f008a2a44', 'name': 'network-vif-deleted', 'tag': 'a7601157-0f9e-43b8-b57c-e77e3a9dcd76', 'status': 'completed', 'code': 200} Sep 16 05:01:50.535747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dbe41-7a10-474c-9ff6-5da9bfec65f5 service neutron] Pushing event updated for resources: {'Port': ['ID=517abf5d-da89-4c0c-b141-11210ee3daa5,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:50.666358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-ede7fc80-e18c-492e-90a8-5b0f7bb52096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.668131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-ede7fc80-e18c-492e-90a8-5b0f7bb52096 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 1095 time: 0.1745558 Sep 16 05:01:50.739352 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1af0da38-68f3-46ef-9852-d7b80029f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.770371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-e3ec7b09-a1f7-433d-a334-45a873408c46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=517abf5d-da89-4c0c-b141-11210ee3daa5 HTTP/1.1" status: 200 len: 217 time: 0.0698798 Sep 16 05:01:50.801624 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.884983 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.900326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1af0da38-68f3-46ef-9852-d7b80029f431 None None] For port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f6125db5-dd9f-4f43-9baf-a17fcdb9d90e,segment=NetworkSegment(fa25fc45-5eae-47c3-baa6-45d453bbf0ca),segment_id=fa25fc45-5eae-47c3-baa6-45d453bbf0ca)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:50.902105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-4cdc39a7-f97d-4cc5-afc1-af05fe185303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.903931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-4cdc39a7-f97d-4cc5-afc1-af05fe185303 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7b9479-d47d-40b7-b9ac-21851f2a6d70 HTTP/1.1" status: 200 len: 859 time: 0.1245348 Sep 16 05:01:51.005415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-b7837aee-4904-45b3-b823-107b1844fefa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908825 Sep 16 05:01:51.029962 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-766f0960-3b3a-4af6-85c6-012136b089a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.032545 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-766f0960-3b3a-4af6-85c6-012136b089a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.033840 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-766f0960-3b3a-4af6-85c6-012136b089a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6378c8ce-04ea-4a2c-af88-415b949840ee HTTP/1.1" status: 204 len: 168 time: 1.1741641 Sep 16 05:01:51.042928 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1af0da38-68f3-46ef-9852-d7b80029f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.058488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f0960-3b3a-4af6-85c6-012136b089a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6378c8ce-04ea-4a2c-af88-415b949840ee,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.114506 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:01:51.197187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Router 9302790c-9cb1-47df-9340-74ab1b941a68 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:01:51.230978 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7d56cf2f-a59a-4a84-bb8e-82b26510f45e None None] Provisioning complete for port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:51.231352 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d56cf2f-a59a-4a84-bb8e-82b26510f45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.307078 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:51.307078 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:51.318131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0da38-68f3-46ef-9852-d7b80029f431 None None] Pushing event updated for resources: {'Port': ['ID=f6125db5-dd9f-4f43-9baf-a17fcdb9d90e,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.344940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0ada99-c36c-403b-914e-8b7c0666c9a5 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:51.358526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.385112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Transition to ACTIVE for port object 6b0ada99-c36c-403b-914e-8b7c0666c9a5 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:51.426111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:51.439261 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Sync routers for ids ['9302790c-9cb1-47df-9340-74ab1b941a68'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:51.452883 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Routers {'9302790c-9cb1-47df-9340-74ab1b941a68'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:51.456548 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9302790c-9cb1-47df-9340-74ab1b941a68'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:51.456701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b90c7f-c0b2-4446-9008-deaaa23ff336 req-82234484-8a51-44a8-9319-db233aec3783 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.466750 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25b90c7f-c0b2-4446-9008-deaaa23ff336 req-82234484-8a51-44a8-9319-db233aec3783 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 943 time: 0.4563663 Sep 16 05:01:51.546279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.547580 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-be877820-314b-45e8-bb6e-827cf7e2cce5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4352374 Sep 16 05:01:51.550201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41798) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:51.598567 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Set router 9302790c-9cb1-47df-9340-74ab1b941a68 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:51.612791 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.688359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25b90c7f-c0b2-4446-9008-deaaa23ff336 req-b8486d63-1024-4fce-a193-e430d784ea41 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205999 Sep 16 05:01:51.719586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0ada99-c36c-403b-914e-8b7c0666c9a5,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.749021 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-fd8d413c-a9a1-49e5-b34e-717e3122fea4 service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278483 Sep 16 05:01:51.906824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb6d0f03-de2d-437f-913e-56ad2b32cb3b req-af7c12cc-5921-4196-ac7d-37b670446acd service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499338 Sep 16 05:01:51.952376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f6b56c9-c149-4074-83ca-0c02213caad5 req-7b1c7950-e310-46a4-98c4-363df5649f0e tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0423841 Sep 16 05:01:51.975538 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:01:49Z', 'revision_number': 3, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:51.992428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e6440-9b34-48ff-b8a6-6ea8e7761832 req-85a5163c-a514-433e-97cc-cec8c1f28a3a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.000815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e6e6440-9b34-48ff-b8a6-6ea8e7761832 req-85a5163c-a514-433e-97cc-cec8c1f28a3a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 944 time: 0.4806716 Sep 16 05:01:52.025293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41804) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:52.052721 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d22d5ef-aad6-423c-b7a1-4655046e02d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.107947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f6125db5-dd9f-4f43-9baf-a17fcdb9d90e up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:52.141406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e6e6440-9b34-48ff-b8a6-6ea8e7761832 req-8137cd67-1d40-4d34-a3ad-198366dc0ba0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396701 Sep 16 05:01:52.180998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Attempting to bind port 6b0ada99-c36c-403b-914e-8b7c0666c9a5 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:52.181481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Attempting to bind port 6b0ada99-c36c-403b-914e-8b7c0666c9a5 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:52.181932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Attempting to bind port 6b0ada99-c36c-403b-914e-8b7c0666c9a5 on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:52.189882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Port 6b0ada99-c36c-403b-914e-8b7c0666c9a5 on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:52.190396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Attempting to bind port 6b0ada99-c36c-403b-914e-8b7c0666c9a5 on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:52.200749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:52.204444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Checking segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:52.205374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Bound using segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:52.205626 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Bound port: 6b0ada99-c36c-403b-914e-8b7c0666c9a5, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:52.205991 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.217903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41808) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:52.255529 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Checking router: 9302790c-9cb1-47df-9340-74ab1b941a68 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:52.256538 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Updating router 9302790c-9cb1-47df-9340-74ab1b941a68 port cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:52.256768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:52.257553 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.305623 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.322222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] For port 6b0ada99-c36c-403b-914e-8b7c0666c9a5, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:52.325629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] For port 6b0ada99-c36c-403b-914e-8b7c0666c9a5, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=6b0ada99-c36c-403b-914e-8b7c0666c9a5,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:52.387913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-371f9f65-be41-493c-9563-1b06c9d736ff admin admin] Deleting subnet 8720ee2b-3aa7-4d5f-a1cc-210e0f3dcaf3 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:52.395678 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-371f9f65-be41-493c-9563-1b06c9d736ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.437302 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.483659 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-371f9f65-be41-493c-9563-1b06c9d736ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.485795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78c0371-478e-48bb-b48a-dd91ec9369b9', 'tag': '517abf5d-da89-4c0c-b141-11210ee3daa5'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:52.489286 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c9f07a-2417-4224-ac66-ba4563dd8b40" -d '{"events": [{"name": "network-changed", "server_uuid": "d78c0371-478e-48bb-b48a-dd91ec9369b9", "tag": "517abf5d-da89-4c0c-b141-11210ee3daa5"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:52.524220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.524349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.524669 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.525672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] 10.222.0.23 "PUT /v2.0/ports/6b0ada99-c36c-403b-914e-8b7c0666c9a5 HTTP/1.1" status: 200 len: 1093 time: 2.5548627 Sep 16 05:01:52.567216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd6e16-07ea-4499-9c17-52fae0386255 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0ada99-c36c-403b-914e-8b7c0666c9a5,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:52.568263 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d22d5ef-aad6-423c-b7a1-4655046e02d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.575244 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-371f9f65-be41-493c-9563-1b06c9d736ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.615037 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb0a4d5-d0d1-4460-b2af-e472e8a2ff64 x-openstack-request-id: req-2bb0a4d5-d0d1-4460-b2af-e472e8a2ff64 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:52.616400 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78c0371-478e-48bb-b48a-dd91ec9369b9", "tag": "517abf5d-da89-4c0c-b141-11210ee3daa5", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:52.616400 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2bb0a4d5-d0d1-4460-b2af-e472e8a2ff64 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:52.616801 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78c0371-478e-48bb-b48a-dd91ec9369b9', 'tag': '517abf5d-da89-4c0c-b141-11210ee3daa5', 'status': 'completed', 'code': 200} Sep 16 05:01:52.670638 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d22d5ef-aad6-423c-b7a1-4655046e02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.741837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9f07a-2417-4224-ac66-ba4563dd8b40 req-20825255-66f4-4548-b97b-c1286b01f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.743445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14c9f07a-2417-4224-ac66-ba4563dd8b40 req-20825255-66f4-4548-b97b-c1286b01f673 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 1095 time: 0.0983434 Sep 16 05:01:52.784721 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22d5ef-aad6-423c-b7a1-4655046e02d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5aedec-04f1-4a3c-a4c5-a575a886409c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:52.796543 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7d22d5ef-aad6-423c-b7a1-4655046e02d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7488776ffb04498e9d71bde9b2f037fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7669713 Sep 16 05:01:52.808218 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.819365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41814) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:52.848268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c5e92ceb-fc71-4ddc-a20e-cf88b20d96af details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:52.883174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Allocated IP 172.20.0.1 (d1e2724c-736e-4b9c-b24f-7c140f876827/e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d/29ae2c3e-d778-4c0b-98f5-d36da7e517dc) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:52.902238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9f07a-2417-4224-ac66-ba4563dd8b40 req-0086a251-b030-4726-a77b-28db4d5992b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.908449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14c9f07a-2417-4224-ac66-ba4563dd8b40 req-0086a251-b030-4726-a77b-28db4d5992b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 200 len: 919 time: 0.1539822 Sep 16 05:01:52.909115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c806455-4d0b-4ce2-9739-627644e36dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.922762 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.947501 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c806455-4d0b-4ce2-9739-627644e36dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.981499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-371f9f65-be41-493c-9563-1b06c9d736ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.994582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14c9f07a-2417-4224-ac66-ba4563dd8b40 req-c358223a-5e53-431e-bfcc-fc120a1e2eb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=517abf5d-da89-4c0c-b141-11210ee3daa5 HTTP/1.1" status: 200 len: 217 time: 0.0710139 Sep 16 05:01:53.026767 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-371f9f65-be41-493c-9563-1b06c9d736ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.033156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41820) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:53.035719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-371f9f65-be41-493c-9563-1b06c9d736ff admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8720ee2b-3aa7-4d5f-a1cc-210e0f3dcaf3 HTTP/1.1" status: 204 len: 168 time: 0.8120582 Sep 16 05:01:53.066941 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Attempting to bind port cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:53.072530 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Attempting to bind port cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:53.072530 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Attempting to bind port cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:53.082032 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb753a-eae6-4b90-8733-31a977b6b6a7 None None] Pushing event updated for resources: {'Port': ['ID=cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.092676 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:53.093047 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:53.093457 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.093827 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:53.094337 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Bound port: cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:53.094678 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.104484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:53.121290 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c806455-4d0b-4ce2-9739-627644e36dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.124687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c806455-4d0b-4ce2-9739-627644e36dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.129625 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6c806455-4d0b-4ce2-9739-627644e36dca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e5aedec-04f1-4a3c-a4c5-a575a886409c HTTP/1.1" status: 204 len: 168 time: 0.3088791 Sep 16 05:01:53.136276 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'c5e92ceb-fc71-4ddc-a20e-cf88b20d96af', 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08', 'port_id': 'c5e92ceb-fc71-4ddc-a20e-cf88b20d96af', 'mac_address': 'fa:16:3e:ee:ed:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7b9479-d47d-40b7-b9ac-21851f2a6d70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:53.142748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2e7da-495a-4700-8e5c-80131a141483 req-f554a0d5-3a81-43e4-96b0-f7e7b8fde169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.146006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-f554a0d5-3a81-43e4-96b0-f7e7b8fde169 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 1096 time: 0.4623611 Sep 16 05:01:53.152668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9f07a-2417-4224-ac66-ba4563dd8b40 req-bcc03b28-cf1a-443b-a84d-27f3da295c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.156923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14c9f07a-2417-4224-ac66-ba4563dd8b40 req-bcc03b28-cf1a-443b-a84d-27f3da295c88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7b9479-d47d-40b7-b9ac-21851f2a6d70 HTTP/1.1" status: 200 len: 859 time: 0.1137073 Sep 16 05:01:53.191771 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c806455-4d0b-4ce2-9739-627644e36dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5aedec-04f1-4a3c-a4c5-a575a886409c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.215984 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] For port cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:53.228429 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] For port cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:53.246866 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.258897 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.282930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e92ceb-fc71-4ddc-a20e-cf88b20d96af {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:53.289016 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.306010 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.347736 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:53.394383 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.396240 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Routers {'9302790c-9cb1-47df-9340-74ab1b941a68'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:53.396938 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9302790c-9cb1-47df-9340-74ab1b941a68'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:53.402381 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb753a-eae6-4b90-8733-31a977b6b6a7 None None] Pushing event updated for resources: {'Port': ['ID=cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.417135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f76249e7-dd9c-4e40-a262-dc46f4712931 req-6d530573-6bc4-4a53-b71d-9a841ea223eb tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.2575424 Sep 16 05:01:53.421026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-0e7e9fb6-2f92-4585-a24e-22501db3e178 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b0ada99-c36c-403b-914e-8b7c0666c9a5 HTTP/1.1" status: 200 len: 217 time: 0.1887920 Sep 16 05:01:53.426029 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.438022 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6f9c09-04ba-4bde-9371-e5708f79facd']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:53.455624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7577a9-f1a3-450e-9ee4-072d00d2bab7') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:53.457885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7577a9-f1a3-450e-9ee4-072d00d2bab7') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:53.481186 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.498282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f9f65-be41-493c-9563-1b06c9d736ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8720ee2b-3aa7-4d5f-a1cc-210e0f3dcaf3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.502994 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.507366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2e7da-495a-4700-8e5c-80131a141483 req-65c1b08a-d4dc-4b96-968d-6466e4ac37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.511284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-65c1b08a-d4dc-4b96-968d-6466e4ac37fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.0670044 Sep 16 05:01:53.566166 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.567014 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] Set router 9302790c-9cb1-47df-9340-74ab1b941a68 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:53.569595 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Network d1e2724c-736e-4b9c-b24f-7c140f876827 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:53.576344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:53.582014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:53.582425 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.584799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:53.592017 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:53.608548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.654440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14c9f07a-2417-4224-ac66-ba4563dd8b40 req-c8928224-ef46-42ca-8b50-2e30c7e0abce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2289965 Sep 16 05:01:53.657267 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-f0ba1c22-42ac-4eb6-99ca-e961a7e8a737 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496728 Sep 16 05:01:53.666259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['c5e92ceb-fc71-4ddc-a20e-cf88b20d96af'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:53.713999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=29ae2c3e-d778-4c0b-98f5-d36da7e517dc,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.742312 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.822434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78c710-7887-4da5-b0c7-5652042d9b86 req-41d67a8c-dbf0-41fd-81ef-9c8f4bd73ac6 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.825414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f78c710-7887-4da5-b0c7-5652042d9b86 req-41d67a8c-dbf0-41fd-81ef-9c8f4bd73ac6 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 943 time: 0.9141607 Sep 16 05:01:53.860965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.874920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.877247 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] 10.222.0.24 "DELETE /v2.0/networks/7a6f9c09-04ba-4bde-9371-e5708f79facd HTTP/1.1" status: 204 len: 168 time: 0.8401721 Sep 16 05:01:53.982747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e03db-7d97-4fdb-b4f7-bdf070b29ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6f9c09-04ba-4bde-9371-e5708f79facd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:54.038248 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:01:49Z', 'revision_number': 3, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:54.115311 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05103ffc-0f80-4a91-9d8d-d6f44fea2e3e None None] The sync data for ids ['9302790c-9cb1-47df-9340-74ab1b941a68'] in n-d-712137-12 is: [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:01:49Z', 'revision_number': 3, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:54.192518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ebd61-56d0-4ee3-ba22-927100c74f46 req-a8d370eb-adb1-4870-9543-aa4299728f47 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.194541 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cdd50cac-6364-44c3-bd9c-e919c090208a None None] Provisioning complete for port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:54.195088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-477ebd61-56d0-4ee3-ba22-927100c74f46 req-a8d370eb-adb1-4870-9543-aa4299728f47 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 944 time: 0.6473711 Sep 16 05:01:54.195891 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdd50cac-6364-44c3-bd9c-e919c090208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.202449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f78c710-7887-4da5-b0c7-5652042d9b86 req-cfa5196a-67b0-4bc1-b603-0cfbc711e996 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307900 Sep 16 05:01:54.239805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-a3190bc1-5043-4979-a3fb-625151bd95e5 service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670657 Sep 16 05:01:54.255796 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.290037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cdd50cac-6364-44c3-bd9c-e919c090208a None None] Port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:54.348253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14c9f07a-2417-4224-ac66-ba4563dd8b40 req-d0e46ee7-1448-4834-9020-2e0ae392d8cc service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979569 Sep 16 05:01:54.395648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-477ebd61-56d0-4ee3-ba22-927100c74f46 req-9354ec7d-01e5-4727-a13a-b4760b4adcbc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713402 Sep 16 05:01:54.563090 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19a2e7da-495a-4700-8e5c-80131a141483 req-57f16b61-5ef9-44da-9986-2e8dc28d24b6 service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036175 Sep 16 05:01:54.563576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41846) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:54.576670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.597839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14c9f07a-2417-4224-ac66-ba4563dd8b40 req-bdd5dd54-cf43-4f58-8866-920cef65d737 service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171817 Sep 16 05:01:54.629795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e18e46-5488-4ef4-96ee-fb84795ec6dd', 'tag': '6b0ada99-c36c-403b-914e-8b7c0666c9a5'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:54.632103 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad49a374-3b0b-41cd-9a67-c3ef91e75866" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e18e46-5488-4ef4-96ee-fb84795ec6dd", "tag": "6b0ada99-c36c-403b-914e-8b7c0666c9a5"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:54.651523 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9cfeab12-4293-4762-8ef6-1ef881ffc5b8 req-16cb36c8-901b-49fd-b421-e331d310a439 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0583746 Sep 16 05:01:54.696197 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.751551 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaa9f1f-93db-4360-a147-ae62a31dcfd3 x-openstack-request-id: req-efaa9f1f-93db-4360-a147-ae62a31dcfd3 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:54.752404 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e18e46-5488-4ef4-96ee-fb84795ec6dd", "tag": "6b0ada99-c36c-403b-914e-8b7c0666c9a5", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:54.752848 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efaa9f1f-93db-4360-a147-ae62a31dcfd3 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:54.753383 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e18e46-5488-4ef4-96ee-fb84795ec6dd', 'tag': '6b0ada99-c36c-403b-914e-8b7c0666c9a5', 'status': 'completed', 'code': 200} Sep 16 05:01:54.768371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5a6ee257-1e40-4aae-aaa9-682dd77963f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2944cb8009584807b2021a351bc3e0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898835 Sep 16 05:01:54.775249 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41852) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:54.803865 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.847965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 517abf5d-da89-4c0c-b141-11210ee3daa5 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:54.852152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c5e92ceb-fc71-4ddc-a20e-cf88b20d96af up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:54.942753 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=29ae2c3e-d778-4c0b-98f5-d36da7e517dc,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.009126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Network d1e2724c-736e-4b9c-b24f-7c140f876827 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:55.015491 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:55.033928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49a374-3b0b-41cd-9a67-c3ef91e75866 req-4e030ac5-475d-43f2-b636-2c1da3fc3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.035459 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad49a374-3b0b-41cd-9a67-c3ef91e75866 req-4e030ac5-475d-43f2-b636-2c1da3fc3e78 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 1096 time: 0.2588949 Sep 16 05:01:55.140883 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53cc1d7e-9ed2-42e0-a346-0af8ed74bb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.180934 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53cc1d7e-9ed2-42e0-a346-0af8ed74bb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.213274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:55.251623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:55.251988 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.353716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Router 9302790c-9cb1-47df-9340-74ab1b941a68 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:55.357566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49a374-3b0b-41cd-9a67-c3ef91e75866 req-44a9775a-db1d-4b79-b8f4-bbb4b595ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.362154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad49a374-3b0b-41cd-9a67-c3ef91e75866 req-44a9775a-db1d-4b79-b8f4-bbb4b595ce61 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 906 time: 0.3171334 Sep 16 05:01:55.372886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 517abf5d-da89-4c0c-b141-11210ee3daa5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=517abf5d-da89-4c0c-b141-11210ee3daa5,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:55.411771 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '517abf5d-da89-4c0c-b141-11210ee3daa5', 'network_id': 'ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08', 'port_id': '517abf5d-da89-4c0c-b141-11210ee3daa5', 'mac_address': 'fa:16:3e:31:27:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7b9479-d47d-40b7-b9ac-21851f2a6d70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:55.478596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad49a374-3b0b-41cd-9a67-c3ef91e75866 req-edae6a29-5b2e-456c-971b-888045e068ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b0ada99-c36c-403b-914e-8b7c0666c9a5 HTTP/1.1" status: 200 len: 217 time: 0.1073568 Sep 16 05:01:55.480838 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53cc1d7e-9ed2-42e0-a346-0af8ed74bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.484396 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53cc1d7e-9ed2-42e0-a346-0af8ed74bb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.485848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-53cc1d7e-9ed2-42e0-a346-0af8ed74bb49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be26f872-0a96-485a-b791-5d97a6aec37f HTTP/1.1" status: 204 len: 168 time: 0.7077281 Sep 16 05:01:55.510116 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.575329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517abf5d-da89-4c0c-b141-11210ee3daa5 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:55.594070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a4089d7f-8629-47b2-863f-4fb35e602b88 None None] Provisioning complete for port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:55.594439 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a4089d7f-8629-47b2-863f-4fb35e602b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.638588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a4089d7f-8629-47b2-863f-4fb35e602b88 None None] Port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:55.641719 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.706686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 517abf5d-da89-4c0c-b141-11210ee3daa5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=517abf5d-da89-4c0c-b141-11210ee3daa5,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:55.722533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc1d7e-9ed2-42e0-a346-0af8ed74bb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be26f872-0a96-485a-b791-5d97a6aec37f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.744106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e1a90a-16b6-41b3-b446-5b277c507791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e92ceb-fc71-4ddc-a20e-cf88b20d96af'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:55.744106 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d433fc6a-377d-4ff7-9761-d098c5b3daff" -d '{"events": [{"server_uuid": "c6e1a90a-16b6-41b3-b446-5b277c507791", "name": "network-vif-plugged", "status": "completed", "tag": "c5e92ceb-fc71-4ddc-a20e-cf88b20d96af"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:55.745476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:55.753153 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7bb9970d-f264-4fd0-b0ee-086e7fd6d4b3 admin admin] 10.222.0.24 "PUT /v2.0/routers/9302790c-9cb1-47df-9340-74ab1b941a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2019012 Sep 16 05:01:55.781837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bfcc2-0dca-4a18-9d63-0dca5de459ec req-9b21c4c8-74d7-43af-b8db-6082ef7aa9a8 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.783790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 6b0ada99-c36c-403b-914e-8b7c0666c9a5 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:55.785809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b1bfcc2-0dca-4a18-9d63-0dca5de459ec req-9b21c4c8-74d7-43af-b8db-6082ef7aa9a8 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 943 time: 0.3263104 Sep 16 05:01:55.788518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49a374-3b0b-41cd-9a67-c3ef91e75866 req-d402d13d-2b28-44ca-a923-1d6f3d6d818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.790448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad49a374-3b0b-41cd-9a67-c3ef91e75866 req-d402d13d-2b28-44ca-a923-1d6f3d6d818f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.2583194 Sep 16 05:01:55.812964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bf79f-bb56-4e17-a587-316c16264125 req-67e6501a-0cab-4d74-965c-72965660eb40 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.814817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-486bf79f-bb56-4e17-a587-316c16264125 req-67e6501a-0cab-4d74-965c-72965660eb40 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 944 time: 0.1772225 Sep 16 05:01:55.816057 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.829943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:55.861845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad49a374-3b0b-41cd-9a67-c3ef91e75866 req-48a72a4c-f158-4a1f-a3b7-ca92bb7c687a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575540 Sep 16 05:01:55.971446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-486bf79f-bb56-4e17-a587-316c16264125 req-920b8e18-8c2c-401f-9242-218269e0b238 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467593 Sep 16 05:01:55.974292 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.006509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b1bfcc2-0dca-4a18-9d63-0dca5de459ec req-20e3d778-0dbd-4388-9ac9-024c594f29a0 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139413 Sep 16 05:01:56.047234 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=517abf5d-da89-4c0c-b141-11210ee3daa5,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:56.114817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad49a374-3b0b-41cd-9a67-c3ef91e75866 req-d682da9d-406f-4fa5-a631-00ab5a25c0ef service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377629 Sep 16 05:01:56.448415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312e280-c381-41ac-aaa3-b5cf433f1f8a req-7c9fd2cb-a32e-495a-a848-91da6bc9e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.450278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0312e280-c381-41ac-aaa3-b5cf433f1f8a req-7c9fd2cb-a32e-495a-a848-91da6bc9e6ef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 1097 time: 0.1970201 Sep 16 05:01:56.451920 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e26869-b90a-475c-b58a-66d45a8e4d0b x-openstack-request-id: req-51e26869-b90a-475c-b58a-66d45a8e4d0b {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:56.454703 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e1a90a-16b6-41b3-b446-5b277c507791", "name": "network-vif-plugged", "status": "completed", "tag": "c5e92ceb-fc71-4ddc-a20e-cf88b20d96af", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:56.454998 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51e26869-b90a-475c-b58a-66d45a8e4d0b {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:56.455412 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e1a90a-16b6-41b3-b446-5b277c507791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e92ceb-fc71-4ddc-a20e-cf88b20d96af', 'code': 200} Sep 16 05:01:56.472563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['517abf5d-da89-4c0c-b141-11210ee3daa5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:56.475479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:56.502968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6edcab75-2c65-45ab-866b-cbf34fab8e48 req-bfa4bc1d-a78d-4362-a6c3-dc0557840472 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0702775 Sep 16 05:01:56.580446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad49a374-3b0b-41cd-9a67-c3ef91e75866 req-518b38b0-fea4-4609-81a4-23d5315fe1b8 service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619863 Sep 16 05:01:56.605405 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0312e280-c381-41ac-aaa3-b5cf433f1f8a req-bc4faf42-f38b-43b6-82d0-0facd40b0258 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436498 Sep 16 05:01:56.620941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 6b0ada99-c36c-403b-914e-8b7c0666c9a5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=6b0ada99-c36c-403b-914e-8b7c0666c9a5,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:56.688970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '6b0ada99-c36c-403b-914e-8b7c0666c9a5', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'port_id': '6b0ada99-c36c-403b-914e-8b7c0666c9a5', 'mac_address': 'fa:16:3e:bd:56:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f70418-5d8e-40e0-8694-6480bd170868', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:56.698346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:56.710635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:56.710933 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.855290 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.904974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0ada99-c36c-403b-914e-8b7c0666c9a5 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:56.935977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 6b0ada99-c36c-403b-914e-8b7c0666c9a5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=6b0ada99-c36c-403b-914e-8b7c0666c9a5,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:56.956200 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.994809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:57.090071 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.093899 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.215790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:57.344691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:57.354628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c9ac2-00c3-4a56-995c-b813d56a95e1 req-961a38d4-dc1f-424f-902f-b8e611966f2e tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.357270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee2c9ac2-00c3-4a56-995c-b813d56a95e1 req-961a38d4-dc1f-424f-902f-b8e611966f2e tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 944 time: 0.1773286 Sep 16 05:01:57.364265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Sync routers for ids ['9302790c-9cb1-47df-9340-74ab1b941a68'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:57.368543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb692153-dbd2-431b-b574-006083779af1 req-13058974-df30-427d-8488-0ad745806dd3 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.369409 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=6b0ada99-c36c-403b-914e-8b7c0666c9a5,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:57.371279 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb692153-dbd2-431b-b574-006083779af1 req-13058974-df30-427d-8488-0ad745806dd3 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 945 time: 0.1259756 Sep 16 05:01:57.435555 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Routers {'9302790c-9cb1-47df-9340-74ab1b941a68'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:57.441794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9302790c-9cb1-47df-9340-74ab1b941a68'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:57.452948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee2c9ac2-00c3-4a56-995c-b813d56a95e1 req-e1e00763-5499-4828-a958-b8963f96d81d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805092 Sep 16 05:01:57.527544 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb692153-dbd2-431b-b574-006083779af1 req-50ec415a-87e0-4d83-95d1-d0bba093f218 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393263 Sep 16 05:01:57.719434 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fdecc77a-a937-4811-91bf-c121d4f6345b req-5f3505df-be65-42a8-ac31-dd4ab5bbaee9 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0481088 Sep 16 05:01:57.757705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Set router 9302790c-9cb1-47df-9340-74ab1b941a68 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:58.042937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41936) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.048226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1111872043-network', 'tenant_id': '53812683b3224c548fcdba7f86ff5188'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:58.108207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:58.180060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Made reservation on behalf of 53812683b3224c548fcdba7f86ff5188 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:58.182661 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.198526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.235166 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:01:54Z', 'revision_number': 4, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '29ae2c3e-d778-4c0b-98f5-d36da7e517dc', 'name': '', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'tenant_id': '714395686f074887b565c93452adaa56', 'mac_address': 'fa:16:3e:03:e2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:52Z', 'updated_at': '2021-09-16T05:01:54Z', 'revision_number': 2, 'project_id': '714395686f074887b565c93452adaa56', 'subnets': [{'id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:58.295054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Checking router: 9302790c-9cb1-47df-9340-74ab1b941a68 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:58.295770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Updating router 9302790c-9cb1-47df-9340-74ab1b941a68 port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:58.302193 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:58.304430 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.404124 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.417573 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.535434 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.616916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:58.627456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d651d4-ddaa-4975-8097-51f1e64495a4,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:58.630101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41948) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.691908 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.692288 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Added segment 9098914c-f465-4683-a22c-31cb95ec78fb of type vlan for network 85ac2a6c-d39f-4878-9f1b-2ec428efad3e Sep 16 05:01:58.792881 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.802286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc21e6-1c46-42fb-a43e-8b6ea07aa856 req-ab057809-a047-471f-a269-9eaae94e1025 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.804409 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39bc21e6-1c46-42fb-a43e-8b6ea07aa856 req-ab057809-a047-471f-a269-9eaae94e1025 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 944 time: 0.1519742 Sep 16 05:01:58.816605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551707db-6f62-4a61-ab78-ffa43cb55dbe req-6c128ff9-57b2-4cdc-bddf-4748c3d8c07c tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.817868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-551707db-6f62-4a61-ab78-ffa43cb55dbe req-6c128ff9-57b2-4cdc-bddf-4748c3d8c07c tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 945 time: 0.1642377 Sep 16 05:01:58.944915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-223340090-network', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:58.947041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 517abf5d-da89-4c0c-b141-11210ee3daa5 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:58.978245 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.065935 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.066161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Made reservation on behalf of 32a863b5f01144d9abb8c9b5ce5f9b5d for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:59.068565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.085089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.247081 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.296834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39bc21e6-1c46-42fb-a43e-8b6ea07aa856 req-6eb77475-16cf-42e9-9fc1-f45c3b185927 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737661 Sep 16 05:01:59.320110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-551707db-6f62-4a61-ab78-ffa43cb55dbe req-37669ad1-c87c-4411-be86-d43698fd01be tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701325 Sep 16 05:01:59.359137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 517abf5d-da89-4c0c-b141-11210ee3daa5 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:59.360407 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.363763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.364428 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.364915 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.378242 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 517abf5d-da89-4c0c-b141-11210ee3daa5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:59.378611 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.430625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6884b-435a-435b-9cb7-e4e9daddd51d None None] Pushing event updated for resources: {'Port': ['ID=29ae2c3e-d778-4c0b-98f5-d36da7e517dc,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.456717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:59.476274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.491196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Attempting to bind port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:59.491196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Attempting to bind port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:59.491196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Attempting to bind port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc on network d1e2724c-736e-4b9c-b24f-7c140f876827 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:59.500771 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.501313 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Added segment dc42d54e-fee5-406f-b7f2-84a9d2101f28 of type vlan for network b3bfa292-e9f0-489a-bcf8-e4a13051131f Sep 16 05:01:59.502012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:59.502392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Checking segment: {'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:59.502780 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.503193 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Bound using segment: {'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:59.504252 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Bound port: 29ae2c3e-d778-4c0b-98f5-d36da7e517dc, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:59.507915 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.556956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1535c0b9-e030-49fa-91cb-2309920791cb req-96558f7c-de86-4f94-b3f1-74a97eddbf2a tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0890810 Sep 16 05:01:59.611033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.622803 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41954) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.623038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5787165 Sep 16 05:01:59.626914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2912fe2-01c8-46cf-a418-b766c6bfbce2 admin admin] Pushing event updated for resources: {'Network': ['ID=85ac2a6c-d39f-4878-9f1b-2ec428efad3e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.638408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2a3003ae-8cb4-4a88-bd52-200bd2c9c727 admin admin] Request body: {'subnet': {'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1111872043-subnet', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:59.638956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 85ac2a6c-d39f-4878-9f1b-2ec428efad3e details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:59.646817 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.705256 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] For port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:59.722806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78c0371-478e-48bb-b48a-dd91ec9369b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517abf5d-da89-4c0c-b141-11210ee3daa5'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:59.726785 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aa489e-1578-47e7-9d27-99f7aae3b5d8" -d '{"events": [{"server_uuid": "d78c0371-478e-48bb-b48a-dd91ec9369b9", "name": "network-vif-plugged", "status": "completed", "tag": "517abf5d-da89-4c0c-b141-11210ee3daa5"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:59.754061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 517abf5d-da89-4c0c-b141-11210ee3daa5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=517abf5d-da89-4c0c-b141-11210ee3daa5,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:59.797241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.798542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.799316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.859207 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3003ae-8cb4-4a88-bd52-200bd2c9c727 admin admin] Made reservation on behalf of 53812683b3224c548fcdba7f86ff5188 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:59.859385 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393da97f-effb-4133-b964-27be954b0a8c x-openstack-request-id: req-393da97f-effb-4133-b964-27be954b0a8c {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:59.859574 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78c0371-478e-48bb-b48a-dd91ec9369b9", "name": "network-vif-plugged", "status": "completed", "tag": "517abf5d-da89-4c0c-b141-11210ee3daa5", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:59.859836 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-393da97f-effb-4133-b964-27be954b0a8c {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:59.860243 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78c0371-478e-48bb-b48a-dd91ec9369b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517abf5d-da89-4c0c-b141-11210ee3daa5', 'code': 200} Sep 16 05:01:59.862503 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a3003ae-8cb4-4a88-bd52-200bd2c9c727 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.862757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 6b0ada99-c36c-403b-914e-8b7c0666c9a5 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:59.949113 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] For port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=29ae2c3e-d778-4c0b-98f5-d36da7e517dc,segment=NetworkSegment(fa25fc45-5eae-47c3-baa6-45d453bbf0ca),segment_id=fa25fc45-5eae-47c3-baa6-45d453bbf0ca)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:59.950387 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.957294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6a061-b042-465b-986a-788f23d59fa4 req-de3d7fac-08b4-4b44-89fe-f786c6c9e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.960850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfd6a061-b042-465b-986a-788f23d59fa4 req-de3d7fac-08b4-4b44-89fe-f786c6c9e834 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 1097 time: 0.1012602 Sep 16 05:02:00.025045 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfd6a061-b042-465b-986a-788f23d59fa4 req-93fafd9a-f870-429e-a7ae-842bbb959e93 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572674 Sep 16 05:02:00.040507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] Pushing event updated for resources: {'Network': ['ID=b3bfa292-e9f0-489a-bcf8-e4a13051131f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.051108 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-05811108-2cda-4ed3-9416-dd93a7108792 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4179311 Sep 16 05:02:00.052385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41962) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:00.065552 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.077108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1416b759-cf54-4b31-a45c-1a634decbc4d admin admin] Request body: {'subnet': {'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-223340090-subnet', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:00.079543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:00.100782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0654cfab-1662-41b3-9805-2a71676b1822 None None] Provisioning complete for port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:00.101552 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0654cfab-1662-41b3-9805-2a71676b1822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.213495 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1416b759-cf54-4b31-a45c-1a634decbc4d admin admin] Made reservation on behalf of 32a863b5f01144d9abb8c9b5ce5f9b5d for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:00.216281 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1416b759-cf54-4b31-a45c-1a634decbc4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.265654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=517abf5d-da89-4c0c-b141-11210ee3daa5,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.405949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a3003ae-8cb4-4a88-bd52-200bd2c9c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.481975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6884b-435a-435b-9cb7-e4e9daddd51d None None] Pushing event updated for resources: {'Port': ['ID=29ae2c3e-d778-4c0b-98f5-d36da7e517dc,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.576936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3003ae-8cb4-4a88-bd52-200bd2c9c727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a714c3-2f4a-43f6-88e0-2fb50697c16f,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.606839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Routers {'9302790c-9cb1-47df-9340-74ab1b941a68'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:00.607512 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3003ae-8cb4-4a88-bd52-200bd2c9c727 admin admin] Checking segment: {'id': '9098914c-f465-4683-a22c-31cb95ec78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:00.609767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9302790c-9cb1-47df-9340-74ab1b941a68'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:00.609898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3003ae-8cb4-4a88-bd52-200bd2c9c727 admin admin] Network hostable DHCP agents. Network: 85ac2a6c-d39f-4878-9f1b-2ec428efad3e, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:00.657167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2ef61-3f65-4ee3-8721-13a40651c1c3 req-a1a815c9-549c-447d-9d74-c1aac0271d97 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.665189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a2ef61-3f65-4ee3-8721-13a40651c1c3 req-a1a815c9-549c-447d-9d74-c1aac0271d97 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.1805618 Sep 16 05:02:00.722999 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 6b0ada99-c36c-403b-914e-8b7c0666c9a5 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:00.723640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3003ae-8cb4-4a88-bd52-200bd2c9c727 admin admin] Network 85ac2a6c-d39f-4878-9f1b-2ec428efad3e is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:00.756099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3df88-2b3f-4780-894a-ba509c699fab req-b6b7d96a-8cf9-4568-9217-0cb0cca1fa2c tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.763842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87f3df88-2b3f-4780-894a-ba509c699fab req-b6b7d96a-8cf9-4568-9217-0cb0cca1fa2c tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 945 time: 0.1995990 Sep 16 05:02:00.797136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 6b0ada99-c36c-403b-914e-8b7c0666c9a5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:00.798161 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.820436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2a3003ae-8cb4-4a88-bd52-200bd2c9c727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 85ac2a6c-d39f-4878-9f1b-2ec428efad3e) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:00.828280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a2ef61-3f65-4ee3-8721-13a40651c1c3 req-694a6145-9c81-4b00-89ab-58d73b0b0b82 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528785 Sep 16 05:02:00.832597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3003ae-8cb4-4a88-bd52-200bd2c9c727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.833212 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a3003ae-8cb4-4a88-bd52-200bd2c9c727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.833333 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0654cfab-1662-41b3-9805-2a71676b1822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.917561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0654cfab-1662-41b3-9805-2a71676b1822 None None] For port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=29ae2c3e-d778-4c0b-98f5-d36da7e517dc,segment=NetworkSegment(fa25fc45-5eae-47c3-baa6-45d453bbf0ca),segment_id=fa25fc45-5eae-47c3-baa6-45d453bbf0ca)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:00.918903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9bea7a-0f39-4d59-af5f-a95853388406 None None] Network 85ac2a6c-d39f-4878-9f1b-2ec428efad3e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:00.950882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87f3df88-2b3f-4780-894a-ba509c699fab req-acea5ef8-7f46-4af2-bf4b-9d3cd2630709 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844029 Sep 16 05:02:00.979275 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2a3003ae-8cb4-4a88-bd52-200bd2c9c727 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3506932 Sep 16 05:02:00.979620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41976) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:00.989751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1111872043-router', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:00.999279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] Set router 9302790c-9cb1-47df-9340-74ab1b941a68 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:01.009394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fea4f3f-17cf-4c97-9619-2731b8c5c917 req-dbf42d5b-211b-4e4a-9b86-830c72a90a53 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/ports?device_id=95e50d3c-67e5-413f-bdf1-afb9eb1ada37 HTTP/1.1" status: 200 len: 210 time: 0.0564973 Sep 16 05:02:01.069854 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0654cfab-1662-41b3-9805-2a71676b1822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.094997 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1416b759-cf54-4b31-a45c-1a634decbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.127500 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.128591 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.176281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416b759-cf54-4b31-a45c-1a634decbc4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=12ec28b5-88a3-4932-a119-d607babf37c5,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:01.191457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1416b759-cf54-4b31-a45c-1a634decbc4d admin admin] Checking segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:01.191961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1416b759-cf54-4b31-a45c-1a634decbc4d admin admin] Network hostable DHCP agents. Network: b3bfa292-e9f0-489a-bcf8-e4a13051131f, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:01.238912 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.289875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654cfab-1662-41b3-9805-2a71676b1822 None None] Pushing event updated for resources: {'Port': ['ID=29ae2c3e-d778-4c0b-98f5-d36da7e517dc,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:01.340442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1416b759-cf54-4b31-a45c-1a634decbc4d admin admin] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:01.364125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d17cb269-da39-42e7-8a82-3094f011286f None None] Provisioning complete for port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:01.364482 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d17cb269-da39-42e7-8a82-3094f011286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.407160 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.448423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-1416b759-cf54-4b31-a45c-1a634decbc4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, b3bfa292-e9f0-489a-bcf8-e4a13051131f) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:01.457271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1416b759-cf54-4b31-a45c-1a634decbc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.457961 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1416b759-cf54-4b31-a45c-1a634decbc4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.504530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f1ff5-d7e7-4fe0-adf1-5a3682571b7a None None] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:01.524982 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-85ac2a6c-d39f-4878-9f1b-2ec428efad3e', 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'fixed_ips': [{'subnet_id': '68a714c3-2f4a-43f6-88e0-2fb50697c16f'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:01.526750 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.609309 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.645532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 6b0ada99-c36c-403b-914e-8b7c0666c9a5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=6b0ada99-c36c-403b-914e-8b7c0666c9a5,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:01.666641 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1416b759-cf54-4b31-a45c-1a634decbc4d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6123049 Sep 16 05:02:01.669465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41980) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:01.674156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:01.783692 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.805368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.806311 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.957970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e18e46-5488-4ef4-96ee-fb84795ec6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0ada99-c36c-403b-914e-8b7c0666c9a5'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:01.961398 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7f3625-0dc1-44d5-9df9-25b1351016b9" -d '{"events": [{"server_uuid": "c2e18e46-5488-4ef4-96ee-fb84795ec6dd", "name": "network-vif-plugged", "status": "completed", "tag": "6b0ada99-c36c-403b-914e-8b7c0666c9a5"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:01.997144 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.069836 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fd96f-8ecd-4acb-ac4f-ab04f69b737a req-68022f0c-f720-4f8a-9476-ae3cd8012a42 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.082308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e25fd96f-8ecd-4acb-ac4f-ab04f69b737a req-68022f0c-f720-4f8a-9476-ae3cd8012a42 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.0926909 Sep 16 05:02:02.118856 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.176119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.337245 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Allocated IP 172.25.3.166 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/9776f108-25cd-43d9-872c-395046d53f57) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:02.369323 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.393702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:01:54Z', 'revision_number': 4, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '29ae2c3e-d778-4c0b-98f5-d36da7e517dc', 'name': '', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'tenant_id': '714395686f074887b565c93452adaa56', 'mac_address': 'fa:16:3e:03:e2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:52Z', 'updated_at': '2021-09-16T05:01:59Z', 'revision_number': 4, 'project_id': '714395686f074887b565c93452adaa56', 'subnets': [{'id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:02.399908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=6b0ada99-c36c-403b-914e-8b7c0666c9a5,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.423059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e25fd96f-8ecd-4acb-ac4f-ab04f69b737a req-8c6a4c0f-a7f6-4062-ab2e-31dfed0b9274 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320827 Sep 16 05:02:02.470333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3c9f3-3a17-4aaa-ba88-26df1e29fa9b None None] The sync data for ids ['9302790c-9cb1-47df-9340-74ab1b941a68'] in n-d-712137-12 is: [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:01:54Z', 'revision_number': 4, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '29ae2c3e-d778-4c0b-98f5-d36da7e517dc', 'name': '', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'tenant_id': '714395686f074887b565c93452adaa56', 'mac_address': 'fa:16:3e:03:e2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:52Z', 'updated_at': '2021-09-16T05:01:59Z', 'revision_number': 4, 'project_id': '714395686f074887b565c93452adaa56', 'subnets': [{'id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:02.507926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:02.508915 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.513078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2979cb1-86d4-4022-a81f-d27c5a5871ae req-ba9486b2-e1df-481f-bd91-6b0d53bae46d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.519687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2979cb1-86d4-4022-a81f-d27c5a5871ae req-ba9486b2-e1df-481f-bd91-6b0d53bae46d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 946 time: 0.4326909 Sep 16 05:02:02.528657 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Allocated IP 172.20.0.2 (85ac2a6c-d39f-4878-9f1b-2ec428efad3e/68a714c3-2f4a-43f6-88e0-2fb50697c16f/2da3e904-fe48-4174-941c-9d0cc84aae99) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:02.547615 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.597216 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00c334f-57e8-47de-a230-52239e8f54a2 x-openstack-request-id: req-f00c334f-57e8-47de-a230-52239e8f54a2 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:02.597216 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e18e46-5488-4ef4-96ee-fb84795ec6dd", "name": "network-vif-plugged", "status": "completed", "tag": "6b0ada99-c36c-403b-914e-8b7c0666c9a5", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:02.597513 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f00c334f-57e8-47de-a230-52239e8f54a2 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:02.598179 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e18e46-5488-4ef4-96ee-fb84795ec6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0ada99-c36c-403b-914e-8b7c0666c9a5', 'code': 200} Sep 16 05:02:02.726445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2979cb1-86d4-4022-a81f-d27c5a5871ae req-8f4e7aed-17e6-4c2a-9e68-2245168fe391 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832094 Sep 16 05:02:02.750939 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.830410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:02.830641 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50425-4a1a-43a4-bf08-2811c265a245 req-1a268270-da02-4c58-994b-4c1d1a0aafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.833598 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8f50425-4a1a-43a4-bf08-2811c265a245 req-1a268270-da02-4c58-994b-4c1d1a0aafd9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 1098 time: 0.1759696 Sep 16 05:02:02.835548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:02.841482 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:02.880629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8f50425-4a1a-43a4-bf08-2811c265a245 req-8e3b616c-1033-4356-88ca-a0ed78c64aae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349054 Sep 16 05:02:02.904169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42004) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:02.915261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Pushing event updated for resources: {'Port': ['ID=9776f108-25cd-43d9-872c-395046d53f57,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.059428 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.132574 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.136127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Allocated IP 172.20.0.2 (b3bfa292-e9f0-489a-bcf8-e4a13051131f/12ec28b5-88a3-4932-a119-d607babf37c5/464437af-14ed-40c6-94ca-4c8a0cb0ad90) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:03.155405 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.231067 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.410239 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6320d0e9-999f-4eff-b1c9-163cadd397e6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.471340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Network 85ac2a6c-d39f-4878-9f1b-2ec428efad3e is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:03.484954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Pushing event updated for resources: {'Port': ['ID=2da3e904-fe48-4174-941c-9d0cc84aae99,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.503632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:03.507465 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:03.538556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Allocated IP 172.25.3.210 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/d5e0143e-fbdf-4dec-b6ff-8b99cac796bd) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:03.563660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb30a4-cfa4-41a2-8404-af7244253b03 req-eaea1a46-f580-4eba-b0d6-a835aa426b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.565255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7adb30a4-cfa4-41a2-8404-af7244253b03 req-eaea1a46-f580-4eba-b0d6-a835aa426b24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 1097 time: 0.1954153 Sep 16 05:02:03.624575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6320d0e9-999f-4eff-b1c9-163cadd397e6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.694350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Attempting to bind port 2da3e904-fe48-4174-941c-9d0cc84aae99 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:03.694350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Attempting to bind port 2da3e904-fe48-4174-941c-9d0cc84aae99 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '9098914c-f465-4683-a22c-31cb95ec78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:03.694350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Attempting to bind port 2da3e904-fe48-4174-941c-9d0cc84aae99 on network 85ac2a6c-d39f-4878-9f1b-2ec428efad3e {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:03.694830 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.700855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:03.701247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Checking segment: {'id': '9098914c-f465-4683-a22c-31cb95ec78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:03.701654 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.702058 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Bound using segment: {'id': '9098914c-f465-4683-a22c-31cb95ec78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:03.702530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Bound port: 2da3e904-fe48-4174-941c-9d0cc84aae99, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9098914c-f465-4683-a22c-31cb95ec78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:03.702925 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.748430 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.836581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb30a4-cfa4-41a2-8404-af7244253b03 req-dfc0f58d-494a-4c84-9d1a-cb048baf4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.851952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7adb30a4-cfa4-41a2-8404-af7244253b03 req-dfc0f58d-494a-4c84-9d1a-cb048baf4cda service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 200 len: 919 time: 0.2680352 Sep 16 05:02:03.877734 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.884756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c002d35-5b99-493b-a9f6-af9def194b18 req-895993fa-d75b-41b4-91df-000f026d1d7f tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.892206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c002d35-5b99-493b-a9f6-af9def194b18 req-895993fa-d75b-41b4-91df-000f026d1d7f tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.5123158 Sep 16 05:02:04.024403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Pushing event updated for resources: {'Port': ['ID=464437af-14ed-40c6-94ca-4c8a0cb0ad90,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.042828 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] For port 2da3e904-fe48-4174-941c-9d0cc84aae99, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:04.094223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] For port 2da3e904-fe48-4174-941c-9d0cc84aae99, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2da3e904-fe48-4174-941c-9d0cc84aae99,segment=NetworkSegment(9098914c-f465-4683-a22c-31cb95ec78fb),segment_id=9098914c-f465-4683-a22c-31cb95ec78fb)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:04.104283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:04.108695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:04.117540 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:04.153025 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6320d0e9-999f-4eff-b1c9-163cadd397e6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.155756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6320d0e9-999f-4eff-b1c9-163cadd397e6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.156852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 29ae2c3e-d778-4c0b-98f5-d36da7e517dc up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:04.162422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42024) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:04.163594 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6320d0e9-999f-4eff-b1c9-163cadd397e6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "DELETE /v2.0/security-groups/8e3d74ba-e52b-43bd-8f9f-bfdfef70c600 HTTP/1.1" status: 204 len: 168 time: 1.2497411 Sep 16 05:02:04.179683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320d0e9-999f-4eff-b1c9-163cadd397e6 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3d74ba-e52b-43bd-8f9f-bfdfef70c600,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.183287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7adb30a4-cfa4-41a2-8404-af7244253b03 req-40b606c6-3f60-4994-90fd-7da0d7e781a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=517abf5d-da89-4c0c-b141-11210ee3daa5 HTTP/1.1" status: 200 len: 217 time: 0.2458396 Sep 16 05:02:04.201090 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.303395 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.364204 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-d9f85f9f-9f50-4d39-a83e-c73e93c57847 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] show failed (client error): The resource could not be found. Sep 16 05:02:04.365748 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d9f85f9f-9f50-4d39-a83e-c73e93c57847 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "GET /v2.0/security-groups/8e3d74ba-e52b-43bd-8f9f-bfdfef70c600 HTTP/1.1" status: 404 len: 347 time: 0.1882231 Sep 16 05:02:04.373466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42026) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:04.387122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Attempting to bind port 464437af-14ed-40c6-94ca-4c8a0cb0ad90 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:04.387687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Attempting to bind port 464437af-14ed-40c6-94ca-4c8a0cb0ad90 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:04.388069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Attempting to bind port 464437af-14ed-40c6-94ca-4c8a0cb0ad90 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:04.410382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:04.410791 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Checking segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:04.411597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.411597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Bound using segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:04.413249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Bound port: 464437af-14ed-40c6-94ca-4c8a0cb0ad90, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:04.413654 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.463113 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95598f2a-5a9c-43dc-bbfd-5053c1a4b1f6 None None] Pushing event updated for resources: {'Port': ['ID=2da3e904-fe48-4174-941c-9d0cc84aae99,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.492352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:04.494023 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.574734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] For port 464437af-14ed-40c6-94ca-4c8a0cb0ad90, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:04.580356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Router 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:04.589679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c002d35-5b99-493b-a9f6-af9def194b18 req-c8da5d51-6d6e-48f4-a7c1-9e9923300452 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648981 Sep 16 05:02:04.595492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] For port 464437af-14ed-40c6-94ca-4c8a0cb0ad90, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=464437af-14ed-40c6-94ca-4c8a0cb0ad90,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:04.632497 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.685023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7966f5-e108-4fc0-955d-5ea8fca6ea21 req-a3614f36-7340-4f27-997b-9ac3b62d5075 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.686811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c7966f5-e108-4fc0-955d-5ea8fca6ea21 req-a3614f36-7340-4f27-997b-9ac3b62d5075 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 946 time: 0.7919848 Sep 16 05:02:04.695402 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.695656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb30a4-cfa4-41a2-8404-af7244253b03 req-69162cd1-065d-45d6-84cb-3377572db872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.697206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7adb30a4-cfa4-41a2-8404-af7244253b03 req-69162cd1-065d-45d6-84cb-3377572db872 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7b9479-d47d-40b7-b9ac-21851f2a6d70 HTTP/1.1" status: 200 len: 859 time: 0.4128911 Sep 16 05:02:04.783231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a4d7e-d1c9-49a1-9a5d-2132055d6f2d None None] Pushing event updated for resources: {'Port': ['ID=464437af-14ed-40c6-94ca-4c8a0cb0ad90,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.809678 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7adb30a4-cfa4-41a2-8404-af7244253b03 req-dfcffcfe-7359-41ab-b2e0-ff6502735889 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947649 Sep 16 05:02:04.891810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:04.909506 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Sync routers for ids ['809d8ef9-3815-40c5-b4b6-a6ca1f398d64'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:04.927140 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Routers {'809d8ef9-3815-40c5-b4b6-a6ca1f398d64'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:04.933362 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['809d8ef9-3815-40c5-b4b6-a6ca1f398d64'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:04.960050 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c7966f5-e108-4fc0-955d-5ea8fca6ea21 req-74f2533b-7d74-404e-b191-717699867e7e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600846 Sep 16 05:02:05.056413 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.059204 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-476f682d-94af-4d42-be0e-ba3194138a96 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0782702 Sep 16 05:02:05.061536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42036) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:05.128281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fb2ed-847e-4b40-80d1-a836cc800265 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Deleting port f025b887-ac8f-4e32-a487-4a452d88218c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:05.132334 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb2ed-847e-4b40-80d1-a836cc800265 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.165545 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Set router 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:05.202797 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.365519 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7adb30a4-cfa4-41a2-8404-af7244253b03 req-bcbf2c9e-b689-491a-8015-2af5751f5103 service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549431 Sep 16 05:02:05.409055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:05.432371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:05.435286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:05.444765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Pushing event updated for resources: {'Port': ['ID=d5e0143e-fbdf-4dec-b6ff-8b99cac796bd,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.551713 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb2ed-847e-4b40-80d1-a836cc800265 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.552434 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb2ed-847e-4b40-80d1-a836cc800265 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.571758 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'name': 'tempest-TestServerBasicOps-1111872043-router', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9776f108-25cd-43d9-872c-395046d53f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:03Z', 'revision_number': 3, 'project_id': '53812683b3224c548fcdba7f86ff5188', 'gw_port': {'id': '9776f108-25cd-43d9-872c-395046d53f57', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:02Z', 'updated_at': '2021-09-16T05:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:05.590048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fb2ed-847e-4b40-80d1-a836cc800265 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Calling delete_port for f025b887-ac8f-4e32-a487-4a452d88218c owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:05.626447 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Checking router: 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:05.628259 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Updating router 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 port 9776f108-25cd-43d9-872c-395046d53f57 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:05.677541 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.083482 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb2ed-847e-4b40-80d1-a836cc800265 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.104772 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7adb30a4-cfa4-41a2-8404-af7244253b03 req-21c2a054-75a1-46f3-81e1-43df6f17a2ea service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7275360 Sep 16 05:02:06.140061 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.200144 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058853fc-8e07-4fee-a0a9-744b8c3d3719 None None] Network 85ac2a6c-d39f-4878-9f1b-2ec428efad3e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:06.263963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fb2ed-847e-4b40-80d1-a836cc800265 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Port': ['ID=f025b887-ac8f-4e32-a487-4a452d88218c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.301038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-61b3bff2-c1d1-4c43-b3e8-2799770f7589 None None] Provisioning complete for port 2da3e904-fe48-4174-941c-9d0cc84aae99 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:06.301854 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-61b3bff2-c1d1-4c43-b3e8-2799770f7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.303016 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.438860 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Attempting to bind port 9776f108-25cd-43d9-872c-395046d53f57 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:06.440135 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Attempting to bind port 9776f108-25cd-43d9-872c-395046d53f57 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:06.441091 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Attempting to bind port 9776f108-25cd-43d9-872c-395046d53f57 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:06.482804 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:06.483557 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:06.484119 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.484727 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:06.485414 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Bound port: 9776f108-25cd-43d9-872c-395046d53f57, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:06.486087 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.498981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae3660-4e79-4759-8440-ec8bb8fbef43 req-1e795cb1-1539-4b1d-b5d9-14660c24494a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.502412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7eae3660-4e79-4759-8440-ec8bb8fbef43 req-1e795cb1-1539-4b1d-b5d9-14660c24494a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.6164927 Sep 16 05:02:06.504447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 464437af-14ed-40c6-94ca-4c8a0cb0ad90 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:06.538417 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e5ebc-a59e-41a3-8bc4-b59c47611340 None None] Pushing event updated for resources: {'Port': ['ID=9776f108-25cd-43d9-872c-395046d53f57,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.612419 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] For port 9776f108-25cd-43d9-872c-395046d53f57, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:06.617924 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] For port 9776f108-25cd-43d9-872c-395046d53f57, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9776f108-25cd-43d9-872c-395046d53f57,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:06.712179 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.749982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.793656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ea31e-dfbc-4e2b-8a49-0b8481f3fe1c req-a76ef7ec-6a5f-4987-bb17-e2a3e934ae5b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.795419 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d2ea31e-dfbc-4e2b-8a49-0b8481f3fe1c req-a76ef7ec-6a5f-4987-bb17-e2a3e934ae5b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 946 time: 0.5721331 Sep 16 05:02:06.825382 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb2ed-847e-4b40-80d1-a836cc800265 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.827986 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb2ed-847e-4b40-80d1-a836cc800265 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.829862 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Routers {'809d8ef9-3815-40c5-b4b6-a6ca1f398d64'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:06.830574 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['809d8ef9-3815-40c5-b4b6-a6ca1f398d64'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:06.844150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6e8fb2ed-847e-4b40-80d1-a836cc800265 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "DELETE /v2.0/floatingips/1d90a2ee-7a75-4d1a-9773-15f83dd8cd35 HTTP/1.1" status: 204 len: 168 time: 2.4149590 Sep 16 05:02:06.847688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42066) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.849436 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 464437af-14ed-40c6-94ca-4c8a0cb0ad90 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:06.850599 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.851268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7eae3660-4e79-4759-8440-ec8bb8fbef43 req-6bf78e1c-898d-4aff-820a-8b3c04adacaa tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621326 Sep 16 05:02:06.929514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1952dc50-56cf-4815-a5df-0cca7df55169 None None] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:06.950983 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e5ebc-a59e-41a3-8bc4-b59c47611340 None None] Pushing event updated for resources: {'Port': ['ID=9776f108-25cd-43d9-872c-395046d53f57,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.986378 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-61b3bff2-c1d1-4c43-b3e8-2799770f7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.049086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d2ea31e-dfbc-4e2b-8a49-0b8481f3fe1c req-58f3e0a9-f0c9-4b4e-9469-cbd9a9cefe12 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342536 Sep 16 05:02:07.063932 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.155336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Allocated IP 172.20.0.1 (85ac2a6c-d39f-4878-9f1b-2ec428efad3e/68a714c3-2f4a-43f6-88e0-2fb50697c16f/4d6a95e1-26e7-4789-9e3a-0e01bbcc7815) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:07.173614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ee283739-9d6a-47d6-bd8f-d41ff8847c6b tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Deleting port 2eccfbee-550e-4934-aa2d-57a5f5442bc8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:07.174551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee283739-9d6a-47d6-bd8f-d41ff8847c6b tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.211736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-d991f1d6-515e-43ef-80c4-195d5856783b req-06426b34-f2d0-43ba-918b-bc8cbc4b9014 service neutron] (95451) timed out ('10.222.0.37', 51286) {{(pid=95451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:02:07.279858 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] Set router 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:07.439869 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.440879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-61b3bff2-c1d1-4c43-b3e8-2799770f7589 None None] For port 2da3e904-fe48-4174-941c-9d0cc84aae99, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2da3e904-fe48-4174-941c-9d0cc84aae99,segment=NetworkSegment(9098914c-f465-4683-a22c-31cb95ec78fb),segment_id=9098914c-f465-4683-a22c-31cb95ec78fb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:07.565771 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.642365 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 464437af-14ed-40c6-94ca-4c8a0cb0ad90, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=464437af-14ed-40c6-94ca-4c8a0cb0ad90,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:07.705760 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-61b3bff2-c1d1-4c43-b3e8-2799770f7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.762672 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.795577 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'name': 'tempest-TestServerBasicOps-1111872043-router', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9776f108-25cd-43d9-872c-395046d53f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:03Z', 'revision_number': 3, 'project_id': '53812683b3224c548fcdba7f86ff5188', 'gw_port': {'id': '9776f108-25cd-43d9-872c-395046d53f57', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:02Z', 'updated_at': '2021-09-16T05:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:07.828508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3bff2-c1d1-4c43-b3e8-2799770f7589 None None] Pushing event updated for resources: {'Port': ['ID=2da3e904-fe48-4174-941c-9d0cc84aae99,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.860254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6a95e1-26e7-4789-9e3a-0e01bbcc7815,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.873339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-972ac29d-aeb8-4ce4-921d-44870af68ad0 None None] Provisioning complete for port 464437af-14ed-40c6-94ca-4c8a0cb0ad90 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:07.874206 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-972ac29d-aeb8-4ce4-921d-44870af68ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.877970 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93235f-cd29-45e7-905a-7e664b1d6808 None None] The sync data for ids ['809d8ef9-3815-40c5-b4b6-a6ca1f398d64'] in n-d-712137-12 is: [{'id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'name': 'tempest-TestServerBasicOps-1111872043-router', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9776f108-25cd-43d9-872c-395046d53f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:03Z', 'revision_number': 3, 'project_id': '53812683b3224c548fcdba7f86ff5188', 'gw_port': {'id': '9776f108-25cd-43d9-872c-395046d53f57', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:02Z', 'updated_at': '2021-09-16T05:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:07.919490 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Network 85ac2a6c-d39f-4878-9f1b-2ec428efad3e is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:07.925991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:07.937349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:08.040318 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.041395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2da3e904-fe48-4174-941c-9d0cc84aae99 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:08.078111 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.271579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=464437af-14ed-40c6-94ca-4c8a0cb0ad90,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.309584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2da3e904-fe48-4174-941c-9d0cc84aae99 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:08.309969 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.478681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9f03b31a-bea4-4eb5-9f66-0fdd73a45f8d None None] Provisioning complete for port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:08.479283 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f03b31a-bea4-4eb5-9f66-0fdd73a45f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.543021 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee283739-9d6a-47d6-bd8f-d41ff8847c6b tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.549797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9f03b31a-bea4-4eb5-9f66-0fdd73a45f8d None None] Port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:08.552092 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.580158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ee283739-9d6a-47d6-bd8f-d41ff8847c6b tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Calling delete_port for 2eccfbee-550e-4934-aa2d-57a5f5442bc8 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:08.611125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9f03b31a-bea4-4eb5-9f66-0fdd73a45f8d None None] Provisioning complete for port 2da3e904-fe48-4174-941c-9d0cc84aae99 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:08.611743 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f03b31a-bea4-4eb5-9f66-0fdd73a45f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.662669 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b555d9-b211-4178-8aac-ff6dc847a2a5 req-4a7caea4-9741-40ff-b6f7-787b066c1b1a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.671172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8b555d9-b211-4178-8aac-ff6dc847a2a5 req-4a7caea4-9741-40ff-b6f7-787b066c1b1a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.5214710 Sep 16 05:02:08.805268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9f03b31a-bea4-4eb5-9f66-0fdd73a45f8d None None] Provisioning complete for port 464437af-14ed-40c6-94ca-4c8a0cb0ad90 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:08.805641 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f03b31a-bea4-4eb5-9f66-0fdd73a45f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.816451 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.849808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 464437af-14ed-40c6-94ca-4c8a0cb0ad90 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:08.873989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c8c1f-3d8e-46b8-afe0-97e53454427e req-65a48065-b812-45a5-b7b2-bc80492be993 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.876546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-523c8c1f-3d8e-46b8-afe0-97e53454427e req-65a48065-b812-45a5-b7b2-bc80492be993 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.7037370 Sep 16 05:02:08.906184 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.937562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8b555d9-b211-4178-8aac-ff6dc847a2a5 req-f4735a34-d23a-40d9-baee-6d05c37dc5cd tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480001 Sep 16 05:02:08.956105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 464437af-14ed-40c6-94ca-4c8a0cb0ad90 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:08.961568 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.994999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-523c8c1f-3d8e-46b8-afe0-97e53454427e req-08ed9ad0-e505-422e-a658-50df37de478c tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/quotas/98d6cd4e2eb34439a7eade1bcd54cb12 HTTP/1.1" status: 200 len: 375 time: 0.0565813 Sep 16 05:02:09.008861 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.066373 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9776f108-25cd-43d9-872c-395046d53f57 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:09.137052 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6a95e1-26e7-4789-9e3a-0e01bbcc7815,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.142148 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-523c8c1f-3d8e-46b8-afe0-97e53454427e req-ee7f08eb-fde4-461a-9ff0-46bd36416116 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1462026 Sep 16 05:02:09.203052 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.377932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42112) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:09.386581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Network 85ac2a6c-d39f-4878-9f1b-2ec428efad3e is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:09.392284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:09.407982 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-523c8c1f-3d8e-46b8-afe0-97e53454427e req-94f6ec60-6ce7-4761-b66c-5b8432a4f54c service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463489 Sep 16 05:02:09.419070 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee283739-9d6a-47d6-bd8f-d41ff8847c6b tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.445819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9776f108-25cd-43d9-872c-395046d53f57 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:09.446275 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.505368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Router 9345c651-f2d9-4965-90f1-96d4f20c9620 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:09.535301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee283739-9d6a-47d6-bd8f-d41ff8847c6b tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Port': ['ID=2eccfbee-550e-4934-aa2d-57a5f5442bc8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.668323 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.699886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 9776f108-25cd-43d9-872c-395046d53f57, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9776f108-25cd-43d9-872c-395046d53f57,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:09.727390 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-691cdb91-13c5-4463-b628-73e3fc1d3ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.756740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Router 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:09.772791 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.773645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2da3e904-fe48-4174-941c-9d0cc84aae99 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:09.885937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-523c8c1f-3d8e-46b8-afe0-97e53454427e req-f4b089ca-8272-4b37-bd71-f66b633f9304 service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769299 Sep 16 05:02:09.898225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-42063379-b305-4fc4-a4dc-737ccce451d0 None None] Provisioning complete for port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:09.898605 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42063379-b305-4fc4-a4dc-737ccce451d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.920984 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee283739-9d6a-47d6-bd8f-d41ff8847c6b tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.920984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ee283739-9d6a-47d6-bd8f-d41ff8847c6b tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "DELETE /v2.0/ports/2eccfbee-550e-4934-aa2d-57a5f5442bc8 HTTP/1.1" status: 204 len: 168 time: 3.0639584 Sep 16 05:02:09.926758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=9776f108-25cd-43d9-872c-395046d53f57,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.928669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42120) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:09.978699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-42063379-b305-4fc4-a4dc-737ccce451d0 None None] Port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:09.984560 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2da3e904-fe48-4174-941c-9d0cc84aae99 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:09.984955 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.029705 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:10.070992 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-390598ed-8f6c-4313-a1cd-994b07033490 admin admin] 10.222.0.24 "PUT /v2.0/routers/809d8ef9-3815-40c5-b4b6-a6ca1f398d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0078483 Sep 16 05:02:10.122184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:10.131328 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-691cdb91-13c5-4463-b628-73e3fc1d3ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.151738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Sync routers for ids ['9345c651-f2d9-4965-90f1-96d4f20c9620'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:10.182606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-782cf848-326e-456e-8748-348d01b68555 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Deleting port a8325af5-44cb-44ee-a252-6e68b67041df {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:10.187048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-782cf848-326e-456e-8748-348d01b68555 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.222148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Routers {'9345c651-f2d9-4965-90f1-96d4f20c9620'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:10.222737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9345c651-f2d9-4965-90f1-96d4f20c9620'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:10.241780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086dbfa-bb6b-447d-9ade-ebc6f9f1d6a4 req-9c65c065-b179-4a1e-809e-719fb980da2b tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:10.257869 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d086dbfa-bb6b-447d-9ade-ebc6f9f1d6a4 req-9c65c065-b179-4a1e-809e-719fb980da2b tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.1612391 Sep 16 05:02:10.364440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d086dbfa-bb6b-447d-9ade-ebc6f9f1d6a4 req-bf05a036-3c82-42cd-96ce-7e366b3078df tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022944 Sep 16 05:02:10.373757 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.382196 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0b6ce1ca-c964-4c35-ae40-139cd10362fa admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7085145 Sep 16 05:02:10.383616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42136) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:10.421756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-691cdb91-13c5-4463-b628-73e3fc1d3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.524032 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-691cdb91-13c5-4463-b628-73e3fc1d3ae1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ffc1e5e19f042aeb7ec927e2d887472&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1447515 Sep 16 05:02:10.528880 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42146) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:10.657520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cdb91-13c5-4463-b628-73e3fc1d3ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307996df-530d-407c-ae3f-9e8738ecc0cd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:10.805043 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-782cf848-326e-456e-8748-348d01b68555 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.805043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-782cf848-326e-456e-8748-348d01b68555 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Calling delete_port for a8325af5-44cb-44ee-a252-6e68b67041df owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:10.808607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Set router 9345c651-f2d9-4965-90f1-96d4f20c9620 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:10.845773 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e21cdba1-f653-4fc9-9c17-224d6ae48237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.926586 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e21cdba1-f653-4fc9-9c17-224d6ae48237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.060568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9776f108-25cd-43d9-872c-395046d53f57 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:11.110827 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Sync routers for ids ['809d8ef9-3815-40c5-b4b6-a6ca1f398d64'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:11.144200 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Routers {'809d8ef9-3815-40c5-b4b6-a6ca1f398d64'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:11.146249 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['809d8ef9-3815-40c5-b4b6-a6ca1f398d64'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:11.190283 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e21cdba1-f653-4fc9-9c17-224d6ae48237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.193540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e21cdba1-f653-4fc9-9c17-224d6ae48237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.195571 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e21cdba1-f653-4fc9-9c17-224d6ae48237 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/307996df-530d-407c-ae3f-9e8738ecc0cd HTTP/1.1" status: 204 len: 168 time: 0.6660724 Sep 16 05:02:11.219069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cdba1-f653-4fc9-9c17-224d6ae48237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307996df-530d-407c-ae3f-9e8738ecc0cd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:11.248934 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-782cf848-326e-456e-8748-348d01b68555 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.366746 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Set router 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:11.650551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.679087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9776f108-25cd-43d9-872c-395046d53f57 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:11.679467 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.695043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cf848-326e-456e-8748-348d01b68555 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Port': ['ID=a8325af5-44cb-44ee-a252-6e68b67041df,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:11.712829 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-782cf848-326e-456e-8748-348d01b68555 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.720743 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-782cf848-326e-456e-8748-348d01b68555 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "DELETE /v2.0/ports/a8325af5-44cb-44ee-a252-6e68b67041df HTTP/1.1" status: 204 len: 168 time: 1.7870586 Sep 16 05:02:11.721623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42190) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:11.781863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2190d49-9171-4a9b-b8db-6d653f786505 req-8d20df89-5b5d-4d87-9e1b-e2eea927fbb9 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.789835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2190d49-9171-4a9b-b8db-6d653f786505 req-8d20df89-5b5d-4d87-9e1b-e2eea927fbb9 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.2710280 Sep 16 05:02:11.869105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:06Z', 'revision_number': 3, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:11.891977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd076a8-d467-4246-a134-8d1b343c3cd1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Deleting subnet 4c03be75-dfaa-43ca-8637-e3c4c294e56b {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:11.905779 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6fd076a8-d467-4246-a134-8d1b343c3cd1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.018476 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6fd076a8-d467-4246-a134-8d1b343c3cd1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.026945 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'name': 'tempest-TestServerBasicOps-1111872043-router', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9776f108-25cd-43d9-872c-395046d53f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:08Z', 'revision_number': 4, 'project_id': '53812683b3224c548fcdba7f86ff5188', 'gw_port': {'id': '9776f108-25cd-43d9-872c-395046d53f57', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:02Z', 'updated_at': '2021-09-16T05:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '4d6a95e1-26e7-4789-9e3a-0e01bbcc7815', 'name': '', 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'mac_address': 'fa:16:3e:6c:89:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '68a714c3-2f4a-43f6-88e0-2fb50697c16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:06Z', 'updated_at': '2021-09-16T05:02:08Z', 'revision_number': 2, 'project_id': '53812683b3224c548fcdba7f86ff5188', 'subnets': [{'id': '68a714c3-2f4a-43f6-88e0-2fb50697c16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:12.051425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Checking router: 9345c651-f2d9-4965-90f1-96d4f20c9620 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:12.051717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Updating router 9345c651-f2d9-4965-90f1-96d4f20c9620 port d5e0143e-fbdf-4dec-b6ff-8b99cac796bd binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:12.087985 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.104718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2190d49-9171-4a9b-b8db-6d653f786505 req-18301f0f-a89a-4f45-8dac-752334d03dc2 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103456 Sep 16 05:02:12.106492 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Checking router: 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:12.106848 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Updating router 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:12.136528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42198) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.146159 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.152707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-42e9f88e-ae28-4609-9fce-7f920b710b10 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-381803721', 'description': 'tempest-secgroup-smoke-381803721 description', 'project_id': '714395686f074887b565c93452adaa56'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:12.359175 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6fd076a8-d467-4246-a134-8d1b343c3cd1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.415586 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1a6afbe9-3926-4000-b89d-5c8c01a22cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.499501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42208) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.500631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42e9f88e-ae28-4609-9fce-7f920b710b10 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.565600 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e53b0f2-4adb-42ce-b091-449f8445e1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.614454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Allocated IP 172.20.0.1 (b3bfa292-e9f0-489a-bcf8-e4a13051131f/12ec28b5-88a3-4932-a119-d607babf37c5/a92090eb-2b13-4bb1-a04d-18e2d365ca9c) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:12.638464 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.740403 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42e9f88e-ae28-4609-9fce-7f920b710b10 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.757229 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6fd076a8-d467-4246-a134-8d1b343c3cd1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.806109 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.835496 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.837977 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.842431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd076a8-d467-4246-a134-8d1b343c3cd1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Subnet': ['ID=4c03be75-dfaa-43ca-8637-e3c4c294e56b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:12.856232 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6fd076a8-d467-4246-a134-8d1b343c3cd1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.862721 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6fd076a8-d467-4246-a134-8d1b343c3cd1 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "DELETE /v2.0/subnets/4c03be75-dfaa-43ca-8637-e3c4c294e56b HTTP/1.1" status: 204 len: 168 time: 1.1398239 Sep 16 05:02:12.863280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42216) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.865380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fb390b-1465-4272-ac9c-992f29f12357 None None] Network e4736ad3-9a26-42c8-8dc7-2dd152730d61 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:12.887613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-9e670f54-5bcc-4fd9-a709-88e89beff29d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.889358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-9e670f54-5bcc-4fd9-a709-88e89beff29d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.5655582 Sep 16 05:02:12.915614 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-244ca103-01eb-48f5-ab46-d6448e1820af tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/quotas/98d6cd4e2eb34439a7eade1bcd54cb12 HTTP/1.1" status: 200 len: 375 time: 0.0203102 Sep 16 05:02:12.939938 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.003804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-9ef8a548-82e1-4940-a0fe-c4b37f41b415 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805674 Sep 16 05:02:13.015914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42e9f88e-ae28-4609-9fce-7f920b710b10 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.060770 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.123641 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.172397 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Attempting to bind port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:13.173389 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Attempting to bind port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '9098914c-f465-4683-a22c-31cb95ec78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:13.180042 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Attempting to bind port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 on network 85ac2a6c-d39f-4878-9f1b-2ec428efad3e {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:13.191844 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:13.193158 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Checking segment: {'id': '9098914c-f465-4683-a22c-31cb95ec78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:13.193768 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.194344 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Bound using segment: {'id': '9098914c-f465-4683-a22c-31cb95ec78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:13.195117 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Bound port: 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9098914c-f465-4683-a22c-31cb95ec78fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:13.195715 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.200560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e53b0f2-4adb-42ce-b091-449f8445e1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.222383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Attempting to bind port d5e0143e-fbdf-4dec-b6ff-8b99cac796bd on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:13.222768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Attempting to bind port d5e0143e-fbdf-4dec-b6ff-8b99cac796bd by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:13.223120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Attempting to bind port d5e0143e-fbdf-4dec-b6ff-8b99cac796bd on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:13.244089 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964e123-bd4d-4816-b6d5-ca19b2bedd93 None None] Pushing event updated for resources: {'Port': ['ID=d5e0143e-fbdf-4dec-b6ff-8b99cac796bd,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.259761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:13.260747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:13.261774 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.264079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:13.265031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Bound port: d5e0143e-fbdf-4dec-b6ff-8b99cac796bd, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:13.266423 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.283095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e808279c-a9b9-4406-99d1-d9b9c71a86e3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Deleting subnet 61ec68ca-f448-414e-8e97-d1e258f0e92d {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:13.287776 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] For port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:13.293346 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e808279c-a9b9-4406-99d1-d9b9c71a86e3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.298676 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] For port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4d6a95e1-26e7-4789-9e3a-0e01bbcc7815,segment=NetworkSegment(9098914c-f465-4683-a22c-31cb95ec78fb),segment_id=9098914c-f465-4683-a22c-31cb95ec78fb)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:13.320590 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55028af-3041-49dd-af2b-b4ec8a6ca145 None None] Pushing event updated for resources: {'Port': ['ID=4d6a95e1-26e7-4789-9e3a-0e01bbcc7815,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.352799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Pushing event updated for resources: {'Port': ['ID=a92090eb-2b13-4bb1-a04d-18e2d365ca9c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.366712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:13.367130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:13.367417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:13.367760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:13.368117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:13.368600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:13.369285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:13.369575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:13.369720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:13.370056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:13.370388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:13.370716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:13.377411 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.419062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e808279c-a9b9-4406-99d1-d9b9c71a86e3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.447056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] For port d5e0143e-fbdf-4dec-b6ff-8b99cac796bd, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:13.457685 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] For port d5e0143e-fbdf-4dec-b6ff-8b99cac796bd, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d5e0143e-fbdf-4dec-b6ff-8b99cac796bd,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:13.531055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:13.536016 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c976bba-89bd-410a-bc91-489db14db40c None None] DHCP port deletion for e4736ad3-9a26-42c8-8dc7-2dd152730d61 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:13.547018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:13.549177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e808279c-a9b9-4406-99d1-d9b9c71a86e3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.549988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:13.589725 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Routers {'809d8ef9-3815-40c5-b4b6-a6ca1f398d64'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:13.590996 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['809d8ef9-3815-40c5-b4b6-a6ca1f398d64'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:13.661521 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.666239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9f88e-ae28-4609-9fce-7f920b710b10 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caab3bdb-6f25-466e-852f-7fb5556a9796,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.678291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e53b0f2-4adb-42ce-b091-449f8445e1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.731105 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e808279c-a9b9-4406-99d1-d9b9c71a86e3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.731730 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.778977 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42e9f88e-ae28-4609-9fce-7f920b710b10 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.780297 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-42e9f88e-ae28-4609-9fce-7f920b710b10 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6428397 Sep 16 05:02:13.785140 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55028af-3041-49dd-af2b-b4ec8a6ca145 None None] Pushing event updated for resources: {'Port': ['ID=4d6a95e1-26e7-4789-9e3a-0e01bbcc7815,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.793114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42230) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:13.858023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8af99b29-3589-4589-bcfd-a8aee82f9e2d None None] Provisioning complete for port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:13.858657 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8af99b29-3589-4589-bcfd-a8aee82f9e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.877178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c254d595-5d95-4949-b695-bb5aed09e733 None None] Network ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:13.882364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2adfa09b-1782-4fdc-b7cd-e2427b7e54c3 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Request body: {'security_group_rule': {'security_group_id': 'caab3bdb-6f25-466e-852f-7fb5556a9796', 'project_id': '714395686f074887b565c93452adaa56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:13.913734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e808279c-a9b9-4406-99d1-d9b9c71a86e3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.924963 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e808279c-a9b9-4406-99d1-d9b9c71a86e3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "DELETE /v2.0/subnets/61ec68ca-f448-414e-8e97-d1e258f0e92d HTTP/1.1" status: 204 len: 168 time: 1.0583169 Sep 16 05:02:13.926788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808279c-a9b9-4406-99d1-d9b9c71a86e3 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Subnet': ['ID=61ec68ca-f448-414e-8e97-d1e258f0e92d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.942197 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42232) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:13.991143 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-a1668bc4-5cbf-45d1-82f8-d4a1a5daef5e service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9800847 Sep 16 05:02:14.008595 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9e53b0f2-4adb-42ce-b091-449f8445e1c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba73abee47524608b1d9a17e508c9c11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4991674 Sep 16 05:02:14.009570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42238) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.026641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53b0f2-4adb-42ce-b091-449f8445e1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd8574d-1ad3-40b2-94ae-6e7670ddc407,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.031542 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] Set router 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:14.134709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d84dc2-b92c-4004-82ba-c13766d5a2f4 req-0a5e032f-8dfc-4f08-9d66-d0a2a182b027 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.154952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18d84dc2-b92c-4004-82ba-c13766d5a2f4 req-0a5e032f-8dfc-4f08-9d66-d0a2a182b027 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.7849178 Sep 16 05:02:14.218811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964e123-bd4d-4816-b6d5-ca19b2bedd93 None None] Pushing event updated for resources: {'Port': ['ID=d5e0143e-fbdf-4dec-b6ff-8b99cac796bd,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.242800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.284703 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2adfa09b-1782-4fdc-b7cd-e2427b7e54c3 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.302049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Routers {'9345c651-f2d9-4965-90f1-96d4f20c9620'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:14.302049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9345c651-f2d9-4965-90f1-96d4f20c9620'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:14.323419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a1c4aa21-645d-4ccb-a6d3-9ee2f0b5dfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.334173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18d84dc2-b92c-4004-82ba-c13766d5a2f4 req-628163cf-9b41-4b31-8a39-9f170f73fc38 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773553 Sep 16 05:02:14.381431 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'name': 'tempest-TestServerBasicOps-1111872043-router', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9776f108-25cd-43d9-872c-395046d53f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:08Z', 'revision_number': 4, 'project_id': '53812683b3224c548fcdba7f86ff5188', 'gw_port': {'id': '9776f108-25cd-43d9-872c-395046d53f57', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:02Z', 'updated_at': '2021-09-16T05:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '4d6a95e1-26e7-4789-9e3a-0e01bbcc7815', 'name': '', 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'mac_address': 'fa:16:3e:6c:89:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '68a714c3-2f4a-43f6-88e0-2fb50697c16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:06Z', 'updated_at': '2021-09-16T05:02:13Z', 'revision_number': 4, 'project_id': '53812683b3224c548fcdba7f86ff5188', 'subnets': [{'id': '68a714c3-2f4a-43f6-88e0-2fb50697c16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:14.397477 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4c976bba-89bd-410a-bc91-489db14db40c None None] Deleting port 3b5e9714-fa06-4131-8695-81c22cb1c9f9 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:14.397773 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4c976bba-89bd-410a-bc91-489db14db40c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.407386 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a1c4aa21-645d-4ccb-a6d3-9ee2f0b5dfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.426124 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80896bd5-3d84-49ad-838d-6fce9173140f None None] The sync data for ids ['809d8ef9-3815-40c5-b4b6-a6ca1f398d64'] in n-d-712137-12 is: [{'id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'name': 'tempest-TestServerBasicOps-1111872043-router', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9776f108-25cd-43d9-872c-395046d53f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:08Z', 'revision_number': 4, 'project_id': '53812683b3224c548fcdba7f86ff5188', 'gw_port': {'id': '9776f108-25cd-43d9-872c-395046d53f57', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:02Z', 'updated_at': '2021-09-16T05:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '4d6a95e1-26e7-4789-9e3a-0e01bbcc7815', 'name': '', 'network_id': '85ac2a6c-d39f-4878-9f1b-2ec428efad3e', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'mac_address': 'fa:16:3e:6c:89:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '68a714c3-2f4a-43f6-88e0-2fb50697c16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:06Z', 'updated_at': '2021-09-16T05:02:13Z', 'revision_number': 4, 'project_id': '53812683b3224c548fcdba7f86ff5188', 'subnets': [{'id': '68a714c3-2f4a-43f6-88e0-2fb50697c16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:14.447549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-b403d8c1-2e60-467e-a395-eef8a73f5bb6 service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617810 Sep 16 05:02:14.466396 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.524296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2adfa09b-1782-4fdc-b7cd-e2427b7e54c3 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.586338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Deleting port 3b5e9714-fa06-4131-8695-81c22cb1c9f9 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:14.586921 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.658611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4c976bba-89bd-410a-bc91-489db14db40c None None] For port 3b5e9714-fa06-4131-8695-81c22cb1c9f9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3b5e9714-fa06-4131-8695-81c22cb1c9f9,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:14.659135 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4c976bba-89bd-410a-bc91-489db14db40c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.733399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2adfa09b-1782-4fdc-b7cd-e2427b7e54c3 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.761635 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a1c4aa21-645d-4ccb-a6d3-9ee2f0b5dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.764639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a1c4aa21-645d-4ccb-a6d3-9ee2f0b5dfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.765829 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a1c4aa21-645d-4ccb-a6d3-9ee2f0b5dfe2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dd8574d-1ad3-40b2-94ae-6e7670ddc407 HTTP/1.1" status: 204 len: 168 time: 0.7246509 Sep 16 05:02:14.803792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] For port 3b5e9714-fa06-4131-8695-81c22cb1c9f9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3b5e9714-fa06-4131-8695-81c22cb1c9f9,segment=NetworkSegment(dda8f1aa-9a65-4a39-90b1-2535aaa65785),segment_id=dda8f1aa-9a65-4a39-90b1-2535aaa65785)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:14.804324 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.822379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfa09b-1782-4fdc-b7cd-e2427b7e54c3 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9c4e05-b3db-40e4-9109-1c8eb2f9aa7f,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.824273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4aa21-645d-4ccb-a6d3-9ee2f0b5dfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd8574d-1ad3-40b2-94ae-6e7670ddc407,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.838150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Calling delete_port for 3b5e9714-fa06-4131-8695-81c22cb1c9f9 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:15.007561 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2adfa09b-1782-4fdc-b7cd-e2427b7e54c3 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.012643 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2adfa09b-1782-4fdc-b7cd-e2427b7e54c3 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1509209 Sep 16 05:02:15.016262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3c8d9b2-0d5e-4ca2-88c7-b503c24a6c10 req-1ed8bdf0-89db-45fc-91e9-8b5eac187c3c tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 210 time: 0.0874393 Sep 16 05:02:15.016790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42254) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.043526 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8d362ab1-641b-4845-990f-8071d73ff338 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Request body: {'security_group_rule': {'security_group_id': 'caab3bdb-6f25-466e-852f-7fb5556a9796', 'project_id': '714395686f074887b565c93452adaa56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:15.045409 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4c976bba-89bd-410a-bc91-489db14db40c None None] Calling delete_port for 3b5e9714-fa06-4131-8695-81c22cb1c9f9 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:15.081702 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.163500 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.170635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:15.262243 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8d362ab1-641b-4845-990f-8071d73ff338 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.299563 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.316568 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.332235 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4c976bba-89bd-410a-bc91-489db14db40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.338036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Port': ['ID=3b5e9714-fa06-4131-8695-81c22cb1c9f9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:15.358480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] No DVR routers for this DVR port 3b5e9714-fa06-4131-8695-81c22cb1c9f9 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:15.381993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c976bba-89bd-410a-bc91-489db14db40c None None] No DVR routers for this DVR port 3b5e9714-fa06-4131-8695-81c22cb1c9f9 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:15.396936 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8af99b29-3589-4589-bcfd-a8aee82f9e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.416149 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Pushing event updated for resources: {'Port': ['ID=a92090eb-2b13-4bb1-a04d-18e2d365ca9c,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:15.419873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c976bba-89bd-410a-bc91-489db14db40c None None] Pushing event deleted for resources: {'Port': ['ID=3b5e9714-fa06-4131-8695-81c22cb1c9f9,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:15.432534 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6b3216bc-4aae-4a61-b3e3-19d5852033a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.434940 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.491188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8af99b29-3589-4589-bcfd-a8aee82f9e2d None None] For port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4d6a95e1-26e7-4789-9e3a-0e01bbcc7815,segment=NetworkSegment(9098914c-f465-4683-a22c-31cb95ec78fb),segment_id=9098914c-f465-4683-a22c-31cb95ec78fb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:15.492020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:15.492547 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.549515 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffd3667-fad9-418d-8a28-02d6929f9405 None None] DHCP port deletion for ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:15.554610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] Set router 9345c651-f2d9-4965-90f1-96d4f20c9620 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:15.642794 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.669274 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8af99b29-3589-4589-bcfd-a8aee82f9e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.709289 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8d362ab1-641b-4845-990f-8071d73ff338 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.710264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4736ad3-9a26-42c8-8dc7-2dd152730d61']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:15.730808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda8f1aa-9a65-4a39-90b1-2535aaa65785') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:15.731118 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda8f1aa-9a65-4a39-90b1-2535aaa65785') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:15.773811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:15.776275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:15.777646 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.788197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44e6ee-ba8b-4b2c-bc0e-98e50175f90d req-be20c205-3c7a-4a16-abfc-169c1fac8227 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.790148 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d44e6ee-ba8b-4b2c-bc0e-98e50175f90d req-be20c205-3c7a-4a16-abfc-169c1fac8227 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.1515067 Sep 16 05:02:15.809903 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.822396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:15.823075 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:15.828156 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:15.960817 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8d362ab1-641b-4845-990f-8071d73ff338 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.049028 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d44e6ee-ba8b-4b2c-bc0e-98e50175f90d req-890bfa91-98da-4947-a995-1573fe975ea1 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392817 Sep 16 05:02:16.073066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d362ab1-641b-4845-990f-8071d73ff338 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182c0507-b3dd-436d-b3a0-8abe165dff47,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:16.125045 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.151367 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.157482 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "DELETE /v2.0/networks/e4736ad3-9a26-42c8-8dc7-2dd152730d61 HTTP/1.1" status: 204 len: 168 time: 2.2121968 Sep 16 05:02:16.160633 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42284) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:16.225984 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf24ac-1ead-401f-a08f-a766e8605a22 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Network': ['ID=e4736ad3-9a26-42c8-8dc7-2dd152730d61,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:16.322177 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af99b29-3589-4589-bcfd-a8aee82f9e2d None None] Pushing event updated for resources: {'Port': ['ID=4d6a95e1-26e7-4789-9e3a-0e01bbcc7815,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:16.364576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ec401ef3-faba-471c-9d85-f9c26d33048c None None] Provisioning complete for port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:16.365988 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec401ef3-faba-471c-9d85-f9c26d33048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.395099 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.434459 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.479732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3b5e9714-fa06-4131-8695-81c22cb1c9f9 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:16.556275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 3b5e9714-fa06-4131-8695-81c22cb1c9f9 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:16.556695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3b5e9714-fa06-4131-8695-81c22cb1c9f9 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:16.582692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd3667-fad9-418d-8a28-02d6929f9405 None None] Deleting port 39aacad6-fb74-42b0-bcbf-75a239f2cafd {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:16.583100 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0ffd3667-fad9-418d-8a28-02d6929f9405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.584869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Deleting port 39aacad6-fb74-42b0-bcbf-75a239f2cafd {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:16.585269 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.711460 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] For port 39aacad6-fb74-42b0-bcbf-75a239f2cafd, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=39aacad6-fb74-42b0-bcbf-75a239f2cafd,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:16.712353 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.715400 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.727502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0ffd3667-fad9-418d-8a28-02d6929f9405 None None] For port 39aacad6-fb74-42b0-bcbf-75a239f2cafd, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=39aacad6-fb74-42b0-bcbf-75a239f2cafd,segment=NetworkSegment(af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f),segment_id=af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:16.728173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0ffd3667-fad9-418d-8a28-02d6929f9405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.757895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Calling delete_port for 39aacad6-fb74-42b0-bcbf-75a239f2cafd owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:16.758494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:16.889314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd3667-fad9-418d-8a28-02d6929f9405 None None] Calling delete_port for 39aacad6-fb74-42b0-bcbf-75a239f2cafd owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:16.924351 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:06Z', 'revision_number': 3, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:16.993730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eac453-33a3-4ca7-8671-33d3a4b992b3 None None] The sync data for ids ['9345c651-f2d9-4965-90f1-96d4f20c9620'] in n-d-712137-12 is: [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:06Z', 'revision_number': 3, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:17.063060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:17.063536 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.081654 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8d362ab1-641b-4845-990f-8071d73ff338 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.082819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8d362ab1-641b-4845-990f-8071d73ff338 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0637846 Sep 16 05:02:17.086608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42302) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:17.094106 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-eee56713-deda-4f31-ac54-4cac77cc9951 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Request body: {'security_group_rule': {'security_group_id': 'caab3bdb-6f25-466e-852f-7fb5556a9796', 'project_id': '714395686f074887b565c93452adaa56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:17.128267 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a00bd4f-6301-4d9f-8aed-da284fc5992c req-d77b5042-39a4-42ec-9afe-cdc0bc899c1d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 210 time: 0.0449529 Sep 16 05:02:17.164071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Router 9345c651-f2d9-4965-90f1-96d4f20c9620 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:17.190550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ec401ef3-faba-471c-9d85-f9c26d33048c None None] Provisioning complete for port a92090eb-2b13-4bb1-a04d-18e2d365ca9c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:17.190550 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec401ef3-faba-471c-9d85-f9c26d33048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.272636 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eee56713-deda-4f31-ac54-4cac77cc9951 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.276851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ec401ef3-faba-471c-9d85-f9c26d33048c None None] Port a92090eb-2b13-4bb1-a04d-18e2d365ca9c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:17.280133 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0ffd3667-fad9-418d-8a28-02d6929f9405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.281363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.341040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd3667-fad9-418d-8a28-02d6929f9405 None None] No DVR routers for this DVR port 39aacad6-fb74-42b0-bcbf-75a239f2cafd on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:17.352083 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd3667-fad9-418d-8a28-02d6929f9405 None None] Pushing event deleted for resources: {'Port': ['ID=39aacad6-fb74-42b0-bcbf-75a239f2cafd,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.372339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Port': ['ID=39aacad6-fb74-42b0-bcbf-75a239f2cafd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.399696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] No DVR routers for this DVR port 39aacad6-fb74-42b0-bcbf-75a239f2cafd on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:17.481541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:17.507464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1620322e-bede-464e-a700-ec6d6397c4f2 None None] Provisioning complete for port a92090eb-2b13-4bb1-a04d-18e2d365ca9c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:17.516485 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1620322e-bede-464e-a700-ec6d6397c4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.529429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0f437d7d-8e88-4912-84e6-2ef9f264a71e admin admin] 10.222.0.24 "PUT /v2.0/routers/9345c651-f2d9-4965-90f1-96d4f20c9620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1330364 Sep 16 05:02:17.579994 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eee56713-deda-4f31-ac54-4cac77cc9951 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.588794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262459cd-4685-4ea9-a5e5-a7c6d7e6a5e8 req-73061384-6f62-44fc-9074-dd82e07786f3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:17.602093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-262459cd-4685-4ea9-a5e5-a7c6d7e6a5e8 req-73061384-6f62-44fc-9074-dd82e07786f3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.2154922 Sep 16 05:02:17.608713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1620322e-bede-464e-a700-ec6d6397c4f2 None None] Port a92090eb-2b13-4bb1-a04d-18e2d365ca9c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:17.653028 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.688896 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eee56713-deda-4f31-ac54-4cac77cc9951 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.711730 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.740762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7135e2-e0d6-40d3-b66f-6a0dc7958da4']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:17.742751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-262459cd-4685-4ea9-a5e5-a7c6d7e6a5e8 req-aa3fff7e-ee1c-4999-b2ad-4298fd873920 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397145 Sep 16 05:02:17.746896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 39aacad6-fb74-42b0-bcbf-75a239f2cafd no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:17.753735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee56713-deda-4f31-ac54-4cac77cc9951 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acbcc69-6370-4333-b5a5-b03eeb2be49a,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.759354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:17.759699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6b1f08-4546-4b70-b2b0-e0ec2ec75d7f') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:17.772438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.804325 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 39aacad6-fb74-42b0-bcbf-75a239f2cafd {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:17.804802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 39aacad6-fb74-42b0-bcbf-75a239f2cafd not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:17.828691 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.835212 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eee56713-deda-4f31-ac54-4cac77cc9951 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.837288 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eee56713-deda-4f31-ac54-4cac77cc9951 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7489958 Sep 16 05:02:17.840354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42324) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:17.841670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:17.842098 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.845319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-49af3561-af34-440a-ac57-8b4422093427 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Request body: {'security_group_rule': {'security_group_id': 'caab3bdb-6f25-466e-852f-7fb5556a9796', 'project_id': '714395686f074887b565c93452adaa56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:17.848402 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:18.094592 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49af3561-af34-440a-ac57-8b4422093427 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.128286 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.134365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.137997 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] 10.222.0.24 "DELETE /v2.0/networks/ab7135e2-e0d6-40d3-b66f-6a0dc7958da4 HTTP/1.1" status: 204 len: 168 time: 1.9550302 Sep 16 05:02:18.179902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433351e4-0a39-485d-a883-f5a67540b7a2 tempest-TaggedBootDevicesTest-1460206780 tempest-TaggedBootDevicesTest-1460206780-project] Pushing event deleted for resources: {'Network': ['ID=ab7135e2-e0d6-40d3-b66f-6a0dc7958da4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:18.406766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-0dcefbe6-e5d2-46f1-a077-14168e2f1fec tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:18.408727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-0dcefbe6-e5d2-46f1-a077-14168e2f1fec tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.4578938 Sep 16 05:02:18.468269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a683999-7c33-41d5-8e69-59834c82c775 req-d64ebf56-a6e9-4eb6-9433-4a0b4c886d6f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 210 time: 0.1576304 Sep 16 05:02:18.478276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Request body: {'port': {'device_id': '494b1c4f-ce03-47d3-8351-73e0fba929ec', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'admin_state_up': True, 'tenant_id': '98d6cd4e2eb34439a7eade1bcd54cb12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:18.482692 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49af3561-af34-440a-ac57-8b4422093427 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.572284 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49af3561-af34-440a-ac57-8b4422093427 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.606130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af3561-af34-440a-ac57-8b4422093427 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7a287d-6c76-44ae-a3cf-0cb34863a62c,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:18.758940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42346) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:18.765409 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49af3561-af34-440a-ac57-8b4422093427 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.769738 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-49af3561-af34-440a-ac57-8b4422093427 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9283376 Sep 16 05:02:18.773644 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42350) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:18.776295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ab0769da-aae5-428c-be15-0d4b3abbace2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675219041', 'description': 'tempest-description--1419910418'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:18.797654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a74b87c4-60f8-41c6-9a66-6d68db2fb662 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Request body: {'security_group_rule': {'security_group_id': 'caab3bdb-6f25-466e-852f-7fb5556a9796', 'project_id': '714395686f074887b565c93452adaa56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:18.810995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d5e0143e-fbdf-4dec-b6ff-8b99cac796bd up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:18.895314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d5e0143e-fbdf-4dec-b6ff-8b99cac796bd triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:18.895824 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.920206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83f70-c19a-495f-8073-ce5b75f7c76e req-cf282f37-b254-4214-97c1-8284ec0e8d5c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:18.928286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90b83f70-c19a-495f-8073-ce5b75f7c76e req-cf282f37-b254-4214-97c1-8284ec0e8d5c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.0972443 Sep 16 05:02:18.952389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Made reservation on behalf of 98d6cd4e2eb34439a7eade1bcd54cb12 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:18.961515 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.036731 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.048950 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab0769da-aae5-428c-be15-0d4b3abbace2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.064597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90b83f70-c19a-495f-8073-ce5b75f7c76e req-6388922e-6a8a-47ce-a973-623f461c992c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308863 Sep 16 05:02:19.104897 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-ab0769da-aae5-428c-be15-0d4b3abbace2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:02:19.104897 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:02:19.104897 n-d-712137-12 neutron-server[95451]: [parameters: {'project_id_1': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 1, 59, 71204)}] Sep 16 05:02:19.104897 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:02:19.106987 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-ab0769da-aae5-428c-be15-0d4b3abbace2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:02:19.111265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port d5e0143e-fbdf-4dec-b6ff-8b99cac796bd, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d5e0143e-fbdf-4dec-b6ff-8b99cac796bd,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:19.202447 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.234799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Allocated IP 172.20.0.4 (b2a6c7bf-0b55-4a98-afae-9c638ca84214/21f70418-5d8e-40e0-8694-6480bd170868/f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:19.259569 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-a74b87c4-60f8-41c6-9a66-6d68db2fb662 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Project 714395686f074887b565c93452adaa56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:02:19.268438 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a74b87c4-60f8-41c6-9a66-6d68db2fb662 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.274312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=d5e0143e-fbdf-4dec-b6ff-8b99cac796bd,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.453790 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a74b87c4-60f8-41c6-9a66-6d68db2fb662 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.520239 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.546051 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a74b87c4-60f8-41c6-9a66-6d68db2fb662 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.579921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b87c4-60f8-41c6-9a66-6d68db2fb662 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2eb6d08-7ca5-42df-99ac-f7bb0d2aa9ab,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.609854 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab0769da-aae5-428c-be15-0d4b3abbace2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.679439 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9409d685-1174-4f7b-a92b-50b1759795b0 req-435b7641-e115-4bdb-bc48-6bdf3c840090 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 210 time: 0.0742679 Sep 16 05:02:19.707698 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a74b87c4-60f8-41c6-9a66-6d68db2fb662 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.712816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a74b87c4-60f8-41c6-9a66-6d68db2fb662 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9296424 Sep 16 05:02:19.713098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42372) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.725575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5af67f74-550e-4e5b-bfa0-ad1ccd265167 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Request body: {'security_group_rule': {'security_group_id': 'caab3bdb-6f25-466e-852f-7fb5556a9796', 'project_id': '714395686f074887b565c93452adaa56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:19.798365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab0769da-aae5-428c-be15-0d4b3abbace2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.830931 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.847787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:19.867863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab0769da-aae5-428c-be15-0d4b3abbace2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.929819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0769da-aae5-428c-be15-0d4b3abbace2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c92ceec-8368-4346-b40c-2a49c7523a19,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.943646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Network b2a6c7bf-0b55-4a98-afae-9c638ca84214 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:19.953989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:19.960325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:19.969045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event updated for resources: {'Port': ['ID=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.973648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Sync routers for ids ['9345c651-f2d9-4965-90f1-96d4f20c9620'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:20.027690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Routers {'9345c651-f2d9-4965-90f1-96d4f20c9620'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:20.034376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:02:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9345c651-f2d9-4965-90f1-96d4f20c9620'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:20.075628 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-5af67f74-550e-4e5b-bfa0-ad1ccd265167 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Project 714395686f074887b565c93452adaa56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:02:20.088684 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5af67f74-550e-4e5b-bfa0-ad1ccd265167 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.156889 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab0769da-aae5-428c-be15-0d4b3abbace2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.162556 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab0769da-aae5-428c-be15-0d4b3abbace2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4011965 Sep 16 05:02:20.163214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42384) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.167855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1b4f6598-6fa1-4af3-aa75-60240c51fe10 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Request body: {'security_group_rule': {'security_group_id': '8c92ceec-8368-4346-b40c-2a49c7523a19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:20.168648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.169327 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.313680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Set router 9345c651-f2d9-4965-90f1-96d4f20c9620 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:20.317215 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5af67f74-550e-4e5b-bfa0-ad1ccd265167 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.318433 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6598-6fa1-4af3-aa75-60240c51fe10 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.341344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f317cf-9191-4c09-b777-10b1df6479a4 req-db529fa8-cfc4-4c28-8685-036b6916a8f2 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.351049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6f317cf-9191-4c09-b777-10b1df6479a4 req-db529fa8-cfc4-4c28-8685-036b6916a8f2 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.1446967 Sep 16 05:02:20.407502 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6598-6fa1-4af3-aa75-60240c51fe10 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.431437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6f317cf-9191-4c09-b777-10b1df6479a4 req-b495fd0a-9b2c-45c4-9878-4c290974a4bf tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626013 Sep 16 05:02:20.454633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-ca073c50-16c4-44b4-8d9d-0aa625582d13 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9889958 Sep 16 05:02:20.461392 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5af67f74-550e-4e5b-bfa0-ad1ccd265167 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.477374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6598-6fa1-4af3-aa75-60240c51fe10 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.502356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Request body: {'port': {'device_id': '494b1c4f-ce03-47d3-8351-73e0fba929ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:20.538932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af67f74-550e-4e5b-bfa0-ad1ccd265167 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4488479-d323-4b04-a1bf-918a0a0db1c7,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.542592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f6598-6fa1-4af3-aa75-60240c51fe10 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5eec0a9-e894-4821-abb2-56060ddbe28a,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.593471 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6598-6fa1-4af3-aa75-60240c51fe10 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.598014 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1b4f6598-6fa1-4af3-aa75-60240c51fe10 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4337206 Sep 16 05:02:20.600437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42394) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.604670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-edb3c1e4-6457-45a8-9c58-b1fb1e62c682 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Request body: {'security_group_rule': {'security_group_id': '8c92ceec-8368-4346-b40c-2a49c7523a19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:20.665763 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.668690 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5af67f74-550e-4e5b-bfa0-ad1ccd265167 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.683124 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5af67f74-550e-4e5b-bfa0-ad1ccd265167 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9685857 Sep 16 05:02:20.775592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d5e0143e-fbdf-4dec-b6ff-8b99cac796bd up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:20.784682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edb3c1e4-6457-45a8-9c58-b1fb1e62c682 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.819827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 4, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'a92090eb-2b13-4bb1-a04d-18e2d365ca9c', 'name': '', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'mac_address': 'fa:16:3e:23:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:11Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 2, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'subnets': [{'id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:20.860613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Checking router: 9345c651-f2d9-4965-90f1-96d4f20c9620 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:20.861251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Updating router 9345c651-f2d9-4965-90f1-96d4f20c9620 port a92090eb-2b13-4bb1-a04d-18e2d365ca9c binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:20.902307 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.942991 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edb3c1e4-6457-45a8-9c58-b1fb1e62c682 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.956137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d5e0143e-fbdf-4dec-b6ff-8b99cac796bd triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:20.957468 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.982540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f0b1a-9b6b-4761-b8d8-722d482bcb6b req-afe81c03-23b9-464c-b1e0-1ee751699fde tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.992573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-551f0b1a-9b6b-4761-b8d8-722d482bcb6b req-afe81c03-23b9-464c-b1e0-1ee751699fde tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 931 time: 0.1951599 Sep 16 05:02:21.035624 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edb3c1e4-6457-45a8-9c58-b1fb1e62c682 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.090383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3c1e4-6457-45a8-9c58-b1fb1e62c682 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db16cc10-679e-4c72-a776-9ae0225f5749,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.138256 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edb3c1e4-6457-45a8-9c58-b1fb1e62c682 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.142656 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-edb3c1e4-6457-45a8-9c58-b1fb1e62c682 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5420163 Sep 16 05:02:21.143315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42420) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.147751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:21.259075 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.276946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:21.286449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.306148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Transition to ACTIVE for port object f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:21.386985 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-551f0b1a-9b6b-4761-b8d8-722d482bcb6b req-b56eca4d-2b56-47c7-89a8-8c2ea75501d5 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933737 Sep 16 05:02:21.406997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-fd25b263-3872-4ec4-a30e-825a3810e05c tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381803721&fields=id&tenant_id=714395686f074887b565c93452adaa56 HTTP/1.1" status: 200 len: 267 time: 0.3536069 Sep 16 05:02:21.460359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.574015 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.667399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Allocated IP 172.25.3.42 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/2341fd80-d9bf-49a2-a59b-2327fed7ea2a) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:21.754088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c533a-de27-4b9f-be67-723913db56ab req-c161d936-5708-4a3e-9895-1e4b756f0999 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:21.754088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-c161d936-5708-4a3e-9895-1e4b756f0999 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/networks?id=d1e2724c-736e-4b9c-b24f-7c140f876827 HTTP/1.1" status: 200 len: 809 time: 0.3445685 Sep 16 05:02:21.843022 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.910593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf481256-49da-4cb7-8fcf-d0db35fa60c2 req-480c2313-9a43-4c72-b3c1-05b9f4897991 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:21.912424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf481256-49da-4cb7-8fcf-d0db35fa60c2 req-480c2313-9a43-4c72-b3c1-05b9f4897991 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.3787467 Sep 16 05:02:21.913110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Pushing event updated for resources: {'Port': ['ID=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.918825 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Attempting to bind port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:21.919097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Attempting to bind port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:21.919421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Attempting to bind port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:21.925144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-eb7de799-4358-45f9-b44b-0afcd332835c tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/quotas/714395686f074887b565c93452adaa56 HTTP/1.1" status: 200 len: 375 time: 0.1086988 Sep 16 05:02:21.936082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:21.936082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Attempting to bind port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:21.940316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.979169 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.999262 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:21.999648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Checking segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:22.000048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Bound using segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:22.000533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Bound port: f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:22.000911 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.034082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:22.040565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:22.062762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:22.066168 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.081994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event updated for resources: {'Port': ['ID=2341fd80-d9bf-49a2-a59b-2327fed7ea2a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.119435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf481256-49da-4cb7-8fcf-d0db35fa60c2 req-800b6908-1593-46b4-812f-2f36cd6580bb tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969078 Sep 16 05:02:22.173821 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad5693-bf57-4645-99b3-cde863f8a9fb None None] Pushing event updated for resources: {'Port': ['ID=a92090eb-2b13-4bb1-a04d-18e2d365ca9c,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.175817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.276000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] For port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:22.311658 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.314214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Attempting to bind port a92090eb-2b13-4bb1-a04d-18e2d365ca9c on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:22.314608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Attempting to bind port a92090eb-2b13-4bb1-a04d-18e2d365ca9c by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:22.322205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Attempting to bind port a92090eb-2b13-4bb1-a04d-18e2d365ca9c on network b3bfa292-e9f0-489a-bcf8-e4a13051131f {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:22.332702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:22.333112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Checking segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:22.334200 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.334713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Bound using segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:22.340378 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Bound port: a92090eb-2b13-4bb1-a04d-18e2d365ca9c, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:22.340378 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.343676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] For port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:22.387313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-4c4c21ba-56ca-4566-8eed-17b5d9fa37ef tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=714395686f074887b565c93452adaa56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4504650 Sep 16 05:02:22.447608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.519279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] For port a92090eb-2b13-4bb1-a04d-18e2d365ca9c, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:22.531492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] For port a92090eb-2b13-4bb1-a04d-18e2d365ca9c, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a92090eb-2b13-4bb1-a04d-18e2d365ca9c,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:22.617786 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.741850 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.747361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad5693-bf57-4645-99b3-cde863f8a9fb None None] Pushing event updated for resources: {'Port': ['ID=a92090eb-2b13-4bb1-a04d-18e2d365ca9c,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.760303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.761033 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.762560 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] 10.222.0.23 "PUT /v2.0/ports/f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 HTTP/1.1" status: 200 len: 1092 time: 2.2936680 Sep 16 05:02:22.764844 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494b1c4f-ce03-47d3-8351-73e0fba929ec', 'tag': 'f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:22.767783 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a784eb-6922-4252-925f-8760213d12a4" -d '{"events": [{"name": "network-changed", "server_uuid": "494b1c4f-ce03-47d3-8351-73e0fba929ec", "tag": "f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:22.800128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Routers {'9345c651-f2d9-4965-90f1-96d4f20c9620'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:22.806109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:02:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9345c651-f2d9-4965-90f1-96d4f20c9620'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:22.810484 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.889534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70fa24-bdf3-49fc-be11-233fea9e388f service neutron] Pushing event updated for resources: {'Port': ['ID=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.910842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-36193ede-a20a-417a-a5b9-9d6c2dced344 service neutron] 10.222.0.24 "GET /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060563 Sep 16 05:02:22.981749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330c13d-b0da-4703-ac90-3e329bc4660f req-22edab03-431e-4b65-a7e2-ecf85ef61bdc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.994024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9330c13d-b0da-4703-ac90-3e329bc4660f req-22edab03-431e-4b65-a7e2-ecf85ef61bdc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 943 time: 0.2931368 Sep 16 05:02:23.031903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f9f4ace2-5913-4903-8da8-8b4a764f5990 None None] Provisioning complete for port a92090eb-2b13-4bb1-a04d-18e2d365ca9c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:23.032519 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ace2-5913-4903-8da8-8b4a764f5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.064413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event updated for resources: {'Port': ['ID=2341fd80-d9bf-49a2-a59b-2327fed7ea2a,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.070999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.074715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] Set router 9345c651-f2d9-4965-90f1-96d4f20c9620 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:23.117777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9330c13d-b0da-4703-ac90-3e329bc4660f req-9c588d28-e707-4770-a8d8-da0b9bb85827 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225281 Sep 16 05:02:23.224172 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-3da13594-3778-4926-bb16-5970a4c0b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.224172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-3da13594-3778-4926-bb16-5970a4c0b813 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 1095 time: 0.2769144 Sep 16 05:02:23.225476 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.225476 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a766f477-520c-43b6-b740-8599be120705 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0699613 Sep 16 05:02:23.264395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-40cb0a13-d7a7-46cb-9734-d338935d524d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 HTTP/1.1" status: 200 len: 217 time: 0.0625901 Sep 16 05:02:23.267232 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7feda5b-d73d-4053-98ef-5115d3056822 x-openstack-request-id: req-e7feda5b-d73d-4053-98ef-5115d3056822 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:23.267770 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494b1c4f-ce03-47d3-8351-73e0fba929ec", "tag": "f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:23.268029 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7feda5b-d73d-4053-98ef-5115d3056822 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:23.268438 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494b1c4f-ce03-47d3-8351-73e0fba929ec', 'tag': 'f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6', 'status': 'completed', 'code': 200} Sep 16 05:02:23.281768 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-94f69a66-0f98-4c59-ad14-d1b661cd9749 service neutron] 10.222.0.24 "GET /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423352 Sep 16 05:02:23.341034 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ace2-5913-4903-8da8-8b4a764f5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.436818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f9f4ace2-5913-4903-8da8-8b4a764f5990 None None] For port a92090eb-2b13-4bb1-a04d-18e2d365ca9c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a92090eb-2b13-4bb1-a04d-18e2d365ca9c,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:23.469891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-9d452339-9d2e-4354-8335-a6b5583fa4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.474270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-9d452339-9d2e-4354-8335-a6b5583fa4a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.1936541 Sep 16 05:02:23.512118 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ace2-5913-4903-8da8-8b4a764f5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.556636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827a624-be2e-4754-90ad-70c63d92215f req-bb9afb83-7ee8-42fe-9ec9-d66beb5a326a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.565043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3827a624-be2e-4754-90ad-70c63d92215f req-bb9afb83-7ee8-42fe-9ec9-d66beb5a326a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.1858490 Sep 16 05:02:23.569105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-d2cc9462-f5ed-428b-816b-06f0e30af251 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848808 Sep 16 05:02:23.617032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 4, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'a92090eb-2b13-4bb1-a04d-18e2d365ca9c', 'name': '', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'mac_address': 'fa:16:3e:23:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:11Z', 'updated_at': '2021-09-16T05:02:22Z', 'revision_number': 4, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'subnets': [{'id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:23.691147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa03930-f338-4440-bfa8-19312ae4302b None None] The sync data for ids ['9345c651-f2d9-4965-90f1-96d4f20c9620'] in n-d-712137-12 is: [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 4, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'a92090eb-2b13-4bb1-a04d-18e2d365ca9c', 'name': '', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'mac_address': 'fa:16:3e:23:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:11Z', 'updated_at': '2021-09-16T05:02:22Z', 'revision_number': 4, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'subnets': [{'id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:23.767606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3827a624-be2e-4754-90ad-70c63d92215f req-ba18f282-ca9b-480b-875e-935b232a8781 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975620 Sep 16 05:02:23.776180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4ace2-5913-4903-8da8-8b4a764f5990 None None] Pushing event updated for resources: {'Port': ['ID=a92090eb-2b13-4bb1-a04d-18e2d365ca9c,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.803519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-841593df-b393-4e5d-8312-4e09fcb28a8c None None] Provisioning complete for port a92090eb-2b13-4bb1-a04d-18e2d365ca9c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:23.803519 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-841593df-b393-4e5d-8312-4e09fcb28a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.010003 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c920f76-b716-461b-ad4a-f99384534ce4 req-4c887947-6d79-469b-a79d-cc4f803b6ab7 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 210 time: 0.0909615 Sep 16 05:02:24.085773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-2b6a3111-da53-4bba-897f-2624c7312f2f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--675219041&fields=id&tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d HTTP/1.1" status: 200 len: 267 time: 0.3059137 Sep 16 05:02:24.156775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-fb7d5070-1467-4425-bb2d-0d4224163336 service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353043 Sep 16 05:02:24.408234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-ef77d21d-3467-4a5a-b537-edd77c30c909 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:24.410270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-ef77d21d-3467-4a5a-b537-edd77c30c909 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 811 time: 0.3230004 Sep 16 05:02:24.442382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d48714-cde5-4e29-a318-c7f72d8f6175 req-5e5df544-2402-42c3-a8e6-1ddc66385e45 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:24.444582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3d48714-cde5-4e29-a318-c7f72d8f6175 req-5e5df544-2402-42c3-a8e6-1ddc66385e45 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 943 time: 0.1762240 Sep 16 05:02:24.465461 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd9f33ac-3db5-4722-8455-228a323ad930 req-0b3ee8ed-f3c6-47f4-8498-8d4dceae8ba8 service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471616 Sep 16 05:02:24.466740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-17c89d80-58b0-4635-82eb-f872d12da7a4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/quotas/32a863b5f01144d9abb8c9b5ce5f9b5d HTTP/1.1" status: 200 len: 375 time: 0.0446904 Sep 16 05:02:24.673949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3d48714-cde5-4e29-a318-c7f72d8f6175 req-434c344e-97f2-477b-87d3-ba603551f152 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179999 Sep 16 05:02:24.837840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c401ad36-ca5f-4b37-b2e4-6994012c2ded tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3531740 Sep 16 05:02:24.987300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a92090eb-2b13-4bb1-a04d-18e2d365ca9c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:25.031127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a784eb-6922-4252-925f-8760213d12a4 req-90a6b49b-a462-406c-8d22-b859e9fe9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.033599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8a784eb-6922-4252-925f-8760213d12a4 req-90a6b49b-a462-406c-8d22-b859e9fe9aa8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 1095 time: 0.3554640 Sep 16 05:02:25.122234 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a92090eb-2b13-4bb1-a04d-18e2d365ca9c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:25.122234 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.220831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a19e2c-c767-4e25-b30b-198db2a76bff req-add88eed-e196-46ec-b2af-403b3d37a5e3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.220831 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84a19e2c-c767-4e25-b30b-198db2a76bff req-add88eed-e196-46ec-b2af-403b3d37a5e3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.3772378 Sep 16 05:02:25.284857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a784eb-6922-4252-925f-8760213d12a4 req-6ed3bdee-9af6-4e25-85bc-dd11580658e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.286785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8a784eb-6922-4252-925f-8760213d12a4 req-6ed3bdee-9af6-4e25-85bc-dd11580658e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 906 time: 0.2432320 Sep 16 05:02:25.302433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-81f799ea-3ae7-477a-98da-1f6b6759b362 service neutron] 10.222.0.24 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600925 Sep 16 05:02:25.314178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84a19e2c-c767-4e25-b30b-198db2a76bff req-c3366bf4-e761-4d9a-a0c5-bb6c95455835 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889823 Sep 16 05:02:25.389097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8a784eb-6922-4252-925f-8760213d12a4 req-e56fb9df-2364-458d-87ea-85047fce48c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 HTTP/1.1" status: 200 len: 217 time: 0.0838923 Sep 16 05:02:25.536029 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3a3f521-0f42-41fa-8ab9-e4244e918551 req-b83a3bb6-127f-4ff9-9c3c-6d00fb244a9e tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 210 time: 0.1278582 Sep 16 05:02:25.560206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a784eb-6922-4252-925f-8760213d12a4 req-efe7c32f-aca4-4af3-b5fd-108d997cca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.561772 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8a784eb-6922-4252-925f-8760213d12a4 req-efe7c32f-aca4-4af3-b5fd-108d997cca81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.1553011 Sep 16 05:02:25.607291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8a784eb-6922-4252-925f-8760213d12a4 req-865c0fdd-4517-43ac-aa4d-deb87ecba82a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347235 Sep 16 05:02:25.659121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-fd5a19b5-b1a8-4086-8e0c-9de9ac167237 service neutron] 10.222.0.24 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554044 Sep 16 05:02:25.796614 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8a784eb-6922-4252-925f-8760213d12a4 req-aa7be0eb-0bee-4ac7-913e-779feddb4a61 service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729891 Sep 16 05:02:25.884160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:26.025324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8aa56-4058-472c-931a-1ea5425f1656 req-c612f172-7f4e-4b5d-baed-05b0399e1bb9 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.027868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5da8aa56-4058-472c-931a-1ea5425f1656 req-c612f172-7f4e-4b5d-baed-05b0399e1bb9 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 943 time: 0.2284267 Sep 16 05:02:26.115446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5da8aa56-4058-472c-931a-1ea5425f1656 req-513a9d4a-f121-49c6-8c54-a985d0042319 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680292 Sep 16 05:02:26.150080 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8a784eb-6922-4252-925f-8760213d12a4 req-15afbd31-af69-43e9-9bba-b8abb07e89be service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392732 Sep 16 05:02:26.207628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:26.229064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'port_id': 'f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6', 'mac_address': 'fa:16:3e:f1:76:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f70418-5d8e-40e0-8694-6480bd170868', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:26.387540 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.406377 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:26.432805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:26.439996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a1be43c-6c3b-4c21-9bab-0b05827a6599 req-88c7327d-c83c-4cc8-9fcd-5d377f072f85 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 210 time: 0.1198864 Sep 16 05:02:26.532627 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.609647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1925c5-99e7-4cad-b640-d28a06d834a3 req-81b1785e-829b-4147-8a3b-bd7fea061e31 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.619934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b1925c5-99e7-4cad-b640-d28a06d834a3 req-81b1785e-829b-4147-8a3b-bd7fea061e31 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.1330540 Sep 16 05:02:26.684726 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:26.691065 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b1925c5-99e7-4cad-b640-d28a06d834a3 req-260875f7-c1f1-42cb-8e92-1d34f1bfe641 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656731 Sep 16 05:02:26.734894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12cd025d-702e-4abc-af9c-309c34526efc req-32d4113a-0b6d-4ecf-b4a8-1b02be23d3bb tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 210 time: 0.0395372 Sep 16 05:02:26.757244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:27.170167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c533a-de27-4b9f-be67-723913db56ab req-25823b40-dc63-489f-b5da-6f7c030382b0 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:27.170167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-25823b40-dc63-489f-b5da-6f7c030382b0 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.37 "GET /v2.0/networks?id=d1e2724c-736e-4b9c-b24f-7c140f876827 HTTP/1.1" status: 200 len: 809 time: 0.2234097 Sep 16 05:02:27.271073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-fc2aa8b8-33f1-486e-a984-fc7fa2b3e6f5 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714395686f074887b565c93452adaa56 HTTP/1.1" status: 200 len: 379 time: 0.0871956 Sep 16 05:02:27.290577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-756c533a-de27-4b9f-be67-723913db56ab req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Request body: {'port': {'device_id': '445c0c32-acfd-437d-8c33-e195996f5aba', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'admin_state_up': True, 'tenant_id': '714395686f074887b565c93452adaa56', 'security_groups': ['caab3bdb-6f25-466e-852f-7fb5556a9796']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:27.454689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6255cac-c2cd-4a91-b993-b788b725a151 req-80eec295-2a85-4bf0-bb71-cd31b7588b21 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:27.460853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6255cac-c2cd-4a91-b993-b788b725a151 req-80eec295-2a85-4bf0-bb71-cd31b7588b21 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 944 time: 0.1833105 Sep 16 05:02:27.566561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e473bb7e-1b5e-44eb-89a1-d4e3ae57a0cc req-071ae2f8-63f8-410f-bc27-5f474b49c8ca tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 210 time: 0.0553653 Sep 16 05:02:27.621202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6255cac-c2cd-4a91-b993-b788b725a151 req-0fd13997-9e24-4011-8884-e17b494e1447 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546299 Sep 16 05:02:27.694078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756c533a-de27-4b9f-be67-723913db56ab req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Made reservation on behalf of 714395686f074887b565c93452adaa56 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:27.697666 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-756c533a-de27-4b9f-be67-723913db56ab req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.897369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:27.943851 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97a79c6b-1ae5-4224-bb63-77e77a4fbd80 req-d6b4455a-1682-4b79-a43c-c8d36667b1d5 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 210 time: 0.0758274 Sep 16 05:02:28.076929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:28.080268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc0eb3-2fb5-446e-8e61-3b54f8d363cf req-6d731d47-b46a-48e7-9594-4407cc3c9735 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:28.082636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:28.083940 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.096480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06dc0eb3-2fb5-446e-8e61-3b54f8d363cf req-6d731d47-b46a-48e7-9594-4407cc3c9735 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.2280183 Sep 16 05:02:28.114430 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:02:28.187892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-756c533a-de27-4b9f-be67-723913db56ab req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Allocated IP 172.20.0.8 (d1e2724c-736e-4b9c-b24f-7c140f876827/e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d/5b73ce18-6295-4033-9003-7078a4b10f60) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:28.202957 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.214622 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06dc0eb3-2fb5-446e-8e61-3b54f8d363cf req-771a3935-304d-4c5f-a4c8-7fccaf4ea232 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171632 Sep 16 05:02:28.236870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494b1c4f-ce03-47d3-8351-73e0fba929ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:28.239638 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47440017-7224-4e53-9f86-b3a23f06d19f" -d '{"events": [{"server_uuid": "494b1c4f-ce03-47d3-8351-73e0fba929ec", "name": "network-vif-plugged", "status": "completed", "tag": "f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:28.244037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:28.326736 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60114f00-5e1e-4e09-8ecf-6733771d08ab x-openstack-request-id: req-60114f00-5e1e-4e09-8ecf-6733771d08ab {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:28.327032 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494b1c4f-ce03-47d3-8351-73e0fba929ec", "name": "network-vif-plugged", "status": "completed", "tag": "f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:28.327286 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60114f00-5e1e-4e09-8ecf-6733771d08ab {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:28.327682 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494b1c4f-ce03-47d3-8351-73e0fba929ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6', 'code': 200} Sep 16 05:02:28.350988 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.462559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.215344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9662bfc1-a4ed-43e1-bc63-65a0ba1a03e2 req-77ab521e-ca6e-4fcc-9b71-aa9f0d9313d6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 210 time: 0.0743258 Sep 16 05:02:29.346539 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-756c533a-de27-4b9f-be67-723913db56ab req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.350143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1015c-9379-499d-9da5-5e16a697c65b req-f32c7af9-297d-4ab6-b046-e60badb12389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.351526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dce1015c-9379-499d-9da5-5e16a697c65b req-f32c7af9-297d-4ab6-b046-e60badb12389 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 1097 time: 0.2083833 Sep 16 05:02:29.353472 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ecb974e-ccfa-4a74-aa49-0a61cdf8e0b1 req-0fa92bde-c7ca-44f1-abe5-fb11fe361655 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 210 time: 0.0697052 Sep 16 05:02:29.379096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e5251-bfa3-4bd6-ad02-fe69bb1529c9 req-30f682c9-1310-45a6-b84e-196d886b5081 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.379096 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-513e5251-bfa3-4bd6-ad02-fe69bb1529c9 req-30f682c9-1310-45a6-b84e-196d886b5081 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 945 time: 0.2349110 Sep 16 05:02:29.559092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dce1015c-9379-499d-9da5-5e16a697c65b req-76369a9d-3850-492c-9fe2-812c08d12479 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796529 Sep 16 05:02:29.588408 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-513e5251-bfa3-4bd6-ad02-fe69bb1529c9 req-d03085da-3767-4d5e-9a39-2617a23bca9a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948705 Sep 16 05:02:29.616370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-77b286dd-f6fc-4ed2-911e-458cc2ed0030 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.617980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-77b286dd-f6fc-4ed2-911e-458cc2ed0030 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 811 time: 0.2852049 Sep 16 05:02:29.631721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ba3c8-170e-4da8-8df4-ecadfa3359ad req-eca1ad18-5f3e-44df-9f2e-e89f7d69e1a1 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.633274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e6ba3c8-170e-4da8-8df4-ecadfa3359ad req-eca1ad18-5f3e-44df-9f2e-e89f7d69e1a1 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.1801679 Sep 16 05:02:29.678656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e6ba3c8-170e-4da8-8df4-ecadfa3359ad req-6dd9cadc-6dc8-4bcb-9884-a522797e9193 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Sep 16 05:02:29.694463 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-756c533a-de27-4b9f-be67-723913db56ab req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.768816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756c533a-de27-4b9f-be67-723913db56ab req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Network d1e2724c-736e-4b9c-b24f-7c140f876827 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:29.781116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-756c533a-de27-4b9f-be67-723913db56ab req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:29.832149 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-756c533a-de27-4b9f-be67-723913db56ab req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:29.867325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event updated for resources: {'Port': ['ID=5b73ce18-6295-4033-9003-7078a4b10f60,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.916424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6c8210b3-33b0-484e-93c3-05f31a5cc5e5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d HTTP/1.1" status: 200 len: 379 time: 0.1402421 Sep 16 05:02:29.943012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Request body: {'port': {'device_id': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'admin_state_up': True, 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'security_groups': ['8c92ceec-8368-4346-b40c-2a49c7523a19']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:29.972854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c533a-de27-4b9f-be67-723913db56ab req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.973575 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-756c533a-de27-4b9f-be67-723913db56ab req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.125586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2244185c-3da4-48ec-b99e-b38ea0bc58e3 None None] Provisioning complete for port 5b73ce18-6295-4033-9003-7078a4b10f60 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:30.126184 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2244185c-3da4-48ec-b99e-b38ea0bc58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.169305 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-2244185c-3da4-48ec-b99e-b38ea0bc58e3 None None] Port 5b73ce18-6295-4033-9003-7078a4b10f60 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:30.189107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-aa941729-ed71-4191-b17e-96507debef63 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9049966 Sep 16 05:02:30.203757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Request body: {'port': {'device_id': '445c0c32-acfd-437d-8c33-e195996f5aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:30.288748 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.365996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7f5afe5-92a5-4a79-b200-1f8537cf4806 req-aaf62313-3386-40b9-b592-1ceac0b4baef tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 210 time: 0.0568023 Sep 16 05:02:30.370518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Made reservation on behalf of 32a863b5f01144d9abb8c9b5ce5f9b5d for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:30.373857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.865337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08d696-1d42-4011-bb76-6742a36db236 req-545b7c25-b556-463c-a950-50ca16cedb8e tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:30.872509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b08d696-1d42-4011-bb76-6742a36db236 req-545b7c25-b556-463c-a950-50ca16cedb8e tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 931 time: 0.4016638 Sep 16 05:02:30.962243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Allocated IP 172.20.0.14 (b3bfa292-e9f0-489a-bcf8-e4a13051131f/12ec28b5-88a3-4932-a119-d607babf37c5/bed3efac-962c-4389-a639-670ecfbe7bf6) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:30.987591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d127d-f40e-4bf0-a487-5a55f6b1d8e5 req-52fdbc15-33c9-44d2-b07e-00a0cee8ea7a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:30.989822 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d49d127d-f40e-4bf0-a487-5a55f6b1d8e5 req-52fdbc15-33c9-44d2-b07e-00a0cee8ea7a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 945 time: 0.2904098 Sep 16 05:02:31.040152 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b08d696-1d42-4011-bb76-6742a36db236 req-09db64a1-ac1c-4acb-b97b-9dbd052dfac9 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666236 Sep 16 05:02:31.233655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d49d127d-f40e-4bf0-a487-5a55f6b1d8e5 req-9058df94-61d7-4664-93b3-cf5824128f93 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334077 Sep 16 05:02:31.276573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b73ce18-6295-4033-9003-7078a4b10f60 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:31.302179 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.365056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Transition to ACTIVE for port object 5b73ce18-6295-4033-9003-7078a4b10f60 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:31.390582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdba021-ef4a-4cbb-a562-50e9389fe2e6 req-4ae4dab1-3632-4dc8-936a-3a5c0984467e tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:31.399333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6fdba021-ef4a-4cbb-a562-50e9389fe2e6 req-4ae4dab1-3632-4dc8-936a-3a5c0984467e tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.1874056 Sep 16 05:02:31.450391 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.463544 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.545193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6fdba021-ef4a-4cbb-a562-50e9389fe2e6 req-18d8039a-1e2e-4635-9d70-e4607a92ef29 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447594 Sep 16 05:02:31.642267 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f94fe15-57e7-49ae-ac3e-c6e715ab527a req-010616eb-a1ac-4f4c-b94b-7f72139437ae tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 210 time: 0.0937908 Sep 16 05:02:31.712933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Pushing event updated for resources: {'Port': ['ID=5b73ce18-6295-4033-9003-7078a4b10f60,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:31.817998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Attempting to bind port 5b73ce18-6295-4033-9003-7078a4b10f60 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:31.818453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Attempting to bind port 5b73ce18-6295-4033-9003-7078a4b10f60 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:31.819353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Attempting to bind port 5b73ce18-6295-4033-9003-7078a4b10f60 on network d1e2724c-736e-4b9c-b24f-7c140f876827 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:31.852329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Port 5b73ce18-6295-4033-9003-7078a4b10f60 on network d1e2724c-736e-4b9c-b24f-7c140f876827 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:31.852329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Attempting to bind port 5b73ce18-6295-4033-9003-7078a4b10f60 on network d1e2724c-736e-4b9c-b24f-7c140f876827 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:31.860096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:31.860617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Checking segment: {'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:31.861121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Bound using segment: {'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:31.866112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Bound port: 5b73ce18-6295-4033-9003-7078a4b10f60, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:31.866592 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.892575 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.029706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:32.035151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:32.038490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:32.042819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.046321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] For port 5b73ce18-6295-4033-9003-7078a4b10f60, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:32.054263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] For port 5b73ce18-6295-4033-9003-7078a4b10f60, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=5b73ce18-6295-4033-9003-7078a4b10f60,segment=NetworkSegment(fa25fc45-5eae-47c3-baa6-45d453bbf0ca),segment_id=fa25fc45-5eae-47c3-baa6-45d453bbf0ca)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:32.107707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.108680 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.134115 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.210408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.210408 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.211467 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-20c25365-dd87-455a-9ea4-916145446648 service neutron] 10.222.0.37 "PUT /v2.0/ports/5b73ce18-6295-4033-9003-7078a4b10f60 HTTP/1.1" status: 200 len: 1092 time: 2.0137322 Sep 16 05:02:32.212207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445c0c32-acfd-437d-8c33-e195996f5aba', 'tag': '5b73ce18-6295-4033-9003-7078a4b10f60'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:32.214602 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aac3cd-83b7-4409-9640-a7cabb7b9a02" -d '{"events": [{"name": "network-changed", "server_uuid": "445c0c32-acfd-437d-8c33-e195996f5aba", "tag": "5b73ce18-6295-4033-9003-7078a4b10f60"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:32.253519 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-6908bf48-8da2-4db4-b912-f1d170eab6b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3361292 Sep 16 05:02:32.283487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b28f6-3328-48ec-a1dc-93b1b0508fd2 req-f6d9704f-47aa-4f62-84bc-011811612c41 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.302208 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b6b28f6-3328-48ec-a1dc-93b1b0508fd2 req-f6d9704f-47aa-4f62-84bc-011811612c41 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 943 time: 0.1785126 Sep 16 05:02:32.325645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c25365-dd87-455a-9ea4-916145446648 service neutron] Pushing event updated for resources: {'Port': ['ID=5b73ce18-6295-4033-9003-7078a4b10f60,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.409285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Request body: {'port': {'device_id': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:32.416548 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8af245-f94f-401b-b73b-2529bcedcc57 x-openstack-request-id: req-1b8af245-f94f-401b-b73b-2529bcedcc57 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:32.416850 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445c0c32-acfd-437d-8c33-e195996f5aba", "tag": "5b73ce18-6295-4033-9003-7078a4b10f60", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:32.417320 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b8af245-f94f-401b-b73b-2529bcedcc57 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:32.417857 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445c0c32-acfd-437d-8c33-e195996f5aba', 'tag': '5b73ce18-6295-4033-9003-7078a4b10f60', 'status': 'completed', 'code': 200} Sep 16 05:02:32.772695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e59c04f3-1536-4628-8c7c-314078c3bbbd None None] Provisioning complete for port bed3efac-962c-4389-a639-670ecfbe7bf6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:32.773699 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e59c04f3-1536-4628-8c7c-314078c3bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.884998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e59c04f3-1536-4628-8c7c-314078c3bbbd None None] Port bed3efac-962c-4389-a639-670ecfbe7bf6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:32.901762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b6b28f6-3328-48ec-a1dc-93b1b0508fd2 req-6072859c-a666-470c-9215-6f760c935340 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5598254 Sep 16 05:02:32.916876 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.933250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c533a-de27-4b9f-be67-723913db56ab req-9cf04a83-ebcb-4a1d-af2c-8ead6585a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.934839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-9cf04a83-ebcb-4a1d-af2c-8ead6585a588 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714395686f074887b565c93452adaa56&device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 1095 time: 0.5919683 Sep 16 05:02:32.951962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee531a-7759-4010-b0bc-138003d577b6 req-3f301e4c-2a28-4242-b5b5-c3655354bf6f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.953696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9eee531a-7759-4010-b0bc-138003d577b6 req-3f301e4c-2a28-4242-b5b5-c3655354bf6f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 945 time: 0.4176748 Sep 16 05:02:32.956061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83f59-332d-4651-9a92-ff902e3400ed req-b28f18d7-9f91-47ee-814b-16c291db6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.959892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68b83f59-332d-4651-9a92-ff902e3400ed req-b28f18d7-9f91-47ee-814b-16c291db6bda service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 1097 time: 0.4231076 Sep 16 05:02:33.041787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-7131dd91-56f2-4e1b-9801-ceabb02c4847 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b73ce18-6295-4033-9003-7078a4b10f60 HTTP/1.1" status: 200 len: 217 time: 0.0817595 Sep 16 05:02:33.181557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c533a-de27-4b9f-be67-723913db56ab req-2f73fd49-3fcb-4d02-a55e-6da68f2f86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.183400 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-2f73fd49-3fcb-4d02-a55e-6da68f2f86ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d HTTP/1.1" status: 200 len: 848 time: 0.1138294 Sep 16 05:02:33.266348 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-62890dcb-bd34-4e45-98ef-e62a51edf4de req-84e6ed9e-9a0b-417b-90a3-64271c92c8db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1051447 Sep 16 05:02:33.300153 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68b83f59-332d-4651-9a92-ff902e3400ed req-49cd451b-a2cc-4beb-8363-163a4a0523bd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303225 Sep 16 05:02:33.327464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9eee531a-7759-4010-b0bc-138003d577b6 req-69c9e928-af40-4367-8fcf-159219398ca9 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565681 Sep 16 05:02:33.359503 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f81b0-e604-4c24-8225-5a141c063929 req-78cc8bed-096a-4bd3-acd9-299991edbdc1 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.361097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f1f81b0-e604-4c24-8225-5a141c063929 req-78cc8bed-096a-4bd3-acd9-299991edbdc1 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.3259277 Sep 16 05:02:33.480589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c533a-de27-4b9f-be67-723913db56ab req-144a662e-a934-40fc-ab43-e25c4c410043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.481909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-144a662e-a934-40fc-ab43-e25c4c410043 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1e2724c-736e-4b9c-b24f-7c140f876827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2093778 Sep 16 05:02:33.549011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f1f81b0-e604-4c24-8225-5a141c063929 req-a2c3cc12-3874-4d19-be42-9b4493a85842 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774366 Sep 16 05:02:33.718288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3d2f7-fba6-471e-9c39-55aca8b4948c req-b78642b1-f1c5-42e2-9a4b-1812d2457c86 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.719826 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12a3d2f7-fba6-471e-9c39-55aca8b4948c req-b78642b1-f1c5-42e2-9a4b-1812d2457c86 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 932 time: 0.2941761 Sep 16 05:02:33.747487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890dcb-bd34-4e45-98ef-e62a51edf4de req-f27eca6e-ff01-47e8-a1a5-7c4c962e297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.748987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62890dcb-bd34-4e45-98ef-e62a51edf4de req-f27eca6e-ff01-47e8-a1a5-7c4c962e297d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 1097 time: 0.2248375 Sep 16 05:02:33.845053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-be52bb8f-1d1f-439a-8b05-b53d9502c1af service neutron] 10.222.0.37 "GET /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196168 Sep 16 05:02:33.960704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12a3d2f7-fba6-471e-9c39-55aca8b4948c req-2e68329d-e705-4f79-b025-ba8c06b573a1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192287 Sep 16 05:02:34.112572 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8ee82-3216-4437-8c25-8bc97ee56863 req-46f39830-0cbe-4040-bda9-ea5721f793c2 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:34.121039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-faa8ee82-3216-4437-8c25-8bc97ee56863 req-46f39830-0cbe-4040-bda9-ea5721f793c2 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 945 time: 0.4414032 Sep 16 05:02:34.121039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed3efac-962c-4389-a639-670ecfbe7bf6 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:34.147292 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.234126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890dcb-bd34-4e45-98ef-e62a51edf4de req-fcd73a13-b23f-47eb-86da-5792c25d2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:34.235643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62890dcb-bd34-4e45-98ef-e62a51edf4de req-fcd73a13-b23f-47eb-86da-5792c25d2d79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 200 len: 919 time: 0.4483047 Sep 16 05:02:34.239892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Transition to ACTIVE for port object bed3efac-962c-4389-a639-670ecfbe7bf6 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:34.259151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-756c533a-de27-4b9f-be67-723913db56ab req-f7cf17e2-45c7-4cc8-b83e-901fdafc5eca service neutron] 10.222.0.37 "GET /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928030 Sep 16 05:02:34.272601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-faa8ee82-3216-4437-8c25-8bc97ee56863 req-5a9983c9-77a6-4e82-b017-e52885e62509 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435809 Sep 16 05:02:34.310241 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62890dcb-bd34-4e45-98ef-e62a51edf4de req-3ba136ec-ecc7-4016-b71c-3e73a9a2c1db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af HTTP/1.1" status: 200 len: 217 time: 0.0538750 Sep 16 05:02:34.319142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cf974-4962-49fc-865b-de349813100b req-643307fa-3888-4367-b1ec-227304a21fcc tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:34.326613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-527cf974-4962-49fc-865b-de349813100b req-643307fa-3888-4367-b1ec-227304a21fcc tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 943 time: 0.2321837 Sep 16 05:02:34.358473 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.684924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42846) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:35.217823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890dcb-bd34-4e45-98ef-e62a51edf4de req-2109dfaa-330f-4f4f-b0ca-ffb2ec0e9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.219546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62890dcb-bd34-4e45-98ef-e62a51edf4de req-2109dfaa-330f-4f4f-b0ca-ffb2ec0e9120 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7b9479-d47d-40b7-b9ac-21851f2a6d70 HTTP/1.1" status: 200 len: 859 time: 0.8903821 Sep 16 05:02:35.227558 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.298898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-527cf974-4962-49fc-865b-de349813100b req-e112a51b-af2d-4922-b1c5-654b6f99baf8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9711473 Sep 16 05:02:35.361362 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62890dcb-bd34-4e45-98ef-e62a51edf4de req-d0014a06-ef42-4bca-bf1f-b50f1593010c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300976 Sep 16 05:02:35.365209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Attempting to bind port bed3efac-962c-4389-a639-670ecfbe7bf6 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:35.365576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Attempting to bind port bed3efac-962c-4389-a639-670ecfbe7bf6 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:35.365905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Attempting to bind port bed3efac-962c-4389-a639-670ecfbe7bf6 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:35.407551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aac3cd-83b7-4409-9640-a7cabb7b9a02 req-d1ccca59-1121-4cd4-a365-91c1978ca40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.410982 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81aac3cd-83b7-4409-9640-a7cabb7b9a02 req-d1ccca59-1121-4cd4-a365-91c1978ca40e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714395686f074887b565c93452adaa56&device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 1095 time: 0.3029716 Sep 16 05:02:35.439887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdb7c7-569e-4d45-8b8e-2a31362243e8 req-ef3b16b6-11b0-43d8-9855-d99d366ffc9c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.441339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5fdb7c7-569e-4d45-8b8e-2a31362243e8 req-ef3b16b6-11b0-43d8-9855-d99d366ffc9c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.3246369 Sep 16 05:02:35.511352 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Port bed3efac-962c-4389-a639-670ecfbe7bf6 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:35.512045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Attempting to bind port bed3efac-962c-4389-a639-670ecfbe7bf6 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:35.549122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:35.549508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Checking segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:35.549893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Bound using segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:35.550333 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Bound port: bed3efac-962c-4389-a639-670ecfbe7bf6, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:35.550689 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.752683 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.784474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b7fc5-9a3e-48bd-8952-b546d09c9197 req-3b6989ce-793b-4d46-969f-16462ef6f982 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.787904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea1b7fc5-9a3e-48bd-8952-b546d09c9197 req-3b6989ce-793b-4d46-969f-16462ef6f982 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 945 time: 0.3450437 Sep 16 05:02:35.813361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5fdb7c7-569e-4d45-8b8e-2a31362243e8 req-2cbe87a9-cac0-4870-aed4-451a290c3c30 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748716 Sep 16 05:02:35.928397 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62890dcb-bd34-4e45-98ef-e62a51edf4de req-7d26a5bb-bd36-4236-824f-bd9f7ee901d7 service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581055 Sep 16 05:02:35.979577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aac3cd-83b7-4409-9640-a7cabb7b9a02 req-13b4818c-215d-4063-b1b2-74bdccbf5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.981487 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81aac3cd-83b7-4409-9640-a7cabb7b9a02 req-13b4818c-215d-4063-b1b2-74bdccbf5d8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1e2724c-736e-4b9c-b24f-7c140f876827 HTTP/1.1" status: 200 len: 909 time: 0.5631752 Sep 16 05:02:35.988455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:36.085600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:36.092880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea1b7fc5-9a3e-48bd-8952-b546d09c9197 req-90b76243-a098-40d6-9816-a6bdad09ada7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446361 Sep 16 05:02:36.158229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81aac3cd-83b7-4409-9640-a7cabb7b9a02 req-f1bbe52f-2749-430f-bf71-81a8fc5c2f23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b73ce18-6295-4033-9003-7078a4b10f60 HTTP/1.1" status: 200 len: 217 time: 0.1353552 Sep 16 05:02:36.206867 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.280064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Deleting port 811db188-a8c3-4c9f-89c6-724b99aa7469 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:36.280675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.382960 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d9053-5c87-4201-9f4f-0c6c405bbc5c req-91dfadb6-ef06-45a2-afe2-f10eb2bd0720 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.384586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a2d9053-5c87-4201-9f4f-0c6c405bbc5c req-91dfadb6-ef06-45a2-afe2-f10eb2bd0720 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 944 time: 0.4486532 Sep 16 05:02:36.422908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.424710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.426758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] 10.222.0.23 "PUT /v2.0/ports/bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 200 len: 1093 time: 4.1107178 Sep 16 05:02:36.456440 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:36.459665 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8f6642-4df0-454b-8ef5-b3b4373a5bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:36.470140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] For port 811db188-a8c3-4c9f-89c6-724b99aa7469, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=811db188-a8c3-4c9f-89c6-724b99aa7469,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:36.470761 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.493077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aac3cd-83b7-4409-9640-a7cabb7b9a02 req-d7e8c799-3cc9-4f97-b8d0-1037bae6cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.498850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81aac3cd-83b7-4409-9640-a7cabb7b9a02 req-d7e8c799-3cc9-4f97-b8d0-1037bae6cb90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d HTTP/1.1" status: 200 len: 848 time: 0.3291998 Sep 16 05:02:36.500654 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Calling delete_port for 811db188-a8c3-4c9f-89c6-724b99aa7469 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:36.517119 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62890dcb-bd34-4e45-98ef-e62a51edf4de req-7120b7e5-1dfd-4234-b5d2-7970158c52b0 service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686133 Sep 16 05:02:36.701948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a2d9053-5c87-4201-9f4f-0c6c405bbc5c req-5dd1089d-c62d-42d1-ae3d-b53a6ed6431a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204752 Sep 16 05:02:36.778382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2cdec-4eb9-473c-8904-392b21195519 req-d603c336-366b-49e5-a763-d7adfaf840a3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.794222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfd2cdec-4eb9-473c-8904-392b21195519 req-d603c336-366b-49e5-a763-d7adfaf840a3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.5893004 Sep 16 05:02:36.812763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aac3cd-83b7-4409-9640-a7cabb7b9a02 req-2c4a80ba-88a8-44c1-b219-9244af177d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.814612 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81aac3cd-83b7-4409-9640-a7cabb7b9a02 req-2c4a80ba-88a8-44c1-b219-9244af177d99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1e2724c-736e-4b9c-b24f-7c140f876827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2957728 Sep 16 05:02:36.830212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67b8c9-55b2-4be8-8f75-877b50c530d5 req-80f33473-5cea-414c-97ee-b452e3d1ca25 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.831548 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e67b8c9-55b2-4be8-8f75-877b50c530d5 req-80f33473-5cea-414c-97ee-b452e3d1ca25 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 945 time: 0.4436312 Sep 16 05:02:36.832238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c9831-d7dd-4a56-84e9-86dc92b2e76a service neutron] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.871517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-97b8f7d7-5f20-47ab-8bd2-ef9ef7608994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.873051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-97b8f7d7-5f20-47ab-8bd2-ef9ef7608994 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 1096 time: 0.2923324 Sep 16 05:02:36.940120 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.976293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=811db188-a8c3-4c9f-89c6-724b99aa7469,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.003118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-02c01a3d-5b40-45d7-b910-f47591777191 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 200 len: 217 time: 0.0958300 Sep 16 05:02:37.021356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.021776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.022287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.023084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.025858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.026423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.027061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.027543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.030428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.031309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.031858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.032429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.038531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 5b73ce18-6295-4033-9003-7078a4b10f60 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:37.108799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfd2cdec-4eb9-473c-8904-392b21195519 req-78851097-2294-4829-ac84-a3877c6dae32 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034549 Sep 16 05:02:37.243291 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8b298d-d8a6-4b0c-b403-2175e3bbee05 x-openstack-request-id: req-3d8b298d-d8a6-4b0c-b403-2175e3bbee05 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:37.243856 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:37.243956 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d8b298d-d8a6-4b0c-b403-2175e3bbee05 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:37.244303 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'status': 'completed', 'code': 200} Sep 16 05:02:37.279201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.280997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc1dc4-dc6b-417e-9b28-0b2d03657dab req-afa03421-e4c7-49b5-8f4d-04d8f69591d2 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.282691 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4dc1dc4-dc6b-417e-9b28-0b2d03657dab req-afa03421-e4c7-49b5-8f4d-04d8f69591d2 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 943 time: 0.4451585 Sep 16 05:02:37.289669 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-bbd7f4a0-a51c-4875-aff3-3f466c67136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.303884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-bbd7f4a0-a51c-4875-aff3-3f466c67136b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.1829436 Sep 16 05:02:37.304946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 5b73ce18-6295-4033-9003-7078a4b10f60, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=5b73ce18-6295-4033-9003-7078a4b10f60,segment=NetworkSegment(fa25fc45-5eae-47c3-baa6-45d453bbf0ca),segment_id=fa25fc45-5eae-47c3-baa6-45d453bbf0ca)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:37.327882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '5b73ce18-6295-4033-9003-7078a4b10f60', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'port_id': '5b73ce18-6295-4033-9003-7078a4b10f60', 'mac_address': 'fa:16:3e:94:ff:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:37.416083 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.451712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b73ce18-6295-4033-9003-7078a4b10f60 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:37.472910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-eb23a3e9-0be2-4be5-8698-cf418039e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.475066 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-eb23a3e9-0be2-4be5-8698-cf418039e907 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607838 Sep 16 05:02:37.489618 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81aac3cd-83b7-4409-9640-a7cabb7b9a02 req-44355f98-af5f-494b-ba37-a778965378bc service neutron] 10.222.0.37 "GET /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434453 Sep 16 05:02:37.490484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 5b73ce18-6295-4033-9003-7078a4b10f60, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=5b73ce18-6295-4033-9003-7078a4b10f60,segment=NetworkSegment(fa25fc45-5eae-47c3-baa6-45d453bbf0ca),segment_id=fa25fc45-5eae-47c3-baa6-45d453bbf0ca)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:37.560434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-6e67b8c9-55b2-4be8-8f75-877b50c530d5 req-7d56558d-5215-4d33-9a34-8b75b0be6740 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Deleting port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:37.560810 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e67b8c9-55b2-4be8-8f75-877b50c530d5 req-7d56558d-5215-4d33-9a34-8b75b0be6740 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.573540 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.586069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4dc1dc4-dc6b-417e-9b28-0b2d03657dab req-9956ebb6-774a-4509-ac9a-508cff716425 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705164 Sep 16 05:02:37.632631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=5b73ce18-6295-4033-9003-7078a4b10f60,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.641214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.641567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.642032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.642238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.642807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.643413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.643914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.644809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.645854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.646919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.659379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.660049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.742612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45924bc-ebfa-456d-b6f2-aaf874c42b37 req-7090077f-1bb8-472b-8837-af445d832a9f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.750492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c45924bc-ebfa-456d-b6f2-aaf874c42b37 req-7090077f-1bb8-472b-8837-af445d832a9f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 945 time: 0.3582551 Sep 16 05:02:37.790409 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['5b73ce18-6295-4033-9003-7078a4b10f60'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:38.014367 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c45924bc-ebfa-456d-b6f2-aaf874c42b37 req-98f62254-6c91-4e32-96fc-1704febad1d5 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503760 Sep 16 05:02:38.057765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-44c9e864-1892-49c2-81d7-a5dbcb4fa2bf service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655739 Sep 16 05:02:38.065513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81aac3cd-83b7-4409-9640-a7cabb7b9a02 req-f0680250-a66e-42e7-8a4c-d6599549f8b5 service neutron] 10.222.0.37 "GET /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600717 Sep 16 05:02:38.138762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Router 22f47e45-c817-4e98-8f1d-c61528e0b708 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:38.236975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-6e67b8c9-55b2-4be8-8f75-877b50c530d5 req-7d56558d-5215-4d33-9a34-8b75b0be6740 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] For port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:38.237626 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e67b8c9-55b2-4be8-8f75-877b50c530d5 req-7d56558d-5215-4d33-9a34-8b75b0be6740 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.342934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-6e67b8c9-55b2-4be8-8f75-877b50c530d5 req-7d56558d-5215-4d33-9a34-8b75b0be6740 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Calling delete_port for f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:38.363706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:38.378669 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145f0c0c-a257-407d-a59f-b2a33282d927 None None] Sync routers for ids ['22f47e45-c817-4e98-8f1d-c61528e0b708'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:38.392500 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7b732e88-6597-4343-a398-c54ce37906d2 admin admin] 10.222.0.24 "PUT /v2.0/routers/22f47e45-c817-4e98-8f1d-c61528e0b708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7060919 Sep 16 05:02:38.393153 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 42952) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:38.398267 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145f0c0c-a257-407d-a59f-b2a33282d927 None None] Routers {'22f47e45-c817-4e98-8f1d-c61528e0b708'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:38.399020 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-145f0c0c-a257-407d-a59f-b2a33282d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:02:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['22f47e45-c817-4e98-8f1d-c61528e0b708'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:38.491954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d807afa-526e-4ba7-a63f-c437a3c0e4df req-a544d641-2c24-43c5-a46a-fa9adadfdfc9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.493643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d807afa-526e-4ba7-a63f-c437a3c0e4df req-a544d641-2c24-43c5-a46a-fa9adadfdfc9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 944 time: 0.4771702 Sep 16 05:02:38.527494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79312ce7-ec56-4a3d-9d67-c5c17baf2ef3 req-f2473b12-c846-4ec5-a221-3f5c05575224 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906116 Sep 16 05:02:38.547403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2d44-6c4a-46f1-b037-f79f547da4cf req-f16178be-d134-47c6-9926-cdfe8abbee75 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.548963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e43f2d44-6c4a-46f1-b037-f79f547da4cf req-f16178be-d134-47c6-9926-cdfe8abbee75 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.3962972 Sep 16 05:02:38.563539 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.656315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d807afa-526e-4ba7-a63f-c437a3c0e4df req-41ae0f15-91f3-40e8-9f59-eedb4b89a533 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063221 Sep 16 05:02:38.669139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e43f2d44-6c4a-46f1-b037-f79f547da4cf req-24f91055-5d88-4493-a195-b5ecbc64326f tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049562 Sep 16 05:02:38.826530 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.851636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f6642-4df0-454b-8ef5-b3b4373a5bf2 req-328e2f88-f226-48e2-8d12-c93807102e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.853551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8f6642-4df0-454b-8ef5-b3b4373a5bf2 req-328e2f88-f226-48e2-8d12-c93807102e1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 1096 time: 0.1747115 Sep 16 05:02:38.869209 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-145f0c0c-a257-407d-a59f-b2a33282d927 None None] Set router 22f47e45-c817-4e98-8f1d-c61528e0b708 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:38.993700 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e67b8c9-55b2-4be8-8f75-877b50c530d5 req-7d56558d-5215-4d33-9a34-8b75b0be6740 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.023646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:39.085815 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 5b73ce18-6295-4033-9003-7078a4b10f60 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:39.097459 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Deleting port 7bc32462-2e53-4e15-a551-938e879a44a5 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:39.098780 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.162409 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-145f0c0c-a257-407d-a59f-b2a33282d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T05:02:36Z', 'revision_number': 5, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port': {'id': '7bc32462-2e53-4e15-a551-938e879a44a5', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:22Z', 'updated_at': '2021-09-16T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:39.167088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56558d-5215-4d33-9a34-8b75b0be6740 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event deleted for resources: {'Port': ['ID=f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.216218 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145f0c0c-a257-407d-a59f-b2a33282d927 None None] Checking router: 22f47e45-c817-4e98-8f1d-c61528e0b708 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:39.230174 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-437fb137-077c-4be7-8f84-d2309eabce6d req-487587e5-5c23-4847-83f2-d03220d0fb49 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=494b1c4f-ce03-47d3-8351-73e0fba929ec HTTP/1.1" status: 200 len: 210 time: 0.0912418 Sep 16 05:02:39.249237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f6642-4df0-454b-8ef5-b3b4373a5bf2 req-75bb1bde-dcdf-42a5-b329-ad9865f70ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.255168 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145f0c0c-a257-407d-a59f-b2a33282d927 None None] Routers {'22f47e45-c817-4e98-8f1d-c61528e0b708'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:39.255780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8f6642-4df0-454b-8ef5-b3b4373a5bf2 req-75bb1bde-dcdf-42a5-b329-ad9865f70ffe service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.3878198 Sep 16 05:02:39.255977 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-145f0c0c-a257-407d-a59f-b2a33282d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:02:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['22f47e45-c817-4e98-8f1d-c61528e0b708'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:39.269674 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b704e-03e1-407c-a2b9-065a79a117b8 req-d5911ac0-1530-4ece-9018-04cd6774ddd9 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.277839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a74b704e-03e1-407c-a2b9-065a79a117b8 req-d5911ac0-1530-4ece-9018-04cd6774ddd9 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 944 time: 0.3764908 Sep 16 05:02:39.290285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] For port 7bc32462-2e53-4e15-a551-938e879a44a5, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7bc32462-2e53-4e15-a551-938e879a44a5,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:39.290854 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.324600 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Calling delete_port for 7bc32462-2e53-4e15-a551-938e879a44a5 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:39.340013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 5b73ce18-6295-4033-9003-7078a4b10f60 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:39.378113 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 5b73ce18-6295-4033-9003-7078a4b10f60 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:39.378985 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.390217 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-145f0c0c-a257-407d-a59f-b2a33282d927 None None] Set router 22f47e45-c817-4e98-8f1d-c61528e0b708 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:39.454178 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-145f0c0c-a257-407d-a59f-b2a33282d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T05:02:38Z', 'revision_number': 6, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:39.467580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8f6642-4df0-454b-8ef5-b3b4373a5bf2 req-56bec960-861e-41d3-aded-3e34c8898252 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 200 len: 217 time: 0.1887085 Sep 16 05:02:39.470936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e67b8c9-55b2-4be8-8f75-877b50c530d5 req-7d56558d-5215-4d33-9a34-8b75b0be6740 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] No DVR routers for this DVR port f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:39.474855 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6e67b8c9-55b2-4be8-8f75-877b50c530d5 req-7d56558d-5215-4d33-9a34-8b75b0be6740 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.476895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e67b8c9-55b2-4be8-8f75-877b50c530d5 req-7d56558d-5215-4d33-9a34-8b75b0be6740 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "DELETE /v2.0/ports/f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 HTTP/1.1" status: 204 len: 173 time: 2.6140635 Sep 16 05:02:39.480619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494b1c4f-ce03-47d3-8351-73e0fba929ec', 'name': 'network-vif-deleted', 'tag': 'f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:39.480619 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e051ddea-a597-41c8-a929-f94a9b9d0f54" -d '{"events": [{"server_uuid": "494b1c4f-ce03-47d3-8351-73e0fba929ec", "name": "network-vif-deleted", "tag": "f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:39.490331 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145f0c0c-a257-407d-a59f-b2a33282d927 None None] The sync data for ids ['22f47e45-c817-4e98-8f1d-c61528e0b708'] in n-d-712137-12 is: [{'id': '22f47e45-c817-4e98-8f1d-c61528e0b708', 'name': 'tempest-TaggedBootDevicesTest-1669907661-router', 'tenant_id': '29d8940b4db54bdeb158d4e47be2666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:21Z', 'updated_at': '2021-09-16T05:02:38Z', 'revision_number': 6, 'project_id': '29d8940b4db54bdeb158d4e47be2666c', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:39.577848 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f41937b-f291-4453-8568-e45a5d26271a x-openstack-request-id: req-0f41937b-f291-4453-8568-e45a5d26271a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:39.578440 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494b1c4f-ce03-47d3-8351-73e0fba929ec", "name": "network-vif-deleted", "tag": "f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:39.578440 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f41937b-f291-4453-8568-e45a5d26271a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:39.579239 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.579494 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494b1c4f-ce03-47d3-8351-73e0fba929ec', 'name': 'network-vif-deleted', 'tag': 'f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6', 'status': 'completed', 'code': 200} Sep 16 05:02:39.586938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a74b704e-03e1-407c-a2b9-065a79a117b8 req-dd75cbe3-78a7-4513-b750-86b34d09105e tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592275 Sep 16 05:02:39.621681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f6642-4df0-454b-8ef5-b3b4373a5bf2 req-94519c56-dbd6-4474-bfee-69299ae33c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.625315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8f6642-4df0-454b-8ef5-b3b4373a5bf2 req-94519c56-dbd6-4474-bfee-69299ae33c4a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.1374750 Sep 16 05:02:39.663481 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445c0c32-acfd-437d-8c33-e195996f5aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b73ce18-6295-4033-9003-7078a4b10f60'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:39.673161 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313c7c23-f247-4128-a94b-48f527e254f3" -d '{"events": [{"server_uuid": "445c0c32-acfd-437d-8c33-e195996f5aba", "name": "network-vif-plugged", "status": "completed", "tag": "5b73ce18-6295-4033-9003-7078a4b10f60"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:39.680939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 5b73ce18-6295-4033-9003-7078a4b10f60, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=5b73ce18-6295-4033-9003-7078a4b10f60,segment=NetworkSegment(fa25fc45-5eae-47c3-baa6-45d453bbf0ca),segment_id=fa25fc45-5eae-47c3-baa6-45d453bbf0ca)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:39.770548 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.794252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f6642-4df0-454b-8ef5-b3b4373a5bf2 req-963c4192-2cc4-43aa-b4bd-17066b68ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.798258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8f6642-4df0-454b-8ef5-b3b4373a5bf2 req-963c4192-2cc4-43aa-b4bd-17066b68ad44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1636851 Sep 16 05:02:39.851176 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405da692-2834-40e1-a9bc-2a3ef21ce50b x-openstack-request-id: req-405da692-2834-40e1-a9bc-2a3ef21ce50b {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:39.873411 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445c0c32-acfd-437d-8c33-e195996f5aba", "name": "network-vif-plugged", "status": "completed", "tag": "5b73ce18-6295-4033-9003-7078a4b10f60", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:39.873757 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-405da692-2834-40e1-a9bc-2a3ef21ce50b {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:39.874139 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445c0c32-acfd-437d-8c33-e195996f5aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b73ce18-6295-4033-9003-7078a4b10f60', 'code': 200} Sep 16 05:02:39.923460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.938737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:39.970571 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc32462-2e53-4e15-a551-938e879a44a5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.972011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=5b73ce18-6295-4033-9003-7078a4b10f60,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.995296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:39.995656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f2f0f09b-4637-4b9f-ac99-3b6b76f21ce6 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:40.062758 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.191018 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.198215 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.383543 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.383543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22f47e45-c817-4e98-8f1d-c61528e0b708 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:40.388847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.390880 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b6720da9-6abf-4608-bd82-332016e59399 admin admin] 10.222.0.24 "DELETE /v2.0/routers/22f47e45-c817-4e98-8f1d-c61528e0b708 HTTP/1.1" status: 204 len: 168 time: 1.9966106 Sep 16 05:02:40.391498 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43006) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.482298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-729b2303-190f-4b4f-a8dd-733f1e99978a admin admin] Deleting subnet ebe9250e-52d1-4da4-a13f-ea260b6b0f94 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:40.486198 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-729b2303-190f-4b4f-a8dd-733f1e99978a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.536829 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-729b2303-190f-4b4f-a8dd-733f1e99978a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.577694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835466f0-97bd-4403-875a-1423ad4beb82 req-d9ba4533-3925-4fa6-ad78-406bfa96c9ac tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.579650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-835466f0-97bd-4403-875a-1423ad4beb82 req-d9ba4533-3925-4fa6-ad78-406bfa96c9ac tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 944 time: 0.6296966 Sep 16 05:02:40.596043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a0efe-64c9-41a9-b736-587c0e023332 req-bde4c3d5-2b15-498d-a701-83ec78892c73 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.631739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e91a0efe-64c9-41a9-b736-587c0e023332 req-bde4c3d5-2b15-498d-a701-83ec78892c73 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.6805134 Sep 16 05:02:40.690707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cb1fd-b504-49b4-b88d-919d06505313 req-3437e72d-de96-4818-a14b-110f63794f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.692755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-910cb1fd-b504-49b4-b88d-919d06505313 req-3437e72d-de96-4818-a14b-110f63794f46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 1097 time: 0.6961131 Sep 16 05:02:40.708350 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-729b2303-190f-4b4f-a8dd-733f1e99978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.729511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8f6642-4df0-454b-8ef5-b3b4373a5bf2 req-54234196-a0c3-4912-b190-c3c3b562e1b7 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9241574 Sep 16 05:02:40.782346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 811db188-a8c3-4c9f-89c6-724b99aa7469 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:40.795013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e91a0efe-64c9-41a9-b736-587c0e023332 req-679fa33a-7f41-40be-845b-649da5ddecfb tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623321 Sep 16 05:02:40.810972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-835466f0-97bd-4403-875a-1423ad4beb82 req-3621afd7-10a5-48aa-b0ba-cf168faae48d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753492 Sep 16 05:02:40.866324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 811db188-a8c3-4c9f-89c6-724b99aa7469 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:40.866324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 811db188-a8c3-4c9f-89c6-724b99aa7469 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:40.866324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7bc32462-2e53-4e15-a551-938e879a44a5 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:40.881524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-910cb1fd-b504-49b4-b88d-919d06505313 req-b118ef41-5f36-45ac-b94c-624f84164c9a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775739 Sep 16 05:02:40.897663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 7bc32462-2e53-4e15-a551-938e879a44a5 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:40.898142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7bc32462-2e53-4e15-a551-938e879a44a5 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:40.927638 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-729b2303-190f-4b4f-a8dd-733f1e99978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.977939 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b2303-190f-4b4f-a8dd-733f1e99978a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe9250e-52d1-4da4-a13f-ea260b6b0f94,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.987392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8f6642-4df0-454b-8ef5-b3b4373a5bf2 req-4df0dc72-d186-4ea4-aaf9-ed20a972ba27 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443888 Sep 16 05:02:41.001740 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-729b2303-190f-4b4f-a8dd-733f1e99978a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.003212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d6b3d9-3d1b-4cc1-9c9e-9a0e77256c12 None None] Network c8487353-bf70-4143-9d46-50f9b4c7e66b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:41.007365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43026) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:41.009707 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-729b2303-190f-4b4f-a8dd-733f1e99978a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ebe9250e-52d1-4da4-a13f-ea260b6b0f94 HTTP/1.1" status: 204 len: 168 time: 0.6171443 Sep 16 05:02:41.028339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c746e4-76fd-473b-94a5-6eb85791340b req-00788a4c-d801-495c-9608-8a1ed44e60af tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.028339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1c746e4-76fd-473b-94a5-6eb85791340b req-00788a4c-d801-495c-9608-8a1ed44e60af tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 945 time: 0.1106522 Sep 16 05:02:41.161169 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.174465 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1c746e4-76fd-473b-94a5-6eb85791340b req-dc9532ef-f6e4-460b-a314-4f6cb7322c58 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320882 Sep 16 05:02:41.240613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Deleting port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:41.241374 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.329676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] For port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:41.330061 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.346348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Calling delete_port for b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:41.372964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e7b8a5-7a35-4831-bcd8-6ad544d0c132 None None] DHCP port deletion for c8487353-bf70-4143-9d46-50f9b4c7e66b request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:41.440406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7b8a5-7a35-4831-bcd8-6ad544d0c132 None None] Deleting port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:41.441105 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f4e7b8a5-7a35-4831-bcd8-6ad544d0c132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.522030 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.546967 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f4e7b8a5-7a35-4831-bcd8-6ad544d0c132 None None] For port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8,segment=NetworkSegment(edc08be6-7596-4d70-a431-1291ca7b52cc),segment_id=edc08be6-7596-4d70-a431-1291ca7b52cc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:41.553047 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f4e7b8a5-7a35-4831-bcd8-6ad544d0c132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.554437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:41.566147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] No DVR routers for this DVR port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:41.580797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7b8a5-7a35-4831-bcd8-6ad544d0c132 None None] Calling delete_port for b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.692454 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:41.695672 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:02:41.702607 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f4e7b8a5-7a35-4831-bcd8-6ad544d0c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.762523 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7b8a5-7a35-4831-bcd8-6ad544d0c132 None None] Pushing event deleted for resources: {'Port': ['ID=b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:41.770265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7b8a5-7a35-4831-bcd8-6ad544d0c132 None None] No DVR routers for this DVR port b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:41.791596 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.862530 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8487353-bf70-4143-9d46-50f9b4c7e66b']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:41.897758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc08be6-7596-4d70-a431-1291ca7b52cc') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:41.898421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc08be6-7596-4d70-a431-1291ca7b52cc') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:41.938210 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.947336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:41.958706 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.969488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:41.972827 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:42.035817 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:42.053475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90037d85-e062-4ea0-97b4-44a62d6b277b req-4e294682-47ae-4afe-a82d-c563a8e77161 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.055701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90037d85-e062-4ea0-97b4-44a62d6b277b req-4e294682-47ae-4afe-a82d-c563a8e77161 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.2847800 Sep 16 05:02:42.071027 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-72595163-cf5b-4909-ba04-633f0739ac82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.085846 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:42.100312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'port_id': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'mac_address': 'fa:16:3e:30:7f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:42.175792 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.186342 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90037d85-e062-4ea0-97b4-44a62d6b277b req-cf084fb5-dc74-46dd-8e7e-a29a77841985 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980756 Sep 16 05:02:42.197165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-e33f8464-d2ee-48a2-9b99-60143179d6ef tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.201712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-e33f8464-d2ee-48a2-9b99-60143179d6ef tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.3561580 Sep 16 05:02:42.201712 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.206401 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.211272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c8487353-bf70-4143-9d46-50f9b4c7e66b HTTP/1.1" status: 204 len: 168 time: 1.2026007 Sep 16 05:02:42.228308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed3efac-962c-4389-a639-670ecfbe7bf6 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:42.295957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-a9c1e1af-9a5a-4e90-8922-fa9859c1dfba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/quotas/98d6cd4e2eb34439a7eade1bcd54cb12 HTTP/1.1" status: 200 len: 375 time: 0.0828934 Sep 16 05:02:42.300796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d8e2b-efd0-4539-8a04-af94407633d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8487353-bf70-4143-9d46-50f9b4c7e66b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:42.321847 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:42.428675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bf1bb48b-4e5f-4fa3-923b-8aff4be6079a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1140389 Sep 16 05:02:42.430980 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.467071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df63d9c-edda-4f75-9bbe-5ccf423eb16e req-1557669d-dc51-48ec-80a4-22693874ed85 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.468795 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5df63d9c-edda-4f75-9bbe-5ccf423eb16e req-1557669d-dc51-48ec-80a4-22693874ed85 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 944 time: 0.0877104 Sep 16 05:02:42.553050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:42.556323 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.588162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5df63d9c-edda-4f75-9bbe-5ccf423eb16e req-b2e698ed-2ed1-4c67-8917-d9a2a8cd2e89 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035166 Sep 16 05:02:42.615279 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-70c41731-d188-4167-a521-6f7a1e5c718e service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697867 Sep 16 05:02:42.640609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['bed3efac-962c-4389-a639-670ecfbe7bf6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:42.835154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:42.836403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43084) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:42.913576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:42.913797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b9e3fe5b-68d2-4a6c-b1c3-d11ea9ca34f8 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:42.953985 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bd160560-02d5-4a40-a11c-c6704125cb37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29d8940b4db54bdeb158d4e47be2666c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1138089 Sep 16 05:02:42.956222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43086) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:42.982884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b68eb3-5534-4a16-b4fa-c6c27f359c58 req-dabefb4e-2fe6-4353-9f90-4c406b70b7d6 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.992041 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8b68eb3-5534-4a16-b4fa-c6c27f359c58 req-dabefb4e-2fe6-4353-9f90-4c406b70b7d6 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 945 time: 0.3062103 Sep 16 05:02:43.011959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-617eb92c-a1d7-41b2-8b7c-a05867f2fafd service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869517 Sep 16 05:02:43.037154 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b08523f5-5656-43fe-bfb9-a954ee198a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.081107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b08523f5-5656-43fe-bfb9-a954ee198a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.111334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8b68eb3-5534-4a16-b4fa-c6c27f359c58 req-c06bb756-7986-4c15-b20e-f0552a21dc14 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185133 Sep 16 05:02:43.271653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80d1fa-f2ac-4320-b2c2-b283f2c0b7f4 req-9fdaed2d-5bd9-44e5-a764-d1d6702d63e2 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.273358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a80d1fa-f2ac-4320-b2c2-b283f2c0b7f4 req-9fdaed2d-5bd9-44e5-a764-d1d6702d63e2 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 945 time: 0.0552387 Sep 16 05:02:43.316160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a80d1fa-f2ac-4320-b2c2-b283f2c0b7f4 req-da443525-ff82-4e9d-9be3-0d9ff7f31dd7 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365674 Sep 16 05:02:43.321117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b08523f5-5656-43fe-bfb9-a954ee198a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.324903 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b08523f5-5656-43fe-bfb9-a954ee198a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.328859 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b08523f5-5656-43fe-bfb9-a954ee198a1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbc07d86-f56d-43df-91ed-4231d32bb6aa HTTP/1.1" status: 204 len: 168 time: 0.3657038 Sep 16 05:02:43.337406 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08523f5-5656-43fe-bfb9-a954ee198a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc07d86-f56d-43df-91ed-4231d32bb6aa,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:43.602601 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9557a5-2dc5-4ead-8e61-b050cedb37e1 req-911a27a8-38c7-4d65-b23d-3546890f8794 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.611824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca9557a5-2dc5-4ead-8e61-b050cedb37e1 req-911a27a8-38c7-4d65-b23d-3546890f8794 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1348879 Sep 16 05:02:43.662336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5f35e-5d40-4bcb-a1f9-d6ac343d13d3 req-e2b4fe6a-1143-40cf-b0f2-97fd0fcda710 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.665314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8bb5f35e-5d40-4bcb-a1f9-d6ac343d13d3 req-e2b4fe6a-1143-40cf-b0f2-97fd0fcda710 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 945 time: 0.1419210 Sep 16 05:02:43.682989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca9557a5-2dc5-4ead-8e61-b050cedb37e1 req-456c5d61-ade4-400b-8054-5a428df449c0 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677571 Sep 16 05:02:43.757060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8bb5f35e-5d40-4bcb-a1f9-d6ac343d13d3 req-2bc5d297-afd4-4cac-b572-a3cd8dd64ca6 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730407 Sep 16 05:02:43.786708 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43118) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:43.853701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07be7ac1-a005-4369-9a67-ae294a08998d req-a14c167e-78ea-4564-85a2-976da3a618c3 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 210 time: 0.0713332 Sep 16 05:02:43.962624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:44.006748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86063320-cde9-4d7d-8c30-096c0702cbf8 req-73d8551f-236c-4e45-bd79-7e361710ff8f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:44.010115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86063320-cde9-4d7d-8c30-096c0702cbf8 req-73d8551f-236c-4e45-bd79-7e361710ff8f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1400113 Sep 16 05:02:44.115352 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86063320-cde9-4d7d-8c30-096c0702cbf8 req-c485a239-cb53-43ad-802d-aab7c3df8f52 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991497 Sep 16 05:02:44.208492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port bed3efac-962c-4389-a639-670ecfbe7bf6 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:44.214147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port bed3efac-962c-4389-a639-670ecfbe7bf6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:44.214845 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.441120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c798d2fe-2452-4bff-982e-ad7cce2d9d79 tempest-TestServerBasicOps-1920031807 tempest-TestServerBasicOps-1920031807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:44.443552 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c798d2fe-2452-4bff-982e-ad7cce2d9d79 tempest-TestServerBasicOps-1920031807 tempest-TestServerBasicOps-1920031807-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 1092 time: 0.6558125 Sep 16 05:02:44.446552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43142) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.451476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '5b73ce18-6295-4033-9003-7078a4b10f60', 'tenant_id': '714395686f074887b565c93452adaa56', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:44.475593 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.511753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:44.514121 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f58a8c8-74c2-458f-a106-066a4a44b4e6" -d '{"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-plugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:44.527465 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:44.563475 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2446e04-2c4d-48ea-b59f-17925aaf8eff x-openstack-request-id: req-f2446e04-2c4d-48ea-b59f-17925aaf8eff {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:44.563869 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-plugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:44.564296 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2446e04-2c4d-48ea-b59f-17925aaf8eff {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:44.564776 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'code': 200} Sep 16 05:02:44.580539 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.588166 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-959a28be-054c-4683-82cd-e19011759427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.597648 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.720671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:44.807111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f026185-8f9c-45da-a2e2-8bff1bf60eb1 req-b76c9fea-311f-4614-84a3-132012f5275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:44.808782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f026185-8f9c-45da-a2e2-8bff1bf60eb1 req-b76c9fea-311f-4614-84a3-132012f5275c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 1098 time: 0.1363075 Sep 16 05:02:45.002920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f026185-8f9c-45da-a2e2-8bff1bf60eb1 req-ea2f84d1-9b7e-4b77-bad9-f93ddfcf2363 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859517 Sep 16 05:02:45.034596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a58525c-8b05-46ea-8603-a6c7959bb775 req-bcbd1563-5c43-4865-b403-0645b60b85b8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 210 time: 0.0372167 Sep 16 05:02:45.058110 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.345188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Allocated IP 172.25.3.218 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/f08dfede-41d0-44e8-95cb-a4be24bf9a3b) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:45.355744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec53d3-9f98-4bb7-9743-befbee56c175 req-341e8e8d-58fe-4bc0-9494-41f9be68854a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:45.358331 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.393970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c4ec53d3-9f98-4bb7-9743-befbee56c175 req-341e8e8d-58fe-4bc0-9494-41f9be68854a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 946 time: 0.1574204 Sep 16 05:02:45.437512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43180) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:45.552288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c4ec53d3-9f98-4bb7-9743-befbee56c175 req-fd8cbe64-3e61-4ec6-ad14-968e9b018c3c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550097 Sep 16 05:02:45.664011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.692804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1847524047-network', 'tenant_id': 'd099c64c4f5a49dc8c668e26bc96c5d6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:45.807686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Made reservation on behalf of d099c64c4f5a49dc8c668e26bc96c5d6 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:45.810721 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.831908 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.835364 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.965732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:45.975097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:45.990779 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.993910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:46.086931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event updated for resources: {'Port': ['ID=f08dfede-41d0-44e8-95cb-a4be24bf9a3b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:46.234300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25ec858b-cefa-4789-831a-024f87e948af req-57e2c836-cdcc-4bd9-8c2c-6b670a8e5106 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 210 time: 0.0600097 Sep 16 05:02:46.357408 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.381405 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.481297 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.569841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:46.580958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-12079801-9cc8-4698-a655-e8ac991b07df tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.582532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-12079801-9cc8-4698-a655-e8ac991b07df tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.2950180 Sep 16 05:02:46.596398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Request body: {'port': {'device_id': '21a7ba01-2a26-4ece-9c0f-c1acee82f6d9', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'admin_state_up': True, 'tenant_id': '98d6cd4e2eb34439a7eade1bcd54cb12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:46.628016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553b77f6-206f-4994-ac04-a9e20604c0aa,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:46.649009 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.649458 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Added segment ecd6d966-c643-4636-bbc8-f73e19819a6c of type vlan for network 63755311-245b-44b9-b0cc-45b4e7eaa0ee Sep 16 05:02:46.815149 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.941497 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482aa09-f788-4679-9889-ad66eb3ccbc8 req-ddf524e7-6137-4852-b4e0-c8ccea2045e6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.943835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f482aa09-f788-4679-9889-ad66eb3ccbc8 req-ddf524e7-6137-4852-b4e0-c8ccea2045e6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 946 time: 0.2556059 Sep 16 05:02:47.061809 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.120030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Made reservation on behalf of 98d6cd4e2eb34439a7eade1bcd54cb12 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:47.123855 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.142702 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.143642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.144337 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.250387 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f482aa09-f788-4679-9889-ad66eb3ccbc8 req-06793c93-9da9-46d3-975f-7c9b87e6977c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322973 Sep 16 05:02:47.335589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8914621 Sep 16 05:02:47.338779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43226) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:47.343850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2c894d4f-4ca5-4e96-afc4-0083889bdddd admin admin] Request body: {'subnet': {'network_id': '63755311-245b-44b9-b0cc-45b4e7eaa0ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1847524047-subnet', 'tenant_id': 'd099c64c4f5a49dc8c668e26bc96c5d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:47.358105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d0ddf-9682-47a8-b38c-1c369f6ee937 admin admin] Pushing event updated for resources: {'Network': ['ID=63755311-245b-44b9-b0cc-45b4e7eaa0ee,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.376153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 63755311-245b-44b9-b0cc-45b4e7eaa0ee details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:47.445978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c894d4f-4ca5-4e96-afc4-0083889bdddd admin admin] Made reservation on behalf of d099c64c4f5a49dc8c668e26bc96c5d6 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:47.445978 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c894d4f-4ca5-4e96-afc4-0083889bdddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.516533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Allocated IP 172.20.0.11 (b2a6c7bf-0b55-4a98-afae-9c638ca84214/21f70418-5d8e-40e0-8694-6480bd170868/3de71580-e48b-43d0-b2b8-9711d5118ba6) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:47.519303 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.758405 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.772806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c894d4f-4ca5-4e96-afc4-0083889bdddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.856846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c894d4f-4ca5-4e96-afc4-0083889bdddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=589bcd7e-1a7f-4236-95a8-a5c71abd186d,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.914697 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.918127 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c894d4f-4ca5-4e96-afc4-0083889bdddd admin admin] Checking segment: {'id': 'ecd6d966-c643-4636-bbc8-f73e19819a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63755311-245b-44b9-b0cc-45b4e7eaa0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:47.918507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c894d4f-4ca5-4e96-afc4-0083889bdddd admin admin] Network hostable DHCP agents. Network: 63755311-245b-44b9-b0cc-45b4e7eaa0ee, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:48.007828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43240) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:48.025066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c894d4f-4ca5-4e96-afc4-0083889bdddd admin admin] Network 63755311-245b-44b9-b0cc-45b4e7eaa0ee is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:48.076722 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.080743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1dadd6b2-1882-4f99-92ed-201bc7eab2e4 req-23e14395-4eda-4e80-b29a-d177e73b0bb8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 210 time: 0.2492609 Sep 16 05:02:48.107428 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.111046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2c894d4f-4ca5-4e96-afc4-0083889bdddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 63755311-245b-44b9-b0cc-45b4e7eaa0ee) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:48.115155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:48.116616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c894d4f-4ca5-4e96-afc4-0083889bdddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:48.117372 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c894d4f-4ca5-4e96-afc4-0083889bdddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.195392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Network b2a6c7bf-0b55-4a98-afae-9c638ca84214 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:48.212565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event updated for resources: {'Port': ['ID=3de71580-e48b-43d0-b2b8-9711d5118ba6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:48.215423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:48.217325 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.234699 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2c894d4f-4ca5-4e96-afc4-0083889bdddd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8864455 Sep 16 05:02:48.235024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:48.235126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b8899f-f475-4a5c-92a2-a2ec3c6431b2 None None] Network 63755311-245b-44b9-b0cc-45b4e7eaa0ee requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:48.274741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a09b9655-95b9-401d-9477-f60f7077e63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.376311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:48.377287 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.393908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event updated for resources: {'Port': ['ID=f08dfede-41d0-44e8-95cb-a4be24bf9a3b,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:48.448379 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a09b9655-95b9-401d-9477-f60f7077e63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.476159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03c3e7-b5a2-4f51-bf81-b61b420d8c60 req-ee825e91-9b7f-45a5-a3fb-bd0f69751e16 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:48.487503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd03c3e7-b5a2-4f51-bf81-b61b420d8c60 req-ee825e91-9b7f-45a5-a3fb-bd0f69751e16 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 946 time: 1.1303678 Sep 16 05:02:48.489401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43254) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:48.497493 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.503480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6d5b664c-8a1c-4236-a66a-a76ed73061b4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Request body: {'floatingip': {'port_id': 'bed3efac-962c-4389-a639-670ecfbe7bf6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:48.515779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cdefd1-7369-44d6-94fd-ceea5694c21c None None] Network 63755311-245b-44b9-b0cc-45b4e7eaa0ee requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:48.607738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a09b9655-95b9-401d-9477-f60f7077e63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.703512 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a09b9655-95b9-401d-9477-f60f7077e63d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f74c967607f74014919b7ee5f1c40313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6945236 Sep 16 05:02:48.766864 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b9655-95b9-401d-9477-f60f7077e63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e259efb2-d1ba-48d2-ab9b-bcbf58a9242f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:48.772219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43260) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:48.774598 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d5b664c-8a1c-4236-a66a-a76ed73061b4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for floatingip, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.988007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34af799d-c4ad-4379-9fdb-4305a96eb0ea req-15a2cff4-44f4-4d14-b89b-5a4416e84293 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1885102 Sep 16 05:02:48.997664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88774971-bb60-4721-b939-5e4a5dd9beea req-b5e54893-5985-4836-9bb2-a907a0474a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:49.002996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88774971-bb60-4721-b939-5e4a5dd9beea req-b5e54893-5985-4836-9bb2-a907a0474a94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 1097 time: 1.1779094 Sep 16 05:02:49.016540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80fea0-35ae-41db-88b1-2456f2b91f3b req-a8ea9d31-3a18-4dcc-8100-850a55cde95a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:49.018323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca80fea0-35ae-41db-88b1-2456f2b91f3b req-a8ea9d31-3a18-4dcc-8100-850a55cde95a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.8204203 Sep 16 05:02:49.033226 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88b25a0d-ad24-404d-a5c0-bbb3f6ec6aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.071584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88b25a0d-ad24-404d-a5c0-bbb3f6ec6aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.106378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-bdf6cef1-6f57-457a-833c-0a38670492aa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5150361 Sep 16 05:02:49.137389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Request body: {'port': {'device_id': '21a7ba01-2a26-4ece-9c0f-c1acee82f6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:49.321778 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca80fea0-35ae-41db-88b1-2456f2b91f3b req-f40fc359-c8cf-4288-a066-73f691f06db0 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727029 Sep 16 05:02:49.323019 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Floating IP a4f8cdb5-7ef8-4bf2-ab53-9e0578663ae1 associated. External IP: 172.25.3.218, port: 5b73ce18-6295-4033-9003-7078a4b10f60. Sep 16 05:02:49.459699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af799d-c4ad-4379-9fdb-4305a96eb0ea req-160e3aca-b1df-4814-b0e6-2513955f915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:49.461416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34af799d-c4ad-4379-9fdb-4305a96eb0ea req-160e3aca-b1df-4814-b0e6-2513955f915f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 1098 time: 0.3929894 Sep 16 05:02:49.474767 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.481593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88774971-bb60-4721-b939-5e4a5dd9beea req-6f01ca98-371b-4bdb-9a90-793e7812b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:49.483053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88774971-bb60-4721-b939-5e4a5dd9beea req-6f01ca98-371b-4bdb-9a90-793e7812b915 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 200 len: 919 time: 0.4636791 Sep 16 05:02:49.552438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88b25a0d-ad24-404d-a5c0-bbb3f6ec6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.555431 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88b25a0d-ad24-404d-a5c0-bbb3f6ec6aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.556652 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-88b25a0d-ad24-404d-a5c0-bbb3f6ec6aa2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e259efb2-d1ba-48d2-ab9b-bcbf58a9242f HTTP/1.1" status: 204 len: 168 time: 0.6875658 Sep 16 05:02:49.571402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b25a0d-ad24-404d-a5c0-bbb3f6ec6aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e259efb2-d1ba-48d2-ab9b-bcbf58a9242f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:49.617884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d5b664c-8a1c-4236-a66a-a76ed73061b4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.677120 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d5b664c-8a1c-4236-a66a-a76ed73061b4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.698291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88774971-bb60-4721-b939-5e4a5dd9beea req-ef059145-41db-4541-9c7d-1a51734cca4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af HTTP/1.1" status: 200 len: 217 time: 0.1908164 Sep 16 05:02:49.799720 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-6d5b664c-8a1c-4236-a66a-a76ed73061b4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Floating IP 6096be3a-6bbe-40f9-9044-cb49bbd3fd4d associated. External IP: 172.25.3.42, port: bed3efac-962c-4389-a639-670ecfbe7bf6. Sep 16 05:02:49.836262 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d70b2-cb3c-418c-80f9-1a1a8511923f req-a556b0cc-b9d0-4baf-82cc-4a6792e21c22 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:49.838187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b38d70b2-cb3c-418c-80f9-1a1a8511923f req-a556b0cc-b9d0-4baf-82cc-4a6792e21c22 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 932 time: 0.4309602 Sep 16 05:02:50.035851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88774971-bb60-4721-b939-5e4a5dd9beea req-203a8a35-c69d-43d4-921a-89b77f8eaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.037668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88774971-bb60-4721-b939-5e4a5dd9beea req-203a8a35-c69d-43d4-921a-89b77f8eaeff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7b9479-d47d-40b7-b9ac-21851f2a6d70 HTTP/1.1" status: 200 len: 859 time: 0.3271766 Sep 16 05:02:50.044058 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af799d-c4ad-4379-9fdb-4305a96eb0ea req-edb27278-aef0-4bb4-b722-8523259cb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.045311 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34af799d-c4ad-4379-9fdb-4305a96eb0ea req-edb27278-aef0-4bb4-b722-8523259cb316 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 906 time: 0.5613627 Sep 16 05:02:50.147369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88774971-bb60-4721-b939-5e4a5dd9beea req-1d7c933f-a542-4ddf-9e6a-59aa9c82b2f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867333 Sep 16 05:02:50.150474 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b38d70b2-cb3c-418c-80f9-1a1a8511923f req-72a94f82-14a7-4b72-b2fa-833be47aaf5c tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965994 Sep 16 05:02:50.153827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5b664c-8a1c-4236-a66a-a76ed73061b4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Router 9345c651-f2d9-4965-90f1-96d4f20c9620 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:50.159655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34af799d-c4ad-4379-9fdb-4305a96eb0ea req-4826b1f1-a39d-42b2-8395-08987279aed7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b0ada99-c36c-403b-914e-8b7c0666c9a5 HTTP/1.1" status: 200 len: 217 time: 0.1039665 Sep 16 05:02:50.328651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5b664c-8a1c-4236-a66a-a76ed73061b4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:50.334643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d5b664c-8a1c-4236-a66a-a76ed73061b4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.342445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98953ed4-695a-4ced-a2d8-4b90f364813e None None] Sync routers for ids ['9345c651-f2d9-4965-90f1-96d4f20c9620'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:50.377236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98953ed4-695a-4ced-a2d8-4b90f364813e None None] Routers {'9345c651-f2d9-4965-90f1-96d4f20c9620'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:50.381366 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6d5b664c-8a1c-4236-a66a-a76ed73061b4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "PUT /v2.0/floatingips/6096be3a-6bbe-40f9-9044-cb49bbd3fd4d HTTP/1.1" status: 200 len: 991 time: 1.8866184 Sep 16 05:02:50.381520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-98953ed4-695a-4ced-a2d8-4b90f364813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9345c651-f2d9-4965-90f1-96d4f20c9620'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:50.385068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:50.385068 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9b3c95-15d8-4f7b-8263-e144db9dbe28" -d '{"events": [{"name": "network-changed", "server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:50.428995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af799d-c4ad-4379-9fdb-4305a96eb0ea req-c65a3b2d-1253-43bb-9c15-b83987213074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.430407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34af799d-c4ad-4379-9fdb-4305a96eb0ea req-c65a3b2d-1253-43bb-9c15-b83987213074 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.2213559 Sep 16 05:02:50.496306 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Router 9302790c-9cb1-47df-9340-74ab1b941a68 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:50.533082 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-98953ed4-695a-4ced-a2d8-4b90f364813e None None] Set router 9345c651-f2d9-4965-90f1-96d4f20c9620 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:50.553482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34af799d-c4ad-4379-9fdb-4305a96eb0ea req-4f8b2f79-ace4-4af3-a658-f3d1130157ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020479 Sep 16 05:02:50.568662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88774971-bb60-4721-b939-5e4a5dd9beea req-77532749-f86d-4d8e-b328-20af80d97acd service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943708 Sep 16 05:02:50.585417 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aba640-31bd-4c87-a7fe-4ae61f2a4584 x-openstack-request-id: req-24aba640-31bd-4c87-a7fe-4ae61f2a4584 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:50.587601 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:50.588017 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24aba640-31bd-4c87-a7fe-4ae61f2a4584 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:50.588666 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'status': 'completed', 'code': 200} Sep 16 05:02:50.766285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2ada9-6ef8-4fb7-835d-46b7551866d2 req-6bd40c66-2749-4a2d-980a-8faa7a5b9901 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.767882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5df2ada9-6ef8-4fb7-835d-46b7551866d2 req-6bd40c66-2749-4a2d-980a-8faa7a5b9901 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.3426979 Sep 16 05:02:50.817347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b3c95-15d8-4f7b-8263-e144db9dbe28 req-eb6aa919-0423-4b1e-a932-d6ef3d24cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.821225 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a9b3c95-15d8-4f7b-8263-e144db9dbe28 req-eb6aa919-0423-4b1e-a932-d6ef3d24cd2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 1098 time: 0.0847688 Sep 16 05:02:50.842708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de71580-e48b-43d0-b2b8-9711d5118ba6 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:50.871336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.921728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-98953ed4-695a-4ced-a2d8-4b90f364813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 4, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '6096be3a-6bbe-40f9-9044-cb49bbd3fd4d', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'port_id': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'mac_address': 'fa:16:3e:30:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:22Z', 'updated_at': '2021-09-16T05:02:49Z', 'revision_number': 1, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92090eb-2b13-4bb1-a04d-18e2d365ca9c', 'name': '', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'mac_address': 'fa:16:3e:23:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:11Z', 'updated_at': '2021-09-16T05:02:23Z', 'revision_number': 5, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'subnets': [{'id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:50.950929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98953ed4-695a-4ced-a2d8-4b90f364813e None None] Checking router: 9345c651-f2d9-4965-90f1-96d4f20c9620 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:50.957202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Transition to ACTIVE for port object 3de71580-e48b-43d0-b2b8-9711d5118ba6 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:50.960372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98953ed4-695a-4ced-a2d8-4b90f364813e None None] Routers {'9345c651-f2d9-4965-90f1-96d4f20c9620'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:50.961274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-98953ed4-695a-4ced-a2d8-4b90f364813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9345c651-f2d9-4965-90f1-96d4f20c9620'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:50.962150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34af799d-c4ad-4379-9fdb-4305a96eb0ea req-274de6d6-7b46-4563-ab91-d1ba85136a02 service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989816 Sep 16 05:02:50.992359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88774971-bb60-4721-b939-5e4a5dd9beea req-7f282d7c-84b6-4c21-aa4f-fe12591bc2c3 service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116523 Sep 16 05:02:51.009247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b3c95-15d8-4f7b-8263-e144db9dbe28 req-35d31ec8-543f-44a0-879f-2c15bcf979b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.010959 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a9b3c95-15d8-4f7b-8263-e144db9dbe28 req-35d31ec8-543f-44a0-879f-2c15bcf979b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.1816075 Sep 16 05:02:51.015998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:51.027584 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b837e8-fc29-4426-9ec9-3854d481ca3f None None] Sync routers for ids ['9302790c-9cb1-47df-9340-74ab1b941a68'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:51.028134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5df2ada9-6ef8-4fb7-835d-46b7551866d2 req-6f5cd650-3758-43c8-95b0-6ee93bd6c385 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469475 Sep 16 05:02:51.066603 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b837e8-fc29-4426-9ec9-3854d481ca3f None None] Routers {'9302790c-9cb1-47df-9340-74ab1b941a68'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:51.072537 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e9b837e8-fc29-4426-9ec9-3854d481ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9302790c-9cb1-47df-9340-74ab1b941a68'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:51.166565 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-98953ed4-695a-4ced-a2d8-4b90f364813e None None] Set router 9345c651-f2d9-4965-90f1-96d4f20c9620 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:51.172656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34af799d-c4ad-4379-9fdb-4305a96eb0ea req-9c5cc47a-050e-4246-a5b4-bb9c67a988ad service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007089 Sep 16 05:02:51.175011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.226014 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a9b3c95-15d8-4f7b-8263-e144db9dbe28 req-ed549489-429b-41ec-8e5f-190c86369e3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 200 len: 999 time: 0.2065599 Sep 16 05:02:51.290342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Pushing event updated for resources: {'Port': ['ID=3de71580-e48b-43d0-b2b8-9711d5118ba6,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:51.428115 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b3c95-15d8-4f7b-8263-e144db9dbe28 req-9deba4c1-a188-4558-bb56-9230b13eae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.429963 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a9b3c95-15d8-4f7b-8263-e144db9dbe28 req-9deba4c1-a188-4558-bb56-9230b13eae4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.1805758 Sep 16 05:02:51.451732 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e9b837e8-fc29-4426-9ec9-3854d481ca3f None None] Set router 9302790c-9cb1-47df-9340-74ab1b941a68 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:51.520420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b3c95-15d8-4f7b-8263-e144db9dbe28 req-e30fbde2-de0b-4271-9b5e-81a1d57e3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.531761 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a9b3c95-15d8-4f7b-8263-e144db9dbe28 req-e30fbde2-de0b-4271-9b5e-81a1d57e3539 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895977 Sep 16 05:02:51.540294 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.647616 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a9b3c95-15d8-4f7b-8263-e144db9dbe28 req-f3c5d1f2-82be-45a0-b782-144e69d42b8d service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109853 Sep 16 05:02:51.838457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-98953ed4-695a-4ced-a2d8-4b90f364813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 4, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '6096be3a-6bbe-40f9-9044-cb49bbd3fd4d', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'port_id': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'mac_address': 'fa:16:3e:30:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:22Z', 'updated_at': '2021-09-16T05:02:49Z', 'revision_number': 1, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92090eb-2b13-4bb1-a04d-18e2d365ca9c', 'name': '', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'mac_address': 'fa:16:3e:23:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:11Z', 'updated_at': '2021-09-16T05:02:23Z', 'revision_number': 5, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'subnets': [{'id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:51.840154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc4d6a-154f-4c90-9c7d-a99a75e5fc46 req-fd92f2e5-8753-4b13-98b8-6208a428706f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.843244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3cc4d6a-154f-4c90-9c7d-a99a75e5fc46 req-fd92f2e5-8753-4b13-98b8-6208a428706f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 944 time: 0.4928310 Sep 16 05:02:51.844808 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5dcd2ea7-648a-428b-9164-55ae070e67b8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3969753 Sep 16 05:02:51.848523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445c0c32-acfd-437d-8c33-e195996f5aba', 'tag': '5b73ce18-6295-4033-9003-7078a4b10f60'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:51.855593 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e9b837e8-fc29-4426-9ec9-3854d481ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:01:54Z', 'revision_number': 4, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'a4f8cdb5-7ef8-4bf2-ab53-9e0578663ae1', 'tenant_id': '714395686f074887b565c93452adaa56', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'port_id': '5b73ce18-6295-4033-9003-7078a4b10f60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'mac_address': 'fa:16:3e:94:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c0c32-acfd-437d-8c33-e195996f5aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:46Z', 'revision_number': 0, 'project_id': '714395686f074887b565c93452adaa56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ae2c3e-d778-4c0b-98f5-d36da7e517dc', 'name': '', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'tenant_id': '714395686f074887b565c93452adaa56', 'mac_address': 'fa:16:3e:03:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:52Z', 'updated_at': '2021-09-16T05:02:00Z', 'revision_number': 5, 'project_id': '714395686f074887b565c93452adaa56', 'subnets': [{'id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:51.865118 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed682bae-d51e-4e99-b6e8-bd65255acc02" -d '{"events": [{"name": "network-changed", "server_uuid": "445c0c32-acfd-437d-8c33-e195996f5aba", "tag": "5b73ce18-6295-4033-9003-7078a4b10f60"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:51.939284 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b837e8-fc29-4426-9ec9-3854d481ca3f None None] Checking router: 9302790c-9cb1-47df-9340-74ab1b941a68 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:51.942505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98953ed4-695a-4ced-a2d8-4b90f364813e None None] The sync data for ids ['9345c651-f2d9-4965-90f1-96d4f20c9620'] in n-d-712137-12 is: [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 4, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '6096be3a-6bbe-40f9-9044-cb49bbd3fd4d', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'port_id': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'mac_address': 'fa:16:3e:30:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:22Z', 'updated_at': '2021-09-16T05:02:49Z', 'revision_number': 1, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92090eb-2b13-4bb1-a04d-18e2d365ca9c', 'name': '', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'mac_address': 'fa:16:3e:23:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:11Z', 'updated_at': '2021-09-16T05:02:23Z', 'revision_number': 5, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'subnets': [{'id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:51.947753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-8b748dec-f54a-443d-929b-1ac34a6ce972 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.949846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-8b748dec-f54a-443d-929b-1ac34a6ce972 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/networks?id=63755311-245b-44b9-b0cc-45b4e7eaa0ee HTTP/1.1" status: 200 len: 810 time: 0.4113758 Sep 16 05:02:51.954651 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b837e8-fc29-4426-9ec9-3854d481ca3f None None] Routers {'9302790c-9cb1-47df-9340-74ab1b941a68'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:51.955295 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e9b837e8-fc29-4426-9ec9-3854d481ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:02:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9302790c-9cb1-47df-9340-74ab1b941a68'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:51.956290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Attempting to bind port 3de71580-e48b-43d0-b2b8-9711d5118ba6 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:51.973587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Attempting to bind port 3de71580-e48b-43d0-b2b8-9711d5118ba6 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:51.973587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Attempting to bind port 3de71580-e48b-43d0-b2b8-9711d5118ba6 on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:51.988210 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Port 3de71580-e48b-43d0-b2b8-9711d5118ba6 on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:51.989374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Attempting to bind port 3de71580-e48b-43d0-b2b8-9711d5118ba6 on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:51.999984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-32a4b7b6-7ae4-43e5-b345-1c880a84320d tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/quotas/d099c64c4f5a49dc8c668e26bc96c5d6 HTTP/1.1" status: 200 len: 375 time: 0.0341184 Sep 16 05:02:52.019548 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3cc4d6a-154f-4c90-9c7d-a99a75e5fc46 req-a749cdbb-f815-4711-a355-c70ff655fc47 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466084 Sep 16 05:02:52.096263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:52.096637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Checking segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:52.097031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Bound using segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:52.097479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Bound port: 3de71580-e48b-43d0-b2b8-9711d5118ba6, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:52.106154 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.119728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-b53a818c-cc76-4234-970e-35d5943ce51b tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d099c64c4f5a49dc8c668e26bc96c5d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1185019 Sep 16 05:02:52.210500 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e9b837e8-fc29-4426-9ec9-3854d481ca3f None None] Set router 9302790c-9cb1-47df-9340-74ab1b941a68 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:52.419614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eda3a57-9b2b-4c48-a283-0573b4419d9a None None] New status for floating IP 6096be3a-6bbe-40f9-9044-cb49bbd3fd4d: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:02:52.601615 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e9b837e8-fc29-4426-9ec9-3854d481ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:01:54Z', 'revision_number': 4, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'a4f8cdb5-7ef8-4bf2-ab53-9e0578663ae1', 'tenant_id': '714395686f074887b565c93452adaa56', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'port_id': '5b73ce18-6295-4033-9003-7078a4b10f60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'mac_address': 'fa:16:3e:94:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c0c32-acfd-437d-8c33-e195996f5aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:46Z', 'revision_number': 0, 'project_id': '714395686f074887b565c93452adaa56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ae2c3e-d778-4c0b-98f5-d36da7e517dc', 'name': '', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'tenant_id': '714395686f074887b565c93452adaa56', 'mac_address': 'fa:16:3e:03:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:52Z', 'updated_at': '2021-09-16T05:02:00Z', 'revision_number': 5, 'project_id': '714395686f074887b565c93452adaa56', 'subnets': [{'id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:52.641033 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b837e8-fc29-4426-9ec9-3854d481ca3f None None] The sync data for ids ['9302790c-9cb1-47df-9340-74ab1b941a68'] in n-d-712137-12 is: [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:01:54Z', 'revision_number': 4, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'a4f8cdb5-7ef8-4bf2-ab53-9e0578663ae1', 'tenant_id': '714395686f074887b565c93452adaa56', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'port_id': '5b73ce18-6295-4033-9003-7078a4b10f60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'mac_address': 'fa:16:3e:94:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c0c32-acfd-437d-8c33-e195996f5aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:46Z', 'updated_at': '2021-09-16T05:02:46Z', 'revision_number': 0, 'project_id': '714395686f074887b565c93452adaa56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ae2c3e-d778-4c0b-98f5-d36da7e517dc', 'name': '', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'tenant_id': '714395686f074887b565c93452adaa56', 'mac_address': 'fa:16:3e:03:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:52Z', 'updated_at': '2021-09-16T05:02:00Z', 'revision_number': 5, 'project_id': '714395686f074887b565c93452adaa56', 'subnets': [{'id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:52.670702 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a9b3c95-15d8-4f7b-8263-e144db9dbe28 req-5d35e06a-8cbb-4c1f-828c-d5284b4a1f38 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0079896 Sep 16 05:02:52.861410 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf976de5-4ee9-47a6-beaf-8bf3a842c924 x-openstack-request-id: req-bf976de5-4ee9-47a6-beaf-8bf3a842c924 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:52.861900 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445c0c32-acfd-437d-8c33-e195996f5aba", "tag": "5b73ce18-6295-4033-9003-7078a4b10f60", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:52.872598 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf976de5-4ee9-47a6-beaf-8bf3a842c924 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:52.872598 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445c0c32-acfd-437d-8c33-e195996f5aba', 'tag': '5b73ce18-6295-4033-9003-7078a4b10f60', 'status': 'completed', 'code': 200} Sep 16 05:02:52.992910 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0824231-5a90-4efc-919a-d97651ed6691 None None] New status for floating IP a4f8cdb5-7ef8-4bf2-ab53-9e0578663ae1: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:02:53.033234 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-547df15c-1326-4154-b83c-3e1232e0cc18 service neutron] 10.222.0.24 "GET /v2.0/networks/63755311-245b-44b9-b0cc-45b4e7eaa0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9125376 Sep 16 05:02:53.111070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed682bae-d51e-4e99-b6e8-bd65255acc02 req-97287ea0-bbac-4331-a492-8ac9db8a7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.114570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed682bae-d51e-4e99-b6e8-bd65255acc02 req-97287ea0-bbac-4331-a492-8ac9db8a7020 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714395686f074887b565c93452adaa56&device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 1097 time: 0.2495205 Sep 16 05:02:53.116952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] For port 3de71580-e48b-43d0-b2b8-9711d5118ba6, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:53.184055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] For port 3de71580-e48b-43d0-b2b8-9711d5118ba6, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3de71580-e48b-43d0-b2b8-9711d5118ba6,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:53.208154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a47c93-e6e9-42b8-9311-de067ee032e2 req-7f129344-396e-41c9-8e7a-7599ad464597 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.210401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44a47c93-e6e9-42b8-9311-de067ee032e2 req-7f129344-396e-41c9-8e7a-7599ad464597 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.3514647 Sep 16 05:02:53.292044 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.309611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.310273 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.312754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] 10.222.0.23 "PUT /v2.0/ports/3de71580-e48b-43d0-b2b8-9711d5118ba6 HTTP/1.1" status: 200 len: 1093 time: 4.1867557 Sep 16 05:02:53.339524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-71c2f02f-8e32-4296-972e-9af62ef4f514 service neutron] 10.222.0.24 "GET /v2.0/networks/63755311-245b-44b9-b0cc-45b4e7eaa0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052959 Sep 16 05:02:53.470807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44a47c93-e6e9-42b8-9311-de067ee032e2 req-83bd14fb-0de5-493e-b2ef-939cdf7c1a3c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483139 Sep 16 05:02:53.521512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed682bae-d51e-4e99-b6e8-bd65255acc02 req-64d0bff7-1170-4470-80b7-b38251347d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.523020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed682bae-d51e-4e99-b6e8-bd65255acc02 req-64d0bff7-1170-4470-80b7-b38251347d17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1e2724c-736e-4b9c-b24f-7c140f876827 HTTP/1.1" status: 200 len: 909 time: 0.3709285 Sep 16 05:02:53.525043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fec5ed-bcc3-4391-b706-a4c3104bfe30 service neutron] Pushing event updated for resources: {'Port': ['ID=3de71580-e48b-43d0-b2b8-9711d5118ba6,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:53.586860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-cdc9ea9c-0d01-407a-b268-60d824c08d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.588395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-cdc9ea9c-0d01-407a-b268-60d824c08d22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 1096 time: 0.1732800 Sep 16 05:02:53.659772 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-44b20195-807d-4349-ae35-8e10c7ffa6ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3de71580-e48b-43d0-b2b8-9711d5118ba6 HTTP/1.1" status: 200 len: 217 time: 0.0628924 Sep 16 05:02:53.663909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed682bae-d51e-4e99-b6e8-bd65255acc02 req-303f6a7a-d896-411e-b631-4e3128e5775a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b73ce18-6295-4033-9003-7078a4b10f60 HTTP/1.1" status: 200 len: 1001 time: 0.1327379 Sep 16 05:02:53.785411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-a9afde3a-dd88-48aa-ac81-2192b5e2a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.786902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-a9afde3a-dd88-48aa-ac81-2192b5e2a1f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.1073837 Sep 16 05:02:53.789141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed682bae-d51e-4e99-b6e8-bd65255acc02 req-5cd793b7-a066-41bd-8385-3d93948e0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.790496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed682bae-d51e-4e99-b6e8-bd65255acc02 req-5cd793b7-a066-41bd-8385-3d93948e0fef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d HTTP/1.1" status: 200 len: 848 time: 0.1121235 Sep 16 05:02:53.798460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6591be7-9270-4d81-b00c-d974f65dd119 req-22292fd8-1568-4f0b-ba4b-7f9df4366be5 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.799909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6591be7-9270-4d81-b00c-d974f65dd119 req-22292fd8-1568-4f0b-ba4b-7f9df4366be5 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 944 time: 0.1583626 Sep 16 05:02:53.919687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-20e3f212-3dd8-42d3-a843-31369a022438 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151166 Sep 16 05:02:54.019257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed682bae-d51e-4e99-b6e8-bd65255acc02 req-2fb56b36-d07f-443c-b327-bc6bf4e70a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:54.021263 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed682bae-d51e-4e99-b6e8-bd65255acc02 req-2fb56b36-d07f-443c-b327-bc6bf4e70a51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1e2724c-736e-4b9c-b24f-7c140f876827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2205098 Sep 16 05:02:54.115773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6591be7-9270-4d81-b00c-d974f65dd119 req-fd98fbcb-265e-4856-ba9d-2582004e92f5 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703650 Sep 16 05:02:54.193680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8ebebc9-1ea2-4b30-a61e-565ff2f0f670 req-5f062c9d-154f-4fea-aa86-c5f49f1c517b tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 210 time: 0.0751479 Sep 16 05:02:54.247563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-4dae2953-0689-40b4-bad2-c926e83e665f service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136373 Sep 16 05:02:54.308275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed682bae-d51e-4e99-b6e8-bd65255acc02 req-8034412c-0e6c-42ca-8a18-aa3eb354cf33 service neutron] 10.222.0.37 "GET /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370934 Sep 16 05:02:54.428858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe4b58a-f2bd-4184-8fe6-883f2bb1c769 req-97dc6629-cc6c-448c-9fd3-413f4f731b60 service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728642 Sep 16 05:02:54.456388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed682bae-d51e-4e99-b6e8-bd65255acc02 req-25e44bd0-dc24-425e-9c71-b4dc339be27f service neutron] 10.222.0.37 "GET /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171055 Sep 16 05:02:54.603215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086bddf-a048-4a30-82f8-5edf8d061a4c req-e4affbe5-d555-4a81-8020-10695556b07b tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:54.604769 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d086bddf-a048-4a30-82f8-5edf8d061a4c req-e4affbe5-d555-4a81-8020-10695556b07b tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0513356 Sep 16 05:02:54.645347 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d086bddf-a048-4a30-82f8-5edf8d061a4c req-987e64f5-1594-4dbf-ad8c-1f5ceb73a7b4 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340874 Sep 16 05:02:54.864438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a7ba01-2a26-4ece-9c0f-c1acee82f6d9', 'tag': '3de71580-e48b-43d0-b2b8-9711d5118ba6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:54.866844 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb0e631-90b5-4ded-a2d9-1be6dc74d1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "21a7ba01-2a26-4ece-9c0f-c1acee82f6d9", "tag": "3de71580-e48b-43d0-b2b8-9711d5118ba6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:54.908760 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511040fa-668f-4a79-86d4-51483b240056 x-openstack-request-id: req-511040fa-668f-4a79-86d4-51483b240056 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:54.909054 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a7ba01-2a26-4ece-9c0f-c1acee82f6d9", "tag": "3de71580-e48b-43d0-b2b8-9711d5118ba6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:54.909308 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-511040fa-668f-4a79-86d4-51483b240056 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:54.909715 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a7ba01-2a26-4ece-9c0f-c1acee82f6d9', 'tag': '3de71580-e48b-43d0-b2b8-9711d5118ba6', 'status': 'completed', 'code': 200} Sep 16 05:02:55.016163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0e631-90b5-4ded-a2d9-1be6dc74d1a1 req-4d9b7cf3-b422-4705-8128-8d891954609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.016163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdb0e631-90b5-4ded-a2d9-1be6dc74d1a1 req-4d9b7cf3-b422-4705-8128-8d891954609f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 1096 time: 0.0807991 Sep 16 05:02:55.130541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0e631-90b5-4ded-a2d9-1be6dc74d1a1 req-733dfc66-03a1-4e8b-857e-fd5a747dd343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.132629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdb0e631-90b5-4ded-a2d9-1be6dc74d1a1 req-733dfc66-03a1-4e8b-857e-fd5a747dd343 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 906 time: 0.1100450 Sep 16 05:02:55.215392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdb0e631-90b5-4ded-a2d9-1be6dc74d1a1 req-ba070daf-6338-400b-8cc0-14cee627dd76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3de71580-e48b-43d0-b2b8-9711d5118ba6 HTTP/1.1" status: 200 len: 217 time: 0.0720005 Sep 16 05:02:55.313716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ae21117-7046-456b-b2b4-0f8bc0d19ab6 req-c7e77fb0-a06e-4072-8995-a78dbb2c600c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 210 time: 0.0600538 Sep 16 05:02:55.345554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75a43f-71f6-41b8-b398-224a969a6e6c req-36499436-2b10-4e74-b59e-43caac6a4a0f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.347278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb75a43f-71f6-41b8-b398-224a969a6e6c req-36499436-2b10-4e74-b59e-43caac6a4a0f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 944 time: 0.1377113 Sep 16 05:02:55.350313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0e631-90b5-4ded-a2d9-1be6dc74d1a1 req-553878ad-f789-4f4e-9edd-8ac68add4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.351707 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdb0e631-90b5-4ded-a2d9-1be6dc74d1a1 req-553878ad-f789-4f4e-9edd-8ac68add4f60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.1214054 Sep 16 05:02:55.402805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdb0e631-90b5-4ded-a2d9-1be6dc74d1a1 req-c6656263-0352-48ac-802e-35e7d0efda5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279267 Sep 16 05:02:55.440170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb75a43f-71f6-41b8-b398-224a969a6e6c req-d8faa465-ab81-453e-a1cc-fc411bd867f7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808535 Sep 16 05:02:55.526791 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdb0e631-90b5-4ded-a2d9-1be6dc74d1a1 req-6202d477-359a-4892-991f-e26ae61b169a service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130691 Sep 16 05:02:55.644214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdb0e631-90b5-4ded-a2d9-1be6dc74d1a1 req-49bfd794-f172-47a8-8efa-155b1d094ff5 service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099527 Sep 16 05:02:55.803979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bf802-3a7f-4403-9c29-d9c1ddb7f09a req-57fe470d-60c5-4998-8c1f-ea2059bab311 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.805649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-329bf802-3a7f-4403-9c29-d9c1ddb7f09a req-57fe470d-60c5-4998-8c1f-ea2059bab311 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0703049 Sep 16 05:02:55.851829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-329bf802-3a7f-4403-9c29-d9c1ddb7f09a req-9f18df99-1760-436f-8fed-f6557e7d0962 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Sep 16 05:02:56.485927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9327f4ca-9f4c-4e6c-aedf-733a7c09b5b4 req-a4bc5aff-ad58-4f64-84cc-fe13dcadaca7 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 210 time: 0.0403240 Sep 16 05:02:56.585291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88442c2-b488-499d-8ced-d44a05c2873c req-777d0aa7-0155-4431-b859-4f327f987eb7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.592973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f88442c2-b488-499d-8ced-d44a05c2873c req-777d0aa7-0155-4431-b859-4f327f987eb7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 944 time: 0.0634923 Sep 16 05:02:56.707103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f88442c2-b488-499d-8ced-d44a05c2873c req-f74d0305-91c8-474f-bb97-bd43c8bab52f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131029 Sep 16 05:02:56.756125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-1622342c-55fd-402b-9018-0a5ce524ab8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.758667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-1622342c-55fd-402b-9018-0a5ce524ab8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.23 "GET /v2.0/networks?id=63755311-245b-44b9-b0cc-45b4e7eaa0ee HTTP/1.1" status: 200 len: 810 time: 0.1632035 Sep 16 05:02:56.773394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Request body: {'port': {'device_id': 'e36c50c2-b7e4-43c8-8536-a2ff504b941a', 'network_id': '63755311-245b-44b9-b0cc-45b4e7eaa0ee', 'admin_state_up': True, 'tenant_id': 'd099c64c4f5a49dc8c668e26bc96c5d6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:56.985614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c1b8b-3a00-4ba3-b6da-32f90b722231 req-b7af5ee4-14a7-4ff5-b27b-895bd3c36a21 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.987191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-687c1b8b-3a00-4ba3-b6da-32f90b722231 req-b7af5ee4-14a7-4ff5-b27b-895bd3c36a21 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0587137 Sep 16 05:02:57.003425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Made reservation on behalf of d099c64c4f5a49dc8c668e26bc96c5d6 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:57.007495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.056688 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-687c1b8b-3a00-4ba3-b6da-32f90b722231 req-bf88861b-1c36-4391-85ef-ba3e4307fdb5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594199 Sep 16 05:02:57.303939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Allocated IP 172.20.0.12 (63755311-245b-44b9-b0cc-45b4e7eaa0ee/589bcd7e-1a7f-4236-95a8-a5c71abd186d/c8c4262d-7812-4d0c-9343-a5d8003b67d8) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:57.465600 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.539673 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.616284 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Network 63755311-245b-44b9-b0cc-45b4e7eaa0ee is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:57.627385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:57.635044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:57.640208 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Pushing event updated for resources: {'Port': ['ID=c8c4262d-7812-4d0c-9343-a5d8003b67d8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:57.691048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aea3c7-390e-4d3b-83dc-8914642b4df7 req-686bd2ad-f2c6-4519-b383-dd56cf478952 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.692882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28aea3c7-390e-4d3b-83dc-8914642b4df7 req-686bd2ad-f2c6-4519-b383-dd56cf478952 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 932 time: 0.1511819 Sep 16 05:02:57.710349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.710592 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.765086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28aea3c7-390e-4d3b-83dc-8914642b4df7 req-b96d777f-63bc-4d8d-9918-c7fbb0483202 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619245 Sep 16 05:02:57.821127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e27b1255-46a0-42cf-9acb-9338d3175c8c tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0515714 Sep 16 05:02:57.838764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Request body: {'port': {'device_id': 'e36c50c2-b7e4-43c8-8536-a2ff504b941a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:57.850287 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82885ef1-e68a-40d1-9a88-cc9d75af62bc req-074fecc7-66aa-485a-b832-dd902603c34f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.851959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82885ef1-e68a-40d1-9a88-cc9d75af62bc req-074fecc7-66aa-485a-b832-dd902603c34f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 944 time: 0.0671637 Sep 16 05:02:57.931231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.935626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82885ef1-e68a-40d1-9a88-cc9d75af62bc req-175016b8-2721-4873-86d7-0c6a4aee7c8a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683358 Sep 16 05:02:58.020894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 3de71580-e48b-43d0-b2b8-9711d5118ba6 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:58.212098 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 3de71580-e48b-43d0-b2b8-9711d5118ba6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3de71580-e48b-43d0-b2b8-9711d5118ba6,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:58.225125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '3de71580-e48b-43d0-b2b8-9711d5118ba6', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'port_id': '3de71580-e48b-43d0-b2b8-9711d5118ba6', 'mac_address': 'fa:16:3e:ed:fe:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f70418-5d8e-40e0-8694-6480bd170868', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:58.293680 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.309233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de71580-e48b-43d0-b2b8-9711d5118ba6 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:58.328090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2231d1-2934-4edf-8d73-2f900ca9f0f3 req-935ccb82-c391-4135-94eb-923f5b0550c1 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.329959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c2231d1-2934-4edf-8d73-2f900ca9f0f3 req-935ccb82-c391-4135-94eb-923f5b0550c1 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1018174 Sep 16 05:02:58.333011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 3de71580-e48b-43d0-b2b8-9711d5118ba6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3de71580-e48b-43d0-b2b8-9711d5118ba6,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:58.400358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c4262d-7812-4d0c-9343-a5d8003b67d8 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:58.411186 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.421987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c2231d1-2934-4edf-8d73-2f900ca9f0f3 req-d8994932-e450-4c6d-9cf0-d60a938c866e tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753789 Sep 16 05:02:58.422099 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.435383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Transition to ACTIVE for port object c8c4262d-7812-4d0c-9343-a5d8003b67d8 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:58.479482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=3de71580-e48b-43d0-b2b8-9711d5118ba6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.505493 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.611399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c4262d-7812-4d0c-9343-a5d8003b67d8,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.650330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Attempting to bind port c8c4262d-7812-4d0c-9343-a5d8003b67d8 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:58.650758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Attempting to bind port c8c4262d-7812-4d0c-9343-a5d8003b67d8 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'ecd6d966-c643-4636-bbc8-f73e19819a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63755311-245b-44b9-b0cc-45b4e7eaa0ee'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:58.651157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Attempting to bind port c8c4262d-7812-4d0c-9343-a5d8003b67d8 on network 63755311-245b-44b9-b0cc-45b4e7eaa0ee {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:58.656117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Port c8c4262d-7812-4d0c-9343-a5d8003b67d8 on network 63755311-245b-44b9-b0cc-45b4e7eaa0ee not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:58.656587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Attempting to bind port c8c4262d-7812-4d0c-9343-a5d8003b67d8 on network 63755311-245b-44b9-b0cc-45b4e7eaa0ee {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:58.662749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['3de71580-e48b-43d0-b2b8-9711d5118ba6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:58.673278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:58.673690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Checking segment: {'id': 'ecd6d966-c643-4636-bbc8-f73e19819a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63755311-245b-44b9-b0cc-45b4e7eaa0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:58.674180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Bound using segment: {'id': 'ecd6d966-c643-4636-bbc8-f73e19819a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63755311-245b-44b9-b0cc-45b4e7eaa0ee'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:58.674721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Bound port: c8c4262d-7812-4d0c-9343-a5d8003b67d8, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd6d966-c643-4636-bbc8-f73e19819a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63755311-245b-44b9-b0cc-45b4e7eaa0ee'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:58.675136 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.771889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] For port c8c4262d-7812-4d0c-9343-a5d8003b67d8, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:58.777417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] For port c8c4262d-7812-4d0c-9343-a5d8003b67d8, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c8c4262d-7812-4d0c-9343-a5d8003b67d8,segment=NetworkSegment(ecd6d966-c643-4636-bbc8-f73e19819a6c),segment_id=ecd6d966-c643-4636-bbc8-f73e19819a6c)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:58.874391 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.919903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.921057 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.922789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] 10.222.0.23 "PUT /v2.0/ports/c8c4262d-7812-4d0c-9343-a5d8003b67d8 HTTP/1.1" status: 200 len: 1093 time: 1.0894959 Sep 16 05:02:58.929494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36c50c2-b7e4-43c8-8536-a2ff504b941a', 'tag': 'c8c4262d-7812-4d0c-9343-a5d8003b67d8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:58.932555 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af350348-7665-4d7c-af2d-3e3318040b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "e36c50c2-b7e4-43c8-8536-a2ff504b941a", "tag": "c8c4262d-7812-4d0c-9343-a5d8003b67d8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:58.977717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af15fe-65d0-48fc-803f-54e79ae7243c req-e48c0d43-61cb-4888-8a5e-b2e9b9fd9e57 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.985671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4af15fe-65d0-48fc-803f-54e79ae7243c req-e48c0d43-61cb-4888-8a5e-b2e9b9fd9e57 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 944 time: 0.1433716 Sep 16 05:02:58.997692 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a993cb68-4bfa-4109-9d97-1bacd5e15dc8 x-openstack-request-id: req-a993cb68-4bfa-4109-9d97-1bacd5e15dc8 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:58.997978 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36c50c2-b7e4-43c8-8536-a2ff504b941a", "tag": "c8c4262d-7812-4d0c-9343-a5d8003b67d8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:58.998411 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a993cb68-4bfa-4109-9d97-1bacd5e15dc8 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:58.999742 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36c50c2-b7e4-43c8-8536-a2ff504b941a', 'tag': 'c8c4262d-7812-4d0c-9343-a5d8003b67d8', 'status': 'completed', 'code': 200} Sep 16 05:02:59.000672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c70bf-4a8b-409a-a662-f324227abcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c4262d-7812-4d0c-9343-a5d8003b67d8,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:59.063888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4af15fe-65d0-48fc-803f-54e79ae7243c req-9174447a-8b56-4e71-92dc-405dd5706cbe tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772877 Sep 16 05:02:59.124337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af350348-7665-4d7c-af2d-3e3318040b0d req-a62f5530-6d98-400c-90d8-0faf35e388da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.124337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af350348-7665-4d7c-af2d-3e3318040b0d req-a62f5530-6d98-400c-90d8-0faf35e388da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d099c64c4f5a49dc8c668e26bc96c5d6&device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 1096 time: 0.0847955 Sep 16 05:02:59.141365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247b8a4-dfe8-4627-bb35-404fbdbd6826 req-3bb252d0-2815-4661-9106-1ebfb71f8536 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.142916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6247b8a4-dfe8-4627-bb35-404fbdbd6826 req-3bb252d0-2815-4661-9106-1ebfb71f8536 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 945 time: 0.0779493 Sep 16 05:02:59.249991 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6247b8a4-dfe8-4627-bb35-404fbdbd6826 req-cc8cf2a7-a32c-4941-af6e-5c5f3a36bbe7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993583 Sep 16 05:02:59.271267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af350348-7665-4d7c-af2d-3e3318040b0d req-a60f2830-baee-4549-9782-f4de5b44ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.273433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af350348-7665-4d7c-af2d-3e3318040b0d req-a60f2830-baee-4549-9782-f4de5b44ead1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d099c64c4f5a49dc8c668e26bc96c5d6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1401255 Sep 16 05:02:59.383145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af350348-7665-4d7c-af2d-3e3318040b0d req-2c555a1b-acf3-4d14-bce8-6e2db8a2581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.384946 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af350348-7665-4d7c-af2d-3e3318040b0d req-2c555a1b-acf3-4d14-bce8-6e2db8a2581f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1035004 Sep 16 05:02:59.512657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-d7ea9939-1a0b-4d6e-86ac-030bb080802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.512657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-d7ea9939-1a0b-4d6e-86ac-030bb080802b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d099c64c4f5a49dc8c668e26bc96c5d6&device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 1096 time: 0.0726297 Sep 16 05:02:59.549821 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-34374a2d-fea8-4f9d-b097-63dbb46c6fd8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8c4262d-7812-4d0c-9343-a5d8003b67d8 HTTP/1.1" status: 200 len: 217 time: 0.0458295 Sep 16 05:02:59.626670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7919b-987c-44d3-a091-37ffe8fed680 req-af74b1d0-3062-4ef2-bd0f-140e2a4fbd46 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.628226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfb7919b-987c-44d3-a091-37ffe8fed680 req-af74b1d0-3062-4ef2-bd0f-140e2a4fbd46 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1174142 Sep 16 05:02:59.631937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-f4229d40-3f7a-4e74-8b13-8c9ed415d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.633362 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-f4229d40-3f7a-4e74-8b13-8c9ed415d285 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=589bcd7e-1a7f-4236-95a8-a5c71abd186d HTTP/1.1" status: 200 len: 850 time: 0.0641809 Sep 16 05:02:59.672457 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-0e7ae2bd-577a-45c9-8841-cdb8f5084dae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63755311-245b-44b9-b0cc-45b4e7eaa0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322185 Sep 16 05:02:59.704972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfb7919b-987c-44d3-a091-37ffe8fed680 req-ce346c83-c8e1-4d76-aa05-347b3dfe995d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704005 Sep 16 05:02:59.781590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-60e5320c-16ba-4f6c-8ad7-32070097efe3 service neutron] 10.222.0.23 "GET /v2.0/networks/63755311-245b-44b9-b0cc-45b4e7eaa0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940781 Sep 16 05:02:59.868794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f136c87-9ed3-422b-8b60-6c094c5e357c req-e259c843-0ad5-40c4-a71d-bf58903329c1 service neutron] 10.222.0.23 "GET /v2.0/networks/63755311-245b-44b9-b0cc-45b4e7eaa0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837376 Sep 16 05:03:00.050879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 3de71580-e48b-43d0-b2b8-9711d5118ba6 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:00.186061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432764d-d07e-455c-a2d9-234885bcf2aa req-112911e8-39fa-4f0d-b6eb-e590004ad365 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.187595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b432764d-d07e-455c-a2d9-234885bcf2aa req-112911e8-39fa-4f0d-b6eb-e590004ad365 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 944 time: 0.0565634 Sep 16 05:03:00.202427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 3de71580-e48b-43d0-b2b8-9711d5118ba6 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:00.209084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 3de71580-e48b-43d0-b2b8-9711d5118ba6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:00.209882 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.232538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b432764d-d07e-455c-a2d9-234885bcf2aa req-88be605f-c458-4275-9aaf-a44831b25421 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354068 Sep 16 05:03:00.301667 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.328047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a7ba01-2a26-4ece-9c0f-c1acee82f6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de71580-e48b-43d0-b2b8-9711d5118ba6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:00.330508 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bd03db-6c31-487e-b1cd-28e7a5721864" -d '{"events": [{"server_uuid": "21a7ba01-2a26-4ece-9c0f-c1acee82f6d9", "name": "network-vif-plugged", "status": "completed", "tag": "3de71580-e48b-43d0-b2b8-9711d5118ba6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:00.349226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 3de71580-e48b-43d0-b2b8-9711d5118ba6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3de71580-e48b-43d0-b2b8-9711d5118ba6,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:00.376272 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75798e4c-94b5-43e4-b407-d9156d648c91 x-openstack-request-id: req-75798e4c-94b5-43e4-b407-d9156d648c91 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:00.376660 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a7ba01-2a26-4ece-9c0f-c1acee82f6d9", "name": "network-vif-plugged", "status": "completed", "tag": "3de71580-e48b-43d0-b2b8-9711d5118ba6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:00.376977 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75798e4c-94b5-43e4-b407-d9156d648c91 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:00.377438 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a7ba01-2a26-4ece-9c0f-c1acee82f6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de71580-e48b-43d0-b2b8-9711d5118ba6', 'code': 200} Sep 16 05:03:00.414100 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.474956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6386a2-1e63-44de-85f6-cfa8c0d4917f req-83f22f13-be87-4767-a277-6be4af70aca7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.476566 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f6386a2-1e63-44de-85f6-cfa8c0d4917f req-83f22f13-be87-4767-a277-6be4af70aca7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 945 time: 0.1116581 Sep 16 05:03:00.504915 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=3de71580-e48b-43d0-b2b8-9711d5118ba6,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:00.546183 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f6386a2-1e63-44de-85f6-cfa8c0d4917f req-57c3cce6-16ea-41d0-b39d-7ff31ee6e2a4 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555887 Sep 16 05:03:00.551683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0a434-95bf-4250-8d85-94b80cf76f8c req-3b1d3850-0595-4f90-a70f-f36bb224aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.552990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7a0a434-95bf-4250-8d85-94b80cf76f8c req-3b1d3850-0595-4f90-a70f-f36bb224aa70 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 1098 time: 0.1027627 Sep 16 05:03:00.593716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7a0a434-95bf-4250-8d85-94b80cf76f8c req-3a53298d-97df-40dc-af0b-4f27c3a0f75b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335822 Sep 16 05:03:00.843444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17233ec-714b-4091-a9ef-0ec75169fa56 req-1da45dd9-c162-4287-a224-d210d9b34dcc tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.846271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d17233ec-714b-4091-a9ef-0ec75169fa56 req-1da45dd9-c162-4287-a224-d210d9b34dcc tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0686336 Sep 16 05:03:00.892260 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d17233ec-714b-4091-a9ef-0ec75169fa56 req-eee3a6f1-b125-4585-b14b-794949f126db tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381191 Sep 16 05:03:01.371314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bffc4-6885-4246-8b71-bcac77ee9d3e req-fb9435a0-3b9b-4926-9912-995c7dc9fad8 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.373128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d8bffc4-6885-4246-8b71-bcac77ee9d3e req-fb9435a0-3b9b-4926-9912-995c7dc9fad8 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 944 time: 0.0651462 Sep 16 05:03:01.423158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d8bffc4-6885-4246-8b71-bcac77ee9d3e req-438ec108-e482-4658-b20e-3add3368e1f4 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373650 Sep 16 05:03:01.686852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91c2b7-6cc8-44fa-8c9a-89f17af60ffc req-c96176f1-63aa-4148-be31-e572f0c80896 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.690819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a91c2b7-6cc8-44fa-8c9a-89f17af60ffc req-c96176f1-63aa-4148-be31-e572f0c80896 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 946 time: 0.0697765 Sep 16 05:03:01.745545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a91c2b7-6cc8-44fa-8c9a-89f17af60ffc req-02b568a8-fe46-4950-bfc0-f091210a05c6 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470066 Sep 16 05:03:02.031319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534942-b54c-45ee-953a-34f01d727aab req-8ae0a382-7cd3-4cb0-8f74-a440cc63a37a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.032821 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83534942-b54c-45ee-953a-34f01d727aab req-8ae0a382-7cd3-4cb0-8f74-a440cc63a37a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0624671 Sep 16 05:03:02.073470 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83534942-b54c-45ee-953a-34f01d727aab req-96eb4e57-cfaa-4104-8a73-574d99d60207 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344262 Sep 16 05:03:02.562302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504df4-0e8b-420c-8d25-f006b890978b req-d6394757-58c7-4181-aefe-e08b01195753 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.580675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3504df4-0e8b-420c-8d25-f006b890978b req-d6394757-58c7-4181-aefe-e08b01195753 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 944 time: 0.0818491 Sep 16 05:03:02.646142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3504df4-0e8b-420c-8d25-f006b890978b req-792a6eea-f860-4874-9990-0b4c2ef1ff79 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583174 Sep 16 05:03:02.873198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da178-ec7b-4f54-9255-08ab213cc18f req-4020a765-4172-4cd1-b49b-c4e69a71f2a6 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.874945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d04da178-ec7b-4f54-9255-08ab213cc18f req-4020a765-4172-4cd1-b49b-c4e69a71f2a6 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 946 time: 0.0577495 Sep 16 05:03:02.889029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43880) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:02.926613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d04da178-ec7b-4f54-9255-08ab213cc18f req-da8165ea-b34c-4b09-b018-603d78b9035a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Sep 16 05:03:03.077712 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25e772ab-7335-4268-bf6c-0eed13f8c141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.114527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8543a49-3509-4998-8cf0-398c107200f5 req-3ead895a-e2e9-46d1-9b2b-d10cc82744e6 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.116691 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8543a49-3509-4998-8cf0-398c107200f5 req-3ead895a-e2e9-46d1-9b2b-d10cc82744e6 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 946 time: 0.0942066 Sep 16 05:03:03.219111 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25e772ab-7335-4268-bf6c-0eed13f8c141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.228034 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8543a49-3509-4998-8cf0-398c107200f5 req-d75e98ad-2d81-4bf3-b8a9-64d8297aa9b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033204 Sep 16 05:03:03.243148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4853db-548c-4e2a-9e09-54105b7d9c16 req-beef7fc1-9763-4093-8656-a97d9251fa0b tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.249534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f4853db-548c-4e2a-9e09-54105b7d9c16 req-beef7fc1-9763-4093-8656-a97d9251fa0b tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0908208 Sep 16 05:03:03.299148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25e772ab-7335-4268-bf6c-0eed13f8c141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.303466 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f4853db-548c-4e2a-9e09-54105b7d9c16 req-1bace9aa-ff6c-4797-b64b-053d006adb33 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511045 Sep 16 05:03:03.346348 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-25e772ab-7335-4268-bf6c-0eed13f8c141 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=592cc89038c54aaab10d2e62846dbf7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4560738 Sep 16 05:03:03.349682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43912) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:03.349879 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e772ab-7335-4268-bf6c-0eed13f8c141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682b5dc4-4297-4aa3-aca2-24bbe4097584,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:03.405892 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-373ede89-e897-486d-9f3b-5eefd88dbd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.425475 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-373ede89-e897-486d-9f3b-5eefd88dbd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.899027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f67dd-5129-4437-ad5c-81d3e64b3061 req-a9d8c1f8-c235-4ab7-9358-88ae5774f4fe tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.900424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec4f67dd-5129-4437-ad5c-81d3e64b3061 req-a9d8c1f8-c235-4ab7-9358-88ae5774f4fe tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 946 time: 0.0863657 Sep 16 05:03:03.907760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab545a8a-718b-4c43-b5db-6017c1b08575 req-ab656345-c398-40a5-8573-de702a088b1f tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.909210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab545a8a-718b-4c43-b5db-6017c1b08575 req-ab656345-c398-40a5-8573-de702a088b1f tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 944 time: 0.0962629 Sep 16 05:03:03.963621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec4f67dd-5129-4437-ad5c-81d3e64b3061 req-cb887ebb-7b4c-4202-9ae1-5742695cca19 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520554 Sep 16 05:03:03.976796 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab545a8a-718b-4c43-b5db-6017c1b08575 req-465ef32b-6394-44fe-935b-a92c300955c8 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593247 Sep 16 05:03:03.984771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-373ede89-e897-486d-9f3b-5eefd88dbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.987449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-373ede89-e897-486d-9f3b-5eefd88dbd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.989223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-373ede89-e897-486d-9f3b-5eefd88dbd40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/682b5dc4-4297-4aa3-aca2-24bbe4097584 HTTP/1.1" status: 204 len: 168 time: 0.6383545 Sep 16 05:03:04.001051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ede89-e897-486d-9f3b-5eefd88dbd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682b5dc4-4297-4aa3-aca2-24bbe4097584,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:04.082876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c8c4262d-7812-4d0c-9343-a5d8003b67d8 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:04.183892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c8c4262d-7812-4d0c-9343-a5d8003b67d8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c8c4262d-7812-4d0c-9343-a5d8003b67d8,segment=NetworkSegment(ecd6d966-c643-4636-bbc8-f73e19819a6c),segment_id=ecd6d966-c643-4636-bbc8-f73e19819a6c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:04.195321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'c8c4262d-7812-4d0c-9343-a5d8003b67d8', 'network_id': '63755311-245b-44b9-b0cc-45b4e7eaa0ee', 'port_id': 'c8c4262d-7812-4d0c-9343-a5d8003b67d8', 'mac_address': 'fa:16:3e:a6:8d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589bcd7e-1a7f-4236-95a8-a5c71abd186d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:04.236915 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.254166 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c4262d-7812-4d0c-9343-a5d8003b67d8 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:04.289910 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c8c4262d-7812-4d0c-9343-a5d8003b67d8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c8c4262d-7812-4d0c-9343-a5d8003b67d8,segment=NetworkSegment(ecd6d966-c643-4636-bbc8-f73e19819a6c),segment_id=ecd6d966-c643-4636-bbc8-f73e19819a6c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:04.397159 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.465205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=c8c4262d-7812-4d0c-9343-a5d8003b67d8,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:04.507531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23138a0-54c9-4d62-81f9-91bf400c33df req-ea022b61-a088-42f1-85a1-b15d05622a2e tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.516867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d23138a0-54c9-4d62-81f9-91bf400c33df req-ea022b61-a088-42f1-85a1-b15d05622a2e tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1090770 Sep 16 05:03:04.563411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d23138a0-54c9-4d62-81f9-91bf400c33df req-2906c5bd-5066-430d-ad9b-5dcb115a9ab5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455530 Sep 16 05:03:04.631383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['c8c4262d-7812-4d0c-9343-a5d8003b67d8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:05.113699 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:05.146664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2adc7-0244-42fa-98a5-04568d20b0d2 req-9962e153-3aed-48e6-aa63-b44cfd3b885c tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.148181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c2adc7-0244-42fa-98a5-04568d20b0d2 req-9962e153-3aed-48e6-aa63-b44cfd3b885c tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 946 time: 0.1082935 Sep 16 05:03:05.157924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1a2b5-d4fb-484e-bc61-3fa443a61432 req-8d2fe475-4d78-4f8a-be67-ff0d14eabe1b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.159330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60e1a2b5-d4fb-484e-bc61-3fa443a61432 req-8d2fe475-4d78-4f8a-be67-ff0d14eabe1b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 946 time: 0.1281869 Sep 16 05:03:05.176295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30e82e-805c-4ad4-99ab-dc2556ffe910 req-70148085-11cd-47aa-bdf6-84216c6dd90a tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.177836 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f30e82e-805c-4ad4-99ab-dc2556ffe910 req-70148085-11cd-47aa-bdf6-84216c6dd90a tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 945 time: 0.1252813 Sep 16 05:03:05.267914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c2adc7-0244-42fa-98a5-04568d20b0d2 req-018a62b7-b628-44bf-a64f-e5b3f1cb6211 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056519 Sep 16 05:03:05.298069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f30e82e-805c-4ad4-99ab-dc2556ffe910 req-96fd0e02-d1ca-4c7d-bcec-5559e268efb9 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097689 Sep 16 05:03:05.333165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-60e1a2b5-d4fb-484e-bc61-3fa443a61432 req-c17aea00-dbf0-461a-a471-b60bc93a993b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Deleting port 3de71580-e48b-43d0-b2b8-9711d5118ba6 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:05.333818 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-60e1a2b5-d4fb-484e-bc61-3fa443a61432 req-c17aea00-dbf0-461a-a471-b60bc93a993b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.429955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-60e1a2b5-d4fb-484e-bc61-3fa443a61432 req-c17aea00-dbf0-461a-a471-b60bc93a993b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] For port 3de71580-e48b-43d0-b2b8-9711d5118ba6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=3de71580-e48b-43d0-b2b8-9711d5118ba6,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:05.430332 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-60e1a2b5-d4fb-484e-bc61-3fa443a61432 req-c17aea00-dbf0-461a-a471-b60bc93a993b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.445119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-60e1a2b5-d4fb-484e-bc61-3fa443a61432 req-c17aea00-dbf0-461a-a471-b60bc93a993b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Calling delete_port for 3de71580-e48b-43d0-b2b8-9711d5118ba6 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:05.692733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7e5c2-de6f-4f1d-afff-1d5b133ca4e2 req-26e52cf9-e255-4fae-b210-857202777a58 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.694284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfc7e5c2-de6f-4f1d-afff-1d5b133ca4e2 req-26e52cf9-e255-4fae-b210-857202777a58 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0535946 Sep 16 05:03:05.707524 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-60e1a2b5-d4fb-484e-bc61-3fa443a61432 req-c17aea00-dbf0-461a-a471-b60bc93a993b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.719206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5', '3de71580-e48b-43d0-b2b8-9711d5118ba6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:05.756022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aea00-dbf0-461a-a471-b60bc93a993b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event deleted for resources: {'Port': ['ID=3de71580-e48b-43d0-b2b8-9711d5118ba6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:05.781466 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfc7e5c2-de6f-4f1d-afff-1d5b133ca4e2 req-f3f0afa2-5026-4c31-9fd5-ab56a9da69bf tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810754 Sep 16 05:03:05.815087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e1a2b5-d4fb-484e-bc61-3fa443a61432 req-c17aea00-dbf0-461a-a471-b60bc93a993b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] No DVR routers for this DVR port 3de71580-e48b-43d0-b2b8-9711d5118ba6 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:05.818809 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-60e1a2b5-d4fb-484e-bc61-3fa443a61432 req-c17aea00-dbf0-461a-a471-b60bc93a993b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.820868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60e1a2b5-d4fb-484e-bc61-3fa443a61432 req-c17aea00-dbf0-461a-a471-b60bc93a993b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "DELETE /v2.0/ports/3de71580-e48b-43d0-b2b8-9711d5118ba6 HTTP/1.1" status: 204 len: 173 time: 0.6421020 Sep 16 05:03:05.821499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a7ba01-2a26-4ece-9c0f-c1acee82f6d9', 'name': 'network-vif-deleted', 'tag': '3de71580-e48b-43d0-b2b8-9711d5118ba6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:05.824613 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae71b34-f642-4d23-b0de-f0966bae2658" -d '{"events": [{"server_uuid": "21a7ba01-2a26-4ece-9c0f-c1acee82f6d9", "name": "network-vif-deleted", "tag": "3de71580-e48b-43d0-b2b8-9711d5118ba6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:05.872254 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea582544-8296-43d9-bcc7-7f106ed48d9a x-openstack-request-id: req-ea582544-8296-43d9-bcc7-7f106ed48d9a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:05.872671 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a7ba01-2a26-4ece-9c0f-c1acee82f6d9", "name": "network-vif-deleted", "tag": "3de71580-e48b-43d0-b2b8-9711d5118ba6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:05.872980 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea582544-8296-43d9-bcc7-7f106ed48d9a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:05.877923 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a7ba01-2a26-4ece-9c0f-c1acee82f6d9', 'name': 'network-vif-deleted', 'tag': '3de71580-e48b-43d0-b2b8-9711d5118ba6', 'status': 'completed', 'code': 200} Sep 16 05:03:06.098415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c8c4262d-7812-4d0c-9343-a5d8003b67d8 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:06.223297 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port c8c4262d-7812-4d0c-9343-a5d8003b67d8 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:06.227638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port c8c4262d-7812-4d0c-9343-a5d8003b67d8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:06.229906 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.304029 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.334736 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c50c2-b7e4-43c8-8536-a2ff504b941a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c4262d-7812-4d0c-9343-a5d8003b67d8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:06.337258 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d96f0f-9dd0-4691-8a34-ceb2ef5b963d" -d '{"events": [{"server_uuid": "e36c50c2-b7e4-43c8-8536-a2ff504b941a", "name": "network-vif-plugged", "status": "completed", "tag": "c8c4262d-7812-4d0c-9343-a5d8003b67d8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:06.415988 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3d6a774-5721-4a4b-8119-8ad26f7a905c req-9a173a45-02ed-4392-a548-ba7fa1d70d44 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a7ba01-2a26-4ece-9c0f-c1acee82f6d9 HTTP/1.1" status: 200 len: 210 time: 0.0478082 Sep 16 05:03:06.500524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55ca26-7ef6-44b8-b2c1-fcaecdbb15fc req-78a0218e-b7cd-40f1-83c7-8b7ce36db095 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.502979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a55ca26-7ef6-44b8-b2c1-fcaecdbb15fc req-78a0218e-b7cd-40f1-83c7-8b7ce36db095 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 945 time: 0.0985107 Sep 16 05:03:06.522972 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01a1a48-dbf4-437d-8bb6-9d8d85fb048f x-openstack-request-id: req-a01a1a48-dbf4-437d-8bb6-9d8d85fb048f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:06.523267 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36c50c2-b7e4-43c8-8536-a2ff504b941a", "name": "network-vif-plugged", "status": "completed", "tag": "c8c4262d-7812-4d0c-9343-a5d8003b67d8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:06.523518 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a01a1a48-dbf4-437d-8bb6-9d8d85fb048f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:06.523910 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36c50c2-b7e4-43c8-8536-a2ff504b941a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c4262d-7812-4d0c-9343-a5d8003b67d8', 'code': 200} Sep 16 05:03:06.527674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port c8c4262d-7812-4d0c-9343-a5d8003b67d8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c8c4262d-7812-4d0c-9343-a5d8003b67d8,segment=NetworkSegment(ecd6d966-c643-4636-bbc8-f73e19819a6c),segment_id=ecd6d966-c643-4636-bbc8-f73e19819a6c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:06.552895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a55ca26-7ef6-44b8-b2c1-fcaecdbb15fc req-b825a638-c8cb-47d0-bd57-6030a9e162f4 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Sep 16 05:03:06.625908 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.627647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a0aba-f072-4e91-a8fb-ea2a67b341f7 req-0d772e44-801a-48bc-a41f-683d5c0cc270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.630105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-378a0aba-f072-4e91-a8fb-ea2a67b341f7 req-0d772e44-801a-48bc-a41f-683d5c0cc270 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 1097 time: 0.0503850 Sep 16 05:03:06.686964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-378a0aba-f072-4e91-a8fb-ea2a67b341f7 req-f9765e87-42d8-437c-a031-9a1442b91511 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480692 Sep 16 05:03:06.692339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=c8c4262d-7812-4d0c-9343-a5d8003b67d8,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:06.941618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5fdb9-b1e4-4a57-aded-83d4cb2d3001 req-3935ed9f-75dc-43a3-963c-a3f79c9c66fe tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.943330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ba5fdb9-b1e4-4a57-aded-83d4cb2d3001 req-3935ed9f-75dc-43a3-963c-a3f79c9c66fe tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0860660 Sep 16 05:03:06.988668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ba5fdb9-b1e4-4a57-aded-83d4cb2d3001 req-ef2f0fa3-3c6f-4c2a-b487-dbfeaae3c836 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Sep 16 05:03:07.621384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce42d6-63c5-489e-b630-34768ffe43a9 req-d668c958-4310-4a9b-8028-bc7ad3ae2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.622933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43ce42d6-63c5-489e-b630-34768ffe43a9 req-d668c958-4310-4a9b-8028-bc7ad3ae2c3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 1097 time: 0.0443666 Sep 16 05:03:07.690188 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43ce42d6-63c5-489e-b630-34768ffe43a9 req-271ba10f-ec56-46ae-a8ef-48a026f3e355 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550182 Sep 16 05:03:07.746894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee369a5-9029-44c5-9687-772ade0fa8a7 req-b69d9699-28af-44fe-806b-626e49b15920 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.748445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ee369a5-9029-44c5-9687-772ade0fa8a7 req-b69d9699-28af-44fe-806b-626e49b15920 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 946 time: 0.0928009 Sep 16 05:03:07.800766 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ee369a5-9029-44c5-9687-772ade0fa8a7 req-d036ca85-b7b0-428f-a2de-900b75e3be34 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430470 Sep 16 05:03:07.945816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-82816e3b-2f9b-4da0-8ffd-cae7be17213a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.950855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-82816e3b-2f9b-4da0-8ffd-cae7be17213a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.1270747 Sep 16 05:03:07.964051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-cfbb02b3-1a9f-49c6-b400-3f0e89f708e7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/quotas/98d6cd4e2eb34439a7eade1bcd54cb12 HTTP/1.1" status: 200 len: 375 time: 0.0107217 Sep 16 05:03:08.019815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-6416f6ed-bfd8-428a-87aa-3b9e9f775a6f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468016 Sep 16 05:03:08.137404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90bb26-4568-4fe3-8e5e-df3db513ae40 req-22da69e5-15d6-48ee-aa55-b7576fe72b8f tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.137404 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a90bb26-4568-4fe3-8e5e-df3db513ae40 req-22da69e5-15d6-48ee-aa55-b7576fe72b8f tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0501099 Sep 16 05:03:08.245970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a90bb26-4568-4fe3-8e5e-df3db513ae40 req-1216bf62-f1e3-42f4-acb1-92607711e870 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994787 Sep 16 05:03:08.268456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-6942f42b-e36d-4459-8e69-5cb861b854b5 service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412062 Sep 16 05:03:08.368592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-46dd956e-a13a-4176-85c4-70560b698e4b service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932918 Sep 16 05:03:08.621013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67be6869-706b-48bf-81d5-1af2d59b4452 req-fb79e1dd-03f2-49b4-9c90-e14bce9422fc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 210 time: 0.0291681 Sep 16 05:03:08.910114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a5a1f-d9af-483e-9cc1-374fc0032042 req-162e51c2-c3aa-4574-af6f-80f63d8a2a22 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.911630 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-971a5a1f-d9af-483e-9cc1-374fc0032042 req-162e51c2-c3aa-4574-af6f-80f63d8a2a22 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 946 time: 0.0506027 Sep 16 05:03:08.951163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-971a5a1f-d9af-483e-9cc1-374fc0032042 req-02555805-89e9-4cb4-abb3-4b77fb2e5695 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334780 Sep 16 05:03:09.369542 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad841ea7-b0c5-4f1a-9873-b5a5d4d298d3 req-300b9e5f-d41e-4ad5-b4dc-7482c35db0f5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.371072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad841ea7-b0c5-4f1a-9873-b5a5d4d298d3 req-300b9e5f-d41e-4ad5-b4dc-7482c35db0f5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0511880 Sep 16 05:03:09.410444 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad841ea7-b0c5-4f1a-9873-b5a5d4d298d3 req-743b981b-9288-4663-baed-6875a74a6172 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Sep 16 05:03:09.623618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323761cc-8d67-483f-88ee-09834949e68d req-e56cffff-9010-4d80-863d-4fd29ceef09a tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.625696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-323761cc-8d67-483f-88ee-09834949e68d req-e56cffff-9010-4d80-863d-4fd29ceef09a tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 946 time: 0.0856030 Sep 16 05:03:09.665652 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-323761cc-8d67-483f-88ee-09834949e68d req-479afa60-dab8-428a-b333-f5dd11327f08 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330651 Sep 16 05:03:09.772966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44d75496-3e47-490f-8354-cbd3239f48ce req-fa08cfa4-e9e7-4c44-a1d1-77ec7f44f014 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 210 time: 0.0461240 Sep 16 05:03:10.057531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279733ed-391c-47d8-a913-ff170a97ae61 req-0756f0d0-1d6e-4c58-beda-974929dd2aee tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.059142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-279733ed-391c-47d8-a913-ff170a97ae61 req-0756f0d0-1d6e-4c58-beda-974929dd2aee tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0534701 Sep 16 05:03:10.098909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 3de71580-e48b-43d0-b2b8-9711d5118ba6 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:10.120139 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 3de71580-e48b-43d0-b2b8-9711d5118ba6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:10.120646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 3de71580-e48b-43d0-b2b8-9711d5118ba6 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:10.134431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-279733ed-391c-47d8-a913-ff170a97ae61 req-a6ef0a50-5a7e-4aba-b09b-11be31a03040 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686715 Sep 16 05:03:10.153476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dbb12-a4c2-4405-b06e-e50f442e4d75 req-9532cde3-1831-466e-89da-179f1741e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.155383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f0dbb12-a4c2-4405-b06e-e50f442e4d75 req-9532cde3-1831-466e-89da-179f1741e561 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 1097 time: 0.0551932 Sep 16 05:03:10.264302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dbb12-a4c2-4405-b06e-e50f442e4d75 req-6f10303e-6a50-4039-b1e4-f09ec98f9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.265820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f0dbb12-a4c2-4405-b06e-e50f442e4d75 req-6f10303e-6a50-4039-b1e4-f09ec98f9b3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 200 len: 919 time: 0.1029429 Sep 16 05:03:10.311837 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f0dbb12-a4c2-4405-b06e-e50f442e4d75 req-2075fc77-8e73-4154-9aee-f48fd717f016 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af HTTP/1.1" status: 200 len: 217 time: 0.0383255 Sep 16 05:03:10.366036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dbb12-a4c2-4405-b06e-e50f442e4d75 req-3c2babf3-fe3a-4101-b0e1-6a40e9fe7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.367616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f0dbb12-a4c2-4405-b06e-e50f442e4d75 req-3c2babf3-fe3a-4101-b0e1-6a40e9fe7d81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7b9479-d47d-40b7-b9ac-21851f2a6d70 HTTP/1.1" status: 200 len: 859 time: 0.0463307 Sep 16 05:03:10.405103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f0dbb12-a4c2-4405-b06e-e50f442e4d75 req-0f1f52b6-b54b-4c26-9203-efc7c9ab40a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279341 Sep 16 05:03:10.506056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f0dbb12-a4c2-4405-b06e-e50f442e4d75 req-dce08ae0-1ada-483f-a9fa-632b774008de service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916102 Sep 16 05:03:10.601797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f0dbb12-a4c2-4405-b06e-e50f442e4d75 req-9f6e8d59-0342-4842-9b6a-52685e3073ba service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859008 Sep 16 05:03:10.788590 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b4dbe-8824-4c74-8685-1153d295c5f7 req-c795c51c-fef2-408b-a658-a0556c4660b3 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.790052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b81b4dbe-8824-4c74-8685-1153d295c5f7 req-c795c51c-fef2-408b-a658-a0556c4660b3 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 946 time: 0.0553038 Sep 16 05:03:10.847721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b81b4dbe-8824-4c74-8685-1153d295c5f7 req-02903b8e-b9d7-4444-9604-92814e9e399f tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/security-groups?id=553b77f6-206f-4994-ac04-a9e20604c0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497954 Sep 16 05:03:10.908482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43da1a29-0b08-4b6e-b99e-73d3dd2a37c5 req-b9f99874-a054-4aba-b7d8-f0139334378d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 210 time: 0.0321450 Sep 16 05:03:10.972303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12946db4-08d8-4d14-a854-7e54cad5e27f req-58d956b1-89a3-40d3-bdd7-5e18baa8b8e7 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.973884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12946db4-08d8-4d14-a854-7e54cad5e27f req-58d956b1-89a3-40d3-bdd7-5e18baa8b8e7 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 946 time: 0.0646422 Sep 16 05:03:11.073650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-12946db4-08d8-4d14-a854-7e54cad5e27f req-c38b57b5-472c-4568-9fe4-e6c0c0f8f2ef tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Deleting port c8c4262d-7812-4d0c-9343-a5d8003b67d8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:11.074230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-12946db4-08d8-4d14-a854-7e54cad5e27f req-c38b57b5-472c-4568-9fe4-e6c0c0f8f2ef tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.075182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f2579c29-2b47-4614-a974-659a446fb690 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.076733 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f2579c29-2b47-4614-a974-659a446fb690 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.1148498 Sep 16 05:03:11.091026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Request body: {'port': {'device_id': 'd842e9fe-2e0f-46a9-8d41-6b2ba038b50d', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'admin_state_up': True, 'tenant_id': '98d6cd4e2eb34439a7eade1bcd54cb12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:11.196570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-12946db4-08d8-4d14-a854-7e54cad5e27f req-c38b57b5-472c-4568-9fe4-e6c0c0f8f2ef tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] For port c8c4262d-7812-4d0c-9343-a5d8003b67d8, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=c8c4262d-7812-4d0c-9343-a5d8003b67d8,segment=NetworkSegment(ecd6d966-c643-4636-bbc8-f73e19819a6c),segment_id=ecd6d966-c643-4636-bbc8-f73e19819a6c)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:11.197093 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-12946db4-08d8-4d14-a854-7e54cad5e27f req-c38b57b5-472c-4568-9fe4-e6c0c0f8f2ef tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.216751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-12946db4-08d8-4d14-a854-7e54cad5e27f req-c38b57b5-472c-4568-9fe4-e6c0c0f8f2ef tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Calling delete_port for c8c4262d-7812-4d0c-9343-a5d8003b67d8 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:11.282122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Made reservation on behalf of 98d6cd4e2eb34439a7eade1bcd54cb12 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:11.286952 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.394144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e50eb-b9ea-4486-824f-8715e62257a6 req-c8e887e4-fed0-45ec-a6d6-d1e8c34a4dff tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.395643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c1e50eb-b9ea-4486-824f-8715e62257a6 req-c8e887e4-fed0-45ec-a6d6-d1e8c34a4dff tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0820849 Sep 16 05:03:11.450659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Allocated IP 172.20.0.2 (b2a6c7bf-0b55-4a98-afae-9c638ca84214/21f70418-5d8e-40e0-8694-6480bd170868/7d354961-5ef2-4268-ae6a-0a3ebf90f72d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:11.497085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c1e50eb-b9ea-4486-824f-8715e62257a6 req-4bb4b484-bfbf-4391-8516-d30e0cdc7ac3 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847836 Sep 16 05:03:11.585187 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-12946db4-08d8-4d14-a854-7e54cad5e27f req-c38b57b5-472c-4568-9fe4-e6c0c0f8f2ef tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.598197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['c8c4262d-7812-4d0c-9343-a5d8003b67d8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:11.617545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b57b5-472c-4568-9fe4-e6c0c0f8f2ef tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Pushing event deleted for resources: {'Port': ['ID=c8c4262d-7812-4d0c-9343-a5d8003b67d8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:11.669138 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-12946db4-08d8-4d14-a854-7e54cad5e27f req-c38b57b5-472c-4568-9fe4-e6c0c0f8f2ef tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] No DVR routers for this DVR port c8c4262d-7812-4d0c-9343-a5d8003b67d8 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:11.672976 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-12946db4-08d8-4d14-a854-7e54cad5e27f req-c38b57b5-472c-4568-9fe4-e6c0c0f8f2ef tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.675398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12946db4-08d8-4d14-a854-7e54cad5e27f req-c38b57b5-472c-4568-9fe4-e6c0c0f8f2ef tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.23 "DELETE /v2.0/ports/c8c4262d-7812-4d0c-9343-a5d8003b67d8 HTTP/1.1" status: 204 len: 173 time: 0.6944129 Sep 16 05:03:11.676120 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c50c2-b7e4-43c8-8536-a2ff504b941a', 'name': 'network-vif-deleted', 'tag': 'c8c4262d-7812-4d0c-9343-a5d8003b67d8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:11.679947 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052c1332-58a1-42a4-8c79-9701b3997aec" -d '{"events": [{"server_uuid": "e36c50c2-b7e4-43c8-8536-a2ff504b941a", "name": "network-vif-deleted", "tag": "c8c4262d-7812-4d0c-9343-a5d8003b67d8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:11.684332 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.738349 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111dd010-9052-4147-ba50-d54dc41b97ed x-openstack-request-id: req-111dd010-9052-4147-ba50-d54dc41b97ed {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:11.738765 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36c50c2-b7e4-43c8-8536-a2ff504b941a", "name": "network-vif-deleted", "tag": "c8c4262d-7812-4d0c-9343-a5d8003b67d8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:11.739111 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-111dd010-9052-4147-ba50-d54dc41b97ed {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:11.739659 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36c50c2-b7e4-43c8-8536-a2ff504b941a', 'name': 'network-vif-deleted', 'tag': 'c8c4262d-7812-4d0c-9343-a5d8003b67d8', 'status': 'completed', 'code': 200} Sep 16 05:03:11.817649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.832228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:11.923758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Network b2a6c7bf-0b55-4a98-afae-9c638ca84214 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:11.926956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:11.934287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:11.984359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34185957-238d-46d4-a685-f98f65880c16 req-921bca5c-9473-4ff4-be8d-695d1b4f4fb0 tempest-ServerGroupTestJSON-1541256604 tempest-ServerGroupTestJSON-1541256604-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36c50c2-b7e4-43c8-8536-a2ff504b941a HTTP/1.1" status: 200 len: 210 time: 0.0376325 Sep 16 05:03:11.986239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event updated for resources: {'Port': ['ID=7d354961-5ef2-4268-ae6a-0a3ebf90f72d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:12.066093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.075597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.098881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5f92f-d73c-4968-942a-1124329219be req-7c833215-be1d-4f62-be62-4cfafafd26bc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.110733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61a5f92f-d73c-4968-942a-1124329219be req-7c833215-be1d-4f62-be62-4cfafafd26bc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 931 time: 0.0919378 Sep 16 05:03:12.133533 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-25f05bcf-c03e-432d-a008-a51dc3a06c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.153660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61a5f92f-d73c-4968-942a-1124329219be req-9a3337bd-624f-4c24-b0d4-22f3e79a7cbf tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441334 Sep 16 05:03:12.242953 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-f83f49dd-9804-49d9-9ad9-440e96cc448e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1557381 Sep 16 05:03:12.256743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Request body: {'port': {'device_id': 'd842e9fe-2e0f-46a9-8d41-6b2ba038b50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:12.370204 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.394536 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.656282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57178a7-b580-4cba-9255-cfa6ccbddbae req-9f851379-977f-4393-8adc-7c3c15d521f5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.665015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c57178a7-b580-4cba-9255-cfa6ccbddbae req-9f851379-977f-4393-8adc-7c3c15d521f5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0707994 Sep 16 05:03:12.730727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c57178a7-b580-4cba-9255-cfa6ccbddbae req-0146db0c-7cab-4fdd-9f50-2b8144acfb16 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583403 Sep 16 05:03:12.800004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d354961-5ef2-4268-ae6a-0a3ebf90f72d {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:12.819837 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.836484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Transition to ACTIVE for port object 7d354961-5ef2-4268-ae6a-0a3ebf90f72d will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:12.909149 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.965538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Pushing event updated for resources: {'Port': ['ID=7d354961-5ef2-4268-ae6a-0a3ebf90f72d,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:13.038420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Attempting to bind port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:13.038677 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Attempting to bind port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:13.039013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Attempting to bind port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:13.045566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:13.045566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Attempting to bind port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:13.049847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:13.050160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Checking segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:13.050549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Bound using segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:13.050979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Bound port: 7d354961-5ef2-4268-ae6a-0a3ebf90f72d, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:13.051342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.130254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] For port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:13.142415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] For port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7d354961-5ef2-4268-ae6a-0a3ebf90f72d,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:13.202343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.257272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.258293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.259825 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] 10.222.0.23 "PUT /v2.0/ports/7d354961-5ef2-4268-ae6a-0a3ebf90f72d HTTP/1.1" status: 200 len: 1092 time: 1.0077410 Sep 16 05:03:13.260530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd842e9fe-2e0f-46a9-8d41-6b2ba038b50d', 'tag': '7d354961-5ef2-4268-ae6a-0a3ebf90f72d'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:13.262805 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5947601-bc4b-465c-8184-65ef07f53707" -d '{"events": [{"name": "network-changed", "server_uuid": "d842e9fe-2e0f-46a9-8d41-6b2ba038b50d", "tag": "7d354961-5ef2-4268-ae6a-0a3ebf90f72d"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:13.315363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d464157-186a-4cae-89e9-e0e896ea26ac service neutron] Pushing event updated for resources: {'Port': ['ID=7d354961-5ef2-4268-ae6a-0a3ebf90f72d,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:13.318182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b458a-7852-4f25-8c2c-7972624c5d21 req-817c256d-6f31-4c62-8c77-b529dc2c4d52 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.320855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380b458a-7852-4f25-8c2c-7972624c5d21 req-817c256d-6f31-4c62-8c77-b529dc2c4d52 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 943 time: 0.0882857 Sep 16 05:03:13.323860 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9e0693-eee6-47a3-bab5-39ad3f58253c x-openstack-request-id: req-2b9e0693-eee6-47a3-bab5-39ad3f58253c {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:13.324311 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d842e9fe-2e0f-46a9-8d41-6b2ba038b50d", "tag": "7d354961-5ef2-4268-ae6a-0a3ebf90f72d", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:13.324426 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b9e0693-eee6-47a3-bab5-39ad3f58253c {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:13.324865 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd842e9fe-2e0f-46a9-8d41-6b2ba038b50d', 'tag': '7d354961-5ef2-4268-ae6a-0a3ebf90f72d', 'status': 'completed', 'code': 200} Sep 16 05:03:13.405681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380b458a-7852-4f25-8c2c-7972624c5d21 req-a26f851b-918d-4f37-9f81-aa7bb30552a1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610924 Sep 16 05:03:13.417031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5947601-bc4b-465c-8184-65ef07f53707 req-17814205-0480-4833-b052-1a64f6730bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.418864 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f5947601-bc4b-465c-8184-65ef07f53707 req-17814205-0480-4833-b052-1a64f6730bf1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 1095 time: 0.0681195 Sep 16 05:03:13.464750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44388) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:13.533192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Deleting subnet 589bcd7e-1a7f-4236-95a8-a5c71abd186d {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:13.544585 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.590686 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.636216 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.636927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5947601-bc4b-465c-8184-65ef07f53707 req-ede59a03-9bbe-4a0d-aad1-56d7ad8d396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.638472 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f5947601-bc4b-465c-8184-65ef07f53707 req-ede59a03-9bbe-4a0d-aad1-56d7ad8d396b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2096636 Sep 16 05:03:13.773088 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.790610 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.792740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/589bcd7e-1a7f-4236-95a8-a5c71abd186d HTTP/1.1" status: 204 len: 168 time: 0.3268726 Sep 16 05:03:13.795637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44400) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:13.826102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=589bcd7e-1a7f-4236-95a8-a5c71abd186d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:13.873714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5947601-bc4b-465c-8184-65ef07f53707 req-380d542e-54c0-4d24-9735-24f6218a809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.875619 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f5947601-bc4b-465c-8184-65ef07f53707 req-380d542e-54c0-4d24-9735-24f6218a809e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2295578 Sep 16 05:03:13.876121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:13.876493 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:13.876845 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:13.877261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:13.877600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:13.877933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:13.878260 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:13.878616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:13.878945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:13.879393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:13.879729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:13.880053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90f085-a6a4-4414-85a5-7f4d0ef611ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:13.955547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8dca0-08e2-474e-b6ac-c7d71d0a16a2 req-46314fae-34ae-4992-9b4f-d9fbe41313da tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.957204 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86d8dca0-08e2-474e-b6ac-c7d71d0a16a2 req-46314fae-34ae-4992-9b4f-d9fbe41313da tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1341691 Sep 16 05:03:13.962995 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.980630 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-e280ac46-5b36-41b1-86f1-a59508783aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.983236 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-e280ac46-5b36-41b1-86f1-a59508783aea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 1095 time: 0.0639162 Sep 16 05:03:14.026733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86d8dca0-08e2-474e-b6ac-c7d71d0a16a2 req-d8aa4cbb-9e50-49b3-8eaf-a90a3bf6e81d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596058 Sep 16 05:03:14.038614 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-1b8fc20c-f0dd-41c1-84cb-9dfa0e75bc5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d354961-5ef2-4268-ae6a-0a3ebf90f72d HTTP/1.1" status: 200 len: 217 time: 0.0471036 Sep 16 05:03:14.085998 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.109366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-1c3e9328-8731-471d-9e3d-1c07af3e3f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.110948 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-1c3e9328-8731-471d-9e3d-1c07af3e3f15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.0653493 Sep 16 05:03:14.127809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63755311-245b-44b9-b0cc-45b4e7eaa0ee']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:14.138780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd6d966-c643-4636-bbc8-f73e19819a6c') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:14.139164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd6d966-c643-4636-bbc8-f73e19819a6c') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:14.150492 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.154895 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-7674f76c-e600-4c51-98ee-1b66d90a3760 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366876 Sep 16 05:03:14.171079 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.187383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:14.189718 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:14.220221 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:14.288658 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-c7a05db0-1a51-4f60-a6d7-b99c78e9f586 service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256924 Sep 16 05:03:14.335842 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.346888 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.351711 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] 10.222.0.24 "DELETE /v2.0/networks/63755311-245b-44b9-b0cc-45b4e7eaa0ee HTTP/1.1" status: 204 len: 168 time: 0.5521235 Sep 16 05:03:14.368249 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8f4a7-96ac-4f2e-9603-488013b7ff7c admin admin] Pushing event deleted for resources: {'Network': ['ID=63755311-245b-44b9-b0cc-45b4e7eaa0ee,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:14.401724 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4d221aed-b8b7-4476-82d3-f9e688e5073d req-cb996b5c-eb69-4bd4-99a2-9e23efc468dc service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056316 Sep 16 05:03:14.637677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1705397-7a95-4368-8eb0-f6d071c5ef3d req-9f764abd-fd17-41c0-ad79-708c56433b3b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.637677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1705397-7a95-4368-8eb0-f6d071c5ef3d req-9f764abd-fd17-41c0-ad79-708c56433b3b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 943 time: 0.0593975 Sep 16 05:03:14.637677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1705397-7a95-4368-8eb0-f6d071c5ef3d req-39f60a3d-1a2f-43fb-8882-1ee288563cf0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Sep 16 05:03:14.639904 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98f7ae50-cce8-48d3-a75e-1babcf5314fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.811807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44426) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.861305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2b3acd51-c5ce-41d3-bc1f-bc3457ecd8d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d099c64c4f5a49dc8c668e26bc96c5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474658 Sep 16 05:03:14.863968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44430) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.935032 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5087-2db2-4b2b-bba3-6af59de7d893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.957780 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5087-2db2-4b2b-bba3-6af59de7d893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.087815 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5087-2db2-4b2b-bba3-6af59de7d893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.091450 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5087-2db2-4b2b-bba3-6af59de7d893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.092126 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7dfb5087-2db2-4b2b-bba3-6af59de7d893 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/553b77f6-206f-4994-ac04-a9e20604c0aa HTTP/1.1" status: 204 len: 168 time: 0.2263706 Sep 16 05:03:15.114725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb5087-2db2-4b2b-bba3-6af59de7d893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553b77f6-206f-4994-ac04-a9e20604c0aa,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:15.247844 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.723574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9073-8250-4670-97be-540106af9398 req-756082b1-58bd-4de1-8355-b6135b331429 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.725934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b07a9073-8250-4670-97be-540106af9398 req-756082b1-58bd-4de1-8355-b6135b331429 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 943 time: 0.0573738 Sep 16 05:03:15.775946 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b07a9073-8250-4670-97be-540106af9398 req-d5fea6fc-ac8a-4c8c-b2a0-e522425349a1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439916 Sep 16 05:03:16.036206 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.113403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c8c4262d-7812-4d0c-9343-a5d8003b67d8 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:16.137904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: c8c4262d-7812-4d0c-9343-a5d8003b67d8 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:16.138252 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device c8c4262d-7812-4d0c-9343-a5d8003b67d8 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:16.377649 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.946594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a3d7c-90c6-43af-b650-db12f19ff1f6 req-106e2487-b4d8-4564-96f2-f54e1ccacbc5 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:16.948187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b56a3d7c-90c6-43af-b650-db12f19ff1f6 req-106e2487-b4d8-4564-96f2-f54e1ccacbc5 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 943 time: 0.0963788 Sep 16 05:03:17.039543 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6d2b36a-b410-42b8-acda-37aca5a17b9d req-27d7fabd-287f-4811-84a4-0af74be0634c tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cc4d416-bb60-4d04-8a6a-58975013af38 HTTP/1.1" status: 200 len: 210 time: 0.0505667 Sep 16 05:03:17.043827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b56a3d7c-90c6-43af-b650-db12f19ff1f6 req-0b9df6a3-a86c-47b1-8aa3-049a039e17f6 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884387 Sep 16 05:03:17.215720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896546e-0670-463f-9fbc-f24875aacd9c req-ccea2a73-1096-44ec-802e-e7924bb002cd tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:17.217749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7896546e-0670-463f-9fbc-f24875aacd9c req-ccea2a73-1096-44ec-802e-e7924bb002cd tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0545688 Sep 16 05:03:17.283578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7896546e-0670-463f-9fbc-f24875aacd9c req-8059d547-180e-4ded-a98f-78c049c6ce7c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530686 Sep 16 05:03:17.545412 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.583339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-860de8dd-5de6-48ff-afb9-1c899603ac1b req-9dfc0d28-5639-4c2a-aab6-ff7eae467d04 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0392408 Sep 16 05:03:18.129309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7d354961-5ef2-4268-ae6a-0a3ebf90f72d details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:18.188539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198816e9-bb8e-4949-8d29-62bde39ddf3a req-a03d59f2-4085-4328-acc9-e28f4894fa49 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:18.190903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-198816e9-bb8e-4949-8d29-62bde39ddf3a req-a03d59f2-4085-4328-acc9-e28f4894fa49 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 943 time: 0.0656772 Sep 16 05:03:18.284943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-198816e9-bb8e-4949-8d29-62bde39ddf3a req-98207216-d39f-4e24-9d75-c21d3bc313dc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823870 Sep 16 05:03:18.363406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7d354961-5ef2-4268-ae6a-0a3ebf90f72d,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:18.376578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '7d354961-5ef2-4268-ae6a-0a3ebf90f72d', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'port_id': '7d354961-5ef2-4268-ae6a-0a3ebf90f72d', 'mac_address': 'fa:16:3e:24:9d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f70418-5d8e-40e0-8694-6480bd170868', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:18.418984 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.447157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d354961-5ef2-4268-ae6a-0a3ebf90f72d {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:18.472707 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7d354961-5ef2-4268-ae6a-0a3ebf90f72d,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:18.560089 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.618909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7d354961-5ef2-4268-ae6a-0a3ebf90f72d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:18.714080 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c322546e-f4f7-4945-82e0-e907db9fe74e req-c89895d5-c094-497f-812a-2949dc3a9232 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0444469 Sep 16 05:03:18.784394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['7d354961-5ef2-4268-ae6a-0a3ebf90f72d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:19.422777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b981-3a9a-4cf1-8d70-153713a7472c req-cb940e0a-b961-4cce-9d59-6c816915e0e0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.433993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c19b981-3a9a-4cf1-8d70-153713a7472c req-cb940e0a-b961-4cce-9d59-6c816915e0e0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 944 time: 0.0706189 Sep 16 05:03:19.478089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c19b981-3a9a-4cf1-8d70-153713a7472c req-ad492322-6b4f-4d76-b676-2c364e679f3e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Sep 16 05:03:19.855412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fbf8a848-b528-4e2f-9ed7-207485fdfab0 req-cd11bd0c-b970-4316-ab5e-79ae1509735f tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0497463 Sep 16 05:03:20.144628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7d354961-5ef2-4268-ae6a-0a3ebf90f72d up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:20.264491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:20.269047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:20.269533 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.353194 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.376429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd842e9fe-2e0f-46a9-8d41-6b2ba038b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d354961-5ef2-4268-ae6a-0a3ebf90f72d'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:20.378764 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1875effd-306f-4a21-958f-6c7bf8122afd" -d '{"events": [{"server_uuid": "d842e9fe-2e0f-46a9-8d41-6b2ba038b50d", "name": "network-vif-plugged", "status": "completed", "tag": "7d354961-5ef2-4268-ae6a-0a3ebf90f72d"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:20.400035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7d354961-5ef2-4268-ae6a-0a3ebf90f72d,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:20.422399 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cda61ba-2fdd-4aa6-9520-7bdca1ed8698 x-openstack-request-id: req-7cda61ba-2fdd-4aa6-9520-7bdca1ed8698 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:20.422727 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d842e9fe-2e0f-46a9-8d41-6b2ba038b50d", "name": "network-vif-plugged", "status": "completed", "tag": "7d354961-5ef2-4268-ae6a-0a3ebf90f72d", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:20.422992 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cda61ba-2fdd-4aa6-9520-7bdca1ed8698 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:20.423395 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd842e9fe-2e0f-46a9-8d41-6b2ba038b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d354961-5ef2-4268-ae6a-0a3ebf90f72d', 'code': 200} Sep 16 05:03:20.475277 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.532700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7d354961-5ef2-4268-ae6a-0a3ebf90f72d,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.550493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed03b1-2531-49fe-8723-10649ac27375 req-dc7246c0-fa8f-42ad-8a5a-4696a7924c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.552342 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-79ed03b1-2531-49fe-8723-10649ac27375 req-dc7246c0-fa8f-42ad-8a5a-4696a7924c11 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 1097 time: 0.0490816 Sep 16 05:03:20.602103 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-79ed03b1-2531-49fe-8723-10649ac27375 req-6ab8be36-f1fa-4473-ba0e-ee62403237b8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Sep 16 05:03:20.620487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b301383-e286-4baa-b0b7-1368fb7e70f3 req-5de768db-5081-4fa5-a895-1626a00d65fa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.622126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b301383-e286-4baa-b0b7-1368fb7e70f3 req-5de768db-5081-4fa5-a895-1626a00d65fa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 945 time: 0.0595524 Sep 16 05:03:20.660309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b301383-e286-4baa-b0b7-1368fb7e70f3 req-160c6bed-e85b-4f9d-9503-baf8dd44b73e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319791 Sep 16 05:03:20.977995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6768f12d-acbb-466b-b8b1-406dca049662 req-97df4577-5adf-4f94-862e-e538a8e6f351 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0391612 Sep 16 05:03:21.317080 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8fd45f46-cefe-4e03-94c3-dde1b3505572 req-e12617c5-6723-4322-9fb3-50cda1bd1cd4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8cc4d416-bb60-4d04-8a6a-58975013af38 HTTP/1.1" status: 200 len: 210 time: 0.0259666 Sep 16 05:03:21.776674 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f901cf-3011-4600-9d6f-baf7b3b33c7c req-4a365177-99e3-4e61-bcfa-a159de024fad tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:21.778091 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8f901cf-3011-4600-9d6f-baf7b3b33c7c req-4a365177-99e3-4e61-bcfa-a159de024fad tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 945 time: 0.0488355 Sep 16 05:03:21.818467 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8f901cf-3011-4600-9d6f-baf7b3b33c7c req-46552063-0eeb-4747-9b49-00b249c285cc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342238 Sep 16 05:03:21.882528 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b74099fe-b6c5-4afd-8a56-2ab817f3d15e req-279f43cc-5d75-4c9f-a5cd-88407bb09807 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0336037 Sep 16 05:03:22.087022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb49317a-64e6-4acc-925a-4fde34a5f102 req-09437c0e-391e-4e66-ae04-c2f5d97668a1 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0290124 Sep 16 05:03:22.964124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4ba57-6db9-4909-a0dc-a124ce286daf req-9f0d78c7-1934-493d-b7bf-424d32650c07 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:22.965617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96f4ba57-6db9-4909-a0dc-a124ce286daf req-9f0d78c7-1934-493d-b7bf-424d32650c07 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 945 time: 0.0619206 Sep 16 05:03:23.040657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96f4ba57-6db9-4909-a0dc-a124ce286daf req-73349057-fbda-4174-913c-63be12dc55e0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614893 Sep 16 05:03:23.227260 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea4eda61-d49c-4c45-9504-89c3130d0b80 req-ab748221-dcf3-4ed7-a9a1-4dd61e0c8f24 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0434265 Sep 16 05:03:23.336456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-2032d197-21b5-478b-aca7-159bbfbfce51 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.339979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-2032d197-21b5-478b-aca7-159bbfbfce51 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.1155839 Sep 16 05:03:23.355114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-41a54626-cfeb-4240-9e84-2ac37a76e8a7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/quotas/98d6cd4e2eb34439a7eade1bcd54cb12 HTTP/1.1" status: 200 len: 375 time: 0.0108001 Sep 16 05:03:23.411216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-8ee59094-9d2f-4a73-98b9-e07f35412c75 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500481 Sep 16 05:03:23.627840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-a158903c-459f-4f73-8109-77fd239b1526 service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094455 Sep 16 05:03:23.720449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-c04a799f-939c-4210-a948-30a84f1c22f4 service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855944 Sep 16 05:03:23.984896 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8024c07-3841-4bf2-97c7-41d12d0e5ba6 req-d733b9bf-3949-4bd0-ab24-dc56296ee87a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 210 time: 0.0378814 Sep 16 05:03:24.349031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-58f9a991-01fe-437f-8976-5af68aa980b2 req-5bc664c1-5eaa-4e3b-83d9-e7b963a7eff7 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0334609 Sep 16 05:03:24.899410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b1f2332-7c72-4aae-a153-36a9d68ce96c req-3df24e51-85a9-4acd-a1ff-d5c82103a880 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0422559 Sep 16 05:03:25.087028 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9eb59ac-f383-4a62-8cfd-8c74988274db req-8b580b14-879d-4b5a-9139-97a3a49cc74c tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 210 time: 0.0323312 Sep 16 05:03:26.005868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ea3d84e-c766-450a-a408-63acdb1aed48 req-473b2f11-a9c5-42b1-adaa-1ce844212081 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0267184 Sep 16 05:03:26.186626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0336e97b-f218-48c7-bba7-0c915eb7231b req-54b54cbf-fdd4-4170-964b-f212d02b8c61 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 210 time: 0.0284145 Sep 16 05:03:26.373209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-93d00576-6d3b-4fc7-ab8f-da7d2680d64a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:26.374918 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-93d00576-6d3b-4fc7-ab8f-da7d2680d64a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.37 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.1556900 Sep 16 05:03:26.392143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Request body: {'port': {'device_id': '93622246-a239-40b7-94d6-cdd444a73a6a', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'admin_state_up': True, 'tenant_id': '98d6cd4e2eb34439a7eade1bcd54cb12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:26.616444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e7434-8085-4801-84ef-33a91acb9c07 req-a936bf85-9cc8-47de-b393-e69bf1f9c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:26.618056 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5c1e7434-8085-4801-84ef-33a91acb9c07 req-a936bf85-9cc8-47de-b393-e69bf1f9c7dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 1097 time: 0.1138220 Sep 16 05:03:26.652907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Made reservation on behalf of 98d6cd4e2eb34439a7eade1bcd54cb12 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:26.657657 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.657849 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5c1e7434-8085-4801-84ef-33a91acb9c07 req-ca1bfdaa-e444-46fb-8af0-e1b990b48be8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335259 Sep 16 05:03:26.852122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Allocated IP 172.20.0.12 (b2a6c7bf-0b55-4a98-afae-9c638ca84214/21f70418-5d8e-40e0-8694-6480bd170868/36fbaa14-8bba-4296-823d-7b5951e7efde) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:27.006385 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.117065 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3aa433f2-42ef-48d5-8812-e550e6134067 req-16449297-5afe-4197-8881-903d59aab0ad tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0307293 Sep 16 05:03:27.126054 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.139605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5', '7d354961-5ef2-4268-ae6a-0a3ebf90f72d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:27.190488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Network b2a6c7bf-0b55-4a98-afae-9c638ca84214 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:27.194792 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:27.202191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:27.229346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event updated for resources: {'Port': ['ID=36fbaa14-8bba-4296-823d-7b5951e7efde,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.270118 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:27.284982 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.374571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be384de5-ce73-41ec-81bd-44f42b8aaf2f req-0f0a77b8-9980-4be3-8131-e676197b38fe tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:27.376073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be384de5-ce73-41ec-81bd-44f42b8aaf2f req-0f0a77b8-9980-4be3-8131-e676197b38fe tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 932 time: 0.0657592 Sep 16 05:03:27.385407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-36aeede2-83b9-4b4f-a6f7-4a100096f8b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9972544 Sep 16 05:03:27.410538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Request body: {'port': {'device_id': '93622246-a239-40b7-94d6-cdd444a73a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:27.455137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be384de5-ce73-41ec-81bd-44f42b8aaf2f req-ad48b6cb-a4d1-4909-b2c8-ede6f5547d01 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687752 Sep 16 05:03:27.503660 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.858956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36fbaa14-8bba-4296-823d-7b5951e7efde {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:27.868690 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.884075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Transition to ACTIVE for port object 36fbaa14-8bba-4296-823d-7b5951e7efde will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:27.944982 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.002267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Pushing event updated for resources: {'Port': ['ID=36fbaa14-8bba-4296-823d-7b5951e7efde,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:28.092060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Attempting to bind port 36fbaa14-8bba-4296-823d-7b5951e7efde on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:28.092621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Attempting to bind port 36fbaa14-8bba-4296-823d-7b5951e7efde by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:28.093056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Attempting to bind port 36fbaa14-8bba-4296-823d-7b5951e7efde on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:28.097980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Port 36fbaa14-8bba-4296-823d-7b5951e7efde on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:28.097980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Attempting to bind port 36fbaa14-8bba-4296-823d-7b5951e7efde on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:28.102871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:28.103326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Checking segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:28.103755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Bound using segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:28.104256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Bound port: 36fbaa14-8bba-4296-823d-7b5951e7efde, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:28.104699 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.177938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] For port 36fbaa14-8bba-4296-823d-7b5951e7efde, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:28.181826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] For port 36fbaa14-8bba-4296-823d-7b5951e7efde, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=36fbaa14-8bba-4296-823d-7b5951e7efde,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:28.245113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e13787df-fe87-461f-9d0b-0101a3171244 req-7afc8200-2a52-4fbe-a6da-cfcba2dd10ff tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0282245 Sep 16 05:03:28.280231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.321062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:28.321751 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.323215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] 10.222.0.37 "PUT /v2.0/ports/36fbaa14-8bba-4296-823d-7b5951e7efde HTTP/1.1" status: 200 len: 1093 time: 0.9209869 Sep 16 05:03:28.323716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93622246-a239-40b7-94d6-cdd444a73a6a', 'tag': '36fbaa14-8bba-4296-823d-7b5951e7efde'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:28.325968 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27260bd4-b9ad-4e0e-946f-dafd5bc909dd" -d '{"events": [{"name": "network-changed", "server_uuid": "93622246-a239-40b7-94d6-cdd444a73a6a", "tag": "36fbaa14-8bba-4296-823d-7b5951e7efde"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:28.352802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7289c8-d73a-485e-88fd-240684aa784e service neutron] Pushing event updated for resources: {'Port': ['ID=36fbaa14-8bba-4296-823d-7b5951e7efde,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:28.370428 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcca4abf-3ea2-4b9e-979d-b4f6bb6ae262 x-openstack-request-id: req-fcca4abf-3ea2-4b9e-979d-b4f6bb6ae262 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:28.370722 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93622246-a239-40b7-94d6-cdd444a73a6a", "tag": "36fbaa14-8bba-4296-823d-7b5951e7efde", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:28.370999 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcca4abf-3ea2-4b9e-979d-b4f6bb6ae262 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:28.371407 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93622246-a239-40b7-94d6-cdd444a73a6a', 'tag': '36fbaa14-8bba-4296-823d-7b5951e7efde', 'status': 'completed', 'code': 200} Sep 16 05:03:28.465486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27260bd4-b9ad-4e0e-946f-dafd5bc909dd req-7578c328-2991-4f3a-ab79-1cbbc3114110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:28.467563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27260bd4-b9ad-4e0e-946f-dafd5bc909dd req-7578c328-2991-4f3a-ab79-1cbbc3114110 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 1096 time: 0.0732992 Sep 16 05:03:28.625830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27260bd4-b9ad-4e0e-946f-dafd5bc909dd req-974f1d23-3c26-4934-9eb0-294066b65374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:28.627415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27260bd4-b9ad-4e0e-946f-dafd5bc909dd req-974f1d23-3c26-4934-9eb0-294066b65374 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1516275 Sep 16 05:03:28.636697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a62488-ab3a-44fd-9da2-77132bc11bc1 req-cdc1a04b-d108-4e6d-87e1-a0c8bf039639 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:28.638087 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25a62488-ab3a-44fd-9da2-77132bc11bc1 req-cdc1a04b-d108-4e6d-87e1-a0c8bf039639 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 944 time: 0.0743742 Sep 16 05:03:29.084181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25a62488-ab3a-44fd-9da2-77132bc11bc1 req-f4c4a84c-a1e6-4a95-8166-50045d151835 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768964 Sep 16 05:03:29.112441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27260bd4-b9ad-4e0e-946f-dafd5bc909dd req-0706ba6f-9ccc-4abe-93f1-ebfd3c66a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:29.114925 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27260bd4-b9ad-4e0e-946f-dafd5bc909dd req-0706ba6f-9ccc-4abe-93f1-ebfd3c66a4b5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4753983 Sep 16 05:03:29.199721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-3aa2fc27-5216-4a69-bca2-bd14c6edbe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:29.201468 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-3aa2fc27-5216-4a69-bca2-bd14c6edbe3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 1096 time: 0.0444357 Sep 16 05:03:29.247152 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-c6ce405e-9eb7-4dfe-ba6f-4100deef8312 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36fbaa14-8bba-4296-823d-7b5951e7efde HTTP/1.1" status: 200 len: 217 time: 0.0371163 Sep 16 05:03:29.303221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-3a19c467-c8ca-49a8-bc14-b7557db0b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:29.305795 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-3a19c467-c8ca-49a8-bc14-b7557db0b06b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.0506191 Sep 16 05:03:29.347174 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-6c3c80f7-c753-4a75-973e-36cfaaafaf55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326009 Sep 16 05:03:29.384192 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f581956-419e-4f0a-aa06-1d2f2082ac18 req-0a4cd288-cfaf-490f-9ebd-4273c21cdd6e tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0393984 Sep 16 05:03:29.479876 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-5cfdd81c-f445-4921-8d4c-720e31f74ca9 service neutron] 10.222.0.37 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201596 Sep 16 05:03:29.575177 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7e6b545d-1a2d-4f1e-b2bc-747e123fcb1e req-70ebf6a4-26dc-473a-aeff-cb134ec7fe2f service neutron] 10.222.0.37 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882463 Sep 16 05:03:30.218314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad65d71-d1b0-43fa-aa83-be74c31b7530 req-5f1d5dd9-151b-401d-9d1b-7eb0bc59fbe8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:30.219952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ad65d71-d1b0-43fa-aa83-be74c31b7530 req-5f1d5dd9-151b-401d-9d1b-7eb0bc59fbe8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 944 time: 0.0524058 Sep 16 05:03:30.263417 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ad65d71-d1b0-43fa-aa83-be74c31b7530 req-5302c805-05b2-47e2-85df-ebf44d0f11ad tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Sep 16 05:03:30.504099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-46915478-325e-44d0-a146-4b54b41ef072 req-1b37a18d-80ca-480d-9778-87d2f097d995 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0296330 Sep 16 05:03:31.408305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f48a8-dda9-48c3-bb2d-07c1074a0e0e req-9beefc10-9b2b-4c65-9691-434abfc89e81 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.410144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af2f48a8-dda9-48c3-bb2d-07c1074a0e0e req-9beefc10-9b2b-4c65-9691-434abfc89e81 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 944 time: 0.0614848 Sep 16 05:03:31.450844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af2f48a8-dda9-48c3-bb2d-07c1074a0e0e req-62fbd8f9-d641-426d-b547-3c63e5a268da tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Sep 16 05:03:31.609466 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b26500e8-dbbe-42f6-b747-f6c46235e9b3 req-5e7800fc-9f32-4207-b8ee-57d44c3a11f8 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0280159 Sep 16 05:03:31.710520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f98135-8612-4842-9d3b-6a8305bd59ae req-eebb1119-b693-4890-a32d-e1f43e15fd96 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.710520 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79f98135-8612-4842-9d3b-6a8305bd59ae req-eebb1119-b693-4890-a32d-e1f43e15fd96 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0503578 Sep 16 05:03:31.770899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79f98135-8612-4842-9d3b-6a8305bd59ae req-2292c092-98b2-402d-9b35-f15f91168f05 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577602 Sep 16 05:03:31.774399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe6d9d-780f-444b-8f7f-0c41bc4ddbd9 req-0f3ad83a-e6b7-4141-8858-4ae0ffa4de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.775837 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97fe6d9d-780f-444b-8f7f-0c41bc4ddbd9 req-0f3ad83a-e6b7-4141-8858-4ae0ffa4de16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 1097 time: 0.0739720 Sep 16 05:03:31.875158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe6d9d-780f-444b-8f7f-0c41bc4ddbd9 req-abbda820-8615-4902-8c81-cec0352960a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.876834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97fe6d9d-780f-444b-8f7f-0c41bc4ddbd9 req-abbda820-8615-4902-8c81-cec0352960a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 200 len: 919 time: 0.0932062 Sep 16 05:03:31.936666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97fe6d9d-780f-444b-8f7f-0c41bc4ddbd9 req-3d5d5a06-98da-4ad0-a920-e9a14e965734 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af HTTP/1.1" status: 200 len: 217 time: 0.0526915 Sep 16 05:03:31.987788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe6d9d-780f-444b-8f7f-0c41bc4ddbd9 req-d81368f0-4320-40d8-91b9-009ee3ebeb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.989349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97fe6d9d-780f-444b-8f7f-0c41bc4ddbd9 req-d81368f0-4320-40d8-91b9-009ee3ebeb9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7b9479-d47d-40b7-b9ac-21851f2a6d70 HTTP/1.1" status: 200 len: 859 time: 0.0447271 Sep 16 05:03:32.026740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97fe6d9d-780f-444b-8f7f-0c41bc4ddbd9 req-a199c535-54d4-4f3a-9524-651fc6be4eda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253568 Sep 16 05:03:32.125122 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97fe6d9d-780f-444b-8f7f-0c41bc4ddbd9 req-e6b3150d-278f-4dd9-b5bd-ef2c0429d629 service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879345 Sep 16 05:03:32.234804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97fe6d9d-780f-444b-8f7f-0c41bc4ddbd9 req-1f1793ef-719b-480e-ae4c-56047c1aebea service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008267 Sep 16 05:03:32.575323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589646a8-80ca-405e-a1ec-8cf0c741a50b req-b70e1f7c-c08c-4e76-9ea2-c052862ebf47 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.576987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-589646a8-80ca-405e-a1ec-8cf0c741a50b req-b70e1f7c-c08c-4e76-9ea2-c052862ebf47 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 944 time: 0.0558512 Sep 16 05:03:32.628724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-589646a8-80ca-405e-a1ec-8cf0c741a50b req-ab420554-f53f-4d25-b5ae-a75f57522d56 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391555 Sep 16 05:03:32.717366 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3843ecc-c44b-4607-b8fb-3294bc73dab5 req-8f3ab246-0e19-41df-8afa-adc95b419d84 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0272822 Sep 16 05:03:32.887450 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cfa6c-bb96-413e-a2ba-c457517c3745 req-9e6c884d-a018-4057-b364-3a86e5320b96 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.889221 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef8cfa6c-bb96-413e-a2ba-c457517c3745 req-9e6c884d-a018-4057-b364-3a86e5320b96 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0494411 Sep 16 05:03:32.936001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef8cfa6c-bb96-413e-a2ba-c457517c3745 req-105e21f8-9c7c-44b1-8850-48a1dcd655fb tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405424 Sep 16 05:03:33.313298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 36fbaa14-8bba-4296-823d-7b5951e7efde details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:33.419695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 36fbaa14-8bba-4296-823d-7b5951e7efde, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=36fbaa14-8bba-4296-823d-7b5951e7efde,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:33.431855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '36fbaa14-8bba-4296-823d-7b5951e7efde', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'port_id': '36fbaa14-8bba-4296-823d-7b5951e7efde', 'mac_address': 'fa:16:3e:86:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f70418-5d8e-40e0-8694-6480bd170868', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:33.470071 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.484085 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fbaa14-8bba-4296-823d-7b5951e7efde {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:33.504118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 36fbaa14-8bba-4296-823d-7b5951e7efde, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=36fbaa14-8bba-4296-823d-7b5951e7efde,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:33.565374 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.618948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=36fbaa14-8bba-4296-823d-7b5951e7efde,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:33.750983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dffcf-408c-4b37-8f81-12f48b544195 req-bcc66314-2109-4a3f-ba1c-b1ef4f17fae4 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:33.752703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e34dffcf-408c-4b37-8f81-12f48b544195 req-bcc66314-2109-4a3f-ba1c-b1ef4f17fae4 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 945 time: 0.0530374 Sep 16 05:03:33.797623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e34dffcf-408c-4b37-8f81-12f48b544195 req-0dba022e-3a02-4418-afe2-72bb804eb132 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383985 Sep 16 05:03:33.827108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['36fbaa14-8bba-4296-823d-7b5951e7efde'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:33.837184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-900f486c-3f97-4739-abc1-6df7b3723139 req-27157dc2-10f6-45bf-be01-d53d01c7413b tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0366035 Sep 16 05:03:34.071970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf06bb-c312-40e0-a17c-55ab784d10af req-46875444-eb18-4bad-b9f6-14707870eee0 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.073686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fcf06bb-c312-40e0-a17c-55ab784d10af req-46875444-eb18-4bad-b9f6-14707870eee0 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0537672 Sep 16 05:03:34.115620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fcf06bb-c312-40e0-a17c-55ab784d10af req-322ecd41-ef17-430c-b308-f7a70ecd64f0 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Sep 16 05:03:34.158052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50056106-9aad-45d2-b220-925fd93659e6 req-77228425-07c9-422d-a68e-587938869f67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401211 Sep 16 05:03:34.228246 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50056106-9aad-45d2-b220-925fd93659e6 req-9cf28a53-782d-4588-a5d8-68a4a3939e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.229958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50056106-9aad-45d2-b220-925fd93659e6 req-9cf28a53-782d-4588-a5d8-68a4a3939e18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 1097 time: 0.0435648 Sep 16 05:03:34.357182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50056106-9aad-45d2-b220-925fd93659e6 req-99c05333-60bc-4f10-9a39-9d9f48159bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.358674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50056106-9aad-45d2-b220-925fd93659e6 req-99c05333-60bc-4f10-9a39-9d9f48159bbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 200 len: 919 time: 0.1010959 Sep 16 05:03:34.403154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50056106-9aad-45d2-b220-925fd93659e6 req-eab68847-4a7f-491d-8306-1b7fb0beb330 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=517abf5d-da89-4c0c-b141-11210ee3daa5 HTTP/1.1" status: 200 len: 217 time: 0.0358105 Sep 16 05:03:34.464733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50056106-9aad-45d2-b220-925fd93659e6 req-6c8624a3-90d0-4df3-bf17-4024872cb6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.466196 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50056106-9aad-45d2-b220-925fd93659e6 req-6c8624a3-90d0-4df3-bf17-4024872cb6e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7b9479-d47d-40b7-b9ac-21851f2a6d70 HTTP/1.1" status: 200 len: 859 time: 0.0514419 Sep 16 05:03:34.498004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50056106-9aad-45d2-b220-925fd93659e6 req-6366a559-2675-4db1-8a24-66625aa2ce71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245855 Sep 16 05:03:34.591234 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50056106-9aad-45d2-b220-925fd93659e6 req-d18d789e-e1d0-4c4d-95ee-ba8c97be6f3b service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850337 Sep 16 05:03:34.693175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50056106-9aad-45d2-b220-925fd93659e6 req-4d88dfed-50c7-422d-b0ae-66d53a673831 service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940590 Sep 16 05:03:34.920252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0485d-8fe3-4e0c-b7bd-a37e95829a87 req-81977444-29f7-48b1-9c4b-fb3f430e4167 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.921788 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33a0485d-8fe3-4e0c-b7bd-a37e95829a87 req-81977444-29f7-48b1-9c4b-fb3f430e4167 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 945 time: 0.0505159 Sep 16 05:03:34.953952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45b9f432-e2e8-436d-b33e-3e6b4b856a81 req-7494f96f-f16e-43e9-a8cd-a57213e122f6 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0311987 Sep 16 05:03:34.980151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33a0485d-8fe3-4e0c-b7bd-a37e95829a87 req-92c51254-b2ad-4c11-9294-d1c3d4f0a7dc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485985 Sep 16 05:03:35.239786 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4ff92-d708-4530-9a6c-94d1ea15b5f6 req-c38cdaf3-5910-4ec8-9e71-4cff635a465c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.241504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40d4ff92-d708-4530-9a6c-94d1ea15b5f6 req-c38cdaf3-5910-4ec8-9e71-4cff635a465c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0560954 Sep 16 05:03:35.282855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40d4ff92-d708-4530-9a6c-94d1ea15b5f6 req-ce706ea7-2080-4dc7-9abf-f125bd899fcb tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337296 Sep 16 05:03:35.314687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 36fbaa14-8bba-4296-823d-7b5951e7efde up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:35.462790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 36fbaa14-8bba-4296-823d-7b5951e7efde completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:35.466767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 36fbaa14-8bba-4296-823d-7b5951e7efde triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:35.467140 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.549803 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.573524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93622246-a239-40b7-94d6-cdd444a73a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fbaa14-8bba-4296-823d-7b5951e7efde'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:35.575805 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ff19e4-1089-49e2-9b72-f8edddedfc09" -d '{"events": [{"server_uuid": "93622246-a239-40b7-94d6-cdd444a73a6a", "name": "network-vif-plugged", "status": "completed", "tag": "36fbaa14-8bba-4296-823d-7b5951e7efde"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:35.589287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 36fbaa14-8bba-4296-823d-7b5951e7efde, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=36fbaa14-8bba-4296-823d-7b5951e7efde,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:35.614645 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c36d81-a168-4e99-96c1-92e53a7ba66f x-openstack-request-id: req-f6c36d81-a168-4e99-96c1-92e53a7ba66f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:35.615004 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93622246-a239-40b7-94d6-cdd444a73a6a", "name": "network-vif-plugged", "status": "completed", "tag": "36fbaa14-8bba-4296-823d-7b5951e7efde", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:35.615369 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6c36d81-a168-4e99-96c1-92e53a7ba66f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:35.615951 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93622246-a239-40b7-94d6-cdd444a73a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fbaa14-8bba-4296-823d-7b5951e7efde', 'code': 200} Sep 16 05:03:35.653666 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.709447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=36fbaa14-8bba-4296-823d-7b5951e7efde,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:35.725278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3466-e3e5-41a0-b047-7fa53233dc9b req-7947b784-26a5-4ab1-94a0-04db7c16d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.728530 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44ad3466-e3e5-41a0-b047-7fa53233dc9b req-7947b784-26a5-4ab1-94a0-04db7c16d7f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 1098 time: 0.0434105 Sep 16 05:03:35.762826 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44ad3466-e3e5-41a0-b047-7fa53233dc9b req-9c66f0d9-c10a-46dd-802b-b98c2e7e4df5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284994 Sep 16 05:03:36.078361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1172eb1-507f-4812-b38c-30b740eb0892 req-f58d05e1-4b75-4a5a-9dce-2a5e81c44788 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0348642 Sep 16 05:03:36.132492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a29f6-937c-4807-b4a6-7e54e0179825 req-8be05f10-c457-4987-8360-d6ba8743a1f9 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.134185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-944a29f6-937c-4807-b4a6-7e54e0179825 req-8be05f10-c457-4987-8360-d6ba8743a1f9 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 946 time: 0.0587416 Sep 16 05:03:36.175574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-944a29f6-937c-4807-b4a6-7e54e0179825 req-b34ca256-39c9-480e-9f73-f592fb69212b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349507 Sep 16 05:03:36.405544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae31a81-86db-41d4-91be-0fca91f6ff01 req-4c24f4f2-9e56-461f-9e5a-b2a70691ce4c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.407079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ae31a81-86db-41d4-91be-0fca91f6ff01 req-4c24f4f2-9e56-461f-9e5a-b2a70691ce4c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0526595 Sep 16 05:03:36.449801 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ae31a81-86db-41d4-91be-0fca91f6ff01 req-b628465f-f2cd-44eb-bc3c-0f2a6bf914b8 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Sep 16 05:03:37.186694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b8ed58f-b941-4998-967f-fcf2af835372 req-9ec494e9-0aca-4cc0-ba31-e26656e54c5d tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0279622 Sep 16 05:03:37.307274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a826d-21f4-490f-bfd9-483ba0a728e3 req-49eb39c5-ddb7-420c-8364-54e3b6276986 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.310375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-464a826d-21f4-490f-bfd9-483ba0a728e3 req-49eb39c5-ddb7-420c-8364-54e3b6276986 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 946 time: 0.0630879 Sep 16 05:03:37.352015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-464a826d-21f4-490f-bfd9-483ba0a728e3 req-f04b7b4b-64f6-4a31-8803-38c2bc61880a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371437 Sep 16 05:03:37.578430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39069658-8eda-47f2-a524-b41bfd394e41 req-d25a7388-f9f9-482c-9131-964605ede634 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.580058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39069658-8eda-47f2-a524-b41bfd394e41 req-d25a7388-f9f9-482c-9131-964605ede634 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0527852 Sep 16 05:03:37.621809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39069658-8eda-47f2-a524-b41bfd394e41 req-cfdbd7fa-66c8-435f-a7a9-10a8002ecb1a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344024 Sep 16 05:03:38.296262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-270b8cd1-a27d-4631-9444-723b65fe4bb1 req-e066eabb-a471-4601-9851-76cc8e1687d3 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0275109 Sep 16 05:03:38.478543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3133fc2-132d-4632-9e4d-eef16a172efd req-85c88b84-7af3-4247-8e5c-733e128dfb44 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.480039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3133fc2-132d-4632-9e4d-eef16a172efd req-85c88b84-7af3-4247-8e5c-733e128dfb44 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 946 time: 0.0482795 Sep 16 05:03:38.525016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3133fc2-132d-4632-9e4d-eef16a172efd req-32f940b8-8b6a-40df-9da2-c05b8cadb635 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382590 Sep 16 05:03:38.654534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b383422-7311-469e-9690-5c1d23940abd req-8e75a889-a408-4210-ab40-ba5a61ce95c6 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.656187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b383422-7311-469e-9690-5c1d23940abd req-8e75a889-a408-4210-ab40-ba5a61ce95c6 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 945 time: 0.0507016 Sep 16 05:03:38.706894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b383422-7311-469e-9690-5c1d23940abd req-22e13bf4-752e-4f27-bfe5-437e6d6ed7f5 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419557 Sep 16 05:03:38.757391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350335eb-778d-4f7c-b38a-09e2a03fe656 req-a6b8c42a-0ffc-481f-a248-90fc60f8b68f tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.758996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-350335eb-778d-4f7c-b38a-09e2a03fe656 req-a6b8c42a-0ffc-481f-a248-90fc60f8b68f tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0512314 Sep 16 05:03:38.829336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-350335eb-778d-4f7c-b38a-09e2a03fe656 req-98983f07-51f0-403d-ae1d-2ec0c2e2b7b5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636213 Sep 16 05:03:38.846320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99b133-df2f-4cca-9c37-cf01cd0d1960 req-ef2f8c0c-4105-4317-a27d-97fad8a2cb8b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.847770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e99b133-df2f-4cca-9c37-cf01cd0d1960 req-ef2f8c0c-4105-4317-a27d-97fad8a2cb8b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 946 time: 0.0669084 Sep 16 05:03:38.887079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e99b133-df2f-4cca-9c37-cf01cd0d1960 req-e73732e1-f990-44f8-b76c-88c91242cb2e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Sep 16 05:03:39.414734 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0009041-7279-49c8-b3e4-44641e07c2a0 req-a280efb8-a43a-4049-b993-05e976b120f1 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0321305 Sep 16 05:03:39.426837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e995e9-4391-4028-bcfd-24289999ef56 req-ab0650ca-2392-4809-845e-14fd393ed06f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.428522 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6e995e9-4391-4028-bcfd-24289999ef56 req-ab0650ca-2392-4809-845e-14fd393ed06f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 946 time: 0.1212211 Sep 16 05:03:39.476671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6e995e9-4391-4028-bcfd-24289999ef56 req-bb93a13e-4838-4593-944d-6d3ed3b89147 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404835 Sep 16 05:03:39.950326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c69a4-379c-4b50-8ccb-ad25704405bb req-ad10a763-7328-40a3-8b5b-aa74c5653583 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.952103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c23c69a4-379c-4b50-8ccb-ad25704405bb req-ad10a763-7328-40a3-8b5b-aa74c5653583 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0524364 Sep 16 05:03:39.998919 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c23c69a4-379c-4b50-8ccb-ad25704405bb req-8c1b1e4a-d251-47c1-9f70-60f19f3ff078 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397243 Sep 16 05:03:40.524298 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7716f4a-ed82-40eb-897c-a427c83d3b66 req-7c3a684c-28cf-4c54-b1b0-aaaf0d10dd5c tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0287724 Sep 16 05:03:40.708004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072b858-00ae-488c-9b40-d0cf5207a1f9 req-66df7b18-9a25-4eab-945d-0d8a9cf3027f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:40.709557 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3072b858-00ae-488c-9b40-d0cf5207a1f9 req-66df7b18-9a25-4eab-945d-0d8a9cf3027f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 946 time: 0.1179523 Sep 16 05:03:40.740281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-e0a82327-183f-4beb-be4f-f85dd7acbfeb tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:40.742477 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-e0a82327-183f-4beb-be4f-f85dd7acbfeb tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/networks?id=33013b96-358b-4b6c-9e87-35051574e47d HTTP/1.1" status: 200 len: 813 time: 0.1612823 Sep 16 05:03:40.764483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-c8dba73a-a305-4c3a-961a-219753d596b8 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/quotas/74552cee31db4306b625e7ca462c68fb HTTP/1.1" status: 200 len: 375 time: 0.0156696 Sep 16 05:03:40.786639 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3072b858-00ae-488c-9b40-d0cf5207a1f9 req-53cb7468-fc42-49a1-96f9-348f85777af2 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678475 Sep 16 05:03:40.802836 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-e381b5e0-708f-4616-ab63-5b1d9b4a9a6f tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=74552cee31db4306b625e7ca462c68fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304346 Sep 16 05:03:40.908192 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-62c2f551-2d5f-422a-934c-0d72e8028aed service neutron] 10.222.0.24 "GET /v2.0/networks/33013b96-358b-4b6c-9e87-35051574e47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953381 Sep 16 05:03:41.022338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f8447-4a14-4e65-8c20-828d4d2d5135 req-3fee3658-a4b1-45ba-ade4-2eca4f8224cd tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.024276 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d5f8447-4a14-4e65-8c20-828d4d2d5135 req-3fee3658-a4b1-45ba-ade4-2eca4f8224cd tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.37 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 946 time: 0.1017566 Sep 16 05:03:41.042508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-478e5992-c3e4-46ab-8bbe-d25594620260 service neutron] 10.222.0.24 "GET /v2.0/networks/33013b96-358b-4b6c-9e87-35051574e47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278012 Sep 16 05:03:41.171228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8443f-26d1-4a92-a994-e62844aaa42a req-04e8dd00-0949-41c9-855c-27e7b4aecdfa tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.172995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a8443f-26d1-4a92-a994-e62844aaa42a req-04e8dd00-0949-41c9-855c-27e7b4aecdfa tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0884998 Sep 16 05:03:41.208287 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-6d5f8447-4a14-4e65-8c20-828d4d2d5135 req-c7d5fb38-f6ac-4113-94cf-5f4b3aeb9495 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Deleting port 36fbaa14-8bba-4296-823d-7b5951e7efde {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:41.208651 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6d5f8447-4a14-4e65-8c20-828d4d2d5135 req-c7d5fb38-f6ac-4113-94cf-5f4b3aeb9495 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.240367 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5a8443f-26d1-4a92-a994-e62844aaa42a req-cbf12b47-c652-4f9e-980a-5f794d2d9858 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605173 Sep 16 05:03:41.327309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-6d5f8447-4a14-4e65-8c20-828d4d2d5135 req-c7d5fb38-f6ac-4113-94cf-5f4b3aeb9495 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] For port 36fbaa14-8bba-4296-823d-7b5951e7efde, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=36fbaa14-8bba-4296-823d-7b5951e7efde,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:41.327681 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6d5f8447-4a14-4e65-8c20-828d4d2d5135 req-c7d5fb38-f6ac-4113-94cf-5f4b3aeb9495 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.360755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-6d5f8447-4a14-4e65-8c20-828d4d2d5135 req-c7d5fb38-f6ac-4113-94cf-5f4b3aeb9495 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Calling delete_port for 36fbaa14-8bba-4296-823d-7b5951e7efde owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:41.364110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfae97fb-72ed-4530-b3f0-b2e11dc8223c req-7c4cf898-e4ed-4425-835c-976e8689b467 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 210 time: 0.0395808 Sep 16 05:03:41.627406 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6d5f8447-4a14-4e65-8c20-828d4d2d5135 req-c7d5fb38-f6ac-4113-94cf-5f4b3aeb9495 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.630414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2bc708f-b629-4c41-a800-921ac6f99044 req-4fe6c99c-3295-4fa1-9d3f-476d4be6eca7 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0296893 Sep 16 05:03:41.638885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['36fbaa14-8bba-4296-823d-7b5951e7efde'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:41.664439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5', '7d354961-5ef2-4268-ae6a-0a3ebf90f72d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:41.670179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5fb38-f6ac-4113-94cf-5f4b3aeb9495 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event deleted for resources: {'Port': ['ID=36fbaa14-8bba-4296-823d-7b5951e7efde,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.713300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5f8447-4a14-4e65-8c20-828d4d2d5135 req-c7d5fb38-f6ac-4113-94cf-5f4b3aeb9495 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] No DVR routers for this DVR port 36fbaa14-8bba-4296-823d-7b5951e7efde on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:41.716023 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-6d5f8447-4a14-4e65-8c20-828d4d2d5135 req-c7d5fb38-f6ac-4113-94cf-5f4b3aeb9495 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.718102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d5f8447-4a14-4e65-8c20-828d4d2d5135 req-c7d5fb38-f6ac-4113-94cf-5f4b3aeb9495 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.37 "DELETE /v2.0/ports/36fbaa14-8bba-4296-823d-7b5951e7efde HTTP/1.1" status: 204 len: 173 time: 0.6862557 Sep 16 05:03:41.718712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93622246-a239-40b7-94d6-cdd444a73a6a', 'name': 'network-vif-deleted', 'tag': '36fbaa14-8bba-4296-823d-7b5951e7efde'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:41.721203 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cce4fd6-73e8-4a36-a5ec-53f3487b829b" -d '{"events": [{"server_uuid": "93622246-a239-40b7-94d6-cdd444a73a6a", "name": "network-vif-deleted", "tag": "36fbaa14-8bba-4296-823d-7b5951e7efde"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:41.763851 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebb668f-7214-4c06-a3f8-ff665c5f5453 x-openstack-request-id: req-7ebb668f-7214-4c06-a3f8-ff665c5f5453 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:41.764218 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93622246-a239-40b7-94d6-cdd444a73a6a", "name": "network-vif-deleted", "tag": "36fbaa14-8bba-4296-823d-7b5951e7efde", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:41.764490 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ebb668f-7214-4c06-a3f8-ff665c5f5453 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:41.764910 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93622246-a239-40b7-94d6-cdd444a73a6a', 'name': 'network-vif-deleted', 'tag': '36fbaa14-8bba-4296-823d-7b5951e7efde', 'status': 'completed', 'code': 200} Sep 16 05:03:41.952701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-172662ee-cd07-4578-b609-197d7a2fb3d2 req-64e148ab-0db1-469c-a5cd-b5f135bc6eb3 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=93622246-a239-40b7-94d6-cdd444a73a6a HTTP/1.1" status: 200 len: 210 time: 0.0556870 Sep 16 05:03:42.025063 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-75e6c2b1-e49d-49c2-b159-fa07dd976821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.112199 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:42.376916 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.386603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3743b80-3ec3-4c5b-b654-734970bb0c1b req-911b9f2c-d872-406e-88a1-c4029d8452c5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.386603 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3743b80-3ec3-4c5b-b654-734970bb0c1b req-911b9f2c-d872-406e-88a1-c4029d8452c5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0530329 Sep 16 05:03:42.427195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3743b80-3ec3-4c5b-b654-734970bb0c1b req-d3f908b6-bd7f-413e-8681-341bbbe62659 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344436 Sep 16 05:03:42.453775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d367730-6db1-49c1-af08-aca26aaeb7b3 req-78ce7418-3059-4376-ae23-d82de540e1b2 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 210 time: 0.0307493 Sep 16 05:03:42.738803 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9d72074-35b3-441b-895e-db274c8170ce req-92db2055-4aef-4e00-89ed-46e764f84af2 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0293498 Sep 16 05:03:43.558516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f16c49-efd9-4554-8b53-ed39cf4f8961 req-9fc13f7a-e1ad-4935-8ff6-fd5494a46a61 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.559989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28f16c49-efd9-4554-8b53-ed39cf4f8961 req-9fc13f7a-e1ad-4935-8ff6-fd5494a46a61 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 945 time: 0.0825231 Sep 16 05:03:43.573606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6000c3-156c-4b2c-8541-89b3b23c28c2 req-2a474c97-2955-476b-bbab-b1442e268bfb tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.574834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec6000c3-156c-4b2c-8541-89b3b23c28c2 req-2a474c97-2955-476b-bbab-b1442e268bfb tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0698600 Sep 16 05:03:43.650785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28f16c49-efd9-4554-8b53-ed39cf4f8961 req-3f1ba1a9-b51f-479e-9ec1-10a94536bfdc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749736 Sep 16 05:03:43.669578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec6000c3-156c-4b2c-8541-89b3b23c28c2 req-31270c93-182e-4c7f-be72-62867eb2a0f2 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855281 Sep 16 05:03:43.761016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4b94b13-018e-4e74-836a-17fddfe9e389 req-ae5bb704-1341-4a3d-805b-21eed6cee54a tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 210 time: 0.0344009 Sep 16 05:03:43.771489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-4fb3c827-0a6b-41aa-af34-ce6d9cf9c39c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.773097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-4fb3c827-0a6b-41aa-af34-ce6d9cf9c39c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.37 "GET /v2.0/networks?id=33013b96-358b-4b6c-9e87-35051574e47d HTTP/1.1" status: 200 len: 813 time: 0.1576946 Sep 16 05:03:43.793022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Request body: {'port': {'device_id': '265c63b6-1b36-4b06-8f3b-73786c33d984', 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d', 'admin_state_up': True, 'tenant_id': '74552cee31db4306b625e7ca462c68fb'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:43.884808 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa77c884-7c01-4edb-87c5-57fbb9b185c1 req-0d6d9536-784a-42ab-b14f-b0a47611677a tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0566339 Sep 16 05:03:43.990482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Made reservation on behalf of 74552cee31db4306b625e7ca462c68fb for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:43.994854 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.130913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Allocated IP 172.20.0.13 (33013b96-358b-4b6c-9e87-35051574e47d/1578681f-9808-4822-a7ed-db3a969f9a17/4da623ec-f8f0-404e-b70f-dd20d59fad89) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:44.286090 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.371423 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.416292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Network 33013b96-358b-4b6c-9e87-35051574e47d is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:44.423512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:44.428741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:44.432254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Pushing event updated for resources: {'Port': ['ID=4da623ec-f8f0-404e-b70f-dd20d59fad89,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:44.481747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.482358 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.519528 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d93e5c8d-7575-4088-879d-4c9e726b30e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.572224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-21cb9c40-3a22-4776-a381-1bb8416676b6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7881486 Sep 16 05:03:44.585225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Request body: {'port': {'device_id': '265c63b6-1b36-4b06-8f3b-73786c33d984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:44.637042 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.873857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391390a-3bc9-41e0-9f8a-7284122a3def req-b42fd65a-a26f-4843-97de-17e905d2ad6c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.875341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e391390a-3bc9-41e0-9f8a-7284122a3def req-b42fd65a-a26f-4843-97de-17e905d2ad6c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1070008 Sep 16 05:03:44.883349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fdb1f-d424-4be5-8cc3-7b28aef343ff req-3af4201e-49db-4924-90e9-eea2509a14d8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.884745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-421fdb1f-d424-4be5-8cc3-7b28aef343ff req-3af4201e-49db-4924-90e9-eea2509a14d8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 945 time: 0.1313105 Sep 16 05:03:44.986959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e391390a-3bc9-41e0-9f8a-7284122a3def req-494144f9-67a7-4b8c-9ead-83b5433bafab tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012528 Sep 16 05:03:44.992362 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-421fdb1f-d424-4be5-8cc3-7b28aef343ff req-a2a7c59c-caca-40b9-8a03-4c979be1e80e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781970 Sep 16 05:03:45.069887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da623ec-f8f0-404e-b70f-dd20d59fad89 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:45.087304 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.120899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-def17e4d-f1fa-4634-8fa3-14b52a066d87 req-84195ae1-ef43-41a3-8002-0609a72f8c09 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0463965 Sep 16 05:03:45.138167 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886edaf1-6347-4d3d-95b9-8e0dd2575647 req-1d3d7cc0-a5a1-46e5-aad1-de4309d155fe tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.140393 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-886edaf1-6347-4d3d-95b9-8e0dd2575647 req-1d3d7cc0-a5a1-46e5-aad1-de4309d155fe tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 945 time: 0.1033180 Sep 16 05:03:45.145588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Transition to ACTIVE for port object 4da623ec-f8f0-404e-b70f-dd20d59fad89 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:45.182483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f5d9d-f78d-4e31-ab72-326493c329b2 req-5b523a63-f1a7-4f5a-8343-e2c2f275a1b2 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.184283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a3f5d9d-f78d-4e31-ab72-326493c329b2 req-5b523a63-f1a7-4f5a-8343-e2c2f275a1b2 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 932 time: 0.0943732 Sep 16 05:03:45.220810 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.261563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a3f5d9d-f78d-4e31-ab72-326493c329b2 req-27802859-6bdb-474c-9dd9-52b88728a22f tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696480 Sep 16 05:03:45.262483 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.308187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Pushing event updated for resources: {'Port': ['ID=4da623ec-f8f0-404e-b70f-dd20d59fad89,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:45.317189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-886edaf1-6347-4d3d-95b9-8e0dd2575647 req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Deleting port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:45.317911 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-886edaf1-6347-4d3d-95b9-8e0dd2575647 req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.366889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 36fbaa14-8bba-4296-823d-7b5951e7efde no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:45.383659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Attempting to bind port 4da623ec-f8f0-404e-b70f-dd20d59fad89 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:45.383997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Attempting to bind port 4da623ec-f8f0-404e-b70f-dd20d59fad89 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '162a3134-15f9-4c28-9479-5d6756e8835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:45.384323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Attempting to bind port 4da623ec-f8f0-404e-b70f-dd20d59fad89 on network 33013b96-358b-4b6c-9e87-35051574e47d {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:45.388712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Port 4da623ec-f8f0-404e-b70f-dd20d59fad89 on network 33013b96-358b-4b6c-9e87-35051574e47d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:45.389103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Attempting to bind port 4da623ec-f8f0-404e-b70f-dd20d59fad89 on network 33013b96-358b-4b6c-9e87-35051574e47d {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:45.392874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 36fbaa14-8bba-4296-823d-7b5951e7efde {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:45.393328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 36fbaa14-8bba-4296-823d-7b5951e7efde not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:45.394680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:45.395039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Checking segment: {'id': '162a3134-15f9-4c28-9479-5d6756e8835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:45.395428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Bound using segment: {'id': '162a3134-15f9-4c28-9479-5d6756e8835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:45.395940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Bound port: 4da623ec-f8f0-404e-b70f-dd20d59fad89, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162a3134-15f9-4c28-9479-5d6756e8835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:45.396224 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.414106 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-886edaf1-6347-4d3d-95b9-8e0dd2575647 req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] For port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7d354961-5ef2-4268-ae6a-0a3ebf90f72d,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:45.414475 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-886edaf1-6347-4d3d-95b9-8e0dd2575647 req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.431351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-886edaf1-6347-4d3d-95b9-8e0dd2575647 req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Calling delete_port for 7d354961-5ef2-4268-ae6a-0a3ebf90f72d owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:45.462292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] For port 4da623ec-f8f0-404e-b70f-dd20d59fad89, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:45.465720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] For port 4da623ec-f8f0-404e-b70f-dd20d59fad89, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4da623ec-f8f0-404e-b70f-dd20d59fad89,segment=NetworkSegment(162a3134-15f9-4c28-9479-5d6756e8835f),segment_id=162a3134-15f9-4c28-9479-5d6756e8835f)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:45.522118 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.562985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.563544 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.565060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] 10.222.0.37 "PUT /v2.0/ports/4da623ec-f8f0-404e-b70f-dd20d59fad89 HTTP/1.1" status: 200 len: 1093 time: 0.9840038 Sep 16 05:03:45.565654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265c63b6-1b36-4b06-8f3b-73786c33d984', 'tag': '4da623ec-f8f0-404e-b70f-dd20d59fad89'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:45.568038 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fc12a7-6d2a-45b5-958b-a2d6a199a96c" -d '{"events": [{"name": "network-changed", "server_uuid": "265c63b6-1b36-4b06-8f3b-73786c33d984", "tag": "4da623ec-f8f0-404e-b70f-dd20d59fad89"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:45.593446 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe7288-0775-4946-932d-f20de2592403 service neutron] Pushing event updated for resources: {'Port': ['ID=4da623ec-f8f0-404e-b70f-dd20d59fad89,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:45.609059 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42059296-a39e-4ced-a648-283a6629abd5 x-openstack-request-id: req-42059296-a39e-4ced-a648-283a6629abd5 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:45.609355 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265c63b6-1b36-4b06-8f3b-73786c33d984", "tag": "4da623ec-f8f0-404e-b70f-dd20d59fad89", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:45.609683 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42059296-a39e-4ced-a648-283a6629abd5 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:45.610211 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265c63b6-1b36-4b06-8f3b-73786c33d984', 'tag': '4da623ec-f8f0-404e-b70f-dd20d59fad89', 'status': 'completed', 'code': 200} Sep 16 05:03:45.611192 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-886edaf1-6347-4d3d-95b9-8e0dd2575647 req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.628804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5', '7d354961-5ef2-4268-ae6a-0a3ebf90f72d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:45.644452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event deleted for resources: {'Port': ['ID=7d354961-5ef2-4268-ae6a-0a3ebf90f72d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:45.684435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc12a7-6d2a-45b5-958b-a2d6a199a96c req-89432469-e0dc-4b7d-a94e-545019cbbcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.686698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9fc12a7-6d2a-45b5-958b-a2d6a199a96c req-89432469-e0dc-4b7d-a94e-545019cbbcfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74552cee31db4306b625e7ca462c68fb&device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 1096 time: 0.0552557 Sep 16 05:03:45.693331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:45.693766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:45.694747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:45.695329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:45.695783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:45.696222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:45.696730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:45.697195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:45.697617 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:45.698044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:45.698466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:45.698886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:45.706151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-886edaf1-6347-4d3d-95b9-8e0dd2575647 req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] No DVR routers for this DVR port 7d354961-5ef2-4268-ae6a-0a3ebf90f72d on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:45.709506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-886edaf1-6347-4d3d-95b9-8e0dd2575647 req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.713194 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-886edaf1-6347-4d3d-95b9-8e0dd2575647 req-282d7fd4-7037-4b11-bc73-394ead4f0d1a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "DELETE /v2.0/ports/7d354961-5ef2-4268-ae6a-0a3ebf90f72d HTTP/1.1" status: 204 len: 173 time: 0.5641847 Sep 16 05:03:45.714238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd842e9fe-2e0f-46a9-8d41-6b2ba038b50d', 'name': 'network-vif-deleted', 'tag': '7d354961-5ef2-4268-ae6a-0a3ebf90f72d'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:45.720216 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a8883d-4a6a-4382-aa90-a02df347ab7e" -d '{"events": [{"server_uuid": "d842e9fe-2e0f-46a9-8d41-6b2ba038b50d", "name": "network-vif-deleted", "tag": "7d354961-5ef2-4268-ae6a-0a3ebf90f72d"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:45.763864 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37aac3c-abb9-4dfc-a136-5188725dfcef x-openstack-request-id: req-e37aac3c-abb9-4dfc-a136-5188725dfcef {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:45.764256 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d842e9fe-2e0f-46a9-8d41-6b2ba038b50d", "name": "network-vif-deleted", "tag": "7d354961-5ef2-4268-ae6a-0a3ebf90f72d", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:45.764638 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e37aac3c-abb9-4dfc-a136-5188725dfcef {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:45.765139 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd842e9fe-2e0f-46a9-8d41-6b2ba038b50d', 'name': 'network-vif-deleted', 'tag': '7d354961-5ef2-4268-ae6a-0a3ebf90f72d', 'status': 'completed', 'code': 200} Sep 16 05:03:45.805422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc12a7-6d2a-45b5-958b-a2d6a199a96c req-d90265c1-d4fa-4f9d-827c-ca8d85a68619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.807076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9fc12a7-6d2a-45b5-958b-a2d6a199a96c req-d90265c1-d4fa-4f9d-827c-ca8d85a68619 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=74552cee31db4306b625e7ca462c68fb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1105568 Sep 16 05:03:45.926368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc12a7-6d2a-45b5-958b-a2d6a199a96c req-d9692862-071d-4af0-acfb-02156a4e3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.927838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9fc12a7-6d2a-45b5-958b-a2d6a199a96c req-d9692862-071d-4af0-acfb-02156a4e3307 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1121995 Sep 16 05:03:45.936933 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.011776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-0f8c9468-e59e-4ea2-8abc-b07ee8d4a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.013420 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-0f8c9468-e59e-4ea2-8abc-b07ee8d4a205 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74552cee31db4306b625e7ca462c68fb&device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 1096 time: 0.0499904 Sep 16 05:03:46.064523 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-645d4500-e055-4df8-a9ab-7c316a09c827 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4da623ec-f8f0-404e-b70f-dd20d59fad89 HTTP/1.1" status: 200 len: 217 time: 0.0425088 Sep 16 05:03:46.156975 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a2b18cb-a40f-4db1-806b-39711e118970 req-a392e1e6-52c8-4f94-b233-06ba17cb5e1e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=d842e9fe-2e0f-46a9-8d41-6b2ba038b50d HTTP/1.1" status: 200 len: 210 time: 0.0497637 Sep 16 05:03:46.176435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-0d98956d-bfa3-4c47-abdc-5657065cadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.176435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-0d98956d-bfa3-4c47-abdc-5657065cadfc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1578681f-9808-4822-a7ed-db3a969f9a17 HTTP/1.1" status: 200 len: 853 time: 0.0985730 Sep 16 05:03:46.183478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0760f82-36b6-409c-847d-0584dcfec385 req-dcc24992-108d-469c-a909-8b8141c4bd5b tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.184983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0760f82-36b6-409c-847d-0584dcfec385 req-dcc24992-108d-469c-a909-8b8141c4bd5b tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1055396 Sep 16 05:03:46.222329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-70903109-5b0a-4ef6-aa84-68765341fa89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33013b96-358b-4b6c-9e87-35051574e47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364070 Sep 16 05:03:46.405466 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.617549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37a7e18a-804a-437f-bbf0-e7207da7c29f req-048d7e45-09db-4252-a0c9-48127d09b07e tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.3974016 Sep 16 05:03:46.631380 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0760f82-36b6-409c-847d-0584dcfec385 req-d72adf3d-bad2-4092-bc11-1b9172af0de6 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381185 Sep 16 05:03:46.747205 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-e02f8996-64ca-47c8-8743-c6378b7af274 service neutron] 10.222.0.37 "GET /v2.0/networks/33013b96-358b-4b6c-9e87-35051574e47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132523 Sep 16 05:03:46.787328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2791c3-c52e-4990-8131-51eb0926de3c req-0441782b-2881-4302-b435-b9bddbceb5e5 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.789435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba2791c3-c52e-4990-8131-51eb0926de3c req-0441782b-2881-4302-b435-b9bddbceb5e5 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 944 time: 0.0817399 Sep 16 05:03:46.867098 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba2791c3-c52e-4990-8131-51eb0926de3c req-ef82e343-861f-411e-a184-8351646ccd66 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703549 Sep 16 05:03:46.883572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28eae263-9d14-4119-b3ce-d3eb35cb2078 req-27091d88-bb72-4b28-8f77-375437364274 service neutron] 10.222.0.37 "GET /v2.0/networks/33013b96-358b-4b6c-9e87-35051574e47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286576 Sep 16 05:03:47.440389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-7917c3f2-5f58-4b28-8c53-1284fe22061a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:47.441890 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-7917c3f2-5f58-4b28-8c53-1284fe22061a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.1125131 Sep 16 05:03:47.458214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3ed02eda-99da-4e44-ae3a-6be11bd9c67a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/quotas/98d6cd4e2eb34439a7eade1bcd54cb12 HTTP/1.1" status: 200 len: 375 time: 0.0094275 Sep 16 05:03:47.487135 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.509133 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-9e628e90-305a-41aa-8b9d-8805c56468dc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436397 Sep 16 05:03:47.607237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-f79379ea-a755-460b-a85b-3e7eab3bf133 service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880511 Sep 16 05:03:47.708712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-22f33b66-38d1-4a70-86d1-489efe172d38 service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950434 Sep 16 05:03:47.724063 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-739613a0-be5c-4043-9b46-3881b0177dd1 req-872fc7a6-3cbb-4e7d-9880-904677c99b0d tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0284505 Sep 16 05:03:47.839753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e4a3d-2829-4926-be37-13fc0f8b72c3 req-5e270e4f-2f1c-44c6-86f3-074e0703d4d4 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:47.841326 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae1e4a3d-2829-4926-be37-13fc0f8b72c3 req-5e270e4f-2f1c-44c6-86f3-074e0703d4d4 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0563676 Sep 16 05:03:47.880448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae1e4a3d-2829-4926-be37-13fc0f8b72c3 req-6dba67c0-34af-4bb4-9ec3-7ce81d8913af tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330496 Sep 16 05:03:48.040905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-889a6b39-b5d6-40ce-81e1-4415c389ed70 req-d4c0da33-3d5b-4f0d-b284-f2f9d4f00bfa tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 210 time: 0.0411637 Sep 16 05:03:48.065060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ef64b-255c-4597-bc77-5fbd62778c28 req-0260fa19-94f5-44e3-abfb-577112150626 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.066560 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f03ef64b-255c-4597-bc77-5fbd62778c28 req-0260fa19-94f5-44e3-abfb-577112150626 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 944 time: 0.0776162 Sep 16 05:03:48.107764 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f03ef64b-255c-4597-bc77-5fbd62778c28 req-304f1182-28f5-491e-b972-a6bb05573baf tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340049 Sep 16 05:03:48.500997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a307-96fe-4a52-8524-7414328f2ab2 req-74dd15fd-183a-4cd1-a645-ac00245a1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.502924 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ef7a307-96fe-4a52-8524-7414328f2ab2 req-74dd15fd-183a-4cd1-a645-ac00245a1355 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 1097 time: 0.0510998 Sep 16 05:03:48.539828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ef7a307-96fe-4a52-8524-7414328f2ab2 req-b3b02a14-33e6-4486-8cd1-41270bd2a0eb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300777 Sep 16 05:03:48.827648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba4e39c4-5606-41e6-981a-f16c58378ede req-6d6304bd-4b87-4cd4-a9a5-be5a0a4a7a90 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0269973 Sep 16 05:03:49.003690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e55ae-7dc0-4db5-bb9b-d31891c09dea req-b3d90fe9-031e-4098-9ecd-418a993f3915 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.006055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-760e55ae-7dc0-4db5-bb9b-d31891c09dea req-b3d90fe9-031e-4098-9ecd-418a993f3915 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0559363 Sep 16 05:03:49.052238 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-760e55ae-7dc0-4db5-bb9b-d31891c09dea req-bff08b8d-dfc4-4eb7-8da6-898bcfc064b7 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398326 Sep 16 05:03:49.138670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d7555d7-62d6-47cd-b2c6-7929f6e01a70 req-292d68a1-20ec-4fae-9468-453f86f1a6d8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 210 time: 0.0261571 Sep 16 05:03:49.246423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e40d4e-f075-4de9-898f-7eae4fc89eca req-e73d7400-5e14-44bd-93cf-bbe4fa6d3d55 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.247909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8e40d4e-f075-4de9-898f-7eae4fc89eca req-e73d7400-5e14-44bd-93cf-bbe4fa6d3d55 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 944 time: 0.0549366 Sep 16 05:03:49.287013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8e40d4e-f075-4de9-898f-7eae4fc89eca req-22d4de3a-23c3-4a07-92ed-08a3ce01f1d5 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329974 Sep 16 05:03:49.394225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4da623ec-f8f0-404e-b70f-dd20d59fad89 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:49.490905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4da623ec-f8f0-404e-b70f-dd20d59fad89, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4da623ec-f8f0-404e-b70f-dd20d59fad89,segment=NetworkSegment(162a3134-15f9-4c28-9479-5d6756e8835f),segment_id=162a3134-15f9-4c28-9479-5d6756e8835f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:49.499336 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0559a550-ca7d-4340-a011-675f1988e772 req-75dd237e-b449-4e4e-9f04-29e62fd72fc9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528731 Sep 16 05:03:49.504141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '4da623ec-f8f0-404e-b70f-dd20d59fad89', 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d', 'port_id': '4da623ec-f8f0-404e-b70f-dd20d59fad89', 'mac_address': 'fa:16:3e:ce:04:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1578681f-9808-4822-a7ed-db3a969f9a17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:49.556053 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.570972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da623ec-f8f0-404e-b70f-dd20d59fad89 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:49.581316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a550-ca7d-4340-a011-675f1988e772 req-0ff1d952-0d85-42b8-a7de-93ead6e75c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.583570 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0559a550-ca7d-4340-a011-675f1988e772 req-0ff1d952-0d85-42b8-a7de-93ead6e75c67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 1098 time: 0.0582855 Sep 16 05:03:49.597839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4da623ec-f8f0-404e-b70f-dd20d59fad89, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4da623ec-f8f0-404e-b70f-dd20d59fad89,segment=NetworkSegment(162a3134-15f9-4c28-9479-5d6756e8835f),segment_id=162a3134-15f9-4c28-9479-5d6756e8835f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:49.676456 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.707133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a550-ca7d-4340-a011-675f1988e772 req-2426fd61-7fa5-4723-97a7-f0c8932fddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.708775 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0559a550-ca7d-4340-a011-675f1988e772 req-2426fd61-7fa5-4723-97a7-f0c8932fddd6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.1006477 Sep 16 05:03:49.729424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4da623ec-f8f0-404e-b70f-dd20d59fad89,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.737069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:49.737665 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:49.738164 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:49.738664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:49.739151 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:49.739639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:49.740130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:49.740501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:49.745592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:49.745592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:49.745592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:49.745592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:49.799654 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0559a550-ca7d-4340-a011-675f1988e772 req-6e486253-6d78-44c4-aa56-986b614e5232 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 200 len: 1001 time: 0.0826991 Sep 16 05:03:49.848892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-dd2171c8-89f5-4bdf-bd43-9089d51ba7a8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.850413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-dd2171c8-89f5-4bdf-bd43-9089d51ba7a8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.37 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.1155164 Sep 16 05:03:49.860728 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a550-ca7d-4340-a011-675f1988e772 req-3db26af0-810d-4988-999a-837be5fa44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.862676 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0559a550-ca7d-4340-a011-675f1988e772 req-3db26af0-810d-4988-999a-837be5fa44aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0550244 Sep 16 05:03:49.865703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Request body: {'port': {'device_id': '16c99ffb-dc86-4c4a-b077-183420ee533e', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'admin_state_up': True, 'tenant_id': '98d6cd4e2eb34439a7eade1bcd54cb12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:49.901855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['4da623ec-f8f0-404e-b70f-dd20d59fad89'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:49.926401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a550-ca7d-4340-a011-675f1988e772 req-47afffb4-b37a-4fc6-915f-26a3bf0e1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.928098 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0559a550-ca7d-4340-a011-675f1988e772 req-47afffb4-b37a-4fc6-915f-26a3bf0e1194 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565429 Sep 16 05:03:49.981739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-354895be-e32c-47f8-a80b-1e62ea561421 req-9e6160e8-6769-4e53-a7b0-36f1a2242b62 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0389199 Sep 16 05:03:50.071530 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0559a550-ca7d-4340-a011-675f1988e772 req-fdcd95b9-b44f-4ec6-84b7-83de590f147e service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343830 Sep 16 05:03:50.151691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Made reservation on behalf of 98d6cd4e2eb34439a7eade1bcd54cb12 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:50.156445 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.219924 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0559a550-ca7d-4340-a011-675f1988e772 req-007ee61a-c7b9-476c-864f-4eae1482001d service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318498 Sep 16 05:03:50.257045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936677f3-2bf4-4073-8c62-13815582f94a req-46bbfac4-49a1-445b-ba7a-58a2611b61e5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.258482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-936677f3-2bf4-4073-8c62-13815582f94a req-46bbfac4-49a1-445b-ba7a-58a2611b61e5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1221600 Sep 16 05:03:50.284415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7d354961-5ef2-4268-ae6a-0a3ebf90f72d no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:50.305687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0348fa27-3563-43ec-b0f2-83080c5d6f0c req-94c874cd-d8a8-4616-b302-ab894789914a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 210 time: 0.0439112 Sep 16 05:03:50.306459 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 7d354961-5ef2-4268-ae6a-0a3ebf90f72d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:50.306894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7d354961-5ef2-4268-ae6a-0a3ebf90f72d not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:50.393716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-936677f3-2bf4-4073-8c62-13815582f94a req-42f4939d-18a9-41ef-9b97-3035e6ef9cf7 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261921 Sep 16 05:03:50.429076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Allocated IP 172.20.0.13 (b2a6c7bf-0b55-4a98-afae-9c638ca84214/21f70418-5d8e-40e0-8694-6480bd170868/78992d40-a713-4990-a3c0-a0cf0457a41f) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:50.459060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7de446-1cff-4f06-bc94-c1550e209a4a req-63db3ff0-d95e-4ce3-8a90-efed7bd8b627 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.465847 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb7de446-1cff-4f06-bc94-c1550e209a4a req-63db3ff0-d95e-4ce3-8a90-efed7bd8b627 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 945 time: 0.0913785 Sep 16 05:03:50.536980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb7de446-1cff-4f06-bc94-c1550e209a4a req-0ea07584-1c5a-4118-9ff8-e052365dba3a tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649872 Sep 16 05:03:50.634088 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.726128 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.742317 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:50.781416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Network b2a6c7bf-0b55-4a98-afae-9c638ca84214 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:50.787507 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:50.792569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:50.798051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event updated for resources: {'Port': ['ID=78992d40-a713-4990-a3c0-a0cf0457a41f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.853924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.854684 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.952739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-3b6d2461-2ded-49c1-9c9e-f107aa72ee7b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0911076 Sep 16 05:03:50.979675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Request body: {'port': {'device_id': '16c99ffb-dc86-4c4a-b077-183420ee533e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:50.989184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a874400-bc64-4e2c-b93b-d5b2492557d3 req-03c6f327-415d-4ba3-884d-cba389032708 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.992412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a874400-bc64-4e2c-b93b-d5b2492557d3 req-03c6f327-415d-4ba3-884d-cba389032708 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0915394 Sep 16 05:03:51.071478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc1baa-7ccf-4ba3-b267-f1319f47adee req-4cc09e6c-1921-47d3-a082-835b7fb5ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.073059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8acc1baa-7ccf-4ba3-b267-f1319f47adee req-4cc09e6c-1921-47d3-a082-835b7fb5ffb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851f3844674f416dbab32b49e7a670a1&device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 1097 time: 0.1312590 Sep 16 05:03:51.102990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a874400-bc64-4e2c-b93b-d5b2492557d3 req-239481e5-388d-4950-892f-1af60140a421 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944207 Sep 16 05:03:51.118237 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.122581 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-395d974d-65e9-4dd0-b86a-dc4de55cc141 req-5b2ee4a3-5b74-49fb-807f-df5bb3909b9e tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0451443 Sep 16 05:03:51.307592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc1baa-7ccf-4ba3-b267-f1319f47adee req-faf3a564-c185-4761-94b9-f7599e914367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.309147 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8acc1baa-7ccf-4ba3-b267-f1319f47adee req-faf3a564-c185-4761-94b9-f7599e914367 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 200 len: 919 time: 0.2181954 Sep 16 05:03:51.358095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8acc1baa-7ccf-4ba3-b267-f1319f47adee req-941f32e0-ec81-4342-965d-71f1a32febf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af HTTP/1.1" status: 200 len: 217 time: 0.0412171 Sep 16 05:03:51.393142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4da623ec-f8f0-404e-b70f-dd20d59fad89 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:51.486462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc1baa-7ccf-4ba3-b267-f1319f47adee req-a21235ae-8ab1-4304-b3ec-1c91660a0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.487935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8acc1baa-7ccf-4ba3-b267-f1319f47adee req-a21235ae-8ab1-4304-b3ec-1c91660a0f87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7b9479-d47d-40b7-b9ac-21851f2a6d70 HTTP/1.1" status: 200 len: 859 time: 0.1196411 Sep 16 05:03:51.544833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8acc1baa-7ccf-4ba3-b267-f1319f47adee req-effa34d3-f714-425a-b024-11ab710937fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449736 Sep 16 05:03:51.549923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb59358-bb7d-4dcf-ab6c-bd5166c6b8a9 req-d1f39434-dc67-4a65-9c7e-186d74b8cfe4 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.551352 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cdb59358-bb7d-4dcf-ab6c-bd5166c6b8a9 req-d1f39434-dc67-4a65-9c7e-186d74b8cfe4 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 932 time: 0.1728945 Sep 16 05:03:51.559779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 4da623ec-f8f0-404e-b70f-dd20d59fad89 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:51.564532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 4da623ec-f8f0-404e-b70f-dd20d59fad89 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:51.565166 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.655495 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.680969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265c63b6-1b36-4b06-8f3b-73786c33d984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da623ec-f8f0-404e-b70f-dd20d59fad89'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:51.683297 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f256f940-3fa7-49ca-abc2-be39b9b62f41" -d '{"events": [{"server_uuid": "265c63b6-1b36-4b06-8f3b-73786c33d984", "name": "network-vif-plugged", "status": "completed", "tag": "4da623ec-f8f0-404e-b70f-dd20d59fad89"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:51.696533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4da623ec-f8f0-404e-b70f-dd20d59fad89, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4da623ec-f8f0-404e-b70f-dd20d59fad89,segment=NetworkSegment(162a3134-15f9-4c28-9479-5d6756e8835f),segment_id=162a3134-15f9-4c28-9479-5d6756e8835f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:51.724309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cdb59358-bb7d-4dcf-ab6c-bd5166c6b8a9 req-a8886860-4099-40b2-8a5f-785c590fce95 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625292 Sep 16 05:03:51.732506 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78992d40-a713-4990-a3c0-a0cf0457a41f {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:51.744394 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.773283 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.775995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8acc1baa-7ccf-4ba3-b267-f1319f47adee req-76d7dfc2-e2f8-4e93-9491-b47f6e32076c service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225912 Sep 16 05:03:51.776707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Transition to ACTIVE for port object 78992d40-a713-4990-a3c0-a0cf0457a41f will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:51.778941 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ee10b8-d052-4710-924d-359715c2c0a0 x-openstack-request-id: req-91ee10b8-d052-4710-924d-359715c2c0a0 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:51.779235 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265c63b6-1b36-4b06-8f3b-73786c33d984", "name": "network-vif-plugged", "status": "completed", "tag": "4da623ec-f8f0-404e-b70f-dd20d59fad89", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:51.779493 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91ee10b8-d052-4710-924d-359715c2c0a0 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:51.779879 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265c63b6-1b36-4b06-8f3b-73786c33d984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da623ec-f8f0-404e-b70f-dd20d59fad89', 'code': 200} Sep 16 05:03:51.790337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1197a0-d243-4a4f-92e1-5370b8d96aa6 req-8679fe50-90b6-455a-a61f-ace2d2648052 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.791829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d1197a0-d243-4a4f-92e1-5370b8d96aa6 req-8679fe50-90b6-455a-a61f-ace2d2648052 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 945 time: 0.1221116 Sep 16 05:03:51.832894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4da623ec-f8f0-404e-b70f-dd20d59fad89,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.876225 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.891808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18508e-ea66-46fa-9789-c5a1761ae22c req-7fe940ab-a5a6-4b6d-8172-f5b1cf90e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.893455 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bd18508e-ea66-46fa-9789-c5a1761ae22c req-7fe940ab-a5a6-4b6d-8172-f5b1cf90e72b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 1098 time: 0.0428460 Sep 16 05:03:51.923181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d1197a0-d243-4a4f-92e1-5370b8d96aa6 req-a982ef2d-3f99-4e92-bc03-948295e41c24 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199043 Sep 16 05:03:51.938128 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bd18508e-ea66-46fa-9789-c5a1761ae22c req-a6eb9381-0b3c-4aea-80ca-ad1f84cffb5c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376070 Sep 16 05:03:51.955707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Pushing event updated for resources: {'Port': ['ID=78992d40-a713-4990-a3c0-a0cf0457a41f,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.976495 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8acc1baa-7ccf-4ba3-b267-f1319f47adee req-44467560-20fe-4229-ba97-10725942b19b service neutron] 10.222.0.37 "GET /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805370 Sep 16 05:03:52.040007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Attempting to bind port 78992d40-a713-4990-a3c0-a0cf0457a41f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:52.040343 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Attempting to bind port 78992d40-a713-4990-a3c0-a0cf0457a41f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:52.040700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Attempting to bind port 78992d40-a713-4990-a3c0-a0cf0457a41f on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:52.045011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Port 78992d40-a713-4990-a3c0-a0cf0457a41f on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:52.045469 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Attempting to bind port 78992d40-a713-4990-a3c0-a0cf0457a41f on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:52.050127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:52.050466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Checking segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:52.050855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Bound using segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:52.051279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Bound port: 78992d40-a713-4990-a3c0-a0cf0457a41f, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:52.051633 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.114521 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] For port 78992d40-a713-4990-a3c0-a0cf0457a41f, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:52.117675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] For port 78992d40-a713-4990-a3c0-a0cf0457a41f, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=78992d40-a713-4990-a3c0-a0cf0457a41f,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:52.210480 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.273038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5fd1fb8-9761-42c0-9efb-ff518a9e33c3 req-7a3c9a4f-dd29-41ca-a21f-51acdeb41146 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0559728 Sep 16 05:03:52.284733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.284733 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.284733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] 10.222.0.37 "PUT /v2.0/ports/78992d40-a713-4990-a3c0-a0cf0457a41f HTTP/1.1" status: 200 len: 1093 time: 1.3093143 Sep 16 05:03:52.284733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c99ffb-dc86-4c4a-b077-183420ee533e', 'tag': '78992d40-a713-4990-a3c0-a0cf0457a41f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:52.286063 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8c87c6-b947-43fb-8bfc-a95abee53e14" -d '{"events": [{"name": "network-changed", "server_uuid": "16c99ffb-dc86-4c4a-b077-183420ee533e", "tag": "78992d40-a713-4990-a3c0-a0cf0457a41f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:52.314297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa817f-8af0-4e38-9b37-8870cc792f26 service neutron] Pushing event updated for resources: {'Port': ['ID=78992d40-a713-4990-a3c0-a0cf0457a41f,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:52.332995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0949a37-1b39-4007-8d55-a33445cbb969 req-62a930d4-9a8f-4991-884e-c39780a57542 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.335907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0949a37-1b39-4007-8d55-a33445cbb969 req-62a930d4-9a8f-4991-884e-c39780a57542 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1577077 Sep 16 05:03:52.384060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0949a37-1b39-4007-8d55-a33445cbb969 req-feb3936f-f686-4181-8177-6a914614ebf6 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413322 Sep 16 05:03:52.422604 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831e4c79-b2bd-4e30-acd2-c57ae310f306 x-openstack-request-id: req-831e4c79-b2bd-4e30-acd2-c57ae310f306 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:52.422898 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c99ffb-dc86-4c4a-b077-183420ee533e", "tag": "78992d40-a713-4990-a3c0-a0cf0457a41f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:52.425812 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-831e4c79-b2bd-4e30-acd2-c57ae310f306 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:52.425812 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c99ffb-dc86-4c4a-b077-183420ee533e', 'tag': '78992d40-a713-4990-a3c0-a0cf0457a41f', 'status': 'completed', 'code': 200} Sep 16 05:03:52.484350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-edfa5c33-ab87-4eda-b570-cac33aba599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.485911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-edfa5c33-ab87-4eda-b570-cac33aba599f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 1096 time: 0.0516644 Sep 16 05:03:52.529295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-092766cf-394c-4410-8889-ecea58987533 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78992d40-a713-4990-a3c0-a0cf0457a41f HTTP/1.1" status: 200 len: 217 time: 0.0354095 Sep 16 05:03:52.581459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-718ab8c7-d0c1-4154-8b5c-e3e95edc53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.582887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-718ab8c7-d0c1-4154-8b5c-e3e95edc53a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.0435691 Sep 16 05:03:52.618923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-a1880348-f74b-491e-9777-b096fa761dde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241387 Sep 16 05:03:52.720838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-b66cdb7e-3e3a-44df-8bf3-3b1b5a26076d service neutron] 10.222.0.37 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922458 Sep 16 05:03:52.846141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31149bd8-4de7-4a9c-a127-614868fd6335 req-31b0fe1d-d4f3-4c60-a9fe-1517aaecee47 service neutron] 10.222.0.37 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153517 Sep 16 05:03:52.862524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b1458-ec24-4ede-8906-8a9c923cc6be req-5884be63-6d06-4f96-90ab-88f2fff30edb tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.864871 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a25b1458-ec24-4ede-8906-8a9c923cc6be req-5884be63-6d06-4f96-90ab-88f2fff30edb tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 944 time: 0.0668025 Sep 16 05:03:52.905158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a25b1458-ec24-4ede-8906-8a9c923cc6be req-cd1c176e-fbf0-48c7-b213-5c6102d5f8a9 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334547 Sep 16 05:03:53.082995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c87c6-b947-43fb-8bfc-a95abee53e14 req-cbf1df34-4926-46c0-bdc1-3c08ed176a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.084739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca8c87c6-b947-43fb-8bfc-a95abee53e14 req-cbf1df34-4926-46c0-bdc1-3c08ed176a09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 1096 time: 0.0740492 Sep 16 05:03:53.097733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeec1b-8308-4009-9f18-b72c5637f809 req-2161ceea-bb94-4b5f-aece-1ac035dd6862 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.099312 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ccbeec1b-8308-4009-9f18-b72c5637f809 req-2161ceea-bb94-4b5f-aece-1ac035dd6862 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 946 time: 0.0626483 Sep 16 05:03:53.194340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ccbeec1b-8308-4009-9f18-b72c5637f809 req-6c250f34-5f4b-4bbd-af05-e668484bc1ce tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867119 Sep 16 05:03:53.216563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c87c6-b947-43fb-8bfc-a95abee53e14 req-fb5aa2c9-9076-411e-a6ed-be20ae95e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.218236 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca8c87c6-b947-43fb-8bfc-a95abee53e14 req-fb5aa2c9-9076-411e-a6ed-be20ae95e489 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 906 time: 0.1179798 Sep 16 05:03:53.271576 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca8c87c6-b947-43fb-8bfc-a95abee53e14 req-27310c25-c4a0-47df-bd6d-2521c0cf061f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78992d40-a713-4990-a3c0-a0cf0457a41f HTTP/1.1" status: 200 len: 217 time: 0.0394940 Sep 16 05:03:53.327100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c87c6-b947-43fb-8bfc-a95abee53e14 req-59a25b8d-f350-476f-a35f-a0c571a78d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.328667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca8c87c6-b947-43fb-8bfc-a95abee53e14 req-59a25b8d-f350-476f-a35f-a0c571a78d35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.0453169 Sep 16 05:03:53.372283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca8c87c6-b947-43fb-8bfc-a95abee53e14 req-46dc5786-b233-4c95-9996-013d19deabb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290647 Sep 16 05:03:53.398246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e742f77d-f5c7-4a9f-a769-9471e2afa59a req-f64b0066-6cac-4be6-8657-d0ca87fea789 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0284345 Sep 16 05:03:53.543257 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca8c87c6-b947-43fb-8bfc-a95abee53e14 req-00b4106c-0943-4ccb-a35a-313ae4d18ba7 service neutron] 10.222.0.37 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472669 Sep 16 05:03:53.554530 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d954a-4633-4589-b818-6e7b799c785a req-8fdc6ce2-7dcc-4df7-92a7-b12a404360f5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.555966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-948d954a-4633-4589-b818-6e7b799c785a req-8fdc6ce2-7dcc-4df7-92a7-b12a404360f5 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0897598 Sep 16 05:03:53.654325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-948d954a-4633-4589-b818-6e7b799c785a req-dae8e74d-a1d5-4378-96cc-a3a412269ec8 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865002 Sep 16 05:03:53.679421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca8c87c6-b947-43fb-8bfc-a95abee53e14 req-56f8f305-dc65-44a8-8537-1b057fb5e1b8 service neutron] 10.222.0.37 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180687 Sep 16 05:03:54.025377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d105e3d-d371-4bb6-ae54-3d533c7ec21a req-175868d4-c7cd-4ad0-8689-ec16f33cb823 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.026880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d105e3d-d371-4bb6-ae54-3d533c7ec21a req-175868d4-c7cd-4ad0-8689-ec16f33cb823 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 944 time: 0.0513506 Sep 16 05:03:54.066474 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d105e3d-d371-4bb6-ae54-3d533c7ec21a req-ffe85b9c-129b-40e8-bb24-81650f1f0340 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330243 Sep 16 05:03:54.329393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bbea8-b5ed-4e0b-815e-1464fc03f034 req-153b7a74-28df-42a1-a7c1-d2a90ddf03b9 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.330885 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-855bbea8-b5ed-4e0b-815e-1464fc03f034 req-153b7a74-28df-42a1-a7c1-d2a90ddf03b9 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 946 time: 0.0598304 Sep 16 05:03:54.370345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-855bbea8-b5ed-4e0b-815e-1464fc03f034 req-382ec439-f8a5-4edd-bf0f-73068b6ab8f1 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Sep 16 05:03:54.512907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26cbf4d5-7a72-44b8-9d7f-6c92f4b5bb9c req-41029657-d5ef-4d2a-902d-763857314f55 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0352340 Sep 16 05:03:54.778134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e71735-db7e-494e-87ed-6d594500d777 req-94ae2c28-f430-4257-87d7-9b463c9333ca tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.779766 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6e71735-db7e-494e-87ed-6d594500d777 req-94ae2c28-f430-4257-87d7-9b463c9333ca tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0519636 Sep 16 05:03:54.818090 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c6e71735-db7e-494e-87ed-6d594500d777 req-21032809-1125-4153-ae2e-742b14b8fd84 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316823 Sep 16 05:03:55.183471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e33bcb-23ec-4962-82cf-39fbc24c353f req-c264c5cc-f065-43d5-ae79-b237eb2e3e24 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.184994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9e33bcb-23ec-4962-82cf-39fbc24c353f req-c264c5cc-f065-43d5-ae79-b237eb2e3e24 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 944 time: 0.0499349 Sep 16 05:03:55.225885 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9e33bcb-23ec-4962-82cf-39fbc24c353f req-992bed94-a44c-430f-acb0-829df6040ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349112 Sep 16 05:03:55.420946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 78992d40-a713-4990-a3c0-a0cf0457a41f details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:55.525917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 78992d40-a713-4990-a3c0-a0cf0457a41f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=78992d40-a713-4990-a3c0-a0cf0457a41f,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:55.542781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '78992d40-a713-4990-a3c0-a0cf0457a41f', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'port_id': '78992d40-a713-4990-a3c0-a0cf0457a41f', 'mac_address': 'fa:16:3e:a8:7a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f70418-5d8e-40e0-8694-6480bd170868', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:55.595422 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.618949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78992d40-a713-4990-a3c0-a0cf0457a41f {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:55.645047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0449db0-16ea-407b-a5f8-f2ccc85b1aeb req-a90852a3-61e9-49b5-9dca-80302bc84e73 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0344803 Sep 16 05:03:55.655818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 78992d40-a713-4990-a3c0-a0cf0457a41f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=78992d40-a713-4990-a3c0-a0cf0457a41f,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:55.744757 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.798734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=78992d40-a713-4990-a3c0-a0cf0457a41f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.024914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['78992d40-a713-4990-a3c0-a0cf0457a41f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:56.359012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed6be7-4e6b-4d45-9785-b4f183ebcd8c req-a228e9dd-5d45-4a39-a8e0-c2cd86fb6833 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.366392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17ed6be7-4e6b-4d45-9785-b4f183ebcd8c req-a228e9dd-5d45-4a39-a8e0-c2cd86fb6833 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 945 time: 0.0621316 Sep 16 05:03:56.414788 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17ed6be7-4e6b-4d45-9785-b4f183ebcd8c req-c355de9c-e9a0-4ae3-9915-645276ba3967 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437126 Sep 16 05:03:56.762585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fdff6ce9-e502-4bd0-89d3-6551fced55c1 req-2e867382-909e-43c2-bf8a-d98272b510ef tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0310407 Sep 16 05:03:57.423948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 78992d40-a713-4990-a3c0-a0cf0457a41f up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:57.550063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ac9e8-0bb2-4d84-9389-7babf558ec66 req-3fcad238-7d8c-4417-a93f-6b1c31250c65 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.557094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-286ac9e8-0bb2-4d84-9389-7babf558ec66 req-3fcad238-7d8c-4417-a93f-6b1c31250c65 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 945 time: 0.0631263 Sep 16 05:03:57.578489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 78992d40-a713-4990-a3c0-a0cf0457a41f completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:57.582734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 78992d40-a713-4990-a3c0-a0cf0457a41f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:57.583201 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.671481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-286ac9e8-0bb2-4d84-9389-7babf558ec66 req-adf44bcc-5356-45cc-86ca-a64ec54c242b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110892 Sep 16 05:03:57.765183 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.802173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c99ffb-dc86-4c4a-b077-183420ee533e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78992d40-a713-4990-a3c0-a0cf0457a41f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:57.805366 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349b5763-42b0-436f-afab-85a66cc67add" -d '{"events": [{"server_uuid": "16c99ffb-dc86-4c4a-b077-183420ee533e", "name": "network-vif-plugged", "status": "completed", "tag": "78992d40-a713-4990-a3c0-a0cf0457a41f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:57.843360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 78992d40-a713-4990-a3c0-a0cf0457a41f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=78992d40-a713-4990-a3c0-a0cf0457a41f,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:57.863624 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad66aa7d-6857-45eb-ae90-0e5fb5202d0f x-openstack-request-id: req-ad66aa7d-6857-45eb-ae90-0e5fb5202d0f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:57.864171 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c99ffb-dc86-4c4a-b077-183420ee533e", "name": "network-vif-plugged", "status": "completed", "tag": "78992d40-a713-4990-a3c0-a0cf0457a41f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:57.864442 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad66aa7d-6857-45eb-ae90-0e5fb5202d0f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:57.864951 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c99ffb-dc86-4c4a-b077-183420ee533e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78992d40-a713-4990-a3c0-a0cf0457a41f', 'code': 200} Sep 16 05:03:57.901971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d97cc88d-b28f-4225-9338-358e6c7158be req-f1563813-ba97-477c-b4ec-9faba680a63a tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0374696 Sep 16 05:03:57.916001 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.984882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=78992d40-a713-4990-a3c0-a0cf0457a41f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.004481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf93df-54e1-4f48-a787-9cc18aae896c req-4f4d8060-e76f-490f-8e59-6c8c83e6a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.007874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fbf93df-54e1-4f48-a787-9cc18aae896c req-4f4d8060-e76f-490f-8e59-6c8c83e6a3cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 1098 time: 0.0795109 Sep 16 05:03:58.087540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fbf93df-54e1-4f48-a787-9cc18aae896c req-5d34ff8f-1462-4ec2-9919-90587745b5ff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641639 Sep 16 05:03:58.122517 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5d75942f-d221-4819-909b-47c2d80e3971 req-6a70ed06-c536-48f8-bac4-0fe6d996f4c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0320904 Sep 16 05:03:58.801308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347057f1-4e77-493e-8e4c-1f58de846025 req-fe6a525a-559a-476f-94aa-470089984222 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.809764 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-347057f1-4e77-493e-8e4c-1f58de846025 req-fe6a525a-559a-476f-94aa-470089984222 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 946 time: 0.0744987 Sep 16 05:03:58.853103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-347057f1-4e77-493e-8e4c-1f58de846025 req-186e4cf2-e9c1-4d61-9d97-93ac7743c4d2 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 Sep 16 05:03:59.051876 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8487b68-66f2-4652-9142-ebac54b02f52 req-c12af4bf-ca18-495e-9254-d98731f42b12 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0282583 Sep 16 05:04:00.008050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa089b-7eca-48a2-b301-298a05931828 req-62cb2e75-51de-4961-b60f-1107926c2684 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.009963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8fa089b-7eca-48a2-b301-298a05931828 req-62cb2e75-51de-4961-b60f-1107926c2684 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 946 time: 0.0737474 Sep 16 05:04:00.059873 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8fa089b-7eca-48a2-b301-298a05931828 req-4463adc7-ee63-436f-b34e-2f0340b91027 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436215 Sep 16 05:04:00.199594 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0d22c02b-b399-4ac2-8a11-0eda1a0e72af req-828b8ba1-cbac-4524-bf92-e2d52360b25a tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0350196 Sep 16 05:04:00.400503 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4e36a-37e0-42b2-9f5d-6416ba01055b req-7bc9128d-11af-45b3-bb13-b29676b39194 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.405246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10e4e36a-37e0-42b2-9f5d-6416ba01055b req-7bc9128d-11af-45b3-bb13-b29676b39194 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 946 time: 0.0544684 Sep 16 05:04:00.454865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10e4e36a-37e0-42b2-9f5d-6416ba01055b req-aa5d15b1-f871-4d5b-9874-90b2f5204299 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469759 Sep 16 05:04:00.565890 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7bb075a-dcbd-467f-804e-7d0374023b59 req-229d8f27-235a-4a3a-88cc-59ed9c85bac5 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d&device_id=8cc4d416-bb60-4d04-8a6a-58975013af38 HTTP/1.1" status: 200 len: 210 time: 0.0323734 Sep 16 05:04:00.624097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50bb2c-5fd8-4766-8cb1-17fa139f2150 req-6b21f5aa-46fb-46c6-98ee-b8ca3990a35e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.625724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d50bb2c-5fd8-4766-8cb1-17fa139f2150 req-6b21f5aa-46fb-46c6-98ee-b8ca3990a35e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 946 time: 0.0589650 Sep 16 05:04:00.669516 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d50bb2c-5fd8-4766-8cb1-17fa139f2150 req-2fba29e8-0cd6-4fe0-ae69-de763a14f7d6 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349848 Sep 16 05:04:01.063810 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9dbfdaa0-f71b-4f85-9d6e-4096e5e1702a req-b3b3a37f-25e1-4200-af29-2d586b61fb36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05c9f499a58c4a7dae54d380ba471f7e&device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0271111 Sep 16 05:04:01.094732 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9dbfdaa0-f71b-4f85-9d6e-4096e5e1702a req-2d4157e6-bdeb-41ee-9e2d-7b5b131e1ed6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=05c9f499a58c4a7dae54d380ba471f7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231783 Sep 16 05:04:01.103148 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28765cb3-61ff-4ecd-8b28-e6a351958b4d req-51190051-ccc1-4226-80ea-46b13abd1bf0 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0293527 Sep 16 05:04:01.263235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfdaa0-f71b-4f85-9d6e-4096e5e1702a req-73c8a7ee-4bf1-4806-9575-1cef2f8dc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.264754 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9dbfdaa0-f71b-4f85-9d6e-4096e5e1702a req-73c8a7ee-4bf1-4806-9575-1cef2f8dc56b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1631618 Sep 16 05:04:01.320338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b0179-c598-41d5-8d58-08748bd1ab6c req-8e0d2233-0903-4cd8-b0f3-79a473bbd458 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.321897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da8b0179-c598-41d5-8d58-08748bd1ab6c req-8e0d2233-0903-4cd8-b0f3-79a473bbd458 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 946 time: 0.0635736 Sep 16 05:04:01.361731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da8b0179-c598-41d5-8d58-08748bd1ab6c req-d5f1fce4-6d3d-41ba-9cad-67f2f52c61ad tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337822 Sep 16 05:04:02.547692 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9dbfdaa0-f71b-4f85-9d6e-4096e5e1702a req-f13398f9-b8d2-47a4-8bca-26c437e1e6e4 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.0796933 Sep 16 05:04:02.744717 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ee75c0f-1cb3-4839-920e-8e25d6f97f32 req-efd9f309-6ea0-4ed2-8df1-9a73aec46d94 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee638bb-9073-45d2-ae26-cb171f3a471d HTTP/1.1" status: 200 len: 210 time: 0.5663500 Sep 16 05:04:02.859140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817845ba-71ce-4b5d-93c7-6d1bda516ef2 req-cae4c09d-df51-430b-a68f-e425913985e8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.860985 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-817845ba-71ce-4b5d-93c7-6d1bda516ef2 req-cae4c09d-df51-430b-a68f-e425913985e8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.37 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 946 time: 0.1265759 Sep 16 05:04:02.911424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e4021-2224-42ee-a798-f127200180a6 req-c66d41bc-6ae6-4d4e-a7c5-fdbc50883518 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.920117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-830e4021-2224-42ee-a798-f127200180a6 req-c66d41bc-6ae6-4d4e-a7c5-fdbc50883518 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 946 time: 0.1840985 Sep 16 05:04:03.018302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-830e4021-2224-42ee-a798-f127200180a6 req-251d9f2b-f2f1-464b-a832-2dc2738d0115 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799949 Sep 16 05:04:03.043666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-817845ba-71ce-4b5d-93c7-6d1bda516ef2 req-b439e180-8f95-47bc-a8f8-77c4683a6bd1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Deleting port 78992d40-a713-4990-a3c0-a0cf0457a41f {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:03.044431 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-817845ba-71ce-4b5d-93c7-6d1bda516ef2 req-b439e180-8f95-47bc-a8f8-77c4683a6bd1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.172029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-817845ba-71ce-4b5d-93c7-6d1bda516ef2 req-b439e180-8f95-47bc-a8f8-77c4683a6bd1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] For port 78992d40-a713-4990-a3c0-a0cf0457a41f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=78992d40-a713-4990-a3c0-a0cf0457a41f,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:03.172413 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-817845ba-71ce-4b5d-93c7-6d1bda516ef2 req-b439e180-8f95-47bc-a8f8-77c4683a6bd1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.186432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-817845ba-71ce-4b5d-93c7-6d1bda516ef2 req-b439e180-8f95-47bc-a8f8-77c4683a6bd1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Calling delete_port for 78992d40-a713-4990-a3c0-a0cf0457a41f owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:03.436019 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-817845ba-71ce-4b5d-93c7-6d1bda516ef2 req-b439e180-8f95-47bc-a8f8-77c4683a6bd1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.451002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['78992d40-a713-4990-a3c0-a0cf0457a41f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:03.454537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:03.471837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439e180-8f95-47bc-a8f8-77c4683a6bd1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event deleted for resources: {'Port': ['ID=78992d40-a713-4990-a3c0-a0cf0457a41f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.604766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-817845ba-71ce-4b5d-93c7-6d1bda516ef2 req-b439e180-8f95-47bc-a8f8-77c4683a6bd1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] No DVR routers for this DVR port 78992d40-a713-4990-a3c0-a0cf0457a41f on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:03.609137 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-817845ba-71ce-4b5d-93c7-6d1bda516ef2 req-b439e180-8f95-47bc-a8f8-77c4683a6bd1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.617317 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-817845ba-71ce-4b5d-93c7-6d1bda516ef2 req-b439e180-8f95-47bc-a8f8-77c4683a6bd1 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.37 "DELETE /v2.0/ports/78992d40-a713-4990-a3c0-a0cf0457a41f HTTP/1.1" status: 204 len: 173 time: 0.7439666 Sep 16 05:04:03.617781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c99ffb-dc86-4c4a-b077-183420ee533e', 'name': 'network-vif-deleted', 'tag': '78992d40-a713-4990-a3c0-a0cf0457a41f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:03.623879 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e532f48f-569f-47da-9a7b-fc373db95185" -d '{"events": [{"server_uuid": "16c99ffb-dc86-4c4a-b077-183420ee533e", "name": "network-vif-deleted", "tag": "78992d40-a713-4990-a3c0-a0cf0457a41f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:03.695825 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdc573a-eaa1-4a36-8c93-1131484b6cd5 x-openstack-request-id: req-fbdc573a-eaa1-4a36-8c93-1131484b6cd5 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:03.698578 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c99ffb-dc86-4c4a-b077-183420ee533e", "name": "network-vif-deleted", "tag": "78992d40-a713-4990-a3c0-a0cf0457a41f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:03.698996 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbdc573a-eaa1-4a36-8c93-1131484b6cd5 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:03.699548 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c99ffb-dc86-4c4a-b077-183420ee533e', 'name': 'network-vif-deleted', 'tag': '78992d40-a713-4990-a3c0-a0cf0457a41f', 'status': 'completed', 'code': 200} Sep 16 05:04:04.134894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-35669f3a-9a4b-40f1-9577-3600143f69df req-9236abfa-659c-43d9-b6b3-27b0e0cc39c0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c99ffb-dc86-4c4a-b077-183420ee533e HTTP/1.1" status: 200 len: 210 time: 0.0374196 Sep 16 05:04:04.302184 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84f55e98-5597-4565-91e4-12f1d7ecc968 req-0cf8b4c4-5278-4635-b7fc-df73e037e841 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05c9f499a58c4a7dae54d380ba471f7e&device_id=8cc4d416-bb60-4d04-8a6a-58975013af38 HTTP/1.1" status: 200 len: 210 time: 0.0379896 Sep 16 05:04:04.391023 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84f55e98-5597-4565-91e4-12f1d7ecc968 req-ddbb3d7f-7967-4a07-ba1d-c95f1a5eb876 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=05c9f499a58c4a7dae54d380ba471f7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799377 Sep 16 05:04:04.539842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f55e98-5597-4565-91e4-12f1d7ecc968 req-0d103f55-2b11-4248-a258-a708a330e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.541739 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84f55e98-5597-4565-91e4-12f1d7ecc968 req-0d103f55-2b11-4248-a258-a708a330e68c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1434779 Sep 16 05:04:04.562860 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e05425cf-aba5-436a-8feb-d47af427163d req-d1726c42-cb63-471f-b033-e452f99bf840 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cc4d416-bb60-4d04-8a6a-58975013af38 HTTP/1.1" status: 200 len: 210 time: 0.0341449 Sep 16 05:04:05.469830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 78992d40-a713-4990-a3c0-a0cf0457a41f no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:05.471163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-b377ae15-e19e-40d4-9319-dedd8dd9b7c9 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.480237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-b377ae15-e19e-40d4-9319-dedd8dd9b7c9 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.1428981 Sep 16 05:04:05.499818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-7c8ba3ab-487a-452b-9d7e-c75be2866bb7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/quotas/98d6cd4e2eb34439a7eade1bcd54cb12 HTTP/1.1" status: 200 len: 375 time: 0.0179577 Sep 16 05:04:05.507614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 78992d40-a713-4990-a3c0-a0cf0457a41f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:05.511614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 78992d40-a713-4990-a3c0-a0cf0457a41f not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:05.606026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-b7459c2a-b787-4176-9fbd-0e5ab4016a3f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1049793 Sep 16 05:04:05.730305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe414d80-af4e-4071-8ac6-031ebc1c279e req-cd696bf7-014b-494f-a24f-36307a1d0531 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cc4d416-bb60-4d04-8a6a-58975013af38 HTTP/1.1" status: 200 len: 210 time: 0.0520010 Sep 16 05:04:05.757932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-2c93e729-aa4f-4b7d-a7f4-c3f056e9ee7a service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510181 Sep 16 05:04:05.788780 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84f55e98-5597-4565-91e4-12f1d7ecc968 req-14ef89d7-0c26-4b05-9889-efd6fb8acd74 tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cc4d416-bb60-4d04-8a6a-58975013af38 HTTP/1.1" status: 200 len: 210 time: 0.0365620 Sep 16 05:04:05.904775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-1089e8a5-524c-4467-9f25-c95dd2a68c61 service neutron] 10.222.0.24 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294787 Sep 16 05:04:06.241728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-604ced37-283e-4762-b80b-1113ec6993ea req-d22851f2-7b70-4942-abed-8e05deeee218 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 210 time: 0.0417588 Sep 16 05:04:06.871631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b983aec0-ac74-44cf-8aed-0efbec3829b1 req-a103a4b5-b807-403d-826a-9b50bbf2246a tempest-ServerShowV247Test-1473543840 tempest-ServerShowV247Test-1473543840-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cc4d416-bb60-4d04-8a6a-58975013af38 HTTP/1.1" status: 200 len: 210 time: 0.0403817 Sep 16 05:04:07.353777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad27677e-aa4d-4300-9ccc-951c4064682e req-a0635fef-d402-469b-8c1f-aa8aba2f1da5 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 210 time: 0.0331359 Sep 16 05:04:08.439406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c6baffb-79b3-4031-9435-bcebc5a59d6b req-2054533d-5c9d-46c2-861c-117ccaf4e721 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 210 time: 0.0265987 Sep 16 05:04:08.607726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46306) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:08.679525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fc848-04c2-4b8d-bdb4-c4306b8434df req-7ebe0445-fc39-446e-a989-3339c5c33d49 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.691464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f75fc848-04c2-4b8d-bdb4-c4306b8434df req-7ebe0445-fc39-446e-a989-3339c5c33d49 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.0637636 Sep 16 05:04:08.740519 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f75fc848-04c2-4b8d-bdb4-c4306b8434df req-037e9c98-73f2-4c6d-b8c3-66a9c7681b55 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438240 Sep 16 05:04:08.755519 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d2c3abe4-ffec-486f-a300-e0ecd8677b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.945977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-f2e4557c-4dce-4e54-9b82-36a0ed99e762 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.947492 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-f2e4557c-4dce-4e54-9b82-36a0ed99e762 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 806 time: 0.1328738 Sep 16 05:04:08.964084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Request body: {'port': {'device_id': '31aded80-9897-4e6d-a13d-b99bc3b37ed5', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'admin_state_up': True, 'tenant_id': '98d6cd4e2eb34439a7eade1bcd54cb12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:08.969421 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d2c3abe4-ffec-486f-a300-e0ecd8677b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.054738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d2c3abe4-ffec-486f-a300-e0ecd8677b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.117736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3abe4-ffec-486f-a300-e0ecd8677b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c195145-f1fd-4780-b7f1-6a879d221138,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.124982 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d2c3abe4-ffec-486f-a300-e0ecd8677b5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05c9f499a58c4a7dae54d380ba471f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160780 Sep 16 05:04:09.127543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46320) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:09.185806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-34381b34-99f6-404e-a745-36ac18667192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.211899 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-34381b34-99f6-404e-a745-36ac18667192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.239452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Made reservation on behalf of 98d6cd4e2eb34439a7eade1bcd54cb12 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:09.244238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.348630 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-34381b34-99f6-404e-a745-36ac18667192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.352649 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-34381b34-99f6-404e-a745-36ac18667192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.357484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-34381b34-99f6-404e-a745-36ac18667192 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c195145-f1fd-4780-b7f1-6a879d221138 HTTP/1.1" status: 204 len: 168 time: 0.2284989 Sep 16 05:04:09.368347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34381b34-99f6-404e-a745-36ac18667192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c195145-f1fd-4780-b7f1-6a879d221138,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.490017 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Allocated IP 172.20.0.2 (b2a6c7bf-0b55-4a98-afae-9c638ca84214/21f70418-5d8e-40e0-8694-6480bd170868/4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:09.550066 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b56a3ceb-15ff-4be3-a6e4-8365f9b08dca req-8b8622d1-0ad6-4b12-aaef-fa81ae87a071 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 210 time: 0.0374916 Sep 16 05:04:09.705057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.857219 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.870235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:09.895465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d63b20-a948-4922-ada8-614fabc8f4a4 req-17b62448-e716-467f-916e-13e3a07271e8 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.902574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36d63b20-a948-4922-ada8-614fabc8f4a4 req-17b62448-e716-467f-916e-13e3a07271e8 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.0897944 Sep 16 05:04:09.919871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Network b2a6c7bf-0b55-4a98-afae-9c638ca84214 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:09.923468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:09.928790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:09.986285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event updated for resources: {'Port': ['ID=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.986505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36d63b20-a948-4922-ada8-614fabc8f4a4 req-b6d9fa6f-7261-4bae-83c5-8f475885a304 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774229 Sep 16 05:04:10.024206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.032559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.120072 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d17c659d-dbd1-4429-a6d2-3c1479a24ac0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1627624 Sep 16 05:04:10.136201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Request body: {'port': {'device_id': '31aded80-9897-4e6d-a13d-b99bc3b37ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:10.226048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.547728 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:10.572741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.572741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Transition to ACTIVE for port object 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:10.696245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89143696-88b6-4e52-a62a-cadade8aed8c req-38f0490e-3858-4310-ae3e-bb378a9e5f28 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.698142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89143696-88b6-4e52-a62a-cadade8aed8c req-38f0490e-3858-4310-ae3e-bb378a9e5f28 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 931 time: 0.0688598 Sep 16 05:04:10.748712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89143696-88b6-4e52-a62a-cadade8aed8c req-872d1ce0-cf9b-4c26-bc2a-7a0c182b045f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429089 Sep 16 05:04:11.115866 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd3bd9-c511-4b34-9d5e-c1f852d9d0ee req-5bedd361-5870-47eb-8884-e74763436a3c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.117616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34bd3bd9-c511-4b34-9d5e-c1f852d9d0ee req-5bedd361-5870-47eb-8884-e74763436a3c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.0546212 Sep 16 05:04:11.156360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34bd3bd9-c511-4b34-9d5e-c1f852d9d0ee req-4c00f94d-bd7f-41cb-85e3-38d37133fcc4 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327351 Sep 16 05:04:11.354476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5cdcf-3a7b-4ddb-8465-05743d5715fd req-a3e773ea-995e-4d89-817e-f1e4d6d6081a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.355949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ee5cdcf-3a7b-4ddb-8465-05743d5715fd req-a3e773ea-995e-4d89-817e-f1e4d6d6081a tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 945 time: 0.0505788 Sep 16 05:04:11.462314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-2ee5cdcf-3a7b-4ddb-8465-05743d5715fd req-d8f41941-92b4-4b6d-92bd-20d5959a357d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Deleting port 517abf5d-da89-4c0c-b141-11210ee3daa5 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:11.462314 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2ee5cdcf-3a7b-4ddb-8465-05743d5715fd req-d8f41941-92b4-4b6d-92bd-20d5959a357d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.487178 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.587951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-2ee5cdcf-3a7b-4ddb-8465-05743d5715fd req-d8f41941-92b4-4b6d-92bd-20d5959a357d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] For port 517abf5d-da89-4c0c-b141-11210ee3daa5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=517abf5d-da89-4c0c-b141-11210ee3daa5,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:11.587951 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2ee5cdcf-3a7b-4ddb-8465-05743d5715fd req-d8f41941-92b4-4b6d-92bd-20d5959a357d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.604387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-2ee5cdcf-3a7b-4ddb-8465-05743d5715fd req-d8f41941-92b4-4b6d-92bd-20d5959a357d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Calling delete_port for 517abf5d-da89-4c0c-b141-11210ee3daa5 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:11.659144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Pushing event updated for resources: {'Port': ['ID=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.703780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Attempting to bind port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:11.704426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Attempting to bind port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:11.705978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Attempting to bind port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:11.717742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:11.718491 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Attempting to bind port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 on network b2a6c7bf-0b55-4a98-afae-9c638ca84214 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:11.726425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:11.729655 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Checking segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:11.729655 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Bound using segment: {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:11.729655 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Bound port: 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd95c2b9-63a6-433c-846e-effa99df2228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:11.729655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.826579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] For port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:11.830712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] For port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:11.885783 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2ee5cdcf-3a7b-4ddb-8465-05743d5715fd req-d8f41941-92b4-4b6d-92bd-20d5959a357d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.900616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['c5e92ceb-fc71-4ddc-a20e-cf88b20d96af', '517abf5d-da89-4c0c-b141-11210ee3daa5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:11.910502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46378) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.919280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.944784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f41941-92b4-4b6d-92bd-20d5959a357d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Pushing event deleted for resources: {'Port': ['ID=517abf5d-da89-4c0c-b141-11210ee3daa5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.990049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.991771 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.995151 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] 10.222.0.23 "PUT /v2.0/ports/4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 HTTP/1.1" status: 200 len: 1092 time: 1.8666773 Sep 16 05:04:12.003385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31aded80-9897-4e6d-a13d-b99bc3b37ed5', 'tag': '4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:12.003385 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b6d1ae-6eef-4cda-8ae8-754313788d10" -d '{"events": [{"name": "network-changed", "server_uuid": "31aded80-9897-4e6d-a13d-b99bc3b37ed5", "tag": "4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:12.028689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee5cdcf-3a7b-4ddb-8465-05743d5715fd req-d8f41941-92b4-4b6d-92bd-20d5959a357d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] No DVR routers for this DVR port 517abf5d-da89-4c0c-b141-11210ee3daa5 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:12.038553 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2ee5cdcf-3a7b-4ddb-8465-05743d5715fd req-d8f41941-92b4-4b6d-92bd-20d5959a357d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.045078 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ee5cdcf-3a7b-4ddb-8465-05743d5715fd req-d8f41941-92b4-4b6d-92bd-20d5959a357d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.37 "DELETE /v2.0/ports/517abf5d-da89-4c0c-b141-11210ee3daa5 HTTP/1.1" status: 204 len: 173 time: 0.6816173 Sep 16 05:04:12.045694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78c0371-478e-48bb-b48a-dd91ec9369b9', 'name': 'network-vif-deleted', 'tag': '517abf5d-da89-4c0c-b141-11210ee3daa5'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:12.049956 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efee2c86-ac09-4620-bb83-362a6beb27fb" -d '{"events": [{"server_uuid": "d78c0371-478e-48bb-b48a-dd91ec9369b9", "name": "network-vif-deleted", "tag": "517abf5d-da89-4c0c-b141-11210ee3daa5"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:12.063084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed6f84-c574-484b-8c3a-d1f1834975cf service neutron] Pushing event updated for resources: {'Port': ['ID=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.094329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693177ea-d049-47db-a2ed-9276be63ea98 req-1bfa320e-aa15-4f39-adf9-ed82f5c17c7d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.098629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-693177ea-d049-47db-a2ed-9276be63ea98 req-1bfa320e-aa15-4f39-adf9-ed82f5c17c7d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 943 time: 0.2284775 Sep 16 05:04:12.119271 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd755aa-73d6-41b7-aab6-902a4ebf2532 x-openstack-request-id: req-8fd755aa-73d6-41b7-aab6-902a4ebf2532 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:12.119624 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31aded80-9897-4e6d-a13d-b99bc3b37ed5", "tag": "4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:12.120248 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fd755aa-73d6-41b7-aab6-902a4ebf2532 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:12.120248 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31aded80-9897-4e6d-a13d-b99bc3b37ed5', 'tag': '4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839', 'status': 'completed', 'code': 200} Sep 16 05:04:12.167505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-693177ea-d049-47db-a2ed-9276be63ea98 req-5abc1acb-1074-4751-9301-a7fd0e1d2730 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612023 Sep 16 05:04:12.172922 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1867140289-network', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:12.194730 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-82128a75-3e8f-40c8-bd55-619043770533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.211997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-eeccb171-37a9-4b5b-8cb1-4abd794cc94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.214099 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-eeccb171-37a9-4b5b-8cb1-4abd794cc94e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 1095 time: 0.1092234 Sep 16 05:04:12.272316 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faad6eeb-3516-407b-91d8-623950546cdb x-openstack-request-id: req-faad6eeb-3516-407b-91d8-623950546cdb {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:12.272742 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78c0371-478e-48bb-b48a-dd91ec9369b9", "name": "network-vif-deleted", "tag": "517abf5d-da89-4c0c-b141-11210ee3daa5", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:12.273057 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-faad6eeb-3516-407b-91d8-623950546cdb {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:12.273551 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78c0371-478e-48bb-b48a-dd91ec9369b9', 'name': 'network-vif-deleted', 'tag': '517abf5d-da89-4c0c-b141-11210ee3daa5', 'status': 'completed', 'code': 200} Sep 16 05:04:12.340213 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-e6061ad3-3df7-418c-b34c-ca1094d39f68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 HTTP/1.1" status: 200 len: 217 time: 0.1168170 Sep 16 05:04:12.341859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Made reservation on behalf of be85c04689e0447ca8e5936abf67644c for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:12.350737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.386451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.424749 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.433368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-590e9415-8095-4aaf-a424-16802d6f4030 req-d2a431ee-bb6c-4fc5-8e72-c0f9a199e0bf tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=d78c0371-478e-48bb-b48a-dd91ec9369b9 HTTP/1.1" status: 200 len: 210 time: 0.0428307 Sep 16 05:04:12.447477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-af2a37da-111f-4e73-b054-05c8bff667ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.449123 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-af2a37da-111f-4e73-b054-05c8bff667ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.0922999 Sep 16 05:04:12.493949 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-9f367545-49d2-43f8-b6b9-5e21c8480243 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363486 Sep 16 05:04:12.625838 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-5b29eb0e-4cfe-4780-a9d5-f8ff333cd503 service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239402 Sep 16 05:04:12.675840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.745706 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.755477 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f272428-de76-4ae1-9717-b3d7afd93a20 req-8b2b5b76-8561-46b6-9cd7-8289d78a76fe service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195354 Sep 16 05:04:12.779295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:12.788842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db209b2-0fe4-46b7-a246-e7d01dd1a7e8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.796303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.796711 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Added segment 1efc86a4-ed5b-48bc-815a-4fb4ca80b08f of type vlan for network 83e93922-7656-483d-9a51-ad0f15994c9e Sep 16 05:04:12.844180 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.920149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6d1ae-6eef-4cda-8ae8-754313788d10 req-fa198356-56e4-46f6-8c53-50176c70664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.921759 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82b6d1ae-6eef-4cda-8ae8-754313788d10 req-fa198356-56e4-46f6-8c53-50176c70664f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 1095 time: 0.0463908 Sep 16 05:04:12.993506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.994496 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.995079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.080784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] Pushing event updated for resources: {'Network': ['ID=83e93922-7656-483d-9a51-ad0f15994c9e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.087322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6d1ae-6eef-4cda-8ae8-754313788d10 req-2bfcc8c3-2c48-4a2e-a338-b14e36d09775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:13.088981 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82b6d1ae-6eef-4cda-8ae8-754313788d10 req-2bfcc8c3-2c48-4a2e-a338-b14e36d09775 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 906 time: 0.1595664 Sep 16 05:04:13.096208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 83e93922-7656-483d-9a51-ad0f15994c9e details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:13.144291 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4cc85a3c-9197-4734-91ea-8221f5954f64 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2303593 Sep 16 05:04:13.144291 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82b6d1ae-6eef-4cda-8ae8-754313788d10 req-27911dad-e01c-43fc-9be5-b40d479fc7b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 HTTP/1.1" status: 200 len: 217 time: 0.0430207 Sep 16 05:04:13.145786 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46394) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:13.151514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-91922ce4-154d-4345-81d6-e2fbc6516e54 admin admin] Request body: {'subnet': {'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1867140289-subnet', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:13.209329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6d1ae-6eef-4cda-8ae8-754313788d10 req-cec0dbfb-9a14-421c-9942-94ee69713ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:13.212337 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82b6d1ae-6eef-4cda-8ae8-754313788d10 req-cec0dbfb-9a14-421c-9942-94ee69713ad8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.0588396 Sep 16 05:04:13.254061 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82b6d1ae-6eef-4cda-8ae8-754313788d10 req-b8ed29e0-27fe-4d0b-b707-5de1c1bc2b37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332670 Sep 16 05:04:13.275032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91922ce4-154d-4345-81d6-e2fbc6516e54 admin admin] Made reservation on behalf of be85c04689e0447ca8e5936abf67644c for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:13.294840 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91922ce4-154d-4345-81d6-e2fbc6516e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.362090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698fbe4-4e0c-4dbc-b8a0-bc1438d5f7e3 req-c18363f8-4d5f-42d2-83d2-e95cee2744f8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:13.376613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6698fbe4-4e0c-4dbc-b8a0-bc1438d5f7e3 req-c18363f8-4d5f-42d2-83d2-e95cee2744f8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 943 time: 0.1225419 Sep 16 05:04:13.463502 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82b6d1ae-6eef-4cda-8ae8-754313788d10 req-77038a11-7d7c-445e-99bd-7aa7226de2cf service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006309 Sep 16 05:04:13.463874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6698fbe4-4e0c-4dbc-b8a0-bc1438d5f7e3 req-085c2bf9-0f72-4110-bf15-1c7c10e6dc02 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863049 Sep 16 05:04:13.608101 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-82b6d1ae-6eef-4cda-8ae8-754313788d10 req-9e45bdd0-5786-4405-8a00-75b69961613c service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356962 Sep 16 05:04:13.704560 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91922ce4-154d-4345-81d6-e2fbc6516e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.788035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91922ce4-154d-4345-81d6-e2fbc6516e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d61f5f-1073-4f65-93f4-bed009717890,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.792755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91922ce4-154d-4345-81d6-e2fbc6516e54 admin admin] Checking segment: {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:13.793353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91922ce4-154d-4345-81d6-e2fbc6516e54 admin admin] Network hostable DHCP agents. Network: 83e93922-7656-483d-9a51-ad0f15994c9e, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:13.927069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91922ce4-154d-4345-81d6-e2fbc6516e54 admin admin] Network 83e93922-7656-483d-9a51-ad0f15994c9e is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:13.972739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc54060-6b07-4027-9fa1-01b512833859 req-d9febd88-3caa-4936-b765-86259e87c817 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:13.974595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7dc54060-6b07-4027-9fa1-01b512833859 req-d9febd88-3caa-4936-b765-86259e87c817 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0579913 Sep 16 05:04:14.011975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-91922ce4-154d-4345-81d6-e2fbc6516e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 83e93922-7656-483d-9a51-ad0f15994c9e) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:14.021892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeccf5f-2e04-4970-9c9b-ff8fdad36d13 None None] Network 83e93922-7656-483d-9a51-ad0f15994c9e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:14.022940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91922ce4-154d-4345-81d6-e2fbc6516e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:14.023732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91922ce4-154d-4345-81d6-e2fbc6516e54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.036156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7dc54060-6b07-4027-9fa1-01b512833859 req-e3a67f3f-e892-4dc0-b975-bb0d5f61a8e4 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528903 Sep 16 05:04:14.120507 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-91922ce4-154d-4345-81d6-e2fbc6516e54 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9726396 Sep 16 05:04:14.123070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46418) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.128368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:14.206013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-83e93922-7656-483d-9a51-ad0f15994c9e', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:14.206967 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.224378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.227336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.299771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.368269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Allocated IP 172.20.0.2 (83e93922-7656-483d-9a51-ad0f15994c9e/15d61f5f-1073-4f65-93f4-bed009717890/8bbc357a-0bdb-49fe-8698-6087478eea0f) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:14.535163 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.608201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.625460 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.655679 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a3a7bffd-9320-4dc6-881a-0fdf9f365f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.672392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Network 83e93922-7656-483d-9a51-ad0f15994c9e is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:14.674806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0680f7-3d81-44d3-b9ef-699be37e952a req-a5d86472-c1c1-492b-a404-cafde15a6d90 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:14.676077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d0680f7-3d81-44d3-b9ef-699be37e952a req-a5d86472-c1c1-492b-a404-cafde15a6d90 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 943 time: 0.0703428 Sep 16 05:04:14.680755 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:14.685518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:14.695075 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Pushing event updated for resources: {'Port': ['ID=8bbc357a-0bdb-49fe-8698-6087478eea0f,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.747839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d0680f7-3d81-44d3-b9ef-699be37e952a req-00a2dd63-150f-4cf7-ac06-2a07e147387d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601869 Sep 16 05:04:14.783347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Attempting to bind port 8bbc357a-0bdb-49fe-8698-6087478eea0f on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:14.784023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Attempting to bind port 8bbc357a-0bdb-49fe-8698-6087478eea0f by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:14.784814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Attempting to bind port 8bbc357a-0bdb-49fe-8698-6087478eea0f on network 83e93922-7656-483d-9a51-ad0f15994c9e {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:14.792416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:14.793811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Checking segment: {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:14.794559 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.795128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Bound using segment: {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:14.795792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Bound port: 8bbc357a-0bdb-49fe-8698-6087478eea0f, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:14.796367 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.875104 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] For port 8bbc357a-0bdb-49fe-8698-6087478eea0f, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:14.878625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] For port 8bbc357a-0bdb-49fe-8698-6087478eea0f, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8bbc357a-0bdb-49fe-8698-6087478eea0f,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:14.937644 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.961659 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.974022 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.071863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297e0b2-d149-453a-b466-2f33706e0ba0 None None] Pushing event updated for resources: {'Port': ['ID=8bbc357a-0bdb-49fe-8698-6087478eea0f,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.123100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Allocated IP 172.25.3.242 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/a796b78b-8cf8-4792-bad0-6d33757beb8a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:15.286054 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.320666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b72f7-8d85-45ae-bef2-cc0aa2cb0c7a req-604bdfb7-625e-4106-9e5f-87152f8712ba tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.322294 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-188b72f7-8d85-45ae-bef2-cc0aa2cb0c7a req-604bdfb7-625e-4106-9e5f-87152f8712ba tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1817849 Sep 16 05:04:15.372924 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.400689 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-188b72f7-8d85-45ae-bef2-cc0aa2cb0c7a req-993a87e8-26d2-4405-8d50-76509522a1bd tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670016 Sep 16 05:04:15.510217 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.542971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 517abf5d-da89-4c0c-b141-11210ee3daa5 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:15.559539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:15.564620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:15.567185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:15.579704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 517abf5d-da89-4c0c-b141-11210ee3daa5 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:15.581340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 517abf5d-da89-4c0c-b141-11210ee3daa5 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:15.609246 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Pushing event updated for resources: {'Port': ['ID=a796b78b-8cf8-4792-bad0-6d33757beb8a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.638710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.639259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.640029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.640651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.641460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.642334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.642893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.643974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.644338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.644894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.645231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.645562 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:15.897500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc274ef-b9dc-487c-a8db-34aa58fa3f6d req-077753e7-ddb1-4b85-b342-e951e10105b2 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.899524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7bc274ef-b9dc-487c-a8db-34aa58fa3f6d req-077753e7-ddb1-4b85-b342-e951e10105b2 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 943 time: 0.0762177 Sep 16 05:04:16.037339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7bc274ef-b9dc-487c-a8db-34aa58fa3f6d req-94fa80bb-c32d-47ea-92bc-5ab76739d27d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864186 Sep 16 05:04:16.045353 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.062058 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.255467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a1db98-1da5-4c4b-804f-a692162a860a None None] Network 83e93922-7656-483d-9a51-ad0f15994c9e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:16.294914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.358824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-89ce1d13-7ffa-40a3-9778-beea65112329 None None] Provisioning complete for port 8bbc357a-0bdb-49fe-8698-6087478eea0f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:16.359492 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-89ce1d13-7ffa-40a3-9778-beea65112329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.529333 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Router e465cd28-fbba-468e-8593-3e02d0345820 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:04:16.590514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:16.597090 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.622255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20f374-9c25-4f6f-b42d-6924d8bd2592 req-ebe17b32-f6c4-42c7-a9c6-2b2f3403d24d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.623848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc20f374-9c25-4f6f-b42d-6924d8bd2592 req-ebe17b32-f6c4-42c7-a9c6-2b2f3403d24d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1316936 Sep 16 05:04:16.707791 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc20f374-9c25-4f6f-b42d-6924d8bd2592 req-4b03ac82-0738-4ef0-93ac-8f2a89351869 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472970 Sep 16 05:04:16.708856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:16.749430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Sync routers for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:16.758706 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-89ce1d13-7ffa-40a3-9778-beea65112329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.792702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:16.793554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:04:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:16.857076 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.861546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9cfa92d4-84ef-4008-baa2-d146a7b77e20 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7343535 Sep 16 05:04:16.861799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46448) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.862383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-89ce1d13-7ffa-40a3-9778-beea65112329 None None] For port 8bbc357a-0bdb-49fe-8698-6087478eea0f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8bbc357a-0bdb-49fe-8698-6087478eea0f,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:16.864653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:16.883062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839', 'network_id': 'b2a6c7bf-0b55-4a98-afae-9c638ca84214', 'port_id': '4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839', 'mac_address': 'fa:16:3e:70:85:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f70418-5d8e-40e0-8694-6480bd170868', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:16.890739 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8bbc357a-0bdb-49fe-8698-6087478eea0f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:17.003449 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-89ce1d13-7ffa-40a3-9778-beea65112329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.025254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:17.079996 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.183032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:17.211746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce1d13-7ffa-40a3-9778-beea65112329 None None] Pushing event updated for resources: {'Port': ['ID=8bbc357a-0bdb-49fe-8698-6087478eea0f,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:17.245378 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 8bbc357a-0bdb-49fe-8698-6087478eea0f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:17.245754 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.250956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4188f5c1-b5a3-4d52-a360-5f0693d299a3 None None] Provisioning complete for port 8bbc357a-0bdb-49fe-8698-6087478eea0f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:17.251328 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4188f5c1-b5a3-4d52-a360-5f0693d299a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.267246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:17.436979 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.474828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f8682-18b6-4e61-943f-eaf75f2c5026 req-c868bcae-3ea5-4cb8-bc14-4deeca66ad23 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.476337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c13f8682-18b6-4e61-943f-eaf75f2c5026 req-c868bcae-3ea5-4cb8-bc14-4deeca66ad23 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 943 time: 0.0998316 Sep 16 05:04:17.529954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:17.537598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:15Z', 'revision_number': 3, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:17.557934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c13f8682-18b6-4e61-943f-eaf75f2c5026 req-5fa23669-f83c-4330-88ab-f67684afed5e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739834 Sep 16 05:04:17.567730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Checking router: e465cd28-fbba-468e-8593-3e02d0345820 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:17.568117 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Updating router e465cd28-fbba-468e-8593-3e02d0345820 port a796b78b-8cf8-4792-bad0-6d33757beb8a binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:17.570587 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.597357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.685580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:17.793619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.901404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8632d-31a9-4aed-b972-b9d0682429c4 req-9e4b9c2d-907e-4877-95e5-d12202203278 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.902821 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ec8632d-31a9-4aed-b972-b9d0682429c4 req-9e4b9c2d-907e-4877-95e5-d12202203278 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0964451 Sep 16 05:04:17.977646 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.999470 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ec8632d-31a9-4aed-b972-b9d0682429c4 req-1b0f6bdb-f2e5-4ede-882b-b0277250fc1e tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692048 Sep 16 05:04:18.020707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Allocated IP 172.20.0.1 (83e93922-7656-483d-9a51-ad0f15994c9e/15d61f5f-1073-4f65-93f4-bed009717890/e19834ea-2b62-443a-b2d6-b696ce15ed24) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:18.098308 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.127403 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.154821 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Attempting to bind port a796b78b-8cf8-4792-bad0-6d33757beb8a on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:18.155038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Attempting to bind port a796b78b-8cf8-4792-bad0-6d33757beb8a by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:18.155394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Attempting to bind port a796b78b-8cf8-4792-bad0-6d33757beb8a on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:18.162661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097fb5a-4b15-4ca6-b87f-35c9e4a52057 None None] Pushing event updated for resources: {'Port': ['ID=a796b78b-8cf8-4792-bad0-6d33757beb8a,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.165427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:18.165922 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:18.166202 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.166590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:18.167068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Bound port: a796b78b-8cf8-4792-bad0-6d33757beb8a, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:18.167451 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.222553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] For port a796b78b-8cf8-4792-bad0-6d33757beb8a, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:18.226128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] For port a796b78b-8cf8-4792-bad0-6d33757beb8a, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a796b78b-8cf8-4792-bad0-6d33757beb8a,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:18.257952 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.300641 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Network 83e93922-7656-483d-9a51-ad0f15994c9e is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:18.306790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:18.309805 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:18.337047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Pushing event updated for resources: {'Port': ['ID=e19834ea-2b62-443a-b2d6-b696ce15ed24,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.344836 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.359723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.402150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:18.402790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:04:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:18.461537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:18.495284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097fb5a-4b15-4ca6-b87f-35c9e4a52057 None None] Pushing event updated for resources: {'Port': ['ID=a796b78b-8cf8-4792-bad0-6d33757beb8a,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.634934 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.761289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:18.762614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81a136-749d-4f6d-9f70-4f649c802e52 req-fbdd4763-24d1-400c-9ca1-fc96bd476e58 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.762614 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f81a136-749d-4f6d-9f70-4f649c802e52 req-fbdd4763-24d1-400c-9ca1-fc96bd476e58 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 944 time: 0.0890939 Sep 16 05:04:18.825817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:18.829448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8bbc357a-0bdb-49fe-8698-6087478eea0f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:18.859673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:18.861278 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.875636 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f81a136-749d-4f6d-9f70-4f649c802e52 req-3382ac2b-52a1-475f-8881-8bfdbe401e6f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041400 Sep 16 05:04:18.946184 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.974994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-abbe0efe-deb3-4cda-8e3f-65527195bb10 None None] Provisioning complete for port e19834ea-2b62-443a-b2d6-b696ce15ed24 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:18.975367 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-abbe0efe-deb3-4cda-8e3f-65527195bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.043418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 8bbc357a-0bdb-49fe-8698-6087478eea0f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:19.043787 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.064126 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.103654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-abbe0efe-deb3-4cda-8e3f-65527195bb10 None None] Port e19834ea-2b62-443a-b2d6-b696ce15ed24 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:19.113201 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:04:19.138464 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.178981 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31aded80-9897-4e6d-a13d-b99bc3b37ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:19.181573 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b95be8-2797-4ec4-b600-910b5c8d7335" -d '{"events": [{"server_uuid": "31aded80-9897-4e6d-a13d-b99bc3b37ed5", "name": "network-vif-plugged", "status": "completed", "tag": "4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:19.195665 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.199311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Pushing event updated for resources: {'Port': ['ID=e19834ea-2b62-443a-b2d6-b696ce15ed24,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.222728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:19.237862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:15Z', 'revision_number': 3, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:19.243616 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f344470-41ca-4879-ba3d-92ee21666822 x-openstack-request-id: req-5f344470-41ca-4879-ba3d-92ee21666822 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:19.244075 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31aded80-9897-4e6d-a13d-b99bc3b37ed5", "name": "network-vif-plugged", "status": "completed", "tag": "4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:19.244594 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f344470-41ca-4879-ba3d-92ee21666822 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:19.245161 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31aded80-9897-4e6d-a13d-b99bc3b37ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839', 'code': 200} Sep 16 05:04:19.252340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd280a2-419c-4272-a3fd-c07d61927ae2 req-a6921309-7a3c-457d-9aaa-c19623904f05 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:19.261094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8cd280a2-419c-4272-a3fd-c07d61927ae2 req-a6921309-7a3c-457d-9aaa-c19623904f05 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1670611 Sep 16 05:04:19.271380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd52538-2272-4ab3-bbcd-977dc5956446 None None] The sync data for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 is: [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:15Z', 'revision_number': 3, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:19.332343 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.366865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8cd280a2-419c-4272-a3fd-c07d61927ae2 req-7add5d1f-5bba-417f-a4f5-8210dd80ca7c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986025 Sep 16 05:04:19.377960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c1e1e-6a4b-439a-b94a-7cf4d47830b0 req-4b6ce800-bb2a-436e-b8f8-413f538b3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:19.379637 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-307c1e1e-6a4b-439a-b94a-7cf4d47830b0 req-4b6ce800-bb2a-436e-b8f8-413f538b3c22 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 1096 time: 0.0641341 Sep 16 05:04:19.407937 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.412256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Network 83e93922-7656-483d-9a51-ad0f15994c9e is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:19.412256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:19.442789 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-307c1e1e-6a4b-439a-b94a-7cf4d47830b0 req-4c995da3-3fdb-4aef-985c-232e15a754f3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547061 Sep 16 05:04:19.559890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Router e465cd28-fbba-468e-8593-3e02d0345820 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:19.722968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:19.740909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f67b2fc5-b59c-4314-a40a-0d71d83ac280 admin admin] 10.222.0.24 "PUT /v2.0/routers/e465cd28-fbba-468e-8593-3e02d0345820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8780086 Sep 16 05:04:19.741103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-26493b9d-b953-42c5-a8bb-dbacb0f610f0 None None] Provisioning complete for port e19834ea-2b62-443a-b2d6-b696ce15ed24 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:19.741556 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-26493b9d-b953-42c5-a8bb-dbacb0f610f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.782768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-26493b9d-b953-42c5-a8bb-dbacb0f610f0 None None] Port e19834ea-2b62-443a-b2d6-b696ce15ed24 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:20.029530 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0a8b1-8424-459e-898e-6b75757d069a req-7e62d798-15c8-4116-a4f2-6a5b69258c9e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:20.031608 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dde0a8b1-8424-459e-898e-6b75757d069a req-7e62d798-15c8-4116-a4f2-6a5b69258c9e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0688131 Sep 16 05:04:20.093601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dde0a8b1-8424-459e-898e-6b75757d069a req-b4d662a2-6b32-4e12-b5d5-fab23a077f32 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509789 Sep 16 05:04:20.473016 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46522) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:20.478089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ce81baff-2553-40ea-9b35-2dc65852e027 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605546178', 'description': 'tempest-description--380716078'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:20.495721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1212f-4285-4bbf-a04d-99a0e9d3a758 req-a2c58813-a8e5-4b9f-af84-4e690eac169c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:20.497306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2f1212f-4285-4bbf-a04d-99a0e9d3a758 req-a2c58813-a8e5-4b9f-af84-4e690eac169c tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.0663164 Sep 16 05:04:20.549422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2f1212f-4285-4bbf-a04d-99a0e9d3a758 req-b9030692-7de5-423f-998b-bbd14ce71d93 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422268 Sep 16 05:04:20.600527 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce81baff-2553-40ea-9b35-2dc65852e027 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.696695 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce81baff-2553-40ea-9b35-2dc65852e027 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.816096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a796b78b-8cf8-4792-bad0-6d33757beb8a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:20.819195 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce81baff-2553-40ea-9b35-2dc65852e027 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.858800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81baff-2553-40ea-9b35-2dc65852e027 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9f09e8-cbbc-489f-8580-94e3f3b7a965,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.903743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a796b78b-8cf8-4792-bad0-6d33757beb8a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:20.904122 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.956078 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ce81baff-2553-40ea-9b35-2dc65852e027 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.960041 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ce81baff-2553-40ea-9b35-2dc65852e027 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4839330 Sep 16 05:04:20.962405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46536) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:20.970249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-52710056-f4e3-4440-b319-e047ec3d88d4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Request body: {'security_group_rule': {'security_group_id': 'ae9f09e8-cbbc-489f-8580-94e3f3b7a965', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:21.033055 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.058578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port a796b78b-8cf8-4792-bad0-6d33757beb8a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a796b78b-8cf8-4792-bad0-6d33757beb8a,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:21.160298 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Sync routers for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:21.173765 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:21.174464 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:04:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.193469 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52710056-f4e3-4440-b319-e047ec3d88d4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.229732 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.259439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e182e2b-b3f7-4fb1-95cf-50aaac6ede08 req-786a2694-4434-4cb1-9612-476783a8d9ee tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:21.268226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e182e2b-b3f7-4fb1-95cf-50aaac6ede08 req-786a2694-4434-4cb1-9612-476783a8d9ee tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.1097097 Sep 16 05:04:21.290639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52710056-f4e3-4440-b319-e047ec3d88d4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.311989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=a796b78b-8cf8-4792-bad0-6d33757beb8a,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:21.318213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c8565-a48c-4016-8010-cf346a5e6b4c req-f558a257-a20d-47dc-a692-12c290597a8d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:21.319863 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f75c8565-a48c-4016-8010-cf346a5e6b4c req-f558a257-a20d-47dc-a692-12c290597a8d tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1234119 Sep 16 05:04:21.323271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e182e2b-b3f7-4fb1-95cf-50aaac6ede08 req-bc65ecf4-8da3-4b23-8a18-49a731f41975 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538850 Sep 16 05:04:21.329306 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:21.406927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52710056-f4e3-4440-b319-e047ec3d88d4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.436828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52710056-f4e3-4440-b319-e047ec3d88d4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70725987-bc9c-452e-9972-8d8666a0ce25,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:21.464225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-f75c8565-a48c-4016-8010-cf346a5e6b4c req-5fde22a8-8fbf-4ef6-8173-604597c262ae tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Deleting port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:21.464867 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f75c8565-a48c-4016-8010-cf346a5e6b4c req-5fde22a8-8fbf-4ef6-8173-604597c262ae tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.554675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52710056-f4e3-4440-b319-e047ec3d88d4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.557082 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-52710056-f4e3-4440-b319-e047ec3d88d4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5930829 Sep 16 05:04:21.572324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46550) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.575860 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 2, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.576662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-f75c8565-a48c-4016-8010-cf346a5e6b4c req-5fde22a8-8fbf-4ef6-8173-604597c262ae tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] For port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:21.577233 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f75c8565-a48c-4016-8010-cf346a5e6b4c req-5fde22a8-8fbf-4ef6-8173-604597c262ae tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.582818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6b0de4a4-4179-406f-96c9-5bf80c33383e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Request body: {'security_group_rule': {'security_group_id': 'ae9f09e8-cbbc-489f-8580-94e3f3b7a965', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:21.611554 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Checking router: e465cd28-fbba-468e-8593-3e02d0345820 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:21.612414 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Updating router e465cd28-fbba-468e-8593-3e02d0345820 port e19834ea-2b62-443a-b2d6-b696ce15ed24 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:21.613130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-f75c8565-a48c-4016-8010-cf346a5e6b4c req-5fde22a8-8fbf-4ef6-8173-604597c262ae tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Calling delete_port for c5e92ceb-fc71-4ddc-a20e-cf88b20d96af owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:21.654439 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.762543 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6b0de4a4-4179-406f-96c9-5bf80c33383e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.784231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bc70a-51de-4e81-b80e-d6bdc0d480b0 req-e547d0bd-646c-4d4f-89ca-8bf63797a590 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:21.786109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-991bc70a-51de-4e81-b80e-d6bdc0d480b0 req-e547d0bd-646c-4d4f-89ca-8bf63797a590 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 945 time: 0.1224854 Sep 16 05:04:21.851038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4b63b-97c6-4d05-894d-3b0fcb9019cb req-7372b654-9f1b-43fe-b866-84e341abc25a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:21.852627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55d4b63b-97c6-4d05-894d-3b0fcb9019cb req-7372b654-9f1b-43fe-b866-84e341abc25a tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.1567433 Sep 16 05:04:21.943408 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-991bc70a-51de-4e81-b80e-d6bdc0d480b0 req-041716dc-92ac-43e8-8656-34ca127f9948 tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/security-groups?id=30eb7cf2-ca12-4a96-87e9-48c093a690ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464005 Sep 16 05:04:21.953911 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6b0de4a4-4179-406f-96c9-5bf80c33383e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.954487 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.972749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55d4b63b-97c6-4d05-894d-3b0fcb9019cb req-d995119b-0b7a-462b-9a85-c830e0b7a561 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094086 Sep 16 05:04:22.112403 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6b0de4a4-4179-406f-96c9-5bf80c33383e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.134878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364d94-e305-42f7-a180-f57f4de1e6e5 req-1ac39b69-4ada-4d62-bebb-892889673308 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:22.136853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a364d94-e305-42f7-a180-f57f4de1e6e5 req-1ac39b69-4ada-4d62-bebb-892889673308 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0892651 Sep 16 05:04:22.159291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0de4a4-4179-406f-96c9-5bf80c33383e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a825152a-84c5-43d9-88f7-60a40348f75d,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.182659 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a364d94-e305-42f7-a180-f57f4de1e6e5 req-6abdc569-cd18-41bc-86bc-19a05e309a2e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384214 Sep 16 05:04:22.183730 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f75c8565-a48c-4016-8010-cf346a5e6b4c req-5fde22a8-8fbf-4ef6-8173-604597c262ae tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.183871 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.218362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde22a8-8fbf-4ef6-8173-604597c262ae tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Pushing event deleted for resources: {'Port': ['ID=c5e92ceb-fc71-4ddc-a20e-cf88b20d96af,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.251461 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Pushing event updated for resources: {'Port': ['ID=e19834ea-2b62-443a-b2d6-b696ce15ed24,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.264255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75c8565-a48c-4016-8010-cf346a5e6b4c req-5fde22a8-8fbf-4ef6-8173-604597c262ae tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] No DVR routers for this DVR port c5e92ceb-fc71-4ddc-a20e-cf88b20d96af on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:22.266977 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-f75c8565-a48c-4016-8010-cf346a5e6b4c req-5fde22a8-8fbf-4ef6-8173-604597c262ae tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.269361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f75c8565-a48c-4016-8010-cf346a5e6b4c req-5fde22a8-8fbf-4ef6-8173-604597c262ae tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.37 "DELETE /v2.0/ports/c5e92ceb-fc71-4ddc-a20e-cf88b20d96af HTTP/1.1" status: 204 len: 173 time: 0.9416604 Sep 16 05:04:22.269890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e1a90a-16b6-41b3-b446-5b277c507791', 'name': 'network-vif-deleted', 'tag': 'c5e92ceb-fc71-4ddc-a20e-cf88b20d96af'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:22.272828 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06896708-154d-4803-99d0-70d0478bcc69" -d '{"events": [{"server_uuid": "c6e1a90a-16b6-41b3-b446-5b277c507791", "name": "network-vif-deleted", "tag": "c5e92ceb-fc71-4ddc-a20e-cf88b20d96af"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:22.276118 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6b0de4a4-4179-406f-96c9-5bf80c33383e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.277899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6b0de4a4-4179-406f-96c9-5bf80c33383e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7041175 Sep 16 05:04:22.281312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46574) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.282749 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:22.283291 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:22.283859 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:22.284367 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:22.288341 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:22.288341 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:22.288341 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:22.288341 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:22.288341 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:22.288341 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:22.288341 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:22.288341 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:22.289262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:22.345203 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c48400b-19c4-460f-89d8-a6f7255548d2 x-openstack-request-id: req-1c48400b-19c4-460f-89d8-a6f7255548d2 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:22.345764 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e1a90a-16b6-41b3-b446-5b277c507791", "name": "network-vif-deleted", "tag": "c5e92ceb-fc71-4ddc-a20e-cf88b20d96af", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:22.346136 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Attempting to bind port e19834ea-2b62-443a-b2d6-b696ce15ed24 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:22.346691 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Attempting to bind port e19834ea-2b62-443a-b2d6-b696ce15ed24 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:22.346889 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c48400b-19c4-460f-89d8-a6f7255548d2 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:22.347397 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e1a90a-16b6-41b3-b446-5b277c507791', 'name': 'network-vif-deleted', 'tag': 'c5e92ceb-fc71-4ddc-a20e-cf88b20d96af', 'status': 'completed', 'code': 200} Sep 16 05:04:22.347601 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Attempting to bind port e19834ea-2b62-443a-b2d6-b696ce15ed24 on network 83e93922-7656-483d-9a51-ad0f15994c9e {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:22.358152 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:22.358624 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Checking segment: {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:22.359235 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.359636 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Bound using segment: {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:22.360304 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Bound port: e19834ea-2b62-443a-b2d6-b696ce15ed24, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:22.360553 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.444007 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] For port e19834ea-2b62-443a-b2d6-b696ce15ed24, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:22.458527 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] For port e19834ea-2b62-443a-b2d6-b696ce15ed24, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e19834ea-2b62-443a-b2d6-b696ce15ed24,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:22.523023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-20a2e2dc-324e-489c-9709-ee7b373d9c90 None None] Provisioning complete for port e19834ea-2b62-443a-b2d6-b696ce15ed24 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:22.523620 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20a2e2dc-324e-489c-9709-ee7b373d9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.542558 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.576983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-20a2e2dc-324e-489c-9709-ee7b373d9c90 None None] Port e19834ea-2b62-443a-b2d6-b696ce15ed24 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:22.614531 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.666777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.693200 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:22.693200 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:04:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:22.766814 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c9060-cd12-4cd8-be5c-3e9f45f52177 None None] Pushing event updated for resources: {'Port': ['ID=e19834ea-2b62-443a-b2d6-b696ce15ed24,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.858043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Allocated IP 172.25.3.98 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/dde6e13a-3f25-40eb-9215-e73e3c910917) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:22.875060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a796b78b-8cf8-4792-bad0-6d33757beb8a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:22.950260 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d787a-19d1-47e9-b04d-ebefbf9ea7d5 req-c1ed02ec-5d91-4cf1-8929-0b4a7d45df28 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:22.951147 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:22.955244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b2d787a-19d1-47e9-b04d-ebefbf9ea7d5 req-c1ed02ec-5d91-4cf1-8929-0b4a7d45df28 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.1370368 Sep 16 05:04:23.003943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a796b78b-8cf8-4792-bad0-6d33757beb8a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:23.004341 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.044713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b2d787a-19d1-47e9-b04d-ebefbf9ea7d5 req-c0c6c239-cc79-48cc-968c-bc0fe61cab60 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814657 Sep 16 05:04:23.150470 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.165375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ca2b637b-3aa1-42ac-a05c-b6e1abfbdec3 None None] Provisioning complete for port e19834ea-2b62-443a-b2d6-b696ce15ed24 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:23.165752 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ca2b637b-3aa1-42ac-a05c-b6e1abfbdec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.184189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-353529a7-3ed5-4edc-8d33-bfd088ba4014 req-e54723f4-9805-4f64-b826-07789da9b3bb tempest-ServerRescueNegativeTestJSON-1676491759 tempest-ServerRescueNegativeTestJSON-1676491759-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e1a90a-16b6-41b3-b446-5b277c507791 HTTP/1.1" status: 200 len: 210 time: 0.0476465 Sep 16 05:04:23.267731 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ca2b637b-3aa1-42ac-a05c-b6e1abfbdec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.299926 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:22Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:23.326887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ca2b637b-3aa1-42ac-a05c-b6e1abfbdec3 None None] For port e19834ea-2b62-443a-b2d6-b696ce15ed24, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e19834ea-2b62-443a-b2d6-b696ce15ed24,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:23.327065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.335970 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90438e0d-61d8-42b1-a134-b1b46347a70c None None] The sync data for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 is: [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:22Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:23.369868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:23.378750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:23.382014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:23.404160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event updated for resources: {'Port': ['ID=dde6e13a-3f25-40eb-9215-e73e3c910917,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:23.413169 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ca2b637b-3aa1-42ac-a05c-b6e1abfbdec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.502697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b637b-3aa1-42ac-a05c-b6e1abfbdec3 None None] Pushing event updated for resources: {'Port': ['ID=e19834ea-2b62-443a-b2d6-b696ce15ed24,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:23.519552 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.601568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c5e92ceb-fc71-4ddc-a20e-cf88b20d96af no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:23.642454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: c5e92ceb-fc71-4ddc-a20e-cf88b20d96af {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:23.642454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device c5e92ceb-fc71-4ddc-a20e-cf88b20d96af not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:23.664306 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.223623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.240833 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36757c3-8865-4b36-b1f1-5ce95de7398b req-59ea7828-d7e5-4a50-b1b5-5971f555c4ac tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:24.248870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f36757c3-8865-4b36-b1f1-5ce95de7398b req-59ea7828-d7e5-4a50-b1b5-5971f555c4ac tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.1036782 Sep 16 05:04:24.327214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46618) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:24.330305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f36757c3-8865-4b36-b1f1-5ce95de7398b req-d8920e7e-6de1-4a02-af4e-1b61672f8f4f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804670 Sep 16 05:04:24.336858 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.453090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event updated for resources: {'Port': ['ID=dde6e13a-3f25-40eb-9215-e73e3c910917,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:24.520350 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.660266 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.663736 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-73a8af91-63cd-480d-ac29-11fde36c4d3c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3790359 Sep 16 05:04:24.861029 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e19834ea-2b62-443a-b2d6-b696ce15ed24 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:24.863213 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7454585e-1abb-4f55-b318-64f017a1a14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.915001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-de0dc633-6978-49c3-aec1-c1e3484c5b83 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1605546178&fields=id&tenant_id=be85c04689e0447ca8e5936abf67644c HTTP/1.1" status: 200 len: 267 time: 0.0422788 Sep 16 05:04:24.923465 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e19834ea-2b62-443a-b2d6-b696ce15ed24 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:24.923846 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.057825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-767183bf-87f7-4dd0-b5c1-c69a63d26102 req-b9979a59-f927-47dc-9811-35596c8f50c6 service neutron] (95451) timed out ('10.222.0.23', 61657) {{(pid=95451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:04:25.065703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55346e92-febc-4792-8c20-a8035c12df2a req-5dc5ff50-a301-4c36-805a-79e79b5419f1 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:25.067230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-5dc5ff50-a301-4c36-805a-79e79b5419f1 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/networks?id=83e93922-7656-483d-9a51-ad0f15994c9e HTTP/1.1" status: 200 len: 811 time: 0.1442208 Sep 16 05:04:25.085275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-6fba1eb7-419b-46bd-804d-ac73d9da25e4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/quotas/be85c04689e0447ca8e5936abf67644c HTTP/1.1" status: 200 len: 375 time: 0.0099981 Sep 16 05:04:25.157471 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-17abf092-8bc2-4156-896d-d41483a4dbbc tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=be85c04689e0447ca8e5936abf67644c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640938 Sep 16 05:04:25.197332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7454585e-1abb-4f55-b318-64f017a1a14d admin admin] Deleting port 4de2d72d-4acd-4013-9e00-9f365234c309 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:25.197698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7454585e-1abb-4f55-b318-64f017a1a14d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.259716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-64513a53-b434-46d1-be97-2934d89f4ab4 service neutron] 10.222.0.24 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877945 Sep 16 05:04:25.298055 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-7454585e-1abb-4f55-b318-64f017a1a14d admin admin] For port 4de2d72d-4acd-4013-9e00-9f365234c309, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4de2d72d-4acd-4013-9e00-9f365234c309,segment=NetworkSegment(56777f02-3f7e-4773-909b-3ee7636cfb22),segment_id=56777f02-3f7e-4773-909b-3ee7636cfb22)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:25.298515 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7454585e-1abb-4f55-b318-64f017a1a14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.325790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7454585e-1abb-4f55-b318-64f017a1a14d admin admin] Calling delete_port for 4de2d72d-4acd-4013-9e00-9f365234c309 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:25.388782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-57336140-2e70-4b5a-9447-72e74582d5e1 service neutron] 10.222.0.24 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217833 Sep 16 05:04:25.501787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149a2f0-55d3-4349-8fac-9ca4e9745061 req-12f69a94-293a-4dfc-a1d1-94284837b53e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:25.511719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6149a2f0-55d3-4349-8fac-9ca4e9745061 req-12f69a94-293a-4dfc-a1d1-94284837b53e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0727010 Sep 16 05:04:25.549459 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6149a2f0-55d3-4349-8fac-9ca4e9745061 req-7a207adc-fc25-4618-a292-e04d69e07247 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367594 Sep 16 05:04:25.641816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7454585e-1abb-4f55-b318-64f017a1a14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.681332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454585e-1abb-4f55-b318-64f017a1a14d admin admin] Pushing event deleted for resources: {'Port': ['ID=4de2d72d-4acd-4013-9e00-9f365234c309,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:25.702466 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a44f6867-fc8f-4ab9-b860-fb19cabddc52 req-fee12e41-6528-4b05-b270-0f43416abf39 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 210 time: 0.0295577 Sep 16 05:04:25.852596 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7454585e-1abb-4f55-b318-64f017a1a14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.085301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7454585e-1abb-4f55-b318-64f017a1a14d admin admin] Router ca9ba27f-a725-4eb1-b1ad-eb37fc108243 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:26.202838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7454585e-1abb-4f55-b318-64f017a1a14d admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:26.211835 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7454585e-1abb-4f55-b318-64f017a1a14d admin admin] 10.222.0.24 "PUT /v2.0/routers/ca9ba27f-a725-4eb1-b1ad-eb37fc108243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8805153 Sep 16 05:04:26.211835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46676) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:26.216515 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6feec-5d5d-4ece-a6f5-7fb923c8c59b None None] Sync routers for ids ['ca9ba27f-a725-4eb1-b1ad-eb37fc108243'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:26.227565 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6feec-5d5d-4ece-a6f5-7fb923c8c59b None None] Routers {'ca9ba27f-a725-4eb1-b1ad-eb37fc108243'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:26.228276 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5ab6feec-5d5d-4ece-a6f5-7fb923c8c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:04:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ca9ba27f-a725-4eb1-b1ad-eb37fc108243'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:26.332999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.363841 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-5ab6feec-5d5d-4ece-a6f5-7fb923c8c59b None None] Set router ca9ba27f-a725-4eb1-b1ad-eb37fc108243 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:26.472967 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.575641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5ab6feec-5d5d-4ece-a6f5-7fb923c8c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'name': 'tempest-ServerRescueNegativeTestJSON-1182673520-router', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:22Z', 'updated_at': '2021-09-16T05:04:25Z', 'revision_number': 5, 'project_id': '851f3844674f416dbab32b49e7a670a1', 'gw_port': {'id': 'b4de84e1-5f5b-41c4-bdcb-1671a2c02876', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:24Z', 'updated_at': '2021-09-16T05:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:26.605614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6feec-5d5d-4ece-a6f5-7fb923c8c59b None None] Checking router: ca9ba27f-a725-4eb1-b1ad-eb37fc108243 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:26.615765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6feec-5d5d-4ece-a6f5-7fb923c8c59b None None] Routers {'ca9ba27f-a725-4eb1-b1ad-eb37fc108243'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:26.616649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5ab6feec-5d5d-4ece-a6f5-7fb923c8c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:04:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['ca9ba27f-a725-4eb1-b1ad-eb37fc108243'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:26.660841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Deleting port b4de84e1-5f5b-41c4-bdcb-1671a2c02876 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:26.661331 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.724529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-5ab6feec-5d5d-4ece-a6f5-7fb923c8c59b None None] Set router ca9ba27f-a725-4eb1-b1ad-eb37fc108243 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:26.752373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b8b39-61d0-4b04-9fdc-e27e96a3b247 req-82e9155f-e97b-4634-8e6a-bef45da2cd3f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:26.752373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed0b8b39-61d0-4b04-9fdc-e27e96a3b247 req-82e9155f-e97b-4634-8e6a-bef45da2cd3f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0838611 Sep 16 05:04:26.786675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] For port b4de84e1-5f5b-41c4-bdcb-1671a2c02876, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b4de84e1-5f5b-41c4-bdcb-1671a2c02876,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:26.787236 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.799974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5ab6feec-5d5d-4ece-a6f5-7fb923c8c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'name': 'tempest-ServerRescueNegativeTestJSON-1182673520-router', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:22Z', 'updated_at': '2021-09-16T05:04:26Z', 'revision_number': 6, 'project_id': '851f3844674f416dbab32b49e7a670a1', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:26.804426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Calling delete_port for b4de84e1-5f5b-41c4-bdcb-1671a2c02876 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:26.838651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6feec-5d5d-4ece-a6f5-7fb923c8c59b None None] The sync data for ids ['ca9ba27f-a725-4eb1-b1ad-eb37fc108243'] in n-d-712137-12 is: [{'id': 'ca9ba27f-a725-4eb1-b1ad-eb37fc108243', 'name': 'tempest-ServerRescueNegativeTestJSON-1182673520-router', 'tenant_id': '851f3844674f416dbab32b49e7a670a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:22Z', 'updated_at': '2021-09-16T05:04:26Z', 'revision_number': 6, 'project_id': '851f3844674f416dbab32b49e7a670a1', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:26.891716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c247edb-6ba2-4dea-92b4-31e54639e435 req-b44b592f-a6d4-4c8d-bf51-0133653ca19e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 210 time: 0.0715270 Sep 16 05:04:26.907635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed0b8b39-61d0-4b04-9fdc-e27e96a3b247 req-3e1b98d5-ad39-421c-a009-bb3c9375f77b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390433 Sep 16 05:04:27.103954 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.136045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4de84e1-5f5b-41c4-bdcb-1671a2c02876,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:27.199495 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.299252 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.301408 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.447075 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.447784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca9ba27f-a725-4eb1-b1ad-eb37fc108243 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:04:27.452049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.462479 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1a4ae6d7-eff2-4ff8-afee-2ea7384ba91c admin admin] 10.222.0.24 "DELETE /v2.0/routers/ca9ba27f-a725-4eb1-b1ad-eb37fc108243 HTTP/1.1" status: 204 len: 168 time: 1.2409227 Sep 16 05:04:27.462479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46702) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:27.529253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-155a4d71-9b20-45fb-a4c1-ea330016027b admin admin] Deleting subnet 8b7b9479-d47d-40b7-b9ac-21851f2a6d70 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:27.532949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-155a4d71-9b20-45fb-a4c1-ea330016027b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.584896 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-155a4d71-9b20-45fb-a4c1-ea330016027b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.644378 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-155a4d71-9b20-45fb-a4c1-ea330016027b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.680302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a464d-e01d-4657-90b6-ebfb85935d52 req-7bdd5ea7-7877-4d87-ac56-651da0a90aad tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.682134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d6a464d-e01d-4657-90b6-ebfb85935d52 req-7bdd5ea7-7877-4d87-ac56-651da0a90aad tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 946 time: 0.0571465 Sep 16 05:04:27.753102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d6a464d-e01d-4657-90b6-ebfb85935d52 req-17848469-a0d0-471e-8c3d-374156a268d0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584898 Sep 16 05:04:27.875903 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-155a4d71-9b20-45fb-a4c1-ea330016027b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.894637 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-155a4d71-9b20-45fb-a4c1-ea330016027b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.897755 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-155a4d71-9b20-45fb-a4c1-ea330016027b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b7b9479-d47d-40b7-b9ac-21851f2a6d70 HTTP/1.1" status: 204 len: 168 time: 0.4409168 Sep 16 05:04:27.900903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46722) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:27.928282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a4d71-9b20-45fb-a4c1-ea330016027b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7b9479-d47d-40b7-b9ac-21851f2a6d70,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:28.010848 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.029560 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4801beef-8a07-46fa-8192-eb4772ae8558 req-bc0fa2ff-8506-4103-9665-32ba27e6fcc4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 210 time: 0.0352867 Sep 16 05:04:28.134980 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.179613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:28.191301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56777f02-3f7e-4773-909b-3ee7636cfb22') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:28.191598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56777f02-3f7e-4773-909b-3ee7636cfb22') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:28.205572 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.225486 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.236381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:28.236381 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:28.237245 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:28.267633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb0aa8-ba5d-4868-87d6-b98cf4f19860 req-6ade9413-13a8-4e3e-a0f8-3ae8a6533fda tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:28.269201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87bb0aa8-ba5d-4868-87d6-b98cf4f19860 req-6ade9413-13a8-4e3e-a0f8-3ae8a6533fda tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.1363432 Sep 16 05:04:28.339930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87bb0aa8-ba5d-4868-87d6-b98cf4f19860 req-af1efe00-4e65-4a17-806e-11330eb3c759 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633519 Sep 16 05:04:28.441149 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.448388 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.450346 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08 HTTP/1.1" status: 204 len: 168 time: 0.5483859 Sep 16 05:04:28.467213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b7f2d-5a46-424e-9454-1f0d75857516 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5452c4-fe4c-4ac3-a85f-bbdad2bcaf08,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:28.714091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55346e92-febc-4792-8c20-a8035c12df2a req-0b8e0773-ba71-4634-b880-b1860d43556d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:28.715743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-0b8e0773-ba71-4634-b880-b1860d43556d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.37 "GET /v2.0/networks?id=83e93922-7656-483d-9a51-ad0f15994c9e HTTP/1.1" status: 200 len: 811 time: 0.1115689 Sep 16 05:04:28.775675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-10e2f70c-4920-40e3-b586-c1b8a1fbd488 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be85c04689e0447ca8e5936abf67644c HTTP/1.1" status: 200 len: 380 time: 0.0365827 Sep 16 05:04:28.788279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-55346e92-febc-4792-8c20-a8035c12df2a req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Request body: {'port': {'device_id': '242333a9-0995-4662-9138-3b23663f0fc5', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'admin_state_up': True, 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'security_groups': ['ae9f09e8-cbbc-489f-8580-94e3f3b7a965']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:28.806174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4de2d72d-4acd-4013-9e00-9f365234c309 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:28.834688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 4de2d72d-4acd-4013-9e00-9f365234c309 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:28.835293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4de2d72d-4acd-4013-9e00-9f365234c309 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:28.835712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b4de84e1-5f5b-41c4-bdcb-1671a2c02876 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:28.857337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: b4de84e1-5f5b-41c4-bdcb-1671a2c02876 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:28.857691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b4de84e1-5f5b-41c4-bdcb-1671a2c02876 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:29.014629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46758) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:29.056203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55346e92-febc-4792-8c20-a8035c12df2a req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Made reservation on behalf of be85c04689e0447ca8e5936abf67644c for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:29.059950 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-55346e92-febc-4792-8c20-a8035c12df2a req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.074796 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9b6ea017-2470-498f-b18c-46083900bc2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=851f3844674f416dbab32b49e7a670a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564115 Sep 16 05:04:29.076870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46762) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:29.136197 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dfe38af-6ba5-4cde-b2d0-f727d4dd39d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.158916 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dfe38af-6ba5-4cde-b2d0-f727d4dd39d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.178617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a5dbf20f-27b4-48d0-84cd-405babf04477 req-c8cba065-72a8-4672-b96a-bf5b143f55b7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 210 time: 0.0686648 Sep 16 05:04:29.263298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-55346e92-febc-4792-8c20-a8035c12df2a req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Allocated IP 172.20.0.12 (83e93922-7656-483d-9a51-ad0f15994c9e/15d61f5f-1073-4f65-93f4-bed009717890/b90c980c-8b3c-4375-b1b2-67d59bcc2b44) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:29.405404 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-55346e92-febc-4792-8c20-a8035c12df2a req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.417399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dfe38af-6ba5-4cde-b2d0-f727d4dd39d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.420404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dfe38af-6ba5-4cde-b2d0-f727d4dd39d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.424727 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3dfe38af-6ba5-4cde-b2d0-f727d4dd39d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30eb7cf2-ca12-4a96-87e9-48c093a690ef HTTP/1.1" status: 204 len: 168 time: 0.3469083 Sep 16 05:04:29.437622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe38af-6ba5-4cde-b2d0-f727d4dd39d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eb7cf2-ca12-4a96-87e9-48c093a690ef,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:29.525687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f6c72-1485-4660-b126-175505e510b8 req-92f2dbfa-4227-4974-b746-f4501d6ebb68 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:29.535447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-213f6c72-1485-4660-b126-175505e510b8 req-92f2dbfa-4227-4974-b746-f4501d6ebb68 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.1036603 Sep 16 05:04:29.560749 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-55346e92-febc-4792-8c20-a8035c12df2a req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.653587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55346e92-febc-4792-8c20-a8035c12df2a req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Network 83e93922-7656-483d-9a51-ad0f15994c9e is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:29.658910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-55346e92-febc-4792-8c20-a8035c12df2a req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:29.666350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-213f6c72-1485-4660-b126-175505e510b8 req-aa9ded30-6006-4a2e-822e-199403a1ed17 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298892 Sep 16 05:04:29.669185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-55346e92-febc-4792-8c20-a8035c12df2a req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:29.736987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55346e92-febc-4792-8c20-a8035c12df2a req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:29.737725 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-55346e92-febc-4792-8c20-a8035c12df2a req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.751984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event updated for resources: {'Port': ['ID=b90c980c-8b3c-4375-b1b2-67d59bcc2b44,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:29.845676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-9820456d-cb5e-4ac8-a9ce-9d48393f7eef tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0626476 Sep 16 05:04:29.862277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Request body: {'port': {'device_id': '242333a9-0995-4662-9138-3b23663f0fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:29.943926 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.023153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-afa28952-b0fc-40af-821d-2412c52fe3a6 None None] Provisioning complete for port b90c980c-8b3c-4375-b1b2-67d59bcc2b44 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:30.023666 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-afa28952-b0fc-40af-821d-2412c52fe3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.086442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-afa28952-b0fc-40af-821d-2412c52fe3a6 None None] Port b90c980c-8b3c-4375-b1b2-67d59bcc2b44 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:30.357035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90c980c-8b3c-4375-b1b2-67d59bcc2b44 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:30.368401 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.387834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Transition to ACTIVE for port object b90c980c-8b3c-4375-b1b2-67d59bcc2b44 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:30.396168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30685254-8c5c-4581-b373-eaa249287ded req-c6a2ec07-16f2-4c8f-b9e7-8c067d327886 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:30.397714 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30685254-8c5c-4581-b373-eaa249287ded req-c6a2ec07-16f2-4c8f-b9e7-8c067d327886 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 932 time: 0.0850770 Sep 16 05:04:30.445314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30685254-8c5c-4581-b373-eaa249287ded req-0b4c3c40-c9bd-4ea5-bd3d-b0046feeea79 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391324 Sep 16 05:04:30.485398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.544060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Pushing event updated for resources: {'Port': ['ID=b90c980c-8b3c-4375-b1b2-67d59bcc2b44,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.634053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Attempting to bind port b90c980c-8b3c-4375-b1b2-67d59bcc2b44 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:30.637154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Attempting to bind port b90c980c-8b3c-4375-b1b2-67d59bcc2b44 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:30.637154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Attempting to bind port b90c980c-8b3c-4375-b1b2-67d59bcc2b44 on network 83e93922-7656-483d-9a51-ad0f15994c9e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:30.640145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Port b90c980c-8b3c-4375-b1b2-67d59bcc2b44 on network 83e93922-7656-483d-9a51-ad0f15994c9e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:30.640538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Attempting to bind port b90c980c-8b3c-4375-b1b2-67d59bcc2b44 on network 83e93922-7656-483d-9a51-ad0f15994c9e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:30.645902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:30.646902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Checking segment: {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:30.647315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Bound using segment: {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:30.647762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Bound port: b90c980c-8b3c-4375-b1b2-67d59bcc2b44, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:30.648122 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.744179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] For port b90c980c-8b3c-4375-b1b2-67d59bcc2b44, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:30.762679 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] For port b90c980c-8b3c-4375-b1b2-67d59bcc2b44, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b90c980c-8b3c-4375-b1b2-67d59bcc2b44,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:30.860301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f6566-17b9-4fb1-92c0-e586c2cc482b req-be0e5963-1335-47a1-a676-9f4a753b2bb7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:30.861949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f5f6566-17b9-4fb1-92c0-e586c2cc482b req-be0e5963-1335-47a1-a676-9f4a753b2bb7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0528300 Sep 16 05:04:30.899848 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.913218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f5f6566-17b9-4fb1-92c0-e586c2cc482b req-1b555c00-062c-42ee-9510-364276ac2815 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Sep 16 05:04:30.952676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:30.961793 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.963734 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-345612cd-a33c-499b-b721-c2017e884135 service neutron] 10.222.0.37 "PUT /v2.0/ports/b90c980c-8b3c-4375-b1b2-67d59bcc2b44 HTTP/1.1" status: 200 len: 1093 time: 1.1062016 Sep 16 05:04:30.964359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242333a9-0995-4662-9138-3b23663f0fc5', 'tag': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:30.967075 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79b4fa8-4325-47e2-9713-70fcfff28f14" -d '{"events": [{"name": "network-changed", "server_uuid": "242333a9-0995-4662-9138-3b23663f0fc5", "tag": "b90c980c-8b3c-4375-b1b2-67d59bcc2b44"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:30.992718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345612cd-a33c-499b-b721-c2017e884135 service neutron] Pushing event updated for resources: {'Port': ['ID=b90c980c-8b3c-4375-b1b2-67d59bcc2b44,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.036566 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c565b31c-c14a-4e50-8679-f651abbe9348 x-openstack-request-id: req-c565b31c-c14a-4e50-8679-f651abbe9348 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:31.037596 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242333a9-0995-4662-9138-3b23663f0fc5", "tag": "b90c980c-8b3c-4375-b1b2-67d59bcc2b44", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:31.040694 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c565b31c-c14a-4e50-8679-f651abbe9348 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:31.041543 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242333a9-0995-4662-9138-3b23663f0fc5', 'tag': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44', 'status': 'completed', 'code': 200} Sep 16 05:04:31.110500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4fa8-4325-47e2-9713-70fcfff28f14 req-9b6d92be-b872-468c-a040-e18011d82c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.112223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e79b4fa8-4325-47e2-9713-70fcfff28f14 req-9b6d92be-b872-468c-a040-e18011d82c63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be85c04689e0447ca8e5936abf67644c&device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0605121 Sep 16 05:04:31.241583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4fa8-4325-47e2-9713-70fcfff28f14 req-4404ad48-617b-4903-bd25-a98696b6a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.242904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e79b4fa8-4325-47e2-9713-70fcfff28f14 req-4404ad48-617b-4903-bd25-a98696b6a9b2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=be85c04689e0447ca8e5936abf67644c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1213109 Sep 16 05:04:31.769410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4fa8-4325-47e2-9713-70fcfff28f14 req-34f3ed4c-b8e8-4a3b-9d77-bbe96cb82c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.771601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e79b4fa8-4325-47e2-9713-70fcfff28f14 req-34f3ed4c-b8e8-4a3b-9d77-bbe96cb82c79 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5198283 Sep 16 05:04:31.780342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db646-ddd6-4866-a633-2242bb1a7aa3 req-aebb4073-511d-4119-afa4-03107e40ac1e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.781867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f61db646-ddd6-4866-a633-2242bb1a7aa3 req-aebb4073-511d-4119-afa4-03107e40ac1e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 944 time: 0.0759661 Sep 16 05:04:31.831581 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f61db646-ddd6-4866-a633-2242bb1a7aa3 req-23f188ba-b75d-4fbb-884b-9e9e8b62d4d3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432327 Sep 16 05:04:31.863805 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55346e92-febc-4792-8c20-a8035c12df2a req-b8d5a742-84ea-478f-9c6f-179dda50a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.865391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-b8d5a742-84ea-478f-9c6f-179dda50a7dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be85c04689e0447ca8e5936abf67644c&device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0502303 Sep 16 05:04:31.914910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-72410d70-6add-4f4c-b6a5-ce441b682a0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b90c980c-8b3c-4375-b1b2-67d59bcc2b44 HTTP/1.1" status: 200 len: 217 time: 0.0406854 Sep 16 05:04:31.964357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84196a61-c733-49e1-96a0-6c8589a28526 req-16482bee-41ba-486c-b8ea-e4c7a701159d tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0523849 Sep 16 05:04:31.984084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55346e92-febc-4792-8c20-a8035c12df2a req-cd5c23a2-5e75-4eb6-a4cf-bc90ddc68191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.986198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-cd5c23a2-5e75-4eb6-a4cf-bc90ddc68191 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15d61f5f-1073-4f65-93f4-bed009717890 HTTP/1.1" status: 200 len: 850 time: 0.0618081 Sep 16 05:04:32.064315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ebb82-8319-48ea-95e9-e23fd744bdf1 req-2e16068a-80b6-4d5d-aa00-0e22c849abab tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.065938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-683ebb82-8319-48ea-95e9-e23fd744bdf1 req-2e16068a-80b6-4d5d-aa00-0e22c849abab tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0792298 Sep 16 05:04:32.074916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55346e92-febc-4792-8c20-a8035c12df2a req-836a5bd3-45b0-4829-b4cd-9bfd480bb578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.076562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-836a5bd3-45b0-4829-b4cd-9bfd480bb578 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83e93922-7656-483d-9a51-ad0f15994c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806010 Sep 16 05:04:32.135577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-683ebb82-8319-48ea-95e9-e23fd744bdf1 req-fe330f7b-55fb-43ce-b683-e66e4d1eb3fe tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580754 Sep 16 05:04:32.192533 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-234a057b-8d83-46f6-af30-445367a0844a service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073155 Sep 16 05:04:32.315954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55346e92-febc-4792-8c20-a8035c12df2a req-fa82ec10-5375-440d-8e1a-5573408d5482 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161625 Sep 16 05:04:32.506581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:32.605478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:32.617288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'port_id': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'mac_address': 'fa:16:3e:30:7f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:32.667144 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.687697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bed3efac-962c-4389-a639-670ecfbe7bf6 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:32.707477 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:32.833409 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.901290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:32.941443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['bed3efac-962c-4389-a639-670ecfbe7bf6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:33.095721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1cb23af0-5acc-4c51-8dc3-8f4d9d71b887 req-14c6011b-7502-49a9-957d-6d1dfad9a94f tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0493450 Sep 16 05:04:33.123808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40881d-21d3-4ac7-b322-e6b02bf678fd req-85bf78e4-8f41-44b6-9aaa-63dca24eb603 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.125545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc40881d-21d3-4ac7-b322-e6b02bf678fd req-85bf78e4-8f41-44b6-9aaa-63dca24eb603 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 944 time: 0.1409004 Sep 16 05:04:33.172987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc40881d-21d3-4ac7-b322-e6b02bf678fd req-b8d72944-441e-4ead-9a19-eecec9defcd2 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 Sep 16 05:04:33.276974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80e028-8682-448a-9e16-fd56a01d4f43 req-390d7543-f204-46c8-9204-452c66a7f2d4 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.279385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c80e028-8682-448a-9e16-fd56a01d4f43 req-390d7543-f204-46c8-9204-452c66a7f2d4 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0721674 Sep 16 05:04:33.341432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c80e028-8682-448a-9e16-fd56a01d4f43 req-6783ecba-c1ca-444a-8738-691620c12cd7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Sep 16 05:04:34.239641 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ae25fbb-709e-4407-a6a6-23f2da7b6b1e req-c8bec5f7-47ec-4589-8da1-71887f911069 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0484276 Sep 16 05:04:34.326205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4711d8-4aeb-46bd-b305-241f71db015e req-5372e00c-f321-4c3f-b253-517d30ce79d5 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:34.328187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf4711d8-4aeb-46bd-b305-241f71db015e req-5372e00c-f321-4c3f-b253-517d30ce79d5 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 944 time: 0.0733113 Sep 16 05:04:34.394170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf4711d8-4aeb-46bd-b305-241f71db015e req-7d64dc5b-cc40-4458-9290-78a295a61dd5 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518589 Sep 16 05:04:34.523396 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:34.589247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc65f74-0926-404e-b766-82d48b48eef0 req-954bdc14-0161-4d1a-816c-44669d689b2e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:34.591731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3bc65f74-0926-404e-b766-82d48b48eef0 req-954bdc14-0161-4d1a-816c-44669d689b2e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.1381648 Sep 16 05:04:34.616836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port bed3efac-962c-4389-a639-670ecfbe7bf6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:34.617515 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.710171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3bc65f74-0926-404e-b766-82d48b48eef0 req-ba0df597-90b4-4c7b-8205-b1d0e781db5e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039486 Sep 16 05:04:34.729280 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.797224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:34.798359 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:34.811798 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378940f3-8dc8-48f8-96b6-6d85ec61aab8" -d '{"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-plugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:34.857811 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dd6b80-e64d-44ed-805e-9da45f58cff7 x-openstack-request-id: req-27dd6b80-e64d-44ed-805e-9da45f58cff7 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:34.858103 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-plugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:34.858355 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27dd6b80-e64d-44ed-805e-9da45f58cff7 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:34.858765 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'code': 200} Sep 16 05:04:34.859931 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.007342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:35.391905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ab88397-d125-4edb-b64c-33739feb3ad7 req-41335db5-bac0-4513-8c90-e4769d6b63ba tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0453620 Sep 16 05:04:35.576948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f6b83-2430-48e4-850a-b46f2eb3daa4 req-a77b36a9-a017-4aaf-a4cd-d882839fa737 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.587637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c7f6b83-2430-48e4-850a-b46f2eb3daa4 req-a77b36a9-a017-4aaf-a4cd-d882839fa737 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 944 time: 0.0732510 Sep 16 05:04:35.641041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b90c980c-8b3c-4375-b1b2-67d59bcc2b44 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:35.647295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c7f6b83-2430-48e4-850a-b46f2eb3daa4 req-7138bb59-05fa-4438-a589-e97484f591a9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585117 Sep 16 05:04:35.850665 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b90c980c-8b3c-4375-b1b2-67d59bcc2b44, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b90c980c-8b3c-4375-b1b2-67d59bcc2b44,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:35.886045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'port_id': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44', 'mac_address': 'fa:16:3e:6f:96:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:35.898662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979d718-b2a3-487c-99da-5420ae54ca88 req-cf46a429-7430-4d4d-b28c-6c113f837a6f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.906235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7979d718-b2a3-487c-99da-5420ae54ca88 req-cf46a429-7430-4d4d-b28c-6c113f837a6f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0839679 Sep 16 05:04:35.954279 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.971643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7979d718-b2a3-487c-99da-5420ae54ca88 req-469c8b10-d033-45c4-90e1-75a8b0465c12 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641079 Sep 16 05:04:35.990917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90c980c-8b3c-4375-b1b2-67d59bcc2b44 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:36.013011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b90c980c-8b3c-4375-b1b2-67d59bcc2b44, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b90c980c-8b3c-4375-b1b2-67d59bcc2b44,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:36.092301 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.152710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=b90c980c-8b3c-4375-b1b2-67d59bcc2b44,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:36.196145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d83d3510-3671-4c81-9bb2-46572fbaba0e req-63a5f05f-f2bb-4603-961f-4595586c796c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0836773 Sep 16 05:04:36.400823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ff28ab7-81f1-431d-b533-23931eb37df0 req-32c41f2d-998a-4bcb-83ef-81cae6275f65 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0360844 Sep 16 05:04:36.412363 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d3510-3671-4c81-9bb2-46572fbaba0e req-42ce085a-90d0-4fa8-b4aa-4ba349e4c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.415188 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d83d3510-3671-4c81-9bb2-46572fbaba0e req-42ce085a-90d0-4fa8-b4aa-4ba349e4c61c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714395686f074887b565c93452adaa56&device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 1097 time: 0.1413691 Sep 16 05:04:36.422936 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['b90c980c-8b3c-4375-b1b2-67d59bcc2b44'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:36.598168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a5cc7784-4564-4454-a032-7b310c5eef41 req-68f29341-7da6-4df4-9299-f9fea6d96872 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0672271 Sep 16 05:04:36.856119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c47ed-c0e6-4f82-b10d-d01008129c55 req-584e2f00-4cda-4361-a3ae-2370c5736757 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.872027 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c2c47ed-c0e6-4f82-b10d-d01008129c55 req-584e2f00-4cda-4361-a3ae-2370c5736757 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 945 time: 0.0983784 Sep 16 05:04:36.919814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c2c47ed-c0e6-4f82-b10d-d01008129c55 req-ee9e5886-e496-401f-8aae-9ebedb74d656 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468199 Sep 16 05:04:36.921339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d3510-3671-4c81-9bb2-46572fbaba0e req-e648a8ae-0e2e-4d83-bf4b-5da92af5ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.932792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d83d3510-3671-4c81-9bb2-46572fbaba0e req-e648a8ae-0e2e-4d83-bf4b-5da92af5ea45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1e2724c-736e-4b9c-b24f-7c140f876827 HTTP/1.1" status: 200 len: 909 time: 0.2780011 Sep 16 05:04:37.054802 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d83d3510-3671-4c81-9bb2-46572fbaba0e req-3c6f3bcd-13ec-402b-b10d-aed39c5571b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b73ce18-6295-4033-9003-7078a4b10f60 HTTP/1.1" status: 200 len: 1001 time: 0.1134255 Sep 16 05:04:37.188716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d3510-3671-4c81-9bb2-46572fbaba0e req-9c596efa-5ca3-4956-9787-d8d5b548ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.190513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d83d3510-3671-4c81-9bb2-46572fbaba0e req-9c596efa-5ca3-4956-9787-d8d5b548ebae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d HTTP/1.1" status: 200 len: 848 time: 0.1218879 Sep 16 05:04:37.250361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e02719-5dc2-4282-a3d7-f2bac335917c req-32edb4e5-b454-4f5e-a428-cc336630e2df tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.254922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94e02719-5dc2-4282-a3d7-f2bac335917c req-32edb4e5-b454-4f5e-a428-cc336630e2df tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.1844370 Sep 16 05:04:37.300749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d3510-3671-4c81-9bb2-46572fbaba0e req-f5e98902-e4e6-43df-8668-0a272442e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.304007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d83d3510-3671-4c81-9bb2-46572fbaba0e req-f5e98902-e4e6-43df-8668-0a272442e510 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1e2724c-736e-4b9c-b24f-7c140f876827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018763 Sep 16 05:04:37.337201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94e02719-5dc2-4282-a3d7-f2bac335917c req-97204936-4949-4b2b-a7d1-2cb70c5848fd tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732493 Sep 16 05:04:37.486147 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d83d3510-3671-4c81-9bb2-46572fbaba0e req-1a22043c-7a70-4ae7-b57a-f57221a8e876 service neutron] 10.222.0.37 "GET /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609850 Sep 16 05:04:37.650550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b90c980c-8b3c-4375-b1b2-67d59bcc2b44 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:37.655354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d83d3510-3671-4c81-9bb2-46572fbaba0e req-3b01bf02-7cc6-492c-a7d3-76f4d88e3503 service neutron] 10.222.0.37 "GET /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545517 Sep 16 05:04:37.711944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fc92434-9b90-472c-b5be-5b3375b91a4f req-53bf8fe2-18a9-4b3a-a1d4-b58dd39eb281 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0367177 Sep 16 05:04:37.821809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port b90c980c-8b3c-4375-b1b2-67d59bcc2b44 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:37.826316 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port b90c980c-8b3c-4375-b1b2-67d59bcc2b44 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:37.826693 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.949979 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.009043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b90c980c-8b3c-4375-b1b2-67d59bcc2b44, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b90c980c-8b3c-4375-b1b2-67d59bcc2b44,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:38.009972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242333a9-0995-4662-9138-3b23663f0fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:38.014168 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d756346-dba8-4637-aaca-1c9d3b47575b" -d '{"events": [{"server_uuid": "242333a9-0995-4662-9138-3b23663f0fc5", "name": "network-vif-plugged", "status": "completed", "tag": "b90c980c-8b3c-4375-b1b2-67d59bcc2b44"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:38.077043 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5589d0a1-8090-4a22-b998-7a1fbe3a5fa9 x-openstack-request-id: req-5589d0a1-8090-4a22-b998-7a1fbe3a5fa9 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:38.077677 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242333a9-0995-4662-9138-3b23663f0fc5", "name": "network-vif-plugged", "status": "completed", "tag": "b90c980c-8b3c-4375-b1b2-67d59bcc2b44", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:38.078099 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5589d0a1-8090-4a22-b998-7a1fbe3a5fa9 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:38.078667 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242333a9-0995-4662-9138-3b23663f0fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44', 'code': 200} Sep 16 05:04:38.083958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829545a9-ba13-4dc9-a6ea-1452f2453f0d req-43b89ca4-de37-429a-beab-3a50251757f4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:38.086242 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-829545a9-ba13-4dc9-a6ea-1452f2453f0d req-43b89ca4-de37-429a-beab-3a50251757f4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 945 time: 0.0864382 Sep 16 05:04:38.104047 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.136809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-829545a9-ba13-4dc9-a6ea-1452f2453f0d req-91e23be1-9a27-4d9b-8fbf-4b8fc020d3dc tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432470 Sep 16 05:04:38.190713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=b90c980c-8b3c-4375-b1b2-67d59bcc2b44,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:38.221581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f1435-9545-4bf8-8292-c13c9584dbfa req-327cceff-9f7a-4ab4-b66c-6982c42ea1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:38.223361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-023f1435-9545-4bf8-8292-c13c9584dbfa req-327cceff-9f7a-4ab4-b66c-6982c42ea1e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 1098 time: 0.0562391 Sep 16 05:04:38.272594 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-023f1435-9545-4bf8-8292-c13c9584dbfa req-d1787186-d508-45d0-b5cb-7591c8abf9d2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378451 Sep 16 05:04:38.506331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052417b-fc36-4c01-a021-e65baa4b6062 req-5c6fb51e-a7fa-4869-8b0c-6a6b293a7b49 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:38.517490 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0052417b-fc36-4c01-a021-e65baa4b6062 req-5c6fb51e-a7fa-4869-8b0c-6a6b293a7b49 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0729456 Sep 16 05:04:38.573438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0052417b-fc36-4c01-a021-e65baa4b6062 req-7c91b6f2-09e4-4d39-a1fc-a3f16e3943f9 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496681 Sep 16 05:04:38.851254 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b28086ac-e1c2-47ed-91c2-8115871f0aa9 req-e4068138-fded-49a1-b127-865c5d298654 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0323663 Sep 16 05:04:39.353639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5fbb5-790f-4120-ad7c-f54a724efe43 req-2883cd49-9472-4c52-be45-509cb284638d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.355057 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ec5fbb5-790f-4120-ad7c-f54a724efe43 req-2883cd49-9472-4c52-be45-509cb284638d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.0881648 Sep 16 05:04:39.410771 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ec5fbb5-790f-4120-ad7c-f54a724efe43 req-a6140709-36dc-4e1c-9337-0555da9a0c5e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493746 Sep 16 05:04:39.790279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab790de-473d-47bd-ae49-748e455c84fd req-a2c85a6a-b3fd-4345-b060-831f92935a2d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.791972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ab790de-473d-47bd-ae49-748e455c84fd req-a2c85a6a-b3fd-4345-b060-831f92935a2d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.1012785 Sep 16 05:04:39.865417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-08f72d8d-8604-40d8-b069-5ca95b934b2b req-5accb2ef-a346-4646-a01c-4db2913862d9 service neutron] (95451) timed out ('10.222.0.24', 36326) {{(pid=95451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:04:39.881725 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-410997d4-dc20-4d9d-841f-0f782d5b7d46 req-02cddf12-30e8-4cdc-be62-106954ab916f tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0403326 Sep 16 05:04:39.914857 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ab790de-473d-47bd-ae49-748e455c84fd req-d5c37536-7beb-43dd-a6f4-6672892a8cbd tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970626 Sep 16 05:04:40.577756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba92bdf-6a0e-4923-b729-856a279b082d req-b5618741-9fd8-4d0a-b2a2-ed7b9188bd11 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.592910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aba92bdf-6a0e-4923-b729-856a279b082d req-b5618741-9fd8-4d0a-b2a2-ed7b9188bd11 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.0704432 Sep 16 05:04:40.642491 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aba92bdf-6a0e-4923-b729-856a279b082d req-38c0173f-d8c7-4c59-a3e5-96addc67963b tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451009 Sep 16 05:04:40.792961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c544fa8-5c0a-4dfc-9acd-f2f82580f927 req-c211a5ad-a04a-4251-80c8-a62a40c8cd04 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.796250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c544fa8-5c0a-4dfc-9acd-f2f82580f927 req-c211a5ad-a04a-4251-80c8-a62a40c8cd04 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.0669823 Sep 16 05:04:40.805447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47098) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.810520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7f61518f-e124-4d61-bc72-e84344a441c9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Request body: {'floatingip': {'port_id': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:40.860297 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f61518f-e124-4d61-bc72-e84344a441c9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.055848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c8142b7-ef87-457e-ac6a-58df5c0842e8 req-cbf03533-7216-4d27-aaf3-8f8f1a84dba0 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0446866 Sep 16 05:04:41.119182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c68e1-27ce-45b8-90ca-35d6c1410717 req-8941d4a7-065d-45a1-8105-31eb890a7fc6 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.131842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b8c68e1-27ce-45b8-90ca-35d6c1410717 req-8941d4a7-065d-45a1-8105-31eb890a7fc6 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0867207 Sep 16 05:04:41.187354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b8c68e1-27ce-45b8-90ca-35d6c1410717 req-c0285b92-9c7e-423c-964b-23f3a97f927c tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529475 Sep 16 05:04:41.746291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f61518f-e124-4d61-bc72-e84344a441c9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.835755 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f61518f-e124-4d61-bc72-e84344a441c9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.944555 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-7f61518f-e124-4d61-bc72-e84344a441c9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Floating IP 20536c5f-80a3-4c37-8ec4-89da71d7e68e associated. External IP: 172.25.3.98, port: b90c980c-8b3c-4375-b1b2-67d59bcc2b44. Sep 16 05:04:42.086896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f306d5b6-5567-414d-9340-9ee9f24b1cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.182571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-80b98cda-6e50-46f2-959e-9db09e9080d3 req-21fe6e98-9712-47f8-bf18-9487f1db0b05 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0322165 Sep 16 05:04:42.199255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f61518f-e124-4d61-bc72-e84344a441c9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Router e465cd28-fbba-468e-8593-3e02d0345820 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:42.325505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8bcba-5e66-4932-a052-a501cdca3b14 req-90526c40-5d41-4684-9cc2-825a9a21edc5 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.328096 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09e8bcba-5e66-4932-a052-a501cdca3b14 req-90526c40-5d41-4684-9cc2-825a9a21edc5 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0672059 Sep 16 05:04:42.338316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f61518f-e124-4d61-bc72-e84344a441c9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:42.343430 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f61518f-e124-4d61-bc72-e84344a441c9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.349452 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f364f7-3d05-4d18-ab6b-6b3e45820e04 None None] Sync routers for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:42.359140 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f364f7-3d05-4d18-ab6b-6b3e45820e04 None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:42.359845 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-73f364f7-3d05-4d18-ab6b-6b3e45820e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:04:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:42.377198 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7f61518f-e124-4d61-bc72-e84344a441c9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "PUT /v2.0/floatingips/20536c5f-80a3-4c37-8ec4-89da71d7e68e HTTP/1.1" status: 200 len: 991 time: 1.5700922 Sep 16 05:04:42.377959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242333a9-0995-4662-9138-3b23663f0fc5', 'tag': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:42.380668 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c8f8d9-5bdf-42c8-91aa-ecef0a2ce2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "242333a9-0995-4662-9138-3b23663f0fc5", "tag": "b90c980c-8b3c-4375-b1b2-67d59bcc2b44"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:42.392755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09e8bcba-5e66-4932-a052-a501cdca3b14 req-1e3b9160-8c49-44fb-9290-8a84fb34af22 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547869 Sep 16 05:04:42.448587 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cac51ad-4e41-45cb-886f-f9369dcc2e6d x-openstack-request-id: req-8cac51ad-4e41-45cb-886f-f9369dcc2e6d {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:42.448814 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242333a9-0995-4662-9138-3b23663f0fc5", "tag": "b90c980c-8b3c-4375-b1b2-67d59bcc2b44", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:42.449061 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cac51ad-4e41-45cb-886f-f9369dcc2e6d {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:42.449457 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242333a9-0995-4662-9138-3b23663f0fc5', 'tag': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44', 'status': 'completed', 'code': 200} Sep 16 05:04:42.522127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8f8d9-5bdf-42c8-91aa-ecef0a2ce2b4 req-e616fa8f-4e8d-414a-81cf-102665408356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.523963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3c8f8d9-5bdf-42c8-91aa-ecef0a2ce2b4 req-e616fa8f-4e8d-414a-81cf-102665408356 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be85c04689e0447ca8e5936abf67644c&device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 1098 time: 0.0485673 Sep 16 05:04:42.566575 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-73f364f7-3d05-4d18-ab6b-6b3e45820e04 None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:42.626665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8f8d9-5bdf-42c8-91aa-ecef0a2ce2b4 req-249c3a0c-4451-4996-8899-481995de4032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.628168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3c8f8d9-5bdf-42c8-91aa-ecef0a2ce2b4 req-249c3a0c-4451-4996-8899-481995de4032 service neutron] 10.222.0.37 "GET /v2.0/networks?id=83e93922-7656-483d-9a51-ad0f15994c9e HTTP/1.1" status: 200 len: 911 time: 0.0932496 Sep 16 05:04:42.656172 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.699049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3c8f8d9-5bdf-42c8-91aa-ecef0a2ce2b4 req-de6c040b-6057-4f74-a1ab-a2468b78375e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b90c980c-8b3c-4375-b1b2-67d59bcc2b44 HTTP/1.1" status: 200 len: 999 time: 0.0597463 Sep 16 05:04:42.762603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8f8d9-5bdf-42c8-91aa-ecef0a2ce2b4 req-0c9483a6-c026-4be7-8171-13ef5da6bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.765513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3c8f8d9-5bdf-42c8-91aa-ecef0a2ce2b4 req-0c9483a6-c026-4be7-8171-13ef5da6bde5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15d61f5f-1073-4f65-93f4-bed009717890 HTTP/1.1" status: 200 len: 850 time: 0.0552475 Sep 16 05:04:42.850756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8f8d9-5bdf-42c8-91aa-ecef0a2ce2b4 req-904e4cb9-228b-48c5-9d6b-64f78820c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.856180 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3c8f8d9-5bdf-42c8-91aa-ecef0a2ce2b4 req-904e4cb9-228b-48c5-9d6b-64f78820c9d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83e93922-7656-483d-9a51-ad0f15994c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789587 Sep 16 05:04:42.879599 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-73f364f7-3d05-4d18-ab6b-6b3e45820e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '20536c5f-80a3-4c37-8ec4-89da71d7e68e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'port_id': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'mac_address': 'fa:16:3e:6f:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242333a9-0995-4662-9138-3b23663f0fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:23Z', 'updated_at': '2021-09-16T05:04:41Z', 'revision_number': 1, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:42.930475 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f364f7-3d05-4d18-ab6b-6b3e45820e04 None None] Checking router: e465cd28-fbba-468e-8593-3e02d0345820 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:42.941585 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f364f7-3d05-4d18-ab6b-6b3e45820e04 None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:42.942306 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-73f364f7-3d05-4d18-ab6b-6b3e45820e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:04:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:42.983643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3c8f8d9-5bdf-42c8-91aa-ecef0a2ce2b4 req-7040a75d-7bfe-4953-9c0b-449ad507eab0 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131780 Sep 16 05:04:43.074226 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-73f364f7-3d05-4d18-ab6b-6b3e45820e04 None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:43.123885 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3c8f8d9-5bdf-42c8-91aa-ecef0a2ce2b4 req-097165dc-8afe-463a-9368-b379ddb9f224 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323090 Sep 16 05:04:43.395068 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-73f364f7-3d05-4d18-ab6b-6b3e45820e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '20536c5f-80a3-4c37-8ec4-89da71d7e68e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'port_id': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'mac_address': 'fa:16:3e:6f:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242333a9-0995-4662-9138-3b23663f0fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:23Z', 'updated_at': '2021-09-16T05:04:41Z', 'revision_number': 1, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:43.482526 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f364f7-3d05-4d18-ab6b-6b3e45820e04 None None] The sync data for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 is: [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '20536c5f-80a3-4c37-8ec4-89da71d7e68e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'port_id': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'mac_address': 'fa:16:3e:6f:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242333a9-0995-4662-9138-3b23663f0fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:23Z', 'updated_at': '2021-09-16T05:04:41Z', 'revision_number': 1, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:43.669344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4f32bfd-ec2a-4ee1-ad24-76ff56ea6f8f req-01e9edf0-6746-4dfb-9e40-d05bf48c6073 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.3445063 Sep 16 05:04:43.695726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa221038-0d05-4f73-a577-f04041802350 req-712756f4-b451-462b-b729-7f48abcbd217 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.703110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa221038-0d05-4f73-a577-f04041802350 req-712756f4-b451-462b-b729-7f48abcbd217 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.1390619 Sep 16 05:04:43.788694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa221038-0d05-4f73-a577-f04041802350 req-8e2c5f74-bd7b-479b-acd6-78a65e623e84 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808907 Sep 16 05:04:43.909367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068bfabd-365d-43d7-91f7-7f4366d595d7 None None] New status for floating IP 20536c5f-80a3-4c37-8ec4-89da71d7e68e: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:04:44.493030 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c5d50e60-7255-4cb1-9acd-87666442cd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.823469 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1fd251f-d177-4f4c-b756-d472e14569e7 req-09c3d31f-51fb-4151-ac2d-72b15922b42e tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0290775 Sep 16 05:04:44.960809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46898f-0117-4abf-a526-23c285799a17 req-e299c51f-ccd1-4ae8-8abb-c3f49af0a706 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.962530 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b46898f-0117-4abf-a526-23c285799a17 req-e299c51f-ccd1-4ae8-8abb-c3f49af0a706 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0631835 Sep 16 05:04:45.042354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b46898f-0117-4abf-a526-23c285799a17 req-cd22ec6a-889f-4976-8c52-c059d9ecd019 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670223 Sep 16 05:04:45.290393 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.024421 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.050180 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3cd4928e-ef2f-4465-811e-acd7857967b6 req-4a31d4a6-c587-40de-9c00-13bce0368a3a tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0368118 Sep 16 05:04:46.195018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb61c65-80aa-4ee1-a4e2-29b48b25b5f7 req-73155002-da5f-43cb-a27d-dfdd746a0355 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.197012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abb61c65-80aa-4ee1-a4e2-29b48b25b5f7 req-73155002-da5f-43cb-a27d-dfdd746a0355 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0640213 Sep 16 05:04:46.249365 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abb61c65-80aa-4ee1-a4e2-29b48b25b5f7 req-d1ed2839-9a89-46f7-baa0-02f63045a2ee tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437858 Sep 16 05:04:46.428833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.217343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c4b9d4-1d8f-43ea-aaf7-5ba66604f0b0 req-953f7e32-1a9c-4e62-bcf1-59eec10e40d6 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0660701 Sep 16 05:04:47.410518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c104b-27b8-4df3-b779-b7293e50d37c req-1a8eaa50-5a47-44ff-866b-0c3d63b76d4d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.420358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d0c104b-27b8-4df3-b779-b7293e50d37c req-1a8eaa50-5a47-44ff-866b-0c3d63b76d4d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0736015 Sep 16 05:04:47.476098 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d0c104b-27b8-4df3-b779-b7293e50d37c req-e2324bce-0925-46fc-8904-7ec010a0bc24 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501614 Sep 16 05:04:47.532409 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.353318 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-164a7986-6532-487b-b96b-255f4945019d req-992ae73d-0b2a-42bb-a392-dafbdce53656 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0341756 Sep 16 05:04:48.591150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801a85b-1edc-492c-b9c7-1ffecd194a54 req-f4263d85-69fb-4d7a-a717-b8a08f691b75 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.592651 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b801a85b-1edc-492c-b9c7-1ffecd194a54 req-f4263d85-69fb-4d7a-a717-b8a08f691b75 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0517395 Sep 16 05:04:48.639824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b801a85b-1edc-492c-b9c7-1ffecd194a54 req-d578f04f-43dc-4b3b-8036-5dd664092819 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407615 Sep 16 05:04:49.336139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135f0f-579e-420e-af83-1084e4da583b req-0a3ff667-61e8-40a7-966e-445afe195601 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.337758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e135f0f-579e-420e-af83-1084e4da583b req-0a3ff667-61e8-40a7-966e-445afe195601 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 946 time: 0.0569110 Sep 16 05:04:49.378283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e135f0f-579e-420e-af83-1084e4da583b req-5b757c05-94b9-42f3-b0f4-580754ce2df2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345163 Sep 16 05:04:49.463605 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2bbf36e9-31a5-46d0-90b0-b8f79b697399 req-000ae43b-8b69-4156-8526-5a77739ed48b tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0302846 Sep 16 05:04:49.775936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f3f42-8ccd-4d15-8f51-5134b601cec8 req-7f3e666c-0201-4b02-8f3c-a7f28f05b37d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.777585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-101f3f42-8ccd-4d15-8f51-5134b601cec8 req-7f3e666c-0201-4b02-8f3c-a7f28f05b37d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0636091 Sep 16 05:04:49.818022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-101f3f42-8ccd-4d15-8f51-5134b601cec8 req-36da2f76-5f9a-4006-8ea7-310f674bcaad tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343707 Sep 16 05:04:50.485861 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bff4e9cd-ecac-48ce-9334-edfcae9ef955 req-2fcff58b-c4f8-489c-96be-e94152c4af5c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414107 Sep 16 05:04:50.581342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4e9cd-ecac-48ce-9334-edfcae9ef955 req-c3bb87c9-f933-4e13-9e95-d8b07484e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.582969 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bff4e9cd-ecac-48ce-9334-edfcae9ef955 req-c3bb87c9-f933-4e13-9e95-d8b07484e50e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 1098 time: 0.0492764 Sep 16 05:04:50.640673 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-524278ab-6251-4b17-8d7f-5f5a5830fe9d req-8f39507c-f103-443b-952d-5cadde43c948 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0901945 Sep 16 05:04:50.694963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4e9cd-ecac-48ce-9334-edfcae9ef955 req-4aa72111-1898-459f-a1fb-46aaa745c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.696430 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bff4e9cd-ecac-48ce-9334-edfcae9ef955 req-4aa72111-1898-459f-a1fb-46aaa745c8f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 200 len: 906 time: 0.0900013 Sep 16 05:04:50.745749 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bff4e9cd-ecac-48ce-9334-edfcae9ef955 req-2de634b3-add9-47a5-92de-a44862e0a689 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b0ada99-c36c-403b-914e-8b7c0666c9a5 HTTP/1.1" status: 200 len: 217 time: 0.0400767 Sep 16 05:04:50.798624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4e9cd-ecac-48ce-9334-edfcae9ef955 req-d935f2a6-c491-4dba-b694-b2ac73b36be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.799974 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bff4e9cd-ecac-48ce-9334-edfcae9ef955 req-d935f2a6-c491-4dba-b694-b2ac73b36be9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 200 len: 846 time: 0.0466833 Sep 16 05:04:50.833562 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bff4e9cd-ecac-48ce-9334-edfcae9ef955 req-4497ccdb-b757-4782-949c-6d50d39c25f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2a6c7bf-0b55-4a98-afae-9c638ca84214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251694 Sep 16 05:04:50.935082 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bff4e9cd-ecac-48ce-9334-edfcae9ef955 req-187bd0c8-ceea-4d16-9718-c1b8f62cf49e service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927207 Sep 16 05:04:50.951210 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909b846-c6fb-4309-87c0-a03cb1c60ca4 req-c3f50e4c-3011-4f82-8c93-a54a67c40a5f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.956981 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0909b846-c6fb-4309-87c0-a03cb1c60ca4 req-c3f50e4c-3011-4f82-8c93-a54a67c40a5f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0658023 Sep 16 05:04:51.005786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0909b846-c6fb-4309-87c0-a03cb1c60ca4 req-d8452113-c75f-4409-92e7-c007f71d7eb8 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463157 Sep 16 05:04:51.048438 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bff4e9cd-ecac-48ce-9334-edfcae9ef955 req-83c4e392-4ce2-4504-8839-8c8282f2ea77 service neutron] 10.222.0.23 "GET /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037819 Sep 16 05:04:51.743210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a1ba6c2-7e91-411e-b375-b124d42b20f2 req-f13d3ca2-d18f-40c3-be10-c7098e634a08 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0258567 Sep 16 05:04:52.150687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbef69-e68b-499e-a78f-6d1244b2b762 req-7e45af07-643f-453f-91af-3d9003810a9f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:52.152298 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91fbef69-e68b-499e-a78f-6d1244b2b762 req-7e45af07-643f-453f-91af-3d9003810a9f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0633938 Sep 16 05:04:52.191358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91fbef69-e68b-499e-a78f-6d1244b2b762 req-c0a68eb2-5a6d-48fd-a5dc-371d02f30b8e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328231 Sep 16 05:04:52.627823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:52.707696 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.733391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:52.735637 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e786d2f0-8c8f-47a2-ac38-35e0d60a3a7a" -d '{"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-unplugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:52.748079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:52.773970 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c0a958-1c0f-4c22-bf38-4fff92eed22c x-openstack-request-id: req-73c0a958-1c0f-4c22-bf38-4fff92eed22c {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:52.774282 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-unplugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:52.774538 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73c0a958-1c0f-4c22-bf38-4fff92eed22c {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:52.774930 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'code': 200} Sep 16 05:04:52.829909 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.855093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ca0e2a3-50be-45b4-a2a2-96721e78011c req-875fbaa6-5d9f-46b2-8fb1-fd8c25d3728b tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0279672 Sep 16 05:04:52.880512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:52.892925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:52.893274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:52.893614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:52.893956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:52.894287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:52.894614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:52.894936 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:52.895258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:52.895606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:52.895924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:52.896243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:52.896612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:53.327356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc52815-9ab1-4b64-91e7-702e547f93b7 req-8fc596ba-b73a-4c3a-be6a-ef3621be8616 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.329330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fc52815-9ab1-4b64-91e7-702e547f93b7 req-8fc596ba-b73a-4c3a-be6a-ef3621be8616 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0572495 Sep 16 05:04:53.371358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fc52815-9ab1-4b64-91e7-702e547f93b7 req-020f78e5-89c9-4206-953d-dceef39a52b7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347087 Sep 16 05:04:53.965260 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-80843476-0f49-43ed-9cc3-422ec58e49eb req-28fb3a2e-7ed2-4b11-a53f-e140df34ea96 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0343530 Sep 16 05:04:54.538276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272634-52d2-441d-842a-d23026651c57 req-0987470d-94ad-4578-8946-a5973d0f8c7d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.545855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5272634-52d2-441d-842a-d23026651c57 req-0987470d-94ad-4578-8946-a5973d0f8c7d tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0676351 Sep 16 05:04:54.587484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5272634-52d2-441d-842a-d23026651c57 req-abd2ce06-4753-4168-aec0-ffc531036119 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Sep 16 05:04:54.636860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:54.779501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:54.811331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'port_id': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'mac_address': 'fa:16:3e:30:7f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:54.916940 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.933613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed3efac-962c-4389-a639-670ecfbe7bf6 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:54.957191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986c346-cdda-429c-94d8-4a6334147f10 req-560891b6-16a3-4f02-9e65-81acd60e870e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.958006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:54.959355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b986c346-cdda-429c-94d8-4a6334147f10 req-560891b6-16a3-4f02-9e65-81acd60e870e tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0940480 Sep 16 05:04:55.015823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b986c346-cdda-429c-94d8-4a6334147f10 req-07d39a0a-f248-4eeb-b88c-7c22c82e6f2f tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461683 Sep 16 05:04:55.030173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.133098 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.179053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-382cd9f6-bc38-4320-b230-c42480f1abb7 req-844ee431-14e9-4b8a-8bac-5f83bca68adf tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0669212 Sep 16 05:04:55.200017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['bed3efac-962c-4389-a639-670ecfbe7bf6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:55.262338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d879ced-f2c2-49ed-9aff-7fd5d5f3a597 req-fe183f8b-2dc9-4367-8a9d-fc12dac4e213 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.265288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d879ced-f2c2-49ed-9aff-7fd5d5f3a597 req-fe183f8b-2dc9-4367-8a9d-fc12dac4e213 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0964725 Sep 16 05:04:55.320067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d879ced-f2c2-49ed-9aff-7fd5d5f3a597 req-e65bca73-45dd-4c54-98b9-3d14f6046b60 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487068 Sep 16 05:04:55.955317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc93721-b3a7-4026-8c26-3b9fb78000a2 req-adde4546-2428-4a3f-8631-051da024a239 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.960967 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3dc93721-b3a7-4026-8c26-3b9fb78000a2 req-adde4546-2428-4a3f-8631-051da024a239 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0682917 Sep 16 05:04:56.015597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3dc93721-b3a7-4026-8c26-3b9fb78000a2 req-12a5a960-3bcc-4d37-aee5-27e8a57a652b tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515966 Sep 16 05:04:56.113569 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:04:56.316858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a97d7572-d02f-4260-845c-fa1c7c1f02f2 req-edc4a4dd-fa81-4c1b-ad83-1afe1e540e1b tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0335221 Sep 16 05:04:56.626498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:56.718375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port bed3efac-962c-4389-a639-670ecfbe7bf6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:56.719227 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.819576 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.848201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:56.851903 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4040d4-e2c2-45e8-a938-0c34d7c73b7b" -d '{"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-plugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:56.889188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:56.901586 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58def8de-847d-411e-a416-240900264564 x-openstack-request-id: req-58def8de-847d-411e-a416-240900264564 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:56.901878 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-plugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:56.906274 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58def8de-847d-411e-a416-240900264564 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:56.906274 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'code': 200} Sep 16 05:04:56.958631 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.018856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=10']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:57.178278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2ad78-d91c-47d6-87f9-02eb1712993c req-553d8eff-b3e1-460f-bd2e-b79ce8830228 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.188887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90d2ad78-d91c-47d6-87f9-02eb1712993c req-553d8eff-b3e1-460f-bd2e-b79ce8830228 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.0928447 Sep 16 05:04:57.224996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2e637-b879-489b-be18-926ad879d4f4 req-29e21ddb-e72c-435f-b452-001748a5f965 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.226834 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b3d2e637-b879-489b-be18-926ad879d4f4 req-29e21ddb-e72c-435f-b452-001748a5f965 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 945 time: 0.1100028 Sep 16 05:04:57.232717 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90d2ad78-d91c-47d6-87f9-02eb1712993c req-359ab76d-f796-4003-848e-225598486494 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429354 Sep 16 05:04:57.331889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-b3d2e637-b879-489b-be18-926ad879d4f4 req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Deleting port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:57.332227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b3d2e637-b879-489b-be18-926ad879d4f4 req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.422674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-b3d2e637-b879-489b-be18-926ad879d4f4 req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] For port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:57.422966 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b3d2e637-b879-489b-be18-926ad879d4f4 req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.439811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3add765-7cd3-4b98-a897-926b656ca27e req-ac4f0ce8-914d-4081-adf6-a6946fe02149 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0323215 Sep 16 05:04:57.440575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-b3d2e637-b879-489b-be18-926ad879d4f4 req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Calling delete_port for 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:57.796481 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b3d2e637-b879-489b-be18-926ad879d4f4 req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.808790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5', '4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:57.828074 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event deleted for resources: {'Port': ['ID=4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:57.856396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:57.856916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:57.856916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:57.857193 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:57.857529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:57.857864 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:57.858191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:57.858542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:57.858880 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:57.859199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:57.859524 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:57.859845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:57.882234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d2e637-b879-489b-be18-926ad879d4f4 req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] No DVR routers for this DVR port 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:57.884879 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b3d2e637-b879-489b-be18-926ad879d4f4 req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.887022 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b3d2e637-b879-489b-be18-926ad879d4f4 req-467e7e80-6a91-4c27-aaf6-eb8944eff7ba tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "DELETE /v2.0/ports/4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 HTTP/1.1" status: 204 len: 173 time: 0.6532240 Sep 16 05:04:57.887457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31aded80-9897-4e6d-a13d-b99bc3b37ed5', 'name': 'network-vif-deleted', 'tag': '4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:57.889775 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edc8f8e-9561-4dac-b50b-08a10447550c" -d '{"events": [{"server_uuid": "31aded80-9897-4e6d-a13d-b99bc3b37ed5", "name": "network-vif-deleted", "tag": "4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:58.011878 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a734c8-e458-429d-9c79-6cfa6d99eae7 x-openstack-request-id: req-b6a734c8-e458-429d-9c79-6cfa6d99eae7 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:58.012172 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31aded80-9897-4e6d-a13d-b99bc3b37ed5", "name": "network-vif-deleted", "tag": "4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:58.012427 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6a734c8-e458-429d-9c79-6cfa6d99eae7 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:58.012866 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31aded80-9897-4e6d-a13d-b99bc3b37ed5', 'name': 'network-vif-deleted', 'tag': '4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839', 'status': 'completed', 'code': 200} Sep 16 05:04:58.369740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88b41073-561a-4d42-831e-ba277ff3c8c8 req-07f2cf62-7b1b-4341-a192-05bab8fdcb57 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=31aded80-9897-4e6d-a13d-b99bc3b37ed5 HTTP/1.1" status: 200 len: 210 time: 0.0320737 Sep 16 05:04:58.576611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd9354f7-3ec7-415b-8935-a89425a52e60 req-36bf96a4-6b4a-4fde-8efe-7c8dd7accca2 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0287206 Sep 16 05:04:59.739278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64150065-6369-4e2d-9d8e-85b7be37adf4 req-89dba42a-c97a-4a93-b84f-58b08c5cf243 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0413318 Sep 16 05:05:00.461776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf08428-5094-40df-a016-e7c3e8d5b06e req-153b2a7a-bd9b-4592-a7d2-f153d1dacfa3 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:00.469922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4cf08428-5094-40df-a016-e7c3e8d5b06e req-153b2a7a-bd9b-4592-a7d2-f153d1dacfa3 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0666745 Sep 16 05:05:00.523302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4cf08428-5094-40df-a016-e7c3e8d5b06e req-5f79e619-e9a5-4a4e-b6dd-8108ed2e7652 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516524 Sep 16 05:05:00.657814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:00.683907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:00.684323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 4b6d18cd-d2c0-488c-b1ed-c89fd4c3a839 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:00.880701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7c4f601-8786-44a0-9a59-74d9c3b5c34c req-2350e2ed-24b8-417d-97cd-f5c7fe06ee4d tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0388782 Sep 16 05:05:01.655837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6813b-6c4b-4ce7-b23c-18b891468204 req-dd43d284-c99e-4eac-9cb2-a1fe307b9fdc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.657917 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57a6813b-6c4b-4ce7-b23c-18b891468204 req-dd43d284-c99e-4eac-9cb2-a1fe307b9fdc tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0519984 Sep 16 05:05:01.710773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57a6813b-6c4b-4ce7-b23c-18b891468204 req-99e2d4a6-1d9c-4026-adda-38c0633cb9c7 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/security-groups?id=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470753 Sep 16 05:05:01.742251 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deccfb1-2eaa-4205-b75e-a06c0029195f req-ac0bd0c0-8229-45ab-9268-ac53ad0c4323 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.744714 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9deccfb1-2eaa-4205-b75e-a06c0029195f req-ac0bd0c0-8229-45ab-9268-ac53ad0c4323 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0765045 Sep 16 05:05:01.870688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-9deccfb1-2eaa-4205-b75e-a06c0029195f req-7ae15183-bb81-4e95-82af-57f8668ac4c0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Deleting port 6b0ada99-c36c-403b-914e-8b7c0666c9a5 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:01.870950 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9deccfb1-2eaa-4205-b75e-a06c0029195f req-7ae15183-bb81-4e95-82af-57f8668ac4c0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.991840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-9deccfb1-2eaa-4205-b75e-a06c0029195f req-7ae15183-bb81-4e95-82af-57f8668ac4c0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] For port 6b0ada99-c36c-403b-914e-8b7c0666c9a5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=6b0ada99-c36c-403b-914e-8b7c0666c9a5,segment=NetworkSegment(dd95c2b9-63a6-433c-846e-effa99df2228),segment_id=dd95c2b9-63a6-433c-846e-effa99df2228)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:01.992211 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9deccfb1-2eaa-4205-b75e-a06c0029195f req-7ae15183-bb81-4e95-82af-57f8668ac4c0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.015687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-9deccfb1-2eaa-4205-b75e-a06c0029195f req-7ae15183-bb81-4e95-82af-57f8668ac4c0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Calling delete_port for 6b0ada99-c36c-403b-914e-8b7c0666c9a5 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:02.047890 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-698983d6-27e3-4af3-83a5-417191106eb3 req-f2372d12-8a3f-48c5-8483-12befa6e4cae tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0383294 Sep 16 05:05:02.283745 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9deccfb1-2eaa-4205-b75e-a06c0029195f req-7ae15183-bb81-4e95-82af-57f8668ac4c0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.307954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['6b0ada99-c36c-403b-914e-8b7c0666c9a5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:02.320658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae15183-bb81-4e95-82af-57f8668ac4c0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Pushing event deleted for resources: {'Port': ['ID=6b0ada99-c36c-403b-914e-8b7c0666c9a5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:02.411028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9deccfb1-2eaa-4205-b75e-a06c0029195f req-7ae15183-bb81-4e95-82af-57f8668ac4c0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] No DVR routers for this DVR port 6b0ada99-c36c-403b-914e-8b7c0666c9a5 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:02.416946 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9deccfb1-2eaa-4205-b75e-a06c0029195f req-7ae15183-bb81-4e95-82af-57f8668ac4c0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.420124 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9deccfb1-2eaa-4205-b75e-a06c0029195f req-7ae15183-bb81-4e95-82af-57f8668ac4c0 tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.23 "DELETE /v2.0/ports/6b0ada99-c36c-403b-914e-8b7c0666c9a5 HTTP/1.1" status: 204 len: 173 time: 0.6658778 Sep 16 05:05:02.420124 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e18e46-5488-4ef4-96ee-fb84795ec6dd', 'name': 'network-vif-deleted', 'tag': '6b0ada99-c36c-403b-914e-8b7c0666c9a5'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:02.429914 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f33dd7-ff21-4f21-b470-042e7ef66565" -d '{"events": [{"server_uuid": "c2e18e46-5488-4ef4-96ee-fb84795ec6dd", "name": "network-vif-deleted", "tag": "6b0ada99-c36c-403b-914e-8b7c0666c9a5"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:02.482624 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ce20aa-f85d-48b6-9016-2149b6f20a50 x-openstack-request-id: req-76ce20aa-f85d-48b6-9016-2149b6f20a50 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:02.482977 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e18e46-5488-4ef4-96ee-fb84795ec6dd", "name": "network-vif-deleted", "tag": "6b0ada99-c36c-403b-914e-8b7c0666c9a5", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:02.483241 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76ce20aa-f85d-48b6-9016-2149b6f20a50 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:02.483647 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e18e46-5488-4ef4-96ee-fb84795ec6dd', 'name': 'network-vif-deleted', 'tag': '6b0ada99-c36c-403b-914e-8b7c0666c9a5', 'status': 'completed', 'code': 200} Sep 16 05:05:02.869255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c129fa79-d37e-4a70-9832-ab5d177e091a req-faa501ed-d1cf-48a1-b7e9-a35cfd55acfe tempest-ServersTestJSON-308535113 tempest-ServersTestJSON-308535113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e18e46-5488-4ef4-96ee-fb84795ec6dd HTTP/1.1" status: 200 len: 210 time: 0.0292277 Sep 16 05:05:03.198241 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98caef86-ee63-4adb-973a-bbdf60148ba3 req-a874a0f4-0063-4ce7-a52c-341c24230af4 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0412683 Sep 16 05:05:03.970754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47996) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:04.038166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6546d1-908e-4e28-bca2-5141c6c89e79 admin admin] Deleting subnet 21f70418-5d8e-40e0-8694-6480bd170868 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:04.041723 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f6546d1-908e-4e28-bca2-5141c6c89e79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.088103 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f6546d1-908e-4e28-bca2-5141c6c89e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.133601 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f6546d1-908e-4e28-bca2-5141c6c89e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.299214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f6546d1-908e-4e28-bca2-5141c6c89e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.358367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6546d1-908e-4e28-bca2-5141c6c89e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f70418-5d8e-40e0-8694-6480bd170868,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:04.368641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f6546d1-908e-4e28-bca2-5141c6c89e79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.370171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-753009cb-d4f8-4ef0-8589-d75cb042ae0c req-9ebaaa30-2137-4fcd-8bff-fd53b89969a5 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0529826 Sep 16 05:05:04.379390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48002) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:04.382367 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4f6546d1-908e-4e28-bca2-5141c6c89e79 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/21f70418-5d8e-40e0-8694-6480bd170868 HTTP/1.1" status: 204 len: 168 time: 0.4098940 Sep 16 05:05:04.471274 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.576644 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.603663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a6c7bf-0b55-4a98-afae-9c638ca84214']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:04.613652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd95c2b9-63a6-433c-846e-effa99df2228') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:04.613950 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd95c2b9-63a6-433c-846e-effa99df2228') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:04.628371 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.652141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c497a8-c217-4110-b698-e8160f2e3e9a req-8dc997a5-1efc-4515-b262-8e7a726688ea tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.653824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33c497a8-c217-4110-b698-e8160f2e3e9a req-8dc997a5-1efc-4515-b262-8e7a726688ea tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 946 time: 0.1952159 Sep 16 05:05:04.654923 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.670901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:04.671805 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:04.674135 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:04.753252 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33c497a8-c217-4110-b698-e8160f2e3e9a req-caf1313b-77c1-4c49-8028-dd3b8133363e tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911708 Sep 16 05:05:04.841402 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.847979 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.857225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b2a6c7bf-0b55-4a98-afae-9c638ca84214 HTTP/1.1" status: 204 len: 168 time: 0.4727726 Sep 16 05:05:04.874063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1cc8a-45db-41ea-a277-e0bcd91e70c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2a6c7bf-0b55-4a98-afae-9c638ca84214,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:05.501242 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a34ec76-6512-494e-b475-d2c9ee94a42d req-6415db66-fbee-4903-a99e-c3ebafb4d3b3 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0309746 Sep 16 05:05:05.654171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48026) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:05.695654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-92d1a0b9-1675-4563-96c2-0320efbc39e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98d6cd4e2eb34439a7eade1bcd54cb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402579 Sep 16 05:05:05.698126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48028) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:05.758720 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2684-2bce-4d31-b011-2077b222faca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.784544 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2684-2bce-4d31-b011-2077b222faca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.897699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77aea7-922b-4717-9050-8df1295da415 req-832e7196-dd58-4552-a4c7-69f17cbb490c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.899519 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc77aea7-922b-4717-9050-8df1295da415 req-832e7196-dd58-4552-a4c7-69f17cbb490c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 946 time: 0.0639045 Sep 16 05:05:05.924634 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2684-2bce-4d31-b011-2077b222faca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.928240 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2684-2bce-4d31-b011-2077b222faca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.929511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1b5a2684-2bce-4d31-b011-2077b222faca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e824ae7b-ad54-4b5a-9a22-5ecc94e2f488 HTTP/1.1" status: 204 len: 168 time: 0.2304091 Sep 16 05:05:05.961074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a2684-2bce-4d31-b011-2077b222faca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824ae7b-ad54-4b5a-9a22-5ecc94e2f488,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:06.003151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc77aea7-922b-4717-9050-8df1295da415 req-7454a5cd-89ee-492c-ac50-256db776649c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964103 Sep 16 05:05:06.324296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5da4f4-85fe-40cf-92b7-77287ee1dc27 req-1a54d005-64b8-4a30-8b89-e44aa05b9fa3 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.325786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c5da4f4-85fe-40cf-92b7-77287ee1dc27 req-1a54d005-64b8-4a30-8b89-e44aa05b9fa3 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.37 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 946 time: 0.0602007 Sep 16 05:05:06.421148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-9c5da4f4-85fe-40cf-92b7-77287ee1dc27 req-cf8e0adb-0ed9-4e48-89af-587b98f300ed tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Deleting port 4da623ec-f8f0-404e-b70f-dd20d59fad89 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:06.421483 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c5da4f4-85fe-40cf-92b7-77287ee1dc27 req-cf8e0adb-0ed9-4e48-89af-587b98f300ed tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.530071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-9c5da4f4-85fe-40cf-92b7-77287ee1dc27 req-cf8e0adb-0ed9-4e48-89af-587b98f300ed tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] For port 4da623ec-f8f0-404e-b70f-dd20d59fad89, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4da623ec-f8f0-404e-b70f-dd20d59fad89,segment=NetworkSegment(162a3134-15f9-4c28-9479-5d6756e8835f),segment_id=162a3134-15f9-4c28-9479-5d6756e8835f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:06.530764 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c5da4f4-85fe-40cf-92b7-77287ee1dc27 req-cf8e0adb-0ed9-4e48-89af-587b98f300ed tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.555867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-9c5da4f4-85fe-40cf-92b7-77287ee1dc27 req-cf8e0adb-0ed9-4e48-89af-587b98f300ed tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Calling delete_port for 4da623ec-f8f0-404e-b70f-dd20d59fad89 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:06.660148 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6f5c8c1-327a-4d0d-b022-1ac85ee8aa22 req-fdb47135-2051-4ef9-a2ac-8c5d2d13f645 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0344725 Sep 16 05:05:06.725727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 6b0ada99-c36c-403b-914e-8b7c0666c9a5 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:06.752857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 6b0ada99-c36c-403b-914e-8b7c0666c9a5 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:06.753200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 6b0ada99-c36c-403b-914e-8b7c0666c9a5 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:06.832973 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c5da4f4-85fe-40cf-92b7-77287ee1dc27 req-cf8e0adb-0ed9-4e48-89af-587b98f300ed tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.864592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['4da623ec-f8f0-404e-b70f-dd20d59fad89'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:06.873204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e0adb-0ed9-4e48-89af-587b98f300ed tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Pushing event deleted for resources: {'Port': ['ID=4da623ec-f8f0-404e-b70f-dd20d59fad89,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:06.922458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5da4f4-85fe-40cf-92b7-77287ee1dc27 req-cf8e0adb-0ed9-4e48-89af-587b98f300ed tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] No DVR routers for this DVR port 4da623ec-f8f0-404e-b70f-dd20d59fad89 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:06.925115 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9c5da4f4-85fe-40cf-92b7-77287ee1dc27 req-cf8e0adb-0ed9-4e48-89af-587b98f300ed tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.927158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c5da4f4-85fe-40cf-92b7-77287ee1dc27 req-cf8e0adb-0ed9-4e48-89af-587b98f300ed tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.37 "DELETE /v2.0/ports/4da623ec-f8f0-404e-b70f-dd20d59fad89 HTTP/1.1" status: 204 len: 173 time: 0.5938997 Sep 16 05:05:06.927980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265c63b6-1b36-4b06-8f3b-73786c33d984', 'name': 'network-vif-deleted', 'tag': '4da623ec-f8f0-404e-b70f-dd20d59fad89'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:06.931133 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a6c6a0-91df-401d-9c0d-ddbe2697357b" -d '{"events": [{"server_uuid": "265c63b6-1b36-4b06-8f3b-73786c33d984", "name": "network-vif-deleted", "tag": "4da623ec-f8f0-404e-b70f-dd20d59fad89"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:06.968444 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237c7e5a-11e3-4ec6-a155-712b9ce56e6d x-openstack-request-id: req-237c7e5a-11e3-4ec6-a155-712b9ce56e6d {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:06.968831 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265c63b6-1b36-4b06-8f3b-73786c33d984", "name": "network-vif-deleted", "tag": "4da623ec-f8f0-404e-b70f-dd20d59fad89", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:06.969152 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-237c7e5a-11e3-4ec6-a155-712b9ce56e6d {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:06.969621 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265c63b6-1b36-4b06-8f3b-73786c33d984', 'name': 'network-vif-deleted', 'tag': '4da623ec-f8f0-404e-b70f-dd20d59fad89', 'status': 'completed', 'code': 200} Sep 16 05:05:07.176838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70100084-a544-4ed5-96fe-fbe555b16ba9 req-7a6b4c71-af31-4a03-93c4-6f6677786f0e tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=265c63b6-1b36-4b06-8f3b-73786c33d984 HTTP/1.1" status: 200 len: 210 time: 0.0659771 Sep 16 05:05:07.712677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13590c-9d1b-4cb0-9343-d2d5b7057ced req-65af8270-f2bc-4aae-affc-59642b8ccb36 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.719871 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b13590c-9d1b-4cb0-9343-d2d5b7057ced req-65af8270-f2bc-4aae-affc-59642b8ccb36 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.0598576 Sep 16 05:05:07.755531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b13590c-9d1b-4cb0-9343-d2d5b7057ced req-7afa5e86-0b2d-42ef-950e-d5b840e2fa1b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347466 Sep 16 05:05:07.815598 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-436612eb-c5f1-4761-8ef6-038291bdceed req-fdc73c18-b691-48a0-bc18-aa66c7a07df1 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0293269 Sep 16 05:05:07.938573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48114) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:08.069323 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df3980d3-e429-4088-b6b0-82d15703aa1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.166602 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df3980d3-e429-4088-b6b0-82d15703aa1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.235019 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df3980d3-e429-4088-b6b0-82d15703aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.274038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3980d3-e429-4088-b6b0-82d15703aa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad77faa-5e76-4f81-b91d-61b36bbc64c5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:08.283115 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-df3980d3-e429-4088-b6b0-82d15703aa1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81f5ab2bc19e4435a9b85b7605d93eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434603 Sep 16 05:05:08.285600 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48126) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:08.348488 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d65993cd-d012-40e7-85db-7c9a30686dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.372220 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d65993cd-d012-40e7-85db-7c9a30686dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.480344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93743de6-945a-42f8-9053-b533733dd255 req-d4ab58b7-ab67-4c1f-b30c-1901e9b21fe7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.481878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93743de6-945a-42f8-9053-b533733dd255 req-d4ab58b7-ab67-4c1f-b30c-1901e9b21fe7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.0574489 Sep 16 05:05:08.525050 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93743de6-945a-42f8-9053-b533733dd255 req-8b8ebfaf-ae57-4fe4-aa2b-da8376ac1cea tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361841 Sep 16 05:05:08.564247 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d65993cd-d012-40e7-85db-7c9a30686dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.566893 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d65993cd-d012-40e7-85db-7c9a30686dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.568763 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d65993cd-d012-40e7-85db-7c9a30686dee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bad77faa-5e76-4f81-b91d-61b36bbc64c5 HTTP/1.1" status: 204 len: 168 time: 0.2809460 Sep 16 05:05:08.576682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65993cd-d012-40e7-85db-7c9a30686dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad77faa-5e76-4f81-b91d-61b36bbc64c5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:08.986068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8149972-29ab-4aa5-be5a-0be98797e238 req-7ba0f98f-a3b4-4047-a063-b99bccaef932 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0380349 Sep 16 05:05:09.665296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a4010-4fee-44fc-a8d9-41d7e0f0659a req-c21fb6d5-a0f0-4975-a0ef-75107d77c091 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.667202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24a4010-4fee-44fc-a8d9-41d7e0f0659a req-c21fb6d5-a0f0-4975-a0ef-75107d77c091 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.0562551 Sep 16 05:05:09.707508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f24a4010-4fee-44fc-a8d9-41d7e0f0659a req-d3d6003c-c292-4dd7-a702-dc4f79a7d29d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339859 Sep 16 05:05:09.797109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4da623ec-f8f0-404e-b70f-dd20d59fad89 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:09.819571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 4da623ec-f8f0-404e-b70f-dd20d59fad89 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:09.819820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4da623ec-f8f0-404e-b70f-dd20d59fad89 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:10.170292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a3f92d0-58e9-45cd-9b75-73bfe2dab6d9 req-f2da32a8-b12b-4afb-90fa-164517ef26bf tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0398397 Sep 16 05:05:10.720168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:10.877393 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.887889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0be544-4284-4973-b9f9-32e02a256985 req-72d160e1-4062-43b6-9baa-7cba3d80a2cc tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.889402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da0be544-4284-4973-b9f9-32e02a256985 req-72d160e1-4062-43b6-9baa-7cba3d80a2cc tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.0556548 Sep 16 05:05:10.915596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:10.917927 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940f7185-cfbc-4292-bb4f-e61bebff8f99" -d '{"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-unplugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:10.927179 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:10.939894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da0be544-4284-4973-b9f9-32e02a256985 req-4a3c099e-ea7c-4bae-82b3-84e62e8a12b2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367513 Sep 16 05:05:10.974738 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cf14b5-a0be-4a96-a1fa-527cc3b5dfdb x-openstack-request-id: req-c5cf14b5-a0be-4a96-a1fa-527cc3b5dfdb {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:10.975303 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-unplugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:10.975625 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5cf14b5-a0be-4a96-a1fa-527cc3b5dfdb {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:10.976088 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'code': 200} Sep 16 05:05:11.055665 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.105871 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=11']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:11.282981 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48226) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:11.303513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fbb74fc-952f-49f1-82ad-19ac24610c45 req-740c49ab-3e3d-4b50-80e6-5b24329be59c tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0433786 Sep 16 05:05:11.533228 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-16a62a2d-d50e-4ea5-a819-c2dbbb0764a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a671046788c4b47a40fcfa146ba9570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490802 Sep 16 05:05:11.535851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48232) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:11.587710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3641c314-fd14-4ff4-9a44-8dfa7123efd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.611207 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3641c314-fd14-4ff4-9a44-8dfa7123efd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.735458 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3641c314-fd14-4ff4-9a44-8dfa7123efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.738414 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3641c314-fd14-4ff4-9a44-8dfa7123efd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.740251 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3641c314-fd14-4ff4-9a44-8dfa7123efd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85565b87-2933-4d84-847d-70650ca248d6 HTTP/1.1" status: 204 len: 168 time: 0.2024794 Sep 16 05:05:11.749122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641c314-fd14-4ff4-9a44-8dfa7123efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85565b87-2933-4d84-847d-70650ca248d6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:12.073833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0eeae572-695a-4db5-a988-4f95916e75e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.079968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438073ca-d3cb-4a75-8314-5a585bbbc856 req-2d9010d7-c45d-4f6d-850d-8d559056103e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.081653 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-438073ca-d3cb-4a75-8314-5a585bbbc856 req-2d9010d7-c45d-4f6d-850d-8d559056103e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0586541 Sep 16 05:05:12.128586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-438073ca-d3cb-4a75-8314-5a585bbbc856 req-90593165-28ed-4741-8daf-944b6fdff3b5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396945 Sep 16 05:05:12.434022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c996b013-978a-4497-9ec1-f8440228c995 req-4b74dba5-2c6e-48bc-a8c0-426744ae5ed8 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0348904 Sep 16 05:05:12.480021 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.735712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:12.865851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:12.876899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'port_id': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'mac_address': 'fa:16:3e:30:7f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:12.922488 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.939869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed3efac-962c-4389-a639-670ecfbe7bf6 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:12.958238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:13.045464 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.101800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=12']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:13.115799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['bed3efac-962c-4389-a639-670ecfbe7bf6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:13.274409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589934b2-1b5c-4bb9-8a8a-c6d972ad42ed req-0dabca05-62a1-4b69-ac3a-c6edb4afaeca tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.283621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-589934b2-1b5c-4bb9-8a8a-c6d972ad42ed req-0dabca05-62a1-4b69-ac3a-c6edb4afaeca tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 946 time: 0.0655758 Sep 16 05:05:13.348822 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-589934b2-1b5c-4bb9-8a8a-c6d972ad42ed req-19d0f64a-13ea-47f5-b4f7-37bd614232e8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595906 Sep 16 05:05:13.397789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a708b153-07ee-4919-a487-40a9aaf642d3 req-67db373d-f0f0-41b9-bcbb-0d82661737cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0255008 Sep 16 05:05:13.554270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a828c1d-3f78-4013-80d2-f2d8477cd27f req-395e545b-e93d-48ef-ad51-2f0dfdfa9874 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0283549 Sep 16 05:05:13.591722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48314) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:13.701466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-32247390-network', 'tenant_id': '4505c3a84ce94f7ab369989740b0775a'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:13.846233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Made reservation on behalf of 4505c3a84ce94f7ab369989740b0775a for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:13.848560 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.860495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.009380 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.092009 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.122331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:14.133545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5349240-982d-4f6e-a066-5675bee6a978,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:14.159939 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.165154 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Added segment b7221109-4604-45cf-acc8-b1b42d99f57b of type vlan for network 083a16cf-4ac9-4027-9dee-1d0bffed3d5b Sep 16 05:05:14.220573 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.326196 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.327234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.327839 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.486267 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f5c974bd-8ea4-4098-ac63-3e56a5b18d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.511259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] Pushing event updated for resources: {'Network': ['ID=083a16cf-4ac9-4027-9dee-1d0bffed3d5b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:14.522612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 083a16cf-4ac9-4027-9dee-1d0bffed3d5b details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:14.571057 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2030f633-7964-4599-9c23-3d48fcc6c455 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9749446 Sep 16 05:05:14.571572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48334) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:14.576550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7b1d6999-81a3-40d8-b4fb-1c8f8e1990bb admin admin] Request body: {'subnet': {'network_id': '083a16cf-4ac9-4027-9dee-1d0bffed3d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-32247390-subnet', 'tenant_id': '4505c3a84ce94f7ab369989740b0775a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:14.591751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b66c8-4b0c-4628-8db4-e89607828787 req-b63fd039-940e-48c7-b159-c9a019af64d0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.624930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca1b66c8-4b0c-4628-8db4-e89607828787 req-b63fd039-940e-48c7-b159-c9a019af64d0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 946 time: 0.1601188 Sep 16 05:05:14.695721 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1d6999-81a3-40d8-b4fb-1c8f8e1990bb admin admin] Made reservation on behalf of 4505c3a84ce94f7ab369989740b0775a for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:14.701427 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6999-81a3-40d8-b4fb-1c8f8e1990bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.719331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cedc39c5-1dfc-46f4-bcfd-1173dc882f24 req-a51858e1-2929-4320-996e-60cc5de876b3 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0518749 Sep 16 05:05:14.751143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:14.769433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca1b66c8-4b0c-4628-8db4-e89607828787 req-9dcf6095-22fb-4ce9-9e9e-4177b0abfd17 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435671 Sep 16 05:05:14.887984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port bed3efac-962c-4389-a639-670ecfbe7bf6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:14.888700 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.054137 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.082908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:15.088306 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec4c1c7-5bb7-4cfb-9dc9-0f0d51ac2933" -d '{"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-plugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:15.106684 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:15.139835 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1856c4-d0bf-43ec-8030-8950aec210a0 x-openstack-request-id: req-9a1856c4-d0bf-43ec-8030-8950aec210a0 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:15.140199 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-plugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:15.140571 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a1856c4-d0bf-43ec-8030-8950aec210a0 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:15.141217 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'code': 200} Sep 16 05:05:15.199196 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6999-81a3-40d8-b4fb-1c8f8e1990bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.204255 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.273044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=13']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:15.278634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d6999-81a3-40d8-b4fb-1c8f8e1990bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8348b557-251d-44bd-b2c6-0f1bc457cca7,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:15.291487 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d6999-81a3-40d8-b4fb-1c8f8e1990bb admin admin] Checking segment: {'id': 'b7221109-4604-45cf-acc8-b1b42d99f57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '083a16cf-4ac9-4027-9dee-1d0bffed3d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:15.291854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d6999-81a3-40d8-b4fb-1c8f8e1990bb admin admin] Network hostable DHCP agents. Network: 083a16cf-4ac9-4027-9dee-1d0bffed3d5b, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:15.295255 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.421265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d6999-81a3-40d8-b4fb-1c8f8e1990bb admin admin] Network 083a16cf-4ac9-4027-9dee-1d0bffed3d5b is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:15.524187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d6999-81a3-40d8-b4fb-1c8f8e1990bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 083a16cf-4ac9-4027-9dee-1d0bffed3d5b) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:15.566483 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1d6999-81a3-40d8-b4fb-1c8f8e1990bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.571986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224ef6c4-b46e-4957-996b-76480751610e None None] Network 083a16cf-4ac9-4027-9dee-1d0bffed3d5b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:15.583359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6999-81a3-40d8-b4fb-1c8f8e1990bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.731085 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7b1d6999-81a3-40d8-b4fb-1c8f8e1990bb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1585431 Sep 16 05:05:15.926865 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defab4e6-9169-4d31-b24f-38e4d284933c None None] Network 083a16cf-4ac9-4027-9dee-1d0bffed3d5b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:15.981762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-440c7f42-f0ce-4cf1-8509-00bc7e4399c4 req-b70dd6be-8c48-499e-bd62-e946c7acdf35 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0468385 Sep 16 05:05:16.015897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde1fe1-c762-434b-bf6c-2f61f7578a57 req-c905570c-dfe7-473e-9d02-82e96b80f3e4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.024190 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcde1fe1-c762-434b-bf6c-2f61f7578a57 req-c905570c-dfe7-473e-9d02-82e96b80f3e4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.1680624 Sep 16 05:05:16.090355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fcde1fe1-c762-434b-bf6c-2f61f7578a57 req-f1689e36-9b02-41f3-be8b-b60a23753aa4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613921 Sep 16 05:05:16.120376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.399811 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.565609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8335828d-4b88-47fc-bbf7-534cad07178e req-b6427d53-a250-4d54-8faa-85dd2d58d6df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a71370426c4847e88b5d5b181a6f213f&device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0510983 Sep 16 05:05:16.600227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a089451-d5df-446a-ae73-068d71678132 req-e1aaa95e-bcc9-478b-a3d1-97d2d99bfff9 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0398064 Sep 16 05:05:16.623430 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8335828d-4b88-47fc-bbf7-534cad07178e req-4f270e02-c2df-41bf-9b63-a4771849dcd0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a71370426c4847e88b5d5b181a6f213f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218866 Sep 16 05:05:16.759132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335828d-4b88-47fc-bbf7-534cad07178e req-a46f6dce-2c4c-48d9-bf55-2cc656828ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.762060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8335828d-4b88-47fc-bbf7-534cad07178e req-a46f6dce-2c4c-48d9-bf55-2cc656828ccb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1303334 Sep 16 05:05:17.077898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48400) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:17.083945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-264459326-network', 'tenant_id': 'd052c111486643c18964ecc7aee478c5'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:17.183328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Made reservation on behalf of d052c111486643c18964ecc7aee478c5 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:17.185839 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.204243 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.231783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-9553b20a-82a8-4100-90a8-09831550b100 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.233878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-9553b20a-82a8-4100-90a8-09831550b100 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/networks?id=33013b96-358b-4b6c-9e87-35051574e47d HTTP/1.1" status: 200 len: 813 time: 0.1329417 Sep 16 05:05:17.315118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-d4441ef5-1ed4-475a-a53e-0e5e61d4dc3b tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/quotas/74552cee31db4306b625e7ca462c68fb HTTP/1.1" status: 200 len: 375 time: 0.0587666 Sep 16 05:05:17.370709 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.378853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-e968dc3b-25da-4b02-a2af-a0e369d924d3 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=74552cee31db4306b625e7ca462c68fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497315 Sep 16 05:05:17.391778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a683d7-c8b8-4790-8560-b15177c4e883 req-56a8c081-3a4a-4db9-acdb-dbe1348779a9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.394208 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2a683d7-c8b8-4790-8560-b15177c4e883 req-56a8c081-3a4a-4db9-acdb-dbe1348779a9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.1585515 Sep 16 05:05:17.457438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.478577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:17.492374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.493039 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Added segment 5871f769-ff9f-4796-b751-f30d03637ff7 of type vlan for network 782d61a1-30ea-4d57-9af5-d3d4940eb790 Sep 16 05:05:17.529131 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.541422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696a9645-8694-4dea-8f38-4afbf7b865ec,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:17.573305 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.966577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.967696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.970861 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.999483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2a683d7-c8b8-4790-8560-b15177c4e883 req-3d4e5d99-a22e-4930-995e-9969da4e9fc4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5817406 Sep 16 05:05:18.015687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-a9cb84c8-bbc3-46aa-9e99-25ed7a839ce2 service neutron] 10.222.0.24 "GET /v2.0/networks/33013b96-358b-4b6c-9e87-35051574e47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210270 Sep 16 05:05:18.082628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] Pushing event updated for resources: {'Network': ['ID=782d61a1-30ea-4d57-9af5-d3d4940eb790,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:18.110065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 782d61a1-30ea-4d57-9af5-d3d4940eb790 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:18.175304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-1dc06364-f193-4938-a742-c194224de860 service neutron] 10.222.0.24 "GET /v2.0/networks/33013b96-358b-4b6c-9e87-35051574e47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496460 Sep 16 05:05:18.243857 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6da1c68d-e64f-4339-95a8-2e4b1a26de1b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1642399 Sep 16 05:05:18.250428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48416) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:18.250613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8335828d-4b88-47fc-bbf7-534cad07178e req-9c0ce242-2a7d-42cd-8fbb-f217dc50c81e tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0453761 Sep 16 05:05:18.258203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5fda0851-2fbe-4f12-b6be-d65ffe830708 admin admin] Request body: {'subnet': {'network_id': '782d61a1-30ea-4d57-9af5-d3d4940eb790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-264459326-subnet', 'tenant_id': 'd052c111486643c18964ecc7aee478c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:18.267930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29abc0e9-ab68-4b6d-9d69-676602ca625d req-3305f38b-8530-4bd6-98ac-fcd41e74e1c4 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0597126 Sep 16 05:05:18.692120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fda0851-2fbe-4f12-b6be-d65ffe830708 admin admin] Made reservation on behalf of d052c111486643c18964ecc7aee478c5 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:18.694872 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5fda0851-2fbe-4f12-b6be-d65ffe830708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.934241 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f00ad80f-9f18-44ee-9188-6458082b276d req-0feb412f-1d71-4e8f-9e02-34a178d7267b tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 210 time: 0.0345809 Sep 16 05:05:18.944343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5fda0851-2fbe-4f12-b6be-d65ffe830708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.014649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda0851-2fbe-4f12-b6be-d65ffe830708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4b0d96-247a-47e1-b5da-a9b06773ee72,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:19.028558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda0851-2fbe-4f12-b6be-d65ffe830708 admin admin] Checking segment: {'id': '5871f769-ff9f-4796-b751-f30d03637ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '782d61a1-30ea-4d57-9af5-d3d4940eb790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:19.029001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fda0851-2fbe-4f12-b6be-d65ffe830708 admin admin] Network hostable DHCP agents. Network: 782d61a1-30ea-4d57-9af5-d3d4940eb790, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:19.162339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fda0851-2fbe-4f12-b6be-d65ffe830708 admin admin] Network 782d61a1-30ea-4d57-9af5-d3d4940eb790 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:19.188827 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d8585-f7fc-4bf5-994f-b10f16d842c7 req-788bdb14-eb1d-4148-a39a-890ee6ad4fd8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.196514 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e7d8585-f7fc-4bf5-994f-b10f16d842c7 req-788bdb14-eb1d-4148-a39a-890ee6ad4fd8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.0693724 Sep 16 05:05:19.261228 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e7d8585-f7fc-4bf5-994f-b10f16d842c7 req-e40eca41-c100-497e-b471-c13a8b988b78 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635004 Sep 16 05:05:19.276605 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-5fda0851-2fbe-4f12-b6be-d65ffe830708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 782d61a1-30ea-4d57-9af5-d3d4940eb790) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:19.282020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fda0851-2fbe-4f12-b6be-d65ffe830708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.284755 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5fda0851-2fbe-4f12-b6be-d65ffe830708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.291416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca2d9be-c361-49e5-a5f6-c6b063775b65 None None] Network 782d61a1-30ea-4d57-9af5-d3d4940eb790 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:19.390685 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5fda0851-2fbe-4f12-b6be-d65ffe830708 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1375716 Sep 16 05:05:19.495401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7769508-d5b6-476c-a4e9-592239d363bc None None] Network 782d61a1-30ea-4d57-9af5-d3d4940eb790 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:19.509326 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-185ee5a1-e08f-41f1-8125-31ae093397b2 req-ab1b4782-ecd1-489e-b5b7-a47ba3adb193 tempest-ServerShowV254Test-295673012 tempest-ServerShowV254Test-295673012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3509564-666c-40a7-ae1b-37386f9b4925 HTTP/1.1" status: 200 len: 210 time: 0.0636437 Sep 16 05:05:20.084802 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8d7c4a3-8f13-4569-aebe-9bfd764f47ba req-7168abf0-a6b8-4a97-8824-9ef0baaf6f98 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 210 time: 0.0462685 Sep 16 05:05:20.190071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-0c9e64b8-5a5a-41c8-b112-5d81233ed2c3 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.198954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-0c9e64b8-5a5a-41c8-b112-5d81233ed2c3 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/networks?id=083a16cf-4ac9-4027-9dee-1d0bffed3d5b HTTP/1.1" status: 200 len: 810 time: 0.2141774 Sep 16 05:05:20.213039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-7745b5a8-4b24-4e9c-8207-34b1beff66ce tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/quotas/4505c3a84ce94f7ab369989740b0775a HTTP/1.1" status: 200 len: 375 time: 0.0131266 Sep 16 05:05:20.256845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-297655b9-324b-45fa-8105-dac687c33b47 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4505c3a84ce94f7ab369989740b0775a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368128 Sep 16 05:05:20.375680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-96c6e405-1cf4-4662-957a-f58eb19a88d2 service neutron] 10.222.0.24 "GET /v2.0/networks/083a16cf-4ac9-4027-9dee-1d0bffed3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030157 Sep 16 05:05:20.551000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769bdd2-585a-4b2b-94fa-74ab47551200 req-4b0b8822-b230-44ff-82b5-7e802534fa2d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.553236 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7769bdd2-585a-4b2b-94fa-74ab47551200 req-4b0b8822-b230-44ff-82b5-7e802534fa2d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.1184528 Sep 16 05:05:20.591618 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-5aef90cf-c5bc-4f83-acd5-0d47514b54b7 service neutron] 10.222.0.24 "GET /v2.0/networks/083a16cf-4ac9-4027-9dee-1d0bffed3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083645 Sep 16 05:05:20.612503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7769bdd2-585a-4b2b-94fa-74ab47551200 req-42cacc37-c106-4b89-b958-ddbaf0ea2d04 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432355 Sep 16 05:05:20.907504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b656d74f-32ac-4883-9b86-86dd9a237533 req-956708ff-1e01-4071-8aec-71259e0569a6 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 210 time: 0.0333397 Sep 16 05:05:21.193182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-4d915145-b95f-4aab-bd37-077af491fe52 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.194995 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-4d915145-b95f-4aab-bd37-077af491fe52 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.23 "GET /v2.0/networks?id=33013b96-358b-4b6c-9e87-35051574e47d HTTP/1.1" status: 200 len: 813 time: 0.1517613 Sep 16 05:05:21.213815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc8c9a49-1943-4b00-94ce-a5bb4f569e50 req-27e6b707-dd26-452b-91ef-973399137f01 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 210 time: 0.0492649 Sep 16 05:05:21.215318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Request body: {'port': {'device_id': 'b9d11061-3fca-46e9-ac10-03eedb711872', 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d', 'admin_state_up': True, 'tenant_id': '74552cee31db4306b625e7ca462c68fb'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:21.446679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Made reservation on behalf of 74552cee31db4306b625e7ca462c68fb for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:21.451258 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.595618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48496) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:21.644556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Allocated IP 172.20.0.5 (33013b96-358b-4b6c-9e87-35051574e47d/1578681f-9808-4822-a7ed-db3a969f9a17/1e326c1b-2109-4c91-aafc-a37045b33288) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:21.763091 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75d97fd5-23ab-4b90-a26d-8b91a48bab97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.871268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cbbf9-c569-4b1d-89ac-349c5eb5b790 req-d0f0a38c-9f4d-4e26-b5a3-eccfd8966a64 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.880149 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-191cbbf9-c569-4b1d-89ac-349c5eb5b790 req-d0f0a38c-9f4d-4e26-b5a3-eccfd8966a64 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.1271586 Sep 16 05:05:21.913578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.931937 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48508) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:21.944890 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-191cbbf9-c569-4b1d-89ac-349c5eb5b790 req-7e76ce09-c714-41fc-a9c0-40beeb5dafc5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635200 Sep 16 05:05:22.048598 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-904a1c7a-6a1c-4374-a783-4d5343ccd1a0 req-bd5e028c-118d-4942-88fb-5e16b1df634b tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 210 time: 0.0421686 Sep 16 05:05:22.090032 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75d97fd5-23ab-4b90-a26d-8b91a48bab97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.091535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65de8ee6-4877-4d8c-b6d6-f176d468c32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.093963 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.150041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Network 33013b96-358b-4b6c-9e87-35051574e47d is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:22.158253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:22.160196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Pushing event updated for resources: {'Port': ['ID=1e326c1b-2109-4c91-aafc-a37045b33288,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:22.163161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:22.220480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.221140 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.223364 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75d97fd5-23ab-4b90-a26d-8b91a48bab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.354049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65de8ee6-4877-4d8c-b6d6-f176d468c32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.362871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d97fd5-23ab-4b90-a26d-8b91a48bab97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e219aa4-5527-441c-b89b-bb8123bd582a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:22.365994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e57221-157c-491d-a655-59dcd14bae5a req-c89942f1-dc74-44b8-99a0-556dd5be9a34 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.368098 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-75d97fd5-23ab-4b90-a26d-8b91a48bab97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a71370426c4847e88b5d5b181a6f213f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7730303 Sep 16 05:05:22.371024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48516) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:22.376268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a5e57221-157c-491d-a655-59dcd14bae5a req-c89942f1-dc74-44b8-99a0-556dd5be9a34 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 931 time: 0.0810368 Sep 16 05:05:22.427295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a5e57221-157c-491d-a655-59dcd14bae5a req-5c7700af-ad1b-4a8f-b3f3-765c4b05f5d9 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494993 Sep 16 05:05:22.432130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e6c43f9-90da-4b63-98c1-855f87516dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.447531 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65de8ee6-4877-4d8c-b6d6-f176d468c32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.474900 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e6c43f9-90da-4b63-98c1-855f87516dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.526862 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-f994dd34-5239-4f49-9ab3-bd1debf041cc tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3214216 Sep 16 05:05:22.535179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de8ee6-4877-4d8c-b6d6-f176d468c32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba56d62-93c7-429a-b46f-71bedbbe9a77,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:22.539932 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-65de8ee6-4877-4d8c-b6d6-f176d468c32c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5721596f63547539b5e65cbb12510a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052763 Sep 16 05:05:22.542983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48520) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:22.546700 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Request body: {'port': {'device_id': 'b9d11061-3fca-46e9-ac10-03eedb711872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:22.639586 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.713519 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbc362a4-b8cc-45a0-aee3-5651de0f767a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.727298 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e6c43f9-90da-4b63-98c1-855f87516dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.727298 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e6c43f9-90da-4b63-98c1-855f87516dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.727298 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5e6c43f9-90da-4b63-98c1-855f87516dd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e219aa4-5527-441c-b89b-bb8123bd582a HTTP/1.1" status: 204 len: 168 time: 0.3527248 Sep 16 05:05:22.812599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c43f9-90da-4b63-98c1-855f87516dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e219aa4-5527-441c-b89b-bb8123bd582a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:22.815682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbc362a4-b8cc-45a0-aee3-5651de0f767a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.040456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e326c1b-2109-4c91-aafc-a37045b33288 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:23.048766 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.099299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda22b4-dc8f-44f2-be90-9406e45c666b req-597f77ae-2470-426f-8528-ae6b00f53c30 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:23.101086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afda22b4-dc8f-44f2-be90-9406e45c666b req-597f77ae-2470-426f-8528-ae6b00f53c30 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.0634375 Sep 16 05:05:23.140273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22b60b61-f87d-4da8-b58b-9c807ec990c4 req-f056e7fd-067a-4377-b3ec-dad825615e82 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 210 time: 0.0381005 Sep 16 05:05:23.160142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afda22b4-dc8f-44f2-be90-9406e45c666b req-29895b23-efa8-4c06-b400-502fad7623b7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487990 Sep 16 05:05:23.542029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855cb8-7b2d-4ab1-af6a-6a7d5cf87a0e req-e09274e8-90c2-48b4-8e85-585f22ad2de1 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:23.543520 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a855cb8-7b2d-4ab1-af6a-6a7d5cf87a0e req-e09274e8-90c2-48b4-8e85-585f22ad2de1 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 931 time: 0.0516875 Sep 16 05:05:23.582440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a855cb8-7b2d-4ab1-af6a-6a7d5cf87a0e req-555a9e08-147a-4a1a-92f8-6fd06c0500e6 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327475 Sep 16 05:05:23.627148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Transition to ACTIVE for port object 1e326c1b-2109-4c91-aafc-a37045b33288 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:23.628013 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbc362a4-b8cc-45a0-aee3-5651de0f767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.631044 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbc362a4-b8cc-45a0-aee3-5651de0f767a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.632311 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cbc362a4-b8cc-45a0-aee3-5651de0f767a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ba56d62-93c7-429a-b46f-71bedbbe9a77 HTTP/1.1" status: 204 len: 168 time: 1.0468378 Sep 16 05:05:23.641960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc362a4-b8cc-45a0-aee3-5651de0f767a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba56d62-93c7-429a-b46f-71bedbbe9a77,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:23.792858 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.884178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e326c1b-2109-4c91-aafc-a37045b33288,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:23.939807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Attempting to bind port 1e326c1b-2109-4c91-aafc-a37045b33288 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:23.940233 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Attempting to bind port 1e326c1b-2109-4c91-aafc-a37045b33288 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '162a3134-15f9-4c28-9479-5d6756e8835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:23.940768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Attempting to bind port 1e326c1b-2109-4c91-aafc-a37045b33288 on network 33013b96-358b-4b6c-9e87-35051574e47d {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:23.948875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Port 1e326c1b-2109-4c91-aafc-a37045b33288 on network 33013b96-358b-4b6c-9e87-35051574e47d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:23.949666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Attempting to bind port 1e326c1b-2109-4c91-aafc-a37045b33288 on network 33013b96-358b-4b6c-9e87-35051574e47d {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:23.955461 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:23.955874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Checking segment: {'id': '162a3134-15f9-4c28-9479-5d6756e8835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:23.956344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Bound using segment: {'id': '162a3134-15f9-4c28-9479-5d6756e8835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:23.956874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Bound port: 1e326c1b-2109-4c91-aafc-a37045b33288, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162a3134-15f9-4c28-9479-5d6756e8835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:23.957305 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.416925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] For port 1e326c1b-2109-4c91-aafc-a37045b33288, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:24.420690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] For port 1e326c1b-2109-4c91-aafc-a37045b33288, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=1e326c1b-2109-4c91-aafc-a37045b33288,segment=NetworkSegment(162a3134-15f9-4c28-9479-5d6756e8835f),segment_id=162a3134-15f9-4c28-9479-5d6756e8835f)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:24.428485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c310788-9046-4ec6-88c1-b823ea627d9b req-375c97c8-7ed1-41c0-8f2a-125487936e28 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 210 time: 0.0558214 Sep 16 05:05:24.449243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2f363-e8b6-4463-8ea1-cc90009a8329 req-28ce5268-b445-4380-9db9-3c758149ed85 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.451085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1bc2f363-e8b6-4463-8ea1-cc90009a8329 req-28ce5268-b445-4380-9db9-3c758149ed85 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.1206043 Sep 16 05:05:24.500492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 48556) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:24.509087 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1bc2f363-e8b6-4463-8ea1-cc90009a8329 req-bed327a6-1615-48f6-bf83-c8ebb89cb612 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476062 Sep 16 05:05:24.529513 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.567043 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2f5-5d66-4d36-bff3-75c605781b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.589437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.590526 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.591940 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] 10.222.0.23 "PUT /v2.0/ports/1e326c1b-2109-4c91-aafc-a37045b33288 HTTP/1.1" status: 200 len: 1092 time: 2.0502877 Sep 16 05:05:24.747390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ea28a-6372-4f38-b4f8-c4ace2c65ce4 req-46c0f0a4-6236-40cb-937b-7345c90b02a1 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.756235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-318ea28a-6372-4f38-b4f8-c4ace2c65ce4 req-46c0f0a4-6236-40cb-937b-7345c90b02a1 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 943 time: 0.0900583 Sep 16 05:05:24.766296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2f5-5d66-4d36-bff3-75c605781b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.768548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d11061-3fca-46e9-ac10-03eedb711872', 'tag': '1e326c1b-2109-4c91-aafc-a37045b33288'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:24.770712 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2278d46-35a3-421d-8f1f-487643369f10" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d11061-3fca-46e9-ac10-03eedb711872", "tag": "1e326c1b-2109-4c91-aafc-a37045b33288"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:24.811898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-318ea28a-6372-4f38-b4f8-c4ace2c65ce4 req-5e42f197-e54d-4581-bee8-1e2bb6307229 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546215 Sep 16 05:05:24.853190 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e927f-7ab1-472b-9974-26fc272eb0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e326c1b-2109-4c91-aafc-a37045b33288,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.856307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eaeac2f5-5d66-4d36-bff3-75c605781b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.893846 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee04e73f-3111-4105-b4a2-f854f5f11fa9 x-openstack-request-id: req-ee04e73f-3111-4105-b4a2-f854f5f11fa9 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:24.894165 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d11061-3fca-46e9-ac10-03eedb711872", "tag": "1e326c1b-2109-4c91-aafc-a37045b33288", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:24.894416 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee04e73f-3111-4105-b4a2-f854f5f11fa9 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:24.894807 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d11061-3fca-46e9-ac10-03eedb711872', 'tag': '1e326c1b-2109-4c91-aafc-a37045b33288', 'status': 'completed', 'code': 200} Sep 16 05:05:24.900315 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eaeac2f5-5d66-4d36-bff3-75c605781b41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89d9544da048493eae7e0c89f8147179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987370 Sep 16 05:05:24.903770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 48572) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:24.928728 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-bba3397d-ac92-465b-81a7-c770ebe26a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.930233 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-bba3397d-ac92-465b-81a7-c770ebe26a27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=74552cee31db4306b625e7ca462c68fb&device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 1095 time: 0.1303129 Sep 16 05:05:24.931076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeac2f5-5d66-4d36-bff3-75c605781b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095bdd54-3e21-4221-8e0f-ea62f3c53e35,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.979256 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-bc42bfeb-bb71-432f-abbe-4268429906eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e326c1b-2109-4c91-aafc-a37045b33288 HTTP/1.1" status: 200 len: 217 time: 0.0403633 Sep 16 05:05:25.054662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-0ff071aa-acd8-4340-a7ce-b685fac74c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.056960 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-0ff071aa-acd8-4340-a7ce-b685fac74c16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1578681f-9808-4822-a7ed-db3a969f9a17 HTTP/1.1" status: 200 len: 853 time: 0.0697455 Sep 16 05:05:25.095945 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-8437365e-ae67-4608-acba-0ded390fd01f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=33013b96-358b-4b6c-9e87-35051574e47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303154 Sep 16 05:05:25.158112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-408c0a11-7250-4991-aae3-222d17ccf701 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.160019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-408c0a11-7250-4991-aae3-222d17ccf701 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.37 "GET /v2.0/networks?id=083a16cf-4ac9-4027-9dee-1d0bffed3d5b HTTP/1.1" status: 200 len: 810 time: 0.1979616 Sep 16 05:05:25.178794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Request body: {'port': {'device_id': '0055e61d-2406-49ec-a1cd-2ffbab1fffd6', 'network_id': '083a16cf-4ac9-4027-9dee-1d0bffed3d5b', 'admin_state_up': True, 'tenant_id': '4505c3a84ce94f7ab369989740b0775a'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:25.213201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.246880 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-5b05063d-9b26-4f60-ac9e-f1beec614136 service neutron] 10.222.0.23 "GET /v2.0/networks/33013b96-358b-4b6c-9e87-35051574e47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424177 Sep 16 05:05:25.292396 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.386311 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea2aeafe-59b3-4933-9a33-0addb76d86ce req-fb468eb7-39c1-4907-a538-c7c2fc9a4430 service neutron] 10.222.0.23 "GET /v2.0/networks/33013b96-358b-4b6c-9e87-35051574e47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314983 Sep 16 05:05:25.429317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Made reservation on behalf of 4505c3a84ce94f7ab369989740b0775a for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:25.447130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.447130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.447130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.470295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/095bdd54-3e21-4221-8e0f-ea62f3c53e35 HTTP/1.1" status: 204 len: 168 time: 0.5406194 Sep 16 05:05:25.515101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095bdd54-3e21-4221-8e0f-ea62f3c53e35,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:25.549111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.549720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.550248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.550800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.551302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.552826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.553366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.553709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.554178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.554710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.555051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.555377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccf9c9-d2a2-4a6c-9145-05fa812ca767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.610776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2278d46-35a3-421d-8f1f-487643369f10 req-9cd279f5-5de7-46f1-9f63-39baf2b55650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.614780 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f2278d46-35a3-421d-8f1f-487643369f10 req-9cd279f5-5de7-46f1-9f63-39baf2b55650 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=74552cee31db4306b625e7ca462c68fb&device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 1095 time: 0.0599251 Sep 16 05:05:25.718355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e39f221d-8b51-4f01-94f8-9b3cc948f386 req-4d80dffe-0f4d-44fb-a695-c6dc837a9a06 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 210 time: 0.1096413 Sep 16 05:05:25.757842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2278d46-35a3-421d-8f1f-487643369f10 req-309569e6-9984-4633-be6a-b4e3c8186ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.759586 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f2278d46-35a3-421d-8f1f-487643369f10 req-309569e6-9984-4633-be6a-b4e3c8186ee3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=33013b96-358b-4b6c-9e87-35051574e47d HTTP/1.1" status: 200 len: 913 time: 0.1341617 Sep 16 05:05:25.817687 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f2278d46-35a3-421d-8f1f-487643369f10 req-f8f2c033-ce88-4608-90d8-7cea105d2c1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e326c1b-2109-4c91-aafc-a37045b33288 HTTP/1.1" status: 200 len: 217 time: 0.0494194 Sep 16 05:05:25.881977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36090475-0260-47a6-8cd1-7c2361bbe694 req-992e8ffc-cf40-4f0f-8643-61f1cc16320f tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0512066 Sep 16 05:05:25.892730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8077db-4e83-4318-84a0-29dcd7a90e4e req-f4a99b5c-1d2d-4c0f-8dbb-4b1870218d8a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.904315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd8077db-4e83-4318-84a0-29dcd7a90e4e req-f4a99b5c-1d2d-4c0f-8dbb-4b1870218d8a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.1319702 Sep 16 05:05:25.908043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2278d46-35a3-421d-8f1f-487643369f10 req-f0b78a28-d058-4635-9ec4-b6fe7c5cffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.909105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Allocated IP 172.20.0.5 (083a16cf-4ac9-4027-9dee-1d0bffed3d5b/8348b557-251d-44bd-b2c6-0f1bc457cca7/2f921a41-cab8-453b-9506-939d1a6398b8) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:25.912130 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f2278d46-35a3-421d-8f1f-487643369f10 req-f0b78a28-d058-4635-9ec4-b6fe7c5cffa5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1578681f-9808-4822-a7ed-db3a969f9a17 HTTP/1.1" status: 200 len: 853 time: 0.0808659 Sep 16 05:05:25.975606 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f2278d46-35a3-421d-8f1f-487643369f10 req-875c7532-47a1-442d-8fc4-efd2cb538f80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=33013b96-358b-4b6c-9e87-35051574e47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551052 Sep 16 05:05:25.981584 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd8077db-4e83-4318-84a0-29dcd7a90e4e req-360629d1-eeb6-4794-aee4-f3a205d195bf tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734253 Sep 16 05:05:26.142276 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f2278d46-35a3-421d-8f1f-487643369f10 req-ac088f8f-3a50-4421-a7a2-ebe2efb3d890 service neutron] 10.222.0.23 "GET /v2.0/networks/33013b96-358b-4b6c-9e87-35051574e47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574287 Sep 16 05:05:26.228119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f79b02-4172-4e8d-9308-4d38edc34068 req-c430de8b-d815-44af-9259-3197653b8cc9 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.231568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2f79b02-4172-4e8d-9308-4d38edc34068 req-c430de8b-d815-44af-9259-3197653b8cc9 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 943 time: 0.1445382 Sep 16 05:05:26.265304 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f2278d46-35a3-421d-8f1f-487643369f10 req-a16f0723-7365-4cdf-b694-dbd6581dc06a service neutron] 10.222.0.23 "GET /v2.0/networks/33013b96-358b-4b6c-9e87-35051574e47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120856 Sep 16 05:05:26.307244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2f79b02-4172-4e8d-9308-4d38edc34068 req-0b1ca441-69a8-4ebe-b754-219da8cf635b tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675812 Sep 16 05:05:26.326354 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.450644 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.501571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Pushing event updated for resources: {'Port': ['ID=2f921a41-cab8-453b-9506-939d1a6398b8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:26.517858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Network 083a16cf-4ac9-4027-9dee-1d0bffed3d5b is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:26.519446 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:26.525843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:26.580835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.581511 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.695443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-119a70fa-faa3-4253-9b32-2f677ee70688 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5225091 Sep 16 05:05:26.872851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Request body: {'port': {'device_id': '0055e61d-2406-49ec-a1cd-2ffbab1fffd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:26.938312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3c476-b6d0-45f5-b560-647bdb489802 req-3f612341-9f9e-4239-8fe1-ae5b30f8ff19 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.940148 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4a3c476-b6d0-45f5-b560-647bdb489802 req-3f612341-9f9e-4239-8fe1-ae5b30f8ff19 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 931 time: 0.1160140 Sep 16 05:05:27.043101 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.047522 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f36d034e-a2ba-48eb-afc8-06b85a4ff0ae req-c303e27e-52a8-475d-b6bc-1ee851bd49fc tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0438163 Sep 16 05:05:27.079660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4a3c476-b6d0-45f5-b560-647bdb489802 req-725f2f13-98a1-4168-8cf7-2b1ea7ef606c tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265695 Sep 16 05:05:27.347511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff505a25-e715-4bcb-945e-7ef39034bc79 req-d434d1e9-84aa-4fe2-95f5-20d0da1ac275 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:27.354938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff505a25-e715-4bcb-945e-7ef39034bc79 req-d434d1e9-84aa-4fe2-95f5-20d0da1ac275 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.1965148 Sep 16 05:05:27.501145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff505a25-e715-4bcb-945e-7ef39034bc79 req-521688a3-b792-4c74-9c93-59602ddfabfa tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450706 Sep 16 05:05:27.547552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b350ae-de2b-4f21-864e-2988e4deac02 req-b5eff11d-5293-44a7-86d3-1a182c3cb8ae tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:27.549228 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60b350ae-de2b-4f21-864e-2988e4deac02 req-b5eff11d-5293-44a7-86d3-1a182c3cb8ae tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 943 time: 0.1339271 Sep 16 05:05:27.640849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60b350ae-de2b-4f21-864e-2988e4deac02 req-02ea78c1-7004-4a2f-b180-3251064e4629 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842543 Sep 16 05:05:27.647764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f921a41-cab8-453b-9506-939d1a6398b8 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:27.654449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.671748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Transition to ACTIVE for port object 2f921a41-cab8-453b-9506-939d1a6398b8 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:27.785505 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.873713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Pushing event updated for resources: {'Port': ['ID=2f921a41-cab8-453b-9506-939d1a6398b8,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:28.021146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Attempting to bind port 2f921a41-cab8-453b-9506-939d1a6398b8 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:28.021146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Attempting to bind port 2f921a41-cab8-453b-9506-939d1a6398b8 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'b7221109-4604-45cf-acc8-b1b42d99f57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '083a16cf-4ac9-4027-9dee-1d0bffed3d5b'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:28.021146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Attempting to bind port 2f921a41-cab8-453b-9506-939d1a6398b8 on network 083a16cf-4ac9-4027-9dee-1d0bffed3d5b {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:28.030760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Port 2f921a41-cab8-453b-9506-939d1a6398b8 on network 083a16cf-4ac9-4027-9dee-1d0bffed3d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:28.031084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Attempting to bind port 2f921a41-cab8-453b-9506-939d1a6398b8 on network 083a16cf-4ac9-4027-9dee-1d0bffed3d5b {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:28.037655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:28.037997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Checking segment: {'id': 'b7221109-4604-45cf-acc8-b1b42d99f57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '083a16cf-4ac9-4027-9dee-1d0bffed3d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:28.038383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Bound using segment: {'id': 'b7221109-4604-45cf-acc8-b1b42d99f57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '083a16cf-4ac9-4027-9dee-1d0bffed3d5b'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:28.038820 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Bound port: 2f921a41-cab8-453b-9506-939d1a6398b8, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7221109-4604-45cf-acc8-b1b42d99f57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '083a16cf-4ac9-4027-9dee-1d0bffed3d5b'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:28.039179 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.122132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] For port 2f921a41-cab8-453b-9506-939d1a6398b8, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:28.126215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] For port 2f921a41-cab8-453b-9506-939d1a6398b8, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2f921a41-cab8-453b-9506-939d1a6398b8,segment=NetworkSegment(b7221109-4604-45cf-acc8-b1b42d99f57b),segment_id=b7221109-4604-45cf-acc8-b1b42d99f57b)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:28.177975 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6f53a98-8ef7-4719-9b7d-2ae56f07292d req-2bb01699-5fad-408e-9410-31c46399fa92 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0337772 Sep 16 05:05:28.234178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0d850-6968-446f-ab48-374e0f5db08e req-85e07021-5ae3-4327-a209-25f98c0e901f tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.235768 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bad0d850-6968-446f-ab48-374e0f5db08e req-85e07021-5ae3-4327-a209-25f98c0e901f tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 943 time: 0.0610788 Sep 16 05:05:28.295049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bad0d850-6968-446f-ab48-374e0f5db08e req-583996e3-180f-4cb5-abe4-252687de8d4f tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511434 Sep 16 05:05:28.617416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d13e7-e58e-43e1-86f7-e856e1f17edb req-6ecf0692-06da-4632-932c-01dfab50724d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.618988 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c3d13e7-e58e-43e1-86f7-e856e1f17edb req-6ecf0692-06da-4632-932c-01dfab50724d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.0531430 Sep 16 05:05:28.656929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c3d13e7-e58e-43e1-86f7-e856e1f17edb req-1ffa19aa-67e1-41d5-a07b-1226d9b2b7a0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317006 Sep 16 05:05:28.712918 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.816391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 1e326c1b-2109-4c91-aafc-a37045b33288 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:28.820052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.820716 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.823410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f921a41-cab8-453b-9506-939d1a6398b8 HTTP/1.1" status: 200 len: 1092 time: 2.1203680 Sep 16 05:05:28.825022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0055e61d-2406-49ec-a1cd-2ffbab1fffd6', 'tag': '2f921a41-cab8-453b-9506-939d1a6398b8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:28.827568 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d6e69f-b325-4009-9f84-6f3e8c0a064b" -d '{"events": [{"name": "network-changed", "server_uuid": "0055e61d-2406-49ec-a1cd-2ffbab1fffd6", "tag": "2f921a41-cab8-453b-9506-939d1a6398b8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:28.849357 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdfd1b-cb4d-4e0f-83d2-26ed9686ea77 service neutron] Pushing event updated for resources: {'Port': ['ID=2f921a41-cab8-453b-9506-939d1a6398b8,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:28.897462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953c724-cf4a-46a9-a1c1-eaec76a1edde req-10a02cbf-9e95-447d-893b-359911ecef02 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.901492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7953c724-cf4a-46a9-a1c1-eaec76a1edde req-10a02cbf-9e95-447d-893b-359911ecef02 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 943 time: 0.1812429 Sep 16 05:05:28.904662 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d198472-5266-4f46-89cf-cc2607f93f71 x-openstack-request-id: req-8d198472-5266-4f46-89cf-cc2607f93f71 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:28.904956 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0055e61d-2406-49ec-a1cd-2ffbab1fffd6", "tag": "2f921a41-cab8-453b-9506-939d1a6398b8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:28.905209 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d198472-5266-4f46-89cf-cc2607f93f71 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:28.906002 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0055e61d-2406-49ec-a1cd-2ffbab1fffd6', 'tag': '2f921a41-cab8-453b-9506-939d1a6398b8', 'status': 'completed', 'code': 200} Sep 16 05:05:28.985083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7953c724-cf4a-46a9-a1c1-eaec76a1edde req-3dc162ff-8039-4f3a-aebf-79a33ab129b9 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765824 Sep 16 05:05:28.992578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6e69f-b325-4009-9f84-6f3e8c0a064b req-0180ce68-74f9-4041-9037-03f86a2fdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.994458 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7d6e69f-b325-4009-9f84-6f3e8c0a064b req-0180ce68-74f9-4041-9037-03f86a2fdc17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4505c3a84ce94f7ab369989740b0775a&device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 1095 time: 0.0639021 Sep 16 05:05:29.143981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6e69f-b325-4009-9f84-6f3e8c0a064b req-f1dcae9a-f210-4453-9628-0b490cf65fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.150629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7d6e69f-b325-4009-9f84-6f3e8c0a064b req-f1dcae9a-f210-4453-9628-0b490cf65fc3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4505c3a84ce94f7ab369989740b0775a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1450419 Sep 16 05:05:29.216765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 1e326c1b-2109-4c91-aafc-a37045b33288, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=1e326c1b-2109-4c91-aafc-a37045b33288,segment=NetworkSegment(162a3134-15f9-4c28-9479-5d6756e8835f),segment_id=162a3134-15f9-4c28-9479-5d6756e8835f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:29.233059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '1e326c1b-2109-4c91-aafc-a37045b33288', 'network_id': '33013b96-358b-4b6c-9e87-35051574e47d', 'port_id': '1e326c1b-2109-4c91-aafc-a37045b33288', 'mac_address': 'fa:16:3e:ea:2d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1578681f-9808-4822-a7ed-db3a969f9a17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:29.271144 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.290306 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e326c1b-2109-4c91-aafc-a37045b33288 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:29.314315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 1e326c1b-2109-4c91-aafc-a37045b33288, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=1e326c1b-2109-4c91-aafc-a37045b33288,segment=NetworkSegment(162a3134-15f9-4c28-9479-5d6756e8835f),segment_id=162a3134-15f9-4c28-9479-5d6756e8835f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:29.386687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.417125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6e69f-b325-4009-9f84-6f3e8c0a064b req-b57cfd54-4698-430d-a4e5-8cd0232cf564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.420297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7d6e69f-b325-4009-9f84-6f3e8c0a064b req-b57cfd54-4698-430d-a4e5-8cd0232cf564 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2604764 Sep 16 05:05:29.425213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ad20094-bb01-4524-ab5d-20160e982f62 req-280cb2e0-039b-4857-9ede-a3595ca7edd1 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0667980 Sep 16 05:05:29.513492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=1e326c1b-2109-4c91-aafc-a37045b33288,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:29.550474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-770bfba9-fab6-4a80-a1d1-1e92d8249e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.552691 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-770bfba9-fab6-4a80-a1d1-1e92d8249e01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4505c3a84ce94f7ab369989740b0775a&device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 1095 time: 0.0903652 Sep 16 05:05:29.565565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9131e1-45cf-44b4-9b1c-903262914d7a req-db8f1cf7-e27f-4b5c-a8ba-d2b5a7e5960d tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.567004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e9131e1-45cf-44b4-9b1c-903262914d7a req-db8f1cf7-e27f-4b5c-a8ba-d2b5a7e5960d tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 943 time: 0.0662215 Sep 16 05:05:29.621145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-c6a50a0c-7433-468b-a6b1-7d99650e9d63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f921a41-cab8-453b-9506-939d1a6398b8 HTTP/1.1" status: 200 len: 217 time: 0.0524147 Sep 16 05:05:29.622593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['1e326c1b-2109-4c91-aafc-a37045b33288'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:29.658647 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e9131e1-45cf-44b4-9b1c-903262914d7a req-102bcecc-133e-40b6-99a6-b446da41b1e3 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757332 Sep 16 05:05:29.717256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-aed2c0bc-f60c-4b1f-87c6-93d18fabaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.717256 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-aed2c0bc-f60c-4b1f-87c6-93d18fabaa47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8348b557-251d-44bd-b2c6-0f1bc457cca7 HTTP/1.1" status: 200 len: 850 time: 0.0622754 Sep 16 05:05:29.743457 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-f4268873-3b7d-4dfb-becc-056c23ab77c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=083a16cf-4ac9-4027-9dee-1d0bffed3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384326 Sep 16 05:05:29.858681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81ee1b-c676-4452-8105-661cb48c982b req-ba12d611-660d-4c5d-9437-2c53808b9c56 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.860194 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c81ee1b-c676-4452-8105-661cb48c982b req-ba12d611-660d-4c5d-9437-2c53808b9c56 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.1144586 Sep 16 05:05:29.899053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-c2dd6957-c9f4-4a82-b1ea-e7ece9bdff60 service neutron] 10.222.0.37 "GET /v2.0/networks/083a16cf-4ac9-4027-9dee-1d0bffed3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426585 Sep 16 05:05:29.933060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c81ee1b-c676-4452-8105-661cb48c982b req-407c0250-0bcd-4736-a7db-d7cfe47eab4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615180 Sep 16 05:05:30.008240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2eab355-6bf0-44b6-b28d-52c9669be021 req-61256fdf-8b27-4321-b877-12ba05b2c01b service neutron] 10.222.0.37 "GET /v2.0/networks/083a16cf-4ac9-4027-9dee-1d0bffed3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983596 Sep 16 05:05:30.121883 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0b946-e0bb-4c3b-adf0-88baf24ffd37 req-c27eb9a9-febf-4961-b355-6ca34fa60be1 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:30.123329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25f0b946-e0bb-4c3b-adf0-88baf24ffd37 req-c27eb9a9-febf-4961-b355-6ca34fa60be1 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 944 time: 0.0538116 Sep 16 05:05:30.165925 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25f0b946-e0bb-4c3b-adf0-88baf24ffd37 req-553e49ca-0dc7-4efd-b7c5-60ffc650227b tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Sep 16 05:05:30.308401 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-57ab19ca-ddf2-4714-9551-c3dd92b6937c req-95aeab71-7d7e-4043-aa95-3d32c1e81e74 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0258617 Sep 16 05:05:30.555965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cad31be8-7ab1-4b22-ae01-3633863de9fb req-25347dca-9dc5-4b43-b021-136151a7c3b7 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0275943 Sep 16 05:05:30.813834 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 1e326c1b-2109-4c91-aafc-a37045b33288 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:30.825417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702724-2afe-4393-99fb-e5aad6f12d4a req-54ed6ad7-35c3-41d8-88f8-61adf3865749 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:30.828023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e702724-2afe-4393-99fb-e5aad6f12d4a req-54ed6ad7-35c3-41d8-88f8-61adf3865749 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 943 time: 0.0881660 Sep 16 05:05:30.872145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e702724-2afe-4393-99fb-e5aad6f12d4a req-260c4dff-4032-450b-9ddf-e413d656d209 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359037 Sep 16 05:05:30.952776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 1e326c1b-2109-4c91-aafc-a37045b33288 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:30.956733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 1e326c1b-2109-4c91-aafc-a37045b33288 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:30.966958 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.059264 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.064075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911576-8557-42d7-99f7-bcd739aaaa49 req-7e0d562a-17e5-4fcb-a2f4-c93e490edfde tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.065640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb911576-8557-42d7-99f7-bcd739aaaa49 req-7e0d562a-17e5-4fcb-a2f4-c93e490edfde tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.0568902 Sep 16 05:05:31.089674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d11061-3fca-46e9-ac10-03eedb711872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e326c1b-2109-4c91-aafc-a37045b33288'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:31.092527 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a1e0e4-30f1-43d8-b5e9-8ac1ffefcfa9" -d '{"events": [{"server_uuid": "b9d11061-3fca-46e9-ac10-03eedb711872", "name": "network-vif-plugged", "status": "completed", "tag": "1e326c1b-2109-4c91-aafc-a37045b33288"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:31.115028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 1e326c1b-2109-4c91-aafc-a37045b33288, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=1e326c1b-2109-4c91-aafc-a37045b33288,segment=NetworkSegment(162a3134-15f9-4c28-9479-5d6756e8835f),segment_id=162a3134-15f9-4c28-9479-5d6756e8835f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:31.127281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb911576-8557-42d7-99f7-bcd739aaaa49 req-ddc27afc-ec05-4785-ad32-460c2138206a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529282 Sep 16 05:05:31.132425 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e881d15-fcf5-4093-b5b4-38917cce37ad x-openstack-request-id: req-8e881d15-fcf5-4093-b5b4-38917cce37ad {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:31.137326 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d11061-3fca-46e9-ac10-03eedb711872", "name": "network-vif-plugged", "status": "completed", "tag": "1e326c1b-2109-4c91-aafc-a37045b33288", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:31.137326 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e881d15-fcf5-4093-b5b4-38917cce37ad {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:31.137326 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d11061-3fca-46e9-ac10-03eedb711872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e326c1b-2109-4c91-aafc-a37045b33288', 'code': 200} Sep 16 05:05:31.206609 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.248927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888adad-da53-4b0e-82ff-4f4b7102fc92 req-eb556742-4464-4fe9-959b-ceee8fa121a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.250569 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3888adad-da53-4b0e-82ff-4f4b7102fc92 req-eb556742-4464-4fe9-959b-ceee8fa121a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 1097 time: 0.0505912 Sep 16 05:05:31.260504 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=1e326c1b-2109-4c91-aafc-a37045b33288,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:31.302097 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3888adad-da53-4b0e-82ff-4f4b7102fc92 req-1b137087-c3ce-454b-9304-4518a3d08eb5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Sep 16 05:05:31.332225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f3f5b-b16e-4d09-828c-19810339d2c5 req-0af1122e-b23e-4b55-823a-d6a5f6afc0d8 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.333828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e68f3f5b-b16e-4d09-828c-19810339d2c5 req-0af1122e-b23e-4b55-823a-d6a5f6afc0d8 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 945 time: 0.0867283 Sep 16 05:05:31.374565 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e68f3f5b-b16e-4d09-828c-19810339d2c5 req-738f2ae6-b55f-4f04-9e6f-e521d0d59aa0 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Sep 16 05:05:31.667996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52b0f6c7-0358-4887-aa35-816677a4ad4c req-b43d53ba-8bf8-4aed-90bc-73ce5d4506a2 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0319192 Sep 16 05:05:31.937006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2f921a41-cab8-453b-9506-939d1a6398b8 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:32.031511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0db3f3-0e0d-4e3e-bf2f-3c854cb30191 req-0a4e4651-cefd-4826-8f09-ea2fe9c5d7dc tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:32.034524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b0db3f3-0e0d-4e3e-bf2f-3c854cb30191 req-0a4e4651-cefd-4826-8f09-ea2fe9c5d7dc tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 943 time: 0.0909514 Sep 16 05:05:32.094027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 2f921a41-cab8-453b-9506-939d1a6398b8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2f921a41-cab8-453b-9506-939d1a6398b8,segment=NetworkSegment(b7221109-4604-45cf-acc8-b1b42d99f57b),segment_id=b7221109-4604-45cf-acc8-b1b42d99f57b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:32.118097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b0db3f3-0e0d-4e3e-bf2f-3c854cb30191 req-3b73b039-5ca3-4b0a-898e-1fafe2a24568 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727081 Sep 16 05:05:32.121581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '2f921a41-cab8-453b-9506-939d1a6398b8', 'network_id': '083a16cf-4ac9-4027-9dee-1d0bffed3d5b', 'port_id': '2f921a41-cab8-453b-9506-939d1a6398b8', 'mac_address': 'fa:16:3e:70:17:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8348b557-251d-44bd-b2c6-0f1bc457cca7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:32.176279 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.193797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f921a41-cab8-453b-9506-939d1a6398b8 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:32.219707 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 2f921a41-cab8-453b-9506-939d1a6398b8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2f921a41-cab8-453b-9506-939d1a6398b8,segment=NetworkSegment(b7221109-4604-45cf-acc8-b1b42d99f57b),segment_id=b7221109-4604-45cf-acc8-b1b42d99f57b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:32.226329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8dd7bbc-e9c4-4722-a124-4351c66479fc req-13f376d8-23a2-40a3-80e8-e0714289f151 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0495987 Sep 16 05:05:32.286516 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.342274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=2f921a41-cab8-453b-9506-939d1a6398b8,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:32.501478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04238296-37ba-4fed-b26b-44ec7e7ce5bd req-b891dd6b-bf18-4c84-9104-c128c30f15a7 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:32.503047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04238296-37ba-4fed-b26b-44ec7e7ce5bd req-b891dd6b-bf18-4c84-9104-c128c30f15a7 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 945 time: 0.0550640 Sep 16 05:05:32.509093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['2f921a41-cab8-453b-9506-939d1a6398b8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:32.551461 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04238296-37ba-4fed-b26b-44ec7e7ce5bd req-138381ba-9909-40f7-99ff-68604bdef63c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401933 Sep 16 05:05:33.112896 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:05:33.246488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3b2ef-0521-4288-a20b-f850c2ce205a req-829226f1-67b5-469b-b66d-b39a872af589 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:33.248062 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2d3b2ef-0521-4288-a20b-f850c2ce205a req-829226f1-67b5-469b-b66d-b39a872af589 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 944 time: 0.0519941 Sep 16 05:05:33.309654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2d3b2ef-0521-4288-a20b-f850c2ce205a req-96f2c0ad-30e2-450a-b412-5f0d57915bdb tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505202 Sep 16 05:05:33.370292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6305df8a-d812-4893-9e5f-e6222b538cc7 req-d6863967-0d23-42bb-8204-8ae97a1442f3 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0292406 Sep 16 05:05:33.454193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c2ded-ea60-4473-abf6-3b631632adca req-1705a608-95fc-4b73-93f3-f6fbbefbe2aa tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:33.455755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c11c2ded-ea60-4473-abf6-3b631632adca req-1705a608-95fc-4b73-93f3-f6fbbefbe2aa tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 947 time: 0.0496790 Sep 16 05:05:33.493779 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c11c2ded-ea60-4473-abf6-3b631632adca req-66adad8d-3803-49fd-b74d-f32a8c0a41ec tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 Sep 16 05:05:33.683038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eea96f-4932-4c70-bf8c-74a7eb01f60a req-c3744aaa-8834-4a88-9060-888b57d6628f tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:33.689065 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43eea96f-4932-4c70-bf8c-74a7eb01f60a req-c3744aaa-8834-4a88-9060-888b57d6628f tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 945 time: 0.0710313 Sep 16 05:05:33.728445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43eea96f-4932-4c70-bf8c-74a7eb01f60a req-36ba11af-1224-4d71-a8ca-b14436c6d224 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335205 Sep 16 05:05:33.941513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2f921a41-cab8-453b-9506-939d1a6398b8 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:34.112078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 2f921a41-cab8-453b-9506-939d1a6398b8 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:34.116632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 2f921a41-cab8-453b-9506-939d1a6398b8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:34.117009 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.202875 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.228263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0055e61d-2406-49ec-a1cd-2ffbab1fffd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f921a41-cab8-453b-9506-939d1a6398b8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:34.230707 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087b42ee-3da4-405b-b673-be5cf5b5342c" -d '{"events": [{"server_uuid": "0055e61d-2406-49ec-a1cd-2ffbab1fffd6", "name": "network-vif-plugged", "status": "completed", "tag": "2f921a41-cab8-453b-9506-939d1a6398b8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:34.244443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 2f921a41-cab8-453b-9506-939d1a6398b8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2f921a41-cab8-453b-9506-939d1a6398b8,segment=NetworkSegment(b7221109-4604-45cf-acc8-b1b42d99f57b),segment_id=b7221109-4604-45cf-acc8-b1b42d99f57b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:34.269476 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db8e48d-6559-4852-beec-052dc1d14e38 x-openstack-request-id: req-9db8e48d-6559-4852-beec-052dc1d14e38 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:34.269793 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0055e61d-2406-49ec-a1cd-2ffbab1fffd6", "name": "network-vif-plugged", "status": "completed", "tag": "2f921a41-cab8-453b-9506-939d1a6398b8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:34.270049 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9db8e48d-6559-4852-beec-052dc1d14e38 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:34.270453 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0055e61d-2406-49ec-a1cd-2ffbab1fffd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f921a41-cab8-453b-9506-939d1a6398b8', 'code': 200} Sep 16 05:05:34.329423 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.380797 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b75f3c-0d5d-43cd-b88b-34f241060574 req-623d2c99-bc56-4ad7-8f93-630dc7cae02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:34.383761 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18b75f3c-0d5d-43cd-b88b-34f241060574 req-623d2c99-bc56-4ad7-8f93-630dc7cae02d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 1097 time: 0.0502207 Sep 16 05:05:34.385496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=2f921a41-cab8-453b-9506-939d1a6398b8,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:34.465769 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18b75f3c-0d5d-43cd-b88b-34f241060574 req-fd598dee-8548-4beb-a7bd-b43cd39ed767 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609162 Sep 16 05:05:34.478628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e85d4-d2a4-4840-998d-2f52f10691fc req-a13dcdde-2be2-4194-9461-4f37613aac57 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:34.480078 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-353e85d4-d2a4-4840-998d-2f52f10691fc req-a13dcdde-2be2-4194-9461-4f37613aac57 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0651240 Sep 16 05:05:34.525292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-353e85d4-d2a4-4840-998d-2f52f10691fc req-bea55cdb-b8eb-414d-9f08-bd15320d49d4 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334527 Sep 16 05:05:34.619836 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbe441d8-145c-442a-9a23-45543d8f622c req-cac45a8d-1f4f-412c-b1bd-24ef52f7a0ad tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0311539 Sep 16 05:05:34.828528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:34.911076 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.950258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:35.030339 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.094176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=14']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.655361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f7770-cbf6-40e1-a2ea-b242cd41f04a req-450690d9-26a7-4b67-94fd-48cc8566ac81 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.663408 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-570f7770-cbf6-40e1-a2ea-b242cd41f04a req-450690d9-26a7-4b67-94fd-48cc8566ac81 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0612957 Sep 16 05:05:35.714417 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-570f7770-cbf6-40e1-a2ea-b242cd41f04a req-0e25c74f-f917-428b-957a-d6594a7d6af0 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445566 Sep 16 05:05:35.777184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abaf1597-fff7-4149-a85b-b9c655b8c3d1 req-1a06d23d-bd46-4ac8-ad04-ace5208397fa tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0349948 Sep 16 05:05:36.271313 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:36.274055 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142336ca-1ced-4283-8d8a-7f470fc12329" -d '{"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-unplugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:36.317706 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f174a41-9c14-47af-ad36-6277ee49d816 x-openstack-request-id: req-2f174a41-9c14-47af-ad36-6277ee49d816 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:36.318078 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-unplugged", "status": "completed", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:36.321951 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f174a41-9c14-47af-ad36-6277ee49d816 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:36.321951 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'code': 200} Sep 16 05:05:36.761204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d4674-8fb5-429c-b207-208270ccd0e1 req-247467f8-5cb7-4680-9e6e-0a6c9f063062 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.766225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-768d4674-8fb5-429c-b207-208270ccd0e1 req-247467f8-5cb7-4680-9e6e-0a6c9f063062 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0637429 Sep 16 05:05:36.826748 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-768d4674-8fb5-429c-b207-208270ccd0e1 req-0310273f-1be8-4a3a-a578-8ab2b51896b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529792 Sep 16 05:05:36.891721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46935b8-82e9-480d-b713-e0fc38a53dda req-12bd453e-4260-4b3b-b77e-32a048abc8e2 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.905228 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f46935b8-82e9-480d-b713-e0fc38a53dda req-12bd453e-4260-4b3b-b77e-32a048abc8e2 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0954614 Sep 16 05:05:36.940735 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd47846b-9d65-48b1-97ea-a74d6886b913 req-437c8ac6-c7e0-43c8-9f2f-1c471497ceed tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0318575 Sep 16 05:05:36.979265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f46935b8-82e9-480d-b713-e0fc38a53dda req-416a7a1e-645e-4ee1-9985-9045b94fc6bb tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632694 Sep 16 05:05:37.161738 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce159c6-95bb-4674-9204-c780d82b2b38 req-3aa6f930-8e03-4ece-a5ef-e71cdec37b88 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.163957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fce159c6-95bb-4674-9204-c780d82b2b38 req-3aa6f930-8e03-4ece-a5ef-e71cdec37b88 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0515873 Sep 16 05:05:37.210541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fce159c6-95bb-4674-9204-c780d82b2b38 req-f0acee3a-fd19-4519-85e9-c06f383877a1 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402138 Sep 16 05:05:37.325141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec64b-f30f-48b6-8293-3e7091414ab1 req-291ba782-ff72-404f-b50a-8d5ce18ea596 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.332431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-335ec64b-f30f-48b6-8293-3e7091414ab1 req-291ba782-ff72-404f-b50a-8d5ce18ea596 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0745058 Sep 16 05:05:37.367452 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-335ec64b-f30f-48b6-8293-3e7091414ab1 req-3d4f381b-0e0d-4206-9285-bcf0dedc48f0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340610 Sep 16 05:05:37.388952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df467ff9-09d8-4504-8ee0-2b8f6c1db434 req-11b9a792-8dcb-4515-8a33-58eb295319e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.388952 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-df467ff9-09d8-4504-8ee0-2b8f6c1db434 req-11b9a792-8dcb-4515-8a33-58eb295319e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 1097 time: 0.0449173 Sep 16 05:05:37.493137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df467ff9-09d8-4504-8ee0-2b8f6c1db434 req-458b5fd1-e0e1-4135-98fa-965700b20fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.495477 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-df467ff9-09d8-4504-8ee0-2b8f6c1db434 req-458b5fd1-e0e1-4135-98fa-965700b20fdf service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.1033411 Sep 16 05:05:37.579628 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-df467ff9-09d8-4504-8ee0-2b8f6c1db434 req-1ee82b93-cd1c-44bb-a3a2-77baa17443c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 200 len: 999 time: 0.0689280 Sep 16 05:05:37.640281 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df467ff9-09d8-4504-8ee0-2b8f6c1db434 req-721e99ea-ef11-4089-94bc-bd1b1a8f8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.642443 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-df467ff9-09d8-4504-8ee0-2b8f6c1db434 req-721e99ea-ef11-4089-94bc-bd1b1a8f8dd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0514090 Sep 16 05:05:37.684400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e783f0-a724-406e-b90f-18e93088a775 req-e6189d1d-4888-49ba-a519-9c12e2e1bb11 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.685939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01e783f0-a724-406e-b90f-18e93088a775 req-e6189d1d-4888-49ba-a519-9c12e2e1bb11 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0523016 Sep 16 05:05:37.691510 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df467ff9-09d8-4504-8ee0-2b8f6c1db434 req-ad9de068-1d99-41ed-813c-5120ba37fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.693147 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-df467ff9-09d8-4504-8ee0-2b8f6c1db434 req-ad9de068-1d99-41ed-813c-5120ba37fcd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438182 Sep 16 05:05:37.730593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01e783f0-a724-406e-b90f-18e93088a775 req-c4c029e6-b24a-4803-ab2a-c693b0162654 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368116 Sep 16 05:05:37.795580 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-df467ff9-09d8-4504-8ee0-2b8f6c1db434 req-f278863c-ed6d-4c58-8513-924825c217f5 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939827 Sep 16 05:05:37.886463 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-df467ff9-09d8-4504-8ee0-2b8f6c1db434 req-938ebeec-c334-46fa-a7ba-ebe708f2b30d service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839052 Sep 16 05:05:38.013049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49022) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:38.051836 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9403d486-79a3-458e-9029-58f04c6458e6 req-554a8087-90c4-45ec-b713-16b309a16f4b tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0306172 Sep 16 05:05:38.144045 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-edc02758-d6b0-4fd1-bb02-6bd6a65ad65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.246187 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-edc02758-d6b0-4fd1-bb02-6bd6a65ad65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.323264 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-edc02758-d6b0-4fd1-bb02-6bd6a65ad65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.361995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc02758-d6b0-4fd1-bb02-6bd6a65ad65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e28279-ddd9-4920-948f-a74cb3e432b3,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:38.366905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-edc02758-d6b0-4fd1-bb02-6bd6a65ad65e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6de5f020a46a40a19adab308280534d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522756 Sep 16 05:05:38.369926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49028) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:38.422551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f967f6c9-d4d1-4da6-92b9-8cf41ecd74c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.448113 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f967f6c9-d4d1-4da6-92b9-8cf41ecd74c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.490980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06174da1-65ce-4aae-b106-6790918352f9 req-3c294665-c0cd-4a81-aa95-257b65d2d3bd tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.492683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06174da1-65ce-4aae-b106-6790918352f9 req-3c294665-c0cd-4a81-aa95-257b65d2d3bd tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0520144 Sep 16 05:05:38.542037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06174da1-65ce-4aae-b106-6790918352f9 req-3f551f73-01b1-4dde-a143-4e17d7e1d5f5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333776 Sep 16 05:05:38.587587 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f967f6c9-d4d1-4da6-92b9-8cf41ecd74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.590394 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f967f6c9-d4d1-4da6-92b9-8cf41ecd74c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.591563 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f967f6c9-d4d1-4da6-92b9-8cf41ecd74c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53e28279-ddd9-4920-948f-a74cb3e432b3 HTTP/1.1" status: 204 len: 168 time: 0.2209969 Sep 16 05:05:38.599614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967f6c9-d4d1-4da6-92b9-8cf41ecd74c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e28279-ddd9-4920-948f-a74cb3e432b3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:38.857250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5619f-af77-4c0c-8b9a-2d524a74b574 req-d456393c-2c87-44a5-a209-49c22525d07b tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.858723 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07a5619f-af77-4c0c-8b9a-2d524a74b574 req-d456393c-2c87-44a5-a209-49c22525d07b tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0502741 Sep 16 05:05:38.902872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07a5619f-af77-4c0c-8b9a-2d524a74b574 req-582a3a31-a23b-41bc-ae5b-aa9c94a39392 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380545 Sep 16 05:05:39.156359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f9c79fe-2b35-4f89-b9c6-9ae6dc58a1a4 req-4e73b8d7-87ba-48ba-a589-4c6b71262c54 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0274751 Sep 16 05:05:39.418197 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49048) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:39.434031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4380ce6b-41ab-4214-b611-e760a2cf4703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.453002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516d28-57ba-42f1-b369-8185265e5b19 req-dbf3c14d-ad91-412c-b4b5-87d7deaf7780 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.454690 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd516d28-57ba-42f1-b369-8185265e5b19 req-dbf3c14d-ad91-412c-b4b5-87d7deaf7780 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0537393 Sep 16 05:05:39.494891 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd516d28-57ba-42f1-b369-8185265e5b19 req-1c713e96-1a4d-4f63-b9bc-3acb55a04ec6 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334742 Sep 16 05:05:39.535131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55313d-a024-48df-8b57-14820fed33d5 req-2be55606-8e01-42f0-a52f-deec2e194722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.535393 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4380ce6b-41ab-4214-b611-e760a2cf4703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.536720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c55313d-a024-48df-8b57-14820fed33d5 req-2be55606-8e01-42f0-a52f-deec2e194722 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4505c3a84ce94f7ab369989740b0775a&device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 1097 time: 0.0408227 Sep 16 05:05:39.603677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4380ce6b-41ab-4214-b611-e760a2cf4703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.645232 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4380ce6b-41ab-4214-b611-e760a2cf4703 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=518f1874f95c483495fea51330a7f0ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252178 Sep 16 05:05:39.646421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380ce6b-41ab-4214-b611-e760a2cf4703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b3cb52-c1e0-4ed7-8411-8b6bc960e64f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:39.649247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49052) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:39.683977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55313d-a024-48df-8b57-14820fed33d5 req-89d12585-3531-4369-b768-23d624de5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.685535 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c55313d-a024-48df-8b57-14820fed33d5 req-89d12585-3531-4369-b768-23d624de5a5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=083a16cf-4ac9-4027-9dee-1d0bffed3d5b HTTP/1.1" status: 200 len: 910 time: 0.1411870 Sep 16 05:05:39.715148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbbb92-c357-4528-a1a1-205b62a08675 req-0dfd621b-3231-4805-908e-2b7e516f922c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.716692 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72dbbb92-c357-4528-a1a1-205b62a08675 req-0dfd621b-3231-4805-908e-2b7e516f922c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0995843 Sep 16 05:05:39.755741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c55313d-a024-48df-8b57-14820fed33d5 req-9ef88869-99b7-4f2f-aa1f-d3d111c7f324 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f921a41-cab8-453b-9506-939d1a6398b8 HTTP/1.1" status: 200 len: 217 time: 0.0594342 Sep 16 05:05:39.819321 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf2c9-c8a4-4173-bfe6-74c8937f3793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.845494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72dbbb92-c357-4528-a1a1-205b62a08675 req-761337b2-0310-40c1-9b30-91923bfda0de tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942333 Sep 16 05:05:39.846851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55313d-a024-48df-8b57-14820fed33d5 req-00fbeaa7-31ba-4872-b588-be7580e24c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.848491 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c55313d-a024-48df-8b57-14820fed33d5 req-00fbeaa7-31ba-4872-b588-be7580e24c09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8348b557-251d-44bd-b2c6-0f1bc457cca7 HTTP/1.1" status: 200 len: 850 time: 0.0796969 Sep 16 05:05:39.870813 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf2c9-c8a4-4173-bfe6-74c8937f3793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.890509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c55313d-a024-48df-8b57-14820fed33d5 req-119d81e9-a291-47af-a619-953759e92764 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=083a16cf-4ac9-4027-9dee-1d0bffed3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338829 Sep 16 05:05:40.011336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c55313d-a024-48df-8b57-14820fed33d5 req-32ce8239-afd2-4a93-bbee-7199d5eb9a44 service neutron] 10.222.0.37 "GET /v2.0/networks/083a16cf-4ac9-4027-9dee-1d0bffed3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121044 Sep 16 05:05:40.092765 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf2c9-c8a4-4173-bfe6-74c8937f3793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.095354 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf2c9-c8a4-4173-bfe6-74c8937f3793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.096528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5ddaf2c9-c8a4-4173-bfe6-74c8937f3793 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30b3cb52-c1e0-4ed7-8411-8b6bc960e64f HTTP/1.1" status: 204 len: 168 time: 0.4423909 Sep 16 05:05:40.124448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a7fcc-3e1b-4196-aa02-14eba9241239 req-15d498f3-225f-4aa0-808a-b7b91ef778c1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.125882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-221a7fcc-3e1b-4196-aa02-14eba9241239 req-15d498f3-225f-4aa0-808a-b7b91ef778c1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1337123 Sep 16 05:05:40.126619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaf2c9-c8a4-4173-bfe6-74c8937f3793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b3cb52-c1e0-4ed7-8411-8b6bc960e64f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:40.161312 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c55313d-a024-48df-8b57-14820fed33d5 req-9e15d6a1-7b6a-4feb-ae2c-03608b894466 service neutron] 10.222.0.37 "GET /v2.0/networks/083a16cf-4ac9-4027-9dee-1d0bffed3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359124 Sep 16 05:05:40.184770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-221a7fcc-3e1b-4196-aa02-14eba9241239 req-1b95173c-e407-42a9-b8c2-9e7a957e15cf tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489924 Sep 16 05:05:40.264865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6424fd6a-cc7f-41b6-8343-71d8dc7a12ab req-9e803264-d114-4a65-ae67-88f0bd79b12e tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0287151 Sep 16 05:05:40.319960 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83484806-0a44-487b-9ea8-e9fd21d2cd0d req-501fe52a-54e8-4045-a853-f115dab77a4f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.321503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83484806-0a44-487b-9ea8-e9fd21d2cd0d req-501fe52a-54e8-4045-a853-f115dab77a4f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0596447 Sep 16 05:05:40.361992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83484806-0a44-487b-9ea8-e9fd21d2cd0d req-3cd431f6-ffea-48a8-97d5-b1cd2d828fad tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334229 Sep 16 05:05:41.008722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6be0b-8006-4507-a1ca-7e296083e26c req-23bbd435-3590-4218-857f-7932d1a2aa04 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.010214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dce6be0b-8006-4507-a1ca-7e296083e26c req-23bbd435-3590-4218-857f-7932d1a2aa04 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.4373624 Sep 16 05:05:41.018482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-153f6fdb-654c-4ef4-bfb9-a791bf977dc1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.019877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-153f6fdb-654c-4ef4-bfb9-a791bf977dc1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 811 time: 0.4804797 Sep 16 05:05:41.048845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-7ac3252a-42d1-4e71-8c92-936f49ce2ede tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/quotas/32a863b5f01144d9abb8c9b5ce5f9b5d HTTP/1.1" status: 200 len: 375 time: 0.0219178 Sep 16 05:05:41.072495 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dce6be0b-8006-4507-a1ca-7e296083e26c req-292999e8-2c91-48eb-8b13-aaa6e07c04e5 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516365 Sep 16 05:05:41.122552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-661d9c38-0625-4481-af6a-8f9b03e58152 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0651422 Sep 16 05:05:41.221069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-e71b09aa-82cc-46db-b23f-8d3ba9b91d5b service neutron] 10.222.0.24 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914977 Sep 16 05:05:41.312258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-1acc2566-80fb-46d6-9320-3b86504ac474 service neutron] 10.222.0.24 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844419 Sep 16 05:05:41.373354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5a24c8b-be32-44f2-aaa3-0fdf833f796b req-03151219-97b3-4ca5-a9e6-6d4e122b9aad tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0279655 Sep 16 05:05:41.562449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64f1535f-888a-4524-a31c-10a7b71a1a4e req-8e0e3ae7-3fc9-42d5-b329-37430856ed39 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 210 time: 0.0310276 Sep 16 05:05:42.072115 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ed1bb74d-c54a-4742-99f6-a1fc1420003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.197973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e459f49-ee2c-4068-b83c-db01446b2fa7 req-38602026-f025-46ee-a9fc-174e68fd23e4 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.199456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e459f49-ee2c-4068-b83c-db01446b2fa7 req-38602026-f025-46ee-a9fc-174e68fd23e4 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0553110 Sep 16 05:05:42.239966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e459f49-ee2c-4068-b83c-db01446b2fa7 req-a388a0c1-402d-4ceb-bf86-c631b568276d tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339229 Sep 16 05:05:42.444052 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.477006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eff47e58-e162-4c7e-ab08-c0fb1eb131cb req-57c1c27f-0a89-4607-9d5e-dd2fbfa2c57b tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0280383 Sep 16 05:05:42.674880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57dba63a-9aea-4adc-9a0f-9a7196286451 req-7e64d683-1302-49b1-862e-65d93f8152b5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 210 time: 0.0412993 Sep 16 05:05:42.698831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7f8e-cdef-4833-ba20-18da43867a43 req-3c98bbee-61fd-4ec4-8710-88c16dd7b266 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.700347 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-190e7f8e-cdef-4833-ba20-18da43867a43 req-3c98bbee-61fd-4ec4-8710-88c16dd7b266 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0776389 Sep 16 05:05:42.739327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-190e7f8e-cdef-4833-ba20-18da43867a43 req-c6a87150-79ca-4667-8f02-198587a747f6 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330446 Sep 16 05:05:43.601763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-0cdeebb3-9eac-421f-b5e6-f23258f5707d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.607717 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-0cdeebb3-9eac-421f-b5e6-f23258f5707d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.37 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 811 time: 0.1349080 Sep 16 05:05:43.607717 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a01b06da-e209-47d6-8595-f256a42b25c9 req-6a2cde5f-0c62-4776-9cee-e1399339a8c9 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0437758 Sep 16 05:05:43.618413 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Request body: {'port': {'device_id': 'f11605cc-eb46-4819-841b-60390aeab25b', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'admin_state_up': True, 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:43.699016 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49174) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:43.781580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbab30c7-5aac-4b34-a663-87156fe5943a req-4a0c95a9-7107-400d-8d03-81fb8ba3d723 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 210 time: 0.0277779 Sep 16 05:05:43.812025 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Made reservation on behalf of 32a863b5f01144d9abb8c9b5ce5f9b5d for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:43.818404 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.828442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d611db32-c04d-4759-9a90-dc2420fc2388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.920623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d611db32-c04d-4759-9a90-dc2420fc2388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.925595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b7a6f-805c-4a27-a1da-6f8abe4f87be req-a8b57f91-18d5-4d8e-be2e-65931c0dcffd tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.927088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a1b7a6f-805c-4a27-a1da-6f8abe4f87be req-a8b57f91-18d5-4d8e-be2e-65931c0dcffd tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0993483 Sep 16 05:05:43.992378 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d611db32-c04d-4759-9a90-dc2420fc2388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.009302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a1b7a6f-805c-4a27-a1da-6f8abe4f87be req-3d7aa8fe-041d-44cf-a1a4-3dc6ea813140 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752530 Sep 16 05:05:44.022746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Allocated IP 172.20.0.8 (b3bfa292-e9f0-489a-bcf8-e4a13051131f/12ec28b5-88a3-4932-a119-d607babf37c5/ddc61478-08ce-4a92-907f-5aaeb0d5514c) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:44.045961 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d611db32-c04d-4759-9a90-dc2420fc2388 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fae9d50fc9754727ab050a6e6d1e87f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443847 Sep 16 05:05:44.053243 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49184) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:44.114952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611db32-c04d-4759-9a90-dc2420fc2388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29048f0b-9ee1-47cf-9914-5e5c95b0356b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:44.139170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b5749c7b-bf3d-41e2-abc7-4d9a470f0dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.163251 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b5749c7b-bf3d-41e2-abc7-4d9a470f0dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.189408 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.300191 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.300597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b5749c7b-bf3d-41e2-abc7-4d9a470f0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.316603 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b5749c7b-bf3d-41e2-abc7-4d9a470f0dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.317801 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b5749c7b-bf3d-41e2-abc7-4d9a470f0dfe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29048f0b-9ee1-47cf-9914-5e5c95b0356b HTTP/1.1" status: 204 len: 168 time: 0.2634385 Sep 16 05:05:44.342504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5749c7b-bf3d-41e2-abc7-4d9a470f0dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29048f0b-9ee1-47cf-9914-5e5c95b0356b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:44.358971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:44.362616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:44.379928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:44.384606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event updated for resources: {'Port': ['ID=ddc61478-08ce-4a92-907f-5aaeb0d5514c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:44.464360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:44.465045 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.513521 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8a3fe-8ebe-4c6e-b537-1a14f90b933d req-9cdeb144-3073-447f-a26b-eb4edf94f185 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:44.515054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ca8a3fe-8ebe-4c6e-b537-1a14f90b933d req-9cdeb144-3073-447f-a26b-eb4edf94f185 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.1090133 Sep 16 05:05:44.543210 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6bcba-2ffa-4265-854c-48c63a7fbe16 req-811cad65-5be1-4413-96a5-d2828c752f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:44.544762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7e6bcba-2ffa-4265-854c-48c63a7fbe16 req-811cad65-5be1-4413-96a5-d2828c752f44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4505c3a84ce94f7ab369989740b0775a&device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 1097 time: 0.0752411 Sep 16 05:05:44.561196 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2dd29648-41f9-48cb-a5fe-3129d59fa355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.573095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ca8a3fe-8ebe-4c6e-b537-1a14f90b933d req-4a7c0fc4-f3af-4709-8f07-051dfc0ac795 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497634 Sep 16 05:05:44.628715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-05de7100-7b0f-431b-811f-e9d6dc9591e0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0162327 Sep 16 05:05:44.642876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Request body: {'port': {'device_id': 'f11605cc-eb46-4819-841b-60390aeab25b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:44.713310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ce2ebd75-5311-40f8-bf4b-f406784f8ce2 None None] Provisioning complete for port ddc61478-08ce-4a92-907f-5aaeb0d5514c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:44.713705 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ce2ebd75-5311-40f8-bf4b-f406784f8ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.746452 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb77ec5c-de40-4838-9058-b71d441b900d req-9afe403e-7d7d-4344-aa55-0fdb02a22c59 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0563431 Sep 16 05:05:44.747455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6bcba-2ffa-4265-854c-48c63a7fbe16 req-90f65572-c323-4d0e-a0b3-1ba4d3d74842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:44.748806 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7e6bcba-2ffa-4265-854c-48c63a7fbe16 req-90f65572-c323-4d0e-a0b3-1ba4d3d74842 service neutron] 10.222.0.37 "GET /v2.0/networks?id=083a16cf-4ac9-4027-9dee-1d0bffed3d5b HTTP/1.1" status: 200 len: 910 time: 0.1923227 Sep 16 05:05:44.751645 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.753633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ebd75-5311-40f8-bf4b-f406784f8ce2 None None] Port ddc61478-08ce-4a92-907f-5aaeb0d5514c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:44.821965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7e6bcba-2ffa-4265-854c-48c63a7fbe16 req-2d295202-9c1f-489a-856e-79d57065ab98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f921a41-cab8-453b-9506-939d1a6398b8 HTTP/1.1" status: 200 len: 217 time: 0.0594187 Sep 16 05:05:44.986017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6bcba-2ffa-4265-854c-48c63a7fbe16 req-5fbc6171-11e4-4751-a654-202974a23452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:44.987485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7e6bcba-2ffa-4265-854c-48c63a7fbe16 req-5fbc6171-11e4-4751-a654-202974a23452 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8348b557-251d-44bd-b2c6-0f1bc457cca7 HTTP/1.1" status: 200 len: 850 time: 0.1582158 Sep 16 05:05:45.016965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c37d25-4e5d-4695-a4ce-21be8374b4f2 req-bd384b5d-6af5-43a1-815e-ad72b1fb4e96 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.018431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65c37d25-4e5d-4695-a4ce-21be8374b4f2 req-bd384b5d-6af5-43a1-815e-ad72b1fb4e96 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 931 time: 0.1480665 Sep 16 05:05:45.054807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7e6bcba-2ffa-4265-854c-48c63a7fbe16 req-f8eea9d7-3fb4-4c75-809a-4574e099a0b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=083a16cf-4ac9-4027-9dee-1d0bffed3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557201 Sep 16 05:05:45.068077 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49200) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:45.082342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58fe63b6-a0b8-445a-9dc4-00d2d23b2988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.152878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65c37d25-4e5d-4695-a4ce-21be8374b4f2 req-8fb31331-0f54-4c53-b56f-7b89030f81a9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258869 Sep 16 05:05:45.182174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58fe63b6-a0b8-445a-9dc4-00d2d23b2988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.246703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7e6bcba-2ffa-4265-854c-48c63a7fbe16 req-2eab35c0-e4e7-47f9-8226-de66a35ecb4c service neutron] 10.222.0.37 "GET /v2.0/networks/083a16cf-4ac9-4027-9dee-1d0bffed3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776779 Sep 16 05:05:45.284967 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58fe63b6-a0b8-445a-9dc4-00d2d23b2988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.299023 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.307237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc61478-08ce-4a92-907f-5aaeb0d5514c {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:45.317570 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.329998 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-58fe63b6-a0b8-445a-9dc4-00d2d23b2988 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a95d371e95084041b3f8ef0e4a78ed35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607241 Sep 16 05:05:45.330866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe63b6-a0b8-445a-9dc4-00d2d23b2988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c319661-fb96-46d9-a67a-28acf713dd64,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:45.333224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49202) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:45.367882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Transition to ACTIVE for port object ddc61478-08ce-4a92-907f-5aaeb0d5514c will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:45.388710 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7e6bcba-2ffa-4265-854c-48c63a7fbe16 req-91719456-70b6-4f7a-84e1-d20bd7004bd8 service neutron] 10.222.0.37 "GET /v2.0/networks/083a16cf-4ac9-4027-9dee-1d0bffed3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209369 Sep 16 05:05:45.388925 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4550d8e-6ce5-459b-b2aa-2332d3e36f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.414274 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4550d8e-6ce5-459b-b2aa-2332d3e36f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.461982 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.517021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc61478-08ce-4a92-907f-5aaeb0d5514c,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:45.549290 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4550d8e-6ce5-459b-b2aa-2332d3e36f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.552298 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4550d8e-6ce5-459b-b2aa-2332d3e36f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.553690 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a4550d8e-6ce5-459b-b2aa-2332d3e36f0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c319661-fb96-46d9-a67a-28acf713dd64 HTTP/1.1" status: 204 len: 168 time: 0.2167108 Sep 16 05:05:45.564729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4550d8e-6ce5-459b-b2aa-2332d3e36f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c319661-fb96-46d9-a67a-28acf713dd64,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:45.601630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Attempting to bind port ddc61478-08ce-4a92-907f-5aaeb0d5514c on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:45.601969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Attempting to bind port ddc61478-08ce-4a92-907f-5aaeb0d5514c by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:45.602299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Attempting to bind port ddc61478-08ce-4a92-907f-5aaeb0d5514c on network b3bfa292-e9f0-489a-bcf8-e4a13051131f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:45.609996 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Port ddc61478-08ce-4a92-907f-5aaeb0d5514c on network b3bfa292-e9f0-489a-bcf8-e4a13051131f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:45.610651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Attempting to bind port ddc61478-08ce-4a92-907f-5aaeb0d5514c on network b3bfa292-e9f0-489a-bcf8-e4a13051131f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:45.620598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:45.621598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Checking segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:45.622326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Bound using segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:45.623575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Bound port: ddc61478-08ce-4a92-907f-5aaeb0d5514c, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:45.624043 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.740376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] For port ddc61478-08ce-4a92-907f-5aaeb0d5514c, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:45.749923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d6b39-6524-44ba-aeda-e1f1db743e00 req-f55c9a1f-8e7d-4e41-839e-abca2658a950 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.751443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-494d6b39-6524-44ba-aeda-e1f1db743e00 req-f55c9a1f-8e7d-4e41-839e-abca2658a950 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0785227 Sep 16 05:05:45.753366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] For port ddc61478-08ce-4a92-907f-5aaeb0d5514c, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ddc61478-08ce-4a92-907f-5aaeb0d5514c,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:45.793848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-494d6b39-6524-44ba-aeda-e1f1db743e00 req-a9c6703b-02c0-4280-90cd-7862a9005f8d tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356154 Sep 16 05:05:45.864904 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.887654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc506854-6c56-49b0-ad28-39086dfe75f3 req-0810dc57-6d9e-413c-a4c4-9b451f18221b tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0334334 Sep 16 05:05:45.920229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.921117 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.922558 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/ddc61478-08ce-4a92-907f-5aaeb0d5514c HTTP/1.1" status: 200 len: 1092 time: 1.2847166 Sep 16 05:05:45.923070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11605cc-eb46-4819-841b-60390aeab25b', 'tag': 'ddc61478-08ce-4a92-907f-5aaeb0d5514c'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:45.925465 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d1512a-b9d4-4e12-abb6-f52c143ca6be" -d '{"events": [{"name": "network-changed", "server_uuid": "f11605cc-eb46-4819-841b-60390aeab25b", "tag": "ddc61478-08ce-4a92-907f-5aaeb0d5514c"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:45.977601 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.980706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a27d7-f1fc-41c8-9358-8515a37d94c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc61478-08ce-4a92-907f-5aaeb0d5514c,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:45.994534 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00b7fa0-19c6-4303-b666-1bad44aec4f9 x-openstack-request-id: req-d00b7fa0-19c6-4303-b666-1bad44aec4f9 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:45.994825 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11605cc-eb46-4819-841b-60390aeab25b", "tag": "ddc61478-08ce-4a92-907f-5aaeb0d5514c", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:45.995080 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d00b7fa0-19c6-4303-b666-1bad44aec4f9 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:45.995586 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11605cc-eb46-4819-841b-60390aeab25b', 'tag': 'ddc61478-08ce-4a92-907f-5aaeb0d5514c', 'status': 'completed', 'code': 200} Sep 16 05:05:46.072396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1512a-b9d4-4e12-abb6-f52c143ca6be req-18c07b0a-20a9-4340-bc7c-1eb1360065c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.074345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-99d1512a-b9d4-4e12-abb6-f52c143ca6be req-18c07b0a-20a9-4340-bc7c-1eb1360065c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 1095 time: 0.0539255 Sep 16 05:05:46.214507 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1512a-b9d4-4e12-abb6-f52c143ca6be req-29be1f25-5c04-46b2-9e73-c28d09f84c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.216639 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-99d1512a-b9d4-4e12-abb6-f52c143ca6be req-29be1f25-5c04-46b2-9e73-c28d09f84c5c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1301122 Sep 16 05:05:46.393856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee10fe4-1c7f-4a05-943e-c38a5d2a73f1 req-4a712a57-ad64-4457-864e-893a2d79971e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.401001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ee10fe4-1c7f-4a05-943e-c38a5d2a73f1 req-4a712a57-ad64-4457-864e-893a2d79971e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 943 time: 0.1471767 Sep 16 05:05:46.413406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1512a-b9d4-4e12-abb6-f52c143ca6be req-fb499ec4-c19f-4d17-a559-3e1391715069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.419125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-99d1512a-b9d4-4e12-abb6-f52c143ca6be req-fb499ec4-c19f-4d17-a559-3e1391715069 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1913097 Sep 16 05:05:46.437998 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.450784 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ee10fe4-1c7f-4a05-943e-c38a5d2a73f1 req-900a5d72-6017-4223-94ab-51f4d75dd3fd tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486550 Sep 16 05:05:46.497878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-943559cc-924e-426a-ab43-85368e914bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.499484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-943559cc-924e-426a-ab43-85368e914bc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 1095 time: 0.0428636 Sep 16 05:05:46.547685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-c54c7d1f-1be8-4f66-8cbb-c8858fb5a85d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddc61478-08ce-4a92-907f-5aaeb0d5514c HTTP/1.1" status: 200 len: 217 time: 0.0395372 Sep 16 05:05:46.606288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-9f433244-b7e1-4c23-9a0c-b29ca34d0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.608272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-9f433244-b7e1-4c23-9a0c-b29ca34d0b77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0527351 Sep 16 05:05:46.658723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-958607cd-b03f-4bb8-9946-8af0c2096f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.660270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-958607cd-b03f-4bb8-9946-8af0c2096f6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437663 Sep 16 05:05:46.767715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-5177dc8f-f35f-4701-90ec-83403170376a service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986321 Sep 16 05:05:46.904203 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-004db655-ca90-4cf3-b5d1-b64d19951995 req-06f36d16-9700-4bab-9232-57a7e442f359 service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284947 Sep 16 05:05:46.981559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cbf2f-3611-4683-a8e1-b168e12df3ca req-9adebb82-2f54-4f74-bd54-5edd255d5562 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.983127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed3cbf2f-3611-4683-a8e1-b168e12df3ca req-9adebb82-2f54-4f74-bd54-5edd255d5562 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0699830 Sep 16 05:05:47.017884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65ca75c4-c8c3-4338-853e-37823bb3cc7f req-17c0ef39-36a9-40c2-af57-34bb8f04d8d5 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0337744 Sep 16 05:05:47.045766 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed3cbf2f-3611-4683-a8e1-b168e12df3ca req-b88ff681-f0a1-4880-a0ec-3c3e570d5de5 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525534 Sep 16 05:05:47.495449 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.590064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5460d-eef5-4c50-b1a3-4fd33856d61b req-6bd5d728-484d-4f45-bd53-b8c0d25c6475 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:47.591829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-99a5460d-eef5-4c50-b1a3-4fd33856d61b req-6bd5d728-484d-4f45-bd53-b8c0d25c6475 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 943 time: 0.0580118 Sep 16 05:05:47.668684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-99a5460d-eef5-4c50-b1a3-4fd33856d61b req-fb0b29a5-6ca1-48ba-81e6-73920e85511b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705984 Sep 16 05:05:47.688061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7b394-ed07-4fbd-ba1f-f25610487335 req-7552ef87-6815-4434-ad5a-7d42dc49353b tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:47.689583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c9b7b394-ed07-4fbd-ba1f-f25610487335 req-7552ef87-6815-4434-ad5a-7d42dc49353b tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0711260 Sep 16 05:05:47.729821 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c9b7b394-ed07-4fbd-ba1f-f25610487335 req-1ae0d76d-5242-4ab9-835f-a43883b3eb3f tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338857 Sep 16 05:05:48.129405 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1470edef-acc3-4178-94e0-32a60a5d952f req-f104e16b-f3bd-4137-a26b-772f8696fdb3 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0269916 Sep 16 05:05:48.795915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06a101-ac76-4493-870d-0c951c0a00f3 req-9e4951ce-fd0a-4f3b-a5e1-f012c9eea1d9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.797891 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d06a101-ac76-4493-870d-0c951c0a00f3 req-9e4951ce-fd0a-4f3b-a5e1-f012c9eea1d9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 943 time: 0.0509548 Sep 16 05:05:48.874052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d06a101-ac76-4493-870d-0c951c0a00f3 req-2953a519-1af0-42a0-9b08-242936c8ec46 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682127 Sep 16 05:05:48.887348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce5ee1-2be1-4a1d-859e-01a237685d65 req-e6e6f0e6-ff88-40d3-936a-ad01ec0a6cf1 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.888946 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8ce5ee1-2be1-4a1d-859e-01a237685d65 req-e6e6f0e6-ff88-40d3-936a-ad01ec0a6cf1 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0819328 Sep 16 05:05:48.941076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8ce5ee1-2be1-4a1d-859e-01a237685d65 req-77db2892-9de2-43bd-9298-3487b04d9efa tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353141 Sep 16 05:05:49.238333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-701eb293-4c82-4221-973e-8b342d6f266f req-ed770e0d-8afc-4101-8429-76a92a6c2e28 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0292630 Sep 16 05:05:49.657697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97304644-e30f-4a72-9317-65da08a4ea1d req-1662e5c0-8e24-4e2c-b4b8-d9f7074ede13 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:49.659129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97304644-e30f-4a72-9317-65da08a4ea1d req-1662e5c0-8e24-4e2c-b4b8-d9f7074ede13 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.37 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0511847 Sep 16 05:05:49.768998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-97304644-e30f-4a72-9317-65da08a4ea1d req-5e0b5c57-08e6-444a-a7c3-553b01e0f985 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Deleting port 2f921a41-cab8-453b-9506-939d1a6398b8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:49.769344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-97304644-e30f-4a72-9317-65da08a4ea1d req-5e0b5c57-08e6-444a-a7c3-553b01e0f985 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.859898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-97304644-e30f-4a72-9317-65da08a4ea1d req-5e0b5c57-08e6-444a-a7c3-553b01e0f985 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] For port 2f921a41-cab8-453b-9506-939d1a6398b8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=2f921a41-cab8-453b-9506-939d1a6398b8,segment=NetworkSegment(b7221109-4604-45cf-acc8-b1b42d99f57b),segment_id=b7221109-4604-45cf-acc8-b1b42d99f57b)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:49.860282 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-97304644-e30f-4a72-9317-65da08a4ea1d req-5e0b5c57-08e6-444a-a7c3-553b01e0f985 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.873541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-97304644-e30f-4a72-9317-65da08a4ea1d req-5e0b5c57-08e6-444a-a7c3-553b01e0f985 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Calling delete_port for 2f921a41-cab8-453b-9506-939d1a6398b8 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:50.044342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ddc61478-08ce-4a92-907f-5aaeb0d5514c details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:50.078168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a77346-fc3f-4b61-9326-811d0ca00252 req-f27bdc27-ddbc-4493-8810-bec78697f716 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.079693 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05a77346-fc3f-4b61-9326-811d0ca00252 req-f27bdc27-ddbc-4493-8810-bec78697f716 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 943 time: 0.1212664 Sep 16 05:05:50.102197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57cb11-5fde-4226-b774-45dce81f6a71 req-ed928ce0-5f7c-4c86-afc2-602134e9b4ae tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.103651 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a57cb11-5fde-4226-b774-45dce81f6a71 req-ed928ce0-5f7c-4c86-afc2-602134e9b4ae tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 945 time: 0.0836003 Sep 16 05:05:50.146887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ddc61478-08ce-4a92-907f-5aaeb0d5514c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ddc61478-08ce-4a92-907f-5aaeb0d5514c,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:50.158564 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'ddc61478-08ce-4a92-907f-5aaeb0d5514c', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'port_id': 'ddc61478-08ce-4a92-907f-5aaeb0d5514c', 'mac_address': 'fa:16:3e:9f:26:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:50.158978 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05a77346-fc3f-4b61-9326-811d0ca00252 req-ef6b7e01-08aa-4ac8-b7c4-ace817a30636 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713456 Sep 16 05:05:50.161840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a57cb11-5fde-4226-b774-45dce81f6a71 req-d0355c98-53a5-498e-a016-e3223e66c3ed tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5349240-982d-4f6e-a066-5675bee6a978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505648 Sep 16 05:05:50.169788 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-97304644-e30f-4a72-9317-65da08a4ea1d req-5e0b5c57-08e6-444a-a7c3-553b01e0f985 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.202439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['2f921a41-cab8-453b-9506-939d1a6398b8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:50.211367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b5c57-08e6-444a-a7c3-553b01e0f985 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Pushing event deleted for resources: {'Port': ['ID=2f921a41-cab8-453b-9506-939d1a6398b8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:50.244994 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.260206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc61478-08ce-4a92-907f-5aaeb0d5514c {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:50.263325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-97304644-e30f-4a72-9317-65da08a4ea1d req-5e0b5c57-08e6-444a-a7c3-553b01e0f985 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] No DVR routers for this DVR port 2f921a41-cab8-453b-9506-939d1a6398b8 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:50.266187 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-97304644-e30f-4a72-9317-65da08a4ea1d req-5e0b5c57-08e6-444a-a7c3-553b01e0f985 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.274238 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97304644-e30f-4a72-9317-65da08a4ea1d req-5e0b5c57-08e6-444a-a7c3-553b01e0f985 tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.37 "DELETE /v2.0/ports/2f921a41-cab8-453b-9506-939d1a6398b8 HTTP/1.1" status: 204 len: 173 time: 0.6076360 Sep 16 05:05:50.274728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0055e61d-2406-49ec-a1cd-2ffbab1fffd6', 'name': 'network-vif-deleted', 'tag': '2f921a41-cab8-453b-9506-939d1a6398b8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:50.277471 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da95a8a-c02d-4ea6-a825-ce3752c62652" -d '{"events": [{"server_uuid": "0055e61d-2406-49ec-a1cd-2ffbab1fffd6", "name": "network-vif-deleted", "tag": "2f921a41-cab8-453b-9506-939d1a6398b8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:50.296620 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ddc61478-08ce-4a92-907f-5aaeb0d5514c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ddc61478-08ce-4a92-907f-5aaeb0d5514c,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:50.321874 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9571b0ea-18ff-44e3-9571-636c9e8ce85c x-openstack-request-id: req-9571b0ea-18ff-44e3-9571-636c9e8ce85c {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:50.322165 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0055e61d-2406-49ec-a1cd-2ffbab1fffd6", "name": "network-vif-deleted", "tag": "2f921a41-cab8-453b-9506-939d1a6398b8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:50.322423 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9571b0ea-18ff-44e3-9571-636c9e8ce85c {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:50.322829 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0055e61d-2406-49ec-a1cd-2ffbab1fffd6', 'name': 'network-vif-deleted', 'tag': '2f921a41-cab8-453b-9506-939d1a6398b8', 'status': 'completed', 'code': 200} Sep 16 05:05:50.384887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d490022b-64ff-4ebd-87ed-c30f3085e09b req-9e9f952e-1f67-4c67-810b-c1902f46d0b8 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0275908 Sep 16 05:05:50.409397 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.463719 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=ddc61478-08ce-4a92-907f-5aaeb0d5514c,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:50.663955 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93fd5c5a-97f6-48d5-a2da-50fb17b07d3b req-e93f74f1-16c5-43b5-b709-45fe031338d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2138762 Sep 16 05:05:50.676091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ddc61478-08ce-4a92-907f-5aaeb0d5514c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:50.734888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd5c5a-97f6-48d5-a2da-50fb17b07d3b req-3710a384-1aeb-496f-8530-6d474c313af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.736770 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93fd5c5a-97f6-48d5-a2da-50fb17b07d3b req-3710a384-1aeb-496f-8530-6d474c313af8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 1097 time: 0.0442820 Sep 16 05:05:50.888167 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd5c5a-97f6-48d5-a2da-50fb17b07d3b req-9be797d3-7484-4223-b563-354da18f5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.890058 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93fd5c5a-97f6-48d5-a2da-50fb17b07d3b req-9be797d3-7484-4223-b563-354da18f5502 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.1122262 Sep 16 05:05:50.957818 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93fd5c5a-97f6-48d5-a2da-50fb17b07d3b req-d9f33102-ae81-4901-81c4-ffd8b737c5d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 200 len: 999 time: 0.0602221 Sep 16 05:05:51.015400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd5c5a-97f6-48d5-a2da-50fb17b07d3b req-cfb794d7-5b27-46bf-bded-7df0c79c00f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.016923 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93fd5c5a-97f6-48d5-a2da-50fb17b07d3b req-cfb794d7-5b27-46bf-bded-7df0c79c00f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0499420 Sep 16 05:05:51.066408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd5c5a-97f6-48d5-a2da-50fb17b07d3b req-1e255763-b7f2-4f80-b390-3f6524bc30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.068202 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93fd5c5a-97f6-48d5-a2da-50fb17b07d3b req-1e255763-b7f2-4f80-b390-3f6524bc30aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418880 Sep 16 05:05:51.175225 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93fd5c5a-97f6-48d5-a2da-50fb17b07d3b req-46c2ae21-351f-429e-9062-fee240e0a747 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981028 Sep 16 05:05:51.319185 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93fd5c5a-97f6-48d5-a2da-50fb17b07d3b req-7d4cb23a-acd2-435a-a494-296c39893945 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342511 Sep 16 05:05:51.363672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac9dbaec-bad8-4cf0-b147-5f66668fbfe6 req-5c0e4c3b-b786-4a83-8c90-f97540d2378e tempest-TestServerAdvancedOps-1497215941 tempest-TestServerAdvancedOps-1497215941-project] 10.222.0.24 "GET /v2.0/ports?device_id=0055e61d-2406-49ec-a1cd-2ffbab1fffd6 HTTP/1.1" status: 200 len: 210 time: 0.0321572 Sep 16 05:05:51.384581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2ff3e-fd81-45bc-888b-696d1694dac5 req-5573059a-b3f6-4bd9-a1ad-283f88a92a64 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.384581 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cf2ff3e-fd81-45bc-888b-696d1694dac5 req-5573059a-b3f6-4bd9-a1ad-283f88a92a64 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 944 time: 0.0865264 Sep 16 05:05:51.424686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cf2ff3e-fd81-45bc-888b-696d1694dac5 req-90a3fd29-7ded-4c92-899d-c5909fe95e68 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352376 Sep 16 05:05:51.607047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6dff03b0-ae0f-44d6-8ba1-ff15d5bd2da4 req-8848993a-d94e-48b6-ae28-d225ff8315e5 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0347953 Sep 16 05:05:52.059665 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ddc61478-08ce-4a92-907f-5aaeb0d5514c up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:52.159960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port ddc61478-08ce-4a92-907f-5aaeb0d5514c completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:52.164748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port ddc61478-08ce-4a92-907f-5aaeb0d5514c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:52.165127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.247322 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.276610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11605cc-eb46-4819-841b-60390aeab25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc61478-08ce-4a92-907f-5aaeb0d5514c'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:52.276610 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a05f5e6-b917-47c3-839c-54d777a07d78" -d '{"events": [{"server_uuid": "f11605cc-eb46-4819-841b-60390aeab25b", "name": "network-vif-plugged", "status": "completed", "tag": "ddc61478-08ce-4a92-907f-5aaeb0d5514c"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:52.295890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ddc61478-08ce-4a92-907f-5aaeb0d5514c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ddc61478-08ce-4a92-907f-5aaeb0d5514c,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:52.316758 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed59d2a-8ee4-488a-b91c-b7ba875ac322 x-openstack-request-id: req-6ed59d2a-8ee4-488a-b91c-b7ba875ac322 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:52.317079 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11605cc-eb46-4819-841b-60390aeab25b", "name": "network-vif-plugged", "status": "completed", "tag": "ddc61478-08ce-4a92-907f-5aaeb0d5514c", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:52.317327 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ed59d2a-8ee4-488a-b91c-b7ba875ac322 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:52.317720 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11605cc-eb46-4819-841b-60390aeab25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc61478-08ce-4a92-907f-5aaeb0d5514c', 'code': 200} Sep 16 05:05:52.369323 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.370153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2f921a41-cab8-453b-9506-939d1a6398b8 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:52.391620 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 2f921a41-cab8-453b-9506-939d1a6398b8 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:52.391967 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 2f921a41-cab8-453b-9506-939d1a6398b8 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:52.424835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135abb9e-6c5b-41dc-bac7-4288ce09177c req-52135878-2815-4678-b443-09e63e0cec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.426372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-135abb9e-6c5b-41dc-bac7-4288ce09177c req-52135878-2815-4678-b443-09e63e0cec44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 1097 time: 0.0543165 Sep 16 05:05:52.447753 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49374) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:52.468844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=ddc61478-08ce-4a92-907f-5aaeb0d5514c,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:52.490293 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-135abb9e-6c5b-41dc-bac7-4288ce09177c req-2ff0677e-585b-4db0-84e9-8d9d9e326213 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558081 Sep 16 05:05:52.511599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d38e190-cc75-4bf8-ad9b-be51f2de3a8e admin admin] Deleting subnet 8348b557-251d-44bd-b2c6-0f1bc457cca7 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:52.514926 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d38e190-cc75-4bf8-ad9b-be51f2de3a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.554940 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d38e190-cc75-4bf8-ad9b-be51f2de3a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.579348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4be24-f1ac-490c-bf3a-21ffc9a6100b req-f0735261-c859-4249-b4b9-10c2d8f00d19 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.581095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57e4be24-f1ac-490c-bf3a-21ffc9a6100b req-f0735261-c859-4249-b4b9-10c2d8f00d19 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0603812 Sep 16 05:05:52.601380 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d38e190-cc75-4bf8-ad9b-be51f2de3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.622156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57e4be24-f1ac-490c-bf3a-21ffc9a6100b req-993d27c3-1184-4a56-b36b-771969a7c304 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325353 Sep 16 05:05:52.714338 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d38e190-cc75-4bf8-ad9b-be51f2de3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.731912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ea3f033-1434-451c-b350-6c86ecb7734a req-06a628de-3e06-43fe-bb51-f6850e7a873a tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0379748 Sep 16 05:05:52.750197 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38e190-cc75-4bf8-ad9b-be51f2de3a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8348b557-251d-44bd-b2c6-0f1bc457cca7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:52.771267 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d38e190-cc75-4bf8-ad9b-be51f2de3a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.776308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49390) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:52.776965 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3d38e190-cc75-4bf8-ad9b-be51f2de3a8e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8348b557-251d-44bd-b2c6-0f1bc457cca7 HTTP/1.1" status: 204 len: 168 time: 0.3281558 Sep 16 05:05:52.851980 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.932678 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.954682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083a16cf-4ac9-4027-9dee-1d0bffed3d5b']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:52.964771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7221109-4604-45cf-acc8-b1b42d99f57b') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:52.965074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7221109-4604-45cf-acc8-b1b42d99f57b') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:52.978907 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.993400 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.999899 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:53.001612 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:53.002295 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:53.112206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.118076 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.121954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/083a16cf-4ac9-4027-9dee-1d0bffed3d5b HTTP/1.1" status: 204 len: 168 time: 0.3430915 Sep 16 05:05:53.123943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49394) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:53.131774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818dfb4-b698-46ed-a854-d80cc929c6e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=083a16cf-4ac9-4027-9dee-1d0bffed3d5b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:53.174040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a73d697-c123-4821-85f6-36a32856912f admin admin] Deleting subnet 4f4b0d96-247a-47e1-b5da-a9b06773ee72 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:53.177607 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a73d697-c123-4821-85f6-36a32856912f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.215572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a73d697-c123-4821-85f6-36a32856912f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.260928 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a73d697-c123-4821-85f6-36a32856912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.377675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a73d697-c123-4821-85f6-36a32856912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.405691 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73d697-c123-4821-85f6-36a32856912f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4b0d96-247a-47e1-b5da-a9b06773ee72,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:53.409508 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7a73d697-c123-4821-85f6-36a32856912f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.411906 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7a73d697-c123-4821-85f6-36a32856912f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4f4b0d96-247a-47e1-b5da-a9b06773ee72 HTTP/1.1" status: 204 len: 168 time: 0.2867517 Sep 16 05:05:53.414657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49400) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:53.486187 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.579801 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.603620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782d61a1-30ea-4d57-9af5-d3d4940eb790']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:53.613148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5871f769-ff9f-4796-b751-f30d03637ff7') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:53.613626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5871f769-ff9f-4796-b751-f30d03637ff7') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:53.623886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.642509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.650435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:53.650795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:53.652543 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:53.852067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358607e8-e64b-4ed9-8fdf-6ba3ce635be1 req-948d5a04-9895-451b-a666-076b419d3728 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.853638 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-358607e8-e64b-4ed9-8fdf-6ba3ce635be1 req-948d5a04-9895-451b-a666-076b419d3728 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0672224 Sep 16 05:05:53.860511 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.869174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.872360 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] 10.222.0.24 "DELETE /v2.0/networks/782d61a1-30ea-4d57-9af5-d3d4940eb790 HTTP/1.1" status: 204 len: 168 time: 0.4533505 Sep 16 05:05:53.880178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f20350-b5c2-46e9-b3f5-217edb7b216f admin admin] Pushing event deleted for resources: {'Network': ['ID=782d61a1-30ea-4d57-9af5-d3d4940eb790,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:53.948189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-358607e8-e64b-4ed9-8fdf-6ba3ce635be1 req-9e8a22d3-4ef2-45f6-ad58-b51f9ed3251d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853469 Sep 16 05:05:53.950520 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93366132-3ffd-46b8-a549-f4644db8181b req-0c608d6a-e8dd-44c2-ab10-04ceda3698b3 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0439320 Sep 16 05:05:54.587600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49418) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:54.624005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ea60bb45-f3ff-4496-837b-6fd289a103ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4505c3a84ce94f7ab369989740b0775a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400729 Sep 16 05:05:54.626516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49420) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:54.675833 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce364b76-d01b-4556-bb3b-687512c1fd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.698505 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce364b76-d01b-4556-bb3b-687512c1fd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.834791 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce364b76-d01b-4556-bb3b-687512c1fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.844451 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce364b76-d01b-4556-bb3b-687512c1fd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.844451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ce364b76-d01b-4556-bb3b-687512c1fd7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5349240-982d-4f6e-a066-5675bee6a978 HTTP/1.1" status: 204 len: 168 time: 0.2125003 Sep 16 05:05:54.850460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce364b76-d01b-4556-bb3b-687512c1fd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5349240-982d-4f6e-a066-5675bee6a978,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:55.111675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a5446-c26f-4749-adc8-571805cac107 req-03732b86-4c64-4816-bc3b-10ce4fd936ee tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:55.113329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c9a5446-c26f-4749-adc8-571805cac107 req-03732b86-4c64-4816-bc3b-10ce4fd936ee tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0755398 Sep 16 05:05:55.143149 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c64e6974-30ea-4a02-b85a-71b506d60e81 req-3b981158-de12-478d-986e-2b7e94cab8c6 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0287740 Sep 16 05:05:55.183059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c9a5446-c26f-4749-adc8-571805cac107 req-76e17955-b5d5-4bda-86f1-9818838a18de tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431483 Sep 16 05:05:55.503895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781ccb6-5d8d-412b-b208-a7f7a19f0768 req-dbf59a93-08e3-4c9e-8f8f-e8613c6aa8ae tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:55.505574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b781ccb6-5d8d-412b-b208-a7f7a19f0768 req-dbf59a93-08e3-4c9e-8f8f-e8613c6aa8ae tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0519822 Sep 16 05:05:55.550974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b781ccb6-5d8d-412b-b208-a7f7a19f0768 req-5186a22e-ef47-473a-b5f0-aae2de7ef619 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 Sep 16 05:05:55.722818 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49452) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:55.764480 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-325f6f4c-4ec6-4235-ac78-9594393f3058 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d052c111486643c18964ecc7aee478c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399406 Sep 16 05:05:55.767070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49454) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:55.819202 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f90443d-00de-4480-9f95-11e0723f1d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.840814 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f90443d-00de-4480-9f95-11e0723f1d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.980502 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f90443d-00de-4480-9f95-11e0723f1d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.983231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f90443d-00de-4480-9f95-11e0723f1d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.987897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1f90443d-00de-4480-9f95-11e0723f1d07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/696a9645-8694-4dea-8f38-4afbf7b865ec HTTP/1.1" status: 204 len: 168 time: 0.2197001 Sep 16 05:05:55.997808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90443d-00de-4480-9f95-11e0723f1d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696a9645-8694-4dea-8f38-4afbf7b865ec,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:56.250338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a57caee4-4a5e-421e-8ec2-3e2a5ee2998f req-f8aed97e-2369-42fb-8f8c-8c75f4ab7a99 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0281775 Sep 16 05:05:56.680991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb339-105e-4ed6-b781-5ad86567f049 req-80a2975b-edbe-4743-ad91-c3ca9c56c81a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:56.682322 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-412cb339-105e-4ed6-b781-5ad86567f049 req-80a2975b-edbe-4743-ad91-c3ca9c56c81a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0536075 Sep 16 05:05:56.723517 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-412cb339-105e-4ed6-b781-5ad86567f049 req-9e446a62-89ee-4f0a-a72d-21d6fe7ce64a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344570 Sep 16 05:05:57.353634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa12233b-e1f7-4d6f-95f2-ff7dd18ad44c req-f0904250-7943-4320-80f3-8aeffe2201ba tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0256672 Sep 16 05:05:57.849514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc23995-13d0-42a3-ab00-9045bb2d30e8 req-500f5b7a-07ac-4a77-8159-5e73b4bda496 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.850994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fc23995-13d0-42a3-ab00-9045bb2d30e8 req-500f5b7a-07ac-4a77-8159-5e73b4bda496 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0575907 Sep 16 05:05:57.890197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fc23995-13d0-42a3-ab00-9045bb2d30e8 req-eb7215a5-4009-4597-b739-7a10f1ee6647 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325193 Sep 16 05:05:58.402519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49516) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:58.462644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ebfc092-6aef-407d-a0d7-50c4b1d6d470 req-0013b353-c271-496a-bbed-7b23a97275a0 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0284042 Sep 16 05:05:58.526400 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9e96d9a-3d0a-4bb8-bf30-7b5361917153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.619879 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9e96d9a-3d0a-4bb8-bf30-7b5361917153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.691607 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9e96d9a-3d0a-4bb8-bf30-7b5361917153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.734710 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d9e96d9a-3d0a-4bb8-bf30-7b5361917153 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb882900222e455dbed1d78c686e971f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303003 Sep 16 05:05:58.735580 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e96d9a-3d0a-4bb8-bf30-7b5361917153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadace84-dd86-445f-941d-64590ad56057,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:58.737398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49522) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:58.788221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.812776 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.942758 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.946637 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.947988 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aadace84-dd86-445f-941d-64590ad56057 HTTP/1.1" status: 204 len: 168 time: 0.2094517 Sep 16 05:05:58.968644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadace84-dd86-445f-941d-64590ad56057,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:58.982613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.983327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.984381 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.984983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.985755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.986310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.986854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.987406 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.988187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.988756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.989311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:58.990158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caef165-c25d-4ea5-ba30-b6d976817462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:59.031091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0cd23-e2ee-4850-90d9-2c6d7491ebfd req-b3f65139-99e7-4675-a50d-f48efeae7f4a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.032980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ab0cd23-e2ee-4850-90d9-2c6d7491ebfd req-b3f65139-99e7-4675-a50d-f48efeae7f4a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0660498 Sep 16 05:05:59.072272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ab0cd23-e2ee-4850-90d9-2c6d7491ebfd req-f1b78529-9e28-4780-b872-aff228675b46 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332751 Sep 16 05:05:59.567363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27829b2e-cabd-42a1-b067-9919a4d7059f req-71d93003-b4f6-4f50-b342-e8c0eec8a179 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0274444 Sep 16 05:05:59.598951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49536) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:59.612919 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b70c5efe-8bd4-4f5b-91df-849341857639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.704437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b70c5efe-8bd4-4f5b-91df-849341857639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.771417 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b70c5efe-8bd4-4f5b-91df-849341857639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.810616 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b70c5efe-8bd4-4f5b-91df-849341857639 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e81f41158a2944f687b074e066895598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105131 Sep 16 05:05:59.811604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c5efe-8bd4-4f5b-91df-849341857639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81abd84c-c01d-4648-9123-92fac484e0d6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:59.813279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49538) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:59.865008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d089710-5713-4327-a840-33931730c640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.886211 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d089710-5713-4327-a840-33931730c640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.017435 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d089710-5713-4327-a840-33931730c640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.026116 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d089710-5713-4327-a840-33931730c640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.026116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9d089710-5713-4327-a840-33931730c640 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81abd84c-c01d-4648-9123-92fac484e0d6 HTTP/1.1" status: 204 len: 168 time: 0.2072814 Sep 16 05:06:00.031692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d089710-5713-4327-a840-33931730c640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81abd84c-c01d-4648-9123-92fac484e0d6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:00.204480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139267ae-8b46-49cc-83f3-409ce7aed2ea req-ab70362a-002a-4c67-8c58-cf3295467e5f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.209215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-139267ae-8b46-49cc-83f3-409ce7aed2ea req-ab70362a-002a-4c67-8c58-cf3295467e5f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0607305 Sep 16 05:06:00.251940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-139267ae-8b46-49cc-83f3-409ce7aed2ea req-f8dc9c92-77dd-446f-9215-5b322e91adf5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392029 Sep 16 05:06:00.687293 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39ef5105-7c01-496b-8f88-2916590456e0 req-515f0a44-7e8e-4d1b-8eaf-c5d3ad9cbab9 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0316396 Sep 16 05:06:01.377863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1209ca-a118-47a9-9aaa-27b254e1c94d req-f1aae4c9-2723-4b73-8b91-2cd4fdbb0cb5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.379488 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a1209ca-a118-47a9-9aaa-27b254e1c94d req-f1aae4c9-2723-4b73-8b91-2cd4fdbb0cb5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0513852 Sep 16 05:06:01.418749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a1209ca-a118-47a9-9aaa-27b254e1c94d req-2d7f1066-042f-48f2-94f0-34799a13eec1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Sep 16 05:06:01.813485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f55038c7-e975-452d-853f-6510f273f634 req-f13f774a-ed97-4d3f-8f1a-020cf1c30304 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0352180 Sep 16 05:06:02.209535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bb5a1-1b87-4867-993d-923d0b6fdc28 req-b606c851-a3ec-484b-8b3c-746c6fe0527b tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.211131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f46bb5a1-1b87-4867-993d-923d0b6fdc28 req-b606c851-a3ec-484b-8b3c-746c6fe0527b tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 945 time: 0.0504665 Sep 16 05:06:02.248814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f46bb5a1-1b87-4867-993d-923d0b6fdc28 req-7aa47e13-d40c-4c9e-b26a-c1a593a6a5d4 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Sep 16 05:06:02.534783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbffca-f055-4552-bc8c-47bbb36b3e7f req-6f7fa36b-295d-4d40-ab4b-a5a89b9ca41b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.536217 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4adbffca-f055-4552-bc8c-47bbb36b3e7f req-6f7fa36b-295d-4d40-ab4b-a5a89b9ca41b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0511529 Sep 16 05:06:02.578596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4adbffca-f055-4552-bc8c-47bbb36b3e7f req-23192646-5731-4564-a7c7-0018234120c7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352321 Sep 16 05:06:02.923674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72c47e3c-fc6d-4959-9ee0-807087febbe9 req-c514bea3-d2c5-4f3d-bcbd-7965d6b5de31 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0265768 Sep 16 05:06:03.369230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc46ff-ee4c-449c-a74b-15d0cc4a9d79 req-14a1195f-beb9-4290-a9f5-8c35faffb17f tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.370829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4cc46ff-ee4c-449c-a74b-15d0cc4a9d79 req-14a1195f-beb9-4290-a9f5-8c35faffb17f tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 945 time: 0.0526516 Sep 16 05:06:03.421018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4cc46ff-ee4c-449c-a74b-15d0cc4a9d79 req-414f5489-5114-4d12-a0b9-dc02d9054daa tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/security-groups?id=96242b3a-230b-4047-b2bb-16dd40ccfedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Sep 16 05:06:03.696654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb7f02-9533-4632-9dad-2c929fa53ce0 req-2b79bd78-2a6e-41ce-88c2-7484dfaa99bd tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.698761 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ceb7f02-9533-4632-9dad-2c929fa53ce0 req-2b79bd78-2a6e-41ce-88c2-7484dfaa99bd tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0501397 Sep 16 05:06:03.740028 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ceb7f02-9533-4632-9dad-2c929fa53ce0 req-14842a75-16cd-4a0c-84c9-095d2a90d7ed tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357318 Sep 16 05:06:03.831029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49644) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:03.874690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be32cf-02d0-4cf0-adf4-5ff21209dfb1 req-2f79a2bc-1f8d-4064-bff7-611a64660967 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.876175 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b8be32cf-02d0-4cf0-adf4-5ff21209dfb1 req-2f79a2bc-1f8d-4064-bff7-611a64660967 tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 945 time: 0.0500140 Sep 16 05:06:03.948923 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f65bdac3-c4ca-4768-bf82-8c9b8e63a9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.970416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-b8be32cf-02d0-4cf0-adf4-5ff21209dfb1 req-8867c4de-ff26-4799-99bb-51fdbd08986c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Deleting port 1e326c1b-2109-4c91-aafc-a37045b33288 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:03.970964 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b8be32cf-02d0-4cf0-adf4-5ff21209dfb1 req-8867c4de-ff26-4799-99bb-51fdbd08986c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.037828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cc5c3f9-42c5-4e70-8f54-1fe2b75c5e28 req-81021a44-1d3b-4d17-914f-79061be3b75d tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0323706 Sep 16 05:06:04.070893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-b8be32cf-02d0-4cf0-adf4-5ff21209dfb1 req-8867c4de-ff26-4799-99bb-51fdbd08986c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] For port 1e326c1b-2109-4c91-aafc-a37045b33288, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=1e326c1b-2109-4c91-aafc-a37045b33288,segment=NetworkSegment(162a3134-15f9-4c28-9479-5d6756e8835f),segment_id=162a3134-15f9-4c28-9479-5d6756e8835f)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:04.071809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b8be32cf-02d0-4cf0-adf4-5ff21209dfb1 req-8867c4de-ff26-4799-99bb-51fdbd08986c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.083826 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f65bdac3-c4ca-4768-bf82-8c9b8e63a9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.085262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-b8be32cf-02d0-4cf0-adf4-5ff21209dfb1 req-8867c4de-ff26-4799-99bb-51fdbd08986c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Calling delete_port for 1e326c1b-2109-4c91-aafc-a37045b33288 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:04.162935 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f65bdac3-c4ca-4768-bf82-8c9b8e63a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.202568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f65bdac3-c4ca-4768-bf82-8c9b8e63a9cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93d1416b18af49c498bdd3748c9e3865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704476 Sep 16 05:06:04.203714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bdac3-c4ca-4768-bf82-8c9b8e63a9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef095134-35ae-471c-beeb-972dcce54590,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:04.205667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49650) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:04.257317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-976fc7da-8a08-4f66-a85d-9f615a2f5554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.278866 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-976fc7da-8a08-4f66-a85d-9f615a2f5554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.281134 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b8be32cf-02d0-4cf0-adf4-5ff21209dfb1 req-8867c4de-ff26-4799-99bb-51fdbd08986c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.295807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['1e326c1b-2109-4c91-aafc-a37045b33288'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:04.321653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867c4de-ff26-4799-99bb-51fdbd08986c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Pushing event deleted for resources: {'Port': ['ID=1e326c1b-2109-4c91-aafc-a37045b33288,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:04.376094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8be32cf-02d0-4cf0-adf4-5ff21209dfb1 req-8867c4de-ff26-4799-99bb-51fdbd08986c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] No DVR routers for this DVR port 1e326c1b-2109-4c91-aafc-a37045b33288 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:04.378928 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b8be32cf-02d0-4cf0-adf4-5ff21209dfb1 req-8867c4de-ff26-4799-99bb-51fdbd08986c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.381142 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b8be32cf-02d0-4cf0-adf4-5ff21209dfb1 req-8867c4de-ff26-4799-99bb-51fdbd08986c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.23 "DELETE /v2.0/ports/1e326c1b-2109-4c91-aafc-a37045b33288 HTTP/1.1" status: 204 len: 173 time: 0.4981122 Sep 16 05:06:04.381582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d11061-3fca-46e9-ac10-03eedb711872', 'name': 'network-vif-deleted', 'tag': '1e326c1b-2109-4c91-aafc-a37045b33288'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:04.384400 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1730853-a0bf-47e7-8ba6-a26865810cd6" -d '{"events": [{"server_uuid": "b9d11061-3fca-46e9-ac10-03eedb711872", "name": "network-vif-deleted", "tag": "1e326c1b-2109-4c91-aafc-a37045b33288"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:04.421276 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a287e08-4a5c-42b8-8de8-bd677aeaaadd x-openstack-request-id: req-9a287e08-4a5c-42b8-8de8-bd677aeaaadd {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:04.421664 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d11061-3fca-46e9-ac10-03eedb711872", "name": "network-vif-deleted", "tag": "1e326c1b-2109-4c91-aafc-a37045b33288", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:04.421925 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a287e08-4a5c-42b8-8de8-bd677aeaaadd {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:04.422317 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d11061-3fca-46e9-ac10-03eedb711872', 'name': 'network-vif-deleted', 'tag': '1e326c1b-2109-4c91-aafc-a37045b33288', 'status': 'completed', 'code': 200} Sep 16 05:06:04.465788 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-976fc7da-8a08-4f66-a85d-9f615a2f5554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.469949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-976fc7da-8a08-4f66-a85d-9f615a2f5554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.472367 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-976fc7da-8a08-4f66-a85d-9f615a2f5554 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef095134-35ae-471c-beeb-972dcce54590 HTTP/1.1" status: 204 len: 168 time: 0.2650187 Sep 16 05:06:04.486594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fc7da-8a08-4f66-a85d-9f615a2f5554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef095134-35ae-471c-beeb-972dcce54590,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:04.537210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15973f19-0f05-4e96-bf77-fa0b9d343b23 req-de6cf1a9-3139-45c0-8ce4-cf722710495c tempest-VolumesSnapshotTestJSON-1263566440 tempest-VolumesSnapshotTestJSON-1263566440-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d11061-3fca-46e9-ac10-03eedb711872 HTTP/1.1" status: 200 len: 210 time: 0.0303941 Sep 16 05:06:04.860902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b784c3-4ad6-4ade-8c32-ebac83a95f9c req-b3854df7-51dc-4589-8be7-551c5849898c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.862401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3b784c3-4ad6-4ade-8c32-ebac83a95f9c req-b3854df7-51dc-4589-8be7-551c5849898c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0512452 Sep 16 05:06:04.898583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3b784c3-4ad6-4ade-8c32-ebac83a95f9c req-7b6e2dd6-300f-4b4b-aa07-5b73c30304bd tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303259 Sep 16 05:06:05.084823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49666) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:05.099000 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42f9b050-744f-4d3a-8ec8-30c22ee1905b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.140559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-818b5631-001e-49e2-919a-3d88f99d074d req-0e3dfa79-5c8e-4bd4-a0f1-b0af671340e7 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0269749 Sep 16 05:06:05.197521 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42f9b050-744f-4d3a-8ec8-30c22ee1905b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.291533 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42f9b050-744f-4d3a-8ec8-30c22ee1905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.330167 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-42f9b050-744f-4d3a-8ec8-30c22ee1905b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69cec45d32b54ad7b0be3be3dfe6992a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440662 Sep 16 05:06:05.331107 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9b050-744f-4d3a-8ec8-30c22ee1905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d2b63c-b2d8-41d3-b0bb-08b6082dfb32,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:05.332894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49668) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:05.385212 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3931336e-0d34-4b29-bdd1-cf9d8e0118e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.408109 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3931336e-0d34-4b29-bdd1-cf9d8e0118e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.517366 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3931336e-0d34-4b29-bdd1-cf9d8e0118e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.519921 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3931336e-0d34-4b29-bdd1-cf9d8e0118e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.521122 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3931336e-0d34-4b29-bdd1-cf9d8e0118e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29d2b63c-b2d8-41d3-b0bb-08b6082dfb32 HTTP/1.1" status: 204 len: 168 time: 0.1869628 Sep 16 05:06:05.529600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931336e-0d34-4b29-bdd1-cf9d8e0118e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d2b63c-b2d8-41d3-b0bb-08b6082dfb32,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:05.766969 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-00197e51-f66f-4dab-be41-c80471f94227 req-afe058c6-9b60-4ec7-b616-2ad91f79c978 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0257726 Sep 16 05:06:06.020981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2267c8-8537-42a7-b2e5-cd5ae63ddd37 req-83c2c90d-7ed4-4d93-af8f-d809c2d1a202 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.028172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2267c8-8537-42a7-b2e5-cd5ae63ddd37 req-83c2c90d-7ed4-4d93-af8f-d809c2d1a202 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0563312 Sep 16 05:06:06.061145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da2267c8-8537-42a7-b2e5-cd5ae63ddd37 req-00569704-a9a1-4ec4-a436-372159dbd569 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Sep 16 05:06:06.244359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e51d36a1-22ca-4c20-8918-1062fdc0dff3 req-46f85de5-4be3-4534-86d7-82efa66651f0 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0260928 Sep 16 05:06:07.020054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 1e326c1b-2109-4c91-aafc-a37045b33288 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:07.041538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 1e326c1b-2109-4c91-aafc-a37045b33288 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:07.041977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 1e326c1b-2109-4c91-aafc-a37045b33288 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:07.189250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021e426-8782-433d-b22e-5f95006c4f76 req-a3743726-5c8a-4501-9a8e-3e7a1d11724a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.197197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2021e426-8782-433d-b22e-5f95006c4f76 req-a3743726-5c8a-4501-9a8e-3e7a1d11724a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0653884 Sep 16 05:06:07.245052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2021e426-8782-433d-b22e-5f95006c4f76 req-ab1bc556-7e20-4fcf-a385-4a31a96874c5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466654 Sep 16 05:06:07.353445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1d6ab06-8d56-4d8d-999e-f6ab81bba7db req-d0a2863d-3473-48d4-b436-2a3dbd3e41ac tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0274272 Sep 16 05:06:07.831357 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0abdbba3-b4f8-40d0-8f10-04ec0278fbe2 req-46d57007-5335-49c0-ba19-a18e65d1bc91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12890bf5c7874a2c98930eb163d392b6&device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0277636 Sep 16 05:06:07.864676 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0abdbba3-b4f8-40d0-8f10-04ec0278fbe2 req-148f4553-29d5-4acf-aca0-48f71926b2b9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=12890bf5c7874a2c98930eb163d392b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225830 Sep 16 05:06:07.865616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57008a3e-1d39-4bd3-bc3e-c79b595d5f3c req-67ae2368-26df-4a29-b6de-a61b963788ed tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0287664 Sep 16 05:06:07.959744 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdbba3-b4f8-40d0-8f10-04ec0278fbe2 req-e38d494b-780d-4711-b258-a0c06cc13885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.961314 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0abdbba3-b4f8-40d0-8f10-04ec0278fbe2 req-e38d494b-780d-4711-b258-a0c06cc13885 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0899758 Sep 16 05:06:08.370497 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34643c-5acf-4b0a-9ca6-65d7a42bc307 req-7685fafc-839d-488d-9222-ab433f2a97e9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:08.371996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b34643c-5acf-4b0a-9ca6-65d7a42bc307 req-7685fafc-839d-488d-9222-ab433f2a97e9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0516675 Sep 16 05:06:08.413405 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b34643c-5acf-4b0a-9ca6-65d7a42bc307 req-cac60fe2-9e75-4e92-9b68-00a3bfd1fa0c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350358 Sep 16 05:06:08.459904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49752) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:08.565174 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f668ffb7-c03e-4dab-a58b-322402a2f3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.649147 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f668ffb7-c03e-4dab-a58b-322402a2f3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.711681 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f668ffb7-c03e-4dab-a58b-322402a2f3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.751735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668ffb7-c03e-4dab-a58b-322402a2f3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda7f959-9188-4904-9ba9-fe9d978a22c8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:08.759426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49760) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:08.759826 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f668ffb7-c03e-4dab-a58b-322402a2f3bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e83ccdda83b47f894d546f0704d952b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987397 Sep 16 05:06:08.813263 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c03b2d89-3946-41fc-9b84-f57d0dfd66c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.835229 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c03b2d89-3946-41fc-9b84-f57d0dfd66c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.949182 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c03b2d89-3946-41fc-9b84-f57d0dfd66c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.951786 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c03b2d89-3946-41fc-9b84-f57d0dfd66c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.952985 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c03b2d89-3946-41fc-9b84-f57d0dfd66c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fda7f959-9188-4904-9ba9-fe9d978a22c8 HTTP/1.1" status: 204 len: 168 time: 0.1923935 Sep 16 05:06:08.958894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da16c6b4-8123-4e10-8958-bd17cc9114ce req-e1cd8b7b-149e-4284-b6e2-e99c1f8b78d4 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0263276 Sep 16 05:06:08.963120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b2d89-3946-41fc-9b84-f57d0dfd66c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda7f959-9188-4904-9ba9-fe9d978a22c8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:09.240042 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0abdbba3-b4f8-40d0-8f10-04ec0278fbe2 req-7f9f2c82-123a-4edc-841f-a1eff1fa2b7a tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0276682 Sep 16 05:06:09.534988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe28ee-976c-49ab-b0b8-0ad422c04b93 req-4a7ed6b8-fddd-4548-a9b3-986712e0f49a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.536581 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-effe28ee-976c-49ab-b0b8-0ad422c04b93 req-4a7ed6b8-fddd-4548-a9b3-986712e0f49a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0512521 Sep 16 05:06:09.575704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-effe28ee-976c-49ab-b0b8-0ad422c04b93 req-4fba14d0-d377-4d2b-a50a-c0802e9d18cf tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325346 Sep 16 05:06:10.103532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-010281a0-519e-49f7-92ec-5d6eb2503751 req-63af1265-5388-433c-9760-bc7fb770fd53 tempest-ServerShowV257Test-3776067 tempest-ServerShowV257Test-3776067-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f0732d-1f61-4c80-847f-d7c0d879d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0338364 Sep 16 05:06:10.112765 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:06:10.581337 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49798) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:10.690741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88bc6248-36df-45c9-a83a-81182e2fdea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.694352 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1143f14-e562-440c-af6e-7fb33287e862 req-9ff8a770-0933-493a-bfe4-3db8fc468e2f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.695853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1143f14-e562-440c-af6e-7fb33287e862 req-9ff8a770-0933-493a-bfe4-3db8fc468e2f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0494521 Sep 16 05:06:10.735369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1143f14-e562-440c-af6e-7fb33287e862 req-b71b4a77-d979-40ac-87c9-8e9487e46d42 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Sep 16 05:06:10.792342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88bc6248-36df-45c9-a83a-81182e2fdea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.880155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88bc6248-36df-45c9-a83a-81182e2fdea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.920259 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-88bc6248-36df-45c9-a83a-81182e2fdea2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bbb2196ce054aceafb6beef66ee224d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378534 Sep 16 05:06:10.921417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc6248-36df-45c9-a83a-81182e2fdea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31204d12-23b3-43aa-9ed6-3f735b4cc043,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:10.922875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49812) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:10.972630 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05d63a6d-a45c-4576-bfdc-404ddf7678ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.993846 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05d63a6d-a45c-4576-bfdc-404ddf7678ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.146226 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05d63a6d-a45c-4576-bfdc-404ddf7678ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.150890 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05d63a6d-a45c-4576-bfdc-404ddf7678ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.151093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-05d63a6d-a45c-4576-bfdc-404ddf7678ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31204d12-23b3-43aa-9ed6-3f735b4cc043 HTTP/1.1" status: 204 len: 168 time: 0.2271688 Sep 16 05:06:11.159684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d63a6d-a45c-4576-bfdc-404ddf7678ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31204d12-23b3-43aa-9ed6-3f735b4cc043,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:11.618522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49834) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:11.743495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d285a776-589e-49b6-bf0c-aea1a0135452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.886083 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d285a776-589e-49b6-bf0c-aea1a0135452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.903067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea962df8-4ce4-4bb7-99c7-1d2b1a3c1c4e req-4e49042e-c9f7-4e4f-80d4-97a91dd9af77 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.904491 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea962df8-4ce4-4bb7-99c7-1d2b1a3c1c4e req-4e49042e-c9f7-4e4f-80d4-97a91dd9af77 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0702116 Sep 16 05:06:11.939779 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d285a776-589e-49b6-bf0c-aea1a0135452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.969091 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea962df8-4ce4-4bb7-99c7-1d2b1a3c1c4e req-17752b8f-80c0-4738-8f51-84d28e724b83 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586405 Sep 16 05:06:12.007422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d285a776-589e-49b6-bf0c-aea1a0135452 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12890bf5c7874a2c98930eb163d392b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865409 Sep 16 05:06:12.009924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285a776-589e-49b6-bf0c-aea1a0135452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76c3791-e3fc-49a9-98cd-12c27da0c43d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:12.010087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49848) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:12.074306 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fec89172-795a-4265-b010-92c4e5168f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.084191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5851-5db8-4627-b25d-b3c827661d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.109132 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5851-5db8-4627-b25d-b3c827661d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.235194 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5851-5db8-4627-b25d-b3c827661d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.238323 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5851-5db8-4627-b25d-b3c827661d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.246735 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a3cf5851-5db8-4627-b25d-b3c827661d3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f76c3791-e3fc-49a9-98cd-12c27da0c43d HTTP/1.1" status: 204 len: 168 time: 0.2280099 Sep 16 05:06:12.250820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf5851-5db8-4627-b25d-b3c827661d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76c3791-e3fc-49a9-98cd-12c27da0c43d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:12.454840 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.884821 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49876) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:13.075101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0dae8d9-85f4-48cf-b31f-ca9bd14aa103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.107008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab24c70-7e9a-4892-9fb7-c59af8e3e35e req-303bd1fb-4ca4-44c3-ac5a-2ef3fea8187a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:13.108621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fab24c70-7e9a-4892-9fb7-c59af8e3e35e req-303bd1fb-4ca4-44c3-ac5a-2ef3fea8187a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0570669 Sep 16 05:06:13.158895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fab24c70-7e9a-4892-9fb7-c59af8e3e35e req-d65697c0-5927-46a7-87fe-c00d2284c76f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Sep 16 05:06:13.193560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0dae8d9-85f4-48cf-b31f-ca9bd14aa103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.266383 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0dae8d9-85f4-48cf-b31f-ca9bd14aa103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.319012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 49890) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:13.319163 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a0dae8d9-85f4-48cf-b31f-ca9bd14aa103 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9225dea941284c79a671266975816ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261312 Sep 16 05:06:13.319163 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dae8d9-85f4-48cf-b31f-ca9bd14aa103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998972a9-9cc0-4a06-a004-06acac571e4f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:13.372549 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-590f5f9d-308b-46c9-b1b7-70ebdac3158d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.394296 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-590f5f9d-308b-46c9-b1b7-70ebdac3158d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.514288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-590f5f9d-308b-46c9-b1b7-70ebdac3158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.517336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-590f5f9d-308b-46c9-b1b7-70ebdac3158d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.518648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-590f5f9d-308b-46c9-b1b7-70ebdac3158d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/998972a9-9cc0-4a06-a004-06acac571e4f HTTP/1.1" status: 204 len: 168 time: 0.2053192 Sep 16 05:06:13.529362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f5f9d-308b-46c9-b1b7-70ebdac3158d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998972a9-9cc0-4a06-a004-06acac571e4f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:14.305341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6d7b3-a871-4a87-af4c-97ce1cf74c73 req-b5b370cb-ad12-410e-a99f-d8a22b746eac tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.313204 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4e6d7b3-a871-4a87-af4c-97ce1cf74c73 req-b5b370cb-ad12-410e-a99f-d8a22b746eac tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0824518 Sep 16 05:06:14.348199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4e6d7b3-a871-4a87-af4c-97ce1cf74c73 req-ef10c00d-3421-401e-8705-c01936c2636c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337894 Sep 16 05:06:14.523089 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2b02f56a-7a91-4c3c-9f12-8970d8f81361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.328408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.473610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412ac3f-a3fe-4d05-b922-8157550c35e9 req-a402d771-b495-43fb-acee-a5446189f108 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.482092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9412ac3f-a3fe-4d05-b922-8157550c35e9 req-a402d771-b495-43fb-acee-a5446189f108 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0608501 Sep 16 05:06:15.518880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9412ac3f-a3fe-4d05-b922-8157550c35e9 req-823ddbff-456d-4c6c-afe7-874193284f54 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357151 Sep 16 05:06:15.954065 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.468381 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.640915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267be587-a3cf-4cd2-96a2-004a970ebe6a req-ead0141c-2e45-431e-87c9-16cb05488b66 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:16.642532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-267be587-a3cf-4cd2-96a2-004a970ebe6a req-ead0141c-2e45-431e-87c9-16cb05488b66 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0504441 Sep 16 05:06:16.682511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-267be587-a3cf-4cd2-96a2-004a970ebe6a req-f6e5931e-d30d-4f1a-9db7-b37664ec1df1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334628 Sep 16 05:06:17.558002 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.875014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfbb04-8607-477d-b7fe-f10d20959e5c req-45068443-1c22-4789-bdee-d5a3c6da4818 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.877396 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39dfbb04-8607-477d-b7fe-f10d20959e5c req-45068443-1c22-4789-bdee-d5a3c6da4818 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0731525 Sep 16 05:06:17.884220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 49998) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:17.938770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39dfbb04-8607-477d-b7fe-f10d20959e5c req-9c9d699a-fab2-408e-a1b0-303ae2b43232 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535827 Sep 16 05:06:18.023699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78cd1e60-e8b8-42d1-bb30-d9ce8625d442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.122695 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78cd1e60-e8b8-42d1-bb30-d9ce8625d442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.220164 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78cd1e60-e8b8-42d1-bb30-d9ce8625d442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.259659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd1e60-e8b8-42d1-bb30-d9ce8625d442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef64991-7821-4704-b9cd-35144e98baf2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:18.268433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50004) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:18.268594 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-78cd1e60-e8b8-42d1-bb30-d9ce8625d442 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0ef70e724d74d07b4747d890567aaca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827088 Sep 16 05:06:18.328594 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3252588-1e43-4b49-8eff-e25e8bb6b4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.350959 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3252588-1e43-4b49-8eff-e25e8bb6b4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.528886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3252588-1e43-4b49-8eff-e25e8bb6b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.531622 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3252588-1e43-4b49-8eff-e25e8bb6b4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.535457 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b3252588-1e43-4b49-8eff-e25e8bb6b4f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ef64991-7821-4704-b9cd-35144e98baf2 HTTP/1.1" status: 204 len: 168 time: 0.2661521 Sep 16 05:06:18.548569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3252588-1e43-4b49-8eff-e25e8bb6b4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef64991-7821-4704-b9cd-35144e98baf2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:19.054831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36615d9-df69-4a90-973d-0f303e30aab6 req-7f922611-910b-4978-b619-480e89c48a6f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.057024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b36615d9-df69-4a90-973d-0f303e30aab6 req-7f922611-910b-4978-b619-480e89c48a6f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0495574 Sep 16 05:06:19.095113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b36615d9-df69-4a90-973d-0f303e30aab6 req-fe5cf8c1-a888-4348-baba-a53a9a2d2bb1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320060 Sep 16 05:06:19.255617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50016) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:19.269340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81077b44-4421-4d14-b9bf-6ed1154d7933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.357582 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81077b44-4421-4d14-b9bf-6ed1154d7933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.443013 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81077b44-4421-4d14-b9bf-6ed1154d7933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.485203 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-81077b44-4421-4d14-b9bf-6ed1154d7933 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e123343306d4a0e89b0419e30af5a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283654 Sep 16 05:06:19.487214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81077b44-4421-4d14-b9bf-6ed1154d7933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84aa6a9-9532-47e6-aa83-7d979a8e4b0b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:19.488375 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50024) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:19.558210 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11e31c3e-5a55-4211-b48e-e1484d8c3ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.579942 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11e31c3e-5a55-4211-b48e-e1484d8c3ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.677238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11e31c3e-5a55-4211-b48e-e1484d8c3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.679835 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-11e31c3e-5a55-4211-b48e-e1484d8c3ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.681162 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-11e31c3e-5a55-4211-b48e-e1484d8c3ed6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b84aa6a9-9532-47e6-aa83-7d979a8e4b0b HTTP/1.1" status: 204 len: 168 time: 0.1878512 Sep 16 05:06:19.689249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e31c3e-5a55-4211-b48e-e1484d8c3ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84aa6a9-9532-47e6-aa83-7d979a8e4b0b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:20.589712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bae32c-a7c4-45dd-a81f-0b15dbabb2d9 req-a34f2b67-25e5-418b-aaa2-b79281cc79c1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.591571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3bae32c-a7c4-45dd-a81f-0b15dbabb2d9 req-a34f2b67-25e5-418b-aaa2-b79281cc79c1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.4247723 Sep 16 05:06:20.636938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3bae32c-a7c4-45dd-a81f-0b15dbabb2d9 req-8d512dba-b2ac-4ef4-b802-2e7791e7ef0c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386817 Sep 16 05:06:21.757865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccca6c-2900-4e69-ad86-b14e79a18c06 req-bff04b3b-48c8-4776-91cf-7e8ae16383aa tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.760087 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-daccca6c-2900-4e69-ad86-b14e79a18c06 req-bff04b3b-48c8-4776-91cf-7e8ae16383aa tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0499091 Sep 16 05:06:21.799872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-daccca6c-2900-4e69-ad86-b14e79a18c06 req-43235aee-9773-4322-b51e-29040b172278 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Sep 16 05:06:21.992860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c455b3-0a6c-465a-a807-cea9133ab4ff req-62f65e9f-d58e-4588-9cf2-242fba68730e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.995231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90c455b3-0a6c-465a-a807-cea9133ab4ff req-62f65e9f-d58e-4588-9cf2-242fba68730e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0519834 Sep 16 05:06:22.036201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90c455b3-0a6c-465a-a807-cea9133ab4ff req-96202f32-0c78-4a2b-90b8-2ed27c6acaf3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349231 Sep 16 05:06:22.174453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9b2d6-8c72-4f37-8692-11a689f498f7 req-84646645-aae9-49e3-a862-868bc42ed164 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.175964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1f9b2d6-8c72-4f37-8692-11a689f498f7 req-84646645-aae9-49e3-a862-868bc42ed164 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0555625 Sep 16 05:06:22.216570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1f9b2d6-8c72-4f37-8692-11a689f498f7 req-6a44b79a-3317-4864-8546-50eb499a56bb tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326750 Sep 16 05:06:22.532441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-07dd49e7-e490-45c7-9d7e-1fa2bf06a5b1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.533943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-07dd49e7-e490-45c7-9d7e-1fa2bf06a5b1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 811 time: 0.1104708 Sep 16 05:06:22.549465 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-2f113886-75ed-445f-8749-914754cbdad8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/quotas/32a863b5f01144d9abb8c9b5ce5f9b5d HTTP/1.1" status: 200 len: 375 time: 0.0099585 Sep 16 05:06:22.614518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-fa17e05d-bce6-46ba-8f55-3006af6f48b3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0589271 Sep 16 05:06:22.717671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-c2318f7e-dc40-4a6b-9324-02f5a6b6f96b service neutron] 10.222.0.24 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919266 Sep 16 05:06:22.831927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-7074d1a9-e709-4734-9268-4760d987d1ab service neutron] 10.222.0.24 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079228 Sep 16 05:06:23.141323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26b534d8-2e87-43e9-93ac-f2d11b7ea96c req-6d426797-371f-45ea-b53c-2f6f74773232 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 210 time: 0.0627363 Sep 16 05:06:23.762306 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50176) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:23.917673 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9ffa2261-b07e-4bc3-bd10-79993e96f211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.015005 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9ffa2261-b07e-4bc3-bd10-79993e96f211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.080113 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9ffa2261-b07e-4bc3-bd10-79993e96f211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.122113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9ffa2261-b07e-4bc3-bd10-79993e96f211 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e52ae8c3e29e474ea864fc889f77067c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586528 Sep 16 05:06:24.122994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa2261-b07e-4bc3-bd10-79993e96f211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025441ca-7636-4669-b52e-ef155b23ef85,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:24.125104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50190) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:24.175556 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df37298d-e8d2-40a1-827b-d62d67dc917a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.200600 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df37298d-e8d2-40a1-827b-d62d67dc917a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.245185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-161b918a-ed55-49a9-81ef-589280a2ccb9 req-03f8aa99-3cd6-41a8-88bd-ec56a26ac396 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 210 time: 0.0311968 Sep 16 05:06:24.325739 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df37298d-e8d2-40a1-827b-d62d67dc917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.328370 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df37298d-e8d2-40a1-827b-d62d67dc917a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.331981 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-df37298d-e8d2-40a1-827b-d62d67dc917a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/025441ca-7636-4669-b52e-ef155b23ef85 HTTP/1.1" status: 204 len: 168 time: 0.2034888 Sep 16 05:06:24.339663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37298d-e8d2-40a1-827b-d62d67dc917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025441ca-7636-4669-b52e-ef155b23ef85,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:24.960838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50204) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:24.974123 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f1763dd3-2bd8-44c1-837d-de0c26a44ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.117578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f1763dd3-2bd8-44c1-837d-de0c26a44ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.340972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6ca984e-6b60-4d64-981f-905379406a84 req-a25fb7a6-0c8b-4b28-878c-aaeb0860c206 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 210 time: 0.0261612 Sep 16 05:06:25.480566 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f1763dd3-2bd8-44c1-837d-de0c26a44ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.561365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1763dd3-2bd8-44c1-837d-de0c26a44ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5c90c1-a482-48ee-a6d4-101d4bf9a5c0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:25.567627 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f1763dd3-2bd8-44c1-837d-de0c26a44ffd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=febd1d5be68648b38a2001250ac90a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057417 Sep 16 05:06:25.573525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50210) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:25.599957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-a1feb192-f8d3-488e-bbfb-653bdba525b1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.601595 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-a1feb192-f8d3-488e-bbfb-653bdba525b1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 811 time: 0.1433189 Sep 16 05:06:25.615740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Request body: {'port': {'device_id': 'b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'admin_state_up': True, 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:25.652203 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.678766 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.845436 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.848117 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.849358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a5c90c1-a482-48ee-a6d4-101d4bf9a5c0 HTTP/1.1" status: 204 len: 168 time: 0.2778287 Sep 16 05:06:25.861748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5c90c1-a482-48ee-a6d4-101d4bf9a5c0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:25.869746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.870093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.870648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.870990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.871324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.871657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.871988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.872349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.872967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.873298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.873890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.874216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635fb8-7fc2-4e25-8262-022737d05c38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.925616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Made reservation on behalf of 32a863b5f01144d9abb8c9b5ce5f9b5d for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:25.931671 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.081204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Allocated IP 172.20.0.9 (b3bfa292-e9f0-489a-bcf8-e4a13051131f/12ec28b5-88a3-4932-a119-d607babf37c5/222adc97-e868-434b-a026-9485c136a6b5) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:26.245917 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.391770 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.404050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ddc61478-08ce-4a92-907f-5aaeb0d5514c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:26.461751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:26.466124 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:26.468858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:26.537018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bb6c5-21b2-420b-9784-23ece905d22b req-71254d73-a3eb-41ff-83b6-5fdc8ec3c924 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:26.540735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:26.541475 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.544421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event updated for resources: {'Port': ['ID=222adc97-e868-434b-a026-9485c136a6b5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:26.553723 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-493bb6c5-21b2-420b-9784-23ece905d22b req-71254d73-a3eb-41ff-83b6-5fdc8ec3c924 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 931 time: 0.1113114 Sep 16 05:06:26.621154 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-885bccca-4ee6-4469-8d87-f0c4caac1b4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0094874 Sep 16 05:06:26.635339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Request body: {'port': {'device_id': 'b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:26.656334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-493bb6c5-21b2-420b-9784-23ece905d22b req-230e8d03-ed94-4166-a36c-b30d8fcfa7a4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980699 Sep 16 05:06:26.716144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.947573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4bba0870-f0af-45ae-8c82-0e51b34dc294 None None] Provisioning complete for port 222adc97-e868-434b-a026-9485c136a6b5 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:26.948757 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4bba0870-f0af-45ae-8c82-0e51b34dc294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.997077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4bba0870-f0af-45ae-8c82-0e51b34dc294 None None] Port 222adc97-e868-434b-a026-9485c136a6b5 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:27.361218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222adc97-e868-434b-a026-9485c136a6b5 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:27.374891 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.391169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Transition to ACTIVE for port object 222adc97-e868-434b-a026-9485c136a6b5 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:27.491339 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.575421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Pushing event updated for resources: {'Port': ['ID=222adc97-e868-434b-a026-9485c136a6b5,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:27.634854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Attempting to bind port 222adc97-e868-434b-a026-9485c136a6b5 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:27.635188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Attempting to bind port 222adc97-e868-434b-a026-9485c136a6b5 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:27.635802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Attempting to bind port 222adc97-e868-434b-a026-9485c136a6b5 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:27.640283 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Port 222adc97-e868-434b-a026-9485c136a6b5 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:27.640553 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Attempting to bind port 222adc97-e868-434b-a026-9485c136a6b5 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:27.648580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:27.648580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Checking segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:27.648580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Bound using segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:27.648580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Bound port: 222adc97-e868-434b-a026-9485c136a6b5, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:27.648580 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.726790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] For port 222adc97-e868-434b-a026-9485c136a6b5, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:27.732059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] For port 222adc97-e868-434b-a026-9485c136a6b5, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=222adc97-e868-434b-a026-9485c136a6b5,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:27.775409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f026d-4425-46ac-9d94-a2cebbae2041 req-0232539b-d4fd-440f-8baa-b172150ed204 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.777844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa8f026d-4425-46ac-9d94-a2cebbae2041 req-0232539b-d4fd-440f-8baa-b172150ed204 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 943 time: 0.0553575 Sep 16 05:06:27.803107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.834993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa8f026d-4425-46ac-9d94-a2cebbae2041 req-509fe439-d97a-41fb-9794-58fa34954e31 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495157 Sep 16 05:06:27.860989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.861610 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.863143 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] 10.222.0.23 "PUT /v2.0/ports/222adc97-e868-434b-a026-9485c136a6b5 HTTP/1.1" status: 200 len: 1092 time: 1.2337976 Sep 16 05:06:27.863580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc', 'tag': '222adc97-e868-434b-a026-9485c136a6b5'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:27.865957 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99e1908-5eed-401d-9176-e05c5e91930a" -d '{"events": [{"name": "network-changed", "server_uuid": "b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc", "tag": "222adc97-e868-434b-a026-9485c136a6b5"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:27.894596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c79bd3-8d32-438c-9b2a-538a73e96b79 service neutron] Pushing event updated for resources: {'Port': ['ID=222adc97-e868-434b-a026-9485c136a6b5,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:27.912960 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3732aa-f661-430e-be2a-8d0de37dc785 x-openstack-request-id: req-5d3732aa-f661-430e-be2a-8d0de37dc785 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:27.913312 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc", "tag": "222adc97-e868-434b-a026-9485c136a6b5", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:27.913561 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d3732aa-f661-430e-be2a-8d0de37dc785 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:27.913983 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc', 'tag': '222adc97-e868-434b-a026-9485c136a6b5', 'status': 'completed', 'code': 200} Sep 16 05:06:27.984376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e1908-5eed-401d-9176-e05c5e91930a req-1623abf8-cd3c-4607-ae9e-ce630b7fcdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.986531 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d99e1908-5eed-401d-9176-e05c5e91930a req-1623abf8-cd3c-4607-ae9e-ce630b7fcdf1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 1095 time: 0.0498292 Sep 16 05:06:28.026041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50308) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:28.128311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e1908-5eed-401d-9176-e05c5e91930a req-4d865377-565f-454b-abcc-af57cb39eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.132224 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d99e1908-5eed-401d-9176-e05c5e91930a req-4d865377-565f-454b-abcc-af57cb39eecc service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1343386 Sep 16 05:06:28.163182 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8204055d-979b-4350-8b2d-57e34322459f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.243963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e1908-5eed-401d-9176-e05c5e91930a req-e6cb741a-cdaa-4b08-95ef-54e717c211dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.245632 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d99e1908-5eed-401d-9176-e05c5e91930a req-e6cb741a-cdaa-4b08-95ef-54e717c211dd service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1003659 Sep 16 05:06:28.258166 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8204055d-979b-4350-8b2d-57e34322459f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.340021 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8204055d-979b-4350-8b2d-57e34322459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.349850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-85620497-181f-421d-9d9c-103ae1cdc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.351568 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-85620497-181f-421d-9d9c-103ae1cdc436 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 1095 time: 0.0470979 Sep 16 05:06:28.410658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8204055d-979b-4350-8b2d-57e34322459f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ca01e80fa3f45c18d5c4fef1deded0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830590 Sep 16 05:06:28.411033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50320) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:28.416052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204055d-979b-4350-8b2d-57e34322459f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a711bee4-3a04-4a5d-96ac-e27ee431c5d5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:28.432593 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-9d936dca-7148-4255-b2c5-7fc500aa2cf4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=222adc97-e868-434b-a026-9485c136a6b5 HTTP/1.1" status: 200 len: 217 time: 0.0728438 Sep 16 05:06:28.511090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-a582455c-5728-458c-876b-c27157dcbe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.512686 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-a582455c-5728-458c-876b-c27157dcbe87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0723410 Sep 16 05:06:28.534616 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-81f8e0ab-8ea3-4fe9-ae19-4bf930457834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.573452 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-81f8e0ab-8ea3-4fe9-ae19-4bf930457834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.595399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-915ad8db-2409-4e94-8e04-efc21a5399cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.596962 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-915ad8db-2409-4e94-8e04-efc21a5399cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760872 Sep 16 05:06:28.705916 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-638a9b6b-dace-4cc8-9498-4fc3cb476638 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982387 Sep 16 05:06:28.743623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-81f8e0ab-8ea3-4fe9-ae19-4bf930457834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.746124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-81f8e0ab-8ea3-4fe9-ae19-4bf930457834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.749605 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-81f8e0ab-8ea3-4fe9-ae19-4bf930457834 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a711bee4-3a04-4a5d-96ac-e27ee431c5d5 HTTP/1.1" status: 204 len: 168 time: 0.3351924 Sep 16 05:06:28.783765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8e0ab-8ea3-4fe9-ae19-4bf930457834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a711bee4-3a04-4a5d-96ac-e27ee431c5d5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:28.818112 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-19facc97-7e40-4ec5-bf01-e260397e44e0 req-27f63bfa-c024-4e16-9285-4c9a934ed9d4 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018355 Sep 16 05:06:28.967932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab660c-49c6-40b4-bc1b-e5cfa04fa02b req-9d91323a-8101-4b43-a546-d1290b2ff996 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.969948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fab660c-49c6-40b4-bc1b-e5cfa04fa02b req-9d91323a-8101-4b43-a546-d1290b2ff996 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 943 time: 0.0648944 Sep 16 05:06:29.012412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fab660c-49c6-40b4-bc1b-e5cfa04fa02b req-22871032-407e-4ab6-82c4-b0e498d6b1a1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359004 Sep 16 05:06:30.145671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d975f01-2db0-4bb4-a67d-01c1b557d4d0 req-b37fdb29-6c76-4a31-bca7-c9e7de16ba16 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.154878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d975f01-2db0-4bb4-a67d-01c1b557d4d0 req-b37fdb29-6c76-4a31-bca7-c9e7de16ba16 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 943 time: 0.0607522 Sep 16 05:06:30.202649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d975f01-2db0-4bb4-a67d-01c1b557d4d0 req-6b04b301-53df-4720-8ae6-4a5865ba0e22 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464411 Sep 16 05:06:31.328857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a88ef7-b57b-43c7-92ab-ff9af19898b8 req-8bed1a2e-03f4-4876-af8d-f6a5b030bbe1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:31.338240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3a88ef7-b57b-43c7-92ab-ff9af19898b8 req-8bed1a2e-03f4-4876-af8d-f6a5b030bbe1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 943 time: 0.0609207 Sep 16 05:06:31.385722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3a88ef7-b57b-43c7-92ab-ff9af19898b8 req-6fa03d3f-637d-411e-a10c-f81ee04eb785 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437288 Sep 16 05:06:31.664417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50404) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:31.807758 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20d236c0-76cf-4891-86c5-98d4ed3d4145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.917700 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20d236c0-76cf-4891-86c5-98d4ed3d4145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.060153 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20d236c0-76cf-4891-86c5-98d4ed3d4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.104060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-20d236c0-76cf-4891-86c5-98d4ed3d4145 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37e747ff3e664fb383100bee9ba15c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377253 Sep 16 05:06:32.105792 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d236c0-76cf-4891-86c5-98d4ed3d4145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac17450-03d2-4271-b1a7-4e1473295dce,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:32.106524 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50408) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:32.160878 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f549b59d-adf6-4115-8de9-e1a00fb1a989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.188094 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f549b59d-adf6-4115-8de9-e1a00fb1a989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.340238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f549b59d-adf6-4115-8de9-e1a00fb1a989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.342916 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f549b59d-adf6-4115-8de9-e1a00fb1a989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.347058 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f549b59d-adf6-4115-8de9-e1a00fb1a989 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ac17450-03d2-4271-b1a7-4e1473295dce HTTP/1.1" status: 204 len: 168 time: 0.2388220 Sep 16 05:06:32.358651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549b59d-adf6-4115-8de9-e1a00fb1a989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac17450-03d2-4271-b1a7-4e1473295dce,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:32.550257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc841b-be9a-4fdc-a1d9-f513d9fbd5f3 req-145a040f-a707-4354-bf00-ce9e4f98246b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.551803 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59bc841b-be9a-4fdc-a1d9-f513d9fbd5f3 req-145a040f-a707-4354-bf00-ce9e4f98246b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 943 time: 0.0789979 Sep 16 05:06:32.598921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59bc841b-be9a-4fdc-a1d9-f513d9fbd5f3 req-f3566955-670a-4425-8834-f34c281fd5da tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397956 Sep 16 05:06:33.092934 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 222adc97-e868-434b-a026-9485c136a6b5 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:33.240049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 222adc97-e868-434b-a026-9485c136a6b5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=222adc97-e868-434b-a026-9485c136a6b5,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:33.252806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '222adc97-e868-434b-a026-9485c136a6b5', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'port_id': '222adc97-e868-434b-a026-9485c136a6b5', 'mac_address': 'fa:16:3e:63:01:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:33.310061 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.323748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222adc97-e868-434b-a026-9485c136a6b5 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:33.344541 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 222adc97-e868-434b-a026-9485c136a6b5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=222adc97-e868-434b-a026-9485c136a6b5,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:33.461310 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.532829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=222adc97-e868-434b-a026-9485c136a6b5,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:33.576825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.577428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.577759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.578562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.578562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.579172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.579172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.579733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.579733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.579978 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.580333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.580850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.679235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['222adc97-e868-434b-a026-9485c136a6b5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:33.781429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8a990-8692-442d-ae37-da571d767705 req-3600e141-6279-4c16-8c57-737d4c8741af tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:33.786597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8eb8a990-8692-442d-ae37-da571d767705 req-3600e141-6279-4c16-8c57-737d4c8741af tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 944 time: 0.1107681 Sep 16 05:06:33.848123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8eb8a990-8692-442d-ae37-da571d767705 req-76d6ee48-078b-49d9-9661-3c667daa30f3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526116 Sep 16 05:06:34.971128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1711f-418a-43c7-916f-1dd5524c1e36 req-498ea10c-40fa-40d4-a138-36a292935946 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.976058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ab1711f-418a-43c7-916f-1dd5524c1e36 req-498ea10c-40fa-40d4-a138-36a292935946 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 944 time: 0.0604615 Sep 16 05:06:35.015894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ab1711f-418a-43c7-916f-1dd5524c1e36 req-92017501-d71e-4485-b373-f2ab486b1236 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357316 Sep 16 05:06:35.105651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 222adc97-e868-434b-a026-9485c136a6b5 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:35.234112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 222adc97-e868-434b-a026-9485c136a6b5 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:35.237945 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 222adc97-e868-434b-a026-9485c136a6b5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:35.238318 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.320326 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.347712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222adc97-e868-434b-a026-9485c136a6b5'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:35.350009 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006a2344-947c-4195-9212-84ce04dbd488" -d '{"events": [{"server_uuid": "b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc", "name": "network-vif-plugged", "status": "completed", "tag": "222adc97-e868-434b-a026-9485c136a6b5"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:35.364010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 222adc97-e868-434b-a026-9485c136a6b5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=222adc97-e868-434b-a026-9485c136a6b5,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:35.431255 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.484605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=222adc97-e868-434b-a026-9485c136a6b5,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:35.499215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50482) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:35.585433 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb600e-6b1f-48c0-9510-48df38d87fdd x-openstack-request-id: req-69bb600e-6b1f-48c0-9510-48df38d87fdd {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:35.585723 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc", "name": "network-vif-plugged", "status": "completed", "tag": "222adc97-e868-434b-a026-9485c136a6b5", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:35.585973 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69bb600e-6b1f-48c0-9510-48df38d87fdd {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:35.586368 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222adc97-e868-434b-a026-9485c136a6b5', 'code': 200} Sep 16 05:06:35.656955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:35.700109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4a831-2241-4004-9a30-8da074c35db6 req-1078209d-e400-4426-a5e8-acf70112393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:35.701678 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-61d4a831-2241-4004-9a30-8da074c35db6 req-1078209d-e400-4426-a5e8-acf70112393e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 1097 time: 0.0589213 Sep 16 05:06:35.739845 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-61d4a831-2241-4004-9a30-8da074c35db6 req-d503062c-8539-45d5-9f2f-d6691bc02614 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298548 Sep 16 05:06:35.753579 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.852546 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.957918 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Allocated IP 172.25.3.209 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/c30b9708-8f9b-43f5-8a46-c086cfe340ea) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:36.067920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.137043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23906d-39a8-43bc-ad1e-3c46e429ff8d req-9beb3180-5ba2-4e26-9794-a0e2956f7e24 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:36.138627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df23906d-39a8-43bc-ad1e-3c46e429ff8d req-9beb3180-5ba2-4e26-9794-a0e2956f7e24 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 945 time: 0.0531299 Sep 16 05:06:36.160304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.197126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df23906d-39a8-43bc-ad1e-3c46e429ff8d req-fbbc144d-ad9c-4907-b68d-54ba103d4d97 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476816 Sep 16 05:06:36.199825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:36.202371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:36.209094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:36.241040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event updated for resources: {'Port': ['ID=c30b9708-8f9b-43f5-8a46-c086cfe340ea,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:36.309333 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.361274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-75c418bd-23fb-4ee2-bbbb-1996f4e15541 req-edb796cd-de33-48b9-8a2a-9a9fea763085 service neutron] (95452) timed out ('10.222.0.24', 36032) {{(pid=95452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:06:36.403720 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.560224 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.617138 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.685615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event updated for resources: {'Port': ['ID=c30b9708-8f9b-43f5-8a46-c086cfe340ea,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:36.696661 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.775302 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.778064 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dc5f753d-e381-4708-a96f-913fe78663e6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2766247 Sep 16 05:06:36.779537 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50512) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.784723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-826801740'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:36.877172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Made reservation on behalf of 6ec7791952e249c4a738a10b91250ce7 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:36.881079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.891656 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.982190 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.077487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.104568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:06:37.119524 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983b7005-ba03-42e5-832d-0f6967de0d41,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:37.124248 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.124626 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Added segment 66059463-4b14-40d3-a9bb-295bf0a0b2b1 of type vlan for network 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d Sep 16 05:06:37.165551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.294916 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.301114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.302032 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.327811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f948062-a04b-41d5-99b9-f04a1ae8bd0d req-ccae5424-2fa9-4a6d-a087-afe2f7d000be tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.329293 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f948062-a04b-41d5-99b9-f04a1ae8bd0d req-ccae5424-2fa9-4a6d-a087-afe2f7d000be tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 945 time: 0.0542378 Sep 16 05:06:37.372316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f948062-a04b-41d5-99b9-f04a1ae8bd0d req-024154f8-9b9e-4092-a7fa-4ebd0aa72b9e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359509 Sep 16 05:06:37.381160 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6004231 Sep 16 05:06:37.384374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50518) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:37.391269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ced2b478-1f9f-4f74-912d-6e1e93eee239 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Request body: {'subnet': {'network_id': '0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:37.425738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6eb44-1f50-4c19-8810-7cffaa642286 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event updated for resources: {'Network': ['ID=0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:37.440221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:37.568394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced2b478-1f9f-4f74-912d-6e1e93eee239 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Made reservation on behalf of 6ec7791952e249c4a738a10b91250ce7 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:37.572264 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ced2b478-1f9f-4f74-912d-6e1e93eee239 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.825796 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ced2b478-1f9f-4f74-912d-6e1e93eee239 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.881636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2b478-1f9f-4f74-912d-6e1e93eee239 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event updated for resources: {'Subnet': ['ID=23c3aa85-14a6-4a0f-8dba-6ab7cc66ef5f,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:37.897513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced2b478-1f9f-4f74-912d-6e1e93eee239 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Checking segment: {'id': '66059463-4b14-40d3-a9bb-295bf0a0b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:37.897881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2b478-1f9f-4f74-912d-6e1e93eee239 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Network hostable DHCP agents. Network: 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:06:38.048049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2b478-1f9f-4f74-912d-6e1e93eee239 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Network 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:38.122422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ced2b478-1f9f-4f74-912d-6e1e93eee239 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:38.126647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced2b478-1f9f-4f74-912d-6e1e93eee239 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.130620 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ced2b478-1f9f-4f74-912d-6e1e93eee239 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.131358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6163c358-2cd4-4774-9def-d56aefbc100a None None] Network 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:38.226320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ced2b478-1f9f-4f74-912d-6e1e93eee239 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8404882 Sep 16 05:06:38.229302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50530) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.234650 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1045169299', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:38.287581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d', 'network_id': '0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d', 'tenant_id': '6ec7791952e249c4a738a10b91250ce7', 'fixed_ips': [{'subnet_id': '23c3aa85-14a6-4a0f-8dba-6ab7cc66ef5f'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:38.288783 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.318171 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.320372 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.382371 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.447772 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Allocated IP 172.20.0.2 (0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d/23c3aa85-14a6-4a0f-8dba-6ab7cc66ef5f/1fc71dee-5304-4747-95aa-61f3e8343ae4) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:38.612303 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.686265 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.691678 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.723325 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Network 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:38.726399 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:38.730737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:38.764872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Pushing event updated for resources: {'Port': ['ID=1fc71dee-5304-4747-95aa-61f3e8343ae4,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:38.810050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Attempting to bind port 1fc71dee-5304-4747-95aa-61f3e8343ae4 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:38.810711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Attempting to bind port 1fc71dee-5304-4747-95aa-61f3e8343ae4 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '66059463-4b14-40d3-a9bb-295bf0a0b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:38.811562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Attempting to bind port 1fc71dee-5304-4747-95aa-61f3e8343ae4 on network 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:38.824243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:38.831157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Checking segment: {'id': '66059463-4b14-40d3-a9bb-295bf0a0b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:38.831157 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.831157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Bound using segment: {'id': '66059463-4b14-40d3-a9bb-295bf0a0b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:38.831157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Bound port: 1fc71dee-5304-4747-95aa-61f3e8343ae4, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66059463-4b14-40d3-a9bb-295bf0a0b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:38.831157 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.898005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] For port 1fc71dee-5304-4747-95aa-61f3e8343ae4, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:38.901762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] For port 1fc71dee-5304-4747-95aa-61f3e8343ae4, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1fc71dee-5304-4747-95aa-61f3e8343ae4,segment=NetworkSegment(66059463-4b14-40d3-a9bb-295bf0a0b2b1),segment_id=66059463-4b14-40d3-a9bb-295bf0a0b2b1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:38.968979 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.992440 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.016342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.066595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329196fc-8f94-4bb1-993d-8490a7c6b99d None None] Pushing event updated for resources: {'Port': ['ID=1fc71dee-5304-4747-95aa-61f3e8343ae4,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:39.158549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Allocated IP 172.25.3.144 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/9c606026-ee97-4785-b0ae-6b37c23c81f4) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:39.195591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fadf7283-79c3-4b76-b72b-610eaf3ac392 req-cf7c6422-9029-4b87-87b2-a2cb52405d5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0746808 Sep 16 05:06:39.299828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf7283-79c3-4b76-b72b-610eaf3ac392 req-6e68c70d-7b20-43a5-b66d-aef5af0cce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.301833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fadf7283-79c3-4b76-b72b-610eaf3ac392 req-6e68c70d-7b20-43a5-b66d-aef5af0cce80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=714395686f074887b565c93452adaa56&device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 1097 time: 0.0567312 Sep 16 05:06:39.303799 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.454837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf7283-79c3-4b76-b72b-610eaf3ac392 req-b1e7034c-ec57-4077-bbd1-467c34f7ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.455717 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.456511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fadf7283-79c3-4b76-b72b-610eaf3ac392 req-b1e7034c-ec57-4077-bbd1-467c34f7ba7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1e2724c-736e-4b9c-b24f-7c140f876827 HTTP/1.1" status: 200 len: 909 time: 0.1225054 Sep 16 05:06:39.514201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:39.519219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:39.521496 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event updated for resources: {'Port': ['ID=9c606026-ee97-4785-b0ae-6b37c23c81f4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:39.523785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:39.572493 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fadf7283-79c3-4b76-b72b-610eaf3ac392 req-09bf3806-d238-46f4-839a-18555375179e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b73ce18-6295-4033-9003-7078a4b10f60 HTTP/1.1" status: 200 len: 1001 time: 0.0887945 Sep 16 05:06:39.644120 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf7283-79c3-4b76-b72b-610eaf3ac392 req-0d16437f-86af-4657-891b-6b74c00f7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.646180 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fadf7283-79c3-4b76-b72b-610eaf3ac392 req-0d16437f-86af-4657-891b-6b74c00f7987 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d HTTP/1.1" status: 200 len: 848 time: 0.0721622 Sep 16 05:06:39.703666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf7283-79c3-4b76-b72b-610eaf3ac392 req-b8e3b656-32c0-4eb8-a7e6-945a5c006bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.706448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fadf7283-79c3-4b76-b72b-610eaf3ac392 req-b8e3b656-32c0-4eb8-a7e6-945a5c006bae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1e2724c-736e-4b9c-b24f-7c140f876827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516932 Sep 16 05:06:39.817206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fadf7283-79c3-4b76-b72b-610eaf3ac392 req-1eb40d1e-26e3-4d45-a794-a895fff1bb74 service neutron] 10.222.0.37 "GET /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027427 Sep 16 05:06:39.931216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fadf7283-79c3-4b76-b72b-610eaf3ac392 req-b2bb7ea6-e0d8-4a5e-85fa-82d5ad8ca3f5 service neutron] 10.222.0.37 "GET /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058550 Sep 16 05:06:40.255056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.330355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b86e22-6e7a-4cfd-93b4-b4b807189c59 None None] Network 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:40.447125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-60303bf7-d897-4a7d-9596-248456f874ec None None] Provisioning complete for port 1fc71dee-5304-4747-95aa-61f3e8343ae4 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:40.447588 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-60303bf7-d897-4a7d-9596-248456f874ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.460380 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.567588 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-60303bf7-d897-4a7d-9596-248456f874ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.601533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-60303bf7-d897-4a7d-9596-248456f874ec None None] For port 1fc71dee-5304-4747-95aa-61f3e8343ae4, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1fc71dee-5304-4747-95aa-61f3e8343ae4,segment=NetworkSegment(66059463-4b14-40d3-a9bb-295bf0a0b2b1),segment_id=66059463-4b14-40d3-a9bb-295bf0a0b2b1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:40.723879 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Router 216e4aaa-9762-40b9-bf77-3934a8069e4b is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:06:40.742357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-60303bf7-d897-4a7d-9596-248456f874ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.797780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60303bf7-d897-4a7d-9596-248456f874ec None None] Pushing event updated for resources: {'Port': ['ID=1fc71dee-5304-4747-95aa-61f3e8343ae4,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:40.838862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:40.851996 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16242777-a059-451f-91ee-572db698ebd4 None None] Sync routers for ids ['216e4aaa-9762-40b9-bf77-3934a8069e4b'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:40.864102 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16242777-a059-451f-91ee-572db698ebd4 None None] Routers {'216e4aaa-9762-40b9-bf77-3934a8069e4b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:40.864771 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-16242777-a059-451f-91ee-572db698ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['216e4aaa-9762-40b9-bf77-3934a8069e4b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:40.868654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-dca2ff87-d33d-4d4a-b4d1-62e0e5fb6b61 None None] Provisioning complete for port 1fc71dee-5304-4747-95aa-61f3e8343ae4 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:40.869127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dca2ff87-d33d-4d4a-b4d1-62e0e5fb6b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.906198 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-16242777-a059-451f-91ee-572db698ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:40.917226 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16242777-a059-451f-91ee-572db698ebd4 None None] Routers {'216e4aaa-9762-40b9-bf77-3934a8069e4b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:40.917866 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-16242777-a059-451f-91ee-572db698ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['216e4aaa-9762-40b9-bf77-3934a8069e4b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:40.929819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.934898 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a0c48355-03dc-4335-b184-d037ede699e4 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7020903 Sep 16 05:06:40.935286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50566) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:40.949694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1fc71dee-5304-4747-95aa-61f3e8343ae4 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:40.956972 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-16242777-a059-451f-91ee-572db698ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:40.957630 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16242777-a059-451f-91ee-572db698ebd4 None None] The sync data for ids ['216e4aaa-9762-40b9-bf77-3934a8069e4b'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:41.014456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 1fc71dee-5304-4747-95aa-61f3e8343ae4 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:41.014839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.454810 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.602811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb77f7c-8285-47d4-ae86-14d5a0b756e3 req-9d33d460-ac04-4fab-b543-2467144e788c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.604807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6fb77f7c-8285-47d4-ae86-14d5a0b756e3 req-9d33d460-ac04-4fab-b543-2467144e788c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.1013334 Sep 16 05:06:41.694923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6fb77f7c-8285-47d4-ae86-14d5a0b756e3 req-d4c4748b-10e1-479e-b74f-69dcdd6675a3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827558 Sep 16 05:06:41.817350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Allocated IP 172.20.0.1 (0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d/23c3aa85-14a6-4a0f-8dba-6ab7cc66ef5f/2ab59d60-1beb-4032-a8af-c55825b8a65e) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:41.910990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50586) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:41.944641 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.030863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-582087dd-82b8-4c37-bab4-bcc1043925c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.042509 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-32a86caf-514d-421a-bd53-5d5895e6225a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.077821 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.124104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Network 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:42.127274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:42.130390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:42.168576 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-582087dd-82b8-4c37-bab4-bcc1043925c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.170550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event updated for resources: {'Port': ['ID=2ab59d60-1beb-4032-a8af-c55825b8a65e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:42.190650 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.237560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-582087dd-82b8-4c37-bab4-bcc1043925c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.301425 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-582087dd-82b8-4c37-bab4-bcc1043925c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aba17333f4e949709853a02626545a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887591 Sep 16 05:06:42.303831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582087dd-82b8-4c37-bab4-bcc1043925c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d734aaef-1803-479c-8f4b-94cb196bfa5c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:42.307132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50592) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:42.374942 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-824c2bad-b0da-461c-9d78-eae5df761e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.397723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-824c2bad-b0da-461c-9d78-eae5df761e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.429822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d50593a4-2f69-4efa-b6f1-d09996f3489a None None] Provisioning complete for port 2ab59d60-1beb-4032-a8af-c55825b8a65e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:42.430915 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d50593a4-2f69-4efa-b6f1-d09996f3489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.459379 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.468019 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.469047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d50593a4-2f69-4efa-b6f1-d09996f3489a None None] Port 2ab59d60-1beb-4032-a8af-c55825b8a65e cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:42.603803 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-824c2bad-b0da-461c-9d78-eae5df761e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.606422 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-824c2bad-b0da-461c-9d78-eae5df761e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.607592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-824c2bad-b0da-461c-9d78-eae5df761e5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d734aaef-1803-479c-8f4b-94cb196bfa5c HTTP/1.1" status: 204 len: 168 time: 0.2985740 Sep 16 05:06:42.621781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c2bad-b0da-461c-9d78-eae5df761e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d734aaef-1803-479c-8f4b-94cb196bfa5c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:42.764361 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.822528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47c7d3-6e9d-4846-b862-ea9f11d8fb61 req-47f64d76-5c0d-41a5-8fb5-7de0b6d8c6c3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:42.823961 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f47c7d3-6e9d-4846-b862-ea9f11d8fb61 req-47f64d76-5c0d-41a5-8fb5-7de0b6d8c6c3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.0507329 Sep 16 05:06:42.866650 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.872813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f47c7d3-6e9d-4846-b862-ea9f11d8fb61 req-0e5c4db4-4eee-4be3-bef4-872e027fbffe tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424583 Sep 16 05:06:42.965727 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:42.973827 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event updated for resources: {'Port': ['ID=2ab59d60-1beb-4032-a8af-c55825b8a65e,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:43.074116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Network 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:43.075518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:43.206079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Router 216e4aaa-9762-40b9-bf77-3934a8069e4b has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:43.359307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:43.365112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-314715db-5145-4e3d-934e-75dc633414dc tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "PUT /v2.0/routers/216e4aaa-9762-40b9-bf77-3934a8069e4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4286757 Sep 16 05:06:43.367379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50620) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:43.374597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Request body: {'port': {'network_id': '0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d', 'name': 'tempest-FloatingIPAdminTestJSON-428593719'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:43.378006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c46e02-fe26-4a06-a9dd-2a30ea6c5ece None None] Sync routers for ids ['216e4aaa-9762-40b9-bf77-3934a8069e4b'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:43.401685 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c46e02-fe26-4a06-a9dd-2a30ea6c5ece None None] Routers {'216e4aaa-9762-40b9-bf77-3934a8069e4b'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:43.408140 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-51c46e02-fe26-4a06-a9dd-2a30ea6c5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['216e4aaa-9762-40b9-bf77-3934a8069e4b'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:43.631741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Made reservation on behalf of 6ec7791952e249c4a738a10b91250ce7 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:43.633148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.637743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-51c46e02-fe26-4a06-a9dd-2a30ea6c5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:43.647698 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d24b650e-8737-4115-83eb-143e7242815c None None] Provisioning complete for port 2ab59d60-1beb-4032-a8af-c55825b8a65e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:43.648089 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d24b650e-8737-4115-83eb-143e7242815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:43.655519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] device_id is not set on port 6ce16cc5-b38d-4cab-b0d1-33ae8df5d15c yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:06:43.671948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c46e02-fe26-4a06-a9dd-2a30ea6c5ece None None] Routers {'216e4aaa-9762-40b9-bf77-3934a8069e4b'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:43.672629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-51c46e02-fe26-4a06-a9dd-2a30ea6c5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:06:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['216e4aaa-9762-40b9-bf77-3934a8069e4b'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:43.713343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-51c46e02-fe26-4a06-a9dd-2a30ea6c5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:43.713343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c46e02-fe26-4a06-a9dd-2a30ea6c5ece None None] The sync data for ids ['216e4aaa-9762-40b9-bf77-3934a8069e4b'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:43.741856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d24b650e-8737-4115-83eb-143e7242815c None None] Port 2ab59d60-1beb-4032-a8af-c55825b8a65e cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:43.821868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Allocated IP 172.20.0.9 (0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d/23c3aa85-14a6-4a0f-8dba-6ab7cc66ef5f/6ce16cc5-b38d-4cab-b0d1-33ae8df5d15c) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:44.008533 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.062579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94681ef-9262-42af-9af1-217b26101040 req-86b766d2-2daf-461e-b93f-53164671526a tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:44.064909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d94681ef-9262-42af-9af1-217b26101040 req-86b766d2-2daf-461e-b93f-53164671526a tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.0698135 Sep 16 05:06:44.107304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d94681ef-9262-42af-9af1-217b26101040 req-6ddea36c-f719-45bb-8878-6b459264641b tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358355 Sep 16 05:06:44.178137 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.220506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Network 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:44.223731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:44.230680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:44.237184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event updated for resources: {'Port': ['ID=6ce16cc5-b38d-4cab-b0d1-33ae8df5d15c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:44.309522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:44.310169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.420267 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ba481082-5975-41cb-957e-37c0ad18dceb tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0472443 Sep 16 05:06:44.423953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50644) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:44.499620 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c50e786a-71b8-4ef6-8b29-185206bcc85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.579480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bf7f5b46-2d15-47d2-bf3f-eea60ee88fbc None None] Provisioning complete for port 6ce16cc5-b38d-4cab-b0d1-33ae8df5d15c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:44.580176 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5b46-2d15-47d2-bf3f-eea60ee88fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.631225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-bf7f5b46-2d15-47d2-bf3f-eea60ee88fbc None None] Port 6ce16cc5-b38d-4cab-b0d1-33ae8df5d15c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:44.688119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'project_id': '6ec7791952e249c4a738a10b91250ce7', 'port_id': '6ce16cc5-b38d-4cab-b0d1-33ae8df5d15c'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:44.780054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50654) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:44.789885 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.883793 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.939378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1438854887'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:45.011242 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Allocated IP 172.25.3.65 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/c521715e-3473-4aad-a799-66c09398bd68) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:45.083525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Made reservation on behalf of 2747fe2fb3fe404fa767907174351de6 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:45.087643 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.099603 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.144288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.261727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7464e-0f25-410a-8c74-4922c403479a req-ab1ee346-6303-4a91-9d7e-45410eaaa843 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.263154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52d7464e-0f25-410a-8c74-4922c403479a req-ab1ee346-6303-4a91-9d7e-45410eaaa843 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.0793099 Sep 16 05:06:45.293838 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.295499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.313756 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52d7464e-0f25-410a-8c74-4922c403479a req-baad0b54-4f49-44fc-b3f6-c1c3620ecf5b tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434113 Sep 16 05:06:45.331283 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.369632 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:45.370477 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.384228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:45.391007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:45.399956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Pushing event updated for resources: {'Port': ['ID=c521715e-3473-4aad-a799-66c09398bd68,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:45.429046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:06:45.454233 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.454581 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Added segment 7e1245bd-cd1b-4fe2-9192-bfa3c7917618 of type vlan for network 7f1d62d1-ef1c-458b-9eaa-08a86b32de91 Sep 16 05:06:45.456759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b766929-933e-40c2-8e44-8a204598ebe5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:45.520952 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.676528 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.683151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.683402 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.796906 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0151565 Sep 16 05:06:45.799645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a372f80-c078-4408-a439-2089b3fc4911 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Pushing event updated for resources: {'Network': ['ID=7f1d62d1-ef1c-458b-9eaa-08a86b32de91,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:45.799998 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50668) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:45.808771 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-84caec51-d406-40e3-a08f-43cda81d8669 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Request body: {'subnet': {'network_id': '7f1d62d1-ef1c-458b-9eaa-08a86b32de91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:45.817711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 7f1d62d1-ef1c-458b-9eaa-08a86b32de91 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:45.934858 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.985251 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84caec51-d406-40e3-a08f-43cda81d8669 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Made reservation on behalf of 2747fe2fb3fe404fa767907174351de6 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:45.988892 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84caec51-d406-40e3-a08f-43cda81d8669 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.008342 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.072242 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.246920 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.260537 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84caec51-d406-40e3-a08f-43cda81d8669 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.320126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84caec51-d406-40e3-a08f-43cda81d8669 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Pushing event updated for resources: {'Subnet': ['ID=c01e2df1-fb56-4635-93d7-70f20e4602ec,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:46.331467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84caec51-d406-40e3-a08f-43cda81d8669 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Checking segment: {'id': '7e1245bd-cd1b-4fe2-9192-bfa3c7917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f1d62d1-ef1c-458b-9eaa-08a86b32de91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:46.331834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84caec51-d406-40e3-a08f-43cda81d8669 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Network hostable DHCP agents. Network: 7f1d62d1-ef1c-458b-9eaa-08a86b32de91, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:06:46.350617 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.436747 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.455417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Pushing event updated for resources: {'Port': ['ID=c521715e-3473-4aad-a799-66c09398bd68,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:46.471705 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84caec51-d406-40e3-a08f-43cda81d8669 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Network 7f1d62d1-ef1c-458b-9eaa-08a86b32de91 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:46.473176 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.481996 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42667e6-5769-4fc4-b2d9-9d3d879c9170 req-06773c4f-83eb-454a-9707-9a6d3ef0a8ad tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.483505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f42667e6-5769-4fc4-b2d9-9d3d879c9170 req-06773c4f-83eb-454a-9707-9a6d3ef0a8ad tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.0976238 Sep 16 05:06:46.567811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-84caec51-d406-40e3-a08f-43cda81d8669 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 7f1d62d1-ef1c-458b-9eaa-08a86b32de91) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:46.573547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84caec51-d406-40e3-a08f-43cda81d8669 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.575486 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84caec51-d406-40e3-a08f-43cda81d8669 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.576619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706b2649-64f3-4955-a586-f9280da38962 None None] Network 7f1d62d1-ef1c-458b-9eaa-08a86b32de91 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:46.589436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f42667e6-5769-4fc4-b2d9-9d3d879c9170 req-5cac7101-6b83-4b1d-8b2d-9eb1a58a24cd tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708463 Sep 16 05:06:46.609397 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Floating IP 6e0b6794-1286-478e-8570-756ec368447f associated. External IP: 172.25.3.65, port: 6ce16cc5-b38d-4cab-b0d1-33ae8df5d15c. Sep 16 05:06:46.657830 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-84caec51-d406-40e3-a08f-43cda81d8669 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8551900 Sep 16 05:06:46.660754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50674) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:46.665769 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Request body: {'port': {'network_id': '7f1d62d1-ef1c-458b-9eaa-08a86b32de91', 'name': 'tempest-DHCPAgentSchedulersTestJSON-389436264'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:46.766709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-7f1d62d1-ef1c-458b-9eaa-08a86b32de91', 'network_id': '7f1d62d1-ef1c-458b-9eaa-08a86b32de91', 'tenant_id': '2747fe2fb3fe404fa767907174351de6', 'fixed_ips': [{'subnet_id': 'c01e2df1-fb56-4635-93d7-70f20e4602ec'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:06:46.767985 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.939878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Made reservation on behalf of 2747fe2fb3fe404fa767907174351de6 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:46.943887 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.951975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Allocated IP 172.20.0.2 (7f1d62d1-ef1c-458b-9eaa-08a86b32de91/c01e2df1-fb56-4635-93d7-70f20e4602ec/2657cc40-5bec-435f-a04a-7e60e3fa97e8) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:46.963927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] device_id is not set on port 6bef75f1-465d-4f3d-8293-e4d88aebc26a yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:06:47.112092 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:06:47.133391 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.231990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Router 216e4aaa-9762-40b9-bf77-3934a8069e4b has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:47.238197 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.276196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Network 7f1d62d1-ef1c-458b-9eaa-08a86b32de91 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:47.281166 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:47.285036 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:47.301056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Pushing event updated for resources: {'Port': ['ID=2657cc40-5bec-435f-a04a-7e60e3fa97e8,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:47.332300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Allocated IP 172.20.0.8 (7f1d62d1-ef1c-458b-9eaa-08a86b32de91/c01e2df1-fb56-4635-93d7-70f20e4602ec/6bef75f1-465d-4f3d-8293-e4d88aebc26a) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:47.356233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Attempting to bind port 2657cc40-5bec-435f-a04a-7e60e3fa97e8 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:47.356636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Attempting to bind port 2657cc40-5bec-435f-a04a-7e60e3fa97e8 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7e1245bd-cd1b-4fe2-9192-bfa3c7917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f1d62d1-ef1c-458b-9eaa-08a86b32de91'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:47.360775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Attempting to bind port 2657cc40-5bec-435f-a04a-7e60e3fa97e8 on network 7f1d62d1-ef1c-458b-9eaa-08a86b32de91 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:47.362063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:47.362489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Checking segment: {'id': '7e1245bd-cd1b-4fe2-9192-bfa3c7917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f1d62d1-ef1c-458b-9eaa-08a86b32de91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:47.363154 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.363315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Bound using segment: {'id': '7e1245bd-cd1b-4fe2-9192-bfa3c7917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f1d62d1-ef1c-458b-9eaa-08a86b32de91'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:47.363662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Bound port: 2657cc40-5bec-435f-a04a-7e60e3fa97e8, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1245bd-cd1b-4fe2-9192-bfa3c7917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f1d62d1-ef1c-458b-9eaa-08a86b32de91'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:47.364041 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.379809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:47.388557 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8621ad-9200-4fc4-a16a-d3b8c3febdd8 None None] Sync routers for ids ['216e4aaa-9762-40b9-bf77-3934a8069e4b'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:47.399256 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8621ad-9200-4fc4-a16a-d3b8c3febdd8 None None] Routers {'216e4aaa-9762-40b9-bf77-3934a8069e4b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:47.400281 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-8c8621ad-9200-4fc4-a16a-d3b8c3febdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:06:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['216e4aaa-9762-40b9-bf77-3934a8069e4b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:47.436533 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-8c8621ad-9200-4fc4-a16a-d3b8c3febdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:47.445792 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8621ad-9200-4fc4-a16a-d3b8c3febdd8 None None] Routers {'216e4aaa-9762-40b9-bf77-3934a8069e4b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:47.446681 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-8c8621ad-9200-4fc4-a16a-d3b8c3febdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:06:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['216e4aaa-9762-40b9-bf77-3934a8069e4b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:47.449976 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] For port 2657cc40-5bec-435f-a04a-7e60e3fa97e8, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:47.453307 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] For port 2657cc40-5bec-435f-a04a-7e60e3fa97e8, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2657cc40-5bec-435f-a04a-7e60e3fa97e8,segment=NetworkSegment(7e1245bd-cd1b-4fe2-9192-bfa3c7917618),segment_id=7e1245bd-cd1b-4fe2-9192-bfa3c7917618)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:47.479843 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-8c8621ad-9200-4fc4-a16a-d3b8c3febdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:47.480556 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8621ad-9200-4fc4-a16a-d3b8c3febdd8 None None] The sync data for ids ['216e4aaa-9762-40b9-bf77-3934a8069e4b'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:47.488493 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.518218 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.518930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2bf37870-467d-4f4d-8e18-fcc4b577130a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.0967586 Sep 16 05:06:47.519678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50680) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:47.553080 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.580190 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.655553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1a0db-96a7-4174-9199-e5327c4ea9ad None None] Pushing event updated for resources: {'Port': ['ID=2657cc40-5bec-435f-a04a-7e60e3fa97e8,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:47.666135 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4ba4b57f-10c1-412e-a223-be88c1d9248a tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] 10.222.0.24 "GET /v2.0/floatingips/6e0b6794-1286-478e-8570-756ec368447f HTTP/1.1" status: 200 len: 981 time: 0.1450539 Sep 16 05:06:47.668252 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50684) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:47.742327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa68b75-6946-4e7b-99b3-c95db864b28f req-7f679f33-3411-4fa5-9072-6102d8ffc3b1 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.744744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fa68b75-6946-4e7b-99b3-c95db864b28f req-7f679f33-3411-4fa5-9072-6102d8ffc3b1 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.0633817 Sep 16 05:06:47.810069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fa68b75-6946-4e7b-99b3-c95db864b28f req-bf834773-0811-41fc-a146-10fb66c2161c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585074 Sep 16 05:06:47.828628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.844754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50692) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:47.852908 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-95816a43-b324-446f-8836-94a04e239d98 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3818 time: 0.1782365 Sep 16 05:06:47.949501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Network 7f1d62d1-ef1c-458b-9eaa-08a86b32de91 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:47.952665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Pushing event updated for resources: {'Port': ['ID=6bef75f1-465d-4f3d-8293-e4d88aebc26a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:47.971428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:47.975892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:48.043081 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:48.043850 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.096232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Deleting port c521715e-3473-4aad-a799-66c09398bd68 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:48.096608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.177487 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.177822 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.191125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Calling delete_port for c521715e-3473-4aad-a799-66c09398bd68 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:48.192505 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6d0d43ca-4c57-4c08-9637-96858922e825 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5310209 Sep 16 05:06:48.195560 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50706) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:48.351042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-abf28d25-26c9-4297-948a-a6b73981beef tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Deleting port 6bef75f1-465d-4f3d-8293-e4d88aebc26a {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:48.351486 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-abf28d25-26c9-4297-948a-a6b73981beef tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.442510 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-abf28d25-26c9-4297-948a-a6b73981beef tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.458829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-abf28d25-26c9-4297-948a-a6b73981beef tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Calling delete_port for 6bef75f1-465d-4f3d-8293-e4d88aebc26a owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:48.471261 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.533958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event deleted for resources: {'Port': ['ID=c521715e-3473-4aad-a799-66c09398bd68,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:48.608293 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.608728 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Floating IP 6e0b6794-1286-478e-8570-756ec368447f disassociated (deleted). External IP: 172.25.3.65, port: 6ce16cc5-b38d-4cab-b0d1-33ae8df5d15c. Sep 16 05:06:48.736960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-abf28d25-26c9-4297-948a-a6b73981beef tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.767556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf28d25-26c9-4297-948a-a6b73981beef tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Pushing event deleted for resources: {'Port': ['ID=6bef75f1-465d-4f3d-8293-e4d88aebc26a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:48.878649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-abf28d25-26c9-4297-948a-a6b73981beef tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.880848 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-abf28d25-26c9-4297-948a-a6b73981beef tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] 10.222.0.24 "DELETE /v2.0/ports/6bef75f1-465d-4f3d-8293-e4d88aebc26a HTTP/1.1" status: 204 len: 168 time: 0.6830165 Sep 16 05:06:48.883591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50714) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:48.948553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Router 216e4aaa-9762-40b9-bf77-3934a8069e4b has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:48.972704 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3b6b6933-1fc9-4f09-b4be-951717caf7ed tempest-DHCPAgentSchedulersTestJSON-1333764868 tempest-DHCPAgentSchedulersTestJSON-1333764868-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.0851200 Sep 16 05:06:48.973782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50718) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:48.979415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab17f94-8103-44c9-bdb9-6f23e1ad574a None None] Network 7f1d62d1-ef1c-458b-9eaa-08a86b32de91 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:48.983716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-236bb0ef-a126-4740-9396-4d71557513f7 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-452578070'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:49.016869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2657cc40-5bec-435f-a04a-7e60e3fa97e8 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:49.055422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221a47d-4acf-4af6-adfb-d06dd6827b42 req-9d8e781e-4974-42a1-9856-6dae824a5495 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.057085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f221a47d-4acf-4af6-adfb-d06dd6827b42 req-9d8e781e-4974-42a1-9856-6dae824a5495 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.1314890 Sep 16 05:06:49.099687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3ead09c2-70a2-4107-a66e-cbe46b565ded None None] Provisioning complete for port 2657cc40-5bec-435f-a04a-7e60e3fa97e8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:49.100066 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ead09c2-70a2-4107-a66e-cbe46b565ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.148181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f221a47d-4acf-4af6-adfb-d06dd6827b42 req-4953e832-fa37-4007-8510-01562a7659dd tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819824 Sep 16 05:06:49.152317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236bb0ef-a126-4740-9396-4d71557513f7 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Made reservation on behalf of 2747fe2fb3fe404fa767907174351de6 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:49.155717 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-236bb0ef-a126-4740-9396-4d71557513f7 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.159457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:49.166858 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.174899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3996d55b-1146-4436-a6f3-bc9d263f687f None None] Sync routers for ids ['216e4aaa-9762-40b9-bf77-3934a8069e4b'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:49.214420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2657cc40-5bec-435f-a04a-7e60e3fa97e8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:49.214707 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.218158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a53861e6-e1d3-4026-b808-3f4c8db386a6 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "DELETE /v2.0/floatingips/6e0b6794-1286-478e-8570-756ec368447f HTTP/1.1" status: 204 len: 168 time: 1.3718584 Sep 16 05:06:49.223262 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50720) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:49.229871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:49.236234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236bb0ef-a126-4740-9396-4d71557513f7 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:06:49.246784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3996d55b-1146-4436-a6f3-bc9d263f687f None None] Routers {'216e4aaa-9762-40b9-bf77-3934a8069e4b'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:49.247416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3996d55b-1146-4436-a6f3-bc9d263f687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:06:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['216e4aaa-9762-40b9-bf77-3934a8069e4b'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:49.255910 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-236bb0ef-a126-4740-9396-4d71557513f7 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.256440 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-236bb0ef-a126-4740-9396-4d71557513f7 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Added segment 9c15805f-04bf-4942-bceb-20e2e50f04cf of type vlan for network bea4d82f-c871-4ba2-bc08-eb8029c3644b Sep 16 05:06:49.296740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3996d55b-1146-4436-a6f3-bc9d263f687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:49.311130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-236bb0ef-a126-4740-9396-4d71557513f7 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.368911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3996d55b-1146-4436-a6f3-bc9d263f687f None None] Routers {'216e4aaa-9762-40b9-bf77-3934a8069e4b'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:49.369661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3996d55b-1146-4436-a6f3-bc9d263f687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:06:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['216e4aaa-9762-40b9-bf77-3934a8069e4b'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:49.396112 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.426339 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-236bb0ef-a126-4740-9396-4d71557513f7 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.434311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236bb0ef-a126-4740-9396-4d71557513f7 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.435208 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-236bb0ef-a126-4740-9396-4d71557513f7 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.437838 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3996d55b-1146-4436-a6f3-bc9d263f687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:49.438633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3996d55b-1146-4436-a6f3-bc9d263f687f None None] The sync data for ids ['216e4aaa-9762-40b9-bf77-3934a8069e4b'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:49.441669 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ead09c2-70a2-4107-a66e-cbe46b565ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.514557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3ead09c2-70a2-4107-a66e-cbe46b565ded None None] For port 2657cc40-5bec-435f-a04a-7e60e3fa97e8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2657cc40-5bec-435f-a04a-7e60e3fa97e8,segment=NetworkSegment(7e1245bd-cd1b-4fe2-9192-bfa3c7917618),segment_id=7e1245bd-cd1b-4fe2-9192-bfa3c7917618)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:49.521984 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.549213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-236bb0ef-a126-4740-9396-4d71557513f7 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5735736 Sep 16 05:06:49.553031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50728) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:49.605617 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ead09c2-70a2-4107-a66e-cbe46b565ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.605855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bb0ef-a126-4740-9396-4d71557513f7 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Pushing event updated for resources: {'Network': ['ID=bea4d82f-c871-4ba2-bc08-eb8029c3644b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:49.637159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4401a9-c9b3-496f-9561-745cbc01da99 req-7b79874c-1f57-4a15-87d6-42659339703a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.637570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network bea4d82f-c871-4ba2-bc08-eb8029c3644b details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:49.638501 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f4401a9-c9b3-496f-9561-745cbc01da99 req-7b79874c-1f57-4a15-87d6-42659339703a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1847057 Sep 16 05:06:49.703981 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f4401a9-c9b3-496f-9561-745cbc01da99 req-9d475cf3-3757-4aa8-b130-4af7df1fede5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558522 Sep 16 05:06:49.705562 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.785159 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:06:49.785510 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:06:49.787789 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead09c2-70a2-4107-a66e-cbe46b565ded None None] Pushing event updated for resources: {'Port': ['ID=2657cc40-5bec-435f-a04a-7e60e3fa97e8,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:49.813982 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c1823053-d397-4acc-b7c3-e77bf7fd3350 tempest-DHCPAgentSchedulersTestJSON-1333764868 tempest-DHCPAgentSchedulersTestJSON-1333764868-project-admin] 10.222.0.24 "GET /v2.0/agents/c516c05d-c213-4e44-a6ef-84befc5c655b/dhcp-networks HTTP/1.1" status: 200 len: 8077 time: 0.2608690 Sep 16 05:06:49.816549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50732) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:49.840561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d28120db-7b24-49d4-a125-48832b52f496 None None] Provisioning complete for port 2657cc40-5bec-435f-a04a-7e60e3fa97e8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:49.840858 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d28120db-7b24-49d4-a125-48832b52f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:49.861525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Allocated IP 172.25.3.160 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/60b1f4fd-dca3-4116-872c-e7f411640996) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:49.947998 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4efc32d-3852-4c09-870c-0cd90d374fc3 tempest-DHCPAgentSchedulersTestJSON-1333764868 tempest-DHCPAgentSchedulersTestJSON-1333764868-project-admin] Network bea4d82f-c871-4ba2-bc08-eb8029c3644b is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:50.017905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc31694-b46f-492e-bfc3-4820ca63bb0e req-c78e3485-d803-4de3-b17b-e34df00b162e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.024993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2bc31694-b46f-492e-bfc3-4820ca63bb0e req-c78e3485-d803-4de3-b17b-e34df00b162e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1107616 Sep 16 05:06:50.039114 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f4efc32d-3852-4c09-870c-0cd90d374fc3 tempest-DHCPAgentSchedulersTestJSON-1333764868 tempest-DHCPAgentSchedulersTestJSON-1333764868-project-admin] 10.222.0.24 "POST /v2.0/agents/c516c05d-c213-4e44-a6ef-84befc5c655b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2189505 Sep 16 05:06:50.040578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50734) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:50.043634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e16fc1-0feb-4af9-85f3-6d794f84e15d None None] Network bea4d82f-c871-4ba2-bc08-eb8029c3644b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:50.130259 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.186933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7c732f0f-02c5-4d43-8ac6-2ed6044ce2f0 None None] Could not find standard attr ID for object 6bef75f1-465d-4f3d-8293-e4d88aebc26a. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:06:50.198455 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2bc31694-b46f-492e-bfc3-4820ca63bb0e req-06e21b8b-04a7-4ce6-b125-df1a1e8b1195 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696196 Sep 16 05:06:50.248423 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9a680ae6-fff3-46d3-9375-e46910fac214 tempest-DHCPAgentSchedulersTestJSON-1333764868 tempest-DHCPAgentSchedulersTestJSON-1333764868-project-admin] 10.222.0.24 "GET /v2.0/agents/c516c05d-c213-4e44-a6ef-84befc5c655b/dhcp-networks HTTP/1.1" status: 200 len: 8846 time: 0.2071152 Sep 16 05:06:50.252003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50740) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:50.274250 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.348493 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:50.357427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:50.373467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:50.444023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Pushing event updated for resources: {'Port': ['ID=60b1f4fd-dca3-4116-872c-e7f411640996,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:50.459720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b0764-c90b-4810-a5f1-b0ea59716056 req-df54bb13-ccd9-4f18-8b43-f3c95c78fed5 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.461435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-753b0764-c90b-4810-a5f1-b0ea59716056 req-df54bb13-ccd9-4f18-8b43-f3c95c78fed5 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.2017925 Sep 16 05:06:50.539733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-753b0764-c90b-4810-a5f1-b0ea59716056 req-e0a69ec7-6ba5-478f-889f-51c9a1668c86 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657289 Sep 16 05:06:50.545533 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.548703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-aefeae87-147f-44f9-80db-36fdf2746619 tempest-DHCPAgentSchedulersTestJSON-1333764868 tempest-DHCPAgentSchedulersTestJSON-1333764868-project-admin] 10.222.0.24 "DELETE /v2.0/agents/c516c05d-c213-4e44-a6ef-84befc5c655b/dhcp-networks/bea4d82f-c871-4ba2-bc08-eb8029c3644b HTTP/1.1" status: 204 len: 168 time: 0.2955658 Sep 16 05:06:50.551359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50744) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:50.666439 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.695686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50746) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:50.696534 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1450347c-4cde-4a1b-b412-48361e2b9286 tempest-DHCPAgentSchedulersTestJSON-1333764868 tempest-DHCPAgentSchedulersTestJSON-1333764868-project-admin] 10.222.0.24 "GET /v2.0/agents/c516c05d-c213-4e44-a6ef-84befc5c655b/dhcp-networks HTTP/1.1" status: 200 len: 8077 time: 0.1418002 Sep 16 05:06:50.736388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-17ce96b5-d4be-4300-bd8f-a11b60d990f9 tempest-DHCPAgentSchedulersTestJSON-1333764868 tempest-DHCPAgentSchedulersTestJSON-1333764868-project-admin] 10.222.0.24 "GET /v2.0/networks/7f1d62d1-ef1c-458b-9eaa-08a86b32de91/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0403278 Sep 16 05:06:50.740395 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50750) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:50.767310 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b1f26d31-d891-4e64-b713-148627585d12 tempest-DHCPAgentSchedulersTestJSON-1333764868 tempest-DHCPAgentSchedulersTestJSON-1333764868-project-admin] 10.222.0.24 "GET /v2.0/networks/7f1d62d1-ef1c-458b-9eaa-08a86b32de91/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0255759 Sep 16 05:06:50.768096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50752) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:50.878991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa7fe0-1d5c-47bc-8ab3-ad1b8cdd3501 req-e1e66f46-2496-4d1d-8044-7bbd1dade1a7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.886890 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fdfa7fe0-1d5c-47bc-8ab3-ad1b8cdd3501 req-e1e66f46-2496-4d1d-8044-7bbd1dade1a7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0922370 Sep 16 05:06:50.910822 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6d2dd2ab-41f4-4f4c-9e37-d9ecd3ed4772 tempest-DHCPAgentSchedulersTestJSON-1333764868 tempest-DHCPAgentSchedulersTestJSON-1333764868-project-admin] 10.222.0.24 "GET /v2.0/agents/c516c05d-c213-4e44-a6ef-84befc5c655b/dhcp-networks HTTP/1.1" status: 200 len: 8077 time: 0.1394086 Sep 16 05:06:50.911361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50754) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:50.923086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2657cc40-5bec-435f-a04a-7e60e3fa97e8 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:50.926532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.945348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fdfa7fe0-1d5c-47bc-8ab3-ad1b8cdd3501 req-f6cbbeeb-02c3-45d9-976e-0851a64f084d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572834 Sep 16 05:06:50.974856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2657cc40-5bec-435f-a04a-7e60e3fa97e8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:50.977338 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.002413 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.018827 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.100541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Pushing event updated for resources: {'Port': ['ID=60b1f4fd-dca3-4116-872c-e7f411640996,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:51.139144 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.225737 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.229106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7ba0296c-8cd2-4819-9249-1d216960c906 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0028191 Sep 16 05:06:51.232615 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50762) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:51.344518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:51.386507 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.406538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea4d82f-c871-4ba2-bc08-eb8029c3644b']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:51.415873 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c15805f-04bf-4942-bceb-20e2e50f04cf') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:51.416149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c15805f-04bf-4942-bceb-20e2e50f04cf') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:51.425527 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.439379 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.445114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:51.446098 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:51.449237 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:51.492171 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.578145 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.587882 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.596031 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] 10.222.0.24 "DELETE /v2.0/networks/bea4d82f-c871-4ba2-bc08-eb8029c3644b HTTP/1.1" status: 204 len: 168 time: 0.6836686 Sep 16 05:06:51.600205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50774) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:51.616689 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b2f67-2de5-4b23-b2fb-f9cb68862fa4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Pushing event deleted for resources: {'Network': ['ID=bea4d82f-c871-4ba2-bc08-eb8029c3644b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:51.631972 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7f9ed6-a3ea-4ccc-b68e-5a19c11bc998 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] DELETE failed (client error): The resource could not be found. Sep 16 05:06:51.632857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7f9ed6-a3ea-4ccc-b68e-5a19c11bc998 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:06:51.637969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5d7f9ed6-a3ea-4ccc-b68e-5a19c11bc998 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] 10.222.0.24 "DELETE /v2.0/ports/6bef75f1-465d-4f3d-8293-e4d88aebc26a HTTP/1.1" status: 404 len: 333 time: 0.0335176 Sep 16 05:06:51.638252 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50776) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:51.649726 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.712448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fc926a-32de-4c68-ba04-2209420c84b4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Deleting subnet c01e2df1-fb56-4635-93d7-70f20e4602ec {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:51.716727 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55fc926a-32de-4c68-ba04-2209420c84b4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.773118 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55fc926a-32de-4c68-ba04-2209420c84b4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.833063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Allocated IP 172.25.3.121 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/73b5cb32-886d-48fc-b380-a39c9654fe8d) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:51.873371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddacac-d1b5-4b3b-8851-ba567621ac4c req-f66c5476-c34e-4280-a5b2-24edc4c70cb6 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.881895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50ddacac-d1b5-4b3b-8851-ba567621ac4c req-f66c5476-c34e-4280-a5b2-24edc4c70cb6 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.1036248 Sep 16 05:06:51.910262 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55fc926a-32de-4c68-ba04-2209420c84b4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.009947 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50ddacac-d1b5-4b3b-8851-ba567621ac4c req-709b77cc-03c7-4548-be0b-e11a65bb9cb7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270452 Sep 16 05:06:52.080845 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ece177-779c-4b13-9539-e38863ca8069 req-7b6d39f7-4d40-4c4b-b74a-86d06c29bbee tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.083184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34ece177-779c-4b13-9539-e38863ca8069 req-7b6d39f7-4d40-4c4b-b74a-86d06c29bbee tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1480737 Sep 16 05:06:52.087860 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.143495 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34ece177-779c-4b13-9539-e38863ca8069 req-53475546-d8db-42a9-b694-005c60d7fcd2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511384 Sep 16 05:06:52.170611 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55fc926a-32de-4c68-ba04-2209420c84b4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.198221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc926a-32de-4c68-ba04-2209420c84b4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Pushing event deleted for resources: {'Subnet': ['ID=c01e2df1-fb56-4635-93d7-70f20e4602ec,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:52.214014 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55fc926a-32de-4c68-ba04-2209420c84b4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.214014 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-55fc926a-32de-4c68-ba04-2209420c84b4 tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] 10.222.0.24 "DELETE /v2.0/subnets/c01e2df1-fb56-4635-93d7-70f20e4602ec HTTP/1.1" status: 204 len: 168 time: 0.5669513 Sep 16 05:06:52.215074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50782) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:52.215170 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e323cb90-b82a-41e7-9963-6c7638ab6a10 None None] Network 7f1d62d1-ef1c-458b-9eaa-08a86b32de91 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:52.311286 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.315367 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.364546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Pushing event updated for resources: {'Port': ['ID=73b5cb32-886d-48fc-b380-a39c9654fe8d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:52.412670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:52.415337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:52.418149 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:52.434281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c706a1-5494-4ab0-a82b-a2ea5d3c13c9 None None] DHCP port deletion for 7f1d62d1-ef1c-458b-9eaa-08a86b32de91 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:52.481278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Deleting port 2657cc40-5bec-435f-a04a-7e60e3fa97e8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:52.481622 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.490930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-63c706a1-5494-4ab0-a82b-a2ea5d3c13c9 None None] Deleting port 2657cc40-5bec-435f-a04a-7e60e3fa97e8 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:52.491641 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-63c706a1-5494-4ab0-a82b-a2ea5d3c13c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.569638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-63c706a1-5494-4ab0-a82b-a2ea5d3c13c9 None None] For port 2657cc40-5bec-435f-a04a-7e60e3fa97e8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2657cc40-5bec-435f-a04a-7e60e3fa97e8,segment=NetworkSegment(7e1245bd-cd1b-4fe2-9192-bfa3c7917618),segment_id=7e1245bd-cd1b-4fe2-9192-bfa3c7917618)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:52.570203 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-63c706a1-5494-4ab0-a82b-a2ea5d3c13c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.578131 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.584792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-63c706a1-5494-4ab0-a82b-a2ea5d3c13c9 None None] Calling delete_port for 2657cc40-5bec-435f-a04a-7e60e3fa97e8 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:52.589108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] For port 2657cc40-5bec-435f-a04a-7e60e3fa97e8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2657cc40-5bec-435f-a04a-7e60e3fa97e8,segment=NetworkSegment(7e1245bd-cd1b-4fe2-9192-bfa3c7917618),segment_id=7e1245bd-cd1b-4fe2-9192-bfa3c7917618)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:52.589478 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.602449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Calling delete_port for 2657cc40-5bec-435f-a04a-7e60e3fa97e8 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:52.727599 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.757708 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-63c706a1-5494-4ab0-a82b-a2ea5d3c13c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.778778 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.799538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c706a1-5494-4ab0-a82b-a2ea5d3c13c9 None None] Pushing event deleted for resources: {'Port': ['ID=2657cc40-5bec-435f-a04a-7e60e3fa97e8,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:52.801514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c706a1-5494-4ab0-a82b-a2ea5d3c13c9 None None] No DVR routers for this DVR port 2657cc40-5bec-435f-a04a-7e60e3fa97e8 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:52.825959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Pushing event deleted for resources: {'Port': ['ID=2657cc40-5bec-435f-a04a-7e60e3fa97e8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:52.839768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] No DVR routers for this DVR port 2657cc40-5bec-435f-a04a-7e60e3fa97e8 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:52.926892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2657cc40-5bec-435f-a04a-7e60e3fa97e8 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:52.948547 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 2657cc40-5bec-435f-a04a-7e60e3fa97e8 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:52.951208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2657cc40-5bec-435f-a04a-7e60e3fa97e8 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:52.973223 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.009504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1d62d1-ef1c-458b-9eaa-08a86b32de91']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:53.021636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1245bd-cd1b-4fe2-9192-bfa3c7917618') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:53.021936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1245bd-cd1b-4fe2-9192-bfa3c7917618') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:53.037836 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.053137 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.060793 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.066724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:53.067113 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:53.070106 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:53.140507 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.231659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Pushing event updated for resources: {'Port': ['ID=73b5cb32-886d-48fc-b380-a39c9654fe8d,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:53.252182 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.276592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0053-f149-4005-8079-bed4f3772960 req-9a859eb5-a436-4d0c-a760-4e0798ec3614 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.278103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c9a0053-f149-4005-8079-bed4f3772960 req-9a859eb5-a436-4d0c-a760-4e0798ec3614 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.1527052 Sep 16 05:06:53.288923 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.291088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] 10.222.0.24 "DELETE /v2.0/networks/7f1d62d1-ef1c-458b-9eaa-08a86b32de91 HTTP/1.1" status: 204 len: 168 time: 1.0805326 Sep 16 05:06:53.313097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee573e-95e2-4f6d-8f39-926ee614ed2e tempest-DHCPAgentSchedulersTestJSON-1517472967 tempest-DHCPAgentSchedulersTestJSON-1517472967-project] Pushing event deleted for resources: {'Network': ['ID=7f1d62d1-ef1c-458b-9eaa-08a86b32de91,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:53.317670 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.360387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111355-88b7-46d0-97b7-f6f8a67e854e req-20af26be-c417-4f4e-8352-a1807c483db5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.361685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19111355-88b7-46d0-97b7-f6f8a67e854e req-20af26be-c417-4f4e-8352-a1807c483db5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1335955 Sep 16 05:06:53.370076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c9a0053-f149-4005-8079-bed4f3772960 req-63871024-bdef-42d1-9541-c91239eca8cd tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668955 Sep 16 05:06:53.409938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19111355-88b7-46d0-97b7-f6f8a67e854e req-40421aa3-73f2-432c-84a8-90e2d8bbd863 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388687 Sep 16 05:06:53.465008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.466282 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9d22fcd8-b2c6-402c-bfd6-e89a56036f18 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2325356 Sep 16 05:06:53.468816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50794) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:53.826858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50804) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:53.981102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f69734ac-b70c-4f90-9447-d2cca7d67454 tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.5111265 Sep 16 05:06:53.982579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50812) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:53.997141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b8c51-62f3-4ec4-8501-897230017ee6 req-04d07f79-5f47-4b55-a2c7-ece19f8ee966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.998686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-046b8c51-62f3-4ec4-8501-897230017ee6 req-04d07f79-5f47-4b55-a2c7-ece19f8ee966 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be85c04689e0447ca8e5936abf67644c&device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 1098 time: 0.1275806 Sep 16 05:06:54.006899 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc80b2e-901e-45e8-885c-192209aa280b req-78a2d272-45e8-4ba1-8f2d-49a6a57de500 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.008429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3bc80b2e-901e-45e8-885c-192209aa280b req-78a2d272-45e8-4ba1-8f2d-49a6a57de500 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.1386356 Sep 16 05:06:54.073747 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-869c74f2-83f0-4394-a4c9-d731d03dc09f tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0899110 Sep 16 05:06:54.076411 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ebb5d897-bee5-482f-b3c2-35dd9f26d29d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2747fe2fb3fe404fa767907174351de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482760 Sep 16 05:06:54.077071 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50814) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:54.083549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50816) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:54.117069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3bc80b2e-901e-45e8-885c-192209aa280b req-57334666-cb53-43da-b293-05d81e99ec3b tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894482 Sep 16 05:06:54.147269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b8c51-62f3-4ec4-8501-897230017ee6 req-1b110c13-e3cb-45e4-8621-38a5e75d4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.149554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-046b8c51-62f3-4ec4-8501-897230017ee6 req-1b110c13-e3cb-45e4-8621-38a5e75d4dd3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=83e93922-7656-483d-9a51-ad0f15994c9e HTTP/1.1" status: 200 len: 911 time: 0.1400619 Sep 16 05:06:54.224063 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-046b8c51-62f3-4ec4-8501-897230017ee6 req-8451f1fa-4712-43b5-a149-fb5e7e32f531 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b90c980c-8b3c-4375-b1b2-67d59bcc2b44 HTTP/1.1" status: 200 len: 1001 time: 0.0634210 Sep 16 05:06:54.234657 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7158163-4f6e-4991-8db2-2b179bc05247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.264052 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e4b61680-91aa-4958-b230-491b7d4d5e75 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Deleting port 73b5cb32-886d-48fc-b380-a39c9654fe8d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:54.264435 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4b61680-91aa-4958-b230-491b7d4d5e75 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.267183 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7158163-4f6e-4991-8db2-2b179bc05247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.286513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b8c51-62f3-4ec4-8501-897230017ee6 req-5fbfaacf-67e2-4d50-8a7f-6a0cf2410130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.288068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-046b8c51-62f3-4ec4-8501-897230017ee6 req-5fbfaacf-67e2-4d50-8a7f-6a0cf2410130 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15d61f5f-1073-4f65-93f4-bed009717890 HTTP/1.1" status: 200 len: 850 time: 0.0544372 Sep 16 05:06:54.346509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b8c51-62f3-4ec4-8501-897230017ee6 req-89447609-a551-4e46-b5a4-3ad443f0f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.348499 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-046b8c51-62f3-4ec4-8501-897230017ee6 req-89447609-a551-4e46-b5a4-3ad443f0f0e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83e93922-7656-483d-9a51-ad0f15994c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506294 Sep 16 05:06:54.370552 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4b61680-91aa-4958-b230-491b7d4d5e75 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.370885 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4b61680-91aa-4958-b230-491b7d4d5e75 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.385180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e4b61680-91aa-4958-b230-491b7d4d5e75 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Calling delete_port for 73b5cb32-886d-48fc-b380-a39c9654fe8d owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:54.454057 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-046b8c51-62f3-4ec4-8501-897230017ee6 req-fc507538-2c6e-43bc-84cb-d6eb3517db0a service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972316 Sep 16 05:06:54.461379 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7158163-4f6e-4991-8db2-2b179bc05247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.465414 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7158163-4f6e-4991-8db2-2b179bc05247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.466693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f7158163-4f6e-4991-8db2-2b179bc05247 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b766929-933e-40c2-8e44-8a204598ebe5 HTTP/1.1" status: 204 len: 168 time: 0.3822281 Sep 16 05:06:54.496430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7158163-4f6e-4991-8db2-2b179bc05247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b766929-933e-40c2-8e44-8a204598ebe5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:54.603640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff37ee0-1637-4623-a4a0-87b2542d95d8 req-7d592e37-5106-4105-814d-f73d349a0a41 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.605137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ff37ee0-1637-4623-a4a0-87b2542d95d8 req-7d592e37-5106-4105-814d-f73d349a0a41 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1079130 Sep 16 05:06:54.607851 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-046b8c51-62f3-4ec4-8501-897230017ee6 req-f2de0e61-6169-43dd-8e4c-2c0888960e25 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451976 Sep 16 05:06:54.653648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ff37ee0-1637-4623-a4a0-87b2542d95d8 req-8310e1ab-6f8a-4c09-be44-091883ddfb26 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415204 Sep 16 05:06:54.682604 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4b61680-91aa-4958-b230-491b7d4d5e75 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.709620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b61680-91aa-4958-b230-491b7d4d5e75 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Pushing event deleted for resources: {'Port': ['ID=73b5cb32-886d-48fc-b380-a39c9654fe8d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:54.774714 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4b61680-91aa-4958-b230-491b7d4d5e75 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.778445 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4b61680-91aa-4958-b230-491b7d4d5e75 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.778667 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e4b61680-91aa-4958-b230-491b7d4d5e75 tempest-FloatingIPAdminTestJSON-1487139073 tempest-FloatingIPAdminTestJSON-1487139073-project] 10.222.0.24 "DELETE /v2.0/floatingips/52a4b47d-e2c5-4735-b809-378ef86fa07d HTTP/1.1" status: 204 len: 168 time: 0.7006781 Sep 16 05:06:54.781333 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50824) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:54.907921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-904158c5-98f3-45ba-af6f-6e80b91dac8b tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Deleting port 60b1f4fd-dca3-4116-872c-e7f411640996 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:54.908655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904158c5-98f3-45ba-af6f-6e80b91dac8b tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.989745 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904158c5-98f3-45ba-af6f-6e80b91dac8b tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.990087 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904158c5-98f3-45ba-af6f-6e80b91dac8b tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.002443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-904158c5-98f3-45ba-af6f-6e80b91dac8b tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Calling delete_port for 60b1f4fd-dca3-4116-872c-e7f411640996 owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:55.223927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50830) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:55.244895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e88cb613-df6c-4b75-ac7b-bab995fdbd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.257498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cdc48-4552-48d9-9e6c-897ff72158f8 req-f2e327f9-7ca6-4400-9ee9-ed26b6f64aa9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.260221 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e97cdc48-4552-48d9-9e6c-897ff72158f8 req-f2e327f9-7ca6-4400-9ee9-ed26b6f64aa9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.0630405 Sep 16 05:06:55.278076 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904158c5-98f3-45ba-af6f-6e80b91dac8b tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.315747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904158c5-98f3-45ba-af6f-6e80b91dac8b tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Pushing event deleted for resources: {'Port': ['ID=60b1f4fd-dca3-4116-872c-e7f411640996,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:55.324058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e97cdc48-4552-48d9-9e6c-897ff72158f8 req-c583c735-9c14-4a46-b23a-1d485692cdb8 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572958 Sep 16 05:06:55.410965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904158c5-98f3-45ba-af6f-6e80b91dac8b tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.413447 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-904158c5-98f3-45ba-af6f-6e80b91dac8b tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.414819 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-904158c5-98f3-45ba-af6f-6e80b91dac8b tempest-FloatingIPAdminTestJSON-1517013027 tempest-FloatingIPAdminTestJSON-1517013027-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/c12dcbf7-ecb4-4742-b6b1-33cfffc04c8c HTTP/1.1" status: 204 len: 168 time: 0.6325068 Sep 16 05:06:55.419058 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50832) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:55.424433 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e88cb613-df6c-4b75-ac7b-bab995fdbd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.488016 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e88cb613-df6c-4b75-ac7b-bab995fdbd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.520146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-971dba53-059b-42a6-bd4a-580199ecda43 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Deleting port 6ce16cc5-b38d-4cab-b0d1-33ae8df5d15c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:55.520146 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-971dba53-059b-42a6-bd4a-580199ecda43 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.533612 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e88cb613-df6c-4b75-ac7b-bab995fdbd87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5818ab1a5682435dba13acfd3038e35c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090899 Sep 16 05:06:55.535598 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cb613-df6c-4b75-ac7b-bab995fdbd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d89a3b-4ea2-4fd4-b454-f2acb041d6ba,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:55.537383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50834) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:55.592361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aafe5567-a411-4617-8514-113e22b48984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.613137 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aafe5567-a411-4617-8514-113e22b48984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.618459 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-971dba53-059b-42a6-bd4a-580199ecda43 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.631708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-971dba53-059b-42a6-bd4a-580199ecda43 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Calling delete_port for 6ce16cc5-b38d-4cab-b0d1-33ae8df5d15c owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:55.750660 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aafe5567-a411-4617-8514-113e22b48984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.753297 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aafe5567-a411-4617-8514-113e22b48984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.756825 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aafe5567-a411-4617-8514-113e22b48984 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49d89a3b-4ea2-4fd4-b454-f2acb041d6ba HTTP/1.1" status: 204 len: 168 time: 0.2161715 Sep 16 05:06:55.765862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe5567-a411-4617-8514-113e22b48984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d89a3b-4ea2-4fd4-b454-f2acb041d6ba,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:55.820053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debc5e5-b9d7-48bb-84d8-f5606f8c25bf req-c830acaf-b4e4-42d3-86b7-06684e0cd79f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.821786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9debc5e5-b9d7-48bb-84d8-f5606f8c25bf req-c830acaf-b4e4-42d3-86b7-06684e0cd79f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0781076 Sep 16 05:06:55.852910 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-971dba53-059b-42a6-bd4a-580199ecda43 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.900416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9debc5e5-b9d7-48bb-84d8-f5606f8c25bf req-ce45fd87-cc6e-411e-95a6-641743afb8c8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713139 Sep 16 05:06:55.913949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dba53-059b-42a6-bd4a-580199ecda43 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event deleted for resources: {'Port': ['ID=6ce16cc5-b38d-4cab-b0d1-33ae8df5d15c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:55.976286 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-971dba53-059b-42a6-bd4a-580199ecda43 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.978966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-971dba53-059b-42a6-bd4a-580199ecda43 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "DELETE /v2.0/ports/6ce16cc5-b38d-4cab-b0d1-33ae8df5d15c HTTP/1.1" status: 204 len: 168 time: 0.5579011 Sep 16 05:06:55.981541 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50840) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:56.038852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee359f3b-0bc1-4ccf-a3cf-210617eba2df tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.043610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50842) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:56.043783 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ee359f3b-0bc1-4ccf-a3cf-210617eba2df tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "GET /v2.0/ports?device_id=216e4aaa-9762-40b9-bf77-3934a8069e4b HTTP/1.1" status: 200 len: 913 time: 0.0609643 Sep 16 05:06:56.454856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e4984e71-0609-4866-beeb-0d046bbc156c tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.465511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44179a9e-11aa-4f2a-9b63-4d9c7356a96b req-7473f241-4bd9-451d-b8c8-a4e695025aee tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.467001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44179a9e-11aa-4f2a-9b63-4d9c7356a96b req-7473f241-4bd9-451d-b8c8-a4e695025aee tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.0647717 Sep 16 05:06:56.547416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44179a9e-11aa-4f2a-9b63-4d9c7356a96b req-30be8e2e-0674-4994-bf14-b1117e390274 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464005 Sep 16 05:06:56.761560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e4984e71-0609-4866-beeb-0d046bbc156c tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Deleting port 2ab59d60-1beb-4032-a8af-c55825b8a65e {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:56.761911 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e4984e71-0609-4866-beeb-0d046bbc156c tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.856566 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e4984e71-0609-4866-beeb-0d046bbc156c tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.865142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e4984e71-0609-4866-beeb-0d046bbc156c tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Calling delete_port for 2ab59d60-1beb-4032-a8af-c55825b8a65e owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:57.059630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f2bb9-b005-4446-96c7-df53d38f0a8a req-8afb4cb0-ad61-4b4e-be6a-999e1a9e3934 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.061195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-591f2bb9-b005-4446-96c7-df53d38f0a8a req-8afb4cb0-ad61-4b4e-be6a-999e1a9e3934 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0648558 Sep 16 05:06:57.136211 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-591f2bb9-b005-4446-96c7-df53d38f0a8a req-64ff3f60-ba07-45fe-847e-66cab725fc31 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686727 Sep 16 05:06:57.177955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50868) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:57.217175 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e4984e71-0609-4866-beeb-0d046bbc156c tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.254486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4984e71-0609-4866-beeb-0d046bbc156c tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event deleted for resources: {'Port': ['ID=2ab59d60-1beb-4032-a8af-c55825b8a65e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:57.393308 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf5a443-4e1c-43c3-a7d2-c92bd83779a1 admin admin] Deleting subnet 1578681f-9808-4822-a7ed-db3a969f9a17 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:57.397486 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a443-4e1c-43c3-a7d2-c92bd83779a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.444686 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a443-4e1c-43c3-a7d2-c92bd83779a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.465436 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e4984e71-0609-4866-beeb-0d046bbc156c tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.526896 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a443-4e1c-43c3-a7d2-c92bd83779a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.683317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a443-4e1c-43c3-a7d2-c92bd83779a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.713813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5a443-4e1c-43c3-a7d2-c92bd83779a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1578681f-9808-4822-a7ed-db3a969f9a17,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:57.718061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a443-4e1c-43c3-a7d2-c92bd83779a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.722841 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7cf5a443-4e1c-43c3-a7d2-c92bd83779a1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1578681f-9808-4822-a7ed-db3a969f9a17 HTTP/1.1" status: 204 len: 168 time: 0.5430269 Sep 16 05:06:57.723545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50880) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:57.753225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4984e71-0609-4866-beeb-0d046bbc156c tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Router 216e4aaa-9762-40b9-bf77-3934a8069e4b has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:06:57.805622 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.872102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4984e71-0609-4866-beeb-0d046bbc156c tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:06:57.883246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e4984e71-0609-4866-beeb-0d046bbc156c tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "PUT /v2.0/routers/216e4aaa-9762-40b9-bf77-3934a8069e4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8378158 Sep 16 05:06:57.885417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50884) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:57.886100 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44ab4d-50a2-439c-b6af-2b7a6a5a03bc None None] Sync routers for ids ['216e4aaa-9762-40b9-bf77-3934a8069e4b'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:06:57.899009 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44ab4d-50a2-439c-b6af-2b7a6a5a03bc None None] Routers {'216e4aaa-9762-40b9-bf77-3934a8069e4b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:57.899833 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3d44ab4d-50a2-439c-b6af-2b7a6a5a03bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:06:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['216e4aaa-9762-40b9-bf77-3934a8069e4b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:57.903349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.924411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33013b96-358b-4b6c-9e87-35051574e47d']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:57.935714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162a3134-15f9-4c28-9479-5d6756e8835f') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:57.936255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162a3134-15f9-4c28-9479-5d6756e8835f') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:57.936738 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3d44ab4d-50a2-439c-b6af-2b7a6a5a03bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:57.946363 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44ab4d-50a2-439c-b6af-2b7a6a5a03bc None None] Routers {'216e4aaa-9762-40b9-bf77-3934a8069e4b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:06:57.947025 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3d44ab4d-50a2-439c-b6af-2b7a6a5a03bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:06:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['216e4aaa-9762-40b9-bf77-3934a8069e4b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:57.947237 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.967610 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.975719 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:57.976170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:57.978581 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:57.990379 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-3d44ab4d-50a2-439c-b6af-2b7a6a5a03bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:57.990379 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44ab4d-50a2-439c-b6af-2b7a6a5a03bc None None] The sync data for ids ['216e4aaa-9762-40b9-bf77-3934a8069e4b'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:06:58.034768 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.122745 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.129579 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.135383 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] 10.222.0.24 "DELETE /v2.0/networks/33013b96-358b-4b6c-9e87-35051574e47d HTTP/1.1" status: 204 len: 168 time: 0.4069991 Sep 16 05:06:58.138850 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.143815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b6088-fb89-4fe8-8883-c1dd53ef916a admin admin] Pushing event deleted for resources: {'Network': ['ID=33013b96-358b-4b6c-9e87-35051574e47d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:58.296664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a797b-060e-4d7d-bba7-b871f910cdd2 req-e5445187-9a43-484a-bd0e-936af146fada tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.298437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad5a797b-060e-4d7d-bba7-b871f910cdd2 req-e5445187-9a43-484a-bd0e-936af146fada tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0898736 Sep 16 05:06:58.347469 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Deleting port 9c606026-ee97-4785-b0ae-6b37c23c81f4 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:58.347814 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.351920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad5a797b-060e-4d7d-bba7-b871f910cdd2 req-676ea782-b7db-45fc-a232-71a8b9f5293c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474539 Sep 16 05:06:58.436505 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.451736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Calling delete_port for 9c606026-ee97-4785-b0ae-6b37c23c81f4 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:58.642025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50906) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:58.684444 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0ecf297f-0d7d-4a62-8104-df67ca616bb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74552cee31db4306b625e7ca462c68fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403063 Sep 16 05:06:58.686211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50908) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:58.690991 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.724628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event deleted for resources: {'Port': ['ID=9c606026-ee97-4785-b0ae-6b37c23c81f4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:58.746836 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8dab-4758-4743-97fb-d65a2c172574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.764226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50910) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:58.773930 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8dab-4758-4743-97fb-d65a2c172574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.791198 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.881531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-aa6a1c66-4fbc-449a-8f95-639daabc49c9 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:58.890306 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.892409 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.939748 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8dab-4758-4743-97fb-d65a2c172574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.942384 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8dab-4758-4743-97fb-d65a2c172574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.947023 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7ffc8dab-4758-4743-97fb-d65a2c172574 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96242b3a-230b-4047-b2bb-16dd40ccfedc HTTP/1.1" status: 204 len: 168 time: 0.2565048 Sep 16 05:06:58.951926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc8dab-4758-4743-97fb-d65a2c172574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96242b3a-230b-4047-b2bb-16dd40ccfedc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:59.047818 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aa6a1c66-4fbc-449a-8f95-639daabc49c9 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] 10.222.0.24 "PUT /v2.0/quotas/4e72df50c2b946bcb91cfbdb89cc2356 HTTP/1.1" status: 200 len: 368 time: 0.2825251 Sep 16 05:06:59.050455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50916) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:59.055765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Request body: {'network': {'project_id': '4e72df50c2b946bcb91cfbdb89cc2356'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:59.102800 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.103325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Fanout notify agent at l3_agent the message router_deleted on router 216e4aaa-9762-40b9-bf77-3934a8069e4b {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:06:59.111208 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.112296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-66f24cb1-722b-4fd5-9b5a-7476ff0cd748 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "DELETE /v2.0/routers/216e4aaa-9762-40b9-bf77-3934a8069e4b HTTP/1.1" status: 204 len: 168 time: 1.2253551 Sep 16 05:06:59.114732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50918) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:59.169977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-97db0140-590a-4b2a-b183-37ec943a6b35 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Deleting subnet 23c3aa85-14a6-4a0f-8dba-6ab7cc66ef5f {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:59.173030 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97db0140-590a-4b2a-b183-37ec943a6b35 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.213729 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97db0140-590a-4b2a-b183-37ec943a6b35 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.225291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Made reservation on behalf of 4e72df50c2b946bcb91cfbdb89cc2356 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:59.228007 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.236716 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.309378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97db0140-590a-4b2a-b183-37ec943a6b35 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.349652 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.413773 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.446179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:06:59.451165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc1739b-36ee-4561-a755-cacb58dc9751,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:59.451553 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97db0140-590a-4b2a-b183-37ec943a6b35 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.468702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.470629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.470629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.470629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.470629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.470629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.470629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.471338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.471338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.471558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.472096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.472793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.481238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.482274 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Added segment bcff7748-4ac5-457d-81a0-a04d057202ea of type vlan for network 657e53f4-1d98-4935-852f-c24ede90a96d Sep 16 05:06:59.487629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db0140-590a-4b2a-b183-37ec943a6b35 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event deleted for resources: {'Subnet': ['ID=23c3aa85-14a6-4a0f-8dba-6ab7cc66ef5f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:59.493251 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97db0140-590a-4b2a-b183-37ec943a6b35 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.495259 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-97db0140-590a-4b2a-b183-37ec943a6b35 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "DELETE /v2.0/subnets/23c3aa85-14a6-4a0f-8dba-6ab7cc66ef5f HTTP/1.1" status: 204 len: 168 time: 0.3796074 Sep 16 05:06:59.498654 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50930) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:59.500691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b862c329-6edd-419f-8cee-2da2f24fc424 None None] Network 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:59.513127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2491d2f-8226-4746-8a65-0bc9403642b6 req-2d7a16e8-c48c-46e2-beb8-4fc8f19dc2f6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.514978 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2491d2f-8226-4746-8a65-0bc9403642b6 req-2d7a16e8-c48c-46e2-beb8-4fc8f19dc2f6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0935538 Sep 16 05:06:59.556724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2491d2f-8226-4746-8a65-0bc9403642b6 req-02320434-eed6-4e41-ac07-1fa6857fd59b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349824 Sep 16 05:06:59.573443 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.637521 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.699782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Deleting port 1fc71dee-5304-4747-95aa-61f3e8343ae4 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:59.700829 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.758482 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.759372 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.759954 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.808264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] For port 1fc71dee-5304-4747-95aa-61f3e8343ae4, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1fc71dee-5304-4747-95aa-61f3e8343ae4,segment=NetworkSegment(66059463-4b14-40d3-a9bb-295bf0a0b2b1),segment_id=66059463-4b14-40d3-a9bb-295bf0a0b2b1)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:59.808660 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.847749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Pushing event updated for resources: {'Network': ['ID=657e53f4-1d98-4935-852f-c24ede90a96d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:59.850161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Calling delete_port for 1fc71dee-5304-4747-95aa-61f3e8343ae4 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:59.863690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fd910c-0e70-48c8-b749-c6cfde50491e None None] DHCP port deletion for 0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:06:59.873702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 657e53f4-1d98-4935-852f-c24ede90a96d details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:59.908101 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1d0c274a-419f-4449-88b1-427cd28f0934 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8544052 Sep 16 05:06:59.908432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50940) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:59.915499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5b68a4e1-a947-4c4e-ad14-d43b85453471 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Request body: {'network': {'project_id': '4e72df50c2b946bcb91cfbdb89cc2356'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:59.981346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-57fd910c-0e70-48c8-b749-c6cfde50491e None None] Deleting port 1fc71dee-5304-4747-95aa-61f3e8343ae4 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:59.984074 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-57fd910c-0e70-48c8-b749-c6cfde50491e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.041987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b68a4e1-a947-4c4e-ad14-d43b85453471 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Made reservation on behalf of 4e72df50c2b946bcb91cfbdb89cc2356 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:00.044088 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-57fd910c-0e70-48c8-b749-c6cfde50491e None None] For port 1fc71dee-5304-4747-95aa-61f3e8343ae4, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1fc71dee-5304-4747-95aa-61f3e8343ae4,segment=NetworkSegment(66059463-4b14-40d3-a9bb-295bf0a0b2b1),segment_id=66059463-4b14-40d3-a9bb-295bf0a0b2b1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:00.044290 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b68a4e1-a947-4c4e-ad14-d43b85453471 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.044528 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-57fd910c-0e70-48c8-b749-c6cfde50491e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.056955 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.057343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-57fd910c-0e70-48c8-b749-c6cfde50491e None None] Calling delete_port for 1fc71dee-5304-4747-95aa-61f3e8343ae4 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:00.098434 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event deleted for resources: {'Port': ['ID=1fc71dee-5304-4747-95aa-61f3e8343ae4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:00.105348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] No DVR routers for this DVR port 1fc71dee-5304-4747-95aa-61f3e8343ae4 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:00.133398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b68a4e1-a947-4c4e-ad14-d43b85453471 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:00.142817 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-57fd910c-0e70-48c8-b749-c6cfde50491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.158457 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b68a4e1-a947-4c4e-ad14-d43b85453471 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.158850 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-5b68a4e1-a947-4c4e-ad14-d43b85453471 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Added segment ca5d3347-01b0-4fc3-9215-b98aad31e6a7 of type vlan for network 9fe2b589-1adc-4680-a12d-3efbc40659d6 Sep 16 05:07:00.171132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd910c-0e70-48c8-b749-c6cfde50491e None None] Pushing event deleted for resources: {'Port': ['ID=1fc71dee-5304-4747-95aa-61f3e8343ae4,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:00.174769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd910c-0e70-48c8-b749-c6cfde50491e None None] No DVR routers for this DVR port 1fc71dee-5304-4747-95aa-61f3e8343ae4 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:00.237401 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.257982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b68a4e1-a947-4c4e-ad14-d43b85453471 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.269837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:00.283556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66059463-4b14-40d3-a9bb-295bf0a0b2b1') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:00.283859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66059463-4b14-40d3-a9bb-295bf0a0b2b1') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:00.301982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.318713 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.325203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:00.325596 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:00.328502 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:00.388871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b68a4e1-a947-4c4e-ad14-d43b85453471 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.389901 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b68a4e1-a947-4c4e-ad14-d43b85453471 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.390512 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b68a4e1-a947-4c4e-ad14-d43b85453471 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.450785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68a4e1-a947-4c4e-ad14-d43b85453471 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Pushing event updated for resources: {'Network': ['ID=9fe2b589-1adc-4680-a12d-3efbc40659d6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:00.460652 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 9fe2b589-1adc-4680-a12d-3efbc40659d6 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:00.482518 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.489928 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.491215 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "DELETE /v2.0/networks/0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d HTTP/1.1" status: 204 len: 168 time: 0.9911664 Sep 16 05:07:00.493968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50948) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:00.510542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f961ad-8c50-42f0-a995-89b6e38e964e tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event deleted for resources: {'Network': ['ID=0ba78679-1d1f-4701-9f4f-2db9d5f1aa1d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:00.590955 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5b68a4e1-a947-4c4e-ad14-d43b85453471 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6781635 Sep 16 05:07:00.591951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50952) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:00.595500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b2eaf8d4-4b38-4298-974b-c1c1a14ae8bb tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Request body: {'network': {'project_id': '4e72df50c2b946bcb91cfbdb89cc2356'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:00.615740 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2eaf8d4-4b38-4298-974b-c1c1a14ae8bb tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:07:00.616365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2eaf8d4-4b38-4298-974b-c1c1a14ae8bb tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:00.621880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b2eaf8d4-4b38-4298-974b-c1c1a14ae8bb tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0282156 Sep 16 05:07:00.622587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50956) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:00.683292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-61f35905-8234-4695-8f59-4910f9bd8877 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Deleting port c30b9708-8f9b-43f5-8a46-c086cfe340ea {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:00.683641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f35905-8234-4695-8f59-4910f9bd8877 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.687905 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2d073f1e-7480-4c56-8485-7ce99bd9ca56 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e72df50c2b946bcb91cfbdb89cc2356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636835 Sep 16 05:07:00.691893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc21c5-b1b9-442a-bd2b-e83f3e44d59e req-f499e218-6d22-4cd5-a16e-a33aa0aa9713 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.693428 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4cc21c5-b1b9-442a-bd2b-e83f3e44d59e req-f499e218-6d22-4cd5-a16e-a33aa0aa9713 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0512474 Sep 16 05:07:00.693890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50960) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:00.760174 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4cc21c5-b1b9-442a-bd2b-e83f3e44d59e req-fe1af134-7fcc-459b-8a52-f162b73e1436 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589871 Sep 16 05:07:00.766539 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f35905-8234-4695-8f59-4910f9bd8877 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.767107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f35905-8234-4695-8f59-4910f9bd8877 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.773807 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d297e86e-0559-49e7-b7df-ff761d0cc26b tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.783780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-61f35905-8234-4695-8f59-4910f9bd8877 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Calling delete_port for c30b9708-8f9b-43f5-8a46-c086cfe340ea owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:00.798225 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d297e86e-0559-49e7-b7df-ff761d0cc26b tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.923985 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1fc71dee-5304-4747-95aa-61f3e8343ae4 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:00.925905 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d297e86e-0559-49e7-b7df-ff761d0cc26b tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.928593 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d297e86e-0559-49e7-b7df-ff761d0cc26b tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.929820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d297e86e-0559-49e7-b7df-ff761d0cc26b tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fc1739b-36ee-4561-a755-cacb58dc9751 HTTP/1.1" status: 204 len: 168 time: 0.2348659 Sep 16 05:07:00.933023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50968) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:00.944722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297e86e-0559-49e7-b7df-ff761d0cc26b tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc1739b-36ee-4561-a755-cacb58dc9751,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:00.965435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 1fc71dee-5304-4747-95aa-61f3e8343ae4 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:00.965855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1fc71dee-5304-4747-95aa-61f3e8343ae4 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:01.013467 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.033233 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f35905-8234-4695-8f59-4910f9bd8877 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.060234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f35905-8234-4695-8f59-4910f9bd8877 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Pushing event deleted for resources: {'Port': ['ID=c30b9708-8f9b-43f5-8a46-c086cfe340ea,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:01.099637 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.121119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe2b589-1adc-4680-a12d-3efbc40659d6']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:01.127912 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f35905-8234-4695-8f59-4910f9bd8877 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.130494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-61f35905-8234-4695-8f59-4910f9bd8877 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.142702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5d3347-01b0-4fc3-9215-b98aad31e6a7') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:01.142702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5d3347-01b0-4fc3-9215-b98aad31e6a7') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:01.143493 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-61f35905-8234-4695-8f59-4910f9bd8877 tempest-FloatingIPAdminTestJSON-857933261 tempest-FloatingIPAdminTestJSON-857933261-project] 10.222.0.24 "DELETE /v2.0/floatingips/e7f1f398-2bcf-469f-a5e5-9ee05d55a28f HTTP/1.1" status: 204 len: 168 time: 0.6368692 Sep 16 05:07:01.143926 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.157634 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.163638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:01.164152 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:01.171535 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:01.345271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.350781 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.352654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] 10.222.0.24 "DELETE /v2.0/networks/9fe2b589-1adc-4680-a12d-3efbc40659d6 HTTP/1.1" status: 204 len: 168 time: 0.4184875 Sep 16 05:07:01.355513 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50976) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:01.365806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f33490-cfea-4f2e-9bd5-4970cc0e3dba tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fe2b589-1adc-4680-a12d-3efbc40659d6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:01.422834 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.491549 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50978) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:01.496796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ebcbfa3d-332c-4891-a8de-389ba4ebf888 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628959376', 'description': 'tempest-secgroup-smoke-1628959376 description', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:01.507535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.529118 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657e53f4-1d98-4935-852f-c24ede90a96d']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:01.538429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcff7748-4ac5-457d-81a0-a04d057202ea') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:01.540764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcff7748-4ac5-457d-81a0-a04d057202ea') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:01.548053 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.561049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.566715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:01.569269 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:01.588096 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfa3d-332c-4891-a8de-389ba4ebf888 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.596645 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfa3d-332c-4891-a8de-389ba4ebf888 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.705138 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.721849 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.724784 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] 10.222.0.24 "DELETE /v2.0/networks/657e53f4-1d98-4935-852f-c24ede90a96d HTTP/1.1" status: 204 len: 168 time: 0.3674269 Sep 16 05:07:01.724928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50982) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:01.725204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a3c40-e1df-44dc-a7bc-45c92789f5c8 tempest-QuotasNegativeTest-1497928725 tempest-QuotasNegativeTest-1497928725-project-admin] Pushing event deleted for resources: {'Network': ['ID=657e53f4-1d98-4935-852f-c24ede90a96d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:01.782413 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfa3d-332c-4891-a8de-389ba4ebf888 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.874759 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfa3d-332c-4891-a8de-389ba4ebf888 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.273542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-862a766c-e424-47b9-8bb1-0e0748bc95c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ec7791952e249c4a738a10b91250ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481050 Sep 16 05:07:02.276275 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 50992) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:02.276831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbfa3d-332c-4891-a8de-389ba4ebf888 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d221de58-8819-4e35-a2a3-f9e0de8675b4,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:02.309315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445b356-197d-4aa3-969e-aa3341805447 req-66e7db76-5e06-4a95-9935-8197880344ec tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:02.311290 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3445b356-197d-4aa3-969e-aa3341805447 req-66e7db76-5e06-4a95-9935-8197880344ec tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.4723275 Sep 16 05:07:02.333180 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eba10cf0-f4f9-4fca-9b63-96982901bf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.355988 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eba10cf0-f4f9-4fca-9b63-96982901bf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.368921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3445b356-197d-4aa3-969e-aa3341805447 req-6bb7cd3c-301c-4563-bff0-1497d848923e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503905 Sep 16 05:07:02.386795 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfa3d-332c-4891-a8de-389ba4ebf888 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.473961 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfa3d-332c-4891-a8de-389ba4ebf888 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.504135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbfa3d-332c-4891-a8de-389ba4ebf888 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf7d408-bf00-4b4e-872d-41effc81e581,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:02.505175 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eba10cf0-f4f9-4fca-9b63-96982901bf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.508616 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eba10cf0-f4f9-4fca-9b63-96982901bf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.515450 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eba10cf0-f4f9-4fca-9b63-96982901bf4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/983b7005-ba03-42e5-832d-0f6967de0d41 HTTP/1.1" status: 204 len: 168 time: 0.2323382 Sep 16 05:07:02.519355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba10cf0-f4f9-4fca-9b63-96982901bf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983b7005-ba03-42e5-832d-0f6967de0d41,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:02.565619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfa3d-332c-4891-a8de-389ba4ebf888 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.566998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ebcbfa3d-332c-4891-a8de-389ba4ebf888 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0741036 Sep 16 05:07:02.570029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 50998) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:02.574624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-859961eb-fdaf-4393-9348-75e17bff6e27 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'caf7d408-bf00-4b4e-872d-41effc81e581', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:02.616676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51000) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:02.659743 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-859961eb-fdaf-4393-9348-75e17bff6e27 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.708346 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-859961eb-fdaf-4393-9348-75e17bff6e27 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.725319 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-31d99c53-ddd1-45d6-b975-06ee5e7f1972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.799072 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-859961eb-fdaf-4393-9348-75e17bff6e27 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.827360 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-31d99c53-ddd1-45d6-b975-06ee5e7f1972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.829147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859961eb-fdaf-4393-9348-75e17bff6e27 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a14153a-9ea7-4113-b5c5-62b3487b51fa,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:02.906612 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-31d99c53-ddd1-45d6-b975-06ee5e7f1972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.946233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-31d99c53-ddd1-45d6-b975-06ee5e7f1972 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45408d11636c4162ab8cde53be0acd71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276153 Sep 16 05:07:02.947332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d99c53-ddd1-45d6-b975-06ee5e7f1972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fda633-1958-4d9e-b8a4-2d3efa354f36,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:02.948823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51006) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:02.973732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-859961eb-fdaf-4393-9348-75e17bff6e27 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.974950 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-859961eb-fdaf-4393-9348-75e17bff6e27 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4039464 Sep 16 05:07:02.977843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51008) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:02.982255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3d8da1b8-14a0-4c1c-8144-1c5ad1d4053d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'caf7d408-bf00-4b4e-872d-41effc81e581', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:03.018541 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a458b58-a51a-4691-9fcf-b8ede0727424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.040217 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a458b58-a51a-4691-9fcf-b8ede0727424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.127033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d8da1b8-14a0-4c1c-8144-1c5ad1d4053d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.181715 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a458b58-a51a-4691-9fcf-b8ede0727424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.184213 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a458b58-a51a-4691-9fcf-b8ede0727424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.185428 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3a458b58-a51a-4691-9fcf-b8ede0727424 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70fda633-1958-4d9e-b8a4-2d3efa354f36 HTTP/1.1" status: 204 len: 168 time: 0.2353780 Sep 16 05:07:03.202251 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d8da1b8-14a0-4c1c-8144-1c5ad1d4053d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.203673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a458b58-a51a-4691-9fcf-b8ede0727424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fda633-1958-4d9e-b8a4-2d3efa354f36,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:03.225881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51012) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:03.243792 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5892d881-194b-454c-8b80-74ac3e1b238a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.288123 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d8da1b8-14a0-4c1c-8144-1c5ad1d4053d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.307964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8da1b8-14a0-4c1c-8144-1c5ad1d4053d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f09a37e-7b3c-4370-a591-ca55afbc90dd,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:03.334525 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5892d881-194b-454c-8b80-74ac3e1b238a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.413550 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5892d881-194b-454c-8b80-74ac3e1b238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.475073 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892d881-194b-454c-8b80-74ac3e1b238a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dacd484-e6f4-4036-8f28-8ba2e6a9b4e6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:03.483254 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5892d881-194b-454c-8b80-74ac3e1b238a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25429c90ad4048ffb9af7f230a69c2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558744 Sep 16 05:07:03.486041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51018) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:03.505351 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d8da1b8-14a0-4c1c-8144-1c5ad1d4053d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.505351 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3d8da1b8-14a0-4c1c-8144-1c5ad1d4053d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5171645 Sep 16 05:07:03.505351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51020) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:03.510668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-13d8f080-9820-4939-9dde-6acc1411e371 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'caf7d408-bf00-4b4e-872d-41effc81e581', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:03.536961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c80c81-d213-489f-b59a-42fe28ffebca req-4ca1a98e-23e8-497f-b098-b2b811179a88 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.538449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7c80c81-d213-489f-b59a-42fe28ffebca req-4ca1a98e-23e8-497f-b098-b2b811179a88 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1016779 Sep 16 05:07:03.567074 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d9bd-589f-4e7a-b3ab-91741da82b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.607357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7c80c81-d213-489f-b59a-42fe28ffebca req-5715cf5c-db92-42c7-b635-9a485ef0e018 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609820 Sep 16 05:07:03.609300 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d9bd-589f-4e7a-b3ab-91741da82b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.614057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13d8f080-9820-4939-9dde-6acc1411e371 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.745020 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d9bd-589f-4e7a-b3ab-91741da82b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.747516 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d9bd-589f-4e7a-b3ab-91741da82b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.748749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e0b3d9bd-589f-4e7a-b3ab-91741da82b0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4dacd484-e6f4-4036-8f28-8ba2e6a9b4e6 HTTP/1.1" status: 204 len: 168 time: 0.2618618 Sep 16 05:07:03.756839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3d9bd-589f-4e7a-b3ab-91741da82b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dacd484-e6f4-4036-8f28-8ba2e6a9b4e6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:03.757983 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13d8f080-9820-4939-9dde-6acc1411e371 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.879388 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13d8f080-9820-4939-9dde-6acc1411e371 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.900640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8f080-9820-4939-9dde-6acc1411e371 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92543c89-84f8-4dd7-88af-9d6db9ab46ed,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:03.988418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51028) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:04.001835 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3984f5a6-87e0-4165-805b-bf4967fdaeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.009731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13d8f080-9820-4939-9dde-6acc1411e371 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.013355 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-13d8f080-9820-4939-9dde-6acc1411e371 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5039637 Sep 16 05:07:04.013529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51030) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:04.018183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-59c70b1c-25e1-4d54-af7b-e2383f89ef44 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'caf7d408-bf00-4b4e-872d-41effc81e581', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:04.019376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb413f8-5a84-40be-8bad-8e626a7196ce req-2bdb4cd6-f039-4189-95be-dbe93dc06879 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.020921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bcb413f8-5a84-40be-8bad-8e626a7196ce req-2bdb4cd6-f039-4189-95be-dbe93dc06879 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0520000 Sep 16 05:07:04.042068 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-59c70b1c-25e1-4d54-af7b-e2383f89ef44 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:07:04.042068 n-d-712137-12 neutron-server[95451]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 05:07:04.042068 n-d-712137-12 neutron-server[95451]: [parameters: {'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'id': '2f73a158-7282-4521-8a6f-a2f36a9cd643', 'expiration': datetime.datetime(2021, 9, 16, 5, 9, 4, 36788)}] Sep 16 05:07:04.042068 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:07:04.042611 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-59c70b1c-25e1-4d54-af7b-e2383f89ef44 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:07:04.063138 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bcb413f8-5a84-40be-8bad-8e626a7196ce req-a24c04b9-1bdd-44e6-a39a-94f5b2938333 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343070 Sep 16 05:07:04.153264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06588aa-63d0-4224-ac5e-dd067fb99dfd req-9638776f-eb81-4190-8355-9c921d34432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.154806 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e06588aa-63d0-4224-ac5e-dd067fb99dfd req-9638776f-eb81-4190-8355-9c921d34432f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 1097 time: 0.0725660 Sep 16 05:07:04.159270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3984f5a6-87e0-4165-805b-bf4967fdaeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.229585 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3984f5a6-87e0-4165-805b-bf4967fdaeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.285199 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3984f5a6-87e0-4165-805b-bf4967fdaeda admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81abfac0bcea475ea580eb3e9224bcc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953837 Sep 16 05:07:04.287166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51034) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:04.290131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06588aa-63d0-4224-ac5e-dd067fb99dfd req-c6ebb816-a09d-486f-8a3a-93d892696e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.291723 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e06588aa-63d0-4224-ac5e-dd067fb99dfd req-c6ebb816-a09d-486f-8a3a-93d892696e1e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.1292782 Sep 16 05:07:04.292782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984f5a6-87e0-4165-805b-bf4967fdaeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c52d1b0-bacc-490a-910a-70cb5b31704c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:04.339799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e68ee1f7-e964-4aa3-88a7-5001a6af178d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.361184 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e68ee1f7-e964-4aa3-88a7-5001a6af178d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.365843 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e06588aa-63d0-4224-ac5e-dd067fb99dfd req-fc72c08f-4ed9-41ac-9f98-04826be56842 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 200 len: 999 time: 0.0658035 Sep 16 05:07:04.416090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06588aa-63d0-4224-ac5e-dd067fb99dfd req-76a4c120-b680-4525-b604-7b4f6a2a97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.417651 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e06588aa-63d0-4224-ac5e-dd067fb99dfd req-76a4c120-b680-4525-b604-7b4f6a2a97e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0449908 Sep 16 05:07:04.456278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51036) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:04.468114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06588aa-63d0-4224-ac5e-dd067fb99dfd req-1734fda6-feab-4868-bdfc-021009ae7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.469671 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e06588aa-63d0-4224-ac5e-dd067fb99dfd req-1734fda6-feab-4868-bdfc-021009ae7483 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444057 Sep 16 05:07:04.470542 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c932e836-fd09-42b7-aa76-6042eb0daa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.472230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e68ee1f7-e964-4aa3-88a7-5001a6af178d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.474885 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e68ee1f7-e964-4aa3-88a7-5001a6af178d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.482421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e68ee1f7-e964-4aa3-88a7-5001a6af178d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c52d1b0-bacc-490a-910a-70cb5b31704c HTTP/1.1" status: 204 len: 168 time: 0.1878352 Sep 16 05:07:04.495159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ee1f7-e964-4aa3-88a7-5001a6af178d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c52d1b0-bacc-490a-910a-70cb5b31704c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:04.583758 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e06588aa-63d0-4224-ac5e-dd067fb99dfd req-c3141665-9a54-4c6c-b379-71c88e14e267 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056705 Sep 16 05:07:04.589846 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c932e836-fd09-42b7-aa76-6042eb0daa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.659552 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c932e836-fd09-42b7-aa76-6042eb0daa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.701237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c932e836-fd09-42b7-aa76-6042eb0daa34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ba5ba11d241457aa17e3522b3150ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437150 Sep 16 05:07:04.702231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932e836-fd09-42b7-aa76-6042eb0daa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782c11f2-53b2-42ad-bf4a-0164a780f196,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:04.704768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51040) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:04.771732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c56445c7-55a1-4124-8449-c87a00a32358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.796426 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c56445c7-55a1-4124-8449-c87a00a32358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.922532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c56445c7-55a1-4124-8449-c87a00a32358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.925754 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c56445c7-55a1-4124-8449-c87a00a32358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.930023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c56445c7-55a1-4124-8449-c87a00a32358 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/782c11f2-53b2-42ad-bf4a-0164a780f196 HTTP/1.1" status: 204 len: 168 time: 0.2087450 Sep 16 05:07:04.936522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56445c7-55a1-4124-8449-c87a00a32358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c11f2-53b2-42ad-bf4a-0164a780f196,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:04.967015 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e06588aa-63d0-4224-ac5e-dd067fb99dfd req-26e72349-c476-48cc-88ae-def9461ecbe2 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756137 Sep 16 05:07:05.005308 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c70b1c-25e1-4d54-af7b-e2383f89ef44 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.061357 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c70b1c-25e1-4d54-af7b-e2383f89ef44 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.185488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e1374-6f97-49ee-9a19-ed00625554db req-4c863f6c-4608-40e2-ac68-a66bd488cd2a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:05.187074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-245e1374-6f97-49ee-9a19-ed00625554db req-4c863f6c-4608-40e2-ac68-a66bd488cd2a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0524943 Sep 16 05:07:05.193910 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c70b1c-25e1-4d54-af7b-e2383f89ef44 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.216879 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c70b1c-25e1-4d54-af7b-e2383f89ef44 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f893feac-8dfa-4ecb-9b3d-252fc2e21a8c,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:05.235936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-245e1374-6f97-49ee-9a19-ed00625554db req-9a7ffee7-885b-4682-b2d8-1337b4268f72 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429823 Sep 16 05:07:05.301382 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-59c70b1c-25e1-4d54-af7b-e2383f89ef44 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.301382 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-59c70b1c-25e1-4d54-af7b-e2383f89ef44 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2860520 Sep 16 05:07:05.303242 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51056) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:05.308730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a0bf5a3c-8665-4121-ab26-80c36dad857d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'caf7d408-bf00-4b4e-872d-41effc81e581', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:05.415877 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-a0bf5a3c-8665-4121-ab26-80c36dad857d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Project b57050cfd0c741c1b347796c3e06ea10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:07:05.420271 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0bf5a3c-8665-4121-ab26-80c36dad857d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.485223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0bf5a3c-8665-4121-ab26-80c36dad857d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.544854 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0bf5a3c-8665-4121-ab26-80c36dad857d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.565001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf5a3c-8665-4121-ab26-80c36dad857d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68afe60-b967-4ab6-8cc6-2339b05ad393,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:05.705491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0bf5a3c-8665-4121-ab26-80c36dad857d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.706736 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a0bf5a3c-8665-4121-ab26-80c36dad857d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4025431 Sep 16 05:07:05.710011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51076) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:05.716591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fc403dd3-facd-4bdc-9750-73f101e8fd91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'caf7d408-bf00-4b4e-872d-41effc81e581', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:05.760792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51080) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:05.842316 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-fc403dd3-facd-4bdc-9750-73f101e8fd91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Project b57050cfd0c741c1b347796c3e06ea10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:07:05.867485 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc403dd3-facd-4bdc-9750-73f101e8fd91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.867485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-772425323'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:05.926621 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc403dd3-facd-4bdc-9750-73f101e8fd91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.990472 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:05.994081 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.003016 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.033275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc403dd3-facd-4bdc-9750-73f101e8fd91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.065996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc403dd3-facd-4bdc-9750-73f101e8fd91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9e455d-aa2e-4ec9-b3bd-a788f530f18b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:06.120681 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.261204 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.292230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:06.298464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042c49da-99b6-479d-9891-d219eb8b45b8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:06.307008 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.307559 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Added segment bd627d7f-65be-41e0-b7a9-861ad56b58c2 of type vlan for network 8dad712b-c6e9-470a-85ab-0545269a4eb5 Sep 16 05:07:06.349240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.357809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf758b90-6237-44f1-b60a-6b92c5986c0a req-8a8f09bc-1672-40cc-90e8-8eefcd8b7dbf tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.359516 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf758b90-6237-44f1-b60a-6b92c5986c0a req-8a8f09bc-1672-40cc-90e8-8eefcd8b7dbf tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0504754 Sep 16 05:07:06.387777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc403dd3-facd-4bdc-9750-73f101e8fd91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.389329 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fc403dd3-facd-4bdc-9750-73f101e8fd91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6775417 Sep 16 05:07:06.394362 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51096) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:06.399944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-aa81a5bb-3bc4-4ce2-a261-a2e83a45fe64 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'network': {'name': 'tempest-network-smoke--788527496', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'port_security_enabled': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:06.400571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf758b90-6237-44f1-b60a-6b92c5986c0a req-55bec8c5-0efd-4032-aad5-394aa1b4d238 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336475 Sep 16 05:07:06.445686 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.451868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.452498 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.523489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa81a5bb-3bc4-4ce2-a261-a2e83a45fe64 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Made reservation on behalf of b57050cfd0c741c1b347796c3e06ea10 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:06.524717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65c0fc-212a-40bd-8d9e-93eb07b507ec req-2c029e91-8a93-47b4-8f32-c0ef912a770f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.526280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a65c0fc-212a-40bd-8d9e-93eb07b507ec req-2c029e91-8a93-47b4-8f32-c0ef912a770f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0509212 Sep 16 05:07:06.527028 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa81a5bb-3bc4-4ce2-a261-a2e83a45fe64 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.530140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Network': ['ID=8dad712b-c6e9-470a-85ab-0545269a4eb5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:06.544112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:06.553572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa81a5bb-3bc4-4ce2-a261-a2e83a45fe64 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:06.565164 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa81a5bb-3bc4-4ce2-a261-a2e83a45fe64 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.565521 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-aa81a5bb-3bc4-4ce2-a261-a2e83a45fe64 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Added segment cb50f77d-dd52-4e54-b099-e5759071850b of type vlan for network 314d528f-5053-45fc-ae4e-4d87509ad1b4 Sep 16 05:07:06.570462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a65c0fc-212a-40bd-8d9e-93eb07b507ec req-bbe93d4b-2777-42ee-82e2-8f6afc46b8b1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369959 Sep 16 05:07:06.620348 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa81a5bb-3bc4-4ce2-a261-a2e83a45fe64 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.632888 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2d8b4dee-f5b5-4297-b37a-fdfb29a368cd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8708937 Sep 16 05:07:06.635814 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51106) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:06.641033 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'name': 'tempest-PortsIpV6TestJSON-254925407'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:06.716696 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa81a5bb-3bc4-4ce2-a261-a2e83a45fe64 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.722444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa81a5bb-3bc4-4ce2-a261-a2e83a45fe64 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.723035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa81a5bb-3bc4-4ce2-a261-a2e83a45fe64 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.795299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81a5bb-3bc4-4ce2-a261-a2e83a45fe64 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Network': ['ID=314d528f-5053-45fc-ae4e-4d87509ad1b4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:06.796408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:06.800017 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.806876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 314d528f-5053-45fc-ae4e-4d87509ad1b4 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:06.818918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 1436200d-7dd5-442c-950b-c652544c9ce6 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:06.918412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51112) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:06.919360 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aa81a5bb-3bc4-4ce2-a261-a2e83a45fe64 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5238068 Sep 16 05:07:06.923326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'admin_state_up': True, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:07.009690 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.031721 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51116) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:07.111414 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.113282 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.130877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-58362cfb-9a73-46a1-ae78-2bc649ea9535 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1933511986'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:07.131473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-58362cfb-9a73-46a1-ae78-2bc649ea9535 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Unknown quota resources ['metering_label']. {{(pid=95451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:07:07.164572 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.205485 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.247762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c56c5-2c18-4fae-8be8-e8df3a3940f2 req-85bf1c15-4dc9-4e85-8520-fbdec2d3ccb0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.249307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-005c56c5-2c18-4fae-8be8-e8df3a3940f2 req-85bf1c15-4dc9-4e85-8520-fbdec2d3ccb0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1328309 Sep 16 05:07:07.272030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=1436200d-7dd5-442c-950b-c652544c9ce6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:07.352032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Checking segment: {'id': 'bd627d7f-65be-41e0-b7a9-861ad56b58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:07.352443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network hostable DHCP agents. Network: 8dad712b-c6e9-470a-85ab-0545269a4eb5, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:07.383883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-005c56c5-2c18-4fae-8be8-e8df3a3940f2 req-a9931ec3-6d7a-4e77-8a3c-7dfb00b638ac tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252372 Sep 16 05:07:07.387692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58362cfb-9a73-46a1-ae78-2bc649ea9535 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.391738 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-58362cfb-9a73-46a1-ae78-2bc649ea9535 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3558929 Sep 16 05:07:07.391738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51122) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:07.395914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-32b79e44-84f0-4592-9250-fc9589d85bcc tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4632020f-05d3-4f26-a8b4-a675a940a761'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:07.396423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-32b79e44-84f0-4592-9250-fc9589d85bcc tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:07:07.464773 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.525156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:07.553917 n-d-712137-12 neutron-server[95451]: WARNING neutron.services.metering.metering_plugin [None req-32b79e44-84f0-4592-9250-fc9589d85bcc tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:07:07.636980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 8dad712b-c6e9-470a-85ab-0545269a4eb5) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:07.642157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:07.646709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f61b3f8-6939-40b8-af79-c0ff0f4832bf None None] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:07.647752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.649150 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.656914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32b79e44-84f0-4592-9250-fc9589d85bcc tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.661048 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-32b79e44-84f0-4592-9250-fc9589d85bcc tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2655923 Sep 16 05:07:07.665201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51126) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:07.666484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7effe19f-f7e3-4270-856f-f30541f2427c tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4632020f-05d3-4f26-a8b4-a675a940a761'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:07.666748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7effe19f-f7e3-4270-856f-f30541f2427c tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:07:07.801857 n-d-712137-12 neutron-server[95451]: WARNING neutron.services.metering.metering_plugin [None req-7effe19f-f7e3-4270-856f-f30541f2427c tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:07:07.805656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-98dc86f1-822a-4e9b-98cd-c150fcec9df8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1667712 Sep 16 05:07:07.808652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51130) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:07.816028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5eb78a19-a114-496c-b23a-48afa45b2471 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1204710276'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:07.834740 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.859218 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.870465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279c613-c5c7-41b9-bd31-09e2641891ff req-8eb62ff8-7876-42ce-8ad9-cde1df1a70de tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.871949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f279c613-c5c7-41b9-bd31-09e2641891ff req-8eb62ff8-7876-42ce-8ad9-cde1df1a70de tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1298563 Sep 16 05:07:07.897149 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7effe19f-f7e3-4270-856f-f30541f2427c tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.900988 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7effe19f-f7e3-4270-856f-f30541f2427c tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2360518 Sep 16 05:07:07.902202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51132) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:07.916420 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-28c3ffec-8592-4fed-ae5d-92fbc4d5cb21 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=084b05b6-e720-4934-bc08-e8e3e5dac633 HTTP/1.1" status: 200 len: 464 time: 0.0126941 Sep 16 05:07:07.921338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51134) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:07.951889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f279c613-c5c7-41b9-bd31-09e2641891ff req-4966a346-415e-498b-9f25-fe34875b69db tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737488 Sep 16 05:07:07.996030 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb78a19-a114-496c-b23a-48afa45b2471 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:07.999682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5eb78a19-a114-496c-b23a-48afa45b2471 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.024884 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb78a19-a114-496c-b23a-48afa45b2471 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:08.111173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20be6b35-8245-4a0c-aa0e-775b5f3c9abb tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.112332 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-20be6b35-8245-4a0c-aa0e-775b5f3c9abb tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/084b05b6-e720-4934-bc08-e8e3e5dac633 HTTP/1.1" status: 204 len: 168 time: 0.1900074 Sep 16 05:07:08.115134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51136) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.124717 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3d063adf-c79c-4c3f-9e9f-8536b49bd54c tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=084b05b6-e720-4934-bc08-e8e3e5dac633 HTTP/1.1" status: 200 len: 221 time: 0.0084107 Sep 16 05:07:08.127845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51138) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.131978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f85023bc-b0dd-4521-87a7-cc428d67c509 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1375318375', 'description': 'label created by tempest'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:08.136358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f85023bc-b0dd-4521-87a7-cc428d67c509 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Unknown quota resources ['metering_label']. {{(pid=95451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:07:08.146163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.25.3.211 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/e28d6ac0-cdce-49c9-a21f-9324e0c26563) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:08.176336 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5eb78a19-a114-496c-b23a-48afa45b2471 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.176617 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-5eb78a19-a114-496c-b23a-48afa45b2471 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Added segment ccd2b380-a619-4b8d-b07b-2b5467b9bd60 of type vlan for network 2a09fa11-9435-4285-a3ee-064d5f2f5c77 Sep 16 05:07:08.254099 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.293062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5eb78a19-a114-496c-b23a-48afa45b2471 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.362783 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.401775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:08.404614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:08.407285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:08.421321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f85023bc-b0dd-4521-87a7-cc428d67c509 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.422509 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f85023bc-b0dd-4521-87a7-cc428d67c509 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2936783 Sep 16 05:07:08.425258 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51140) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.438026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=e28d6ac0-cdce-49c9-a21f-9324e0c26563,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:08.502660 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aef956be-7760-4d84-bc4c-d6dfb1f62cef tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=41d5ed95-26bd-42fd-880e-9e3aae3ac6d7 HTTP/1.1" status: 200 len: 468 time: 0.0739539 Sep 16 05:07:08.502660 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5eb78a19-a114-496c-b23a-48afa45b2471 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.506878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb78a19-a114-496c-b23a-48afa45b2471 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.507523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5eb78a19-a114-496c-b23a-48afa45b2471 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.509942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51142) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.668550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb78a19-a114-496c-b23a-48afa45b2471 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Network': ['ID=2a09fa11-9435-4285-a3ee-064d5f2f5c77,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:08.676601 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5eb78a19-a114-496c-b23a-48afa45b2471 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8646235 Sep 16 05:07:08.679173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 2a09fa11-9435-4285-a3ee-064d5f2f5c77 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:08.680399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51144) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.684863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'ports': [{'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5'}, {'network_id': '2a09fa11-9435-4285-a3ee-064d5f2f5c77'}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:08.685167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:08.712093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': '2a09fa11-9435-4285-a3ee-064d5f2f5c77'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:08.819030 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-218f6035-1295-4a16-a415-85bcd3bb7993 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.820981 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-218f6035-1295-4a16-a415-85bcd3bb7993 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/41d5ed95-26bd-42fd-880e-9e3aae3ac6d7 HTTP/1.1" status: 204 len: 168 time: 0.3072472 Sep 16 05:07:08.823643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51146) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.835156 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-385665a1-f488-49f1-bd8e-bc18caf7866c tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=41d5ed95-26bd-42fd-880e-9e3aae3ac6d7 HTTP/1.1" status: 200 len: 216 time: 0.0103557 Sep 16 05:07:08.839186 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51148) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.849532 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8d0e6616-866a-403c-b740-11d249ca07b2 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087590 Sep 16 05:07:08.852967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51150) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.868293 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cf59d9c5-4719-483d-a45e-dc9b5d9cdbb2 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0115662 Sep 16 05:07:08.868638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51152) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.869639 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.926135 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-87a3b54a-accd-49a9-8b8c-5815b30d3bad tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/4632020f-05d3-4f26-a8b4-a675a940a761 HTTP/1.1" status: 200 len: 473 time: 0.0533094 Sep 16 05:07:08.926386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51154) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:08.936521 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aa63167f-1c42-4c3c-9adc-d7e923c60fca tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/f0c54f04-bfd6-40dc-b629-5b5fa64ba27f HTTP/1.1" status: 200 len: 461 time: 0.0086384 Sep 16 05:07:08.943797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51156) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:09.116105 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a2065c1d-9847-494d-a413-a2b3a885c5dc tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.117880 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a2065c1d-9847-494d-a413-a2b3a885c5dc tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/f0c54f04-bfd6-40dc-b629-5b5fa64ba27f HTTP/1.1" status: 204 len: 168 time: 0.1731193 Sep 16 05:07:09.120491 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51160) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:09.127550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 2} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:09.132025 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.158828 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.175061 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.191008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b3a9-f63d-4df8-a40c-16f7b478c761 req-6d898504-90d9-4e6d-a615-acca0fb5bef7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.192586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ef8b3a9-f63d-4df8-a40c-16f7b478c761 req-6d898504-90d9-4e6d-a615-acca0fb5bef7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1692591 Sep 16 05:07:09.323328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port a46ef6ed-014e-45ab-8454-b02b86342930 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:09.340742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ef8b3a9-f63d-4df8-a40c-16f7b478c761 req-625d1f65-282f-4925-ab73-11c19cc3dbdd tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329761 Sep 16 05:07:09.347360 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-918ebece-e99f-4d23-9215-cce31c9d0947 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.351000 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-918ebece-e99f-4d23-9215-cce31c9d0947 tempest-MeteringTestJSON-1994955502 tempest-MeteringTestJSON-1994955502-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/4632020f-05d3-4f26-a8b4-a675a940a761 HTTP/1.1" status: 204 len: 168 time: 0.2270980 Sep 16 05:07:09.513995 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.583890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 3cf2a2cd-9ed3-40e6-9db5-dd5c51be7528 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:09.614022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router c3fa058a-ae26-4f05-bb46-2495d2b395e3 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:07:09.777822 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.855951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f07041-fb36-498f-96a4-ea41df6b61c7 req-b009be65-904e-458e-95b9-7a11b84f1142 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.857434 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39f07041-fb36-498f-96a4-ea41df6b61c7 req-b009be65-904e-458e-95b9-7a11b84f1142 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1583889 Sep 16 05:07:09.860637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:09.872505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Sync routers for ids ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:09.883671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Routers {'c3fa058a-ae26-4f05-bb46-2495d2b395e3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:09.884559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:06:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:09.887690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51170) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:09.918883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39f07041-fb36-498f-96a4-ea41df6b61c7 req-2d6c7c8b-2ce4-4cff-8483-cb60d42758ba tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471406 Sep 16 05:07:09.968526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.015491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73eb44d9-2df6-4882-a5fa-939e9b81c40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.021045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Set router c3fa058a-ae26-4f05-bb46-2495d2b395e3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:10.023959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:10.031066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:10.035816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:10.036765 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.043789 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.043789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-30b89f18-d468-4fd5-b113-aa703b4fdf07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1212051 Sep 16 05:07:10.046346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=a46ef6ed-014e-45ab-8454-b02b86342930,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.046929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51174) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:10.144834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=3cf2a2cd-9ed3-40e6-9db5-dd5c51be7528,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.154165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Checking segment: {'id': 'ccd2b380-a619-4b8d-b07b-2b5467b9bd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2a09fa11-9435-4285-a3ee-064d5f2f5c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:10.154900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network hostable DHCP agents. Network: 2a09fa11-9435-4285-a3ee-064d5f2f5c77, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:10.158202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73eb44d9-2df6-4882-a5fa-939e9b81c40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.231886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73eb44d9-2df6-4882-a5fa-939e9b81c40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.247528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:08Z', 'revision_number': 3, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:10.264494 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-156c7b0c-05f9-42c8-a2eb-8c9224ac007a tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=b57050cfd0c741c1b347796c3e06ea10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2163849 Sep 16 05:07:10.267375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51178) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:10.277231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Checking router: c3fa058a-ae26-4f05-bb46-2495d2b395e3 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:10.277813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Updating router c3fa058a-ae26-4f05-bb46-2495d2b395e3 port e28d6ac0-cdce-49c9-a21f-9324e0c26563 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:07:10.292092 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-73eb44d9-2df6-4882-a5fa-939e9b81c40a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81100a24dcbd4737bbb52fe8d6fcbd90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026580 Sep 16 05:07:10.293398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb44d9-2df6-4882-a5fa-939e9b81c40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84afdc47-e6eb-4a7f-8310-498cfa127dea,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.295489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51180) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:10.314896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.341512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 2a09fa11-9435-4285-a3ee-064d5f2f5c77 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:10.357033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edee8024-89a0-409a-8c3f-5eb465fb7bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.383430 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edee8024-89a0-409a-8c3f-5eb465fb7bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.442745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2433a0-9e8b-4a47-a5c2-9e7bb93d6c2b tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.444174 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-db2433a0-9e8b-4a47-a5c2-9e7bb93d6c2b tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1757278 Sep 16 05:07:10.447994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51182) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:10.486689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 2a09fa11-9435-4285-a3ee-064d5f2f5c77) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:10.495461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312a93d-015e-4810-910a-80824f7be4fd None None] Network 2a09fa11-9435-4285-a3ee-064d5f2f5c77 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:10.508559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-05f5daa8-910d-41fd-b79d-5610a34a59a1 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0593171 Sep 16 05:07:10.509413 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:10.512023 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51184) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:10.515309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.517840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-74701c45-4023-4ecf-8fd1-def4650ce823 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1329303774', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:10.520174 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.520880 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.577517 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edee8024-89a0-409a-8c3f-5eb465fb7bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.580063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edee8024-89a0-409a-8c3f-5eb465fb7bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.581255 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-edee8024-89a0-409a-8c3f-5eb465fb7bb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84afdc47-e6eb-4a7f-8310-498cfa127dea HTTP/1.1" status: 204 len: 168 time: 0.2776358 Sep 16 05:07:10.600152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee8024-89a0-409a-8c3f-5eb465fb7bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84afdc47-e6eb-4a7f-8310-498cfa127dea,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.614511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9e186db5-d9da-4fb2-9886-fed62565df32 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9337482 Sep 16 05:07:10.617946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51188) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:10.713560 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.717038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-908e4bc8-82cc-426e-8892-a62c10ef3584 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 3cf2a2cd-9ed3-40e6-9db5-dd5c51be7528 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:10.717385 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-908e4bc8-82cc-426e-8892-a62c10ef3584 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.748858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74701c45-4023-4ecf-8fd1-def4650ce823 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Made reservation on behalf of b57050cfd0c741c1b347796c3e06ea10 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:10.752374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-74701c45-4023-4ecf-8fd1-def4650ce823 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.810182 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-908e4bc8-82cc-426e-8892-a62c10ef3584 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.819164 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.874969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Attempting to bind port e28d6ac0-cdce-49c9-a21f-9324e0c26563 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:10.875583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Attempting to bind port e28d6ac0-cdce-49c9-a21f-9324e0c26563 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:10.875700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Attempting to bind port e28d6ac0-cdce-49c9-a21f-9324e0c26563 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:10.877921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6731134-f2d9-4a99-aa86-43b13d449470 None None] Pushing event updated for resources: {'Port': ['ID=e28d6ac0-cdce-49c9-a21f-9324e0c26563,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.890251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:10.897586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:10.897586 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.897586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:10.897586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Bound port: e28d6ac0-cdce-49c9-a21f-9324e0c26563, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:10.897586 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.951194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] For port e28d6ac0-cdce-49c9-a21f-9324e0c26563, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:10.954809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] For port e28d6ac0-cdce-49c9-a21f-9324e0c26563, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e28d6ac0-cdce-49c9-a21f-9324e0c26563,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:11.042560 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.071576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880e248-d1b1-4ae7-9aaa-2674eb9c8290 req-1d0a19b7-75d2-425c-a656-738f37811e46 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.073983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6880e248-d1b1-4ae7-9aaa-2674eb9c8290 req-1d0a19b7-75d2-425c-a656-738f37811e46 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0732136 Sep 16 05:07:11.104205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Routers {'c3fa058a-ae26-4f05-bb46-2495d2b395e3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:11.105040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:06:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:11.144891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-908e4bc8-82cc-426e-8892-a62c10ef3584 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 3cf2a2cd-9ed3-40e6-9db5-dd5c51be7528 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:11.164219 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6731134-f2d9-4a99-aa86-43b13d449470 None None] Pushing event updated for resources: {'Port': ['ID=e28d6ac0-cdce-49c9-a21f-9324e0c26563,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.245362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] Set router c3fa058a-ae26-4f05-bb46-2495d2b395e3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:11.318949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-908e4bc8-82cc-426e-8892-a62c10ef3584 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.359886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e4bc8-82cc-426e-8892-a62c10ef3584 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=3cf2a2cd-9ed3-40e6-9db5-dd5c51be7528,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.370773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51194) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:11.392564 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-908e4bc8-82cc-426e-8892-a62c10ef3584 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.397134 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-908e4bc8-82cc-426e-8892-a62c10ef3584 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/3cf2a2cd-9ed3-40e6-9db5-dd5c51be7528 HTTP/1.1" status: 204 len: 168 time: 0.7754705 Sep 16 05:07:11.397801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51196) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:11.408512 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6963d95a-9e70-45de-a489-fdc060d83506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.468136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:08Z', 'revision_number': 3, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:11.478258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6880e248-d1b1-4ae7-9aaa-2674eb9c8290 req-e279b272-6802-4c6c-9e5f-b28139e7a4cd tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3979957 Sep 16 05:07:11.505217 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ead3c-4bd6-4249-988e-60e20bd94045 None None] The sync data for ids ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'] in n-d-712137-12 is: [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:08Z', 'revision_number': 3, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:11.595753 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22217dd6-4adf-4acd-98f0-cbdb65e803ca tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.602371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22217dd6-4adf-4acd-98f0-cbdb65e803ca tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.606597 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-22217dd6-4adf-4acd-98f0-cbdb65e803ca tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2052648 Sep 16 05:07:11.608430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51200) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:11.657292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cc0ce-cc40-4f2f-b197-a874104d8562 req-c4eb69d2-0683-4bbc-91ff-cc4d573b7165 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.658929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e85cc0ce-cc40-4f2f-b197-a874104d8562 req-c4eb69d2-0683-4bbc-91ff-cc4d573b7165 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1001606 Sep 16 05:07:11.688006 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6963d95a-9e70-45de-a489-fdc060d83506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.693417 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-74701c45-4023-4ecf-8fd1-def4650ce823 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.730005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e85cc0ce-cc40-4f2f-b197-a874104d8562 req-6c609f65-1b68-4e14-b0c3-2633eaf6a6d5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638154 Sep 16 05:07:11.756808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-fcf76d2f-15bc-4976-8234-5fa2ee6041f0 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port a46ef6ed-014e-45ab-8454-b02b86342930 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:11.756808 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fcf76d2f-15bc-4976-8234-5fa2ee6041f0 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.768234 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6963d95a-9e70-45de-a489-fdc060d83506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.770694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74701c45-4023-4ecf-8fd1-def4650ce823 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Subnet': ['ID=0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.814482 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74701c45-4023-4ecf-8fd1-def4650ce823 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Checking segment: {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:11.814855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74701c45-4023-4ecf-8fd1-def4650ce823 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network hostable DHCP agents. Network: 314d528f-5053-45fc-ae4e-4d87509ad1b4, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:11.850317 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6963d95a-9e70-45de-a489-fdc060d83506 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9745de381cbe431dbde1ae9e8c2f8a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769177 Sep 16 05:07:11.851881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963d95a-9e70-45de-a489-fdc060d83506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985f3ff6-8543-4b8c-b6af-1548491ea2d7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.860384 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51204) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:11.915723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fcf76d2f-15bc-4976-8234-5fa2ee6041f0 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.946267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-fcf76d2f-15bc-4976-8234-5fa2ee6041f0 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for a46ef6ed-014e-45ab-8454-b02b86342930 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:11.961206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc6aac0e-a93a-4421-a9f7-87c8d2dac0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.984618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74701c45-4023-4ecf-8fd1-def4650ce823 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 314d528f-5053-45fc-ae4e-4d87509ad1b4 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:11.993318 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc6aac0e-a93a-4421-a9f7-87c8d2dac0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.016079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47391e4-089d-4943-9eb4-19eeef7a0eef req-95117b3a-32ee-4974-a9fe-e88a48d02722 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.021006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c47391e4-089d-4943-9eb4-19eeef7a0eef req-95117b3a-32ee-4974-a9fe-e88a48d02722 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1220829 Sep 16 05:07:12.054287 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-08b47b90-1771-4037-9379-053554ff70db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.087803 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c47391e4-089d-4943-9eb4-19eeef7a0eef req-227483f9-0bc6-4e0c-9d8c-b5a9cf0e28a7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610621 Sep 16 05:07:12.145247 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc6aac0e-a93a-4421-a9f7-87c8d2dac0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.149196 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc6aac0e-a93a-4421-a9f7-87c8d2dac0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.157750 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bc6aac0e-a93a-4421-a9f7-87c8d2dac0e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/985f3ff6-8543-4b8c-b6af-1548491ea2d7 HTTP/1.1" status: 204 len: 168 time: 0.2846134 Sep 16 05:07:12.162301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6aac0e-a93a-4421-a9f7-87c8d2dac0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985f3ff6-8543-4b8c-b6af-1548491ea2d7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:12.185374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-74701c45-4023-4ecf-8fd1-def4650ce823 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 314d528f-5053-45fc-ae4e-4d87509ad1b4) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:12.189665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74701c45-4023-4ecf-8fd1-def4650ce823 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.190587 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-74701c45-4023-4ecf-8fd1-def4650ce823 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.197727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079db219-b64c-408d-a638-2b56d2c4a42e None None] Network 314d528f-5053-45fc-ae4e-4d87509ad1b4 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:12.216445 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fcf76d2f-15bc-4976-8234-5fa2ee6041f0 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.266344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf76d2f-15bc-4976-8234-5fa2ee6041f0 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=a46ef6ed-014e-45ab-8454-b02b86342930,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:12.275339 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-74701c45-4023-4ecf-8fd1-def4650ce823 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7618163 Sep 16 05:07:12.282064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51210) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:12.412182 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fcf76d2f-15bc-4976-8234-5fa2ee6041f0 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.417705 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51212) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:12.417900 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fcf76d2f-15bc-4976-8234-5fa2ee6041f0 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/a46ef6ed-014e-45ab-8454-b02b86342930 HTTP/1.1" status: 204 len: 168 time: 0.8081665 Sep 16 05:07:12.483720 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.501509 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6035e4d-d18d-49ea-b33a-28aa19dc57a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.503165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-314d528f-5053-45fc-ae4e-4d87509ad1b4', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ips': [{'subnet_id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:12.504055 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.505495 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b6035e4d-d18d-49ea-b33a-28aa19dc57a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0865948 Sep 16 05:07:12.508399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51214) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:12.508651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54dd72-59a3-4365-8eab-2f98acefc3d8 req-8a0f5dad-a7df-4025-98b5-4b1ccf948399 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.512536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec54dd72-59a3-4365-8eab-2f98acefc3d8 req-8a0f5dad-a7df-4025-98b5-4b1ccf948399 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.3461549 Sep 16 05:07:12.535429 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0624e2-9a98-48f6-b7a2-065ebe5ec98e tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:07:12.540236 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5e0624e2-9a98-48f6-b7a2-065ebe5ec98e tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/3cf2a2cd-9ed3-40e6-9db5-dd5c51be7528 HTTP/1.1" status: 404 len: 333 time: 0.0277095 Sep 16 05:07:12.540433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51216) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:12.568788 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30c1939-863d-4d7d-9797-fc973a2a0409 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:07:12.574446 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c30c1939-863d-4d7d-9797-fc973a2a0409 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/a46ef6ed-014e-45ab-8454-b02b86342930 HTTP/1.1" status: 404 len: 333 time: 0.0303247 Sep 16 05:07:12.575080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51218) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:12.577870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec54dd72-59a3-4365-8eab-2f98acefc3d8 req-13190e65-18a8-4571-924e-6092d3a2bb91 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579216 Sep 16 05:07:12.724365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.731563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Allocated IP 172.20.0.2 (314d528f-5053-45fc-ae4e-4d87509ad1b4/0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb/87b45562-81ea-41cc-83cb-344ce69f1af9) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:12.865596 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.906936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a09fa11-9435-4285-a3ee-064d5f2f5c77']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:12.930025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd2b380-a619-4b8d-b07b-2b5467b9bd60') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:12.931860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd2b380-a619-4b8d-b07b-2b5467b9bd60') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:12.953335 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.970958 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.981195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:12.981723 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:12.985446 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:12.988811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e28d6ac0-cdce-49c9-a21f-9324e0c26563 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:13.017569 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.044650 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.049865 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e28d6ac0-cdce-49c9-a21f-9324e0c26563 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:13.050331 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.141397 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.145719 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.147910 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.155600 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.158988 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/networks/2a09fa11-9435-4285-a3ee-064d5f2f5c77 HTTP/1.1" status: 204 len: 168 time: 0.5825527 Sep 16 05:07:13.165722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51230) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:13.170781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-476b2d0d-6e8a-4303-80c1-2ef9c2c9f7a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1448393174'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:13.176457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117b7e7-6cff-4a59-9833-352acd50e278 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Network': ['ID=2a09fa11-9435-4285-a3ee-064d5f2f5c77,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.203169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port e28d6ac0-cdce-49c9-a21f-9324e0c26563, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e28d6ac0-cdce-49c9-a21f-9324e0c26563,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:13.212222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Network 314d528f-5053-45fc-ae4e-4d87509ad1b4 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:13.216366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:13.218944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:13.222180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Pushing event updated for resources: {'Port': ['ID=87b45562-81ea-41cc-83cb-344ce69f1af9,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.291486 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.342953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Attempting to bind port 87b45562-81ea-41cc-83cb-344ce69f1af9 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:13.343431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Attempting to bind port 87b45562-81ea-41cc-83cb-344ce69f1af9 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:13.343922 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Attempting to bind port 87b45562-81ea-41cc-83cb-344ce69f1af9 on network 314d528f-5053-45fc-ae4e-4d87509ad1b4 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:13.347178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476b2d0d-6e8a-4303-80c1-2ef9c2c9f7a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:13.350707 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-476b2d0d-6e8a-4303-80c1-2ef9c2c9f7a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.352824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:13.353771 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Checking segment: {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:13.353771 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.354028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Bound using segment: {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:13.354511 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Bound port: 87b45562-81ea-41cc-83cb-344ce69f1af9, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:13.354907 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.403713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=e28d6ac0-cdce-49c9-a21f-9324e0c26563,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.416649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476b2d0d-6e8a-4303-80c1-2ef9c2c9f7a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:13.436112 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-476b2d0d-6e8a-4303-80c1-2ef9c2c9f7a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.436482 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-476b2d0d-6e8a-4303-80c1-2ef9c2c9f7a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Added segment b9f880bf-205f-4062-bee7-c3c72ad6a3b4 of type vlan for network 6bc6cbc7-3fd8-4408-8839-e390ef175c4f Sep 16 05:07:13.439802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] For port 87b45562-81ea-41cc-83cb-344ce69f1af9, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:13.446566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] For port 87b45562-81ea-41cc-83cb-344ce69f1af9, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=87b45562-81ea-41cc-83cb-344ce69f1af9,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:13.456424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.20.0.1 (314d528f-5053-45fc-ae4e-4d87509ad1b4/0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb/bf9e35ea-a6ea-42f9-b958-c95ff91a557a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:13.497306 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-476b2d0d-6e8a-4303-80c1-2ef9c2c9f7a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.534669 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.614003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cc5b6-5ecc-4909-ab4b-2ed46130d4ff None None] Pushing event updated for resources: {'Port': ['ID=87b45562-81ea-41cc-83cb-344ce69f1af9,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.633097 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.655738 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-476b2d0d-6e8a-4303-80c1-2ef9c2c9f7a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.661373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476b2d0d-6e8a-4303-80c1-2ef9c2c9f7a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.661947 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-476b2d0d-6e8a-4303-80c1-2ef9c2c9f7a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.738669 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b2d0d-6e8a-4303-80c1-2ef9c2c9f7a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Network': ['ID=6bc6cbc7-3fd8-4408-8839-e390ef175c4f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.756305 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 6bc6cbc7-3fd8-4408-8839-e390ef175c4f details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:13.796514 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-476b2d0d-6e8a-4303-80c1-2ef9c2c9f7a6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6280906 Sep 16 05:07:13.797795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51242) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:13.803702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3d692458-d873-4878-9cfb-c9c3aa4fb450 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '6bc6cbc7-3fd8-4408-8839-e390ef175c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:13.823106 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.926336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 314d528f-5053-45fc-ae4e-4d87509ad1b4 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:13.934119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:13.938445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:13.978573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=bf9e35ea-a6ea-42f9-b958-c95ff91a557a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.006505 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.110703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d692458-d873-4878-9cfb-c9c3aa4fb450 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:14.114393 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d692458-d873-4878-9cfb-c9c3aa4fb450 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.235864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.524839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e60c2de5-fdb7-44e3-a585-e074bd1dc2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.552087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046abac0-1eaf-4c6a-b66c-3eaf182c7dc0 None None] Network 314d528f-5053-45fc-ae4e-4d87509ad1b4 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:14.771365 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d692458-d873-4878-9cfb-c9c3aa4fb450 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.791296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51258) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:14.805302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f28e0146-3571-4cb8-b459-e678a1084066 None None] Provisioning complete for port 87b45562-81ea-41cc-83cb-344ce69f1af9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:14.805302 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f28e0146-3571-4cb8-b459-e678a1084066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.883321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d692458-d873-4878-9cfb-c9c3aa4fb450 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Subnet': ['ID=fe5632de-f7ea-4dbc-bb3b-b8632068cf14,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.899522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d692458-d873-4878-9cfb-c9c3aa4fb450 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Checking segment: {'id': 'b9f880bf-205f-4062-bee7-c3c72ad6a3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6bc6cbc7-3fd8-4408-8839-e390ef175c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:14.899895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d692458-d873-4878-9cfb-c9c3aa4fb450 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network hostable DHCP agents. Network: 6bc6cbc7-3fd8-4408-8839-e390ef175c4f, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:14.953081 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.955263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-667803809', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:14.957184 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f28e0146-3571-4cb8-b459-e678a1084066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.001968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d692458-d873-4878-9cfb-c9c3aa4fb450 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 6bc6cbc7-3fd8-4408-8839-e390ef175c4f is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:15.003496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f28e0146-3571-4cb8-b459-e678a1084066 None None] For port 87b45562-81ea-41cc-83cb-344ce69f1af9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=87b45562-81ea-41cc-83cb-344ce69f1af9,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:15.059606 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.076935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e28d6ac0-cdce-49c9-a21f-9324e0c26563 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:15.105506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Made reservation on behalf of 29dd44fed9254abb9e59d04647ae11e3 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:15.107850 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.120035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.123161 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f28e0146-3571-4cb8-b459-e678a1084066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.139124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-3d692458-d873-4878-9cfb-c9c3aa4fb450 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 6bc6cbc7-3fd8-4408-8839-e390ef175c4f) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:15.156898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d692458-d873-4878-9cfb-c9c3aa4fb450 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.163295 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d692458-d873-4878-9cfb-c9c3aa4fb450 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.163520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022da10-06da-4ecd-b8f9-ea8f83c9161f None None] Network 6bc6cbc7-3fd8-4408-8839-e390ef175c4f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:15.208606 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.211500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=bf9e35ea-a6ea-42f9-b958-c95ff91a557a,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:15.230294 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.295432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e0146-3571-4cb8-b459-e678a1084066 None None] Pushing event updated for resources: {'Port': ['ID=87b45562-81ea-41cc-83cb-344ce69f1af9,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:15.312524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e28d6ac0-cdce-49c9-a21f-9324e0c26563 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:15.312524 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.327196 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 314d528f-5053-45fc-ae4e-4d87509ad1b4 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:15.328771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:15.342661 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.360039 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.367095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] device_id is not set on port 0e062870-6181-4065-b064-eadc2d3743fa yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:15.431951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d1ead7-41a3-4c43-a382-179bc98571a2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:15.471556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3d692458-d873-4878-9cfb-c9c3aa4fb450 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6726332 Sep 16 05:07:15.477198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51262) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:15.477394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 87b45562-81ea-41cc-83cb-344ce69f1af9 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:15.486026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': '6bc6cbc7-3fd8-4408-8839-e390ef175c4f', 'name': 'tempest-PortsIpV6TestJSON-1058513998'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:15.491469 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router c3fa058a-ae26-4f05-bb46-2495d2b395e3 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:15.512346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-6bc6cbc7-3fd8-4408-8839-e390ef175c4f', 'network_id': '6bc6cbc7-3fd8-4408-8839-e390ef175c4f', 'tenant_id': 'c9742a016be744ffaaf9fa3049a3abf8', 'fixed_ips': [{'subnet_id': 'fe5632de-f7ea-4dbc-bb3b-b8632068cf14'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:15.513398 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.528149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Allocated IP 172.25.3.177 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/0e062870-6181-4065-b064-eadc2d3743fa) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:15.543045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-33c7e78a-5b02-48f8-b577-e0bab54b9489 None None] Provisioning complete for port 87b45562-81ea-41cc-83cb-344ce69f1af9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:15.543613 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-33c7e78a-5b02-48f8-b577-e0bab54b9489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.678205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:15.694970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d45cbf41-c1a6-4210-b821-3657007f0276 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "PUT /v2.0/routers/c3fa058a-ae26-4f05-bb46-2495d2b395e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4045351 Sep 16 05:07:15.700050 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Sync routers for ids ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:15.714036 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Routers {'c3fa058a-ae26-4f05-bb46-2495d2b395e3'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:15.715822 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:15.730996 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.732708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 87b45562-81ea-41cc-83cb-344ce69f1af9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:15.733536 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.826953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Allocated IP 2001:db8::2 (6bc6cbc7-3fd8-4408-8839-e390ef175c4f/fe5632de-f7ea-4dbc-bb3b-b8632068cf14/7531c210-a905-4ca6-8996-ab5f85c4e1cf) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:15.834231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:15.838242 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.865891 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Set router c3fa058a-ae26-4f05-bb46-2495d2b395e3 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:15.871150 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.888166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 8668039e-2a6a-41e2-b139-6fa09e198db2 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:15.954011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Pushing event updated for resources: {'Port': ['ID=0e062870-6181-4065-b064-eadc2d3743fa,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:15.973983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:15.975447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:15.980671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:15.986596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-33c7e78a-5b02-48f8-b577-e0bab54b9489 None None] Provisioning complete for port bf9e35ea-a6ea-42f9-b958-c95ff91a557a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:15.986973 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-33c7e78a-5b02-48f8-b577-e0bab54b9489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.040642 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.041536 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.045984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-aead8044-2994-4888-ae78-a4269141fe2a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628959376&fields=id&tenant_id=b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 267 time: 0.1008599 Sep 16 05:07:16.053688 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.057344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-33c7e78a-5b02-48f8-b577-e0bab54b9489 None None] Port bf9e35ea-a6ea-42f9-b958-c95ff91a557a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:16.115101 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.148292 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:14Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'bf9e35ea-a6ea-42f9-b958-c95ff91a557a', 'name': '', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:17:0f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:13Z', 'updated_at': '2021-09-16T05:07:14Z', 'revision_number': 2, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:16.159926 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-408e8c28-9212-4ef0-a725-5562a41423d0 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3647604 Sep 16 05:07:16.160253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51276) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:16.166163 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.177'}]}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:16.182084 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Checking router: c3fa058a-ae26-4f05-bb46-2495d2b395e3 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:16.182428 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Updating router c3fa058a-ae26-4f05-bb46-2495d2b395e3 port bf9e35ea-a6ea-42f9-b958-c95ff91a557a binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:07:16.189047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-52505021-7a92-45fa-ac58-de7d283bbb84 None None] Provisioning complete for port bf9e35ea-a6ea-42f9-b958-c95ff91a557a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:16.191133 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-52505021-7a92-45fa-ac58-de7d283bbb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.208490 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.226738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-52505021-7a92-45fa-ac58-de7d283bbb84 None None] Port bf9e35ea-a6ea-42f9-b958-c95ff91a557a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:16.243342 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.275316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-8be73c47-3775-4834-81c1-d1b8da4bea75 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.276888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-8be73c47-3775-4834-81c1-d1b8da4bea75 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/networks?id=314d528f-5053-45fc-ae4e-4d87509ad1b4 HTTP/1.1" status: 200 len: 796 time: 0.2238052 Sep 16 05:07:16.284601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Network 6bc6cbc7-3fd8-4408-8839-e390ef175c4f is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:16.288584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.289463 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.302225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:16.308005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-f82a88d0-ccd3-4bc4-b532-fed32316fd22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/quotas/b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 375 time: 0.0184364 Sep 16 05:07:16.313482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:16.331080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Pushing event updated for resources: {'Port': ['ID=7531c210-a905-4ca6-8996-ab5f85c4e1cf,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:16.356747 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.379984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8::1d3 (6bc6cbc7-3fd8-4408-8839-e390ef175c4f/fe5632de-f7ea-4dbc-bb3b-b8632068cf14/8668039e-2a6a-41e2-b139-6fa09e198db2) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:16.414968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Attempting to bind port 7531c210-a905-4ca6-8996-ab5f85c4e1cf on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:16.415338 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Attempting to bind port 7531c210-a905-4ca6-8996-ab5f85c4e1cf by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b9f880bf-205f-4062-bee7-c3c72ad6a3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6bc6cbc7-3fd8-4408-8839-e390ef175c4f'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:16.415580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Attempting to bind port 7531c210-a905-4ca6-8996-ab5f85c4e1cf on network 6bc6cbc7-3fd8-4408-8839-e390ef175c4f {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:16.420793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:16.421165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Checking segment: {'id': 'b9f880bf-205f-4062-bee7-c3c72ad6a3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6bc6cbc7-3fd8-4408-8839-e390ef175c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:16.421561 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.421966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Bound using segment: {'id': 'b9f880bf-205f-4062-bee7-c3c72ad6a3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6bc6cbc7-3fd8-4408-8839-e390ef175c4f'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:16.422463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Bound port: 7531c210-a905-4ca6-8996-ab5f85c4e1cf, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f880bf-205f-4062-bee7-c3c72ad6a3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6bc6cbc7-3fd8-4408-8839-e390ef175c4f'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:16.422849 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.432314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-cb114b20-5e04-4d82-a9bf-d31e1b0870dd tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106124 Sep 16 05:07:16.509476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] For port 7531c210-a905-4ca6-8996-ab5f85c4e1cf, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:16.513347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] For port 7531c210-a905-4ca6-8996-ab5f85c4e1cf, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7531c210-a905-4ca6-8996-ab5f85c4e1cf,segment=NetworkSegment(b9f880bf-205f-4062-bee7-c3c72ad6a3b4),segment_id=b9f880bf-205f-4062-bee7-c3c72ad6a3b4)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:16.520965 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.522500 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.589512 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.611194 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.619109 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.623953 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-a774ec9f-48d6-4ee9-8703-501d87f75cdc service neutron] 10.222.0.24 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748066 Sep 16 05:07:16.650652 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.673471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9018a0-8c01-40e2-88a0-3d8a3515969c None None] Pushing event updated for resources: {'Port': ['ID=7531c210-a905-4ca6-8996-ab5f85c4e1cf,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:16.760417 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-a3f2cd9f-e82b-4d22-a960-ebe72dd5170c service neutron] 10.222.0.24 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231673 Sep 16 05:07:16.826019 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Pushing event updated for resources: {'Port': ['ID=bf9e35ea-a6ea-42f9-b958-c95ff91a557a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:16.855375 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:16.855800 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:16.856030 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:16.856348 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:16.860366 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:16.860749 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:16.861084 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:16.861550 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:16.861882 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:16.862209 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:16.862525 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:16.862841 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:16.874579 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.895786 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Attempting to bind port bf9e35ea-a6ea-42f9-b958-c95ff91a557a on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:16.896410 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Attempting to bind port bf9e35ea-a6ea-42f9-b958-c95ff91a557a by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:16.897011 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Attempting to bind port bf9e35ea-a6ea-42f9-b958-c95ff91a557a on network 314d528f-5053-45fc-ae4e-4d87509ad1b4 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:16.908791 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:16.909259 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Checking segment: {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:16.909895 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.910303 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Bound using segment: {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:16.913136 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Bound port: bf9e35ea-a6ea-42f9-b958-c95ff91a557a, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:16.913558 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.036674 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=8668039e-2a6a-41e2-b139-6fa09e198db2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.043613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 6bc6cbc7-3fd8-4408-8839-e390ef175c4f is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:17.056569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:17.059528 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.064752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:17.072261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.077845 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.079646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 87b45562-81ea-41cc-83cb-344ce69f1af9 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:17.105776 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.128139 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] For port bf9e35ea-a6ea-42f9-b958-c95ff91a557a, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:17.134658 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] For port bf9e35ea-a6ea-42f9-b958-c95ff91a557a, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bf9e35ea-a6ea-42f9-b958-c95ff91a557a,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:17.178227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27a34a00-c8ad-4df5-be2f-77bda8502c1f req-fea9bd79-bfb2-4980-bae4-44f2653c4a18 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 210 time: 0.0681562 Sep 16 05:07:17.197899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-996d4550-ee7c-4a0d-ae1f-4a15c207d493 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7191288 Sep 16 05:07:17.200435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51282) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.219717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 87b45562-81ea-41cc-83cb-344ce69f1af9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:17.220090 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.235510 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.290456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3b2d5f5e-428e-4c3a-ad50-3cf803dabee7 None None] Provisioning complete for port bf9e35ea-a6ea-42f9-b958-c95ff91a557a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:17.290683 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5f5e-428e-4c3a-ad50-3cf803dabee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.359926 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Routers {'c3fa058a-ae26-4f05-bb46-2495d2b395e3'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:17.360890 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:17.363334 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607580b1-7ca0-4aa2-87b1-760b6df26dea None None] Pushing event updated for resources: {'Port': ['ID=bf9e35ea-a6ea-42f9-b958-c95ff91a557a,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.389643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f2b2bd66-39e4-4313-ad9a-298b3688c807 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 8668039e-2a6a-41e2-b139-6fa09e198db2 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:17.390708 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2b2bd66-39e4-4313-ad9a-298b3688c807 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.425323 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.512728 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] Set router c3fa058a-ae26-4f05-bb46-2495d2b395e3 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:17.518862 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2b2bd66-39e4-4313-ad9a-298b3688c807 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.534900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f2b2bd66-39e4-4313-ad9a-298b3688c807 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 8668039e-2a6a-41e2-b139-6fa09e198db2 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:17.537624 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5f5e-428e-4c3a-ad50-3cf803dabee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.646547 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.667332 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.669373 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.676489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3b2d5f5e-428e-4c3a-ad50-3cf803dabee7 None None] For port bf9e35ea-a6ea-42f9-b958-c95ff91a557a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bf9e35ea-a6ea-42f9-b958-c95ff91a557a,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:17.775477 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5f5e-428e-4c3a-ad50-3cf803dabee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.808365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.808669 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2b2bd66-39e4-4313-ad9a-298b3688c807 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.810007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15afb46d-2cf6-43d7-a1fa-171e100d55bc {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:07:17.847861 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:14Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'bf9e35ea-a6ea-42f9-b958-c95ff91a557a', 'name': '', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:17:0f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:13Z', 'updated_at': '2021-09-16T05:07:17Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:17.859003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2bd66-39e4-4313-ad9a-298b3688c807 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=8668039e-2a6a-41e2-b139-6fa09e198db2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.890215 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a91fd7-5fcc-4d16-9906-d59d993fcc9f None None] The sync data for ids ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'] in n-d-712137-12 is: [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:14Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'bf9e35ea-a6ea-42f9-b958-c95ff91a557a', 'name': '', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:17:0f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:13Z', 'updated_at': '2021-09-16T05:07:17Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:17.893974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d5f5e-428e-4c3a-ad50-3cf803dabee7 None None] Pushing event updated for resources: {'Port': ['ID=bf9e35ea-a6ea-42f9-b958-c95ff91a557a,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.894887 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2b2bd66-39e4-4313-ad9a-298b3688c807 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.899943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f2b2bd66-39e4-4313-ad9a-298b3688c807 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/8668039e-2a6a-41e2-b139-6fa09e198db2 HTTP/1.1" status: 204 len: 168 time: 0.6982832 Sep 16 05:07:17.900224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51290) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.927938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f9a7efcf-2443-48b1-9666-68648555eb58 None None] Provisioning complete for port bf9e35ea-a6ea-42f9-b958-c95ff91a557a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:17.937231 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f9a7efcf-2443-48b1-9666-68648555eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.937345 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1a3144-619b-4989-94de-7f61b6fc9efb tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] DELETE failed (client error): The resource could not be found. Sep 16 05:07:17.941225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1a3144-619b-4989-94de-7f61b6fc9efb tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:17.943514 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0a1a3144-619b-4989-94de-7f61b6fc9efb tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/8668039e-2a6a-41e2-b139-6fa09e198db2 HTTP/1.1" status: 404 len: 333 time: 0.0419333 Sep 16 05:07:17.944690 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:07:17.945811 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-44716a87-21e3-4647-a211-d6f02c8e221b tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7844393 Sep 16 05:07:17.946355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51292) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.948658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51294) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.017801 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e423dc08-964a-4e92-8717-760bf6b0c5b6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:07:18.019343 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e423dc08-964a-4e92-8717-760bf6b0c5b6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/8668039e-2a6a-41e2-b139-6fa09e198db2 HTTP/1.1" status: 404 len: 333 time: 0.0719612 Sep 16 05:07:18.023860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51296) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.068243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8c866667-fae6-4731-b04c-58c619ccaf00 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Deleting port 0e062870-6181-4065-b064-eadc2d3743fa {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:18.068624 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c866667-fae6-4731-b04c-58c619ccaf00 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.114793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc00aab-764b-4f3c-8342-7a5f47d79cf1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting subnet fe5632de-f7ea-4dbc-bb3b-b8632068cf14 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:18.125348 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fc00aab-764b-4f3c-8342-7a5f47d79cf1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.167589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373f5e01-77a3-44d2-9302-0a66fb2cd230 None None] Network 6bc6cbc7-3fd8-4408-8839-e390ef175c4f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:18.185620 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fc00aab-764b-4f3c-8342-7a5f47d79cf1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.206195 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c866667-fae6-4731-b04c-58c619ccaf00 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.222845 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8c866667-fae6-4731-b04c-58c619ccaf00 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Calling delete_port for 0e062870-6181-4065-b064-eadc2d3743fa owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:18.262677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f4aa9ee3-6697-450b-a3f8-1da39cddae84 None None] Provisioning complete for port 7531c210-a905-4ca6-8996-ab5f85c4e1cf triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:18.263511 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f4aa9ee3-6697-450b-a3f8-1da39cddae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.339657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b9e09c5-02ca-4d08-8295-e59396f77b48 req-c27ef526-b2c9-4d25-9116-256518c28140 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 210 time: 0.0539012 Sep 16 05:07:18.342271 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fc00aab-764b-4f3c-8342-7a5f47d79cf1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.424310 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f4aa9ee3-6697-450b-a3f8-1da39cddae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.483285 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fc00aab-764b-4f3c-8342-7a5f47d79cf1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.517131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc00aab-764b-4f3c-8342-7a5f47d79cf1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Subnet': ['ID=fe5632de-f7ea-4dbc-bb3b-b8632068cf14,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.521033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fc00aab-764b-4f3c-8342-7a5f47d79cf1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.523382 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1fc00aab-764b-4f3c-8342-7a5f47d79cf1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/fe5632de-f7ea-4dbc-bb3b-b8632068cf14 HTTP/1.1" status: 204 len: 168 time: 0.4981463 Sep 16 05:07:18.526304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51304) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.526919 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-f4aa9ee3-6697-450b-a3f8-1da39cddae84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:07:18.527505 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-f4aa9ee3-6697-450b-a3f8-1da39cddae84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:07:18.562117 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c866667-fae6-4731-b04c-58c619ccaf00 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.649995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c866667-fae6-4731-b04c-58c619ccaf00 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e062870-6181-4065-b064-eadc2d3743fa,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.661799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c153b7-2063-4f13-8f8c-32a7348216d7 None None] Network 6bc6cbc7-3fd8-4408-8839-e390ef175c4f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:18.699031 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.723646 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c866667-fae6-4731-b04c-58c619ccaf00 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.725570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8c866667-fae6-4731-b04c-58c619ccaf00 tempest-RoutersAdminNegativeTest-1260267631 tempest-RoutersAdminNegativeTest-1260267631-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0e062870-6181-4065-b064-eadc2d3743fa HTTP/1.1" status: 204 len: 168 time: 0.7756133 Sep 16 05:07:18.783892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 7531c210-a905-4ca6-8996-ab5f85c4e1cf {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:18.783892 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.889548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8986c47-c8af-4146-8096-e5fbccde06a2 None None] DHCP port deletion for 6bc6cbc7-3fd8-4408-8839-e390ef175c4f request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:18.964551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c8986c47-c8af-4146-8096-e5fbccde06a2 None None] Deleting port 7531c210-a905-4ca6-8996-ab5f85c4e1cf {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:18.964993 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8986c47-c8af-4146-8096-e5fbccde06a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.072740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bf9e35ea-a6ea-42f9-b958-c95ff91a557a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:19.076289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c8986c47-c8af-4146-8096-e5fbccde06a2 None None] For port 7531c210-a905-4ca6-8996-ab5f85c4e1cf, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7531c210-a905-4ca6-8996-ab5f85c4e1cf,segment=NetworkSegment(b9f880bf-205f-4062-bee7-c3c72ad6a3b4),segment_id=b9f880bf-205f-4062-bee7-c3c72ad6a3b4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:19.076732 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8986c47-c8af-4146-8096-e5fbccde06a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.182251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] For port 7531c210-a905-4ca6-8996-ab5f85c4e1cf, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7531c210-a905-4ca6-8996-ab5f85c4e1cf,segment=NetworkSegment(b9f880bf-205f-4062-bee7-c3c72ad6a3b4),segment_id=b9f880bf-205f-4062-bee7-c3c72ad6a3b4)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:19.182764 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.198052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 7531c210-a905-4ca6-8996-ab5f85c4e1cf owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:19.319026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c8986c47-c8af-4146-8096-e5fbccde06a2 None None] Calling delete_port for 7531c210-a905-4ca6-8996-ab5f85c4e1cf owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:19.322147 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f4aa9ee3-6697-450b-a3f8-1da39cddae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.385775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51312) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.405418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port bf9e35ea-a6ea-42f9-b958-c95ff91a557a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:19.405946 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.414169 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.467748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=7531c210-a905-4ca6-8996-ab5f85c4e1cf,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.481204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No DVR routers for this DVR port 7531c210-a905-4ca6-8996-ab5f85c4e1cf on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:19.511670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0f8ecae-445b-40a1-972a-35c3f152281d req-e2de8c82-c57b-4773-a233-d46bee16f061 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 210 time: 0.0481489 Sep 16 05:07:19.525969 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8986c47-c8af-4146-8096-e5fbccde06a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.558928 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-051418c6-8661-430a-98b8-e7d7d5d64e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.588837 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8986c47-c8af-4146-8096-e5fbccde06a2 None None] Pushing event deleted for resources: {'Port': ['ID=7531c210-a905-4ca6-8996-ab5f85c4e1cf,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.593779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8986c47-c8af-4146-8096-e5fbccde06a2 None None] No DVR routers for this DVR port 7531c210-a905-4ca6-8996-ab5f85c4e1cf on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:19.609082 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8f95c18e-2a76-434e-a3fa-e2fc15e8faa5 None None] Could not find standard attr ID for object 7531c210-a905-4ca6-8996-ab5f85c4e1cf. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:07:19.620945 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.644793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc6cbc7-3fd8-4408-8839-e390ef175c4f']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:19.655350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f880bf-205f-4062-bee7-c3c72ad6a3b4') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:19.655620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f880bf-205f-4062-bee7-c3c72ad6a3b4') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:19.666506 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.674115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-051418c6-8661-430a-98b8-e7d7d5d64e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.680483 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.687145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:19.687575 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:19.692380 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:19.770914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-051418c6-8661-430a-98b8-e7d7d5d64e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.813419 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-051418c6-8661-430a-98b8-e7d7d5d64e25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69f8ab2582b14bda8030b7634b2c811c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4258509 Sep 16 05:07:19.814218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051418c6-8661-430a-98b8-e7d7d5d64e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e715c471-9348-4d7f-9293-b4107ce103e0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.816199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51316) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.868021 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.878631 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.880971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/networks/6bc6cbc7-3fd8-4408-8839-e390ef175c4f HTTP/1.1" status: 204 len: 168 time: 1.3536766 Sep 16 05:07:19.886048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51318) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.890640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a0563fbd-34af-4428-863d-3d6724d3a506 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1801202862'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:19.891847 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f203346-2763-4736-bf73-dbb3fbb39999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.894895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313573b-8b56-4d7f-9811-e07a21e0d254 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Network': ['ID=6bc6cbc7-3fd8-4408-8839-e390ef175c4f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.919700 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f203346-2763-4736-bf73-dbb3fbb39999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.988822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0563fbd-34af-4428-863d-3d6724d3a506 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:19.993375 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0563fbd-34af-4428-863d-3d6724d3a506 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.053811 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f203346-2763-4736-bf73-dbb3fbb39999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.056813 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f203346-2763-4736-bf73-dbb3fbb39999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.058101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8f203346-2763-4736-bf73-dbb3fbb39999 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e715c471-9348-4d7f-9293-b4107ce103e0 HTTP/1.1" status: 204 len: 168 time: 0.2406328 Sep 16 05:07:20.070813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f203346-2763-4736-bf73-dbb3fbb39999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e715c471-9348-4d7f-9293-b4107ce103e0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.080967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0563fbd-34af-4428-863d-3d6724d3a506 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:20.102474 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0563fbd-34af-4428-863d-3d6724d3a506 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.102474 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-a0563fbd-34af-4428-863d-3d6724d3a506 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Added segment 1cf1e0c5-1cec-46c6-b943-58056257544d of type vlan for network 953d28e0-342a-40c1-a9e8-9d0d29bfa0bb Sep 16 05:07:20.162271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-9928bf38-73c0-4917-a226-8fcfece40625 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.163824 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-9928bf38-73c0-4917-a226-8fcfece40625 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "GET /v2.0/networks?id=314d528f-5053-45fc-ae4e-4d87509ad1b4 HTTP/1.1" status: 200 len: 796 time: 0.1902864 Sep 16 05:07:20.167183 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0563fbd-34af-4428-863d-3d6724d3a506 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.233401 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-68ec75de-9dda-4cb4-b294-903ec68f654c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 380 time: 0.0594418 Sep 16 05:07:20.243889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'port': {'device_id': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'admin_state_up': True, 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'security_groups': ['caf7d408-bf00-4b4e-872d-41effc81e581']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:20.331323 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0563fbd-34af-4428-863d-3d6724d3a506 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.338052 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0563fbd-34af-4428-863d-3d6724d3a506 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.339748 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0563fbd-34af-4428-863d-3d6724d3a506 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.421344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0563fbd-34af-4428-863d-3d6724d3a506 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Network': ['ID=953d28e0-342a-40c1-a9e8-9d0d29bfa0bb,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.433240 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 953d28e0-342a-40c1-a9e8-9d0d29bfa0bb details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:20.548905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Made reservation on behalf of b57050cfd0c741c1b347796c3e06ea10 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:20.552658 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.606730 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a0563fbd-34af-4428-863d-3d6724d3a506 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7203448 Sep 16 05:07:20.609623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51326) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:20.615987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-34476fd1-adda-48fa-acee-22dbbf3c1a52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '953d28e0-342a-40c1-a9e8-9d0d29bfa0bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:20.665357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9de6c82-06b7-4305-9c3a-c568862136a5 req-f65ce074-9565-432b-9d3c-fbf896f27b80 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 210 time: 0.0533338 Sep 16 05:07:20.688852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.20.0.4 (314d528f-5053-45fc-ae4e-4d87509ad1b4/0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb/a7b97f70-c747-466e-9286-7f704e4e0cc3) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:20.822216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34476fd1-adda-48fa-acee-22dbbf3c1a52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:20.825816 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-34476fd1-adda-48fa-acee-22dbbf3c1a52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.826985 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.947810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51328) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:20.966470 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.030540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 314d528f-5053-45fc-ae4e-4d87509ad1b4 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:21.041193 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:21.043952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:21.052571 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1a093a6e-bfac-4b6b-a6f6-e5109c4d3abe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29dd44fed9254abb9e59d04647ae11e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1035573 Sep 16 05:07:21.060859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51330) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:21.072593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=a7b97f70-c747-466e-9286-7f704e4e0cc3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.105125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.105794 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.118150 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-85b2bc8e-835c-4735-9aac-535e52e2b300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.140857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-85b2bc8e-835c-4735-9aac-535e52e2b300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.170043 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-34476fd1-adda-48fa-acee-22dbbf3c1a52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.217614 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5752a4e7-dc7a-4a5c-b8fc-292afc9162b0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9775002 Sep 16 05:07:21.231615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Request body: {'port': {'device_id': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:21.247317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34476fd1-adda-48fa-acee-22dbbf3c1a52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Subnet': ['ID=9a25967d-78a3-4e9e-ac3e-145a3fddbf16,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.250536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2de23fb8-869f-48f5-b3d5-533b636221d9 None None] Provisioning complete for port a7b97f70-c747-466e-9286-7f704e4e0cc3 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:21.251047 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2de23fb8-869f-48f5-b3d5-533b636221d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.260765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34476fd1-adda-48fa-acee-22dbbf3c1a52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Checking segment: {'id': '1cf1e0c5-1cec-46c6-b943-58056257544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953d28e0-342a-40c1-a9e8-9d0d29bfa0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:21.261142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34476fd1-adda-48fa-acee-22dbbf3c1a52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network hostable DHCP agents. Network: 953d28e0-342a-40c1-a9e8-9d0d29bfa0bb, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:21.287610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-2de23fb8-869f-48f5-b3d5-533b636221d9 None None] Port a7b97f70-c747-466e-9286-7f704e4e0cc3 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:21.296579 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.327461 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-85b2bc8e-835c-4735-9aac-535e52e2b300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.330159 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-85b2bc8e-835c-4735-9aac-535e52e2b300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.331339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-85b2bc8e-835c-4735-9aac-535e52e2b300 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0d1ead7-41a3-4c43-a382-179bc98571a2 HTTP/1.1" status: 204 len: 168 time: 0.2738914 Sep 16 05:07:21.340594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2bc8e-835c-4735-9aac-535e52e2b300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d1ead7-41a3-4c43-a382-179bc98571a2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.356163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34476fd1-adda-48fa-acee-22dbbf3c1a52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 953d28e0-342a-40c1-a9e8-9d0d29bfa0bb is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:21.453244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-34476fd1-adda-48fa-acee-22dbbf3c1a52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 953d28e0-342a-40c1-a9e8-9d0d29bfa0bb) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:21.458188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34476fd1-adda-48fa-acee-22dbbf3c1a52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.458975 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-34476fd1-adda-48fa-acee-22dbbf3c1a52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.464544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd1130-12a0-47ca-ab5d-2e6bee0f13d2 None None] Network 953d28e0-342a-40c1-a9e8-9d0d29bfa0bb requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:21.582890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b97f70-c747-466e-9286-7f704e4e0cc3 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:21.590658 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.603137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Transition to ACTIVE for port object a7b97f70-c747-466e-9286-7f704e4e0cc3 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:21.612911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-953d28e0-342a-40c1-a9e8-9d0d29bfa0bb', 'network_id': '953d28e0-342a-40c1-a9e8-9d0d29bfa0bb', 'tenant_id': 'c9742a016be744ffaaf9fa3049a3abf8', 'fixed_ips': [{'subnet_id': '9a25967d-78a3-4e9e-ac3e-145a3fddbf16'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:21.613990 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.682779 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-34476fd1-adda-48fa-acee-22dbbf3c1a52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0719540 Sep 16 05:07:21.685289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51334) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:21.691137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': '953d28e0-342a-40c1-a9e8-9d0d29bfa0bb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1184086895'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:21.755015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Allocated IP 2001:db8::2 (953d28e0-342a-40c1-a9e8-9d0d29bfa0bb/9a25967d-78a3-4e9e-ac3e-145a3fddbf16/b324d637-ed3d-4775-9cff-e79127063d04) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:21.767535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.826416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b97f70-c747-466e-9286-7f704e4e0cc3,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.849901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1879b7-b8e0-486d-b25b-5b0c18eeca7e req-eae06277-dc77-4acd-961d-c559ac3fba5c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.852023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd1879b7-b8e0-486d-b25b-5b0c18eeca7e req-eae06277-dc77-4acd-961d-c559ac3fba5c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 943 time: 0.0990300 Sep 16 05:07:21.911722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Attempting to bind port a7b97f70-c747-466e-9286-7f704e4e0cc3 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:21.912322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Attempting to bind port a7b97f70-c747-466e-9286-7f704e4e0cc3 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:21.912713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Attempting to bind port a7b97f70-c747-466e-9286-7f704e4e0cc3 on network 314d528f-5053-45fc-ae4e-4d87509ad1b4 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:21.919191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Port a7b97f70-c747-466e-9286-7f704e4e0cc3 on network 314d528f-5053-45fc-ae4e-4d87509ad1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:21.919514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Attempting to bind port a7b97f70-c747-466e-9286-7f704e4e0cc3 on network 314d528f-5053-45fc-ae4e-4d87509ad1b4 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:21.921733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd1879b7-b8e0-486d-b25b-5b0c18eeca7e req-9dde48e6-30ac-47f0-8f75-cb5b78fdb39e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552218 Sep 16 05:07:21.927506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:21.929576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:21.933313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Checking segment: {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:21.933902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Bound using segment: {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:21.934529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Bound port: a7b97f70-c747-466e-9286-7f704e4e0cc3, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:21.935583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.936116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.964650 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.971088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 38fd04b7-f3af-4f97-b22a-67fb8482c1e8 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:22.031008 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.056259 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:22.060993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:22.091685 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Network 953d28e0-342a-40c1-a9e8-9d0d29bfa0bb is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:22.096801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:22.098898 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:22.121640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Pushing event updated for resources: {'Port': ['ID=b324d637-ed3d-4775-9cff-e79127063d04,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:22.133202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8::de (953d28e0-342a-40c1-a9e8-9d0d29bfa0bb/9a25967d-78a3-4e9e-ac3e-145a3fddbf16/38fd04b7-f3af-4f97-b22a-67fb8482c1e8) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:22.154823 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.177537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Attempting to bind port b324d637-ed3d-4775-9cff-e79127063d04 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:22.178208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Attempting to bind port b324d637-ed3d-4775-9cff-e79127063d04 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '1cf1e0c5-1cec-46c6-b943-58056257544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953d28e0-342a-40c1-a9e8-9d0d29bfa0bb'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:22.178582 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Attempting to bind port b324d637-ed3d-4775-9cff-e79127063d04 on network 953d28e0-342a-40c1-a9e8-9d0d29bfa0bb {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:22.184712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:22.185631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Checking segment: {'id': '1cf1e0c5-1cec-46c6-b943-58056257544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953d28e0-342a-40c1-a9e8-9d0d29bfa0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:22.185631 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.185869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Bound using segment: {'id': '1cf1e0c5-1cec-46c6-b943-58056257544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953d28e0-342a-40c1-a9e8-9d0d29bfa0bb'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:22.186691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Bound port: b324d637-ed3d-4775-9cff-e79127063d04, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf1e0c5-1cec-46c6-b943-58056257544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '953d28e0-342a-40c1-a9e8-9d0d29bfa0bb'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:22.187070 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.195313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.198316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.198316 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] 10.222.0.23 "PUT /v2.0/ports/a7b97f70-c747-466e-9286-7f704e4e0cc3 HTTP/1.1" status: 200 len: 1092 time: 0.9705584 Sep 16 05:07:22.198316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:22.200080 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74e2063-4a9e-4fc4-848b-4375f8bd8cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:22.234352 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cc2b0-3489-4ee3-a7a3-ddbe287d4153 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b97f70-c747-466e-9286-7f704e4e0cc3,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:22.270194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] For port b324d637-ed3d-4775-9cff-e79127063d04, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:22.271916 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46684bc-f4d4-43d2-b981-1e365fb9c03f x-openstack-request-id: req-a46684bc-f4d4-43d2-b981-1e365fb9c03f {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:22.272406 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:22.273476 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a46684bc-f4d4-43d2-b981-1e365fb9c03f {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:22.274079 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'status': 'completed', 'code': 200} Sep 16 05:07:22.275181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] For port b324d637-ed3d-4775-9cff-e79127063d04, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b324d637-ed3d-4775-9cff-e79127063d04,segment=NetworkSegment(1cf1e0c5-1cec-46c6-b943-58056257544d),segment_id=1cf1e0c5-1cec-46c6-b943-58056257544d)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:22.321921 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.342734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e2063-4a9e-4fc4-848b-4375f8bd8cd0 req-ac241dd2-f37e-44cd-bcc3-1d6addee4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.344499 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c74e2063-4a9e-4fc4-848b-4375f8bd8cd0 req-ac241dd2-f37e-44cd-bcc3-1d6addee4887 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1095 time: 0.0456355 Sep 16 05:07:22.380067 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.450540 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796ecfc-4a91-4e0e-a8ec-9609e31c07bd None None] Pushing event updated for resources: {'Port': ['ID=b324d637-ed3d-4775-9cff-e79127063d04,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:22.452856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.475480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e2063-4a9e-4fc4-848b-4375f8bd8cd0 req-2e4865fe-d2bd-441d-859b-fc678801d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.477883 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c74e2063-4a9e-4fc4-848b-4375f8bd8cd0 req-2e4865fe-d2bd-441d-859b-fc678801d18f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b57050cfd0c741c1b347796c3e06ea10&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1220369 Sep 16 05:07:22.517375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 953d28e0-342a-40c1-a9e8-9d0d29bfa0bb is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:22.525322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:22.530299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:22.536496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.537273 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.542018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=38fd04b7-f3af-4f97-b22a-67fb8482c1e8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:22.597707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e2063-4a9e-4fc4-848b-4375f8bd8cd0 req-1d5f0b5c-d30b-4d98-a3a2-43280df6d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.599200 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c74e2063-4a9e-4fc4-848b-4375f8bd8cd0 req-1d5f0b5c-d30b-4d98-a3a2-43280df6d41d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1121774 Sep 16 05:07:22.664631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7cdb2b0a-a50b-49a2-a8fb-5af97ed8c83f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9757543 Sep 16 05:07:22.664901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51356) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:22.709623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-ecdf6964-697a-4fc9-96b0-75fdecf3a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.711213 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-ecdf6964-697a-4fc9-96b0-75fdecf3a377 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1095 time: 0.0750291 Sep 16 05:07:22.760703 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-a92decf1-eb11-407f-93bf-fa42a3ab501e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3 HTTP/1.1" status: 200 len: 217 time: 0.0416811 Sep 16 05:07:22.798280 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8380d749-dc05-4687-8959-7f19d4e01883 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 38fd04b7-f3af-4f97-b22a-67fb8482c1e8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:22.799117 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8380d749-dc05-4687-8959-7f19d4e01883 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.829879 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5c90dcbb-16d8-48b2-8228-733810841716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.831590 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-5c90dcbb-16d8-48b2-8228-733810841716 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb HTTP/1.1" status: 200 len: 835 time: 0.0646915 Sep 16 05:07:22.849336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51360) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:22.900169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-ccd26131-b995-44ba-9224-c957638d2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.900728 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-ccd26131-b995-44ba-9224-c957638d2c2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=314d528f-5053-45fc-ae4e-4d87509ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611985 Sep 16 05:07:22.917422 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8380d749-dc05-4687-8959-7f19d4e01883 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.931587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8380d749-dc05-4687-8959-7f19d4e01883 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 38fd04b7-f3af-4f97-b22a-67fb8482c1e8 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:23.023314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b324d637-ed3d-4775-9cff-e79127063d04 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:23.039472 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-317848649'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:23.061500 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-8cba8cb3-a7b5-48f5-9fce-7bf502b38494 service neutron] 10.222.0.23 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501150 Sep 16 05:07:23.076165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b324d637-ed3d-4775-9cff-e79127063d04 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:23.076581 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.121972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490851f0-0824-4bd0-953c-3848b5c3f076 req-7fa8575f-9522-44e2-a017-fc506dd5572c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.123469 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-490851f0-0824-4bd0-953c-3848b5c3f076 req-7fa8575f-9522-44e2-a017-fc506dd5572c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 943 time: 0.1029017 Sep 16 05:07:23.137667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Made reservation on behalf of fba6fa2c59db4919a4d0a8870cfe1ba3 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:23.141659 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.154416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.165353 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.174504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-490851f0-0824-4bd0-953c-3848b5c3f076 req-11fa45a9-7b65-44dd-abbe-58bcf67b8d1b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375237 Sep 16 05:07:23.198367 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2acda2fd-9091-4da1-a9ee-8ff0eef7f752 req-7d953967-0b34-4e1a-91c2-c51e1edb0f1d service neutron] 10.222.0.23 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264496 Sep 16 05:07:23.210757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port b324d637-ed3d-4775-9cff-e79127063d04, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b324d637-ed3d-4775-9cff-e79127063d04,segment=NetworkSegment(1cf1e0c5-1cec-46c6-b943-58056257544d),segment_id=1cf1e0c5-1cec-46c6-b943-58056257544d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:23.233729 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8380d749-dc05-4687-8959-7f19d4e01883 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.269879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380d749-dc05-4687-8959-7f19d4e01883 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=38fd04b7-f3af-4f97-b22a-67fb8482c1e8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:23.296435 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8380d749-dc05-4687-8959-7f19d4e01883 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.301043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8380d749-dc05-4687-8959-7f19d4e01883 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/38fd04b7-f3af-4f97-b22a-67fb8482c1e8 HTTP/1.1" status: 204 len: 168 time: 0.6324518 Sep 16 05:07:23.301340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51366) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:23.336499 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.337794 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cbb29a-837b-45bd-a70a-e78552a2b3b1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:07:23.339380 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-03cbb29a-837b-45bd-a70a-e78552a2b3b1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/38fd04b7-f3af-4f97-b22a-67fb8482c1e8 HTTP/1.1" status: 404 len: 333 time: 0.0369501 Sep 16 05:07:23.342498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51368) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:23.342684 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.391914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=b324d637-ed3d-4775-9cff-e79127063d04,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:23.401742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f57e6a8-34d1-42dc-bd8b-3cba98e8454b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting subnet 9a25967d-78a3-4e9e-ac3e-145a3fddbf16 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:23.405723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6f57e6a8-34d1-42dc-bd8b-3cba98e8454b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.433590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.453965 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6f57e6a8-34d1-42dc-bd8b-3cba98e8454b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.464924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:23.471522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023385a1-3a63-4800-8495-c518fbbd48a6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:23.484012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.484410 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Added segment b0349242-1000-4689-89c9-826449dffb60 of type vlan for network f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 Sep 16 05:07:23.533609 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.552452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b391713c-3926-4f49-a553-745d743ff45e None None] Network 953d28e0-342a-40c1-a9e8-9d0d29bfa0bb requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:23.558047 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6f57e6a8-34d1-42dc-bd8b-3cba98e8454b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.625445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a52c8613-1b29-4e8f-b0c2-e39500be3657 None None] Provisioning complete for port b324d637-ed3d-4775-9cff-e79127063d04 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:23.625816 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a52c8613-1b29-4e8f-b0c2-e39500be3657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.639523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.645354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.646025 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.688063 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6f57e6a8-34d1-42dc-bd8b-3cba98e8454b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.719252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57e6a8-34d1-42dc-bd8b-3cba98e8454b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Subnet': ['ID=9a25967d-78a3-4e9e-ac3e-145a3fddbf16,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:23.721363 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6f57e6a8-34d1-42dc-bd8b-3cba98e8454b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.727242 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6f57e6a8-34d1-42dc-bd8b-3cba98e8454b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/9a25967d-78a3-4e9e-ac3e-145a3fddbf16 HTTP/1.1" status: 204 len: 168 time: 0.3798945 Sep 16 05:07:23.727690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event updated for resources: {'Network': ['ID=f9ace2ac-6b4c-4897-87c4-2b0bd45f6757,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:23.728948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51370) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:23.742506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:23.763520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51372) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:23.764406 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b388d168-9379-4e4a-9709-65a2579d9536 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9139533 Sep 16 05:07:23.770271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8cd53088-b6fe-4c20-9c12-137ee0b8fefe tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Request body: {'subnet': {'network_id': 'f9ace2ac-6b4c-4897-87c4-2b0bd45f6757', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:23.844012 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.947959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port b324d637-ed3d-4775-9cff-e79127063d04 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:23.948302 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.020642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] For port b324d637-ed3d-4775-9cff-e79127063d04, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b324d637-ed3d-4775-9cff-e79127063d04,segment=NetworkSegment(1cf1e0c5-1cec-46c6-b943-58056257544d),segment_id=1cf1e0c5-1cec-46c6-b943-58056257544d)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:24.021089 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.026640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc61d98-6e57-4202-924f-e83030d6057d None None] Network 953d28e0-342a-40c1-a9e8-9d0d29bfa0bb requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:24.034705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd53088-b6fe-4c20-9c12-137ee0b8fefe tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Made reservation on behalf of fba6fa2c59db4919a4d0a8870cfe1ba3 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:24.038173 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cd53088-b6fe-4c20-9c12-137ee0b8fefe tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.041470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for b324d637-ed3d-4775-9cff-e79127063d04 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:24.112005 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:07:24.146198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-87c233cc-d5fc-4eee-97cf-67bc7c36d90c None None] Provisioning complete for port b324d637-ed3d-4775-9cff-e79127063d04 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:24.146198 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-87c233cc-d5fc-4eee-97cf-67bc7c36d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.239946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8245da8a-8e4f-4043-b519-1e2e33d66bb6 None None] DHCP port deletion for 953d28e0-342a-40c1-a9e8-9d0d29bfa0bb request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:24.292868 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8245da8a-8e4f-4043-b519-1e2e33d66bb6 None None] Deleting port b324d637-ed3d-4775-9cff-e79127063d04 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:24.293176 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8245da8a-8e4f-4043-b519-1e2e33d66bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.301623 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.357010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8245da8a-8e4f-4043-b519-1e2e33d66bb6 None None] For port b324d637-ed3d-4775-9cff-e79127063d04, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b324d637-ed3d-4775-9cff-e79127063d04,segment=NetworkSegment(1cf1e0c5-1cec-46c6-b943-58056257544d),segment_id=1cf1e0c5-1cec-46c6-b943-58056257544d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:24.357553 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8245da8a-8e4f-4043-b519-1e2e33d66bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.357714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=b324d637-ed3d-4775-9cff-e79127063d04,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:24.359565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No DVR routers for this DVR port b324d637-ed3d-4775-9cff-e79127063d04 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:24.371910 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8245da8a-8e4f-4043-b519-1e2e33d66bb6 None None] Calling delete_port for b324d637-ed3d-4775-9cff-e79127063d04 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:24.413434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ae1d4-23fa-4ef3-ae69-22ac5d033cc4 req-d8777fa6-9908-45c8-8a99-c57f91e3799e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.414864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e35ae1d4-23fa-4ef3-ae69-22ac5d033cc4 req-d8777fa6-9908-45c8-8a99-c57f91e3799e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 943 time: 0.1363895 Sep 16 05:07:24.423255 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cd53088-b6fe-4c20-9c12-137ee0b8fefe tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.450663 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8245da8a-8e4f-4043-b519-1e2e33d66bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.474315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245da8a-8e4f-4043-b519-1e2e33d66bb6 None None] Pushing event deleted for resources: {'Port': ['ID=b324d637-ed3d-4775-9cff-e79127063d04,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:24.482032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8245da8a-8e4f-4043-b519-1e2e33d66bb6 None None] No DVR routers for this DVR port b324d637-ed3d-4775-9cff-e79127063d04 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:24.494487 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.557600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953d28e0-342a-40c1-a9e8-9d0d29bfa0bb']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:24.560875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd53088-b6fe-4c20-9c12-137ee0b8fefe tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event updated for resources: {'Subnet': ['ID=ef54421c-0b48-4f97-9c20-a8c3bb940859,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:24.565256 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e35ae1d4-23fa-4ef3-ae69-22ac5d033cc4 req-957a93c1-42ae-4a98-ba54-661922ad07e0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433151 Sep 16 05:07:24.580032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf1e0c5-1cec-46c6-b943-58056257544d') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:24.580329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf1e0c5-1cec-46c6-b943-58056257544d') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:24.590826 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.604818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd53088-b6fe-4c20-9c12-137ee0b8fefe tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Checking segment: {'id': 'b0349242-1000-4689-89c9-826449dffb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f9ace2ac-6b4c-4897-87c4-2b0bd45f6757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:24.605180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd53088-b6fe-4c20-9c12-137ee0b8fefe tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Network hostable DHCP agents. Network: f9ace2ac-6b4c-4897-87c4-2b0bd45f6757, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:24.610859 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.619555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:24.619938 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:24.622979 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:24.721573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd53088-b6fe-4c20-9c12-137ee0b8fefe tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Network f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:24.758929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.765664 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.767481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/networks/953d28e0-342a-40c1-a9e8-9d0d29bfa0bb HTTP/1.1" status: 204 len: 168 time: 1.0366917 Sep 16 05:07:24.771136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51378) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.776225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'name': 'tempest-PortsIpV6TestJSON-364502'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:24.786939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a6fab-9473-4093-ad28-6a4f36851f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Network': ['ID=953d28e0-342a-40c1-a9e8-9d0d29bfa0bb,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:24.805803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-8cd53088-b6fe-4c20-9c12-137ee0b8fefe tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, f9ace2ac-6b4c-4897-87c4-2b0bd45f6757) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:24.810001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd53088-b6fe-4c20-9c12-137ee0b8fefe tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.810416 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cd53088-b6fe-4c20-9c12-137ee0b8fefe tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.814435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b3f9b1-c245-40cb-9691-17cb1d2a71a4 None None] Network f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:24.905777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8cd53088-b6fe-4c20-9c12-137ee0b8fefe tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1413207 Sep 16 05:07:24.908316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51382) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.913029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ad6abebc-1a2d-4b66-b92f-b9d22782e735 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1134664197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:24.935550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b324d637-ed3d-4775-9cff-e79127063d04 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:24.958360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: b324d637-ed3d-4775-9cff-e79127063d04 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:24.958703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b324d637-ed3d-4775-9cff-e79127063d04 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:24.994264 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-f9ace2ac-6b4c-4897-87c4-2b0bd45f6757', 'network_id': 'f9ace2ac-6b4c-4897-87c4-2b0bd45f6757', 'tenant_id': 'fba6fa2c59db4919a4d0a8870cfe1ba3', 'fixed_ips': [{'subnet_id': 'ef54421c-0b48-4f97-9c20-a8c3bb940859'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:24.995129 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.033568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:25.037510 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.055929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 5d4b648a-af85-4b5d-a451-cbeab5302b9d yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:25.110228 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad6abebc-1a2d-4b66-b92f-b9d22782e735 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.111383 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad6abebc-1a2d-4b66-b92f-b9d22782e735 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.140192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Allocated IP 172.20.0.2 (f9ace2ac-6b4c-4897-87c4-2b0bd45f6757/ef54421c-0b48-4f97-9c20-a8c3bb940859/3e5584c9-7834-44ff-b6ef-473ec05d0e8c) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:25.171167 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad6abebc-1a2d-4b66-b92f-b9d22782e735 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.236707 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad6abebc-1a2d-4b66-b92f-b9d22782e735 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.293260 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.316217 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ad6abebc-1a2d-4b66-b92f-b9d22782e735 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.317596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ad6abebc-1a2d-4b66-b92f-b9d22782e735 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4082916 Sep 16 05:07:25.321180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51384) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.385652 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.429221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Network f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:25.433767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:25.436663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:25.451015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Pushing event updated for resources: {'Port': ['ID=3e5584c9-7834-44ff-b6ef-473ec05d0e8c,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:25.505055 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Attempting to bind port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:25.505768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Attempting to bind port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b0349242-1000-4689-89c9-826449dffb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f9ace2ac-6b4c-4897-87c4-2b0bd45f6757'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:25.506135 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Attempting to bind port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c on network f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:25.511543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:25.511919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Checking segment: {'id': 'b0349242-1000-4689-89c9-826449dffb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f9ace2ac-6b4c-4897-87c4-2b0bd45f6757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:25.512322 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.512960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Bound using segment: {'id': 'b0349242-1000-4689-89c9-826449dffb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f9ace2ac-6b4c-4897-87c4-2b0bd45f6757'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:25.513433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Bound port: 3e5584c9-7834-44ff-b6ef-473ec05d0e8c, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0349242-1000-4689-89c9-826449dffb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f9ace2ac-6b4c-4897-87c4-2b0bd45f6757'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:25.513817 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.519401 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.580641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] For port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:25.583986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] For port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3e5584c9-7834-44ff-b6ef-473ec05d0e8c,segment=NetworkSegment(b0349242-1000-4689-89c9-826449dffb60),segment_id=b0349242-1000-4689-89c9-826449dffb60)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:25.603871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.624764 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.648581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:25.653657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:25.659774 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.659979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:25.666619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:25.667525 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.676072 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=5d4b648a-af85-4b5d-a451-cbeab5302b9d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:25.735977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d82b5-ca57-4765-9705-5fe8d9a7d709 None None] Pushing event updated for resources: {'Port': ['ID=3e5584c9-7834-44ff-b6ef-473ec05d0e8c,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:25.754364 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5c0708e9-9507-4cad-ad68-262b75e71798 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9820921 Sep 16 05:07:25.757413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51388) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.795102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add4ef-0e30-42c3-86e0-4e8fb511a217 req-86017425-bf60-4a32-a7be-02f5549d5e67 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:25.796702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54add4ef-0e30-42c3-86e0-4e8fb511a217 req-86017425-bf60-4a32-a7be-02f5549d5e67 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 943 time: 0.1607239 Sep 16 05:07:25.855347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5388b2c9-d024-4b1b-90ff-9fcfbb5ad637 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 5d4b648a-af85-4b5d-a451-cbeab5302b9d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:25.855956 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5388b2c9-d024-4b1b-90ff-9fcfbb5ad637 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.901382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-54add4ef-0e30-42c3-86e0-4e8fb511a217 req-69b2890b-db11-4693-8cfa-72841dd68e0a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922832 Sep 16 05:07:25.948970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5388b2c9-d024-4b1b-90ff-9fcfbb5ad637 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.966208 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Allocated IP 172.20.0.1 (f9ace2ac-6b4c-4897-87c4-2b0bd45f6757/ef54421c-0b48-4f97-9c20-a8c3bb940859/2eb58f7c-7f95-4b4f-9e12-46445e3762e1) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:25.966934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5388b2c9-d024-4b1b-90ff-9fcfbb5ad637 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 5d4b648a-af85-4b5d-a451-cbeab5302b9d owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:26.142706 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5388b2c9-d024-4b1b-90ff-9fcfbb5ad637 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.180717 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5388b2c9-d024-4b1b-90ff-9fcfbb5ad637 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.185104 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5388b2c9-d024-4b1b-90ff-9fcfbb5ad637 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/5d4b648a-af85-4b5d-a451-cbeab5302b9d HTTP/1.1" status: 204 len: 168 time: 0.4242513 Sep 16 05:07:26.185104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388b2c9-d024-4b1b-90ff-9fcfbb5ad637 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=5d4b648a-af85-4b5d-a451-cbeab5302b9d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:26.187492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51390) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.192527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'mac_address': 'fa:16:3e:a3:2e:49', 'name': 'tempest-PortsIpV6TestJSON-1365190312'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:26.353392 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.359507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:26.430791 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.454271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.456363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 054e5efa-eda0-4c91-bffe-f9360f4c5936 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:26.490989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Network f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:26.495214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:26.499074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:26.539042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event updated for resources: {'Port': ['ID=2eb58f7c-7f95-4b4f-9e12-46445e3762e1,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:26.554288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.554640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.555039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.555380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.555710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.556036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.556361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.556712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.557489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.557815 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.558138 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.558456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.567283 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.641824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.682579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540738d5-7915-4781-b943-d016ffa10b6b None None] Network f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:26.753912 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.755397 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.803209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:26.809219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:26.813849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:26.819968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fa18e607-042f-4e47-8e4d-2e05c0f5b493 None None] Provisioning complete for port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:26.820508 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa18e607-042f-4e47-8e4d-2e05c0f5b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.820830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:26.821578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.825316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=054e5efa-eda0-4c91-bffe-f9360f4c5936,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:26.906693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2ae7ef77-2f0c-4b3e-af49-a6789f2da52a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7180898 Sep 16 05:07:26.915248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51392) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.975079 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa18e607-042f-4e47-8e4d-2e05c0f5b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.002957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3e5584c9-7834-44ff-b6ef-473ec05d0e8c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:27.008352 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9aa847-69ff-46ef-8906-4be130cd55e5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:27.016790 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8f9aa847-69ff-46ef-8906-4be130cd55e5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/054e5efa-eda0-4c91-bffe-f9360f4c5936 HTTP/1.1" status: 200 len: 845 time: 0.1003911 Sep 16 05:07:27.019748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51396) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.077455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fa18e607-042f-4e47-8e4d-2e05c0f5b493 None None] For port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3e5584c9-7834-44ff-b6ef-473ec05d0e8c,segment=NetworkSegment(b0349242-1000-4689-89c9-826449dffb60),segment_id=b0349242-1000-4689-89c9-826449dffb60)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:27.153690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:27.153690 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.154225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684cf6b-1f5f-4e4b-a8ba-5583d1c8fdaa req-8f9850fe-cc67-4576-a862-886035d239cd tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:27.154225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3684cf6b-1f5f-4e4b-a8ba-5583d1c8fdaa req-8f9850fe-cc67-4576-a862-886035d239cd tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 943 time: 0.0834279 Sep 16 05:07:27.185973 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.195289 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3684cf6b-1f5f-4e4b-a8ba-5583d1c8fdaa req-5d692f33-4f96-48d2-b5e5-2d3595fee21a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455434 Sep 16 05:07:27.224242 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.225117 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-508dfce4-6f35-408a-8c60-19e6c87a6133 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 054e5efa-eda0-4c91-bffe-f9360f4c5936 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:27.225117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-508dfce4-6f35-408a-8c60-19e6c87a6133 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.265447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a7b97f70-c747-466e-9286-7f704e4e0cc3 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:27.305266 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-508dfce4-6f35-408a-8c60-19e6c87a6133 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.319371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-508dfce4-6f35-408a-8c60-19e6c87a6133 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 054e5efa-eda0-4c91-bffe-f9360f4c5936 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:27.357530 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa18e607-042f-4e47-8e4d-2e05c0f5b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.404913 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.487960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-508dfce4-6f35-408a-8c60-19e6c87a6133 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.488872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event updated for resources: {'Port': ['ID=2eb58f7c-7f95-4b4f-9e12-46445e3762e1,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.492153 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.526900 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-508dfce4-6f35-408a-8c60-19e6c87a6133 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.529558 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-508dfce4-6f35-408a-8c60-19e6c87a6133 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/054e5efa-eda0-4c91-bffe-f9360f4c5936 HTTP/1.1" status: 204 len: 168 time: 0.5085578 Sep 16 05:07:27.530671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dfce4-6f35-408a-8c60-19e6c87a6133 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=054e5efa-eda0-4c91-bffe-f9360f4c5936,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.532561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51398) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.594669 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-853fca75-899c-4a20-9640-b7ad9ebcf243 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:07:27.596193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-853fca75-899c-4a20-9640-b7ad9ebcf243 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/054e5efa-eda0-4c91-bffe-f9360f4c5936 HTTP/1.1" status: 404 len: 333 time: 0.0340943 Sep 16 05:07:27.600309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51400) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.606255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'name': 'tempest-PortsIpV6TestJSON-69751901'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:27.630928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Network f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:27.632808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:27.638194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:27.641597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-261d3cfb-f8b2-454f-861d-1d85e85ab34c None None] Provisioning complete for port 2eb58f7c-7f95-4b4f-9e12-46445e3762e1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:27.641597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-261d3cfb-f8b2-454f-861d-1d85e85ab34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.642603 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:07:27.642959 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:07:27.673171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18e607-042f-4e47-8e4d-2e05c0f5b493 None None] Pushing event updated for resources: {'Port': ['ID=3e5584c9-7834-44ff-b6ef-473ec05d0e8c,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.678466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'port_id': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'mac_address': 'fa:16:3e:b7:ed:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:27.717224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-261d3cfb-f8b2-454f-861d-1d85e85ab34c None None] Port 2eb58f7c-7f95-4b4f-9e12-46445e3762e1 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:27.734489 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.747097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-261d3cfb-f8b2-454f-861d-1d85e85ab34c None None] Provisioning complete for port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:27.747476 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-261d3cfb-f8b2-454f-861d-1d85e85ab34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.773185 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b97f70-c747-466e-9286-7f704e4e0cc3 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:27.790817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:27.795124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.812192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:27.814886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 9cc6914f-2040-4e91-bf0b-19dceb05c311 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:27.859026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Router e6754b4f-0788-4b1d-9b70-364bcfc632c3 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:07:27.899650 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.953253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a7b97f70-c747-466e-9286-7f704e4e0cc3,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.954633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:27.960833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-654f390c-c89c-4f2b-a07d-c7b81b69b920 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "PUT /v2.0/routers/e6754b4f-0788-4b1d-9b70-364bcfc632c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6380179 Sep 16 05:07:27.963359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51402) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:27.968288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Request body: {'port': {'network_id': 'f9ace2ac-6b4c-4897-87c4-2b0bd45f6757', 'name': 'tempest-FloatingIPNegativeTestJSON-216498323'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:27.973502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ebe700-3069-4332-9207-846969e573a5 None None] Sync routers for ids ['e6754b4f-0788-4b1d-9b70-364bcfc632c3'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:27.990804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.992826 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebe700-3069-4332-9207-846969e573a5 None None] Routers {'e6754b4f-0788-4b1d-9b70-364bcfc632c3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:27.993480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a5ebe700-3069-4332-9207-846969e573a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e6754b4f-0788-4b1d-9b70-364bcfc632c3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:28.027637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a5ebe700-3069-4332-9207-846969e573a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:28.030650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b643aa16-729e-4828-b362-d20bab7d1fdd None None] Provisioning complete for port 2eb58f7c-7f95-4b4f-9e12-46445e3762e1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:28.031035 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b643aa16-729e-4828-b362-d20bab7d1fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.064352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebe700-3069-4332-9207-846969e573a5 None None] Routers {'e6754b4f-0788-4b1d-9b70-364bcfc632c3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:28.065006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a5ebe700-3069-4332-9207-846969e573a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e6754b4f-0788-4b1d-9b70-364bcfc632c3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:28.086156 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.107906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a5ebe700-3069-4332-9207-846969e573a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:28.108607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ebe700-3069-4332-9207-846969e573a5 None None] The sync data for ids ['e6754b4f-0788-4b1d-9b70-364bcfc632c3'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:28.110086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b643aa16-729e-4828-b362-d20bab7d1fdd None None] Port 2eb58f7c-7f95-4b4f-9e12-46445e3762e1 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:28.133431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:28.136479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:28.139287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['a7b97f70-c747-466e-9286-7f704e4e0cc3'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:28.142288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:28.148640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:28.149364 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.155474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=9cc6914f-2040-4e91-bf0b-19dceb05c311,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:28.185022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Made reservation on behalf of fba6fa2c59db4919a4d0a8870cfe1ba3 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:28.188710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.207167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] device_id is not set on port 0e393b2a-8e2c-4217-936e-a02afe4dc122 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:28.275052 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c0388ea1-c852-40c0-b20b-17aa15e91f0c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.6727254 Sep 16 05:07:28.278741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51406) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.289331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d257f657-23f4-45f6-b315-13d5512d6639 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:28.358332 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d257f657-23f4-45f6-b315-13d5512d6639 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.364077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43b0e5-b0a7-4f27-86ef-01612207ce24 req-3fd56279-03b1-410a-b95f-9b37ab2eb8f3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:28.365674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b43b0e5-b0a7-4f27-86ef-01612207ce24 req-3fd56279-03b1-410a-b95f-9b37ab2eb8f3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 944 time: 0.0956151 Sep 16 05:07:28.378484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Allocated IP 172.20.0.5 (f9ace2ac-6b4c-4897-87c4-2b0bd45f6757/ef54421c-0b48-4f97-9c20-a8c3bb940859/0e393b2a-8e2c-4217-936e-a02afe4dc122) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:28.430109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b43b0e5-b0a7-4f27-86ef-01612207ce24 req-4a21d0de-91d3-41fa-bf07-7932eec2f99c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579300 Sep 16 05:07:28.529390 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d257f657-23f4-45f6-b315-13d5512d6639 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.566019 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.587596 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d257f657-23f4-45f6-b315-13d5512d6639 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.625224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-d257f657-23f4-45f6-b315-13d5512d6639 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] In _notify_port_updated(), no bound segment for port 9cc6914f-2040-4e91-bf0b-19dceb05c311 on network 8dad712b-c6e9-470a-85ab-0545269a4eb5 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:07:28.630835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d257f657-23f4-45f6-b315-13d5512d6639 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:28.631441 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d257f657-23f4-45f6-b315-13d5512d6639 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.632885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d257f657-23f4-45f6-b315-13d5512d6639 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "PUT /v2.0/ports/9cc6914f-2040-4e91-bf0b-19dceb05c311 HTTP/1.1" status: 200 len: 818 time: 0.3530736 Sep 16 05:07:28.635702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51410) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.659431 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.672325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257f657-23f4-45f6-b315-13d5512d6639 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=9cc6914f-2040-4e91-bf0b-19dceb05c311,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:28.701766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Network f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:28.704788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:28.708748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:28.739587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event updated for resources: {'Port': ['ID=0e393b2a-8e2c-4217-936e-a02afe4dc122,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:28.740637 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2948fc4b-a43b-44a4-98e5-7cc3164deff1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 9cc6914f-2040-4e91-bf0b-19dceb05c311 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:28.741008 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2948fc4b-a43b-44a4-98e5-7cc3164deff1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.768415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:28.769089 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.822655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2948fc4b-a43b-44a4-98e5-7cc3164deff1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.836678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2948fc4b-a43b-44a4-98e5-7cc3164deff1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 9cc6914f-2040-4e91-bf0b-19dceb05c311 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:28.843217 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cb1fcdcd-c2f3-4d46-98ef-ab7ccc7418bc tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8787873 Sep 16 05:07:28.846243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51412) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:28.852503 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:28.934854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48194a42-d518-4267-a390-b267c3a98180 None None] Provisioning complete for port 0e393b2a-8e2c-4217-936e-a02afe4dc122 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:28.935377 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48194a42-d518-4267-a390-b267c3a98180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.937985 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3e5584c9-7834-44ff-b6ef-473ec05d0e8c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:28.947801 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.001805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48194a42-d518-4267-a390-b267c3a98180 None None] Port 0e393b2a-8e2c-4217-936e-a02afe4dc122 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:29.008948 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2948fc4b-a43b-44a4-98e5-7cc3164deff1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.018715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:29.019098 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.038442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948fc4b-a43b-44a4-98e5-7cc3164deff1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=9cc6914f-2040-4e91-bf0b-19dceb05c311,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:29.044268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2948fc4b-a43b-44a4-98e5-7cc3164deff1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.048847 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2948fc4b-a43b-44a4-98e5-7cc3164deff1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/9cc6914f-2040-4e91-bf0b-19dceb05c311 HTTP/1.1" status: 204 len: 168 time: 0.4097319 Sep 16 05:07:29.049372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51414) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:29.118041 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.146065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e176debe-19be-4e33-b643-5a5082fd1ffe tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.148212 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e176debe-19be-4e33-b643-5a5082fd1ffe tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0972438 Sep 16 05:07:29.151248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51416) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:29.179388 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca241c2-c70f-49e3-8ad2-32780062100b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:07:29.181158 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0ca241c2-c70f-49e3-8ad2-32780062100b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/9cc6914f-2040-4e91-bf0b-19dceb05c311 HTTP/1.1" status: 404 len: 333 time: 0.0288494 Sep 16 05:07:29.185147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51418) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:29.189941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d2c21b04-a33b-4ba9-8e68-15bd5dcb8459 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-97454221'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:29.244748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Allocated IP 172.25.3.174 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/428e58dd-6ed0-40a0-8fed-b25e5634bfe4) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:29.276021 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c21b04-a33b-4ba9-8e68-15bd5dcb8459 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:29.284662 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d2c21b04-a33b-4ba9-8e68-15bd5dcb8459 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.289196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a7b97f70-c747-466e-9286-7f704e4e0cc3 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:29.313421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c21b04-a33b-4ba9-8e68-15bd5dcb8459 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:29.327796 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d2c21b04-a33b-4ba9-8e68-15bd5dcb8459 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.328153 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-d2c21b04-a33b-4ba9-8e68-15bd5dcb8459 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Added segment 76e571d8-869c-4ad4-b10e-00b77c1c8bf1 of type vlan for network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 Sep 16 05:07:29.363964 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.377790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d2c21b04-a33b-4ba9-8e68-15bd5dcb8459 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.424607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port a7b97f70-c747-466e-9286-7f704e4e0cc3 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:29.429399 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port a7b97f70-c747-466e-9286-7f704e4e0cc3 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:29.430031 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.487837 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.516016 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d2c21b04-a33b-4ba9-8e68-15bd5dcb8459 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.517023 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.521927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c21b04-a33b-4ba9-8e68-15bd5dcb8459 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.523278 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d2c21b04-a33b-4ba9-8e68-15bd5dcb8459 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.544664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:29.547094 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d806795-fbb8-4495-8047-387ec6fd101c" -d '{"events": [{"server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "name": "network-vif-plugged", "status": "completed", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:29.552138 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:29.559822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:29.561811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:29.564821 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:29.597387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c21b04-a33b-4ba9-8e68-15bd5dcb8459 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Network': ['ID=7aa2b2e3-c75f-442b-adf1-e88af3ead872,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:29.600820 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event updated for resources: {'Port': ['ID=428e58dd-6ed0-40a0-8fed-b25e5634bfe4,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:29.613887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:29.624563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc1be2-b304-433f-9e25-1d1d94f4fd51 req-3256d239-0368-4278-9cd0-f3982b60031a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.626101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2dc1be2-b304-433f-9e25-1d1d94f4fd51 req-3256d239-0368-4278-9cd0-f3982b60031a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 944 time: 0.1095057 Sep 16 05:07:29.643343 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d2c21b04-a33b-4ba9-8e68-15bd5dcb8459 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4570811 Sep 16 05:07:29.646039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51432) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:29.652754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-49f65f1a-1fba-4fb8-88cb-c4aa8a826be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '7aa2b2e3-c75f-442b-adf1-e88af3ead872', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:29.695375 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.705340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2dc1be2-b304-433f-9e25-1d1d94f4fd51 req-2cf205ff-496d-4aef-b418-bcbc4e58fe49 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682795 Sep 16 05:07:29.710583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.747770 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8c6a4b-ea95-4c9b-9c5d-3d266dc79acd x-openstack-request-id: req-6a8c6a4b-ea95-4c9b-9c5d-3d266dc79acd {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:29.748184 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "name": "network-vif-plugged", "status": "completed", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:29.748302 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a8c6a4b-ea95-4c9b-9c5d-3d266dc79acd {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:29.748861 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'code': 200} Sep 16 05:07:29.787834 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a7b97f70-c747-466e-9286-7f704e4e0cc3,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:29.828875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1001d-17c2-459b-bb77-ad4133390051 req-ae2e9ad7-8509-4769-8219-680d953d7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.830386 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2bd1001d-17c2-459b-bb77-ad4133390051 req-ae2e9ad7-8509-4769-8219-680d953d7139 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1097 time: 0.0435801 Sep 16 05:07:29.854097 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.868154 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2bd1001d-17c2-459b-bb77-ad4133390051 req-c496b34d-e2d3-4ad4-9add-1385820a3181 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298090 Sep 16 05:07:29.895847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f65f1a-1fba-4fb8-88cb-c4aa8a826be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:29.899999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49f65f1a-1fba-4fb8-88cb-c4aa8a826be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.006485 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.122273 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.187572 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event updated for resources: {'Port': ['ID=428e58dd-6ed0-40a0-8fed-b25e5634bfe4,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:30.190593 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49f65f1a-1fba-4fb8-88cb-c4aa8a826be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.203565 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.261499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f65f1a-1fba-4fb8-88cb-c4aa8a826be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Subnet': ['ID=f29e0f61-55ae-42fa-8448-c8437de89076,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:30.267040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f65f1a-1fba-4fb8-88cb-c4aa8a826be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Checking segment: {'id': '76e571d8-869c-4ad4-b10e-00b77c1c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7aa2b2e3-c75f-442b-adf1-e88af3ead872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:30.268893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f65f1a-1fba-4fb8-88cb-c4aa8a826be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network hostable DHCP agents. Network: 7aa2b2e3-c75f-442b-adf1-e88af3ead872, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:30.287645 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.292654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-25c2d30e-c572-4081-b237-06b136987a1e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4424641 Sep 16 05:07:30.293317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51434) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:30.297580 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-e7462b33-a0c6-46a2-bf4b-2ab2a214221d tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Request body: {'floatingip': {'port_id': '0e393b2a-8e2c-4217-936e-a02afe4dc122', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:30.341678 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e7462b33-a0c6-46a2-bf4b-2ab2a214221d tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.361911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f65f1a-1fba-4fb8-88cb-c4aa8a826be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:30.447805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-49f65f1a-1fba-4fb8-88cb-c4aa8a826be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 7aa2b2e3-c75f-442b-adf1-e88af3ead872) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:30.452154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f65f1a-1fba-4fb8-88cb-c4aa8a826be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:30.453119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49f65f1a-1fba-4fb8-88cb-c4aa8a826be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.456337 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-e7462b33-a0c6-46a2-bf4b-2ab2a214221d tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] update failed (client error): The resource could not be found. Sep 16 05:07:30.457759 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e7462b33-a0c6-46a2-bf4b-2ab2a214221d tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "PUT /v2.0/floatingips/a09bdfcb-f157-49b1-b1c1-291dae0f5658 HTTP/1.1" status: 404 len: 507 time: 0.1636157 Sep 16 05:07:30.461127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51436) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:30.463454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d52a93d-931d-452f-b6d6-509b485b8d50 None None] Network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:30.549056 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-49f65f1a-1fba-4fb8-88cb-c4aa8a826be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9016292 Sep 16 05:07:30.551804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51438) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:30.557932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2382650c-50d2-43ca-9c7f-d3675cc035af tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '7aa2b2e3-c75f-442b-adf1-e88af3ead872', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:30.594320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-10193773-778f-4c18-95aa-76c314de905e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Deleting port 428e58dd-6ed0-40a0-8fed-b25e5634bfe4 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:30.594967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10193773-778f-4c18-95aa-76c314de905e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.636743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-7aa2b2e3-c75f-442b-adf1-e88af3ead872', 'network_id': '7aa2b2e3-c75f-442b-adf1-e88af3ead872', 'tenant_id': 'c9742a016be744ffaaf9fa3049a3abf8', 'fixed_ips': [{'subnet_id': 'f29e0f61-55ae-42fa-8448-c8437de89076'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:30.637992 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.679442 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10193773-778f-4c18-95aa-76c314de905e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.679800 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10193773-778f-4c18-95aa-76c314de905e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.692870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-10193773-778f-4c18-95aa-76c314de905e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Calling delete_port for 428e58dd-6ed0-40a0-8fed-b25e5634bfe4 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:30.765934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2382650c-50d2-43ca-9c7f-d3675cc035af tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:30.769912 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2382650c-50d2-43ca-9c7f-d3675cc035af tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.844935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Allocated IP 2001:db8::2 (7aa2b2e3-c75f-442b-adf1-e88af3ead872/f29e0f61-55ae-42fa-8448-c8437de89076/1e51fa77-a779-48cc-ae2a-76e2de646e35) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:30.945875 n-d-712137-12 neutron-server[95451]: INFO neutron.db.ipam_backend_mixin [None req-2382650c-50d2-43ca-9c7f-d3675cc035af tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f29e0f61-55ae-42fa-8448-c8437de89076 (CIDR: 2001:db8::/64) Sep 16 05:07:30.962051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892252cf-0624-461f-ab60-dd8ab3c669db req-186ef441-1bfe-4318-8c0f-e610b49a4c47 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:30.963714 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-892252cf-0624-461f-ab60-dd8ab3c669db req-186ef441-1bfe-4318-8c0f-e610b49a4c47 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.0556283 Sep 16 05:07:31.002575 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-2382650c-50d2-43ca-9c7f-d3675cc035af tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:07:31.005625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2382650c-50d2-43ca-9c7f-d3675cc035af tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:31.007379 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10193773-778f-4c18-95aa-76c314de905e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.021604 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-892252cf-0624-461f-ab60-dd8ab3c669db req-5a84f7fb-8476-4a67-8fb8-57f08ad33bc3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495281 Sep 16 05:07:31.046705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10193773-778f-4c18-95aa-76c314de905e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event deleted for resources: {'Port': ['ID=428e58dd-6ed0-40a0-8fed-b25e5634bfe4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:31.057271 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.110344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10193773-778f-4c18-95aa-76c314de905e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.113449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10193773-778f-4c18-95aa-76c314de905e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.117910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-10193773-778f-4c18-95aa-76c314de905e tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "DELETE /v2.0/floatingips/a09bdfcb-f157-49b1-b1c1-291dae0f5658 HTTP/1.1" status: 204 len: 168 time: 0.6547828 Sep 16 05:07:31.118766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51444) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:31.123376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-09266966-3641-4bf8-a43d-de54531760ed tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Request body: {'floatingip': {'floating_network_id': 'f9ace2ac-6b4c-4897-87c4-2b0bd45f6757', 'port_id': '0e393b2a-8e2c-4217-936e-a02afe4dc122', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:31.132798 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2382650c-50d2-43ca-9c7f-d3675cc035af tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5799780 Sep 16 05:07:31.137448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51446) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:31.142263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-fb2d785a-1298-475d-a0e0-a3b29c204e28 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '7aa2b2e3-c75f-442b-adf1-e88af3ead872', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:31.161959 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.212238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:31.216282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Pushing event updated for resources: {'Port': ['ID=1e51fa77-a779-48cc-ae2a-76e2de646e35,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:31.219067 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:31.221749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:31.254115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-09266966-3641-4bf8-a43d-de54531760ed tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.297953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Attempting to bind port 1e51fa77-a779-48cc-ae2a-76e2de646e35 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:31.298355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Attempting to bind port 1e51fa77-a779-48cc-ae2a-76e2de646e35 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '76e571d8-869c-4ad4-b10e-00b77c1c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7aa2b2e3-c75f-442b-adf1-e88af3ead872'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:31.298756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Attempting to bind port 1e51fa77-a779-48cc-ae2a-76e2de646e35 on network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:31.304427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:31.304838 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Checking segment: {'id': '76e571d8-869c-4ad4-b10e-00b77c1c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7aa2b2e3-c75f-442b-adf1-e88af3ead872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:31.305448 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.305852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Bound using segment: {'id': '76e571d8-869c-4ad4-b10e-00b77c1c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7aa2b2e3-c75f-442b-adf1-e88af3ead872'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:31.306336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Bound port: 1e51fa77-a779-48cc-ae2a-76e2de646e35, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e571d8-869c-4ad4-b10e-00b77c1c8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7aa2b2e3-c75f-442b-adf1-e88af3ead872'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:31.306724 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.342241 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2d785a-1298-475d-a0e0-a3b29c204e28 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:31.345910 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb2d785a-1298-475d-a0e0-a3b29c204e28 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.381260 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-35843914-474a-4c64-97de-887fc0564c6a None None] For port 1e51fa77-a779-48cc-ae2a-76e2de646e35, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:31.389136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-35843914-474a-4c64-97de-887fc0564c6a None None] For port 1e51fa77-a779-48cc-ae2a-76e2de646e35, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1e51fa77-a779-48cc-ae2a-76e2de646e35,segment=NetworkSegment(76e571d8-869c-4ad4-b10e-00b77c1c8bf1),segment_id=76e571d8-869c-4ad4-b10e-00b77c1c8bf1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:31.459049 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-09266966-3641-4bf8-a43d-de54531760ed tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:07:31.460141 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-09266966-3641-4bf8-a43d-de54531760ed tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3403428 Sep 16 05:07:31.464221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51448) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:31.468643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '0e393b2a-8e2c-4217-936e-a02afe4dc122', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:31.482687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.556579 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.570986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35843914-474a-4c64-97de-887fc0564c6a None None] Pushing event updated for resources: {'Port': ['ID=1e51fa77-a779-48cc-ae2a-76e2de646e35,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:31.676548 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb2d785a-1298-475d-a0e0-a3b29c204e28 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.686101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.735155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d785a-1298-475d-a0e0-a3b29c204e28 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:31.738665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-fb2d785a-1298-475d-a0e0-a3b29c204e28 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:31.744135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d785a-1298-475d-a0e0-a3b29c204e28 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.744898 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb2d785a-1298-475d-a0e0-a3b29c204e28 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.760848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d785a-1298-475d-a0e0-a3b29c204e28 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Subnet': ['ID=4f0f5748-6f49-4b42-8ce1-e7f5a279db12,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:31.865460 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fb2d785a-1298-475d-a0e0-a3b29c204e28 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7275989 Sep 16 05:07:31.869326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51454) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:31.875052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': '7aa2b2e3-c75f-442b-adf1-e88af3ead872', 'fixed_ips': [{'subnet_id': 'f29e0f61-55ae-42fa-8448-c8437de89076'}, {'subnet_id': '4f0f5748-6f49-4b42-8ce1-e7f5a279db12'}], 'name': 'tempest-PortsIpV6TestJSON-287163249'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:31.887493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Allocated IP 172.25.3.3 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/c2c8f681-e032-42e9-80f4-ac9418d334fa) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:32.037788 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.181689 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.224576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:32.230782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:32.233709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:32.287400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event updated for resources: {'Port': ['ID=c2c8f681-e032-42e9-80f4-ac9418d334fa,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:32.341261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7f629-468c-41b7-90c4-427d44d2e179 req-1b708563-6ecd-48b8-9b38-c2e10e4e5ad7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.342711 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26e7f629-468c-41b7-90c4-427d44d2e179 req-1b708563-6ecd-48b8-9b38-c2e10e4e5ad7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.0820391 Sep 16 05:07:32.395295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26e7f629-468c-41b7-90c4-427d44d2e179 req-f80e262a-bacd-49e7-992f-dda337c01e97 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451615 Sep 16 05:07:32.476107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:32.565187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Deleting port c2c8f681-e032-42e9-80f4-ac9418d334fa {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:32.565533 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.683491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931061e3-9618-4a75-8e8c-d8a0bcf7aba4 req-1b9e9b04-f311-4c0e-930b-17ca73482104 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.688968 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.689340 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.689473 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-931061e3-9618-4a75-8e8c-d8a0bcf7aba4 req-1b9e9b04-f311-4c0e-930b-17ca73482104 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 945 time: 0.1519189 Sep 16 05:07:32.707988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Calling delete_port for c2c8f681-e032-42e9-80f4-ac9418d334fa owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:32.730992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a85b-313a-4d55-b023-87ec1d26356b req-01babed6-e9df-4e08-89ab-5cbd3fe8e7db tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.732650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b405a85b-313a-4d55-b023-87ec1d26356b req-01babed6-e9df-4e08-89ab-5cbd3fe8e7db tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.1766880 Sep 16 05:07:32.740134 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.806844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-931061e3-9618-4a75-8e8c-d8a0bcf7aba4 req-6c532465-e186-47b3-817b-8736741213e6 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164069 Sep 16 05:07:32.811048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 400c220f-eabe-462d-9c45-308ff23e2428 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:32.838570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b405a85b-313a-4d55-b023-87ec1d26356b req-2963aa73-abc9-4c1a-9eac-5a7c3d9cc509 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961795 Sep 16 05:07:32.868134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51468) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:32.965468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeeed13-6697-4963-a238-3a5f4795eb77 None None] Network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:32.981882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e84d82-2cf0-4e56-a7f1-3612b6ba4cd9 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.983875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-03e84d82-2cf0-4e56-a7f1-3612b6ba4cd9 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1092 time: 0.1145120 Sep 16 05:07:32.987052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51472) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:32.993165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:33.026640 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.065020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event deleted for resources: {'Port': ['ID=c2c8f681-e032-42e9-80f4-ac9418d334fa,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:33.077370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1e51fa77-a779-48cc-ae2a-76e2de646e35 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:33.096190 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.122496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Provisioning complete for port 1e51fa77-a779-48cc-ae2a-76e2de646e35 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:33.122922 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.243354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 1e51fa77-a779-48cc-ae2a-76e2de646e35 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:33.243354 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.247849 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] create failed (client error): The resource could not be found. Sep 16 05:07:33.249336 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d5be193f-6654-460f-aa66-c81ae131d4b3 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7841427 Sep 16 05:07:33.252638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51474) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:33.355209 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.387491 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.402516 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4e207102-c57e-4144-a661-34765fab25ab tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Deleting port 0e393b2a-8e2c-4217-936e-a02afe4dc122 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:33.403119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e207102-c57e-4144-a661-34765fab25ab tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.411126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] For port 1e51fa77-a779-48cc-ae2a-76e2de646e35, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1e51fa77-a779-48cc-ae2a-76e2de646e35,segment=NetworkSegment(76e571d8-869c-4ad4-b10e-00b77c1c8bf1),segment_id=76e571d8-869c-4ad4-b10e-00b77c1c8bf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:33.463943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8::120 (7aa2b2e3-c75f-442b-adf1-e88af3ead872/f29e0f61-55ae-42fa-8448-c8437de89076/400c220f-eabe-462d-9c45-308ff23e2428) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:33.475010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8:0:1::113 (7aa2b2e3-c75f-442b-adf1-e88af3ead872/4f0f5748-6f49-4b42-8ce1-e7f5a279db12/400c220f-eabe-462d-9c45-308ff23e2428) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:33.486214 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.516200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c362a4be-0e19-4454-8adf-a1d372f79b83 None None] Update dhcp port {'port': {'network_id': '7aa2b2e3-c75f-442b-adf1-e88af3ead872', 'fixed_ips': [{'subnet_id': 'f29e0f61-55ae-42fa-8448-c8437de89076', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f0f5748-6f49-4b42-8ce1-e7f5a279db12'}], 'binding:host_id': 'n-d-712137-12'}, 'id': '1e51fa77-a779-48cc-ae2a-76e2de646e35'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:07:33.527610 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e207102-c57e-4144-a661-34765fab25ab tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.547143 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c362a4be-0e19-4454-8adf-a1d372f79b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.548899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4e207102-c57e-4144-a661-34765fab25ab tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Calling delete_port for 0e393b2a-8e2c-4217-936e-a02afe4dc122 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:33.549761 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.575968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.25.3.187 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/b13e80f9-e480-4386-9863-a8bdbc1d6869) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:33.611756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Pushing event updated for resources: {'Port': ['ID=1e51fa77-a779-48cc-ae2a-76e2de646e35,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:33.622958 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:33.623307 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:33.630780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:33.630780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:33.630780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:33.630780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:33.630780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:33.630780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:33.630780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:33.630780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:33.630780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:33.630780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf840-e581-4ba9-8344-208f8d34221b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:33.702832 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:07:33.703185 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:07:33.753754 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.786116 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.826882 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e207102-c57e-4144-a661-34765fab25ab tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.863005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e207102-c57e-4144-a661-34765fab25ab tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event deleted for resources: {'Port': ['ID=0e393b2a-8e2c-4217-936e-a02afe4dc122,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:33.899188 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.945241 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.953528 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4e207102-c57e-4144-a661-34765fab25ab tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.955527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4e207102-c57e-4144-a661-34765fab25ab tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "DELETE /v2.0/ports/0e393b2a-8e2c-4217-936e-a02afe4dc122 HTTP/1.1" status: 204 len: 168 time: 0.7012565 Sep 16 05:07:33.958260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51478) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:33.964392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-c362a4be-0e19-4454-8adf-a1d372f79b83 None None] Allocated IP 2001:db8:0:1::2 (7aa2b2e3-c75f-442b-adf1-e88af3ead872/4f0f5748-6f49-4b42-8ce1-e7f5a279db12/1e51fa77-a779-48cc-ae2a-76e2de646e35) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:34.030462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:34.039548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:34.043899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b086052-84ad-4a1c-a54c-e8761c6829fb tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:34.045733 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7b086052-84ad-4a1c-a54c-e8761c6829fb tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6754b4f-0788-4b1d-9b70-364bcfc632c3 HTTP/1.1" status: 200 len: 913 time: 0.0863101 Sep 16 05:07:34.050804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:34.052845 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51480) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:34.058332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:34.063348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=400c220f-eabe-462d-9c45-308ff23e2428,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:34.067080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:34.081465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:34.082554 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.090664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:34.098039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6d688-cd0e-4b99-b6d9-20c54f012c8c req-662a2023-ec33-4c6b-af6d-0f3558bed615 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:34.106301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a5e6d688-cd0e-4b99-b6d9-20c54f012c8c req-662a2023-ec33-4c6b-af6d-0f3558bed615 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 945 time: 0.2193716 Sep 16 05:07:34.121367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c362a4be-0e19-4454-8adf-a1d372f79b83 None None] For port 1e51fa77-a779-48cc-ae2a-76e2de646e35, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1e51fa77-a779-48cc-ae2a-76e2de646e35,segment=NetworkSegment(76e571d8-869c-4ad4-b10e-00b77c1c8bf1),segment_id=76e571d8-869c-4ad4-b10e-00b77c1c8bf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:34.128038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-a08df8c2-17fc-4b4d-b888-dda21222fad0 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:34.130020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-a08df8c2-17fc-4b4d-b888-dda21222fad0 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.37 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 945 time: 0.2526248 Sep 16 05:07:34.157240 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c362a4be-0e19-4454-8adf-a1d372f79b83 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.238982 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c362a4be-0e19-4454-8adf-a1d372f79b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.348770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362a4be-0e19-4454-8adf-a1d372f79b83 None None] Pushing event updated for resources: {'Port': ['ID=1e51fa77-a779-48cc-ae2a-76e2de646e35,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:34.353954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=b13e80f9-e480-4386-9863-a8bdbc1d6869,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:34.383202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a5e6d688-cd0e-4b99-b6d9-20c54f012c8c req-f485607a-3928-4aa2-a836-aa843ad3ac44 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751644 Sep 16 05:07:34.384265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f5bb4e8b-5775-493e-9e36-168c09783ebd tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5139527 Sep 16 05:07:34.387158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51484) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:34.393733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a5a04803-dd37-4726-837b-3b41d2cd4a06 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f29e0f61-55ae-42fa-8448-c8437de89076'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:34.574670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5a04803-dd37-4726-837b-3b41d2cd4a06 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.631572 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Deleting port 5b73ce18-6295-4033-9003-7078a4b10f60 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:34.631572 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.828568 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] For port 5b73ce18-6295-4033-9003-7078a4b10f60, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=5b73ce18-6295-4033-9003-7078a4b10f60,segment=NetworkSegment(fa25fc45-5eae-47c3-baa6-45d453bbf0ca),segment_id=fa25fc45-5eae-47c3-baa6-45d453bbf0ca)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:34.828948 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.961478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1e51fa77-a779-48cc-ae2a-76e2de646e35 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:34.961701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-a5a04803-dd37-4726-837b-3b41d2cd4a06 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Delete allocated IP 2001:db8:0:1::113 (7aa2b2e3-c75f-442b-adf1-e88af3ead872/4f0f5748-6f49-4b42-8ce1-e7f5a279db12) {{(pid=95451) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:07:34.995440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39441e23-f4ff-45c9-9eb7-7b35568a641a None None] Network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:35.107839 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5a04803-dd37-4726-837b-3b41d2cd4a06 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.111519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 1e51fa77-a779-48cc-ae2a-76e2de646e35 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:35.111977 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.114066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3f8f06d2-e9ee-4c11-9a6a-048e87677ce6 None None] Provisioning complete for port 1e51fa77-a779-48cc-ae2a-76e2de646e35 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:35.114701 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3f8f06d2-e9ee-4c11-9a6a-048e87677ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.173558 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5a04803-dd37-4726-837b-3b41d2cd4a06 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.232219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a04803-dd37-4726-837b-3b41d2cd4a06 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=400c220f-eabe-462d-9c45-308ff23e2428,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:35.272068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-a5a04803-dd37-4726-837b-3b41d2cd4a06 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] In _notify_port_updated(), no bound segment for port 400c220f-eabe-462d-9c45-308ff23e2428 on network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:07:35.291334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a04803-dd37-4726-837b-3b41d2cd4a06 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:35.292021 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5a04803-dd37-4726-837b-3b41d2cd4a06 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.297487 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a5a04803-dd37-4726-837b-3b41d2cd4a06 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "PUT /v2.0/ports/400c220f-eabe-462d-9c45-308ff23e2428 HTTP/1.1" status: 200 len: 925 time: 0.9055781 Sep 16 05:07:35.297487 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51490) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:35.304818 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-17e36a98-648d-4252-9f36-753a76228313 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f29e0f61-55ae-42fa-8448-c8437de89076'}, {'subnet_id': '4f0f5748-6f49-4b42-8ce1-e7f5a279db12'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:35.382615 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17e36a98-648d-4252-9f36-753a76228313 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.507790 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.510808 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fe92ab56-f929-409f-a6bc-c97d5d92afb6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.566504 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.566900 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.567229 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Floating IP a4f8cdb5-7ef8-4bf2-ab53-9e0578663ae1 disassociated. External IP: 172.25.3.218, port: 5b73ce18-6295-4033-9003-7078a4b10f60. Sep 16 05:07:35.567550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Calling delete_port for 5b73ce18-6295-4033-9003-7078a4b10f60 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:35.738201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-17e36a98-648d-4252-9f36-753a76228313 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8:0:1::140 (7aa2b2e3-c75f-442b-adf1-e88af3ead872/4f0f5748-6f49-4b42-8ce1-e7f5a279db12/400c220f-eabe-462d-9c45-308ff23e2428) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:35.789617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9ee78-9203-4e63-adae-c27f1f1c2f4c req-bd8ca351-bab1-4c9d-8d91-3d85698de53d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:35.791209 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7d9ee78-9203-4e63-adae-c27f1f1c2f4c req-bd8ca351-bab1-4c9d-8d91-3d85698de53d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.2358403 Sep 16 05:07:35.807022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ee790-1e1a-48db-a629-21b3bd42da9f req-303e2fa3-bf0b-4367-ab01-676b663151aa tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:35.808678 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-315ee790-1e1a-48db-a629-21b3bd42da9f req-303e2fa3-bf0b-4367-ab01-676b663151aa tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 945 time: 0.2908225 Sep 16 05:07:35.882349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f6ac4d5d-3b3c-4827-b3f9-235b7a514f44 None None] Provisioning complete for port 400c220f-eabe-462d-9c45-308ff23e2428 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:35.882933 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4d5d-3b3c-4827-b3f9-235b7a514f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.886521 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17e36a98-648d-4252-9f36-753a76228313 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.922957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac4d5d-3b3c-4827-b3f9-235b7a514f44 None None] Port 400c220f-eabe-462d-9c45-308ff23e2428 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:35.936141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f6ac4d5d-3b3c-4827-b3f9-235b7a514f44 None None] Provisioning complete for port 1e51fa77-a779-48cc-ae2a-76e2de646e35 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:35.938021 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4d5d-3b3c-4827-b3f9-235b7a514f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.959135 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17e36a98-648d-4252-9f36-753a76228313 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.994046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7d9ee78-9203-4e63-adae-c27f1f1c2f4c req-45b39ece-af39-4e6f-8163-95f3ce67a5e2 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790113 Sep 16 05:07:35.999690 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.008064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-315ee790-1e1a-48db-a629-21b3bd42da9f req-1fc01f7a-819d-4609-ace3-25de919a53bd tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/security-groups?id=caab3bdb-6f25-466e-852f-7fb5556a9796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550543 Sep 16 05:07:36.064904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-17e36a98-648d-4252-9f36-753a76228313 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] In _notify_port_updated(), no bound segment for port 400c220f-eabe-462d-9c45-308ff23e2428 on network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:07:36.071591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e36a98-648d-4252-9f36-753a76228313 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:36.072314 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17e36a98-648d-4252-9f36-753a76228313 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.075321 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-17e36a98-648d-4252-9f36-753a76228313 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "PUT /v2.0/ports/400c220f-eabe-462d-9c45-308ff23e2428 HTTP/1.1" status: 200 len: 1011 time: 0.7755659 Sep 16 05:07:36.080916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e36a98-648d-4252-9f36-753a76228313 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=400c220f-eabe-462d-9c45-308ff23e2428,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.086026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51496) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:36.179033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5b7e4f1d-c4d9-446e-b6e8-d061840bf0d4 None None] Provisioning complete for port 400c220f-eabe-462d-9c45-308ff23e2428 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:36.180447 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b7e4f1d-c4d9-446e-b6e8-d061840bf0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.207488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-662a4809-fe2b-45e8-8646-faa7329018e5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 400c220f-eabe-462d-9c45-308ff23e2428 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:36.211004 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-662a4809-fe2b-45e8-8646-faa7329018e5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.219458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e4f1d-c4d9-446e-b6e8-d061840bf0d4 None None] Port 400c220f-eabe-462d-9c45-308ff23e2428 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:36.233522 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.300881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event deleted for resources: {'Port': ['ID=5b73ce18-6295-4033-9003-7078a4b10f60,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.317616 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-662a4809-fe2b-45e8-8646-faa7329018e5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.331310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-662a4809-fe2b-45e8-8646-faa7329018e5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 400c220f-eabe-462d-9c45-308ff23e2428 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:36.344044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-44f47375-d4d0-4ea9-9456-1e2baeda2169 None None] Provisioning complete for port 400c220f-eabe-462d-9c45-308ff23e2428 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:36.344714 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-44f47375-d4d0-4ea9-9456-1e2baeda2169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.390118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-44f47375-d4d0-4ea9-9456-1e2baeda2169 None None] Port 400c220f-eabe-462d-9c45-308ff23e2428 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:36.487332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Router 9302790c-9cb1-47df-9340-74ab1b941a68 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:36.494119 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.502099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-fe92ab56-f929-409f-a6bc-c97d5d92afb6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Deleting port 2eb58f7c-7f95-4b4f-9e12-46445e3762e1 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:36.502445 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fe92ab56-f929-409f-a6bc-c97d5d92afb6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.513166 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-38e52cd8-35fd-4a74-a2d6-068a96e488c7 None None] Provisioning complete for port 400c220f-eabe-462d-9c45-308ff23e2428 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:36.513607 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38e52cd8-35fd-4a74-a2d6-068a96e488c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.556880 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-38e52cd8-35fd-4a74-a2d6-068a96e488c7 None None] Port 400c220f-eabe-462d-9c45-308ff23e2428 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:36.575207 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.623073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 5b73ce18-6295-4033-9003-7078a4b10f60 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:36.652717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 5b73ce18-6295-4033-9003-7078a4b10f60 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:36.653643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 5b73ce18-6295-4033-9003-7078a4b10f60 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:36.740365 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fe92ab56-f929-409f-a6bc-c97d5d92afb6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.758184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=b13e80f9-e480-4386-9863-a8bdbc1d6869,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.774937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-fe92ab56-f929-409f-a6bc-c97d5d92afb6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Calling delete_port for 2eb58f7c-7f95-4b4f-9e12-46445e3762e1 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:36.776974 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.826942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:36.842701 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493fbef-3b79-4fe1-9a7b-4e7b5fa31071 None None] Sync routers for ids ['9302790c-9cb1-47df-9340-74ab1b941a68'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:36.852169 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493fbef-3b79-4fe1-9a7b-4e7b5fa31071 None None] Routers {'9302790c-9cb1-47df-9340-74ab1b941a68'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:36.853135 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a493fbef-3b79-4fe1-9a7b-4e7b5fa31071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9302790c-9cb1-47df-9340-74ab1b941a68'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:36.918274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] No DVR routers for this DVR port 5b73ce18-6295-4033-9003-7078a4b10f60 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:36.923154 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.925197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8d89c46-51f1-43a6-9220-2e7a5e0bf9a7 req-626f30a5-8e47-49b5-9bb8-34b421c6af05 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.37 "DELETE /v2.0/ports/5b73ce18-6295-4033-9003-7078a4b10f60 HTTP/1.1" status: 204 len: 173 time: 2.7291536 Sep 16 05:07:36.925706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445c0c32-acfd-437d-8c33-e195996f5aba', 'name': 'network-vif-deleted', 'tag': '5b73ce18-6295-4033-9003-7078a4b10f60'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:36.928008 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34264be-1112-48ee-a3d7-f33614680a2f" -d '{"events": [{"server_uuid": "445c0c32-acfd-437d-8c33-e195996f5aba", "name": "network-vif-deleted", "tag": "5b73ce18-6295-4033-9003-7078a4b10f60"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:36.932072 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-662a4809-fe2b-45e8-8646-faa7329018e5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.973342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a4809-fe2b-45e8-8646-faa7329018e5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=400c220f-eabe-462d-9c45-308ff23e2428,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.985140 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a493fbef-3b79-4fe1-9a7b-4e7b5fa31071 None None] Set router 9302790c-9cb1-47df-9340-74ab1b941a68 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:36.990024 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Floating IP 7e06b95a-9bc9-446c-afb2-e07f19a418c1 associated. External IP: 172.25.3.187, port: a7b97f70-c747-466e-9286-7f704e4e0cc3. Sep 16 05:07:37.041804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-662a4809-fe2b-45e8-8646-faa7329018e5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.052312 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-662a4809-fe2b-45e8-8646-faa7329018e5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/400c220f-eabe-462d-9c45-308ff23e2428 HTTP/1.1" status: 204 len: 168 time: 0.9645491 Sep 16 05:07:37.052999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51506) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:37.106477 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0ba417-58bf-47f5-b7c8-48b7269694eb tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:07:37.111401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51508) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:37.117021 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6d0ba417-58bf-47f5-b7c8-48b7269694eb tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/400c220f-eabe-462d-9c45-308ff23e2428 HTTP/1.1" status: 404 len: 333 time: 0.0622118 Sep 16 05:07:37.196071 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834812a0-98ff-44ef-8e0f-220794e3c570 x-openstack-request-id: req-834812a0-98ff-44ef-8e0f-220794e3c570 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:37.196071 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445c0c32-acfd-437d-8c33-e195996f5aba", "name": "network-vif-deleted", "tag": "5b73ce18-6295-4033-9003-7078a4b10f60", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:37.196568 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-834812a0-98ff-44ef-8e0f-220794e3c570 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:37.197254 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445c0c32-acfd-437d-8c33-e195996f5aba', 'name': 'network-vif-deleted', 'tag': '5b73ce18-6295-4033-9003-7078a4b10f60', 'status': 'completed', 'code': 200} Sep 16 05:07:37.291810 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a493fbef-3b79-4fe1-9a7b-4e7b5fa31071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:01:54Z', 'revision_number': 4, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '29ae2c3e-d778-4c0b-98f5-d36da7e517dc', 'name': '', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'tenant_id': '714395686f074887b565c93452adaa56', 'mac_address': 'fa:16:3e:03:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:52Z', 'updated_at': '2021-09-16T05:02:00Z', 'revision_number': 5, 'project_id': '714395686f074887b565c93452adaa56', 'subnets': [{'id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:37.321714 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493fbef-3b79-4fe1-9a7b-4e7b5fa31071 None None] Checking router: 9302790c-9cb1-47df-9340-74ab1b941a68 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:37.331113 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493fbef-3b79-4fe1-9a7b-4e7b5fa31071 None None] Routers {'9302790c-9cb1-47df-9340-74ab1b941a68'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:37.331771 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a493fbef-3b79-4fe1-9a7b-4e7b5fa31071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9302790c-9cb1-47df-9340-74ab1b941a68'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:37.446980 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a493fbef-3b79-4fe1-9a7b-4e7b5fa31071 None None] Set router 9302790c-9cb1-47df-9340-74ab1b941a68 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:37.557187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f6f1d2-fbb6-4b93-a787-e420c643f2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting subnet 4f0f5748-6f49-4b42-8ce1-e7f5a279db12 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:37.565992 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f1d2-fbb6-4b93-a787-e420c643f2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.644772 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bdb7e570-f4a1-4a8d-a9b4-8877d2ad33b8 req-e390288e-4955-4c54-817a-b31c6f8c6ddf tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "GET /v2.0/ports?device_id=445c0c32-acfd-437d-8c33-e195996f5aba HTTP/1.1" status: 200 len: 210 time: 0.0958107 Sep 16 05:07:37.653451 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a493fbef-3b79-4fe1-9a7b-4e7b5fa31071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:01:54Z', 'revision_number': 4, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '29ae2c3e-d778-4c0b-98f5-d36da7e517dc', 'name': '', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'tenant_id': '714395686f074887b565c93452adaa56', 'mac_address': 'fa:16:3e:03:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:52Z', 'updated_at': '2021-09-16T05:02:00Z', 'revision_number': 5, 'project_id': '714395686f074887b565c93452adaa56', 'subnets': [{'id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:37.676476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e5939-0c19-4ac5-9c36-0c6ad7364e1a req-e3ffaa35-4c8c-42df-85b2-256be3e81014 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:37.678043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e75e5939-0c19-4ac5-9c36-0c6ad7364e1a req-e3ffaa35-4c8c-42df-85b2-256be3e81014 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.5160623 Sep 16 05:07:37.681770 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493fbef-3b79-4fe1-9a7b-4e7b5fa31071 None None] The sync data for ids ['9302790c-9cb1-47df-9340-74ab1b941a68'] in n-d-712137-12 is: [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:01:54Z', 'revision_number': 4, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '29ae2c3e-d778-4c0b-98f5-d36da7e517dc', 'name': '', 'network_id': 'd1e2724c-736e-4b9c-b24f-7c140f876827', 'tenant_id': '714395686f074887b565c93452adaa56', 'mac_address': 'fa:16:3e:03:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:52Z', 'updated_at': '2021-09-16T05:02:00Z', 'revision_number': 5, 'project_id': '714395686f074887b565c93452adaa56', 'subnets': [{'id': 'e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:37.720570 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f1d2-fbb6-4b93-a787-e420c643f2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.823945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e75e5939-0c19-4ac5-9c36-0c6ad7364e1a req-dad2b541-0280-4c33-8097-855220446dba tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329544 Sep 16 05:07:37.864776 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fe92ab56-f929-409f-a6bc-c97d5d92afb6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.920108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92ab56-f929-409f-a6bc-c97d5d92afb6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event deleted for resources: {'Port': ['ID=2eb58f7c-7f95-4b4f-9e12-46445e3762e1,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:37.945208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9eb82-deda-417b-9393-25b5a7f0d790 None None] New status for floating IP a4f8cdb5-7ef8-4bf2-ab53-9e0578663ae1: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:07:37.970124 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f1d2-fbb6-4b93-a787-e420c643f2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.024830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router c3fa058a-ae26-4f05-bb46-2495d2b395e3 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:38.177795 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fe92ab56-f929-409f-a6bc-c97d5d92afb6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.262886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f1d2-fbb6-4b93-a787-e420c643f2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.331315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:38.337123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6f1d2-fbb6-4b93-a787-e420c643f2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0f5748-6f49-4b42-8ce1-e7f5a279db12,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.340218 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f1d2-fbb6-4b93-a787-e420c643f2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.342102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f3f6f1d2-fbb6-4b93-a787-e420c643f2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/4f0f5748-6f49-4b42-8ce1-e7f5a279db12 HTTP/1.1" status: 204 len: 168 time: 1.2290452 Sep 16 05:07:38.344927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51510) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:38.345420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9e3750-550f-4c20-81cf-395860ce40b1 None None] Network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:38.361561 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c7d06-710d-4e7b-b869-6ae5caa03572 None None] Sync routers for ids ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:38.371783 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c7d06-710d-4e7b-b869-6ae5caa03572 None None] Routers {'c3fa058a-ae26-4f05-bb46-2495d2b395e3'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:38.372923 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d34c7d06-710d-4e7b-b869-6ae5caa03572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:38.409958 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33a19fd-3522-4108-a4ca-bcc05cd13f53 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting subnet f29e0f61-55ae-42fa-8448-c8437de89076 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:38.413415 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f33a19fd-3522-4108-a4ca-bcc05cd13f53 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.426065 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.453856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe92ab56-f929-409f-a6bc-c97d5d92afb6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Router e6754b4f-0788-4b1d-9b70-364bcfc632c3 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:38.459043 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f33a19fd-3522-4108-a4ca-bcc05cd13f53 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.462623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-63fcb11e-b14d-4ecb-aba7-745fa0c2f674 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4743211 Sep 16 05:07:38.498823 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-d34c7d06-710d-4e7b-b869-6ae5caa03572 None None] Set router c3fa058a-ae26-4f05-bb46-2495d2b395e3 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:38.582829 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f33a19fd-3522-4108-a4ca-bcc05cd13f53 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.607491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe92ab56-f929-409f-a6bc-c97d5d92afb6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:38.616662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fe92ab56-f929-409f-a6bc-c97d5d92afb6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "PUT /v2.0/routers/e6754b4f-0788-4b1d-9b70-364bcfc632c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5582068 Sep 16 05:07:38.620198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51514) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:38.621993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a03a81-fc07-4cd7-bbd5-7f6156e15cd8 None None] Sync routers for ids ['e6754b4f-0788-4b1d-9b70-364bcfc632c3'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:38.635908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a03a81-fc07-4cd7-bbd5-7f6156e15cd8 None None] Routers {'e6754b4f-0788-4b1d-9b70-364bcfc632c3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:38.636590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a1a03a81-fc07-4cd7-bbd5-7f6156e15cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e6754b4f-0788-4b1d-9b70-364bcfc632c3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:38.685397 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f29fc5-6446-4bf1-aa8a-e17fb352d870 req-fb1b937d-ff00-4df9-9705-7dc04835fa2a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.687010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20f29fc5-6446-4bf1-aa8a-e17fb352d870 req-fb1b937d-ff00-4df9-9705-7dc04835fa2a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.1131635 Sep 16 05:07:38.689493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a1a03a81-fc07-4cd7-bbd5-7f6156e15cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:38.701522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a03a81-fc07-4cd7-bbd5-7f6156e15cd8 None None] Routers {'e6754b4f-0788-4b1d-9b70-364bcfc632c3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:38.702148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a1a03a81-fc07-4cd7-bbd5-7f6156e15cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e6754b4f-0788-4b1d-9b70-364bcfc632c3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:38.732566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51518) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:38.744506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a1a03a81-fc07-4cd7-bbd5-7f6156e15cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:38.744506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a03a81-fc07-4cd7-bbd5-7f6156e15cd8 None None] The sync data for ids ['e6754b4f-0788-4b1d-9b70-364bcfc632c3'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:38.750889 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-861767e8-6797-4fd7-a4ff-94d57f703f23 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.780250 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f33a19fd-3522-4108-a4ca-bcc05cd13f53 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.826836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a19fd-3522-4108-a4ca-bcc05cd13f53 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Subnet': ['ID=f29e0f61-55ae-42fa-8448-c8437de89076,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.883485 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f33a19fd-3522-4108-a4ca-bcc05cd13f53 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.885612 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f33a19fd-3522-4108-a4ca-bcc05cd13f53 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/f29e0f61-55ae-42fa-8448-c8437de89076 HTTP/1.1" status: 204 len: 168 time: 0.5389466 Sep 16 05:07:38.888851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51524) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:38.889043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20f29fc5-6446-4bf1-aa8a-e17fb352d870 req-75f8f32e-5760-441b-83ea-3164f50cd3ed tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641760 Sep 16 05:07:38.941609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51526) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:38.949519 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d34c7d06-710d-4e7b-b869-6ae5caa03572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:14Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7e06b95a-9bc9-446c-afb2-e07f19a418c1', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'port_id': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'mac_address': 'fa:16:3e:b7:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:07:34Z', 'updated_at': '2021-09-16T05:07:34Z', 'revision_number': 0, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9e35ea-a6ea-42f9-b958-c95ff91a557a', 'name': '', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:17:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:13Z', 'updated_at': '2021-09-16T05:07:17Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:38.982455 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c7d06-710d-4e7b-b869-6ae5caa03572 None None] Checking router: c3fa058a-ae26-4f05-bb46-2495d2b395e3 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:38.996441 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c7d06-710d-4e7b-b869-6ae5caa03572 None None] Routers {'c3fa058a-ae26-4f05-bb46-2495d2b395e3'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:38.997557 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d34c7d06-710d-4e7b-b869-6ae5caa03572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:39.029538 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.075660 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-861767e8-6797-4fd7-a4ff-94d57f703f23 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.080198 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-861767e8-6797-4fd7-a4ff-94d57f703f23 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.094655 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-04251897-3cd3-4401-b43b-cdd9c1dda8a8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Deleting port f08dfede-41d0-44e8-95cb-a4be24bf9a3b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:39.094655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-04251897-3cd3-4401-b43b-cdd9c1dda8a8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.126970 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-d34c7d06-710d-4e7b-b869-6ae5caa03572 None None] Set router c3fa058a-ae26-4f05-bb46-2495d2b395e3 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:39.144142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-45da6fe3-24d1-4f2c-8ea1-74720c3bc14b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/7e06b95a-9bc9-446c-afb2-e07f19a418c1 HTTP/1.1" status: 200 len: 991 time: 0.2005911 Sep 16 05:07:39.162248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7836d3-509e-4d88-bb15-a38841565e2c req-0f1507b5-8cd0-47dc-a572-a15d9b21a065 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:39.164814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d7836d3-509e-4d88-bb15-a38841565e2c req-0f1507b5-8cd0-47dc-a572-a15d9b21a065 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.2224870 Sep 16 05:07:39.176762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 1e51fa77-a779-48cc-ae2a-76e2de646e35 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:39.177224 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.202433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:39.204631 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf1980e-6eef-4720-a1b6-f41d754069ec" -d '{"events": [{"name": "network-changed", "server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:39.226673 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-861767e8-6797-4fd7-a4ff-94d57f703f23 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.230450 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861767e8-6797-4fd7-a4ff-94d57f703f23 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Fanout notify agent at l3_agent the message router_deleted on router e6754b4f-0788-4b1d-9b70-364bcfc632c3 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:07:39.245460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-04251897-3cd3-4401-b43b-cdd9c1dda8a8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.245809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-04251897-3cd3-4401-b43b-cdd9c1dda8a8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.249438 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-861767e8-6797-4fd7-a4ff-94d57f703f23 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.250739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-861767e8-6797-4fd7-a4ff-94d57f703f23 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "DELETE /v2.0/routers/e6754b4f-0788-4b1d-9b70-364bcfc632c3 HTTP/1.1" status: 204 len: 168 time: 0.6293130 Sep 16 05:07:39.258676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d7836d3-509e-4d88-bb15-a38841565e2c req-4da97073-ad2c-4cf2-9811-c344847fa0e9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838799 Sep 16 05:07:39.258904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51530) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:39.270667 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e21f49-cddc-489e-b342-ec13f9b41b69 x-openstack-request-id: req-07e21f49-cddc-489e-b342-ec13f9b41b69 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:39.271165 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:39.271575 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07e21f49-cddc-489e-b342-ec13f9b41b69 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:39.272153 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'status': 'completed', 'code': 200} Sep 16 05:07:39.287480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-04251897-3cd3-4401-b43b-cdd9c1dda8a8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Calling delete_port for f08dfede-41d0-44e8-95cb-a4be24bf9a3b owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:39.397406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3ef96c-039f-4521-8815-7353db638fde None None] Network 7aa2b2e3-c75f-442b-adf1-e88af3ead872 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:39.419767 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d34c7d06-710d-4e7b-b869-6ae5caa03572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:14Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7e06b95a-9bc9-446c-afb2-e07f19a418c1', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'port_id': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'mac_address': 'fa:16:3e:b7:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:07:34Z', 'updated_at': '2021-09-16T05:07:34Z', 'revision_number': 0, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9e35ea-a6ea-42f9-b958-c95ff91a557a', 'name': '', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:17:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:13Z', 'updated_at': '2021-09-16T05:07:17Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:39.420712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] For port 1e51fa77-a779-48cc-ae2a-76e2de646e35, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1e51fa77-a779-48cc-ae2a-76e2de646e35,segment=NetworkSegment(76e571d8-869c-4ad4-b10e-00b77c1c8bf1),segment_id=76e571d8-869c-4ad4-b10e-00b77c1c8bf1)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:39.421133 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.425299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0c0391dc-ce73-49d4-9ed4-6a6af9bab817 None None] Provisioning complete for port 1e51fa77-a779-48cc-ae2a-76e2de646e35 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:39.425754 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c0391dc-ce73-49d4-9ed4-6a6af9bab817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.454889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 1e51fa77-a779-48cc-ae2a-76e2de646e35 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:39.456324 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c7d06-710d-4e7b-b869-6ae5caa03572 None None] The sync data for ids ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'] in n-d-712137-12 is: [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:14Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '7e06b95a-9bc9-446c-afb2-e07f19a418c1', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'port_id': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'mac_address': 'fa:16:3e:b7:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:07:34Z', 'updated_at': '2021-09-16T05:07:34Z', 'revision_number': 0, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9e35ea-a6ea-42f9-b958-c95ff91a557a', 'name': '', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:17:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:13Z', 'updated_at': '2021-09-16T05:07:17Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:39.467053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-771026f4-13af-4e52-862f-51a5fccb4dd6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Deleting subnet ef54421c-0b48-4f97-9c20-a8c3bb940859 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:39.482955 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-771026f4-13af-4e52-862f-51a5fccb4dd6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.514331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1980e-6eef-4720-a1b6-f41d754069ec req-7ee4d4bc-7c99-4296-99f1-277eb9cef6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:39.515925 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bbf1980e-6eef-4720-a1b6-f41d754069ec req-7ee4d4bc-7c99-4296-99f1-277eb9cef6fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1097 time: 0.1771889 Sep 16 05:07:39.603184 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-771026f4-13af-4e52-862f-51a5fccb4dd6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.665323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf6aacd-f56f-4b73-816e-ec7cec4d010f None None] DHCP port deletion for 7aa2b2e3-c75f-442b-adf1-e88af3ead872 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:39.710523 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7948f74f-3c71-416a-80ae-d9ab73fe7f95 None None] New status for floating IP 7e06b95a-9bc9-446c-afb2-e07f19a418c1: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:07:39.719148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6aacd-f56f-4b73-816e-ec7cec4d010f None None] Deleting port 1e51fa77-a779-48cc-ae2a-76e2de646e35 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:39.719805 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fdf6aacd-f56f-4b73-816e-ec7cec4d010f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.791333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fdf6aacd-f56f-4b73-816e-ec7cec4d010f None None] For port 1e51fa77-a779-48cc-ae2a-76e2de646e35, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1e51fa77-a779-48cc-ae2a-76e2de646e35,segment=NetworkSegment(76e571d8-869c-4ad4-b10e-00b77c1c8bf1),segment_id=76e571d8-869c-4ad4-b10e-00b77c1c8bf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:39.791963 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fdf6aacd-f56f-4b73-816e-ec7cec4d010f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.801209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1980e-6eef-4720-a1b6-f41d754069ec req-f8b3555a-3b15-40da-b9d8-9f69963a24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:39.802730 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bbf1980e-6eef-4720-a1b6-f41d754069ec req-f8b3555a-3b15-40da-b9d8-9f69963a24e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=314d528f-5053-45fc-ae4e-4d87509ad1b4 HTTP/1.1" status: 200 len: 896 time: 0.2758179 Sep 16 05:07:39.806649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6aacd-f56f-4b73-816e-ec7cec4d010f None None] Calling delete_port for 1e51fa77-a779-48cc-ae2a-76e2de646e35 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:39.855063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-771026f4-13af-4e52-862f-51a5fccb4dd6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.859740 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-04251897-3cd3-4401-b43b-cdd9c1dda8a8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.888429 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fdf6aacd-f56f-4b73-816e-ec7cec4d010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.913810 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.915431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6aacd-f56f-4b73-816e-ec7cec4d010f None None] Pushing event deleted for resources: {'Port': ['ID=1e51fa77-a779-48cc-ae2a-76e2de646e35,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:39.917315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf6aacd-f56f-4b73-816e-ec7cec4d010f None None] No DVR routers for this DVR port 1e51fa77-a779-48cc-ae2a-76e2de646e35 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:39.928362 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04251897-3cd3-4401-b43b-cdd9c1dda8a8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event deleted for resources: {'Port': ['ID=f08dfede-41d0-44e8-95cb-a4be24bf9a3b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:39.976561 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bbf1980e-6eef-4720-a1b6-f41d754069ec req-af73791d-6b6e-4ef7-818a-972bb98d9871 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3 HTTP/1.1" status: 200 len: 999 time: 0.1636760 Sep 16 05:07:39.990061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No DVR routers for this DVR port 1e51fa77-a779-48cc-ae2a-76e2de646e35 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:39.998935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=1e51fa77-a779-48cc-ae2a-76e2de646e35,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:40.149996 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51534) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:40.158415 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-04251897-3cd3-4401-b43b-cdd9c1dda8a8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.161285 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-04251897-3cd3-4401-b43b-cdd9c1dda8a8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.162576 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-04251897-3cd3-4401-b43b-cdd9c1dda8a8 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "DELETE /v2.0/floatingips/a4f8cdb5-7ef8-4bf2-ab53-9e0578663ae1 HTTP/1.1" status: 204 len: 168 time: 1.4289353 Sep 16 05:07:40.165086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1980e-6eef-4720-a1b6-f41d754069ec req-ae8c9ecb-4a4b-42ab-87a4-62dd90894cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.166681 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bbf1980e-6eef-4720-a1b6-f41d754069ec req-ae8c9ecb-4a4b-42ab-87a4-62dd90894cb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb HTTP/1.1" status: 200 len: 835 time: 0.1726022 Sep 16 05:07:40.168339 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.215655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-771026f4-13af-4e52-862f-51a5fccb4dd6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.220572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa2b2e3-c75f-442b-adf1-e88af3ead872']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:40.223880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-530a8b1d-ba8f-4c0d-9430-17e9bad1fb6f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/7e06b95a-9bc9-446c-afb2-e07f19a418c1 HTTP/1.1" status: 200 len: 993 time: 0.0722032 Sep 16 05:07:40.243437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51540) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:40.261160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e571d8-869c-4ad4-b10e-00b77c1c8bf1') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:40.261454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e571d8-869c-4ad4-b10e-00b77c1c8bf1') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:40.263584 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771026f4-13af-4e52-862f-51a5fccb4dd6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event deleted for resources: {'Subnet': ['ID=ef54421c-0b48-4f97-9c20-a8c3bb940859,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:40.265897 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-771026f4-13af-4e52-862f-51a5fccb4dd6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.267444 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-771026f4-13af-4e52-862f-51a5fccb4dd6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "DELETE /v2.0/subnets/ef54421c-0b48-4f97-9c20-a8c3bb940859 HTTP/1.1" status: 204 len: 168 time: 0.9965084 Sep 16 05:07:40.270445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51542) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:40.271443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e5f4e-267d-4533-8d7f-232f5f4268e1 None None] Network f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:40.279438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.297646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1980e-6eef-4720-a1b6-f41d754069ec req-27310607-0b3c-4736-8d1d-87cf98540ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.299218 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bbf1980e-6eef-4720-a1b6-f41d754069ec req-27310607-0b3c-4736-8d1d-87cf98540ca4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=314d528f-5053-45fc-ae4e-4d87509ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1231339 Sep 16 05:07:40.300336 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.306635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:40.310849 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:40.421854 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-98d41246-a9f1-4dbe-873e-b44cd20fbce7 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.440219 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.460903 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bbf1980e-6eef-4720-a1b6-f41d754069ec req-fa690a8b-d802-44df-b62b-9d8c020ca9e2 service neutron] 10.222.0.23 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373956 Sep 16 05:07:40.470466 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-98d41246-a9f1-4dbe-873e-b44cd20fbce7 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.480126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71dfd0-9993-45e5-853f-b335f92e9960 req-c440c066-8930-45e3-b9ac-694c287b7ee4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.483587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af71dfd0-9993-45e5-853f-b335f92e9960 req-c440c066-8930-45e3-b9ac-694c287b7ee4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.1329110 Sep 16 05:07:40.493976 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d71136-8411-46a2-86c9-1ad766a2d137 None None] DHCP port deletion for f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:40.495762 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.510996 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.517923 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/networks/7aa2b2e3-c75f-442b-adf1-e88af3ead872 HTTP/1.1" status: 204 len: 168 time: 1.6277201 Sep 16 05:07:40.518130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51546) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:40.549106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-56d71136-8411-46a2-86c9-1ad766a2d137 None None] Deleting port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:40.549520 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-56d71136-8411-46a2-86c9-1ad766a2d137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.563887 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabccd3-9bae-4698-b07b-4d09b41402e7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Network': ['ID=7aa2b2e3-c75f-442b-adf1-e88af3ead872,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:40.602695 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bbf1980e-6eef-4720-a1b6-f41d754069ec req-55135519-c279-446b-a0de-f563bcbdf912 service neutron] 10.222.0.23 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346536 Sep 16 05:07:40.618255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af71dfd0-9993-45e5-853f-b335f92e9960 req-327bf7cf-21b7-4a98-8197-0be5255f9193 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299756 Sep 16 05:07:40.625416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-56d71136-8411-46a2-86c9-1ad766a2d137 None None] For port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3e5584c9-7834-44ff-b6ef-473ec05d0e8c,segment=NetworkSegment(b0349242-1000-4689-89c9-826449dffb60),segment_id=b0349242-1000-4689-89c9-826449dffb60)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:40.625923 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-56d71136-8411-46a2-86c9-1ad766a2d137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.643485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-56d71136-8411-46a2-86c9-1ad766a2d137 None None] Calling delete_port for 3e5584c9-7834-44ff-b6ef-473ec05d0e8c owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:40.645890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff22b5e-502f-4911-83fd-286b92f74d14 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.647449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cff22b5e-502f-4911-83fd-286b92f74d14 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1273801 Sep 16 05:07:40.651418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51548) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:40.684201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Deleting port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:40.684484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.820759 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-56d71136-8411-46a2-86c9-1ad766a2d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.864737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d71136-8411-46a2-86c9-1ad766a2d137 None None] Pushing event deleted for resources: {'Port': ['ID=3e5584c9-7834-44ff-b6ef-473ec05d0e8c,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:40.868594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d71136-8411-46a2-86c9-1ad766a2d137 None None] No DVR routers for this DVR port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:40.970238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1e51fa77-a779-48cc-ae2a-76e2de646e35 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:40.990191 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 1e51fa77-a779-48cc-ae2a-76e2de646e35 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:40.990537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1e51fa77-a779-48cc-ae2a-76e2de646e35 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:40.993263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3e5584c9-7834-44ff-b6ef-473ec05d0e8c no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:41.011906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 3e5584c9-7834-44ff-b6ef-473ec05d0e8c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:41.012255 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3e5584c9-7834-44ff-b6ef-473ec05d0e8c not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:41.042787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3846fa2b-cb29-4c9d-845a-9a20898e926b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3902953 Sep 16 05:07:41.051235 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-98d41246-a9f1-4dbe-873e-b44cd20fbce7 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.051395 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51556) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.051517 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-98d41246-a9f1-4dbe-873e-b44cd20fbce7 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.051517 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-98d41246-a9f1-4dbe-873e-b44cd20fbce7 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] 10.222.0.24 "DELETE /v2.0/security-groups/caab3bdb-6f25-466e-852f-7fb5556a9796 HTTP/1.1" status: 204 len: 168 time: 0.8028555 Sep 16 05:07:41.057837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] For port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3e5584c9-7834-44ff-b6ef-473ec05d0e8c,segment=NetworkSegment(b0349242-1000-4689-89c9-826449dffb60),segment_id=b0349242-1000-4689-89c9-826449dffb60)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:41.058216 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.061146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-873a9609-44d4-4f6d-ad46-1d34edef7fd2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1468673007'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:41.069561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d41246-a9f1-4dbe-873e-b44cd20fbce7 tempest-TestServerBasicOps-267882187 tempest-TestServerBasicOps-267882187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caab3bdb-6f25-466e-852f-7fb5556a9796,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.077634 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Calling delete_port for 3e5584c9-7834-44ff-b6ef-473ec05d0e8c owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:41.188260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873a9609-44d4-4f6d-ad46-1d34edef7fd2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:41.203331 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-873a9609-44d4-4f6d-ad46-1d34edef7fd2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.203523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d03017-e2bd-48f3-a308-ffad6696aa3e req-55209ce4-11bf-4be7-a87d-2a27a4020cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.203523 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39d03017-e2bd-48f3-a308-ffad6696aa3e req-55209ce4-11bf-4be7-a87d-2a27a4020cb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be85c04689e0447ca8e5936abf67644c&device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 1098 time: 0.0680690 Sep 16 05:07:41.203523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51562) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.217968 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.236287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873a9609-44d4-4f6d-ad46-1d34edef7fd2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:41.253694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-873a9609-44d4-4f6d-ad46-1d34edef7fd2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.253694 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-873a9609-44d4-4f6d-ad46-1d34edef7fd2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Added segment bccf9483-59f8-4686-8d55-644c54198117 of type vlan for network abfc74e5-9cba-4161-8376-f1ba04e945fa Sep 16 05:07:41.293132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] No DVR routers for this DVR port 3e5584c9-7834-44ff-b6ef-473ec05d0e8c on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:41.294846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event deleted for resources: {'Port': ['ID=3e5584c9-7834-44ff-b6ef-473ec05d0e8c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.344681 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-873a9609-44d4-4f6d-ad46-1d34edef7fd2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.370390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605575a7-1c5e-4645-8708-403c6ae0396f req-f21b1677-573e-40ed-a68e-ac885e8e088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.372209 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-605575a7-1c5e-4645-8708-403c6ae0396f req-f21b1677-573e-40ed-a68e-ac885e8e088c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 1097 time: 0.0665245 Sep 16 05:07:41.448320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-873a9609-44d4-4f6d-ad46-1d34edef7fd2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.454006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873a9609-44d4-4f6d-ad46-1d34edef7fd2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.454598 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-873a9609-44d4-4f6d-ad46-1d34edef7fd2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.495329 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.514718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0a442-4880-4f9b-98b0-6e89f57907f1 req-4b93f890-db7a-4605-846f-f16428273bca tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.516222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03a0a442-4880-4f9b-98b0-6e89f57907f1 req-4b93f890-db7a-4605-846f-f16428273bca tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.2697723 Sep 16 05:07:41.522142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d03017-e2bd-48f3-a308-ffad6696aa3e req-4bbfb899-ecfd-42b7-8b80-d18923291518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.523650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39d03017-e2bd-48f3-a308-ffad6696aa3e req-4bbfb899-ecfd-42b7-8b80-d18923291518 service neutron] 10.222.0.37 "GET /v2.0/networks?id=83e93922-7656-483d-9a51-ad0f15994c9e HTTP/1.1" status: 200 len: 911 time: 0.2934227 Sep 16 05:07:41.549955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a9609-44d4-4f6d-ad46-1d34edef7fd2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Network': ['ID=abfc74e5-9cba-4161-8376-f1ba04e945fa,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.554288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605575a7-1c5e-4645-8708-403c6ae0396f req-c05698af-48a3-4ff6-a7ad-39e386c7615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.556505 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-605575a7-1c5e-4645-8708-403c6ae0396f req-c05698af-48a3-4ff6-a7ad-39e386c7615d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.1698022 Sep 16 05:07:41.560551 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-873a9609-44d4-4f6d-ad46-1d34edef7fd2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5111763 Sep 16 05:07:41.561384 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51566) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.563828 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network abfc74e5-9cba-4161-8376-f1ba04e945fa details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:41.567119 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3dc8c3d2-bc92-47ed-b910-f1678d37b5f2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': 'abfc74e5-9cba-4161-8376-f1ba04e945fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:41.618492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ace2ac-6b4c-4897-87c4-2b0bd45f6757']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:41.645400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0349242-1000-4689-89c9-826449dffb60') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:41.645710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0349242-1000-4689-89c9-826449dffb60') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:41.671215 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.702291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03a0a442-4880-4f9b-98b0-6e89f57907f1 req-4c5e474d-f823-49da-8ba8-8b751caa4d7d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713395 Sep 16 05:07:41.702847 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-605575a7-1c5e-4645-8708-403c6ae0396f req-80e48f85-beb0-4e77-91c6-364f463ff0cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 200 len: 999 time: 0.1302507 Sep 16 05:07:41.750739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39d03017-e2bd-48f3-a308-ffad6696aa3e req-b12d234d-f42c-418a-ac74-b03bcaccae66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b90c980c-8b3c-4375-b1b2-67d59bcc2b44 HTTP/1.1" status: 200 len: 1001 time: 0.2163386 Sep 16 05:07:41.758683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605575a7-1c5e-4645-8708-403c6ae0396f req-26f8ca5e-0707-4793-819b-dc68cb0a6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.760219 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-605575a7-1c5e-4645-8708-403c6ae0396f req-26f8ca5e-0707-4793-819b-dc68cb0a6381 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0501883 Sep 16 05:07:41.765057 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.802700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:41.803112 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.807116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605575a7-1c5e-4645-8708-403c6ae0396f req-ab12af7e-d728-45f0-a653-6b9b4c1117aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:41.808506 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:41.812546 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-605575a7-1c5e-4645-8708-403c6ae0396f req-ab12af7e-d728-45f0-a653-6b9b4c1117aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416524 Sep 16 05:07:41.824403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc8c3d2-bc92-47ed-b910-f1678d37b5f2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:41.827775 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c3d2-bc92-47ed-b910-f1678d37b5f2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.925611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d03017-e2bd-48f3-a308-ffad6696aa3e req-b15863ef-6dce-4f9b-b86c-827fba2f77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.927081 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39d03017-e2bd-48f3-a308-ffad6696aa3e req-b15863ef-6dce-4f9b-b86c-827fba2f77d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15d61f5f-1073-4f65-93f4-bed009717890 HTTP/1.1" status: 200 len: 850 time: 0.1598268 Sep 16 05:07:41.937521 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3873e8d-c2c9-46fe-9ccd-426040e774d2 req-e692ffdd-f6be-4369-8bd4-3ef6d2d9e508 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.939272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3873e8d-c2c9-46fe-9ccd-426040e774d2 req-e692ffdd-f6be-4369-8bd4-3ef6d2d9e508 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.2420001 Sep 16 05:07:41.972861 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-605575a7-1c5e-4645-8708-403c6ae0396f req-0d05af46-2d2f-4041-b365-ed47b93cde7b service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567874 Sep 16 05:07:42.047938 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.050880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d03017-e2bd-48f3-a308-ffad6696aa3e req-2a3cb9a5-4429-49b8-9460-f77a17204287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.052606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39d03017-e2bd-48f3-a308-ffad6696aa3e req-2a3cb9a5-4429-49b8-9460-f77a17204287 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83e93922-7656-483d-9a51-ad0f15994c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120331 Sep 16 05:07:42.060399 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.062214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] 10.222.0.24 "DELETE /v2.0/networks/f9ace2ac-6b4c-4897-87c4-2b0bd45f6757 HTTP/1.1" status: 204 len: 168 time: 1.7907465 Sep 16 05:07:42.079736 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3873e8d-c2c9-46fe-9ccd-426040e774d2 req-a612d31a-592f-4e59-9d70-19b6ab5500ff tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071639 Sep 16 05:07:42.085429 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-60c2aa50-1109-4b2d-aa69-eda1dc5362a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.105981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ab627-bfb9-40e6-9521-85eba511bba6 tempest-FloatingIPNegativeTestJSON-145532958 tempest-FloatingIPNegativeTestJSON-145532958-project] Pushing event deleted for resources: {'Network': ['ID=f9ace2ac-6b4c-4897-87c4-2b0bd45f6757,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:42.111977 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-605575a7-1c5e-4645-8708-403c6ae0396f req-3539c55a-0047-4087-816a-92615a00485a service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313024 Sep 16 05:07:42.215134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39d03017-e2bd-48f3-a308-ffad6696aa3e req-8ef3d3c3-abad-4fdc-87aa-d44ac1f9eb45 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485286 Sep 16 05:07:42.264404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c3d2-bc92-47ed-b910-f1678d37b5f2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.334640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8c3d2-bc92-47ed-b910-f1678d37b5f2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Subnet': ['ID=820e4339-4c7b-494c-8274-7006fdb9d661,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:42.344947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8c3d2-bc92-47ed-b910-f1678d37b5f2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Checking segment: {'id': 'bccf9483-59f8-4686-8d55-644c54198117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abfc74e5-9cba-4161-8376-f1ba04e945fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:42.345838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc8c3d2-bc92-47ed-b910-f1678d37b5f2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network hostable DHCP agents. Network: abfc74e5-9cba-4161-8376-f1ba04e945fa, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:42.370555 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e828da2c-ccb5-49b7-a7a5-467ca5f58926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.373739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39d03017-e2bd-48f3-a308-ffad6696aa3e req-3d0eabba-7028-42e6-8de3-32cf48bdb273 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504450 Sep 16 05:07:42.481523 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.481794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc8c3d2-bc92-47ed-b910-f1678d37b5f2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network abfc74e5-9cba-4161-8376-f1ba04e945fa is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:42.547643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3dc8c3d2-bc92-47ed-b910-f1678d37b5f2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, abfc74e5-9cba-4161-8376-f1ba04e945fa) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:42.551872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc8c3d2-bc92-47ed-b910-f1678d37b5f2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.553351 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c3d2-bc92-47ed-b910-f1678d37b5f2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.561231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff8ec9-e2b3-4217-82fd-fd09c1124ec2 None None] Network abfc74e5-9cba-4161-8376-f1ba04e945fa requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:42.591546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51576) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:42.640292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e828da2c-ccb5-49b7-a7a5-467ca5f58926 admin admin] Deleting port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:42.641131 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e828da2c-ccb5-49b7-a7a5-467ca5f58926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.645760 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3dc8c3d2-bc92-47ed-b910-f1678d37b5f2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0831199 Sep 16 05:07:42.648539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51580) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:42.656140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': 'abfc74e5-9cba-4161-8376-f1ba04e945fa', 'name': 'tempest-PortsIpV6TestJSON-491928634'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:42.739315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-e828da2c-ccb5-49b7-a7a5-467ca5f58926 admin admin] For port 29ae2c3e-d778-4c0b-98f5-d36da7e517dc, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=29ae2c3e-d778-4c0b-98f5-d36da7e517dc,segment=NetworkSegment(fa25fc45-5eae-47c3-baa6-45d453bbf0ca),segment_id=fa25fc45-5eae-47c3-baa6-45d453bbf0ca)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:42.739687 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e828da2c-ccb5-49b7-a7a5-467ca5f58926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.762133 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-abfc74e5-9cba-4161-8376-f1ba04e945fa', 'network_id': 'abfc74e5-9cba-4161-8376-f1ba04e945fa', 'tenant_id': 'c9742a016be744ffaaf9fa3049a3abf8', 'fixed_ips': [{'subnet_id': '820e4339-4c7b-494c-8274-7006fdb9d661'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:42.763708 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.770363 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e828da2c-ccb5-49b7-a7a5-467ca5f58926 admin admin] Calling delete_port for 29ae2c3e-d778-4c0b-98f5-d36da7e517dc owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:42.803240 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-345805bd-960c-4e06-8dac-6cd58c5c2a72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fba6fa2c59db4919a4d0a8870cfe1ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2099845 Sep 16 05:07:42.805992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51584) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:42.867343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b6654b5-7d65-4f7b-936c-aaad7155aadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.886808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eaf9b-6b88-4dfb-880d-a810f1ddac02 req-40c846af-89fa-4d96-bc79-c5618150f181 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.888372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-932eaf9b-6b88-4dfb-880d-a810f1ddac02 req-40c846af-89fa-4d96-bc79-c5618150f181 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1092892 Sep 16 05:07:42.891189 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b6654b5-7d65-4f7b-936c-aaad7155aadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.924059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Allocated IP 2001:db8::2 (abfc74e5-9cba-4161-8376-f1ba04e945fa/820e4339-4c7b-494c-8274-7006fdb9d661/f1eb8349-73d6-4b9d-bb61-871fa623eb11) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:42.926319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:42.930191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.948790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 7185803e-0015-476a-a970-b21a95a45946 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:42.977082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-932eaf9b-6b88-4dfb-880d-a810f1ddac02 req-47f44f9e-7578-4300-9788-ebab426f3312 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813346 Sep 16 05:07:43.061806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b6654b5-7d65-4f7b-936c-aaad7155aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.064377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b6654b5-7d65-4f7b-936c-aaad7155aadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.066012 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8b6654b5-7d65-4f7b-936c-aaad7155aadd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/023385a1-3a63-4800-8495-c518fbbd48a6 HTTP/1.1" status: 204 len: 168 time: 0.2589037 Sep 16 05:07:43.075138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6654b5-7d65-4f7b-936c-aaad7155aadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023385a1-3a63-4800-8495-c518fbbd48a6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:43.112516 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.182324 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.213316 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e828da2c-ccb5-49b7-a7a5-467ca5f58926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.229112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Network abfc74e5-9cba-4161-8376-f1ba04e945fa is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:43.232387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:43.235676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:43.242541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828da2c-ccb5-49b7-a7a5-467ca5f58926 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ae2c3e-d778-4c0b-98f5-d36da7e517dc,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:43.276944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8::1d9 (abfc74e5-9cba-4161-8376-f1ba04e945fa/820e4339-4c7b-494c-8274-7006fdb9d661/7185803e-0015-476a-a970-b21a95a45946) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:43.302905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Pushing event updated for resources: {'Port': ['ID=f1eb8349-73d6-4b9d-bb61-871fa623eb11,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:43.310872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc74f9-dc63-4e25-8e79-dfd7ab824894 req-10ee90a8-f17c-480c-8ccb-615b7c1055a3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:43.312456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03dc74f9-dc63-4e25-8e79-dfd7ab824894 req-10ee90a8-f17c-480c-8ccb-615b7c1055a3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.1293597 Sep 16 05:07:43.339974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Attempting to bind port f1eb8349-73d6-4b9d-bb61-871fa623eb11 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:43.340355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Attempting to bind port f1eb8349-73d6-4b9d-bb61-871fa623eb11 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'bccf9483-59f8-4686-8d55-644c54198117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abfc74e5-9cba-4161-8376-f1ba04e945fa'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:43.341004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Attempting to bind port f1eb8349-73d6-4b9d-bb61-871fa623eb11 on network abfc74e5-9cba-4161-8376-f1ba04e945fa {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:43.348367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:43.361634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Checking segment: {'id': 'bccf9483-59f8-4686-8d55-644c54198117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abfc74e5-9cba-4161-8376-f1ba04e945fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:43.361634 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.361634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Bound using segment: {'id': 'bccf9483-59f8-4686-8d55-644c54198117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abfc74e5-9cba-4161-8376-f1ba04e945fa'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:43.361634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Bound port: f1eb8349-73d6-4b9d-bb61-871fa623eb11, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccf9483-59f8-4686-8d55-644c54198117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abfc74e5-9cba-4161-8376-f1ba04e945fa'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:43.361634 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.411556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03dc74f9-dc63-4e25-8e79-dfd7ab824894 req-f896fbf7-1217-487a-8b03-93f0a1c237e7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867760 Sep 16 05:07:43.470374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] For port f1eb8349-73d6-4b9d-bb61-871fa623eb11, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:43.480069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] For port f1eb8349-73d6-4b9d-bb61-871fa623eb11, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f1eb8349-73d6-4b9d-bb61-871fa623eb11,segment=NetworkSegment(bccf9483-59f8-4686-8d55-644c54198117),segment_id=bccf9483-59f8-4686-8d55-644c54198117)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:43.514599 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.574093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.622535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.666165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37d01c-069d-4387-a83d-9aead62980bd None None] Pushing event updated for resources: {'Port': ['ID=f1eb8349-73d6-4b9d-bb61-871fa623eb11,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:43.687436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network abfc74e5-9cba-4161-8376-f1ba04e945fa is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:43.691352 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:43.695580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:43.703432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:43.704112 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.720638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=7185803e-0015-476a-a970-b21a95a45946,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:43.794167 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e828da2c-ccb5-49b7-a7a5-467ca5f58926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.796933 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-64c3e645-0eb0-4b97-ad62-6722b8b70a16 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1465466 Sep 16 05:07:43.799601 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51600) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:43.808049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': 'abfc74e5-9cba-4161-8376-f1ba04e945fa', 'name': 'tempest-PortsIpV6TestJSON-791195925'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:44.070799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e828da2c-ccb5-49b7-a7a5-467ca5f58926 admin admin] Router 9302790c-9cb1-47df-9340-74ab1b941a68 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:44.227292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f7e3f-912f-437c-ac31-15954405f539 req-b4b17e97-dd31-4c79-9911-0a378f6d29c2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:44.228888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d17f7e3f-912f-437c-ac31-15954405f539 req-b4b17e97-dd31-4c79-9911-0a378f6d29c2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1048858 Sep 16 05:07:44.235482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e828da2c-ccb5-49b7-a7a5-467ca5f58926 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:44.240441 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e828da2c-ccb5-49b7-a7a5-467ca5f58926 admin admin] 10.222.0.24 "PUT /v2.0/routers/9302790c-9cb1-47df-9340-74ab1b941a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0377741 Sep 16 05:07:44.244362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51612) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:44.247234 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b263759-2128-45dc-a9bd-caa855233315 None None] Sync routers for ids ['9302790c-9cb1-47df-9340-74ab1b941a68'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:44.259831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b263759-2128-45dc-a9bd-caa855233315 None None] Routers {'9302790c-9cb1-47df-9340-74ab1b941a68'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:44.260816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b263759-2128-45dc-a9bd-caa855233315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9302790c-9cb1-47df-9340-74ab1b941a68'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:44.327269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d17f7e3f-912f-437c-ac31-15954405f539 req-22294a02-90cf-4998-a766-1d612e1f55b5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760665 Sep 16 05:07:44.369826 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51614) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:44.385086 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.403617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-9b263759-2128-45dc-a9bd-caa855233315 None None] Set router 9302790c-9cb1-47df-9340-74ab1b941a68 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:44.424354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:44.427977 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.480005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 04d48069-2e7c-48b3-aa9c-0c4f53509dd9 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:44.524827 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.565488 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b08fb419-9590-42c5-ac68-60b7c07bd8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.599056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-745722782'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:44.624643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34938-ae11-48ff-8389-f09a59a6bb42 req-5613ad5f-31ba-48bd-9948-6c9776f75c21 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:44.626693 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ce34938-ae11-48ff-8389-f09a59a6bb42 req-5613ad5f-31ba-48bd-9948-6c9776f75c21 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.0571237 Sep 16 05:07:44.660263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8::355 (abfc74e5-9cba-4161-8376-f1ba04e945fa/820e4339-4c7b-494c-8274-7006fdb9d661/04d48069-2e7c-48b3-aa9c-0c4f53509dd9) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:44.666646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b263759-2128-45dc-a9bd-caa855233315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:07:43Z', 'revision_number': 5, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port': {'id': 'cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:48Z', 'updated_at': '2021-09-16T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:44.699567 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ce34938-ae11-48ff-8389-f09a59a6bb42 req-4af2b845-5962-427a-a0fe-233df5224ded tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625391 Sep 16 05:07:44.718588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Deleting port cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:44.718719 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.721495 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b263759-2128-45dc-a9bd-caa855233315 None None] Checking router: 9302790c-9cb1-47df-9340-74ab1b941a68 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:44.731668 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b263759-2128-45dc-a9bd-caa855233315 None None] Routers {'9302790c-9cb1-47df-9340-74ab1b941a68'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:44.732870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b263759-2128-45dc-a9bd-caa855233315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9302790c-9cb1-47df-9340-74ab1b941a68'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:44.816343 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] For port cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:44.816742 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.834175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-9b263759-2128-45dc-a9bd-caa855233315 None None] Set router 9302790c-9cb1-47df-9340-74ab1b941a68 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:44.837064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Calling delete_port for cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:44.838122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:44.843093 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.859959 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.918632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b263759-2128-45dc-a9bd-caa855233315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:07:44Z', 'revision_number': 6, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:44.958216 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.969254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b263759-2128-45dc-a9bd-caa855233315 None None] The sync data for ids ['9302790c-9cb1-47df-9340-74ab1b941a68'] in n-d-712137-12 is: [{'id': '9302790c-9cb1-47df-9340-74ab1b941a68', 'name': 'tempest-TestServerBasicOps-1203527984-router', 'tenant_id': '714395686f074887b565c93452adaa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:47Z', 'updated_at': '2021-09-16T05:07:44Z', 'revision_number': 6, 'project_id': '714395686f074887b565c93452adaa56', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:44.972345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790f3ac0-2582-421a-b42e-70c349dcb78f None None] Network abfc74e5-9cba-4161-8376-f1ba04e945fa requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:45.097173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.207800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.239225 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.242012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:45.247648 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.260363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc329ef3-f718-4a8b-9b1d-980cf2c94f79,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:45.285159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:45.288995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.289351 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Added segment 814be382-0bec-4712-b598-da7119333cf2 of type vlan for network 0e2e6fec-51c4-49c1-8919-505c6fbab309 Sep 16 05:07:45.328604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network abfc74e5-9cba-4161-8376-f1ba04e945fa is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:45.346024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:45.346985 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6606621a-1eaf-4f87-af4e-440af591fbe4 None None] Provisioning complete for port f1eb8349-73d6-4b9d-bb61-871fa623eb11 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:45.347457 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6606621a-1eaf-4f87-af4e-440af591fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.354470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:45.360242 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:45.360886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.367122 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.371414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=04d48069-2e7c-48b3-aa9c-0c4f53509dd9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:45.373011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.429779 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.450603 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f7b10425-a694-41e8-9095-6babdf468733 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6457682 Sep 16 05:07:45.450868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51622) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:45.505427 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.508238 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6606621a-1eaf-4f87-af4e-440af591fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.517279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:45.517924 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.556889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6606621a-1eaf-4f87-af4e-440af591fbe4 None None] For port f1eb8349-73d6-4b9d-bb61-871fa623eb11, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f1eb8349-73d6-4b9d-bb61-871fa623eb11,segment=NetworkSegment(bccf9483-59f8-4686-8d55-644c54198117),segment_id=bccf9483-59f8-4686-8d55-644c54198117)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:45.559636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f1eb8349-73d6-4b9d-bb61-871fa623eb11 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:45.567515 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.571686 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.626333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f1eb8349-73d6-4b9d-bb61-871fa623eb11 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:45.626642 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.642883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Network': ['ID=0e2e6fec-51c4-49c1-8919-505c6fbab309,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:45.660023 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f98472-aa75-4106-8000-978f3f3a8e8f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:45.661987 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-65f98472-aa75-4106-8000-978f3f3a8e8f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1d9 HTTP/1.1" status: 200 len: 928 time: 0.2101967 Sep 16 05:07:45.665495 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-84d4bce2-7694-45be-96fe-32debcc31c89 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2941883 Sep 16 05:07:45.666103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51624) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:45.674331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 0e2e6fec-51c4-49c1-8919-505c6fbab309 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:45.676532 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6606621a-1eaf-4f87-af4e-440af591fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.694528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedd5fb-ab14-470d-9462-34c3326ffe27 req-d73769fc-925f-47b3-82a0-8d80e2e55753 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:45.702936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1cedd5fb-ab14-470d-9462-34c3326ffe27 req-d73769fc-925f-47b3-82a0-8d80e2e55753 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.2290864 Sep 16 05:07:45.781335 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.782123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9302790c-9cb1-47df-9340-74ab1b941a68 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:07:45.791519 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.793093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cf29cf55-e177-46e5-81e9-4607cc9baaa0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9302790c-9cb1-47df-9340-74ab1b941a68 HTTP/1.1" status: 204 len: 168 time: 1.5470767 Sep 16 05:07:45.795657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51628) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:45.847633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606621a-1eaf-4f87-af4e-440af591fbe4 None None] Pushing event updated for resources: {'Port': ['ID=f1eb8349-73d6-4b9d-bb61-871fa623eb11,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:45.889957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-413da8d7-2485-4fa6-8262-f6a6624c2798 admin admin] Deleting subnet e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:45.893055 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-413da8d7-2485-4fa6-8262-f6a6624c2798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.972800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-413da8d7-2485-4fa6-8262-f6a6624c2798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.975737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ee943501-1488-4390-a93f-f986fa440616 None None] Provisioning complete for port f1eb8349-73d6-4b9d-bb61-871fa623eb11 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:45.976504 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ee943501-1488-4390-a93f-f986fa440616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.010964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1cedd5fb-ab14-470d-9462-34c3326ffe27 req-7cdcb396-314f-454c-a0f2-f07f65c1cb11 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067131 Sep 16 05:07:46.077737 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.088122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee55af5-18c9-4077-83e8-0ecacf0db23a req-8f25d7ed-332b-413c-8b8b-11513d7fb3af tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:46.090754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ee55af5-18c9-4077-83e8-0ecacf0db23a req-8f25d7ed-332b-413c-8b8b-11513d7fb3af tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.2733455 Sep 16 05:07:46.129469 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-413da8d7-2485-4fa6-8262-f6a6624c2798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.170927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-70bae28f-2b2c-4ab5-b83a-803ae8329354 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 04d48069-2e7c-48b3-aa9c-0c4f53509dd9 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:46.171126 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-70bae28f-2b2c-4ab5-b83a-803ae8329354 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.180134 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ee943501-1488-4390-a93f-f986fa440616 None None] Provisioning complete for port 7185803e-0015-476a-a970-b21a95a45946 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:46.180888 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ee943501-1488-4390-a93f-f986fa440616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.237245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ee943501-1488-4390-a93f-f986fa440616 None None] Port 7185803e-0015-476a-a970-b21a95a45946 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:46.247823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ee943501-1488-4390-a93f-f986fa440616 None None] Provisioning complete for port 04d48069-2e7c-48b3-aa9c-0c4f53509dd9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:46.248194 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ee943501-1488-4390-a93f-f986fa440616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.288583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-413da8d7-2485-4fa6-8262-f6a6624c2798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.312770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ee943501-1488-4390-a93f-f986fa440616 None None] Port 04d48069-2e7c-48b3-aa9c-0c4f53509dd9 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:46.344433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ee55af5-18c9-4077-83e8-0ecacf0db23a req-c61cbd88-d2eb-4cc8-879d-43b8cacea4a7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432671 Sep 16 05:07:46.371183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413da8d7-2485-4fa6-8262-f6a6624c2798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:46.373207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c752a-6296-4dd8-bf6c-553f159809dc None None] Network d1e2724c-736e-4b9c-b24f-7c140f876827 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:46.377798 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-413da8d7-2485-4fa6-8262-f6a6624c2798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.382732 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-413da8d7-2485-4fa6-8262-f6a6624c2798 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e8da1fe8-1073-4a5f-a00e-1d7e9bb70f7d HTTP/1.1" status: 204 len: 168 time: 0.5825796 Sep 16 05:07:46.388104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51630) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:46.395197 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-70bae28f-2b2c-4ab5-b83a-803ae8329354 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.411964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-70bae28f-2b2c-4ab5-b83a-803ae8329354 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 04d48069-2e7c-48b3-aa9c-0c4f53509dd9 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:46.487489 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.567777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.568028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8a12b847-6fd2-4cc6-a46f-2382055c5d03 None None] Provisioning complete for port 7185803e-0015-476a-a970-b21a95a45946 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:46.568148 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a12b847-6fd2-4cc6-a46f-2382055c5d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.632386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Deleting port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:46.639537 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.651070 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-70bae28f-2b2c-4ab5-b83a-803ae8329354 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.651568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8a12b847-6fd2-4cc6-a46f-2382055c5d03 None None] Port 7185803e-0015-476a-a970-b21a95a45946 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:46.702024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bae28f-2b2c-4ab5-b83a-803ae8329354 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=04d48069-2e7c-48b3-aa9c-0c4f53509dd9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:46.711621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] For port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f6125db5-dd9f-4f43-9baf-a17fcdb9d90e,segment=NetworkSegment(fa25fc45-5eae-47c3-baa6-45d453bbf0ca),segment_id=fa25fc45-5eae-47c3-baa6-45d453bbf0ca)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:46.712125 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.727297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Calling delete_port for f6125db5-dd9f-4f43-9baf-a17fcdb9d90e owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:46.754417 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-70bae28f-2b2c-4ab5-b83a-803ae8329354 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.758852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-70bae28f-2b2c-4ab5-b83a-803ae8329354 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/04d48069-2e7c-48b3-aa9c-0c4f53509dd9 HTTP/1.1" status: 204 len: 168 time: 1.0892460 Sep 16 05:07:46.765598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51632) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:46.766943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cf3e094b-4149-4591-9e3d-57ad81333fd0 None None] Could not find standard attr ID for object 04d48069-2e7c-48b3-aa9c-0c4f53509dd9. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:07:46.780381 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069e3950-4a57-47c9-b2db-011e3f7a16d2 None None] DHCP port deletion for d1e2724c-736e-4b9c-b24f-7c140f876827 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:46.817010 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-1862a00e-2d84-4d87-b068-2b79c96f3075 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:07:46.819265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1862a00e-2d84-4d87-b068-2b79c96f3075 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/04d48069-2e7c-48b3-aa9c-0c4f53509dd9 HTTP/1.1" status: 404 len: 333 time: 0.0501590 Sep 16 05:07:46.821494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51634) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:46.859797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-069e3950-4a57-47c9-b2db-011e3f7a16d2 None None] Deleting port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:46.860171 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-069e3950-4a57-47c9-b2db-011e3f7a16d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.893423 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.973103 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] No DVR routers for this DVR port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:46.977794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6125db5-dd9f-4f43-9baf-a17fcdb9d90e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:46.980551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-069e3950-4a57-47c9-b2db-011e3f7a16d2 None None] For port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f6125db5-dd9f-4f43-9baf-a17fcdb9d90e,segment=NetworkSegment(fa25fc45-5eae-47c3-baa6-45d453bbf0ca),segment_id=fa25fc45-5eae-47c3-baa6-45d453bbf0ca)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:46.989083 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-069e3950-4a57-47c9-b2db-011e3f7a16d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.993232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-44841abc-5f9e-4f99-b6d3-f8b5e7e9d9bf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 7185803e-0015-476a-a970-b21a95a45946 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:46.993640 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44841abc-5f9e-4f99-b6d3-f8b5e7e9d9bf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.004562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-069e3950-4a57-47c9-b2db-011e3f7a16d2 None None] Calling delete_port for f6125db5-dd9f-4f43-9baf-a17fcdb9d90e owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:47.103741 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44841abc-5f9e-4f99-b6d3-f8b5e7e9d9bf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.128112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-44841abc-5f9e-4f99-b6d3-f8b5e7e9d9bf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 7185803e-0015-476a-a970-b21a95a45946 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:47.133960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.155847 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f1eb8349-73d6-4b9d-bb61-871fa623eb11 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:47.171226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e2724c-736e-4b9c-b24f-7c140f876827']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:47.185253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:47.186275 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa25fc45-5eae-47c3-baa6-45d453bbf0ca') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:47.205221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.205440 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-069e3950-4a57-47c9-b2db-011e3f7a16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.223177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.232893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:47.233651 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:47.236133 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:47.238484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e3950-4a57-47c9-b2db-011e3f7a16d2 None None] Pushing event deleted for resources: {'Port': ['ID=f6125db5-dd9f-4f43-9baf-a17fcdb9d90e,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.244703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f85b3-ab91-4cd4-a522-64a1801cd4eb req-a50395b1-6b5c-4e39-9207-649cf5359970 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:47.246248 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d8f85b3-ab91-4cd4-a522-64a1801cd4eb req-a50395b1-6b5c-4e39-9207-649cf5359970 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1127458 Sep 16 05:07:47.252674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e3950-4a57-47c9-b2db-011e3f7a16d2 None None] No DVR routers for this DVR port f6125db5-dd9f-4f43-9baf-a17fcdb9d90e on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:47.260506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f1eb8349-73d6-4b9d-bb61-871fa623eb11 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:47.260884 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.338855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d8f85b3-ab91-4cd4-a522-64a1801cd4eb req-a18d9b4a-7e1c-4434-9753-657c29cd39a6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851848 Sep 16 05:07:47.449807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f6125db5-dd9f-4f43-9baf-a17fcdb9d90e no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:47.459205 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.467230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.472954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51640) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:47.474719 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d1e2724c-736e-4b9c-b24f-7c140f876827 HTTP/1.1" status: 204 len: 168 time: 1.0853174 Sep 16 05:07:47.475174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: f6125db5-dd9f-4f43-9baf-a17fcdb9d90e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:47.475650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f6125db5-dd9f-4f43-9baf-a17fcdb9d90e not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:47.476132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 29ae2c3e-d778-4c0b-98f5-d36da7e517dc no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:47.490286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a57e5-d080-4988-bcda-21bd17d724f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e2724c-736e-4b9c-b24f-7c140f876827,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.505266 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 29ae2c3e-d778-4c0b-98f5-d36da7e517dc {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:47.505621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 29ae2c3e-d778-4c0b-98f5-d36da7e517dc not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:47.506032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:47.525279 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44841abc-5f9e-4f99-b6d3-f8b5e7e9d9bf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.529765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:47.530096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device cc15e6c9-eaa3-4e6e-a538-5c14e59a99cd not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:47.539856 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.568405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44841abc-5f9e-4f99-b6d3-f8b5e7e9d9bf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=7185803e-0015-476a-a970-b21a95a45946,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.579222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9f8ac-14d8-4d0b-b1e0-a4211f80d115 req-a072292a-66e0-48fe-860c-aee366c5d7a6 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:47.580703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29e9f8ac-14d8-4d0b-b1e0-a4211f80d115 req-a072292a-66e0-48fe-860c-aee366c5d7a6 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.1426966 Sep 16 05:07:47.658503 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44841abc-5f9e-4f99-b6d3-f8b5e7e9d9bf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.663645 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-44841abc-5f9e-4f99-b6d3-f8b5e7e9d9bf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/7185803e-0015-476a-a970-b21a95a45946 HTTP/1.1" status: 204 len: 168 time: 0.8379748 Sep 16 05:07:47.664573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51642) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:47.714565 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-767f98ba-be40-4fd5-b214-2e35d15ae3e4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:07:47.716173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-767f98ba-be40-4fd5-b214-2e35d15ae3e4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/7185803e-0015-476a-a970-b21a95a45946 HTTP/1.1" status: 404 len: 333 time: 0.0511706 Sep 16 05:07:47.719413 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51644) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:47.723805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29e9f8ac-14d8-4d0b-b1e0-a4211f80d115 req-5103b048-8ad4-4f29-9ace-512b1c7e85db tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342633 Sep 16 05:07:47.842380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-febe12f6-47a8-4bcc-8ede-c551c26e184d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting subnet 820e4339-4c7b-494c-8274-7006fdb9d661 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:47.848076 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-febe12f6-47a8-4bcc-8ede-c551c26e184d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.253025 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-febe12f6-47a8-4bcc-8ede-c551c26e184d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.333358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70b15f-e0cb-4f99-888f-beef4594f919 req-8409b945-2c6b-4da3-b43b-529b4048af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:48.335064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf70b15f-e0cb-4f99-888f-beef4594f919 req-8409b945-2c6b-4da3-b43b-529b4048af67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be85c04689e0447ca8e5936abf67644c&device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 1098 time: 0.1615634 Sep 16 05:07:48.350959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7b2ea-d8d3-4c37-97e5-68f98ca4bca4 req-0b06fd5a-4492-4348-82e5-404bb67f6560 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:48.352360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44d7b2ea-d8d3-4c37-97e5-68f98ca4bca4 req-0b06fd5a-4492-4348-82e5-404bb67f6560 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.1801035 Sep 16 05:07:48.488236 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-febe12f6-47a8-4bcc-8ede-c551c26e184d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.587002 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44d7b2ea-d8d3-4c37-97e5-68f98ca4bca4 req-ba289501-0428-4822-bae3-00f2fee7b6cf tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201324 Sep 16 05:07:48.630459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902194cd-5e6b-4500-8373-5b0c078c3b55 req-268e1703-aa32-43f6-a461-f0c39d50c061 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:48.632028 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-902194cd-5e6b-4500-8373-5b0c078c3b55 req-268e1703-aa32-43f6-a461-f0c39d50c061 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1972852 Sep 16 05:07:48.645989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70b15f-e0cb-4f99-888f-beef4594f919 req-62894f8b-fd85-4888-b125-d71417f94711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:48.647448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf70b15f-e0cb-4f99-888f-beef4594f919 req-62894f8b-fd85-4888-b125-d71417f94711 service neutron] 10.222.0.37 "GET /v2.0/networks?id=83e93922-7656-483d-9a51-ad0f15994c9e HTTP/1.1" status: 200 len: 911 time: 0.2913828 Sep 16 05:07:48.754658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-902194cd-5e6b-4500-8373-5b0c078c3b55 req-011afb96-3733-470c-a255-af5554c9d3ae tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102281 Sep 16 05:07:48.770202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf70b15f-e0cb-4f99-888f-beef4594f919 req-7cecc0de-b992-4c7c-ab26-a458e19d184d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b90c980c-8b3c-4375-b1b2-67d59bcc2b44 HTTP/1.1" status: 200 len: 1001 time: 0.1089101 Sep 16 05:07:48.771209 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-febe12f6-47a8-4bcc-8ede-c551c26e184d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.831646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a797ae53-306a-4470-9032-e549897f8cf6 None None] Network abfc74e5-9cba-4161-8376-f1ba04e945fa requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:48.832555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe12f6-47a8-4bcc-8ede-c551c26e184d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Subnet': ['ID=820e4339-4c7b-494c-8274-7006fdb9d661,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:48.837328 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-febe12f6-47a8-4bcc-8ede-c551c26e184d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.841887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-febe12f6-47a8-4bcc-8ede-c551c26e184d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/820e4339-4c7b-494c-8274-7006fdb9d661 HTTP/1.1" status: 204 len: 168 time: 1.1214070 Sep 16 05:07:48.842058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51654) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:48.863681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70b15f-e0cb-4f99-888f-beef4594f919 req-72a2a8cb-ef2d-4944-8203-24f54e10c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:48.865224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf70b15f-e0cb-4f99-888f-beef4594f919 req-72a2a8cb-ef2d-4944-8203-24f54e10c7c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15d61f5f-1073-4f65-93f4-bed009717890 HTTP/1.1" status: 200 len: 850 time: 0.0803244 Sep 16 05:07:48.878145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-94775058-0d11-4bb2-a271-301fed5f30b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.904994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51656) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:48.912377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1b50c2f9-63d1-468e-a53b-4cb1788c819b tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'subnet': {'network_id': '0e2e6fec-51c4-49c1-8919-505c6fbab309', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:48.965257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70b15f-e0cb-4f99-888f-beef4594f919 req-da0e81c4-4b7a-4b40-ad3e-e01596a2c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:48.966790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf70b15f-e0cb-4f99-888f-beef4594f919 req-da0e81c4-4b7a-4b40-ad3e-e01596a2c6ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83e93922-7656-483d-9a51-ad0f15994c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934947 Sep 16 05:07:49.051877 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.086969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b88ca2-949c-4b97-a584-b86feebf9b12 None None] DHCP port deletion for abfc74e5-9cba-4161-8376-f1ba04e945fa request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:49.135586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port f1eb8349-73d6-4b9d-bb61-871fa623eb11 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:49.135894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.153731 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a4b88ca2-949c-4b97-a584-b86feebf9b12 None None] Deleting port f1eb8349-73d6-4b9d-bb61-871fa623eb11 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:49.154256 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ca2-949c-4b97-a584-b86feebf9b12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.167868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf70b15f-e0cb-4f99-888f-beef4594f919 req-fc9e3ec8-cd35-4f11-9e53-f56f548bdfe3 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731195 Sep 16 05:07:49.212009 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] For port f1eb8349-73d6-4b9d-bb61-871fa623eb11, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f1eb8349-73d6-4b9d-bb61-871fa623eb11,segment=NetworkSegment(bccf9483-59f8-4686-8d55-644c54198117),segment_id=bccf9483-59f8-4686-8d55-644c54198117)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:49.212455 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.228326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a4b88ca2-949c-4b97-a584-b86feebf9b12 None None] For port f1eb8349-73d6-4b9d-bb61-871fa623eb11, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f1eb8349-73d6-4b9d-bb61-871fa623eb11,segment=NetworkSegment(bccf9483-59f8-4686-8d55-644c54198117),segment_id=bccf9483-59f8-4686-8d55-644c54198117)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:49.228800 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ca2-949c-4b97-a584-b86feebf9b12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.234096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for f1eb8349-73d6-4b9d-bb61-871fa623eb11 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:49.243397 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a4b88ca2-949c-4b97-a584-b86feebf9b12 None None] Calling delete_port for f1eb8349-73d6-4b9d-bb61-871fa623eb11 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:49.284867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b50c2f9-63d1-468e-a53b-4cb1788c819b tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:49.289759 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b50c2f9-63d1-468e-a53b-4cb1788c819b tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.346033 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf70b15f-e0cb-4f99-888f-beef4594f919 req-d3e19ef3-6ffa-4863-a7a9-1720a4a9b911 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686337 Sep 16 05:07:49.362725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-94775058-0d11-4bb2-a271-301fed5f30b5 admin admin] Deleting port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:49.363068 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-94775058-0d11-4bb2-a271-301fed5f30b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.418479 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ca2-949c-4b97-a584-b86feebf9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.433216 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.448105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b88ca2-949c-4b97-a584-b86feebf9b12 None None] No DVR routers for this DVR port f1eb8349-73d6-4b9d-bb61-871fa623eb11 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:49.450103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b88ca2-949c-4b97-a584-b86feebf9b12 None None] Pushing event deleted for resources: {'Port': ['ID=f1eb8349-73d6-4b9d-bb61-871fa623eb11,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.462396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-94775058-0d11-4bb2-a271-301fed5f30b5 admin admin] For port 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4d6a95e1-26e7-4789-9e3a-0e01bbcc7815,segment=NetworkSegment(9098914c-f465-4683-a22c-31cb95ec78fb),segment_id=9098914c-f465-4683-a22c-31cb95ec78fb)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:49.462685 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-94775058-0d11-4bb2-a271-301fed5f30b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.468040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=f1eb8349-73d6-4b9d-bb61-871fa623eb11,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.472692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No DVR routers for this DVR port f1eb8349-73d6-4b9d-bb61-871fa623eb11 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:49.478936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-94775058-0d11-4bb2-a271-301fed5f30b5 admin admin] Calling delete_port for 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:49.592816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.653780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfc74e5-9cba-4161-8376-f1ba04e945fa']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:49.665133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccf9483-59f8-4686-8d55-644c54198117') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:49.665483 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccf9483-59f8-4686-8d55-644c54198117') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:49.675277 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.691305 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.698004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:49.698398 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:49.701340 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:49.727127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf6743-34c2-49a3-bad3-4e2b57f8e9c5 req-ebdfaefb-52c4-463f-854e-2029f3b6ec5e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:49.728687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7aaf6743-34c2-49a3-bad3-4e2b57f8e9c5 req-ebdfaefb-52c4-463f-854e-2029f3b6ec5e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.0558693 Sep 16 05:07:49.752090 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b50c2f9-63d1-468e-a53b-4cb1788c819b tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.770475 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-94775058-0d11-4bb2-a271-301fed5f30b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.789043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7aaf6743-34c2-49a3-bad3-4e2b57f8e9c5 req-1f9265db-706b-4f9a-81dd-1f8a8dda8409 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541267 Sep 16 05:07:49.811637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94775058-0d11-4bb2-a271-301fed5f30b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6a95e1-26e7-4789-9e3a-0e01bbcc7815,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.825713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50c2f9-63d1-468e-a53b-4cb1788c819b tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Subnet': ['ID=e3120c3e-16dd-4d5d-8862-7f7282dc7aaf,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.847247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50c2f9-63d1-468e-a53b-4cb1788c819b tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Checking segment: {'id': '814be382-0bec-4712-b598-da7119333cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e2e6fec-51c4-49c1-8919-505c6fbab309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:49.847802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50c2f9-63d1-468e-a53b-4cb1788c819b tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network hostable DHCP agents. Network: 0e2e6fec-51c4-49c1-8919-505c6fbab309, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:49.862246 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.871114 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.882227 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/networks/abfc74e5-9cba-4161-8376-f1ba04e945fa HTTP/1.1" status: 204 len: 168 time: 1.0318017 Sep 16 05:07:49.884620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51660) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:49.889692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-edadba19-1c8f-4dd3-812b-02af2edcdb1c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-507763079'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:49.919078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76657738-b639-48eb-88df-ca969d6eaf61 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Network': ['ID=abfc74e5-9cba-4161-8376-f1ba04e945fa,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.987398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-94775058-0d11-4bb2-a271-301fed5f30b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.996116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50c2f9-63d1-468e-a53b-4cb1788c819b tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network 0e2e6fec-51c4-49c1-8919-505c6fbab309 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:50.041716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edadba19-1c8f-4dd3-812b-02af2edcdb1c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:50.045364 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edadba19-1c8f-4dd3-812b-02af2edcdb1c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.069858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edadba19-1c8f-4dd3-812b-02af2edcdb1c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:50.078667 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edadba19-1c8f-4dd3-812b-02af2edcdb1c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.079017 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-edadba19-1c8f-4dd3-812b-02af2edcdb1c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Added segment 30b94445-4410-4b87-8998-fdf704ae49fe of type vlan for network 9937a57c-7c10-462b-a6b5-b2ca7a905204 Sep 16 05:07:50.118465 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-1b50c2f9-63d1-468e-a53b-4cb1788c819b tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 0e2e6fec-51c4-49c1-8919-505c6fbab309) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:50.123649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edadba19-1c8f-4dd3-812b-02af2edcdb1c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.126488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b50c2f9-63d1-468e-a53b-4cb1788c819b tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:50.127068 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b50c2f9-63d1-468e-a53b-4cb1788c819b tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.127573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52481117-e8db-42f6-beb9-54ed4e9be876 None None] Network 0e2e6fec-51c4-49c1-8919-505c6fbab309 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:50.216768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94775058-0d11-4bb2-a271-301fed5f30b5 admin admin] Router 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:50.243338 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1b50c2f9-63d1-468e-a53b-4cb1788c819b tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3331823 Sep 16 05:07:50.243742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51662) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:50.249383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ad3afe09-3530-4c91-9b7d-d45234329fe0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1097783024'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:50.253988 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edadba19-1c8f-4dd3-812b-02af2edcdb1c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.260545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edadba19-1c8f-4dd3-812b-02af2edcdb1c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:50.261294 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edadba19-1c8f-4dd3-812b-02af2edcdb1c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.295368 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-0e2e6fec-51c4-49c1-8919-505c6fbab309', 'network_id': '0e2e6fec-51c4-49c1-8919-505c6fbab309', 'tenant_id': '62d2eba8fe2b4c2ebcbce6f4343c4ade', 'fixed_ips': [{'subnet_id': 'e3120c3e-16dd-4d5d-8862-7f7282dc7aaf'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:50.296266 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.333578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94775058-0d11-4bb2-a271-301fed5f30b5 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:50.339102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-94775058-0d11-4bb2-a271-301fed5f30b5 admin admin] 10.222.0.24 "PUT /v2.0/routers/809d8ef9-3815-40c5-b4b6-a6ca1f398d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8650210 Sep 16 05:07:50.344672 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435cf58-4948-4e9f-92ca-5ffb1b312b8d None None] Sync routers for ids ['809d8ef9-3815-40c5-b4b6-a6ca1f398d64'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:50.349055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51664) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:50.356790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadba19-1c8f-4dd3-812b-02af2edcdb1c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Network': ['ID=9937a57c-7c10-462b-a6b5-b2ca7a905204,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:50.359769 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435cf58-4948-4e9f-92ca-5ffb1b312b8d None None] Routers {'809d8ef9-3815-40c5-b4b6-a6ca1f398d64'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:50.360408 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-9435cf58-4948-4e9f-92ca-5ffb1b312b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['809d8ef9-3815-40c5-b4b6-a6ca1f398d64'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:50.377488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3afe09-3530-4c91-9b7d-d45234329fe0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:50.381162 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ad3afe09-3530-4c91-9b7d-d45234329fe0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.390646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 9937a57c-7c10-462b-a6b5-b2ca7a905204 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:50.424291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3afe09-3530-4c91-9b7d-d45234329fe0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:50.438199 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ad3afe09-3530-4c91-9b7d-d45234329fe0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.438904 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-ad3afe09-3530-4c91-9b7d-d45234329fe0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Added segment ae5c4dfa-6a46-488c-8056-06e71548d906 of type vlan for network 16274811-6648-432e-9c7f-21a03234ef06 Sep 16 05:07:50.475781 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-edadba19-1c8f-4dd3-812b-02af2edcdb1c tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5892553 Sep 16 05:07:50.479363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51666) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:50.481000 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.484921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e12cfb4d-94c7-45fa-a970-351ad0c18972 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '9937a57c-7c10-462b-a6b5-b2ca7a905204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:50.505070 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-9435cf58-4948-4e9f-92ca-5ffb1b312b8d None None] Set router 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:50.522722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Allocated IP 2001:db8:0:ffff::2 (0e2e6fec-51c4-49c1-8919-505c6fbab309/e3120c3e-16dd-4d5d-8862-7f7282dc7aaf/d6ea4b81-4be7-476c-a9c6-ff290736dfa5) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:50.525966 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ad3afe09-3530-4c91-9b7d-d45234329fe0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.599037 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.662182 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ad3afe09-3530-4c91-9b7d-d45234329fe0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.670177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3afe09-3530-4c91-9b7d-d45234329fe0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:50.670910 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ad3afe09-3530-4c91-9b7d-d45234329fe0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.710137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12cfb4d-94c7-45fa-a970-351ad0c18972 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:50.713930 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e12cfb4d-94c7-45fa-a970-351ad0c18972 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.715542 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-9435cf58-4948-4e9f-92ca-5ffb1b312b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'name': 'tempest-TestServerBasicOps-1111872043-router', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9776f108-25cd-43d9-872c-395046d53f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:07:49Z', 'revision_number': 5, 'project_id': '53812683b3224c548fcdba7f86ff5188', 'gw_port': {'id': '9776f108-25cd-43d9-872c-395046d53f57', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:02Z', 'updated_at': '2021-09-16T05:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:50.722838 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.743398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Deleting port 9776f108-25cd-43d9-872c-395046d53f57 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:50.743960 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.748513 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435cf58-4948-4e9f-92ca-5ffb1b312b8d None None] Checking router: 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:50.758028 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435cf58-4948-4e9f-92ca-5ffb1b312b8d None None] Routers {'809d8ef9-3815-40c5-b4b6-a6ca1f398d64'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:50.758892 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-9435cf58-4948-4e9f-92ca-5ffb1b312b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['809d8ef9-3815-40c5-b4b6-a6ca1f398d64'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:50.782240 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ad3afe09-3530-4c91-9b7d-d45234329fe0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5345781 Sep 16 05:07:50.783500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51668) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:50.787375 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'subnet': {'network_id': '16274811-6648-432e-9c7f-21a03234ef06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:50.802083 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.820744 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3afe09-3530-4c91-9b7d-d45234329fe0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Network': ['ID=16274811-6648-432e-9c7f-21a03234ef06,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:50.842617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] For port 9776f108-25cd-43d9-872c-395046d53f57, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9776f108-25cd-43d9-872c-395046d53f57,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:50.843003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.866272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Calling delete_port for 9776f108-25cd-43d9-872c-395046d53f57 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:50.868323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Network 0e2e6fec-51c4-49c1-8919-505c6fbab309 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:50.871878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 16274811-6648-432e-9c7f-21a03234ef06 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:50.884686 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-9435cf58-4948-4e9f-92ca-5ffb1b312b8d None None] Set router 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:50.902123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:50.913904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:50.963925 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-9435cf58-4948-4e9f-92ca-5ffb1b312b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'name': 'tempest-TestServerBasicOps-1111872043-router', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:07:50Z', 'revision_number': 6, 'project_id': '53812683b3224c548fcdba7f86ff5188', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:50.998108 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435cf58-4948-4e9f-92ca-5ffb1b312b8d None None] The sync data for ids ['809d8ef9-3815-40c5-b4b6-a6ca1f398d64'] in n-d-712137-12 is: [{'id': '809d8ef9-3815-40c5-b4b6-a6ca1f398d64', 'name': 'tempest-TestServerBasicOps-1111872043-router', 'tenant_id': '53812683b3224c548fcdba7f86ff5188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:07:50Z', 'revision_number': 6, 'project_id': '53812683b3224c548fcdba7f86ff5188', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:51.038261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:51.060934 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.082607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Pushing event updated for resources: {'Port': ['ID=d6ea4b81-4be7-476c-a9c6-ff290736dfa5,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.109226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Attempting to bind port d6ea4b81-4be7-476c-a9c6-ff290736dfa5 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:51.109631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Attempting to bind port d6ea4b81-4be7-476c-a9c6-ff290736dfa5 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '814be382-0bec-4712-b598-da7119333cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e2e6fec-51c4-49c1-8919-505c6fbab309'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:51.110004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Attempting to bind port d6ea4b81-4be7-476c-a9c6-ff290736dfa5 on network 0e2e6fec-51c4-49c1-8919-505c6fbab309 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:51.116751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:51.117310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Checking segment: {'id': '814be382-0bec-4712-b598-da7119333cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e2e6fec-51c4-49c1-8919-505c6fbab309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:51.117719 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.118117 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Bound using segment: {'id': '814be382-0bec-4712-b598-da7119333cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e2e6fec-51c4-49c1-8919-505c6fbab309'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:51.118598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Bound port: d6ea4b81-4be7-476c-a9c6-ff290736dfa5, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814be382-0bec-4712-b598-da7119333cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e2e6fec-51c4-49c1-8919-505c6fbab309'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:51.118984 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.135744 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e12cfb4d-94c7-45fa-a970-351ad0c18972 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.190319 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] For port d6ea4b81-4be7-476c-a9c6-ff290736dfa5, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:51.195061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] For port d6ea4b81-4be7-476c-a9c6-ff290736dfa5, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d6ea4b81-4be7-476c-a9c6-ff290736dfa5,segment=NetworkSegment(814be382-0bec-4712-b598-da7119333cf2),segment_id=814be382-0bec-4712-b598-da7119333cf2)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:51.217501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cfb4d-94c7-45fa-a970-351ad0c18972 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Subnet': ['ID=495db2b4-2970-42a8-b7b9-6a04ca96067c,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.243295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12cfb4d-94c7-45fa-a970-351ad0c18972 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Checking segment: {'id': '30b94445-4410-4b87-8998-fdf704ae49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9937a57c-7c10-462b-a6b5-b2ca7a905204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:51.243660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12cfb4d-94c7-45fa-a970-351ad0c18972 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network hostable DHCP agents. Network: 9937a57c-7c10-462b-a6b5-b2ca7a905204, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:51.268555 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.339611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c730e-4b75-4045-a5e9-29e1749a4c94 None None] Pushing event updated for resources: {'Port': ['ID=d6ea4b81-4be7-476c-a9c6-ff290736dfa5,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.385475 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12cfb4d-94c7-45fa-a970-351ad0c18972 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 9937a57c-7c10-462b-a6b5-b2ca7a905204 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:51.391974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736aebb-5750-4726-9c3a-fbff261b654d req-af81778a-a070-45b0-ba3d-128951ee171b tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.401935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9736aebb-5750-4726-9c3a-fbff261b654d req-af81778a-a070-45b0-ba3d-128951ee171b tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.4139135 Sep 16 05:07:51.413548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f1eb8349-73d6-4b9d-bb61-871fa623eb11 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:51.452130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: f1eb8349-73d6-4b9d-bb61-871fa623eb11 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:51.452554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f1eb8349-73d6-4b9d-bb61-871fa623eb11 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:51.473694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e12cfb4d-94c7-45fa-a970-351ad0c18972 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 9937a57c-7c10-462b-a6b5-b2ca7a905204) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:51.483202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb1880e-70e3-44e9-b350-2b92f8ba9d8b None None] Network 9937a57c-7c10-462b-a6b5-b2ca7a905204 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:51.496046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12cfb4d-94c7-45fa-a970-351ad0c18972 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.496767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9736aebb-5750-4726-9c3a-fbff261b654d req-e2b4fc24-dea8-4beb-89db-2612e87c5952 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898881 Sep 16 05:07:51.502852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e12cfb4d-94c7-45fa-a970-351ad0c18972 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.571147 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.621494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Pushing event deleted for resources: {'Port': ['ID=9776f108-25cd-43d9-872c-395046d53f57,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.624456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:07:51.626590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.634043 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e12cfb4d-94c7-45fa-a970-351ad0c18972 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1531849 Sep 16 05:07:51.637322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51674) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:51.670577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': '9937a57c-7c10-462b-a6b5-b2ca7a905204', 'name': 'tempest-PortsIpV6TestJSON-1954820874', 'fixed_ips': [{'subnet_id': '495db2b4-2970-42a8-b7b9-6a04ca96067c', 'ip_address': '2001:db8::10'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:51.700790 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.746635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-9937a57c-7c10-462b-a6b5-b2ca7a905204', 'network_id': '9937a57c-7c10-462b-a6b5-b2ca7a905204', 'tenant_id': 'c9742a016be744ffaaf9fa3049a3abf8', 'fixed_ips': [{'subnet_id': '495db2b4-2970-42a8-b7b9-6a04ca96067c'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:51.747985 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.778415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Subnet': ['ID=a88cef52-5445-4762-8c83-106977959374,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.814611 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.815516 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Checking segment: {'id': 'ae5c4dfa-6a46-488c-8056-06e71548d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16274811-6648-432e-9c7f-21a03234ef06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:51.815807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network hostable DHCP agents. Network: 16274811-6648-432e-9c7f-21a03234ef06, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:51.817027 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.897099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Allocated IP 2001:db8::2 (9937a57c-7c10-462b-a6b5-b2ca7a905204/495db2b4-2970-42a8-b7b9-6a04ca96067c/977581f5-792e-4753-9794-0d99f5cce971) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:51.930735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network 16274811-6648-432e-9c7f-21a03234ef06 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:51.961535 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:51.961882 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.962250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 809d8ef9-3815-40c5-b4b6-a6ca1f398d64 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:07:51.967210 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.968603 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-59348024-5403-4e3e-97e9-00ce43604534 admin admin] 10.222.0.24 "DELETE /v2.0/routers/809d8ef9-3815-40c5-b4b6-a6ca1f398d64 HTTP/1.1" status: 204 len: 168 time: 1.6182470 Sep 16 05:07:51.971066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51676) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:52.018999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d346ff-7481-46e7-886d-189c7e1c8853 admin admin] Deleting subnet 68a714c3-2f4a-43f6-88e0-2fb50697c16f {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:52.022707 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2d346ff-7481-46e7-886d-189c7e1c8853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.034482 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 16274811-6648-432e-9c7f-21a03234ef06) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:52.040270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.040986 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.049766 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.057485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa795898-f35f-4201-bbea-669a5a70721e None None] Network 16274811-6648-432e-9c7f-21a03234ef06 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:52.067741 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2d346ff-7481-46e7-886d-189c7e1c8853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.078568 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.098680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port b60ad008-43c1-4118-82cb-122583e57b1a yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:52.145016 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.164267 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-671fbcc3-ab99-46fc-add2-f11655e382fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3806555 Sep 16 05:07:52.167828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51678) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:52.174334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'port': {'network_id': '16274811-6648-432e-9c7f-21a03234ef06', 'name': 'tempest-NetworksIpV6TestAttrs-134068283'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:52.203824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Network 9937a57c-7c10-462b-a6b5-b2ca7a905204 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:52.205295 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2d346ff-7481-46e7-886d-189c7e1c8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.208120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:52.211727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:52.263664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Pushing event updated for resources: {'Port': ['ID=977581f5-792e-4753-9794-0d99f5cce971,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:52.374385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Attempting to bind port 977581f5-792e-4753-9794-0d99f5cce971 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:52.374985 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Attempting to bind port 977581f5-792e-4753-9794-0d99f5cce971 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '30b94445-4410-4b87-8998-fdf704ae49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9937a57c-7c10-462b-a6b5-b2ca7a905204'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:52.375626 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Attempting to bind port 977581f5-792e-4753-9794-0d99f5cce971 on network 9937a57c-7c10-462b-a6b5-b2ca7a905204 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:52.382532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:52.382748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Checking segment: {'id': '30b94445-4410-4b87-8998-fdf704ae49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9937a57c-7c10-462b-a6b5-b2ca7a905204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:52.383868 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.383868 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Bound using segment: {'id': '30b94445-4410-4b87-8998-fdf704ae49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9937a57c-7c10-462b-a6b5-b2ca7a905204'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:52.384342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Bound port: 977581f5-792e-4753-9794-0d99f5cce971, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b94445-4410-4b87-8998-fdf704ae49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9937a57c-7c10-462b-a6b5-b2ca7a905204'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:52.384853 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.389307 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-16274811-6648-432e-9c7f-21a03234ef06', 'network_id': '16274811-6648-432e-9c7f-21a03234ef06', 'tenant_id': '62d2eba8fe2b4c2ebcbce6f4343c4ade', 'fixed_ips': [{'subnet_id': 'a88cef52-5445-4762-8c83-106977959374'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:52.390235 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.397454 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2d346ff-7481-46e7-886d-189c7e1c8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.418029 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2d346ff-7481-46e7-886d-189c7e1c8853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.423192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51680) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:52.425855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f2d346ff-7481-46e7-886d-189c7e1c8853 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/68a714c3-2f4a-43f6-88e0-2fb50697c16f HTTP/1.1" status: 204 len: 168 time: 0.4534423 Sep 16 05:07:52.464180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d346ff-7481-46e7-886d-189c7e1c8853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a714c3-2f4a-43f6-88e0-2fb50697c16f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:52.478080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5f62b3-cb12-4396-bae4-0ab9a4fc7972 None None] Network 85ac2a6c-d39f-4878-9f1b-2ec428efad3e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:52.536545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8::10 (9937a57c-7c10-462b-a6b5-b2ca7a905204/495db2b4-2970-42a8-b7b9-6a04ca96067c/b60ad008-43c1-4118-82cb-122583e57b1a) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:52.555611 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.594026 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f89309be-2af2-4bad-b490-e7ca65b5a8fa req-95cc58d8-1615-45c7-af33-5ea32051bbe1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1313875 Sep 16 05:07:52.605851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:52.609539 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.691995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] device_id is not set on port 820e83b3-dfec-455c-b768-97f20ff15743 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:52.704591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b943d6-78e7-4198-b48a-49d96772c955 None None] Network 0e2e6fec-51c4-49c1-8919-505c6fbab309 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:52.824117 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89309be-2af2-4bad-b490-e7ca65b5a8fa req-dde99b09-33d3-4b62-b69d-2e6cf7fcb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.825630 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f89309be-2af2-4bad-b490-e7ca65b5a8fa req-dde99b09-33d3-4b62-b69d-2e6cf7fcb058 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 1097 time: 0.1712458 Sep 16 05:07:52.845394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Deleting port 2da3e904-fe48-4174-941c-9d0cc84aae99 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:52.845741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.873347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] For port 977581f5-792e-4753-9794-0d99f5cce971, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:52.911245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Allocated IP 2001:db8::f816:3eff:fe1c:8091 (16274811-6648-432e-9c7f-21a03234ef06/a88cef52-5445-4762-8c83-106977959374/ef164e36-3048-429e-9df3-1d09eb1db39c) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:52.918498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] For port 977581f5-792e-4753-9794-0d99f5cce971, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=977581f5-792e-4753-9794-0d99f5cce971,segment=NetworkSegment(30b94445-4410-4b87-8998-fdf704ae49fe),segment_id=30b94445-4410-4b87-8998-fdf704ae49fe)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:52.927538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-998425cd-810c-4219-aebd-4ec49b018048 None None] Provisioning complete for port d6ea4b81-4be7-476c-a9c6-ff290736dfa5 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:52.928448 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-998425cd-810c-4219-aebd-4ec49b018048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.947458 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.994990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] For port 2da3e904-fe48-4174-941c-9d0cc84aae99, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2da3e904-fe48-4174-941c-9d0cc84aae99,segment=NetworkSegment(9098914c-f465-4683-a22c-31cb95ec78fb),segment_id=9098914c-f465-4683-a22c-31cb95ec78fb)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:52.995357 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.020822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Calling delete_port for 2da3e904-fe48-4174-941c-9d0cc84aae99 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:53.041058 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.057707 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d6ea4b81-4be7-476c-a9c6-ff290736dfa5 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:53.098851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89309be-2af2-4bad-b490-e7ca65b5a8fa req-d01043b9-8407-495f-bf68-733e9e068153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:53.100845 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f89309be-2af2-4bad-b490-e7ca65b5a8fa req-d01043b9-8407-495f-bf68-733e9e068153 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.2474582 Sep 16 05:07:53.159300 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.265702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61291f6-9805-4b49-b988-ead41ac279d7 None None] DHCP port deletion for 85ac2a6c-d39f-4878-9f1b-2ec428efad3e request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:53.273798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f709425-3186-45e3-98b0-2d360353e9a1 None None] Pushing event updated for resources: {'Port': ['ID=977581f5-792e-4753-9794-0d99f5cce971,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:53.303434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d6ea4b81-4be7-476c-a9c6-ff290736dfa5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:53.303776 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.431935 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-998425cd-810c-4219-aebd-4ec49b018048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.488067 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.542430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-998425cd-810c-4219-aebd-4ec49b018048 None None] For port d6ea4b81-4be7-476c-a9c6-ff290736dfa5, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d6ea4b81-4be7-476c-a9c6-ff290736dfa5,segment=NetworkSegment(814be382-0bec-4712-b598-da7119333cf2),segment_id=814be382-0bec-4712-b598-da7119333cf2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:53.553932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e61291f6-9805-4b49-b988-ead41ac279d7 None None] Deleting port 2da3e904-fe48-4174-941c-9d0cc84aae99 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:53.555053 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e61291f6-9805-4b49-b988-ead41ac279d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.557126 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f89309be-2af2-4bad-b490-e7ca65b5a8fa req-58537cdb-64bf-4128-8fef-a08108ff1844 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 200 len: 999 time: 0.4477170 Sep 16 05:07:53.566511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 9937a57c-7c10-462b-a6b5-b2ca7a905204 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:53.575001 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.586132 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.586417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:53.612262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:53.618564 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:53.619537 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.622151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=b60ad008-43c1-4118-82cb-122583e57b1a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:53.626297 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-998425cd-810c-4219-aebd-4ec49b018048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.660557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.690218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e61291f6-9805-4b49-b988-ead41ac279d7 None None] For port 2da3e904-fe48-4174-941c-9d0cc84aae99, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2da3e904-fe48-4174-941c-9d0cc84aae99,segment=NetworkSegment(9098914c-f465-4683-a22c-31cb95ec78fb),segment_id=9098914c-f465-4683-a22c-31cb95ec78fb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:53.690629 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e61291f6-9805-4b49-b988-ead41ac279d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.703975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Network 16274811-6648-432e-9c7f-21a03234ef06 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:53.706640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Pushing event deleted for resources: {'Port': ['ID=2da3e904-fe48-4174-941c-9d0cc84aae99,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:53.714759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Allocated IP 2001:db8::f816:3eff:feac:4edb (16274811-6648-432e-9c7f-21a03234ef06/a88cef52-5445-4762-8c83-106977959374/820e83b3-dfec-455c-b768-97f20ff15743) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:53.715271 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:53.718260 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e61291f6-9805-4b49-b988-ead41ac279d7 None None] Calling delete_port for 2da3e904-fe48-4174-941c-9d0cc84aae99 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:53.719587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] No DVR routers for this DVR port 2da3e904-fe48-4174-941c-9d0cc84aae99 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:53.720124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Pushing event updated for resources: {'Port': ['ID=ef164e36-3048-429e-9df3-1d09eb1db39c,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:53.722944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89309be-2af2-4bad-b490-e7ca65b5a8fa req-abfb7f61-6e5e-429c-8730-dc240b534622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:53.724153 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f89309be-2af2-4bad-b490-e7ca65b5a8fa req-abfb7f61-6e5e-429c-8730-dc240b534622 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.1565537 Sep 16 05:07:53.742257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:53.799315 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-78407bab-c16a-4759-b437-a80d9fbb70ed tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1328685 Sep 16 05:07:53.802393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51682) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:53.809004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': '9937a57c-7c10-462b-a6b5-b2ca7a905204', 'name': 'tempest-PortsIpV6TestJSON-1488068359', 'fixed_ips': [{'subnet_id': '495db2b4-2970-42a8-b7b9-6a04ca96067c', 'ip_address': '2001:db8::f'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:53.850658 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.852929 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:07:53.853294 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:07:53.886238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ac2a6c-d39f-4878-9f1b-2ec428efad3e']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:53.901941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89309be-2af2-4bad-b490-e7ca65b5a8fa req-d40b913d-9ae9-440b-a6d9-331665660e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:53.903522 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f89309be-2af2-4bad-b490-e7ca65b5a8fa req-d40b913d-9ae9-440b-a6d9-331665660e64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1492360 Sep 16 05:07:53.905329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9098914c-f465-4683-a22c-31cb95ec78fb') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:53.905630 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9098914c-f465-4683-a22c-31cb95ec78fb') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:53.913745 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8f73c90f-6c65-4e17-a7f4-035f1d66e973 None None] Provisioning complete for port d6ea4b81-4be7-476c-a9c6-ff290736dfa5 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:53.914165 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8f73c90f-6c65-4e17-a7f4-035f1d66e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.915652 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998425cd-810c-4219-aebd-4ec49b018048 None None] Pushing event updated for resources: {'Port': ['ID=d6ea4b81-4be7-476c-a9c6-ff290736dfa5,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:53.920898 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Attempting to bind port ef164e36-3048-429e-9df3-1d09eb1db39c on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:53.921671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Attempting to bind port ef164e36-3048-429e-9df3-1d09eb1db39c by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ae5c4dfa-6a46-488c-8056-06e71548d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16274811-6648-432e-9c7f-21a03234ef06'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:53.921671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Attempting to bind port ef164e36-3048-429e-9df3-1d09eb1db39c on network 16274811-6648-432e-9c7f-21a03234ef06 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:53.954047 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.958285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:53.958667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Checking segment: {'id': 'ae5c4dfa-6a46-488c-8056-06e71548d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16274811-6648-432e-9c7f-21a03234ef06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:53.959073 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.960064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Bound using segment: {'id': 'ae5c4dfa-6a46-488c-8056-06e71548d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16274811-6648-432e-9c7f-21a03234ef06'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:53.960574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Bound port: ef164e36-3048-429e-9df3-1d09eb1db39c, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5c4dfa-6a46-488c-8056-06e71548d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16274811-6648-432e-9c7f-21a03234ef06'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:53.960959 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.993371 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e61291f6-9805-4b49-b988-ead41ac279d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.001771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:54.013780 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.057329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:54.057753 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.058201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61291f6-9805-4b49-b988-ead41ac279d7 None None] Pushing event deleted for resources: {'Port': ['ID=2da3e904-fe48-4174-941c-9d0cc84aae99,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:54.061330 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:54.065024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61291f6-9805-4b49-b988-ead41ac279d7 None None] No DVR routers for this DVR port 2da3e904-fe48-4174-941c-9d0cc84aae99 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:54.111023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] For port ef164e36-3048-429e-9df3-1d09eb1db39c, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:54.138621 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.158049 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f89309be-2af2-4bad-b490-e7ca65b5a8fa req-1b63a27c-d216-4c10-bce6-2c4002b61e28 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430592 Sep 16 05:07:54.161267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 88262422-1d22-4059-a76d-1bcd6905d46e yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:54.167805 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.199723 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.213979 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.215872 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] 10.222.0.24 "DELETE /v2.0/networks/85ac2a6c-d39f-4878-9f1b-2ec428efad3e HTTP/1.1" status: 204 len: 168 time: 1.7917361 Sep 16 05:07:54.218311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] For port ef164e36-3048-429e-9df3-1d09eb1db39c, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ef164e36-3048-429e-9df3-1d09eb1db39c,segment=NetworkSegment(ae5c4dfa-6a46-488c-8056-06e71548d906),segment_id=ae5c4dfa-6a46-488c-8056-06e71548d906)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:54.233327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31854ed9-ed5e-4db9-8775-a5ef9f023932 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ac2a6c-d39f-4878-9f1b-2ec428efad3e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.285214 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.317047 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f89309be-2af2-4bad-b490-e7ca65b5a8fa req-e24bb037-2355-4fa6-8a9b-52b8869d342b service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473019 Sep 16 05:07:54.346100 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.386181 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8::f (9937a57c-7c10-462b-a6b5-b2ca7a905204/495db2b4-2970-42a8-b7b9-6a04ca96067c/88262422-1d22-4059-a76d-1bcd6905d46e) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:54.409874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920c251-f70d-44e6-9735-d88e5db75eb6 None None] Pushing event updated for resources: {'Port': ['ID=ef164e36-3048-429e-9df3-1d09eb1db39c,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.463219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network 16274811-6648-432e-9c7f-21a03234ef06 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:54.469078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:54.485843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:54.495779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.496485 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.498924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Port': ['ID=820e83b3-dfec-455c-b768-97f20ff15743,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.506471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9776f108-25cd-43d9-872c-395046d53f57 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:54.534122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 9776f108-25cd-43d9-872c-395046d53f57 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:54.534932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9776f108-25cd-43d9-872c-395046d53f57 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:54.535326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:54.556312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:54.556700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4d6a95e1-26e7-4789-9e3a-0e01bbcc7815 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:54.568101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19307f9-7b1e-498a-9c66-53c94a0f07f1 None None] Network 9937a57c-7c10-462b-a6b5-b2ca7a905204 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:54.591169 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f530f323-ee8f-4021-a985-4629fed6e0c1 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4220703 Sep 16 05:07:54.595004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51686) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:54.623774 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.690202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8b39d8c6-6ee7-43e0-a621-1ebe501408ce None None] Provisioning complete for port 977581f5-792e-4753-9794-0d99f5cce971 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:54.690671 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8b39d8c6-6ee7-43e0-a621-1ebe501408ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.723864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.728888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e062bf9a-1bd8-4785-969d-792eaaad55fe tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Deleting subnet a88cef52-5445-4762-8c83-106977959374 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:54.732533 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e062bf9a-1bd8-4785-969d-792eaaad55fe tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.779431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 9937a57c-7c10-462b-a6b5-b2ca7a905204 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:54.783444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:54.791367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:54.797623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e062bf9a-1bd8-4785-969d-792eaaad55fe tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.807373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.808111 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.820071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51688) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:54.835778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=88262422-1d22-4059-a76d-1bcd6905d46e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.849854 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8b39d8c6-6ee7-43e0-a621-1ebe501408ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.892950 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3ee83862-dc5e-44e0-9ad6-3a58fc042780 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=714395686f074887b565c93452adaa56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671628 Sep 16 05:07:54.895730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51690) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:54.903766 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8b39d8c6-6ee7-43e0-a621-1ebe501408ce None None] For port 977581f5-792e-4753-9794-0d99f5cce971, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=977581f5-792e-4753-9794-0d99f5cce971,segment=NetworkSegment(30b94445-4410-4b87-8998-fdf704ae49fe),segment_id=30b94445-4410-4b87-8998-fdf704ae49fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:54.941626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-53b3bf35-7cbe-437d-980b-386182f4225a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1349185 Sep 16 05:07:54.946307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51692) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:54.984558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8b39d8c6-6ee7-43e0-a621-1ebe501408ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.003011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e062bf9a-1bd8-4785-969d-792eaaad55fe tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.082338 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de96face-8b6b-4786-9f39-1c9475bb9003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.132061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f4e6b4-c5f8-436a-80ba-f84d63bd3ab2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.136876 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e9f4e6b4-c5f8-436a-80ba-f84d63bd3ab2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1861386 Sep 16 05:07:55.137234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51694) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:55.159139 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de96face-8b6b-4786-9f39-1c9475bb9003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.218368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e062bf9a-1bd8-4785-969d-792eaaad55fe tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.244552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ef164e36-3048-429e-9df3-1d09eb1db39c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:55.260830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062bf9a-1bd8-4785-969d-792eaaad55fe tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Subnet': ['ID=a88cef52-5445-4762-8c83-106977959374,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.262901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e062bf9a-1bd8-4785-969d-792eaaad55fe tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.276048 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e062bf9a-1bd8-4785-969d-792eaaad55fe tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/subnets/a88cef52-5445-4762-8c83-106977959374 HTTP/1.1" status: 204 len: 168 time: 0.6685658 Sep 16 05:07:55.276292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51696) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:55.315222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db72e53-2266-4dc4-a437-d381d567377d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.326618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db72e53-2266-4dc4-a437-d381d567377d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.333299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4bdb5fb1-fe55-4eef-b092-422e29494b70 None None] Provisioning complete for port 977581f5-792e-4753-9794-0d99f5cce971 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:55.334954 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4bdb5fb1-fe55-4eef-b092-422e29494b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.337593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39d8c6-6ee7-43e0-a621-1ebe501408ce None None] Pushing event updated for resources: {'Port': ['ID=977581f5-792e-4753-9794-0d99f5cce971,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.338342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db72e53-2266-4dc4-a437-d381d567377d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.349670 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1db72e53-2266-4dc4-a437-d381d567377d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2021661 Sep 16 05:07:55.351890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51698) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:55.385178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ef164e36-3048-429e-9df3-1d09eb1db39c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:55.385872 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.416628 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de96face-8b6b-4786-9f39-1c9475bb9003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.419184 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de96face-8b6b-4786-9f39-1c9475bb9003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.420652 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-de96face-8b6b-4786-9f39-1c9475bb9003 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfbd3a79-eb95-47e5-b41b-e9e2fc27b09e HTTP/1.1" status: 204 len: 168 time: 0.5236251 Sep 16 05:07:55.447661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96face-8b6b-4786-9f39-1c9475bb9003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbd3a79-eb95-47e5-b41b-e9e2fc27b09e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.452658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9293642-7e54-4121-ae7d-b567f60ba427 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.454247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9293642-7e54-4121-ae7d-b567f60ba427 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.455839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d9293642-7e54-4121-ae7d-b567f60ba427 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1861434 Sep 16 05:07:55.460449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51702) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:55.535646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-eb047efa-92ce-4bad-ab5a-d27d3d9476e4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 88262422-1d22-4059-a76d-1bcd6905d46e {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:55.536130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb047efa-92ce-4bad-ab5a-d27d3d9476e4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.600668 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c046bbe0-19db-4ce7-85d9-f07743b727a2 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.609567 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-c046bbe0-19db-4ce7-85d9-f07743b727a2 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 05:07:55.610300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c046bbe0-19db-4ce7-85d9-f07743b727a2 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:07:55.612393 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c046bbe0-19db-4ce7-85d9-f07743b727a2 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/networks/16274811-6648-432e-9c7f-21a03234ef06 HTTP/1.1" status: 409 len: 405 time: 0.1509616 Sep 16 05:07:55.618007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.625286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51704) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:55.632189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-46fd2de6-ed5e-452c-8724-e2c5975fb138 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-325837769'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:55.644417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4bdb5fb1-fe55-4eef-b092-422e29494b70 None None] Provisioning complete for port 88262422-1d22-4059-a76d-1bcd6905d46e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:55.645240 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4bdb5fb1-fe55-4eef-b092-422e29494b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.685644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port ef164e36-3048-429e-9df3-1d09eb1db39c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ef164e36-3048-429e-9df3-1d09eb1db39c,segment=NetworkSegment(ae5c4dfa-6a46-488c-8056-06e71548d906),segment_id=ae5c4dfa-6a46-488c-8056-06e71548d906)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:55.699213 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb047efa-92ce-4bad-ab5a-d27d3d9476e4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.702644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb5fb1-fe55-4eef-b092-422e29494b70 None None] Port 88262422-1d22-4059-a76d-1bcd6905d46e cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:55.713216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4bdb5fb1-fe55-4eef-b092-422e29494b70 None None] Provisioning complete for port b60ad008-43c1-4118-82cb-122583e57b1a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:55.713596 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4bdb5fb1-fe55-4eef-b092-422e29494b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.714878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-eb047efa-92ce-4bad-ab5a-d27d3d9476e4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 88262422-1d22-4059-a76d-1bcd6905d46e owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:55.750350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fd2de6-ed5e-452c-8724-e2c5975fb138 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:55.755904 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46fd2de6-ed5e-452c-8724-e2c5975fb138 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.760372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb5fb1-fe55-4eef-b092-422e29494b70 None None] Port b60ad008-43c1-4118-82cb-122583e57b1a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:55.804544 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.806303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fd2de6-ed5e-452c-8724-e2c5975fb138 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:55.806668 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 977581f5-792e-4753-9794-0d99f5cce971 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:55.819965 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46fd2de6-ed5e-452c-8724-e2c5975fb138 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.821027 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-46fd2de6-ed5e-452c-8724-e2c5975fb138 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Added segment 8ba56d78-5be4-40dc-a365-ba87f4d8e937 of type vlan for network 37f1ac7c-b134-45dc-bf60-d38f84d00227 Sep 16 05:07:55.875386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46fd2de6-ed5e-452c-8724-e2c5975fb138 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.942918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6443bf55-088d-4210-a270-ab6171fd6ee7 None None] Provisioning complete for port b60ad008-43c1-4118-82cb-122583e57b1a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:55.942918 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6443bf55-088d-4210-a270-ab6171fd6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.942918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe8818f-8111-4e5e-97b3-0dd20444dc7f None None] Network 16274811-6648-432e-9c7f-21a03234ef06 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:55.946154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=ef164e36-3048-429e-9df3-1d09eb1db39c,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.962208 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46fd2de6-ed5e-452c-8724-e2c5975fb138 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.970766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fd2de6-ed5e-452c-8724-e2c5975fb138 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.971366 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-46fd2de6-ed5e-452c-8724-e2c5975fb138 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.036541 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb047efa-92ce-4bad-ab5a-d27d3d9476e4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.046079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6443bf55-088d-4210-a270-ab6171fd6ee7 None None] Port b60ad008-43c1-4118-82cb-122583e57b1a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:56.051409 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 977581f5-792e-4753-9794-0d99f5cce971 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:56.051798 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.052643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd2de6-ed5e-452c-8724-e2c5975fb138 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Network': ['ID=37f1ac7c-b134-45dc-bf60-d38f84d00227,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.076938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 37f1ac7c-b134-45dc-bf60-d38f84d00227 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:56.082975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb047efa-92ce-4bad-ab5a-d27d3d9476e4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=88262422-1d22-4059-a76d-1bcd6905d46e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.091499 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-46fd2de6-ed5e-452c-8724-e2c5975fb138 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4614844 Sep 16 05:07:56.091499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51708) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:56.096564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'subnet': {'network_id': '37f1ac7c-b134-45dc-bf60-d38f84d00227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:56.108431 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-eb047efa-92ce-4bad-ab5a-d27d3d9476e4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.113626 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eb047efa-92ce-4bad-ab5a-d27d3d9476e4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/88262422-1d22-4059-a76d-1bcd6905d46e HTTP/1.1" status: 204 len: 168 time: 0.7569602 Sep 16 05:07:56.113907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51710) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:56.145871 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a028db3-2685-4ea2-a5da-d4deccd57f22 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:07:56.151987 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9a028db3-2685-4ea2-a5da-d4deccd57f22 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/88262422-1d22-4059-a76d-1bcd6905d46e HTTP/1.1" status: 404 len: 333 time: 0.0340450 Sep 16 05:07:56.152223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51712) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:56.223157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a1b04fc9-4294-4ec4-a8cc-d105f4e0236e None None] Provisioning complete for port ef164e36-3048-429e-9df3-1d09eb1db39c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:56.223537 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a1b04fc9-4294-4ec4-a8cc-d105f4e0236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.269047 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1510ce0c-daf8-4b8c-8e23-cd4f844ea698 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port b60ad008-43c1-4118-82cb-122583e57b1a {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:56.269655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1510ce0c-daf8-4b8c-8e23-cd4f844ea698 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.292306 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:56.295772 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.296370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d6ea4b81-4be7-476c-a9c6-ff290736dfa5 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:56.323998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb507a-100b-4b6b-9546-e6c449c53f51 None None] DHCP port deletion for 16274811-6648-432e-9c7f-21a03234ef06 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:56.416635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51716) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:56.435361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a1b04fc9-4294-4ec4-a8cc-d105f4e0236e None None] Could not find standard attr ID for object 88262422-1d22-4059-a76d-1bcd6905d46e. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:07:56.440725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d6ea4b81-4be7-476c-a9c6-ff290736dfa5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:56.441104 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.451478 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1510ce0c-daf8-4b8c-8e23-cd4f844ea698 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.475423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb507a-100b-4b6b-9546-e6c449c53f51 None None] Deleting port ef164e36-3048-429e-9df3-1d09eb1db39c {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:56.475806 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5bdb507a-100b-4b6b-9546-e6c449c53f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.480517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1510ce0c-daf8-4b8c-8e23-cd4f844ea698 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for b60ad008-43c1-4118-82cb-122583e57b1a owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:56.512601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0b9a3fa9-ffdb-4aa3-890d-bbf5dd3fc08a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53812683b3224c548fcdba7f86ff5188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909691 Sep 16 05:07:56.529730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51720) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:56.552611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5bdb507a-100b-4b6b-9546-e6c449c53f51 None None] For port ef164e36-3048-429e-9df3-1d09eb1db39c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ef164e36-3048-429e-9df3-1d09eb1db39c,segment=NetworkSegment(ae5c4dfa-6a46-488c-8056-06e71548d906),segment_id=ae5c4dfa-6a46-488c-8056-06e71548d906)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:56.553063 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5bdb507a-100b-4b6b-9546-e6c449c53f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.590872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb507a-100b-4b6b-9546-e6c449c53f51 None None] Calling delete_port for ef164e36-3048-429e-9df3-1d09eb1db39c owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:56.634953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-82c59ea2-d7d8-4506-a940-e54c8cd03bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.658930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-82c59ea2-d7d8-4506-a940-e54c8cd03bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.687158 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1510ce0c-daf8-4b8c-8e23-cd4f844ea698 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.695452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2da3e904-fe48-4174-941c-9d0cc84aae99 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:56.718539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 2da3e904-fe48-4174-941c-9d0cc84aae99 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:56.718789 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2da3e904-fe48-4174-941c-9d0cc84aae99 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:56.720778 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510ce0c-daf8-4b8c-8e23-cd4f844ea698 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=b60ad008-43c1-4118-82cb-122583e57b1a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.751335 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1510ce0c-daf8-4b8c-8e23-cd4f844ea698 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.753475 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1510ce0c-daf8-4b8c-8e23-cd4f844ea698 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/b60ad008-43c1-4118-82cb-122583e57b1a HTTP/1.1" status: 204 len: 168 time: 0.6003330 Sep 16 05:07:56.755863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51722) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:56.758978 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5bdb507a-100b-4b6b-9546-e6c449c53f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.781674 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a533f7-7067-4293-8f72-4cc57c0395aa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:07:56.783726 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a2a533f7-7067-4293-8f72-4cc57c0395aa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/b60ad008-43c1-4118-82cb-122583e57b1a HTTP/1.1" status: 404 len: 333 time: 0.0257506 Sep 16 05:07:56.786686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51724) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:56.788451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb507a-100b-4b6b-9546-e6c449c53f51 None None] Pushing event deleted for resources: {'Port': ['ID=ef164e36-3048-429e-9df3-1d09eb1db39c,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.792671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb507a-100b-4b6b-9546-e6c449c53f51 None None] No DVR routers for this DVR port ef164e36-3048-429e-9df3-1d09eb1db39c on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:56.826721 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-82c59ea2-d7d8-4506-a940-e54c8cd03bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.829453 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-82c59ea2-d7d8-4506-a940-e54c8cd03bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.832939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-82c59ea2-d7d8-4506-a940-e54c8cd03bb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77d651d4-ddaa-4975-8097-51f1e64495a4 HTTP/1.1" status: 204 len: 168 time: 0.3022082 Sep 16 05:07:56.891966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.objects.ports [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:07:56.893237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c59ea2-d7d8-4506-a940-e54c8cd03bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d651d4-ddaa-4975-8097-51f1e64495a4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.899154 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.950399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Subnet': ['ID=d33a9d8f-d640-472e-8e70-8f7df9771fd1,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.958798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-30274977-c1b0-4b5a-9acb-fa9eb9909fe1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting subnet 495db2b4-2970-42a8-b7b9-6a04ca96067c {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:56.969101 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30274977-c1b0-4b5a-9acb-fa9eb9909fe1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.019096 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30274977-c1b0-4b5a-9acb-fa9eb9909fe1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.028212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 977581f5-792e-4753-9794-0d99f5cce971 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:57.058068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Checking segment: {'id': '8ba56d78-5be4-40dc-a365-ba87f4d8e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '37f1ac7c-b134-45dc-bf60-d38f84d00227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:57.058434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network hostable DHCP agents. Network: 37f1ac7c-b134-45dc-bf60-d38f84d00227, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:57.082416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 977581f5-792e-4753-9794-0d99f5cce971 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:57.082799 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.127957 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30274977-c1b0-4b5a-9acb-fa9eb9909fe1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.163478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network 37f1ac7c-b134-45dc-bf60-d38f84d00227 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:57.225351 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ef164e36-3048-429e-9df3-1d09eb1db39c no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:57.245610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: ef164e36-3048-429e-9df3-1d09eb1db39c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:57.245965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ef164e36-3048-429e-9df3-1d09eb1db39c not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:57.252960 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 37f1ac7c-b134-45dc-bf60-d38f84d00227) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:57.257362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:57.259018 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.266766 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a51e3a-514d-42b6-87cb-1bc10933f653 None None] Network 37f1ac7c-b134-45dc-bf60-d38f84d00227 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:57.282985 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30274977-c1b0-4b5a-9acb-fa9eb9909fe1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.314841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30274977-c1b0-4b5a-9acb-fa9eb9909fe1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Subnet': ['ID=495db2b4-2970-42a8-b7b9-6a04ca96067c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:57.319044 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30274977-c1b0-4b5a-9acb-fa9eb9909fe1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.321426 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-30274977-c1b0-4b5a-9acb-fa9eb9909fe1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/495db2b4-2970-42a8-b7b9-6a04ca96067c HTTP/1.1" status: 204 len: 168 time: 0.5330074 Sep 16 05:07:57.329779 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51732) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:57.339618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8208ea3d-316e-44e0-8d60-185a76d41c41 None None] Network 9937a57c-7c10-462b-a6b5-b2ca7a905204 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:57.359638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51736) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:57.360151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f5158bb3-652d-415f-a716-0a7c8e5c1fca tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2676668 Sep 16 05:07:57.369802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'port': {'network_id': '37f1ac7c-b134-45dc-bf60-d38f84d00227', 'name': 'tempest-NetworksIpV6TestAttrs-1812782502'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:57.435788 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.500450 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 977581f5-792e-4753-9794-0d99f5cce971 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:57.501198 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.549335 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-37f1ac7c-b134-45dc-bf60-d38f84d00227', 'network_id': '37f1ac7c-b134-45dc-bf60-d38f84d00227', 'tenant_id': '62d2eba8fe2b4c2ebcbce6f4343c4ade', 'fixed_ips': [{'subnet_id': 'd33a9d8f-d640-472e-8e70-8f7df9771fd1'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:57.551199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.622251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] For port 977581f5-792e-4753-9794-0d99f5cce971, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=977581f5-792e-4753-9794-0d99f5cce971,segment=NetworkSegment(30b94445-4410-4b87-8998-fdf704ae49fe),segment_id=30b94445-4410-4b87-8998-fdf704ae49fe)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:57.622796 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.633174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:57.638141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 977581f5-792e-4753-9794-0d99f5cce971 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:57.638565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.664738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a23b73-3084-4f97-85ca-d8cd800b22cb None None] DHCP port deletion for 9937a57c-7c10-462b-a6b5-b2ca7a905204 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:57.675505 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] device_id is not set on port 20d220de-d0a0-47ae-95a8-e894ba47d097 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:07:57.762351 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Allocated IP 2001:db8::f816:3eff:fece:9805 (37f1ac7c-b134-45dc-bf60-d38f84d00227/d33a9d8f-d640-472e-8e70-8f7df9771fd1/0c542e0b-428b-4603-80fc-ae8fb5e27f5d) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:57.777645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-18a23b73-3084-4f97-85ca-d8cd800b22cb None None] Deleting port 977581f5-792e-4753-9794-0d99f5cce971 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:57.777645 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18a23b73-3084-4f97-85ca-d8cd800b22cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.795981 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.827365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=977581f5-792e-4753-9794-0d99f5cce971,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:57.829283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No DVR routers for this DVR port 977581f5-792e-4753-9794-0d99f5cce971 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:57.893531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-18a23b73-3084-4f97-85ca-d8cd800b22cb None None] For port 977581f5-792e-4753-9794-0d99f5cce971, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=977581f5-792e-4753-9794-0d99f5cce971,segment=NetworkSegment(30b94445-4410-4b87-8998-fdf704ae49fe),segment_id=30b94445-4410-4b87-8998-fdf704ae49fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:57.893931 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18a23b73-3084-4f97-85ca-d8cd800b22cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.910331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-18a23b73-3084-4f97-85ca-d8cd800b22cb None None] Calling delete_port for 977581f5-792e-4753-9794-0d99f5cce971 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:57.918234 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.938246 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9937a57c-7c10-462b-a6b5-b2ca7a905204']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:57.947832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b94445-4410-4b87-8998-fdf704ae49fe') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:57.948148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b94445-4410-4b87-8998-fdf704ae49fe') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:57.958228 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.982155 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.988646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:57.989132 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:57.993246 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:58.042332 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.053357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18a23b73-3084-4f97-85ca-d8cd800b22cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.085235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a23b73-3084-4f97-85ca-d8cd800b22cb None None] No DVR routers for this DVR port 977581f5-792e-4753-9794-0d99f5cce971 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:58.086696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51750) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:58.086918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a23b73-3084-4f97-85ca-d8cd800b22cb None None] Pushing event deleted for resources: {'Port': ['ID=977581f5-792e-4753-9794-0d99f5cce971,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.197858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1144416326-network', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:58.361772 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.389881 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.392098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Made reservation on behalf of b7b66c8df51e45f8a64e7df54fc39e19 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:58.394566 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.401034 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.407923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/networks/9937a57c-7c10-462b-a6b5-b2ca7a905204 HTTP/1.1" status: 204 len: 168 time: 1.0735838 Sep 16 05:07:58.408115 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Network 37f1ac7c-b134-45dc-bf60-d38f84d00227 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:58.408228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.409043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51754) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:58.410277 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:58.414342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:58.415116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-587f7255-37c1-48c5-ba8e-18ed9b018646 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1108656921'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:58.420850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c87a5b-6d3a-48e5-b5b8-4aceafc70cf2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Network': ['ID=9937a57c-7c10-462b-a6b5-b2ca7a905204,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.429617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Pushing event updated for resources: {'Port': ['ID=0c542e0b-428b-4603-80fc-ae8fb5e27f5d,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.441330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Allocated IP 2001:db8::f816:3eff:fed0:f537 (37f1ac7c-b134-45dc-bf60-d38f84d00227/d33a9d8f-d640-472e-8e70-8f7df9771fd1/20d220de-d0a0-47ae-95a8-e894ba47d097) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:58.479410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Attempting to bind port 0c542e0b-428b-4603-80fc-ae8fb5e27f5d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:58.479773 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Attempting to bind port 0c542e0b-428b-4603-80fc-ae8fb5e27f5d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '8ba56d78-5be4-40dc-a365-ba87f4d8e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '37f1ac7c-b134-45dc-bf60-d38f84d00227'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:58.480178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Attempting to bind port 0c542e0b-428b-4603-80fc-ae8fb5e27f5d on network 37f1ac7c-b134-45dc-bf60-d38f84d00227 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:58.485099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:58.485607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Checking segment: {'id': '8ba56d78-5be4-40dc-a365-ba87f4d8e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '37f1ac7c-b134-45dc-bf60-d38f84d00227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:58.486005 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.486393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Bound using segment: {'id': '8ba56d78-5be4-40dc-a365-ba87f4d8e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '37f1ac7c-b134-45dc-bf60-d38f84d00227'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:58.486877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Bound port: 0c542e0b-428b-4603-80fc-ae8fb5e27f5d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba56d78-5be4-40dc-a365-ba87f4d8e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '37f1ac7c-b134-45dc-bf60-d38f84d00227'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:58.487251 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.524547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587f7255-37c1-48c5-ba8e-18ed9b018646 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:58.528165 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-587f7255-37c1-48c5-ba8e-18ed9b018646 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.551213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] For port 0c542e0b-428b-4603-80fc-ae8fb5e27f5d, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:58.557389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] For port 0c542e0b-428b-4603-80fc-ae8fb5e27f5d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0c542e0b-428b-4603-80fc-ae8fb5e27f5d,segment=NetworkSegment(8ba56d78-5be4-40dc-a365-ba87f4d8e937),segment_id=8ba56d78-5be4-40dc-a365-ba87f4d8e937)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:58.610762 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.626165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587f7255-37c1-48c5-ba8e-18ed9b018646 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:58.662087 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-587f7255-37c1-48c5-ba8e-18ed9b018646 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.662087 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-587f7255-37c1-48c5-ba8e-18ed9b018646 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Added segment 176152d1-fc27-4533-b55a-3611a3c58b6a of type vlan for network 6c016d7f-9a05-4ccf-b521-98d6d865c8d0 Sep 16 05:07:58.673996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a35a20-067c-4c49-8f87-0cc1fdbf6870 None None] Pushing event updated for resources: {'Port': ['ID=0c542e0b-428b-4603-80fc-ae8fb5e27f5d,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.714029 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.736920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-587f7255-37c1-48c5-ba8e-18ed9b018646 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.782817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.863294 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.891195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:58.902193 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d92da0-288e-49f0-8eef-85945a5f513d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.908101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-587f7255-37c1-48c5-ba8e-18ed9b018646 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.917594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587f7255-37c1-48c5-ba8e-18ed9b018646 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:58.917594 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-587f7255-37c1-48c5-ba8e-18ed9b018646 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.918317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.918568 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Added segment b0ba99ee-86e8-413f-96e1-7f7a0046bd9c of type vlan for network 37cdc15d-9de1-4e55-b966-96e0464a0e98 Sep 16 05:07:58.922999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.015236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0c542e0b-428b-4603-80fc-ae8fb5e27f5d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:59.069640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0c542e0b-428b-4603-80fc-ae8fb5e27f5d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:59.069972 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.076684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network 37f1ac7c-b134-45dc-bf60-d38f84d00227 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:59.080132 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-587f7255-37c1-48c5-ba8e-18ed9b018646 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6693249 Sep 16 05:07:59.083524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51758) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:59.089604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-cc0e6e2a-7484-450b-b00f-fd83fefc6ecf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '6c016d7f-9a05-4ccf-b521-98d6d865c8d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:59.091607 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f7255-37c1-48c5-ba8e-18ed9b018646 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Network': ['ID=6c016d7f-9a05-4ccf-b521-98d6d865c8d0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.100449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:59.105534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:59.109729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.110379 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.113937 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.119954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 6c016d7f-9a05-4ccf-b521-98d6d865c8d0 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:59.120914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Port': ['ID=20d220de-d0a0-47ae-95a8-e894ba47d097,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.191244 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5b9aad18-e948-4f98-ba52-4f1f70cb282c tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8295243 Sep 16 05:07:59.193734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51760) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:59.222356 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.224111 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.225871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.226460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.255944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 0c542e0b-428b-4603-80fc-ae8fb5e27f5d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0c542e0b-428b-4603-80fc-ae8fb5e27f5d,segment=NetworkSegment(8ba56d78-5be4-40dc-a365-ba87f4d8e937),segment_id=8ba56d78-5be4-40dc-a365-ba87f4d8e937)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:59.264119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0e6e2a-7484-450b-b00f-fd83fefc6ecf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:59.268207 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6e2a-7484-450b-b00f-fd83fefc6ecf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.280153 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Deleting subnet d33a9d8f-d640-472e-8e70-8f7df9771fd1 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:59.311240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.314308 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] Pushing event updated for resources: {'Network': ['ID=37cdc15d-9de1-4e55-b966-96e0464a0e98,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.328525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 37cdc15d-9de1-4e55-b966-96e0464a0e98 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:59.346749 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.371088 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0ebbc29a-2721-40a4-8732-bbdc6e2fc18a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2812390 Sep 16 05:07:59.372723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51762) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:59.379973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-aebfa5a4-5250-47ca-b0e3-0c1c7f71a793 admin admin] Request body: {'subnet': {'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1144416326-subnet', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:59.389412 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.462084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 977581f5-792e-4753-9794-0d99f5cce971 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:59.489780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 977581f5-792e-4753-9794-0d99f5cce971 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:59.490566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 977581f5-792e-4753-9794-0d99f5cce971 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:59.521914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebfa5a4-5250-47ca-b0e3-0c1c7f71a793 admin admin] Made reservation on behalf of b7b66c8df51e45f8a64e7df54fc39e19 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:59.525177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aebfa5a4-5250-47ca-b0e3-0c1c7f71a793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.538518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=0c542e0b-428b-4603-80fc-ae8fb5e27f5d,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.588092 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6e2a-7484-450b-b00f-fd83fefc6ecf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.595384 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.669135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e6e2a-7484-450b-b00f-fd83fefc6ecf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Subnet': ['ID=0140d6b7-40db-405a-afd4-75b66376cfb5,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.676010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e6e2a-7484-450b-b00f-fd83fefc6ecf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Checking segment: {'id': '176152d1-fc27-4533-b55a-3611a3c58b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c016d7f-9a05-4ccf-b521-98d6d865c8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:59.676370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0e6e2a-7484-450b-b00f-fd83fefc6ecf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network hostable DHCP agents. Network: 6c016d7f-9a05-4ccf-b521-98d6d865c8d0, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:59.704660 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca1c66-dbc4-414b-a33c-ee3540d392c6 None None] Network 37f1ac7c-b134-45dc-bf60-d38f84d00227 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:59.761280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.787574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0e6e2a-7484-450b-b00f-fd83fefc6ecf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 6c016d7f-9a05-4ccf-b521-98d6d865c8d0 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:59.790846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Subnet': ['ID=d33a9d8f-d640-472e-8e70-8f7df9771fd1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.793487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.797257 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/subnets/d33a9d8f-d640-472e-8e70-8f7df9771fd1 HTTP/1.1" status: 204 len: 168 time: 0.6007042 Sep 16 05:07:59.797892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51764) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:59.820934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:59.825722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:59.825722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:59.825722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:59.825722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:59.825722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:59.825722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:59.825722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:59.825722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:59.825722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:59.825722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:59.825722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1326f16-3b1e-4cca-b5b0-5c635e289a86 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:59.827281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aebfa5a4-5250-47ca-b0e3-0c1c7f71a793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.840709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cfe6f689-8e7a-4ca5-8633-ff90e5d5a3f4 None None] Provisioning complete for port 0c542e0b-428b-4603-80fc-ae8fb5e27f5d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:59.841085 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f689-8e7a-4ca5-8633-ff90e5d5a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.868172 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-cc0e6e2a-7484-450b-b00f-fd83fefc6ecf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 6c016d7f-9a05-4ccf-b521-98d6d865c8d0) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:59.874619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e6e2a-7484-450b-b00f-fd83fefc6ecf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.875343 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6e2a-7484-450b-b00f-fd83fefc6ecf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.885374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6e3dc3-968f-416a-aab3-f040dc282b00 None None] Network 6c016d7f-9a05-4ccf-b521-98d6d865c8d0 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:59.950117 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe674faf-46df-48a8-ac7d-6ddffcdfa8d6 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.951567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe674faf-46df-48a8-ac7d-6ddffcdfa8d6 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.956257 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fe674faf-46df-48a8-ac7d-6ddffcdfa8d6 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1548684 Sep 16 05:07:59.960361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfa5a4-5250-47ca-b0e3-0c1c7f71a793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d593d6-dfcb-42e8-9af2-31405838da34,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.963915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51766) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:59.965550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cc0e6e2a-7484-450b-b00f-fd83fefc6ecf tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8803930 Sep 16 05:07:59.968436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51768) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:59.971137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8904192d-7ec7-40f6-9ffb-a53937b6dcad None None] DHCP port deletion for 37f1ac7c-b134-45dc-bf60-d38f84d00227 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:59.985046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-628a7073-7cfd-440d-8d83-3317f228cab1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1553149562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:00.000174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebfa5a4-5250-47ca-b0e3-0c1c7f71a793 admin admin] Checking segment: {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:00.000428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebfa5a4-5250-47ca-b0e3-0c1c7f71a793 admin admin] Network hostable DHCP agents. Network: 37cdc15d-9de1-4e55-b966-96e0464a0e98, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:00.055292 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2db77853-4af1-42ce-aefc-0c691e5152af tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.064588 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db77853-4af1-42ce-aefc-0c691e5152af tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 05:08:00.065058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db77853-4af1-42ce-aefc-0c691e5152af tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:00.066806 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2db77853-4af1-42ce-aefc-0c691e5152af tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/networks/37f1ac7c-b134-45dc-bf60-d38f84d00227 HTTP/1.1" status: 409 len: 405 time: 0.1020200 Sep 16 05:08:00.071058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51770) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:00.075485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-42211f7d-d342-42ec-9e1c-fa4661640cbf tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1881340204'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:00.082792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8904192d-7ec7-40f6-9ffb-a53937b6dcad None None] Deleting port 0c542e0b-428b-4603-80fc-ae8fb5e27f5d {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:00.083360 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8904192d-7ec7-40f6-9ffb-a53937b6dcad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.107747 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-628a7073-7cfd-440d-8d83-3317f228cab1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.109569 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-628a7073-7cfd-440d-8d83-3317f228cab1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.124793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-6c016d7f-9a05-4ccf-b521-98d6d865c8d0', 'network_id': '6c016d7f-9a05-4ccf-b521-98d6d865c8d0', 'tenant_id': 'c9742a016be744ffaaf9fa3049a3abf8', 'fixed_ips': [{'subnet_id': '0140d6b7-40db-405a-afd4-75b66376cfb5'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:00.125812 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.136342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebfa5a4-5250-47ca-b0e3-0c1c7f71a793 admin admin] Network 37cdc15d-9de1-4e55-b966-96e0464a0e98 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:00.169410 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-628a7073-7cfd-440d-8d83-3317f228cab1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.194019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42211f7d-d342-42ec-9e1c-fa4661640cbf tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:00.198622 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42211f7d-d342-42ec-9e1c-fa4661640cbf tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.225718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42211f7d-d342-42ec-9e1c-fa4661640cbf tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:00.232522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-aebfa5a4-5250-47ca-b0e3-0c1c7f71a793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 37cdc15d-9de1-4e55-b966-96e0464a0e98) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:00.237127 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfa5a4-5250-47ca-b0e3-0c1c7f71a793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.237810 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aebfa5a4-5250-47ca-b0e3-0c1c7f71a793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.247460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42211f7d-d342-42ec-9e1c-fa4661640cbf tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.247807 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-42211f7d-d342-42ec-9e1c-fa4661640cbf tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Added segment abaa239e-338e-4993-9332-797ddc6f4b40 of type vlan for network c842166d-be46-40cc-9857-1e07145a378c Sep 16 05:08:00.285580 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-628a7073-7cfd-440d-8d83-3317f228cab1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.302688 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42211f7d-d342-42ec-9e1c-fa4661640cbf tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.309843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67f2e30-8d64-4885-b95d-72b5f6c694d3 None None] Network 37cdc15d-9de1-4e55-b966-96e0464a0e98 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:00.351059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8904192d-7ec7-40f6-9ffb-a53937b6dcad None None] For port 0c542e0b-428b-4603-80fc-ae8fb5e27f5d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0c542e0b-428b-4603-80fc-ae8fb5e27f5d,segment=NetworkSegment(8ba56d78-5be4-40dc-a365-ba87f4d8e937),segment_id=8ba56d78-5be4-40dc-a365-ba87f4d8e937)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:00.351506 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aebfa5a4-5250-47ca-b0e3-0c1c7f71a793 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9775972 Sep 16 05:08:00.351667 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8904192d-7ec7-40f6-9ffb-a53937b6dcad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.354139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51772) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:00.358561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1144416326-router', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:00.388580 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-628a7073-7cfd-440d-8d83-3317f228cab1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.389989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-628a7073-7cfd-440d-8d83-3317f228cab1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4202588 Sep 16 05:08:00.392709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51774) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:00.399850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'network_id': '6c016d7f-9a05-4ccf-b521-98d6d865c8d0', 'name': 'tempest-PortsIpV6TestJSON-1974628837'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:00.407687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8904192d-7ec7-40f6-9ffb-a53937b6dcad None None] Calling delete_port for 0c542e0b-428b-4603-80fc-ae8fb5e27f5d owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:00.430087 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42211f7d-d342-42ec-9e1c-fa4661640cbf tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.435647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42211f7d-d342-42ec-9e1c-fa4661640cbf tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.441273 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42211f7d-d342-42ec-9e1c-fa4661640cbf tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.478104 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.479148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.580176 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-42211f7d-d342-42ec-9e1c-fa4661640cbf tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5085096 Sep 16 05:08:00.584638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51776) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:00.584907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42211f7d-d342-42ec-9e1c-fa4661640cbf tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Network': ['ID=c842166d-be46-40cc-9857-1e07145a378c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:00.595176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'subnet': {'network_id': 'c842166d-be46-40cc-9857-1e07145a378c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:00.601284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network c842166d-be46-40cc-9857-1e07145a378c details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:00.624419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.668900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Allocated IP 2001:db8::2 (6c016d7f-9a05-4ccf-b521-98d6d865c8d0/0140d6b7-40db-405a-afd4-75b66376cfb5/370b3f39-d615-4d49-959b-a3d684e7577e) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:00.710561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-37cdc15d-9de1-4e55-b966-96e0464a0e98', 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'fixed_ips': [{'subnet_id': '86d593d6-dfcb-42e8-9af2-31405838da34'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:00.711464 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.745588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:00.749022 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.804740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 49c05543-99cd-4e5c-99f5-b91eb5e77779 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:00.816833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8904192d-7ec7-40f6-9ffb-a53937b6dcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.822174 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:00.826230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.839781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.892835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904192d-7ec7-40f6-9ffb-a53937b6dcad None None] Pushing event deleted for resources: {'Port': ['ID=0c542e0b-428b-4603-80fc-ae8fb5e27f5d,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:00.899022 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8904192d-7ec7-40f6-9ffb-a53937b6dcad None None] No DVR routers for this DVR port 0c542e0b-428b-4603-80fc-ae8fb5e27f5d on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:00.972508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Allocated IP 172.20.0.2 (37cdc15d-9de1-4e55-b966-96e0464a0e98/86d593d6-dfcb-42e8-9af2-31405838da34/bdd0669e-4408-45a6-a847-da6cd29ff1e8) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:01.004834 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0c542e0b-428b-4603-80fc-ae8fb5e27f5d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:01.038344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 0c542e0b-428b-4603-80fc-ae8fb5e27f5d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:01.038697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0c542e0b-428b-4603-80fc-ae8fb5e27f5d not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:01.074606 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.111261 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:01.165921 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.183316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.191926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.objects.ports [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95452) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:08:01.197596 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.212679 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.225045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Network 6c016d7f-9a05-4ccf-b521-98d6d865c8d0 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:01.233901 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:01.237001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:01.247929 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.249922 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Pushing event updated for resources: {'Port': ['ID=370b3f39-d615-4d49-959b-a3d684e7577e,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.271505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Subnet': ['ID=987da77a-9352-4954-aac7-d84293c0e4f6,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.281255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Checking segment: {'id': 'abaa239e-338e-4993-9332-797ddc6f4b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c842166d-be46-40cc-9857-1e07145a378c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:01.281868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network hostable DHCP agents. Network: c842166d-be46-40cc-9857-1e07145a378c, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:01.294486 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8::1b8 (6c016d7f-9a05-4ccf-b521-98d6d865c8d0/0140d6b7-40db-405a-afd4-75b66376cfb5/49c05543-99cd-4e5c-99f5-b91eb5e77779) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:01.311491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Attempting to bind port 370b3f39-d615-4d49-959b-a3d684e7577e on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:01.312386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Attempting to bind port 370b3f39-d615-4d49-959b-a3d684e7577e by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '176152d1-fc27-4533-b55a-3611a3c58b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c016d7f-9a05-4ccf-b521-98d6d865c8d0'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:01.312386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Attempting to bind port 370b3f39-d615-4d49-959b-a3d684e7577e on network 6c016d7f-9a05-4ccf-b521-98d6d865c8d0 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:01.318430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:01.319170 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Checking segment: {'id': '176152d1-fc27-4533-b55a-3611a3c58b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c016d7f-9a05-4ccf-b521-98d6d865c8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:01.319754 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.320178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Bound using segment: {'id': '176152d1-fc27-4533-b55a-3611a3c58b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c016d7f-9a05-4ccf-b521-98d6d865c8d0'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:01.320822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Bound port: 370b3f39-d615-4d49-959b-a3d684e7577e, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176152d1-fc27-4533-b55a-3611a3c58b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c016d7f-9a05-4ccf-b521-98d6d865c8d0'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:01.321203 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.330686 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.347295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network c842166d-be46-40cc-9857-1e07145a378c is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:01.395478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Network 37cdc15d-9de1-4e55-b966-96e0464a0e98 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:01.404173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:01.404717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Allocated IP 172.25.3.188 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:01.407311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:01.424199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, c842166d-be46-40cc-9857-1e07145a378c) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:01.432519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:01.433633 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.439348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Pushing event updated for resources: {'Port': ['ID=bdd0669e-4408-45a6-a847-da6cd29ff1e8,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.447710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299e4bd5-4e63-4d0b-91a1-cdf003236f89 None None] Network c842166d-be46-40cc-9857-1e07145a378c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:01.511017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c1a21001-0233-41bf-9157-9a9531f32b70 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9250379 Sep 16 05:08:01.511290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] For port 370b3f39-d615-4d49-959b-a3d684e7577e, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:01.513578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51778) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:01.561174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.562610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Attempting to bind port bdd0669e-4408-45a6-a847-da6cd29ff1e8 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:01.562983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Attempting to bind port bdd0669e-4408-45a6-a847-da6cd29ff1e8 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:01.563346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Attempting to bind port bdd0669e-4408-45a6-a847-da6cd29ff1e8 on network 37cdc15d-9de1-4e55-b966-96e0464a0e98 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:01.569453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] For port 370b3f39-d615-4d49-959b-a3d684e7577e, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=370b3f39-d615-4d49-959b-a3d684e7577e,segment=NetworkSegment(176152d1-fc27-4533-b55a-3611a3c58b6a),segment_id=176152d1-fc27-4533-b55a-3611a3c58b6a)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:01.572196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:01.572592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Checking segment: {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:01.572998 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.573393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Bound using segment: {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:01.573856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Bound port: bdd0669e-4408-45a6-a847-da6cd29ff1e8, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:01.574243 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.598563 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.619897 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.654380 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.704146 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.705692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.723491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] For port bdd0669e-4408-45a6-a847-da6cd29ff1e8, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:01.731200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] For port bdd0669e-4408-45a6-a847-da6cd29ff1e8, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bdd0669e-4408-45a6-a847-da6cd29ff1e8,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:01.765839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed42439-e47b-49b2-9fcb-a27560dc2bc0 None None] Pushing event updated for resources: {'Port': ['ID=370b3f39-d615-4d49-959b-a3d684e7577e,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.770176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e9473d-2c2c-46b1-9489-ab0d91d2d1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-c842166d-be46-40cc-9857-1e07145a378c', 'network_id': 'c842166d-be46-40cc-9857-1e07145a378c', 'tenant_id': '62d2eba8fe2b4c2ebcbce6f4343c4ade', 'fixed_ips': [{'subnet_id': '987da77a-9352-4954-aac7-d84293c0e4f6'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:01.771147 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-76e9473d-2c2c-46b1-9489-ab0d91d2d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.852133 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.864609 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.903137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Subnet': ['ID=987da77a-9352-4954-aac7-d84293c0e4f6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.943054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b5d3b-5d54-451d-9d35-a60a0187d337 None None] Pushing event updated for resources: {'Port': ['ID=bdd0669e-4408-45a6-a847-da6cd29ff1e8,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server [None req-76e9473d-2c2c-46b1-9489-ab0d91d2d1dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 987da77a-9352-4954-aac7-d84293c0e4f6: This subnet is being modified by another concurrent operation. Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:08:01.957327 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 987da77a-9352-4954-aac7-d84293c0e4f6: This subnet is being modified by another concurrent operation. Sep 16 05:08:01.962399 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Sep 16 05:08:01.980224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78f226f-12d5-4cd3-91ba-c054a5565fef None None] Network c842166d-be46-40cc-9857-1e07145a378c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:02.048928 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.095923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c842166d-be46-40cc-9857-1e07145a378c']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:02.107801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abaa239e-338e-4993-9332-797ddc6f4b40') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:02.108189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abaa239e-338e-4993-9332-797ddc6f4b40') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:02.122784 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.149100 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.152399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.160140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:02.160697 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:02.177760 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:02.184440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 6c016d7f-9a05-4ccf-b521-98d6d865c8d0 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:02.188832 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=49c05543-99cd-4e5c-99f5-b91eb5e77779,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.192371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:02.194323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:02.205298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:02.237123 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:02.239060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:02.244913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.245618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.306515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Pushing event updated for resources: {'Port': ['ID=3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.353344 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-da2369fa-2a39-438a-b0bf-61aed95d3f66 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9592433 Sep 16 05:08:02.355945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51780) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:02.400024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.404604 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.409991 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/networks/c842166d-be46-40cc-9857-1e07145a378c HTTP/1.1" status: 204 len: 168 time: 0.8920336 Sep 16 05:08:02.410442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51782) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:02.419132 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-dcb7d093-8c09-47d8-a5b2-b7851e7b2680 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-113713806'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:02.547554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb7d093-8c09-47d8-a5b2-b7851e7b2680 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:02.551083 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d093-8c09-47d8-a5b2-b7851e7b2680 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.591850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb7d093-8c09-47d8-a5b2-b7851e7b2680 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:02.632911 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d093-8c09-47d8-a5b2-b7851e7b2680 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.638510 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-dcb7d093-8c09-47d8-a5b2-b7851e7b2680 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Added segment 6ab1103f-b4cf-4eba-acf9-73c5608b182d of type vlan for network 6441a5fb-afd4-429c-b806-63a28884464a Sep 16 05:08:02.675494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.725296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d093-8c09-47d8-a5b2-b7851e7b2680 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.738722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a307498-1981-43e1-a8c7-8fd5ed3e31f0 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Network': ['ID=c842166d-be46-40cc-9857-1e07145a378c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.901120 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d093-8c09-47d8-a5b2-b7851e7b2680 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.908752 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb7d093-8c09-47d8-a5b2-b7851e7b2680 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.908752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d093-8c09-47d8-a5b2-b7851e7b2680 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.972132 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.027577 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2706e58-e87d-46f4-b932-22371b847ea9 None None] Network 6c016d7f-9a05-4ccf-b521-98d6d865c8d0 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:03.073682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7d093-8c09-47d8-a5b2-b7851e7b2680 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Network': ['ID=6441a5fb-afd4-429c-b806-63a28884464a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:03.074935 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.084647 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dcb7d093-8c09-47d8-a5b2-b7851e7b2680 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6697052 Sep 16 05:08:03.086090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51786) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:03.092915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-292200ef-060f-4ec1-a9c4-01816fa351fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'subnet': {'network_id': '6441a5fb-afd4-429c-b806-63a28884464a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:03.142921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 6441a5fb-afd4-429c-b806-63a28884464a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:03.145406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 370b3f39-d615-4d49-959b-a3d684e7577e up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:03.359327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Router 8099a337-67bc-4010-afc9-3369e367d23a is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:08:03.373606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292200ef-060f-4ec1-a9c4-01816fa351fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:03.379190 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-292200ef-060f-4ec1-a9c4-01816fa351fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.410103 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.434198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1de287-828f-4977-89a3-3765d0613a39 None None] Network 37cdc15d-9de1-4e55-b966-96e0464a0e98 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:03.452165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cd2e4dc0-266d-49c5-8eac-5c7d5b28ebd9 None None] Provisioning complete for port 370b3f39-d615-4d49-959b-a3d684e7577e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:03.452579 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4dc0-266d-49c5-8eac-5c7d5b28ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.469868 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.545776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=49c05543-99cd-4e5c-99f5-b91eb5e77779,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:03.557993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:03.577454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Sync routers for ids ['8099a337-67bc-4010-afc9-3369e367d23a'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:03.627231 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.631551 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-45f4d1b4-aaae-426f-8ce2-ab89c012d084 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2733138 Sep 16 05:08:03.631848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51788) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:03.638270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Routers {'8099a337-67bc-4010-afc9-3369e367d23a'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:03.638960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8099a337-67bc-4010-afc9-3369e367d23a'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:03.644650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 370b3f39-d615-4d49-959b-a3d684e7577e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:03.645073 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.677221 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.762365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-292200ef-060f-4ec1-a9c4-01816fa351fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.839951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292200ef-060f-4ec1-a9c4-01816fa351fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Subnet': ['ID=8250ebed-92e2-4077-a07a-260b052a8f76,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:03.856920 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4dc0-266d-49c5-8eac-5c7d5b28ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.861373 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.889640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292200ef-060f-4ec1-a9c4-01816fa351fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Checking segment: {'id': '6ab1103f-b4cf-4eba-acf9-73c5608b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6441a5fb-afd4-429c-b806-63a28884464a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:03.890014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292200ef-060f-4ec1-a9c4-01816fa351fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network hostable DHCP agents. Network: 6441a5fb-afd4-429c-b806-63a28884464a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:03.917813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Set router 8099a337-67bc-4010-afc9-3369e367d23a gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:04.041112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cd2e4dc0-266d-49c5-8eac-5c7d5b28ebd9 None None] For port 370b3f39-d615-4d49-959b-a3d684e7577e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=370b3f39-d615-4d49-959b-a3d684e7577e,segment=NetworkSegment(176152d1-fc27-4533-b55a-3611a3c58b6a),segment_id=176152d1-fc27-4533-b55a-3611a3c58b6a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:04.051103 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.055676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292200ef-060f-4ec1-a9c4-01816fa351fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network 6441a5fb-afd4-429c-b806-63a28884464a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:04.200670 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4dc0-266d-49c5-8eac-5c7d5b28ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.230382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-292200ef-060f-4ec1-a9c4-01816fa351fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 6441a5fb-afd4-429c-b806-63a28884464a) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:04.235272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292200ef-060f-4ec1-a9c4-01816fa351fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.236061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-292200ef-060f-4ec1-a9c4-01816fa351fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.265794 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.268867 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f3b36f-8e8a-4feb-a725-ec74c8b73fea None None] Network 6441a5fb-afd4-429c-b806-63a28884464a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:04.272410 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.332858 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:04.333256 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:04.333702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e4dc0-266d-49c5-8eac-5c7d5b28ebd9 None None] Pushing event updated for resources: {'Port': ['ID=370b3f39-d615-4d49-959b-a3d684e7577e,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.350828 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-292200ef-060f-4ec1-a9c4-01816fa351fb tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2636244 Sep 16 05:08:04.353745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51790) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:04.393143 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.393941 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.436517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d7321aa9-85f3-46bf-a3b3-2b578b55ee3b None None] Provisioning complete for port bdd0669e-4408-45a6-a847-da6cd29ff1e8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:04.436785 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d7321aa9-85f3-46bf-a3b3-2b578b55ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.484852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8099a337-67bc-4010-afc9-3369e367d23a', 'name': 'tempest-TestServerMultinode-1144416326-router', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:08:02Z', 'revision_number': 3, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'gw_port': {'id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8099a337-67bc-4010-afc9-3369e367d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:04.502786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Allocated IP 172.20.0.1 (37cdc15d-9de1-4e55-b966-96e0464a0e98/86d593d6-dfcb-42e8-9af2-31405838da34/c51293fc-7073-4989-9d06-0e95560885c2) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:04.554638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Checking router: 8099a337-67bc-4010-afc9-3369e367d23a for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:04.554874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Updating router 8099a337-67bc-4010-afc9-3369e367d23a port 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:04.576964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=49c05543-99cd-4e5c-99f5-b91eb5e77779,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.607367 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.632669 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.643532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 6c016d7f-9a05-4ccf-b521-98d6d865c8d0 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:04.643801 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.646566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:04.705361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e13d2bb-21aa-4c68-a0f9-10f924f3ba95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-6441a5fb-afd4-429c-b806-63a28884464a', 'network_id': '6441a5fb-afd4-429c-b806-63a28884464a', 'tenant_id': '62d2eba8fe2b4c2ebcbce6f4343c4ade', 'fixed_ips': [{'subnet_id': '8250ebed-92e2-4077-a07a-260b052a8f76'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:04.706265 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e13d2bb-21aa-4c68-a0f9-10f924f3ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.747842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.789935 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d7321aa9-85f3-46bf-a3b3-2b578b55ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.802290 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.814095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Network 37cdc15d-9de1-4e55-b966-96e0464a0e98 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:04.814573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:04.824511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:04.856757 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Pushing event updated for resources: {'Port': ['ID=c51293fc-7073-4989-9d06-0e95560885c2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.878975 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.970490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Router b6918ffb-2942-4628-80ac-fcf2fc87f5d8 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:08:04.977678 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d7321aa9-85f3-46bf-a3b3-2b578b55ee3b None None] For port bdd0669e-4408-45a6-a847-da6cd29ff1e8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bdd0669e-4408-45a6-a847-da6cd29ff1e8,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:05.021379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bdd0669e-4408-45a6-a847-da6cd29ff1e8 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:05.034987 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server [None req-1e13d2bb-21aa-4c68-a0f9-10f924f3ba95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8250ebed-92e2-4077-a07a-260b052a8f76: This subnet is being modified by another concurrent operation. Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:08:05.078058 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8250ebed-92e2-4077-a07a-260b052a8f76: This subnet is being modified by another concurrent operation. Sep 16 05:08:05.084404 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Sep 16 05:08:05.113049 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d7321aa9-85f3-46bf-a3b3-2b578b55ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.113199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Subnet': ['ID=8250ebed-92e2-4077-a07a-260b052a8f76,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.116539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7396050-6b09-451a-b14c-8fa3ba2d516a None None] Network 6441a5fb-afd4-429c-b806-63a28884464a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:05.167158 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.216498 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.228633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:05.241964 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc11a4d-f1c9-4d48-8c05-ff9cfa5dbec4 None None] Sync routers for ids ['b6918ffb-2942-4628-80ac-fcf2fc87f5d8'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:05.245372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9575aa34-f794-4571-8666-8f80be2db371 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "PUT /v2.0/routers/b6918ffb-2942-4628-80ac-fcf2fc87f5d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8860447 Sep 16 05:08:05.249857 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51792) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:05.255337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6441a5fb-afd4-429c-b806-63a28884464a']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:05.260572 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc11a4d-f1c9-4d48-8c05-ff9cfa5dbec4 None None] Routers {'b6918ffb-2942-4628-80ac-fcf2fc87f5d8'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:05.260572 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-cfc11a4d-f1c9-4d48-8c05-ff9cfa5dbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b6918ffb-2942-4628-80ac-fcf2fc87f5d8'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:05.260851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d7321aa9-85f3-46bf-a3b3-2b578b55ee3b None None] Provisioning complete for port 370b3f39-d615-4d49-959b-a3d684e7577e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:05.260851 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d7321aa9-85f3-46bf-a3b3-2b578b55ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.268911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab1103f-b4cf-4eba-acf9-73c5608b182d') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:05.269541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab1103f-b4cf-4eba-acf9-73c5608b182d') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:05.283938 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.300421 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-cfc11a4d-f1c9-4d48-8c05-ff9cfa5dbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:05.308183 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.312767 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc11a4d-f1c9-4d48-8c05-ff9cfa5dbec4 None None] Routers {'b6918ffb-2942-4628-80ac-fcf2fc87f5d8'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:05.313408 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-cfc11a4d-f1c9-4d48-8c05-ff9cfa5dbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b6918ffb-2942-4628-80ac-fcf2fc87f5d8'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:05.318981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:05.319779 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:05.323520 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:05.355327 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-cfc11a4d-f1c9-4d48-8c05-ff9cfa5dbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:05.356280 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc11a4d-f1c9-4d48-8c05-ff9cfa5dbec4 None None] The sync data for ids ['b6918ffb-2942-4628-80ac-fcf2fc87f5d8'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:05.388859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97144077-a3ac-40cb-b2b9-2a8756908619 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.393485 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-97144077-a3ac-40cb-b2b9-2a8756908619 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6918ffb-2942-4628-80ac-fcf2fc87f5d8 HTTP/1.1" status: 200 len: 989 time: 0.1397572 Sep 16 05:08:05.393728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51794) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:05.433618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.480667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port bdd0669e-4408-45a6-a847-da6cd29ff1e8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:05.480958 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.504316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.510774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7321aa9-85f3-46bf-a3b3-2b578b55ee3b None None] Pushing event updated for resources: {'Port': ['ID=bdd0669e-4408-45a6-a847-da6cd29ff1e8,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.539584 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.546158 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.551700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/networks/6441a5fb-afd4-429c-b806-63a28884464a HTTP/1.1" status: 204 len: 168 time: 1.1968760 Sep 16 05:08:05.554733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51796) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:05.555458 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.566013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2020814c-9101-4c41-a884-3e8d00537335 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-373685814'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:05.588640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Pushing event updated for resources: {'Port': ['ID=c51293fc-7073-4989-9d06-0e95560885c2,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.591402 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.617330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6cb30-5ba4-4eb7-a843-287ba207b3c7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Network': ['ID=6441a5fb-afd4-429c-b806-63a28884464a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.626831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef4fc0a-176b-4bb9-a576-514baf1e720a None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:08:05.654169 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.691748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Network 37cdc15d-9de1-4e55-b966-96e0464a0e98 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:05.693927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:05.731471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2020814c-9101-4c41-a884-3e8d00537335 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:05.735224 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2020814c-9101-4c41-a884-3e8d00537335 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.765624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb37404-1d45-4176-86c2-fa7e2aa1e698 None None] Pushing event updated for resources: {'Port': ['ID=3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.795864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Attempting to bind port 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:05.796245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Attempting to bind port 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:05.796640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Attempting to bind port 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:05.801892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d7321aa9-85f3-46bf-a3b3-2b578b55ee3b None None] Provisioning complete for port 49c05543-99cd-4e5c-99f5-b91eb5e77779 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:05.802273 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d7321aa9-85f3-46bf-a3b3-2b578b55ee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.822601 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2020814c-9101-4c41-a884-3e8d00537335 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:05.836219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Router 8099a337-67bc-4010-afc9-3369e367d23a has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:05.837615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:05.838003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:05.838410 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.838895 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:05.839290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Bound port: 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:05.839890 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.846700 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2020814c-9101-4c41-a884-3e8d00537335 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.847377 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-2020814c-9101-4c41-a884-3e8d00537335 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Added segment e09671ea-353c-4d69-a625-dd5350b054e7 of type vlan for network 9d135d4a-e6dd-4e85-ab1f-d1c872a86998 Sep 16 05:08:05.897577 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d7321aa9-85f3-46bf-a3b3-2b578b55ee3b None None] Port 49c05543-99cd-4e5c-99f5-b91eb5e77779 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:05.906503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 370b3f39-d615-4d49-959b-a3d684e7577e up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:05.912829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef4fc0a-176b-4bb9-a576-514baf1e720a None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:08:05.927830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2020814c-9101-4c41-a884-3e8d00537335 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.968317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:05.968746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] For port 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:05.977046 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8bc06ef1-3591-4091-907c-475b727f0b2c admin admin] 10.222.0.24 "PUT /v2.0/routers/8099a337-67bc-4010-afc9-3369e367d23a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3439200 Sep 16 05:08:05.989028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] For port 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:06.011373 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4d075d3e-be77-4662-b7c6-88142ce63f86 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.065999 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 370b3f39-d615-4d49-959b-a3d684e7577e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:06.066377 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.075410 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.103092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5fa33784-636d-426d-b6d0-68f7c16ece9e None None] Provisioning complete for port c51293fc-7073-4989-9d06-0e95560885c2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:06.103092 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5fa33784-636d-426d-b6d0-68f7c16ece9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.234045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5fa33784-636d-426d-b6d0-68f7c16ece9e None None] Port c51293fc-7073-4989-9d06-0e95560885c2 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:06.237551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb37404-1d45-4176-86c2-fa7e2aa1e698 None None] Pushing event updated for resources: {'Port': ['ID=3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:06.283393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Routers {'8099a337-67bc-4010-afc9-3369e367d23a'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:06.283393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8099a337-67bc-4010-afc9-3369e367d23a'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:06.321654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5fa33784-636d-426d-b6d0-68f7c16ece9e None None] Provisioning complete for port bdd0669e-4408-45a6-a847-da6cd29ff1e8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:06.322093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5fa33784-636d-426d-b6d0-68f7c16ece9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.429020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bdd0669e-4408-45a6-a847-da6cd29ff1e8 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:06.464832 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2020814c-9101-4c41-a884-3e8d00537335 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.470589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2020814c-9101-4c41-a884-3e8d00537335 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.471233 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2020814c-9101-4c41-a884-3e8d00537335 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.550131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020814c-9101-4c41-a884-3e8d00537335 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Network': ['ID=9d135d4a-e6dd-4e85-ab1f-d1c872a86998,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:06.555551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] Set router 8099a337-67bc-4010-afc9-3369e367d23a gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:06.597320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2020814c-9101-4c41-a884-3e8d00537335 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0383017 Sep 16 05:08:06.601245 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51808) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:06.606997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Request body: {'subnet': {'network_id': '9d135d4a-e6dd-4e85-ab1f-d1c872a86998', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:06.609295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 9d135d4a-e6dd-4e85-ab1f-d1c872a86998 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:06.624210 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-4d075d3e-be77-4662-b7c6-88142ce63f86 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 49c05543-99cd-4e5c-99f5-b91eb5e77779 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:06.625370 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4d075d3e-be77-4662-b7c6-88142ce63f86 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.726383 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4d075d3e-be77-4662-b7c6-88142ce63f86 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.729757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c91dd-782f-4a37-92bc-52f925d133bd None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:08:06.743438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-4d075d3e-be77-4662-b7c6-88142ce63f86 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 49c05543-99cd-4e5c-99f5-b91eb5e77779 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:06.765222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port bdd0669e-4408-45a6-a847-da6cd29ff1e8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:06.765601 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.809924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51814) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:06.817034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1270550831-network', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:06.824141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Made reservation on behalf of 62d2eba8fe2b4c2ebcbce6f4343c4ade for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:06.827932 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.892721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5fa33784-636d-426d-b6d0-68f7c16ece9e None None] Provisioning complete for port 49c05543-99cd-4e5c-99f5-b91eb5e77779 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:06.893130 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5fa33784-636d-426d-b6d0-68f7c16ece9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.947520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Made reservation on behalf of 91610e7b9f5249d3abac64f42e9c95f1 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:06.951158 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.966861 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.004369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5fa33784-636d-426d-b6d0-68f7c16ece9e None None] Port 49c05543-99cd-4e5c-99f5-b91eb5e77779 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:07.033786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4d075d3e-be77-4662-b7c6-88142ce63f86 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.058653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c91dd-782f-4a37-92bc-52f925d133bd None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:08:07.077592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d075d3e-be77-4662-b7c6-88142ce63f86 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=49c05543-99cd-4e5c-99f5-b91eb5e77779,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:07.121724 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8099a337-67bc-4010-afc9-3369e367d23a', 'name': 'tempest-TestServerMultinode-1144416326-router', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:08:04Z', 'revision_number': 4, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'gw_port': {'id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8099a337-67bc-4010-afc9-3369e367d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c51293fc-7073-4989-9d06-0e95560885c2', 'name': '', 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'mac_address': 'fa:16:3e:f2:25:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8099a337-67bc-4010-afc9-3369e367d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '86d593d6-dfcb-42e8-9af2-31405838da34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:04Z', 'updated_at': '2021-09-16T05:08:05Z', 'revision_number': 2, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'subnets': [{'id': '86d593d6-dfcb-42e8-9af2-31405838da34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:07.172308 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4d075d3e-be77-4662-b7c6-88142ce63f86 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.316489 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.336099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6952a351-f103-4137-961d-a8e1b8705c03 None None] The sync data for ids ['8099a337-67bc-4010-afc9-3369e367d23a'] in n-d-712137-12 is: [{'id': '8099a337-67bc-4010-afc9-3369e367d23a', 'name': 'tempest-TestServerMultinode-1144416326-router', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:08:04Z', 'revision_number': 4, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'gw_port': {'id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8099a337-67bc-4010-afc9-3369e367d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c51293fc-7073-4989-9d06-0e95560885c2', 'name': '', 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'mac_address': 'fa:16:3e:f2:25:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8099a337-67bc-4010-afc9-3369e367d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '86d593d6-dfcb-42e8-9af2-31405838da34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:04Z', 'updated_at': '2021-09-16T05:08:05Z', 'revision_number': 2, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'subnets': [{'id': '86d593d6-dfcb-42e8-9af2-31405838da34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:07.344947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.objects.ports [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:08:07.346522 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.348261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d075d3e-be77-4662-b7c6-88142ce63f86 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Router b6918ffb-2942-4628-80ac-fcf2fc87f5d8 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:07.433899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event updated for resources: {'Subnet': ['ID=a9b18c1b-ba97-46b7-aa8c-14cb8bda4dd1,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:07.443490 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.463625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d075d3e-be77-4662-b7c6-88142ce63f86 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:07.472317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:07.483013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82342730-6c54-4b94-b5e9-8b4fb077649a None None] Sync routers for ids ['b6918ffb-2942-4628-80ac-fcf2fc87f5d8'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:07.483973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4d075d3e-be77-4662-b7c6-88142ce63f86 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "PUT /v2.0/routers/b6918ffb-2942-4628-80ac-fcf2fc87f5d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0890703 Sep 16 05:08:07.484870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Checking segment: {'id': 'e09671ea-353c-4d69-a625-dd5350b054e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9d135d4a-e6dd-4e85-ab1f-d1c872a86998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:07.485492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network hostable DHCP agents. Network: 9d135d4a-e6dd-4e85-ab1f-d1c872a86998, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:07.486691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51820) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:07.508150 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.509757 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Added segment ac34cef2-7033-43ff-a1f6-657c7af04ab2 of type vlan for network 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 Sep 16 05:08:07.517059 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-e489d0a1-be7b-437a-a807-aae3e9c7a681 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:08:07.520527 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e489d0a1-be7b-437a-a807-aae3e9c7a681 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/49c05543-99cd-4e5c-99f5-b91eb5e77779 HTTP/1.1" status: 404 len: 333 time: 0.0308399 Sep 16 05:08:07.520753 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2070e0bc-e749-4bab-b712-d14a7c90e768,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:07.523744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51822) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:07.560858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82342730-6c54-4b94-b5e9-8b4fb077649a None None] Routers {'b6918ffb-2942-4628-80ac-fcf2fc87f5d8'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:07.561880 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-82342730-6c54-4b94-b5e9-8b4fb077649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b6918ffb-2942-4628-80ac-fcf2fc87f5d8'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:07.568125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42924a8-c172-433e-862c-bfce340cb613 req-e30cca0c-8d1b-442f-be94-bc480999080b tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:07.569732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b42924a8-c172-433e-862c-bfce340cb613 req-e30cca0c-8d1b-442f-be94-bc480999080b tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1097 time: 0.1183643 Sep 16 05:08:07.573393 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.612919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-82342730-6c54-4b94-b5e9-8b4fb077649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:07.616855 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f243dee-f643-42c7-a38a-c49c102d8f1d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.624732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82342730-6c54-4b94-b5e9-8b4fb077649a None None] Routers {'b6918ffb-2942-4628-80ac-fcf2fc87f5d8'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:07.625391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-82342730-6c54-4b94-b5e9-8b4fb077649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b6918ffb-2942-4628-80ac-fcf2fc87f5d8'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:07.639544 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Network 9d135d4a-e6dd-4e85-ab1f-d1c872a86998 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:07.673718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-82342730-6c54-4b94-b5e9-8b4fb077649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:07.674557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82342730-6c54-4b94-b5e9-8b4fb077649a None None] The sync data for ids ['b6918ffb-2942-4628-80ac-fcf2fc87f5d8'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:07.696276 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.697324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:07.697909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.735785 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b42924a8-c172-433e-862c-bfce340cb613 req-ebe7ec44-9c9a-41ee-b42a-25e8cccb582e tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.763561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 9d135d4a-e6dd-4e85-ab1f-d1c872a86998) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:07.776794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648bed81-5797-433d-900f-184ca68c7893 None None] Network 9d135d4a-e6dd-4e85-ab1f-d1c872a86998 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:07.986832 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f243dee-f643-42c7-a38a-c49c102d8f1d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.994329 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f243dee-f643-42c7-a38a-c49c102d8f1d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.060874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-9d135d4a-e6dd-4e85-ab1f-d1c872a86998', 'network_id': '9d135d4a-e6dd-4e85-ab1f-d1c872a86998', 'tenant_id': '62d2eba8fe2b4c2ebcbce6f4343c4ade', 'fixed_ips': [{'subnet_id': 'a9b18c1b-ba97-46b7-aa8c-14cb8bda4dd1'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:08.062086 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.069650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2b41f11c-91bd-4a89-a3e4-559d2c834388 None None] Provisioning complete for port c51293fc-7073-4989-9d06-0e95560885c2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:08.070032 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2b41f11c-91bd-4a89-a3e4-559d2c834388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.168542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-2b41f11c-91bd-4a89-a3e4-559d2c834388 None None] Port c51293fc-7073-4989-9d06-0e95560885c2 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:08.204500 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f243dee-f643-42c7-a38a-c49c102d8f1d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.205317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f243dee-f643-42c7-a38a-c49c102d8f1d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Fanout notify agent at l3_agent the message router_deleted on router b6918ffb-2942-4628-80ac-fcf2fc87f5d8 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:08:08.213146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] Pushing event updated for resources: {'Network': ['ID=6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:08.215217 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f243dee-f643-42c7-a38a-c49c102d8f1d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.217781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2f243dee-f643-42c7-a38a-c49c102d8f1d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/routers/b6918ffb-2942-4628-80ac-fcf2fc87f5d8 HTTP/1.1" status: 204 len: 168 time: 0.6928988 Sep 16 05:08:08.217943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.218459 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.225501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51824) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:08.235920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:08.317520 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e79be83c-0305-4fe7-84c1-d873a53c3fbe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5061526 Sep 16 05:08:08.322843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-0504f4b6-f4f1-42a9-84a2-c3332c555635 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting subnet 0140d6b7-40db-405a-afd4-75b66376cfb5 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:08.323482 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51826) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:08.328525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0ced2a36-027a-4c22-b4f1-f501077b9bf5 admin admin] Request body: {'subnet': {'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1270550831-subnet', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:08.335423 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0504f4b6-f4f1-42a9-84a2-c3332c555635 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.339130 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-52d33de2-540f-42d8-a124-c2198f815d97 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7366576 Sep 16 05:08:08.346093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Allocated IP 2001:db8::f816:3eff:fe66:91a0 (9d135d4a-e6dd-4e85-ab1f-d1c872a86998/a9b18c1b-ba97-46b7-aa8c-14cb8bda4dd1/a9e0bb54-8830-44d3-b249-627aa506ca30) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:08.346573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51828) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:08.405757 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0504f4b6-f4f1-42a9-84a2-c3332c555635 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.470863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.539430 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0504f4b6-f4f1-42a9-84a2-c3332c555635 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.540039 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.564003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b42924a8-c172-433e-862c-bfce340cb613 req-ebe7ec44-9c9a-41ee-b42a-25e8cccb582e tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.579922 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.633460 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.676002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Network 9d135d4a-e6dd-4e85-ab1f-d1c872a86998 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:08.681567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:08.686222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:08.689390 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Pushing event updated for resources: {'Port': ['ID=a9e0bb54-8830-44d3-b249-627aa506ca30,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:08.692629 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b42924a8-c172-433e-862c-bfce340cb613 req-ebe7ec44-9c9a-41ee-b42a-25e8cccb582e tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.727959 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.731331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b42924a8-c172-433e-862c-bfce340cb613 req-ebe7ec44-9c9a-41ee-b42a-25e8cccb582e tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1118026 Sep 16 05:08:08.732690 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0504f4b6-f4f1-42a9-84a2-c3332c555635 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.759230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b18c1b-ba97-46b7-aa8c-14cb8bda4dd1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:08.778587 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Attempting to bind port a9e0bb54-8830-44d3-b249-627aa506ca30 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:08.779143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Attempting to bind port a9e0bb54-8830-44d3-b249-627aa506ca30 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'e09671ea-353c-4d69-a625-dd5350b054e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9d135d4a-e6dd-4e85-ab1f-d1c872a86998'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:08.779690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Attempting to bind port a9e0bb54-8830-44d3-b249-627aa506ca30 on network 9d135d4a-e6dd-4e85-ab1f-d1c872a86998 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:08.785664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:08.786040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Checking segment: {'id': 'e09671ea-353c-4d69-a625-dd5350b054e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9d135d4a-e6dd-4e85-ab1f-d1c872a86998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:08.786451 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.786935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Bound using segment: {'id': 'e09671ea-353c-4d69-a625-dd5350b054e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9d135d4a-e6dd-4e85-ab1f-d1c872a86998'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:08.787479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Bound port: a9e0bb54-8830-44d3-b249-627aa506ca30, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09671ea-353c-4d69-a625-dd5350b054e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9d135d4a-e6dd-4e85-ab1f-d1c872a86998'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:08.787869 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.796906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ced2a36-027a-4c22-b4f1-f501077b9bf5 admin admin] Made reservation on behalf of 91610e7b9f5249d3abac64f42e9c95f1 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:08.801144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a36-027a-4c22-b4f1-f501077b9bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.803981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504f4b6-f4f1-42a9-84a2-c3332c555635 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Subnet': ['ID=0140d6b7-40db-405a-afd4-75b66376cfb5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:08.823591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7ec44-9c9a-41ee-b42a-25e8cccb582e tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7cf4ec-f65f-4f8c-9d67-b8e6d540f5ef,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:08.831476 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0504f4b6-f4f1-42a9-84a2-c3332c555635 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.845102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0504f4b6-f4f1-42a9-84a2-c3332c555635 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/0140d6b7-40db-405a-afd4-75b66376cfb5 HTTP/1.1" status: 204 len: 168 time: 0.6181979 Sep 16 05:08:08.845864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51832) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:08.889121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] For port a9e0bb54-8830-44d3-b249-627aa506ca30, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:08.893469 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] For port a9e0bb54-8830-44d3-b249-627aa506ca30, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a9e0bb54-8830-44d3-b249-627aa506ca30,segment=NetworkSegment(e09671ea-353c-4d69-a625-dd5350b054e7),segment_id=e09671ea-353c-4d69-a625-dd5350b054e7)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:08.897348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e12113-ec2e-430a-ba12-b8f0ef8ecde4 None None] Network 6c016d7f-9a05-4ccf-b521-98d6d865c8d0 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:08.947308 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.969025 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.046067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173121-b1bd-4b4f-b838-fef77b5bd9d6 req-096338d5-d1bb-48bf-80d1-0f40389ed089 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.047661 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9173121-b1bd-4b4f-b838-fef77b5bd9d6 req-096338d5-d1bb-48bf-80d1-0f40389ed089 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.0973978 Sep 16 05:08:09.050278 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.058130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 370b3f39-d615-4d49-959b-a3d684e7577e {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:09.058485 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.061935 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a36-027a-4c22-b4f1-f501077b9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.077138 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70120306-c7f9-48a9-8ae1-56d329972275 None None] Pushing event updated for resources: {'Port': ['ID=a9e0bb54-8830-44d3-b249-627aa506ca30,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:09.115664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d135d4a-e6dd-4e85-ab1f-d1c872a86998']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:09.117299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9173121-b1bd-4b4f-b838-fef77b5bd9d6 req-cce2bdce-f138-4c9a-9692-db5f9e49d2cf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452178 Sep 16 05:08:09.144847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09671ea-353c-4d69-a625-dd5350b054e7') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:09.145328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09671ea-353c-4d69-a625-dd5350b054e7') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:09.163854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51834) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:09.166267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ec43e-4e4a-4410-ad78-0f993a61bafe None None] Network 9d135d4a-e6dd-4e85-ab1f-d1c872a86998 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:09.168667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced2a36-027a-4c22-b4f1-f501077b9bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b754f7-3029-468f-8a39-c053b247af7f,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:09.179898 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.203453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] For port 370b3f39-d615-4d49-959b-a3d684e7577e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=370b3f39-d615-4d49-959b-a3d684e7577e,segment=NetworkSegment(176152d1-fc27-4533-b55a-3611a3c58b6a),segment_id=176152d1-fc27-4533-b55a-3611a3c58b6a)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:09.203836 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.233042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 370b3f39-d615-4d49-959b-a3d684e7577e owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:09.242563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced2a36-027a-4c22-b4f1-f501077b9bf5 admin admin] Checking segment: {'id': 'ac34cef2-7033-43ff-a1f6-657c7af04ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:09.243156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ced2a36-027a-4c22-b4f1-f501077b9bf5 admin admin] Network hostable DHCP agents. Network: 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:09.247376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8d15c8-3164-4144-90b1-a5d486f8e0b6 None None] DHCP port deletion for 6c016d7f-9a05-4ccf-b521-98d6d865c8d0 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:09.265393 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.280196 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-87588f04-e537-4cd7-90b1-64bfc0746c89 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/7e06b95a-9bc9-446c-afb2-e07f19a418c1 HTTP/1.1" status: 200 len: 993 time: 0.1031909 Sep 16 05:08:09.282342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:09.282852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:09.286591 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:09.372969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ced2a36-027a-4c22-b4f1-f501077b9bf5 admin admin] Network 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:09.374279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d15c8-3164-4144-90b1-a5d486f8e0b6 None None] Deleting port 370b3f39-d615-4d49-959b-a3d684e7577e {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:09.375147 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c8d15c8-3164-4144-90b1-a5d486f8e0b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.401443 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:08:09.401443 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:08:09.401443 n-d-712137-12 neutron-server[95451]: [parameters: {'id': '9d135d4a-e6dd-4e85-ab1f-d1c872a86998'}] Sep 16 05:08:09.401443 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:09.402005 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:09.430075 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.447693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0c8d15c8-3164-4144-90b1-a5d486f8e0b6 None None] For port 370b3f39-d615-4d49-959b-a3d684e7577e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=370b3f39-d615-4d49-959b-a3d684e7577e,segment=NetworkSegment(176152d1-fc27-4533-b55a-3611a3c58b6a),segment_id=176152d1-fc27-4533-b55a-3611a3c58b6a)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:09.448117 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c8d15c8-3164-4144-90b1-a5d486f8e0b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.461214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=370b3f39-d615-4d49-959b-a3d684e7577e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:09.461815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-0ced2a36-027a-4c22-b4f1-f501077b9bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:09.463613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No DVR routers for this DVR port 370b3f39-d615-4d49-959b-a3d684e7577e on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:09.465702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d15c8-3164-4144-90b1-a5d486f8e0b6 None None] Calling delete_port for 370b3f39-d615-4d49-959b-a3d684e7577e owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:09.467555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced2a36-027a-4c22-b4f1-f501077b9bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.468200 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ced2a36-027a-4c22-b4f1-f501077b9bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.479128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97645eb6-3050-469b-be11-1ce15de50275 None None] Network 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:09.566744 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.568404 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0ced2a36-027a-4c22-b4f1-f501077b9bf5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2433615 Sep 16 05:08:09.574261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51844) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:09.581241 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1270550831-router', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:09.591888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c016d7f-9a05-4ccf-b521-98d6d865c8d0']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:09.609445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176152d1-fc27-4533-b55a-3611a3c58b6a') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:09.609853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176152d1-fc27-4533-b55a-3611a3c58b6a') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:09.621178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.635285 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.641675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:09.642041 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.676828 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c8d15c8-3164-4144-90b1-a5d486f8e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.685329 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.686545 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:09.709717 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:09.747811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4', 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'fixed_ips': [{'subnet_id': '95b754f7-3029-468f-8a39-c053b247af7f'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:09.748873 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.752455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d15c8-3164-4144-90b1-a5d486f8e0b6 None None] Pushing event deleted for resources: {'Port': ['ID=370b3f39-d615-4d49-959b-a3d684e7577e,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:09.763437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.764207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d15c8-3164-4144-90b1-a5d486f8e0b6 None None] No DVR routers for this DVR port 370b3f39-d615-4d49-959b-a3d684e7577e on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:09.786371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-88b1d145-ed26-4f46-a82c-20dfdd516683 req-28293dad-33bf-4ee5-8f57-dcb32894b355 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:09.786371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88b1d145-ed26-4f46-a82c-20dfdd516683 req-28293dad-33bf-4ee5-8f57-dcb32894b355 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2251227 Sep 16 05:08:09.789396 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.825823 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.828679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/networks/6c016d7f-9a05-4ccf-b521-98d6d865c8d0 HTTP/1.1" status: 204 len: 168 time: 0.9817343 Sep 16 05:08:09.829661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f98717-f9a4-4cd1-a06e-c6796d974000 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Network': ['ID=6c016d7f-9a05-4ccf-b521-98d6d865c8d0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:09.832964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51850) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:09.919472 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.939903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:09.974962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725e9ffa-2a18-4caa-a95a-3ed306421be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.976391 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-725e9ffa-2a18-4caa-a95a-3ed306421be7 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/1436200d-7dd5-442c-950b-c652544c9ce6 HTTP/1.1" status: 200 len: 844 time: 0.1414754 Sep 16 05:08:09.981061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51852) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.002433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Allocated IP 172.20.0.2 (6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4/95b754f7-3029-468f-8a39-c053b247af7f/dae53be1-9dca-482f-91b8-39f1ce63066a) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:10.031428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:10.031810 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.072859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bc718da8-8274-4c48-bf01-8d96d9f32094 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/1436200d-7dd5-442c-950b-c652544c9ce6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0845706 Sep 16 05:08:10.073228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.076888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51854) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.085485 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5d605d0c-f0bb-4c28-8d0d-fe9fc73ef84a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:10.100150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Deleting port a9e0bb54-8830-44d3-b249-627aa506ca30 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:10.100519 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.176352 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Sync routers for ids ['8099a337-67bc-4010-afc9-3369e367d23a'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:10.184503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] For port a9e0bb54-8830-44d3-b249-627aa506ca30, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a9e0bb54-8830-44d3-b249-627aa506ca30,segment=NetworkSegment(e09671ea-353c-4d69-a625-dd5350b054e7),segment_id=e09671ea-353c-4d69-a625-dd5350b054e7)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:10.184991 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.186371 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Routers {'8099a337-67bc-4010-afc9-3369e367d23a'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:10.187222 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8099a337-67bc-4010-afc9-3369e367d23a'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:10.203643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Calling delete_port for a9e0bb54-8830-44d3-b249-627aa506ca30 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:10.275672 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.309863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d605d0c-f0bb-4c28-8d0d-fe9fc73ef84a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:10.317306 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5d605d0c-f0bb-4c28-8d0d-fe9fc73ef84a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.335918 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.351744 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:10.427133 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Set router 8099a337-67bc-4010-afc9-3369e367d23a gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:10.464359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.473764 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.476483 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.507111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a73b8-909d-4b3c-b056-b2cdc627a17c req-d6de3186-5d25-4c99-acd6-05c1537e5383 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.508757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb8a73b8-909d-4b3c-b056-b2cdc627a17c req-d6de3186-5d25-4c99-acd6-05c1537e5383 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.0834205 Sep 16 05:08:10.512238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.514055 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.548972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Network 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:10.551972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:10.556146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:10.566324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51858) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.576154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Port': ['ID=a9e0bb54-8830-44d3-b249-627aa506ca30,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.594601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Pushing event updated for resources: {'Port': ['ID=dae53be1-9dca-482f-91b8-39f1ce63066a,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.607281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 370b3f39-d615-4d49-959b-a3d684e7577e no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:10.607448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] No DVR routers for this DVR port a9e0bb54-8830-44d3-b249-627aa506ca30 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:10.624113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb8a73b8-909d-4b3c-b056-b2cdc627a17c req-4dfe1144-8b2f-40f7-8375-193e7b2177c2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033261 Sep 16 05:08:10.710986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8099a337-67bc-4010-afc9-3369e367d23a', 'name': 'tempest-TestServerMultinode-1144416326-router', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:08:04Z', 'revision_number': 4, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'gw_port': {'id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8099a337-67bc-4010-afc9-3369e367d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c51293fc-7073-4989-9d06-0e95560885c2', 'name': '', 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'mac_address': 'fa:16:3e:f2:25:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8099a337-67bc-4010-afc9-3369e367d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '86d593d6-dfcb-42e8-9af2-31405838da34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:04Z', 'updated_at': '2021-09-16T05:08:05Z', 'revision_number': 2, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'subnets': [{'id': '86d593d6-dfcb-42e8-9af2-31405838da34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:10.737286 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.739585 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Checking router: 8099a337-67bc-4010-afc9-3369e367d23a for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:10.740483 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Updating router 8099a337-67bc-4010-afc9-3369e367d23a port c51293fc-7073-4989-9d06-0e95560885c2 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:10.743879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 370b3f39-d615-4d49-959b-a3d684e7577e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:10.744358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 370b3f39-d615-4d49-959b-a3d684e7577e not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:10.767514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d135d4a-e6dd-4e85-ab1f-d1c872a86998']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:10.774337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-5e19eeb7-4676-4a16-b101-203ba4cec5bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2068598 Sep 16 05:08:10.776456 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5d605d0c-f0bb-4c28-8d0d-fe9fc73ef84a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.790759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09671ea-353c-4d69-a625-dd5350b054e7') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:10.791338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09671ea-353c-4d69-a625-dd5350b054e7') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:10.793520 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.794477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Allocated IP 172.25.3.88 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/90f85a4b-6587-4288-84bb-8d75dec6a25d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:10.797629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Attempting to bind port dae53be1-9dca-482f-91b8-39f1ce63066a on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:10.798123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Attempting to bind port dae53be1-9dca-482f-91b8-39f1ce63066a by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ac34cef2-7033-43ff-a1f6-657c7af04ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:10.798649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Attempting to bind port dae53be1-9dca-482f-91b8-39f1ce63066a on network 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:10.800914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.808550 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.808869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:10.811431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Checking segment: {'id': 'ac34cef2-7033-43ff-a1f6-657c7af04ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:10.811431 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.811431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Bound using segment: {'id': 'ac34cef2-7033-43ff-a1f6-657c7af04ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:10.811431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Bound port: dae53be1-9dca-482f-91b8-39f1ce63066a, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac34cef2-7033-43ff-a1f6-657c7af04ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:10.811431 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.835129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-518385bd-17ad-4bba-b94b-f942f534fde0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:10.836192 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-518385bd-17ad-4bba-b94b-f942f534fde0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510843 Sep 16 05:08:10.840692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.861204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:10.861901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.863607 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d605d0c-f0bb-4c28-8d0d-fe9fc73ef84a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:10.866031 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:10.868655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-5d605d0c-f0bb-4c28-8d0d-fe9fc73ef84a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:10.881976 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bf37ec-811c-4196-8dce-a958efe22a0c None None] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:10.883305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d605d0c-f0bb-4c28-8d0d-fe9fc73ef84a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.884134 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5d605d0c-f0bb-4c28-8d0d-fe9fc73ef84a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.903627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d605d0c-f0bb-4c28-8d0d-fe9fc73ef84a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Subnet': ['ID=2f1fd0df-8dac-4570-af6e-46381970e77d,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.914254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] For port dae53be1-9dca-482f-91b8-39f1ce63066a, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:10.961422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] For port dae53be1-9dca-482f-91b8-39f1ce63066a, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=dae53be1-9dca-482f-91b8-39f1ce63066a,segment=NetworkSegment(ac34cef2-7033-43ff-a1f6-657c7af04ab2),segment_id=ac34cef2-7033-43ff-a1f6-657c7af04ab2)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:10.978088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51864) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.980310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5d605d0c-f0bb-4c28-8d0d-fe9fc73ef84a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9020162 Sep 16 05:08:10.985313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d3c30007-bf57-4c55-ba92-df3fedb46462 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'security_group': {'name': 'tempest-secgroup-946246011'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:11.007042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.039127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.048096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.050015 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/networks/9d135d4a-e6dd-4e85-ab1f-d1c872a86998 HTTP/1.1" status: 204 len: 168 time: 2.7023127 Sep 16 05:08:11.054077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51868) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:11.064682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95f69a-62fe-4530-9b88-f784bc543e90 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Network': ['ID=9d135d4a-e6dd-4e85-ab1f-d1c872a86998,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:11.069261 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.091912 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a55ab54-f07b-4bec-9d78-45522d5948af tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:11.092621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a55ab54-f07b-4bec-9d78-45522d5948af tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:11.094655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2a55ab54-f07b-4bec-9d78-45522d5948af tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/subnets/a9b18c1b-ba97-46b7-aa8c-14cb8bda4dd1 HTTP/1.1" status: 404 len: 337 time: 0.0393772 Sep 16 05:08:11.097299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51876) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:11.122319 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3bf4dd-0938-4ec5-b9af-70a601cff1be tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:11.123111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3bf4dd-0938-4ec5-b9af-70a601cff1be tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:11.127497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bf3bf4dd-0938-4ec5-b9af-70a601cff1be tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/networks/9d135d4a-e6dd-4e85-ab1f-d1c872a86998 HTTP/1.1" status: 404 len: 339 time: 0.0267317 Sep 16 05:08:11.127734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51878) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:11.138735 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d3c30007-bf57-4c55-ba92-df3fedb46462 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.176789 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.179288 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4c89a7-816c-4e33-908c-4bbccab5e1b7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:11.181416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4c89a7-816c-4e33-908c-4bbccab5e1b7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:11.183555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cb4c89a7-816c-4e33-908c-4bbccab5e1b7 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/subnets/8250ebed-92e2-4077-a07a-260b052a8f76 HTTP/1.1" status: 404 len: 337 time: 0.0545959 Sep 16 05:08:11.194402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51880) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:11.219641 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-936ad0f5-a966-4394-ab79-3f3488bf0f10 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:11.221058 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936ad0f5-a966-4394-ab79-3f3488bf0f10 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:11.235875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-936ad0f5-a966-4394-ab79-3f3488bf0f10 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/networks/6441a5fb-afd4-429c-b806-63a28884464a HTTP/1.1" status: 404 len: 339 time: 0.0402422 Sep 16 05:08:11.236679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b242ac6-ec0c-44f4-b6ea-3465579e83b4 None None] Pushing event updated for resources: {'Port': ['ID=dae53be1-9dca-482f-91b8-39f1ce63066a,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:11.237106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51886) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:11.267413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:11.273588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:11.274162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-8dad712b-c6e9-470a-85ab-0545269a4eb5', 'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'tenant_id': 'c9742a016be744ffaaf9fa3049a3abf8', 'fixed_ips': [{'subnet_id': '2f1fd0df-8dac-4570-af6e-46381970e77d'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:11.276025 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.281248 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.289311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=90f85a4b-6587-4288-84bb-8d75dec6a25d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:11.293815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:11.311915 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-0749a4f8-bacb-47b5-81f3-733b10a2d577 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:11.312398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0749a4f8-bacb-47b5-81f3-733b10a2d577 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:11.321177 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0749a4f8-bacb-47b5-81f3-733b10a2d577 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/subnets/987da77a-9352-4954-aac7-d84293c0e4f6 HTTP/1.1" status: 404 len: 337 time: 0.0823436 Sep 16 05:08:11.321599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51890) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:11.354995 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e945b769-3a09-4321-bcc3-7c592bf13375 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:11.355580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e945b769-3a09-4321-bcc3-7c592bf13375 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:11.356675 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.357359 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e945b769-3a09-4321-bcc3-7c592bf13375 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/networks/c842166d-be46-40cc-9857-1e07145a378c HTTP/1.1" status: 404 len: 339 time: 0.0331089 Sep 16 05:08:11.362966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51892) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:11.442019 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b61859-4ce6-4eca-a2f7-308e58ccd44a None None] Pushing event updated for resources: {'Port': ['ID=c51293fc-7073-4989-9d06-0e95560885c2,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:11.495467 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d3c30007-bf57-4c55-ba92-df3fedb46462 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.547628 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Attempting to bind port c51293fc-7073-4989-9d06-0e95560885c2 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:11.548117 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Attempting to bind port c51293fc-7073-4989-9d06-0e95560885c2 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:11.548401 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Attempting to bind port c51293fc-7073-4989-9d06-0e95560885c2 on network 37cdc15d-9de1-4e55-b966-96e0464a0e98 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:11.550851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Allocated IP 2001:db8::2 (8dad712b-c6e9-470a-85ab-0545269a4eb5/2f1fd0df-8dac-4570-af6e-46381970e77d/ad2aebeb-85c5-4931-afab-768e37316a05) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:11.568310 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:11.568998 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Checking segment: {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:11.569981 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.570437 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Bound using segment: {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:11.570938 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Bound port: c51293fc-7073-4989-9d06-0e95560885c2, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:11.571325 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.593565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d3c30007-bf57-4c55-ba92-df3fedb46462 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.723412 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] For port c51293fc-7073-4989-9d06-0e95560885c2, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:11.731009 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] For port c51293fc-7073-4989-9d06-0e95560885c2, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c51293fc-7073-4989-9d06-0e95560885c2,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:11.731510 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c30007-bf57-4c55-ba92-df3fedb46462 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a6cd0e-a37e-4bf1-b2fe-c5d40aaf3d98,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:11.799220 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.806382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7d743e44-5156-4fa9-9e3e-e4c6b814d1dc tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Deleting port 20d220de-d0a0-47ae-95a8-e894ba47d097 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:11.807002 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d743e44-5156-4fa9-9e3e-e4c6b814d1dc tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.836557 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.876010 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d3c30007-bf57-4c55-ba92-df3fedb46462 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.884043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51898) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:11.885452 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d3c30007-bf57-4c55-ba92-df3fedb46462 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9062805 Sep 16 05:08:11.906561 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Routers {'8099a337-67bc-4010-afc9-3369e367d23a'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:11.906761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-e0374132-8a40-44fa-9c29-73e63f012540 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'security_group': {'name': 'tempest-secgroup-1684514921'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:11.907205 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8099a337-67bc-4010-afc9-3369e367d23a'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:11.920053 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.986673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfa232-9e04-48c7-8482-f9f12df864dc req-8ed1742e-c915-4ecb-85f3-926e3e02753a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.996369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06cfa232-9e04-48c7-8482-f9f12df864dc req-8ed1742e-c915-4ecb-85f3-926e3e02753a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.2360823 Sep 16 05:08:12.004507 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b61859-4ce6-4eca-a2f7-308e58ccd44a None None] Pushing event updated for resources: {'Port': ['ID=c51293fc-7073-4989-9d06-0e95560885c2,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:12.100835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:12.105859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06cfa232-9e04-48c7-8482-f9f12df864dc req-96345443-091d-488a-8cb0-6d2993736e23 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965221 Sep 16 05:08:12.108395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-507291dd-81bf-477d-b311-de96f135d249 None None] Provisioning complete for port c51293fc-7073-4989-9d06-0e95560885c2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:12.108797 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-507291dd-81bf-477d-b311-de96f135d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.122993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:12.132484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:12.155841 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e0374132-8a40-44fa-9c29-73e63f012540 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.167859 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] Set router 8099a337-67bc-4010-afc9-3369e367d23a gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:12.190456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Pushing event updated for resources: {'Port': ['ID=ad2aebeb-85c5-4931-afab-768e37316a05,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:12.201877 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d743e44-5156-4fa9-9e3e-e4c6b814d1dc tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.231060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:12.233115 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f00b9c6a-8d05-4881-bb5e-21499d5f44af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.336032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7d743e44-5156-4fa9-9e3e-e4c6b814d1dc tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Calling delete_port for 20d220de-d0a0-47ae-95a8-e894ba47d097 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:12.409689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Attempting to bind port ad2aebeb-85c5-4931-afab-768e37316a05 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:12.410292 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e0374132-8a40-44fa-9c29-73e63f012540 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.410410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Attempting to bind port ad2aebeb-85c5-4931-afab-768e37316a05 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'bd627d7f-65be-41e0-b7a9-861ad56b58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:12.410410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Attempting to bind port ad2aebeb-85c5-4931-afab-768e37316a05 on network 8dad712b-c6e9-470a-85ab-0545269a4eb5 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:12.421431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:12.421830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Checking segment: {'id': 'bd627d7f-65be-41e0-b7a9-861ad56b58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:12.422248 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.422662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Bound using segment: {'id': 'bd627d7f-65be-41e0-b7a9-861ad56b58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:12.423163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Bound port: ad2aebeb-85c5-4931-afab-768e37316a05, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd627d7f-65be-41e0-b7a9-861ad56b58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:12.423561 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.496196 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e0374132-8a40-44fa-9c29-73e63f012540 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.518556 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.525339 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.537853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:12.538568 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.543610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0374132-8a40-44fa-9c29-73e63f012540 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33b4500-1fae-40ba-9135-d6d2b28cbf14,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:12.584162 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8099a337-67bc-4010-afc9-3369e367d23a', 'name': 'tempest-TestServerMultinode-1144416326-router', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:08:04Z', 'revision_number': 4, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'gw_port': {'id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8099a337-67bc-4010-afc9-3369e367d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c51293fc-7073-4989-9d06-0e95560885c2', 'name': '', 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'mac_address': 'fa:16:3e:f2:25:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8099a337-67bc-4010-afc9-3369e367d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '86d593d6-dfcb-42e8-9af2-31405838da34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:04Z', 'updated_at': '2021-09-16T05:08:11Z', 'revision_number': 4, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'subnets': [{'id': '86d593d6-dfcb-42e8-9af2-31405838da34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:12.604554 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e0374132-8a40-44fa-9c29-73e63f012540 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.608744 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d743e44-5156-4fa9-9e3e-e4c6b814d1dc tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.613882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e0374132-8a40-44fa-9c29-73e63f012540 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7182748 Sep 16 05:08:12.613882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51904) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:12.616520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-902636483', 'security_groups': ['c33b4500-1fae-40ba-9135-d6d2b28cbf14'], 'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f1fd0df-8dac-4570-af6e-46381970e77d'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:12.627006 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865ee28-33fb-4023-8446-e78af5a3b85b None None] The sync data for ids ['8099a337-67bc-4010-afc9-3369e367d23a'] in n-d-712137-12 is: [{'id': '8099a337-67bc-4010-afc9-3369e367d23a', 'name': 'tempest-TestServerMultinode-1144416326-router', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:08:04Z', 'revision_number': 4, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'gw_port': {'id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8099a337-67bc-4010-afc9-3369e367d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c51293fc-7073-4989-9d06-0e95560885c2', 'name': '', 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'mac_address': 'fa:16:3e:f2:25:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8099a337-67bc-4010-afc9-3369e367d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '86d593d6-dfcb-42e8-9af2-31405838da34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:04Z', 'updated_at': '2021-09-16T05:08:11Z', 'revision_number': 4, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'subnets': [{'id': '86d593d6-dfcb-42e8-9af2-31405838da34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:12.668053 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-507291dd-81bf-477d-b311-de96f135d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.714252 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d743e44-5156-4fa9-9e3e-e4c6b814d1dc tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Port': ['ID=20d220de-d0a0-47ae-95a8-e894ba47d097,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:12.767957 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d743e44-5156-4fa9-9e3e-e4c6b814d1dc tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.770020 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7d743e44-5156-4fa9-9e3e-e4c6b814d1dc tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/ports/20d220de-d0a0-47ae-95a8-e894ba47d097 HTTP/1.1" status: 204 len: 168 time: 1.4061093 Sep 16 05:08:12.778298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51906) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:12.830053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-507291dd-81bf-477d-b311-de96f135d249 None None] For port c51293fc-7073-4989-9d06-0e95560885c2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c51293fc-7073-4989-9d06-0e95560885c2,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:12.852179 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-905b3b75-b240-412e-a77e-f6a966b5e9e3 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:12.853003 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905b3b75-b240-412e-a77e-f6a966b5e9e3 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:12.855046 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-905b3b75-b240-412e-a77e-f6a966b5e9e3 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/subnets/d33a9d8f-d640-472e-8e70-8f7df9771fd1 HTTP/1.1" status: 404 len: 337 time: 0.0757790 Sep 16 05:08:12.858044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] For port ad2aebeb-85c5-4931-afab-768e37316a05, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:12.858226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51908) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:12.883420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] For port ad2aebeb-85c5-4931-afab-768e37316a05, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ad2aebeb-85c5-4931-afab-768e37316a05,segment=NetworkSegment(bd627d7f-65be-41e0-b7a9-861ad56b58c2),segment_id=bd627d7f-65be-41e0-b7a9-861ad56b58c2)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:12.894216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device dae53be1-9dca-482f-91b8-39f1ce63066a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:12.957938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8ede04-3c61-442d-a035-71aaa4536cb2 None None] Network 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:12.963382 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.996069 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-507291dd-81bf-477d-b311-de96f135d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.011870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:13.055766 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507291dd-81bf-477d-b311-de96f135d249 None None] Pushing event updated for resources: {'Port': ['ID=c51293fc-7073-4989-9d06-0e95560885c2,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:13.066667 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.090796 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.114977 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.182664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f1ac7c-b134-45dc-bf60-d38f84d00227']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:13.201087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba56d78-5be4-40dc-a365-ba87f4d8e937') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:13.201389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba56d78-5be4-40dc-a365-ba87f4d8e937') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:13.232033 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.301391 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.320030 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.324636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:13.325046 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:13.337196 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:13.370478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead1d46-397e-483c-b8ce-d8c3d511ac92 req-e00a907f-70ee-4ac9-b47c-090392deee31 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.372320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ead1d46-397e-483c-b8ce-d8c3d511ac92 req-e00a907f-70ee-4ac9-b47c-090392deee31 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.1553752 Sep 16 05:08:13.417804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:13.419597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Router 16a39a13-052c-4d74-9b65-6b334452848b is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:08:13.429436 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port dae53be1-9dca-482f-91b8-39f1ce63066a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:13.430673 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.517028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9b4d4c96-2661-4e13-b8b9-020eb11792f8 None None] Provisioning complete for port c51293fc-7073-4989-9d06-0e95560885c2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:13.517700 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b4d4c96-2661-4e13-b8b9-020eb11792f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.525976 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d524a3d-55d6-4f2d-95fc-7629cd4aa9a1 None None] Pushing event updated for resources: {'Port': ['ID=ad2aebeb-85c5-4931-afab-768e37316a05,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:13.655261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:13.691971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Sync routers for ids ['16a39a13-052c-4d74-9b65-6b334452848b'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:13.743543 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.746151 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-22c6b71c-cb87-48b3-9cfb-03823150d4a6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1680520 Sep 16 05:08:13.748100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51912) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:13.851223 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.861003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Routers {'16a39a13-052c-4d74-9b65-6b334452848b'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:13.861678 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:07:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['16a39a13-052c-4d74-9b65-6b334452848b'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:14.053035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port dae53be1-9dca-482f-91b8-39f1ce63066a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=dae53be1-9dca-482f-91b8-39f1ce63066a,segment=NetworkSegment(ac34cef2-7033-43ff-a1f6-657c7af04ab2),segment_id=ac34cef2-7033-43ff-a1f6-657c7af04ab2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:14.056557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-9c88518d-342e-4600-8041-95bb75f45cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.058393 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-9c88518d-342e-4600-8041-95bb75f45cf7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1097 time: 0.1680908 Sep 16 05:08:14.063108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9b4d4c96-2661-4e13-b8b9-020eb11792f8 None None] Provisioning complete for port dae53be1-9dca-482f-91b8-39f1ce63066a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:14.063505 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b4d4c96-2661-4e13-b8b9-020eb11792f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.124731 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.131192 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.135402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/networks/37f1ac7c-b134-45dc-bf60-d38f84d00227 HTTP/1.1" status: 204 len: 168 time: 1.2742133 Sep 16 05:08:14.150860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51914) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:14.167381 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.206350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f64ed-1383-45a5-9007-1636fa855956 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Network': ['ID=37f1ac7c-b134-45dc-bf60-d38f84d00227,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:14.223161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ead1d46-397e-483c-b8ce-d8c3d511ac92 req-8a7e2717-4c7b-41f3-9c39-3397d3a52dd8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8290567 Sep 16 05:08:14.230508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Set router 16a39a13-052c-4d74-9b65-6b334452848b gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:14.244649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8::10d (8dad712b-c6e9-470a-85ab-0545269a4eb5/2f1fd0df-8dac-4570-af6e-46381970e77d/c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:14.436480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0f4eac8a-3368-481c-8848-6a3e2292b14f tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Deleting port 820e83b3-dfec-455c-b768-97f20ff15743 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:14.437008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f4eac8a-3368-481c-8848-6a3e2292b14f tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.439696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=dae53be1-9dca-482f-91b8-39f1ce63066a,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:14.654921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ad2aebeb-85c5-4931-afab-768e37316a05 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:14.656161 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f4eac8a-3368-481c-8848-6a3e2292b14f tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.656161 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.656376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-094e72b2-fe2e-453b-8585-8a640b22e6f7 None None] Provisioning complete for port dae53be1-9dca-482f-91b8-39f1ce63066a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:14.656508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0f4eac8a-3368-481c-8848-6a3e2292b14f tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Calling delete_port for 820e83b3-dfec-455c-b768-97f20ff15743 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:14.656624 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-094e72b2-fe2e-453b-8585-8a640b22e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.690602 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-89be7a35-74a9-4e01-af7b-40ff27995e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.716811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a39a13-052c-4d74-9b65-6b334452848b', 'name': 'tempest-TestServerMultinode-1270550831-router', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:09Z', 'updated_at': '2021-09-16T05:08:11Z', 'revision_number': 3, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'gw_port': {'id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:10Z', 'updated_at': '2021-09-16T05:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:14.756838 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Checking router: 16a39a13-052c-4d74-9b65-6b334452848b for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:14.757522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Updating router 16a39a13-052c-4d74-9b65-6b334452848b port 90f85a4b-6587-4288-84bb-8d75dec6a25d binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:14.784726 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ad2aebeb-85c5-4931-afab-768e37316a05 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:14.785266 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.831913 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.841977 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.856651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-15e89341-fae7-425a-a914-128caa4a6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.858884 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-15e89341-fae7-425a-a914-128caa4a6104 service neutron] 10.222.0.23 "GET /v2.0/networks?id=314d528f-5053-45fc-ae4e-4d87509ad1b4 HTTP/1.1" status: 200 len: 896 time: 0.7582941 Sep 16 05:08:14.882692 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f4eac8a-3368-481c-8848-6a3e2292b14f tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.906523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:14.913742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:14.928290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:14.935204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.935829 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.969373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:14.969373 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f4eac8a-3368-481c-8848-6a3e2292b14f tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.971543 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0f4eac8a-3368-481c-8848-6a3e2292b14f tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/ports/820e83b3-dfec-455c-b768-97f20ff15743 HTTP/1.1" status: 204 len: 168 time: 0.8191459 Sep 16 05:08:14.975653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51916) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:14.993762 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-21158efa-b892-48d5-b15f-12ee7cc054c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3 HTTP/1.1" status: 200 len: 1001 time: 0.1264684 Sep 16 05:08:15.008987 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8744a9-330a-4e83-85d3-36853a3c89c4 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:15.009456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8744a9-330a-4e83-85d3-36853a3c89c4 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:15.015712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51918) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:15.017025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4c8744a9-330a-4e83-85d3-36853a3c89c4 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/subnets/a88cef52-5445-4762-8c83-106977959374 HTTP/1.1" status: 404 len: 337 time: 0.0403147 Sep 16 05:08:15.036255 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.037003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4eac8a-3368-481c-8848-6a3e2292b14f tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Port': ['ID=820e83b3-dfec-455c-b768-97f20ff15743,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:15.047835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7875322c-cf18-496f-badc-5892e1f044fa tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4366333 Sep 16 05:08:15.052748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51920) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:15.056829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-45f71276-7476-42d8-9329-00c6d5d939c7 None None] Provisioning complete for port 1436200d-7dd5-442c-950b-c652544c9ce6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:15.056829 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45f71276-7476-42d8-9329-00c6d5d939c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.057973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ec444f70-b7b9-4be3-967f-08f1a189442b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:15.163809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-45f71276-7476-42d8-9329-00c6d5d939c7 None None] Port 1436200d-7dd5-442c-950b-c652544c9ce6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:15.168085 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port ad2aebeb-85c5-4931-afab-768e37316a05, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ad2aebeb-85c5-4931-afab-768e37316a05,segment=NetworkSegment(bd627d7f-65be-41e0-b7a9-861ad56b58c2),segment_id=bd627d7f-65be-41e0-b7a9-861ad56b58c2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:15.183371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-fce651aa-9078-4e00-8f9d-5f85c2cfe8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.183526 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-fce651aa-9078-4e00-8f9d-5f85c2cfe8c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb HTTP/1.1" status: 200 len: 835 time: 0.1807411 Sep 16 05:08:15.207540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.212377 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-45f71276-7476-42d8-9329-00c6d5d939c7 None None] Provisioning complete for port ad2aebeb-85c5-4931-afab-768e37316a05 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:15.214458 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45f71276-7476-42d8-9329-00c6d5d939c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.231121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.248997 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.250355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c51293fc-7073-4989-9d06-0e95560885c2 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:15.259491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc437a-534e-481b-a4e6-01edf115ac19 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:08:15.344175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdeb60-7051-42b7-a4f1-aab8756a8f7c req-d8e127a9-753c-4a98-ac65-cbd62222e608 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.345631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cdfdeb60-7051-42b7-a4f1-aab8756a8f7c req-d8e127a9-753c-4a98-ac65-cbd62222e608 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.0535245 Sep 16 05:08:15.345825 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.346425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec444f70-b7b9-4be3-967f-08f1a189442b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:15.351051 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec444f70-b7b9-4be3-967f-08f1a189442b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.353448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-77ab1984-c881-4c5b-8b20-01ca9caa7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.355619 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-77ab1984-c881-4c5b-8b20-01ca9caa7dd0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=314d528f-5053-45fc-ae4e-4d87509ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1627250 Sep 16 05:08:15.453960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cdfdeb60-7051-42b7-a4f1-aab8756a8f7c req-38427a5b-716d-428b-b8a0-5d2cf839c732 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979609 Sep 16 05:08:15.456187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=ad2aebeb-85c5-4931-afab-768e37316a05,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:15.481566 n-d-712137-12 neutron-server[95452]: INFO neutron.db.ipam_backend_mixin [None req-ec444f70-b7b9-4be3-967f-08f1a189442b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f1fd0df-8dac-4570-af6e-46381970e77d (CIDR: 2001:db8::/64) Sep 16 05:08:15.487173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.519420 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec444f70-b7b9-4be3-967f-08f1a189442b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:15.519967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec444f70-b7b9-4be3-967f-08f1a189442b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:15.545887 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.554424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c51293fc-7073-4989-9d06-0e95560885c2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:15.555252 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.582104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16274811-6648-432e-9c7f-21a03234ef06']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:15.586662 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.593632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ec444f70-b7b9-4be3-967f-08f1a189442b tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5397344 Sep 16 05:08:15.596431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51924) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:15.601643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc437a-534e-481b-a4e6-01edf115ac19 None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:08:15.602603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-e3a6e9d1-e286-4f29-8bb5-fa757d0e13e2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:15.622159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5c4dfa-6a46-488c-8056-06e71548d906') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:15.622450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5c4dfa-6a46-488c-8056-06e71548d906') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:15.632211 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-9d226204-30ba-4444-ab28-fd8735d5e72f service neutron] 10.222.0.23 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632332 Sep 16 05:08:15.638632 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.677173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Attempting to bind port 90f85a4b-6587-4288-84bb-8d75dec6a25d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:15.678313 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Attempting to bind port 90f85a4b-6587-4288-84bb-8d75dec6a25d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:15.678699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Attempting to bind port 90f85a4b-6587-4288-84bb-8d75dec6a25d on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:15.687229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4be765-d1a1-42d1-82ea-9af4b3bb0c5f None None] Pushing event updated for resources: {'Port': ['ID=90f85a4b-6587-4288-84bb-8d75dec6a25d,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:15.689718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Allocated IP 172.20.0.1 (6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4/95b754f7-3029-468f-8a39-c053b247af7f/5a2b3420-0faa-4aae-96c0-d6aa1c116908) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:15.692143 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.696797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:15.697180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:15.697587 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.697986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:15.698475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Bound port: 90f85a4b-6587-4288-84bb-8d75dec6a25d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:15.698865 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.746972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:15.747395 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:15.750538 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:15.795710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a6e9d1-e286-4f29-8bb5-fa757d0e13e2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:15.800277 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3a6e9d1-e286-4f29-8bb5-fa757d0e13e2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.834789 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-971dc72b-a04b-44e1-ae3f-e51146a6a539 service neutron] 10.222.0.23 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920388 Sep 16 05:08:15.925077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e592dea0-19a7-4c03-ad10-00ed44cf709a None None] Provisioning complete for port c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:15.925605 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e592dea0-19a7-4c03-ad10-00ed44cf709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.931694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.937997 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.945275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.951801 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/networks/16274811-6648-432e-9c7f-21a03234ef06 HTTP/1.1" status: 204 len: 168 time: 0.9302747 Sep 16 05:08:15.951956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51926) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:15.965942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dd881-bacc-4fd6-a7ff-246f52dfdf94 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Network': ['ID=16274811-6648-432e-9c7f-21a03234ef06,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.043132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f6d4cb-e97a-4645-ad60-d22dcbdf2d92 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Deleting subnet e3120c3e-16dd-4d5d-8862-7f7282dc7aaf {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:16.050062 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03f6d4cb-e97a-4645-ad60-d22dcbdf2d92 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.057831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e592dea0-19a7-4c03-ad10-00ed44cf709a None None] Port c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:16.059824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.079115 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] For port 90f85a4b-6587-4288-84bb-8d75dec6a25d, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:16.090283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] For port 90f85a4b-6587-4288-84bb-8d75dec6a25d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=90f85a4b-6587-4288-84bb-8d75dec6a25d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:16.097494 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.112813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Network 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:16.117448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:16.122028 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03f6d4cb-e97a-4645-ad60-d22dcbdf2d92 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.123677 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:16.169493 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.214088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Pushing event updated for resources: {'Port': ['ID=5a2b3420-0faa-4aae-96c0-d6aa1c116908,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.231278 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.239863 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03f6d4cb-e97a-4645-ad60-d22dcbdf2d92 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.287819 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3a6e9d1-e286-4f29-8bb5-fa757d0e13e2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.308950 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4be765-d1a1-42d1-82ea-9af4b3bb0c5f None None] Pushing event updated for resources: {'Port': ['ID=90f85a4b-6587-4288-84bb-8d75dec6a25d,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.344249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device dae53be1-9dca-482f-91b8-39f1ce63066a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:16.346310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a6e9d1-e286-4f29-8bb5-fa757d0e13e2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:16.355585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-e3a6e9d1-e286-4f29-8bb5-fa757d0e13e2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:16.362317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a6e9d1-e286-4f29-8bb5-fa757d0e13e2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.362921 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3a6e9d1-e286-4f29-8bb5-fa757d0e13e2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.369438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6e9d1-e286-4f29-8bb5-fa757d0e13e2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Subnet': ['ID=e77718c6-ca22-42c8-89c4-e22ee57b94e0,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.385183 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85be4ab-c7d5-4fa3-821a-32acdbf6e188 None None] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:16.406935 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.407878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Routers {'16a39a13-052c-4d74-9b65-6b334452848b'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:16.408596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['16a39a13-052c-4d74-9b65-6b334452848b'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:16.442338 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03f6d4cb-e97a-4645-ad60-d22dcbdf2d92 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.482020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e3a6e9d1-e286-4f29-8bb5-fa757d0e13e2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8820329 Sep 16 05:08:16.482020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6d4cb-e97a-4645-ad60-d22dcbdf2d92 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Subnet': ['ID=e3120c3e-16dd-4d5d-8862-7f7282dc7aaf,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.482845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51928) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:16.485017 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03f6d4cb-e97a-4645-ad60-d22dcbdf2d92 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.489290 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-03f6d4cb-e97a-4645-ad60-d22dcbdf2d92 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/subnets/e3120c3e-16dd-4d5d-8862-7f7282dc7aaf HTTP/1.1" status: 204 len: 168 time: 0.5362263 Sep 16 05:08:16.495324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e26a32d9-0ccb-4a15-acde-d103172bb831 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-520838150', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e77718c6-ca22-42c8-89c4-e22ee57b94e0'}], 'security_groups': ['d1a6cd0e-a37e-4bf1-b2fe-c5d40aaf3d98']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:16.495535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51930) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:16.504101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9362c010-3d27-43a5-9d2c-cc10ddec6ce0 None None] Network 0e2e6fec-51c4-49c1-8919-505c6fbab309 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:16.542678 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.625939 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.658815 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port dae53be1-9dca-482f-91b8-39f1ce63066a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:16.659160 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.725924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec510b-f890-4546-868a-b8d324e4bcb0 req-5dbd8b45-0368-463f-9fd7-8674a45946c4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.728064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6aec510b-f890-4546-868a-b8d324e4bcb0 req-5dbd8b45-0368-463f-9fd7-8674a45946c4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.0963123 Sep 16 05:08:16.736745 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] Set router 16a39a13-052c-4d74-9b65-6b334452848b gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:16.782609 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e26a32d9-0ccb-4a15-acde-d103172bb831 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.783329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Deleting port d6ea4b81-4be7-476c-a9c6-ff290736dfa5 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:16.783683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.798655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6aec510b-f890-4546-868a-b8d324e4bcb0 req-f5751f3b-02cc-41cc-8d0c-009be1512efb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622237 Sep 16 05:08:16.823281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.832015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ec489302-e459-41d3-b090-88af4215b0e6 None None] Provisioning complete for port 5a2b3420-0faa-4aae-96c0-d6aa1c116908 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:16.837131 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec489302-e459-41d3-b090-88af4215b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.857019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] For port d6ea4b81-4be7-476c-a9c6-ff290736dfa5, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d6ea4b81-4be7-476c-a9c6-ff290736dfa5,segment=NetworkSegment(814be382-0bec-4712-b598-da7119333cf2),segment_id=814be382-0bec-4712-b598-da7119333cf2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:16.857297 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.871164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Calling delete_port for d6ea4b81-4be7-476c-a9c6-ff290736dfa5 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:16.901349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.017161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ec489302-e459-41d3-b090-88af4215b0e6 None None] Port 5a2b3420-0faa-4aae-96c0-d6aa1c116908 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:17.034379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1398214-56a7-42cc-87a4-1660b0ab941f None None] DHCP port deletion for 0e2e6fec-51c4-49c1-8919-505c6fbab309 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:17.040965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.046813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Pushing event updated for resources: {'Port': ['ID=5a2b3420-0faa-4aae-96c0-d6aa1c116908,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.060199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ad2aebeb-85c5-4931-afab-768e37316a05 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:17.067114 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.096112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Port': ['ID=d6ea4b81-4be7-476c-a9c6-ff290736dfa5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.106366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] No DVR routers for this DVR port d6ea4b81-4be7-476c-a9c6-ff290736dfa5 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:17.199226 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.200628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364fd0f0-1d40-4146-9774-3767e2b54ffb None None] Update dhcp port {'port': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'fixed_ips': [{'subnet_id': '2f1fd0df-8dac-4570-af6e-46381970e77d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e77718c6-ca22-42c8-89c4-e22ee57b94e0'}], 'binding:host_id': 'n-d-712137-12'}, 'id': 'ad2aebeb-85c5-4931-afab-768e37316a05'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:08:17.220694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2e6fec-51c4-49c1-8919-505c6fbab309']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:17.231284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Network 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:17.231957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814be382-0bec-4712-b598-da7119333cf2') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:17.232349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814be382-0bec-4712-b598-da7119333cf2') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:17.237173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:17.243779 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.251463 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-364fd0f0-1d40-4146-9774-3767e2b54ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.258000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ad2aebeb-85c5-4931-afab-768e37316a05 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:17.258000 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.264693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f1398214-56a7-42cc-87a4-1660b0ab941f None None] Deleting port d6ea4b81-4be7-476c-a9c6-ff290736dfa5 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:17.264693 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1398214-56a7-42cc-87a4-1660b0ab941f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.265090 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.266944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:17.267254 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:17.274514 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:17.372869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e26a32d9-0ccb-4a15-acde-d103172bb831 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Delete allocated IP 2001:db8::10d (8dad712b-c6e9-470a-85ab-0545269a4eb5/2f1fd0df-8dac-4570-af6e-46381970e77d) {{(pid=95451) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:08:17.418113 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a39a13-052c-4d74-9b65-6b334452848b', 'name': 'tempest-TestServerMultinode-1270550831-router', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:09Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 4, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'gw_port': {'id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:10Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '5a2b3420-0faa-4aae-96c0-d6aa1c116908', 'name': '', 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'mac_address': 'fa:16:3e:2f:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '95b754f7-3029-468f-8a39-c053b247af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:15Z', 'revision_number': 1, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'subnets': [{'id': '95b754f7-3029-468f-8a39-c053b247af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:17.419527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e26a32d9-0ccb-4a15-acde-d103172bb831 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8:0:1::1de (8dad712b-c6e9-470a-85ab-0545269a4eb5/e77718c6-ca22-42c8-89c4-e22ee57b94e0/c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:17.421918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f1398214-56a7-42cc-87a4-1660b0ab941f None None] For port d6ea4b81-4be7-476c-a9c6-ff290736dfa5, host n-d-712137-12, got binding levels [] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:17.422327 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1398214-56a7-42cc-87a4-1660b0ab941f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.476743 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.477349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Router 16a39a13-052c-4d74-9b65-6b334452848b has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:17.522891 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.527273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] 10.222.0.24 "DELETE /v2.0/networks/0e2e6fec-51c4-49c1-8919-505c6fbab309 HTTP/1.1" status: 204 len: 168 time: 1.0279183 Sep 16 05:08:17.527273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb424b-41b2-4c7f-afa7-8ae189845107 tempest-NetworksIpV6TestAttrs-866139519 tempest-NetworksIpV6TestAttrs-866139519-project] Pushing event deleted for resources: {'Network': ['ID=0e2e6fec-51c4-49c1-8919-505c6fbab309,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.539109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d400fae-6d9d-408b-a7c6-edead65e2e43 None None] The sync data for ids ['16a39a13-052c-4d74-9b65-6b334452848b'] in n-d-712137-12 is: [{'id': '16a39a13-052c-4d74-9b65-6b334452848b', 'name': 'tempest-TestServerMultinode-1270550831-router', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:09Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 4, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'gw_port': {'id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:10Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '5a2b3420-0faa-4aae-96c0-d6aa1c116908', 'name': '', 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'mac_address': 'fa:16:3e:2f:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '95b754f7-3029-468f-8a39-c053b247af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:15Z', 'revision_number': 1, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'subnets': [{'id': '95b754f7-3029-468f-8a39-c053b247af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:17.546265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f1398214-56a7-42cc-87a4-1660b0ab941f None None] Calling delete_port for d6ea4b81-4be7-476c-a9c6-ff290736dfa5 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:17.566064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.ipam_backend_mixin [None req-f1398214-56a7-42cc-87a4-1660b0ab941f None None] Port d6ea4b81-4be7-476c-a9c6-ff290736dfa5 was not found and therefore no delete operation was performed {{(pid=95453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:08:17.570995 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1398214-56a7-42cc-87a4-1660b0ab941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.635080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1398214-56a7-42cc-87a4-1660b0ab941f None None] Pushing event deleted for resources: {'Port': ['ID=d6ea4b81-4be7-476c-a9c6-ff290736dfa5,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.641124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1398214-56a7-42cc-87a4-1660b0ab941f None None] Network 0e2e6fec-51c4-49c1-8919-505c6fbab309 is not hosted by any dhcp agent {{(pid=95453) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:08:17.641594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1398214-56a7-42cc-87a4-1660b0ab941f None None] No DVR routers for this DVR port d6ea4b81-4be7-476c-a9c6-ff290736dfa5 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:17.649751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-821b9787-4681-44a5-821a-12fdcd540a0d None None] Provisioning complete for port 5a2b3420-0faa-4aae-96c0-d6aa1c116908 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:17.650026 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-821b9787-4681-44a5-821a-12fdcd540a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.651865 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.699420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-821b9787-4681-44a5-821a-12fdcd540a0d None None] Port 5a2b3420-0faa-4aae-96c0-d6aa1c116908 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:17.707323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:17.714373 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-06087c71-3500-4ae6-824c-69f64ed83d57 admin admin] 10.222.0.24 "PUT /v2.0/routers/16a39a13-052c-4d74-9b65-6b334452848b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9650931 Sep 16 05:08:17.732038 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e26a32d9-0ccb-4a15-acde-d103172bb831 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.861879 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e26a32d9-0ccb-4a15-acde-d103172bb831 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.967476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a3aa7-2764-4042-9fc8-76aff0f43a4a req-4512cba2-04ff-4574-83d4-fafcaa831fcd tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.973392 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a32d9-0ccb-4a15-acde-d103172bb831 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.977299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-694a3aa7-2764-4042-9fc8-76aff0f43a4a req-4512cba2-04ff-4574-83d4-fafcaa831fcd tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.0917933 Sep 16 05:08:18.003318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e26a32d9-0ccb-4a15-acde-d103172bb831 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] In _notify_port_updated(), no bound segment for port c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c on network 8dad712b-c6e9-470a-85ab-0545269a4eb5 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:08:18.012435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26a32d9-0ccb-4a15-acde-d103172bb831 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.013243 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e26a32d9-0ccb-4a15-acde-d103172bb831 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.015026 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e26a32d9-0ccb-4a15-acde-d103172bb831 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "PUT /v2.0/ports/c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c HTTP/1.1" status: 200 len: 930 time: 1.5273933 Sep 16 05:08:18.018696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51944) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:18.042874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-694a3aa7-2764-4042-9fc8-76aff0f43a4a req-827041b8-3d65-49ff-9977-581de9357d61 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646567 Sep 16 05:08:18.126668 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-364fd0f0-1d40-4146-9774-3767e2b54ffb None None] Allocated IP 2001:db8:0:1::2 (8dad712b-c6e9-470a-85ab-0545269a4eb5/e77718c6-ca22-42c8-89c4-e22ee57b94e0/ad2aebeb-85c5-4931-afab-768e37316a05) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:18.224153 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c3caef82-2c5d-455f-944c-d44bd3b1637a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:18.224890 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c3caef82-2c5d-455f-944c-d44bd3b1637a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.254889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51948) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:18.279028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-364fd0f0-1d40-4146-9774-3767e2b54ffb None None] For port ad2aebeb-85c5-4931-afab-768e37316a05, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ad2aebeb-85c5-4931-afab-768e37316a05,segment=NetworkSegment(bd627d7f-65be-41e0-b7a9-861ad56b58c2),segment_id=bd627d7f-65be-41e0-b7a9-861ad56b58c2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:18.321685 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-364fd0f0-1d40-4146-9774-3767e2b54ffb None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.332051 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d6ea4b81-4be7-476c-a9c6-ff290736dfa5 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:18.371930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: d6ea4b81-4be7-476c-a9c6-ff290736dfa5 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:18.372369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d6ea4b81-4be7-476c-a9c6-ff290736dfa5 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:18.385135 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c3caef82-2c5d-455f-944c-d44bd3b1637a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.399347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c3caef82-2c5d-455f-944c-d44bd3b1637a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:18.415873 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-364fd0f0-1d40-4146-9774-3767e2b54ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.513725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fd0f0-1d40-4146-9774-3767e2b54ffb None None] Pushing event updated for resources: {'Port': ['ID=ad2aebeb-85c5-4931-afab-768e37316a05,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:18.537572 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9db70c4b-e613-4339-b85a-0305f915a6b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62d2eba8fe2b4c2ebcbce6f4343c4ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813365 Sep 16 05:08:18.539977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51958) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:18.625024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74980aa9-8aa3-4fab-b665-0e8460350317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.669818 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c3caef82-2c5d-455f-944c-d44bd3b1637a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.714622 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74980aa9-8aa3-4fab-b665-0e8460350317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.718428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3caef82-2c5d-455f-944c-d44bd3b1637a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:18.748392 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c3caef82-2c5d-455f-944c-d44bd3b1637a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.755133 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c3caef82-2c5d-455f-944c-d44bd3b1637a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c HTTP/1.1" status: 204 len: 168 time: 0.7351148 Sep 16 05:08:18.756310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51972) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:18.774548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-184353b2-d8df-4dab-9ad7-7d67c5b46953 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.780747 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-184353b2-d8df-4dab-9ad7-7d67c5b46953 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/networks?id=37cdc15d-9de1-4e55-b966-96e0464a0e98 HTTP/1.1" status: 200 len: 910 time: 0.1697879 Sep 16 05:08:18.783274 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4952750-7066-46ae-a7d6-b89239271a20 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:08:18.789318 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b4952750-7066-46ae-a7d6-b89239271a20 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c HTTP/1.1" status: 404 len: 333 time: 0.0316074 Sep 16 05:08:18.792138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51974) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:18.836727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-ca8ee746-f7b0-43e2-9325-580f8fd55843 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/quotas/91610e7b9f5249d3abac64f42e9c95f1 HTTP/1.1" status: 200 len: 375 time: 0.0505848 Sep 16 05:08:18.887815 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6006691a-a23d-4279-8d71-d85edc7f7df1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.917570 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6006691a-a23d-4279-8d71-d85edc7f7df1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.919009 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74980aa9-8aa3-4fab-b665-0e8460350317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.922406 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74980aa9-8aa3-4fab-b665-0e8460350317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.923873 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-74980aa9-8aa3-4fab-b665-0e8460350317 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc329ef3-f718-4a8b-9b1d-980cf2c94f79 HTTP/1.1" status: 204 len: 168 time: 0.3821342 Sep 16 05:08:18.953220 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-bd8d5f09-162d-4ead-beb0-1f15aae7e77d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=91610e7b9f5249d3abac64f42e9c95f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084456 Sep 16 05:08:18.955901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74980aa9-8aa3-4fab-b665-0e8460350317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc329ef3-f718-4a8b-9b1d-980cf2c94f79,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.053275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6006691a-a23d-4279-8d71-d85edc7f7df1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.056639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6006691a-a23d-4279-8d71-d85edc7f7df1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.058260 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6006691a-a23d-4279-8d71-d85edc7f7df1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/security-groups/c33b4500-1fae-40ba-9135-d6d2b28cbf14 HTTP/1.1" status: 204 len: 168 time: 0.2646439 Sep 16 05:08:19.061936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 51978) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:19.069069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006691a-a23d-4279-8d71-d85edc7f7df1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33b4500-1fae-40ba-9135-d6d2b28cbf14,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.133475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-5facfea3-e9ef-468c-b0c1-f0c70d5eb74f service neutron] 10.222.0.24 "GET /v2.0/networks/37cdc15d-9de1-4e55-b966-96e0464a0e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550882 Sep 16 05:08:19.185516 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33d616fd-4788-4de3-af76-582d98215ff3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.299836 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33d616fd-4788-4de3-af76-582d98215ff3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.334778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f395dd-8226-4235-8552-e58e0b970a06 req-6635bbb4-19ca-4e72-b528-9556cd4e4f16 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.336733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1f395dd-8226-4235-8552-e58e0b970a06 req-6635bbb4-19ca-4e72-b528-9556cd4e4f16 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.1752450 Sep 16 05:08:19.343276 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-98d16096-9c23-4188-a416-a73e630750e6 None None] Provisioning complete for port 1436200d-7dd5-442c-950b-c652544c9ce6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:19.343856 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98d16096-9c23-4188-a416-a73e630750e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.394509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-98d16096-9c23-4188-a416-a73e630750e6 None None] Port 1436200d-7dd5-442c-950b-c652544c9ce6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:19.406219 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-98d16096-9c23-4188-a416-a73e630750e6 None None] Provisioning complete for port ad2aebeb-85c5-4931-afab-768e37316a05 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:19.407095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98d16096-9c23-4188-a416-a73e630750e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.407943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1f395dd-8226-4235-8552-e58e0b970a06 req-c7cca26d-6ce4-4baa-8746-facfb864cb26 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623515 Sep 16 05:08:19.419846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-a2f20b4e-b5ca-4909-9c65-b01b84bf4e18 service neutron] 10.222.0.24 "GET /v2.0/networks/37cdc15d-9de1-4e55-b966-96e0464a0e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700610 Sep 16 05:08:19.513533 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33d616fd-4788-4de3-af76-582d98215ff3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.518553 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-33d616fd-4788-4de3-af76-582d98215ff3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.520536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-33d616fd-4788-4de3-af76-582d98215ff3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/security-groups/d1a6cd0e-a37e-4bf1-b2fe-c5d40aaf3d98 HTTP/1.1" status: 204 len: 168 time: 0.4563248 Sep 16 05:08:19.523810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 51990) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:19.538780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d616fd-4788-4de3-af76-582d98215ff3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a6cd0e-a37e-4bf1-b2fe-c5d40aaf3d98,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.587080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-98d16096-9c23-4188-a416-a73e630750e6 None None] Could not find standard attr ID for object c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:08:19.611064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02577a0-92b4-44d5-9434-a78e3e2fa847 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting subnet 2f1fd0df-8dac-4570-af6e-46381970e77d {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:19.614253 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b02577a0-92b4-44d5-9434-a78e3e2fa847 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.658748 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b02577a0-92b4-44d5-9434-a78e3e2fa847 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.700769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4edd0b2b-d682-491a-9bf1-f86247f53299 None None] Could not find standard attr ID for object c1dd54ba-444e-4e0a-b8ba-14a6165dfc1c. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:08:19.749366 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c380e14-0070-4bbb-a526-ba71e4dd9c71 req-6ef29f68-51a9-481e-a23d-77341d725cd0 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 210 time: 0.0445428 Sep 16 05:08:19.780190 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b02577a0-92b4-44d5-9434-a78e3e2fa847 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.955653 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b02577a0-92b4-44d5-9434-a78e3e2fa847 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.987774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02577a0-92b4-44d5-9434-a78e3e2fa847 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1fd0df-8dac-4570-af6e-46381970e77d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.993494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b02577a0-92b4-44d5-9434-a78e3e2fa847 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.999440 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52004) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:19.999639 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b02577a0-92b4-44d5-9434-a78e3e2fa847 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/2f1fd0df-8dac-4570-af6e-46381970e77d HTTP/1.1" status: 204 len: 168 time: 0.4744480 Sep 16 05:08:20.004932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e21cfd9-3cce-41b5-be53-9e10e683f198 None None] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:20.005127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-bce31822-5913-48d9-8670-b47d361920a1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:20.224758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce31822-5913-48d9-8670-b47d361920a1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:20.228724 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bce31822-5913-48d9-8670-b47d361920a1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.433393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52012) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:20.438878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ad2aebeb-85c5-4931-afab-768e37316a05 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:20.520514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ad2aebeb-85c5-4931-afab-768e37316a05 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:20.521650 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.575618 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Sync routers for ids ['16a39a13-052c-4d74-9b65-6b334452848b'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:20.586239 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Routers {'16a39a13-052c-4d74-9b65-6b334452848b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:20.586928 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['16a39a13-052c-4d74-9b65-6b334452848b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:20.599955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'network': {'name': 'tempest-RoutersTest-1467673309'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:20.645640 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bce31822-5913-48d9-8670-b47d361920a1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.674026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 90f85a4b-6587-4288-84bb-8d75dec6a25d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:20.703915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:20.707685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.715550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce18887-9d3e-40f5-9d61-0dca4710c1ee req-7a224e3c-4b95-454a-bb58-533458a5bd77 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.732041 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Set router 16a39a13-052c-4d74-9b65-6b334452848b gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:20.738785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dce18887-9d3e-40f5-9d61-0dca4710c1ee req-7a224e3c-4b95-454a-bb58-533458a5bd77 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.1684186 Sep 16 05:08:20.742504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce31822-5913-48d9-8670-b47d361920a1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Subnet': ['ID=bc75530e-9469-4df5-a94c-f9f14fbd918c,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:20.745724 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 90f85a4b-6587-4288-84bb-8d75dec6a25d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:20.746203 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.809997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce31822-5913-48d9-8670-b47d361920a1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:20.819888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-bce31822-5913-48d9-8670-b47d361920a1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:20.825631 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce31822-5913-48d9-8670-b47d361920a1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.826223 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bce31822-5913-48d9-8670-b47d361920a1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.891201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dce18887-9d3e-40f5-9d61-0dca4710c1ee req-62c89d9b-d113-4648-b45f-16b1777c698e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344862 Sep 16 05:08:20.902784 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.914965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4ca7-f543-41c5-a50a-ca251b573b44 req-5982420f-eb8b-46a1-9b73-79502f702ba3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.924040 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01cf4ca7-f543-41c5-a50a-ca251b573b44 req-5982420f-eb8b-46a1-9b73-79502f702ba3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0922353 Sep 16 05:08:20.961054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 90f85a4b-6587-4288-84bb-8d75dec6a25d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=90f85a4b-6587-4288-84bb-8d75dec6a25d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:20.970588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01cf4ca7-f543-41c5-a50a-ca251b573b44 req-51d54059-7eeb-45b1-a24a-d25d9e462586 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451355 Sep 16 05:08:20.973191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bce31822-5913-48d9-8670-b47d361920a1 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9724681 Sep 16 05:08:20.976701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52024) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:20.984219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f31d0a63-b338-40f4-a814-caf80e4d9ea8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'security_group': {'name': 'tempest-secgroup-1823056657'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:21.038006 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a39a13-052c-4d74-9b65-6b334452848b', 'name': 'tempest-TestServerMultinode-1270550831-router', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:09Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 4, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'gw_port': {'id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:10Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '5a2b3420-0faa-4aae-96c0-d6aa1c116908', 'name': '', 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'mac_address': 'fa:16:3e:2f:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '95b754f7-3029-468f-8a39-c053b247af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 2, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'subnets': [{'id': '95b754f7-3029-468f-8a39-c053b247af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:21.070159 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4fd612aa-5852-4220-8969-91b8aae93ce3 req-e229fdeb-c7df-4d18-abf0-28c33d199010 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 210 time: 0.0655069 Sep 16 05:08:21.098708 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Checking router: 16a39a13-052c-4d74-9b65-6b334452848b for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:21.099779 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Updating router 16a39a13-052c-4d74-9b65-6b334452848b port 5a2b3420-0faa-4aae-96c0-d6aa1c116908 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:21.113237 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.150178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f31d0a63-b338-40f4-a814-caf80e4d9ea8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.197909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd64a67-9041-4b9d-87e1-b80c8de9cbf0 req-15e03c3d-edb2-4deb-8afe-85e344df1644 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.200160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-acd64a67-9041-4b9d-87e1-b80c8de9cbf0 req-15e03c3d-edb2-4deb-8afe-85e344df1644 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0918348 Sep 16 05:08:21.206187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=90f85a4b-6587-4288-84bb-8d75dec6a25d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:21.229036 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb60fe-34f9-4db7-b2d8-769cdff6430b None None] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:21.262580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fa97d826-8a6b-473f-a76f-467ec1e4ab47 None None] Provisioning complete for port 1436200d-7dd5-442c-950b-c652544c9ce6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:21.263367 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa97d826-8a6b-473f-a76f-467ec1e4ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.275206 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.282309 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.300889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-acd64a67-9041-4b9d-87e1-b80c8de9cbf0 req-2ace1404-0d86-47d1-8a65-3ac25f1063c1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814722 Sep 16 05:08:21.369628 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f31d0a63-b338-40f4-a814-caf80e4d9ea8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.394524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-fa97d826-8a6b-473f-a76f-467ec1e4ab47 None None] Port 1436200d-7dd5-442c-950b-c652544c9ce6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:21.433619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f31d0a63-b338-40f4-a814-caf80e4d9ea8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.441889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fa97d826-8a6b-473f-a76f-467ec1e4ab47 None None] Provisioning complete for port ad2aebeb-85c5-4931-afab-768e37316a05 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:21.443458 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa97d826-8a6b-473f-a76f-467ec1e4ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.472189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d0a63-b338-40f4-a814-caf80e4d9ea8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81e88ef-2dce-4c5a-a9d1-eaa5115c8a0d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:21.597968 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.652107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f076e6-2e03-4f5a-ba6c-97f24b54e893 None None] Update dhcp port {'port': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'fixed_ips': [{'subnet_id': 'e77718c6-ca22-42c8-89c4-e22ee57b94e0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bc75530e-9469-4df5-a94c-f9f14fbd918c'}], 'binding:host_id': 'n-d-712137-12'}, 'id': 'ad2aebeb-85c5-4931-afab-768e37316a05'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:08:21.673303 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.684585 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c4f076e6-2e03-4f5a-ba6c-97f24b54e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.700981 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.729172 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-9aa134c9-3f9e-4e23-adf0-2bfcc8945130 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.736102 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:21.739060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-9aa134c9-3f9e-4e23-adf0-2bfcc8945130 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 811 time: 0.1443503 Sep 16 05:08:21.757290 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f0ab2f30-e6a3-4734-ba40-777159dec016 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/quotas/32a863b5f01144d9abb8c9b5ce5f9b5d HTTP/1.1" status: 200 len: 375 time: 0.0165563 Sep 16 05:08:21.759957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d6584a-d6eb-45d0-832f-6ac4c2100caf,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:21.761218 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.765146 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.766943 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Added segment ba1dea04-076c-496b-b0cb-acc289131522 of type vlan for network e682417c-af8c-42e7-8172-4e18236f8d30 Sep 16 05:08:21.796886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f31d0a63-b338-40f4-a814-caf80e4d9ea8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.798220 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f31d0a63-b338-40f4-a814-caf80e4d9ea8 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8195908 Sep 16 05:08:21.802061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52040) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:21.807940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f5a806ce-d1bb-43a0-a7cd-c7ab1360d2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'security_group': {'name': 'tempest-secgroup-1709185445'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:21.826884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.884084 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-c86fc91b-717a-4070-ba58-311c12d08cca tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1258187 Sep 16 05:08:21.925982 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Attempting to bind port 5a2b3420-0faa-4aae-96c0-d6aa1c116908 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:21.926645 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Attempting to bind port 5a2b3420-0faa-4aae-96c0-d6aa1c116908 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ac34cef2-7033-43ff-a1f6-657c7af04ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:21.927753 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Attempting to bind port 5a2b3420-0faa-4aae-96c0-d6aa1c116908 on network 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:21.936986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:21.937578 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Checking segment: {'id': 'ac34cef2-7033-43ff-a1f6-657c7af04ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:21.938319 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.938722 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Bound using segment: {'id': 'ac34cef2-7033-43ff-a1f6-657c7af04ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:21.939201 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Bound port: 5a2b3420-0faa-4aae-96c0-d6aa1c116908, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac34cef2-7033-43ff-a1f6-657c7af04ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:21.939581 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.972430 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.978356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-c4f076e6-2e03-4f5a-ba6c-97f24b54e893 None None] Allocated IP 2001:db8::2 (8dad712b-c6e9-470a-85ab-0545269a4eb5/bc75530e-9469-4df5-a94c-f9f14fbd918c/ad2aebeb-85c5-4931-afab-768e37316a05) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:21.980144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.981241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.027425 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5a806ce-d1bb-43a0-a7cd-c7ab1360d2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.030295 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] For port 5a2b3420-0faa-4aae-96c0-d6aa1c116908, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:22.033865 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] For port 5a2b3420-0faa-4aae-96c0-d6aa1c116908, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5a2b3420-0faa-4aae-96c0-d6aa1c116908,segment=NetworkSegment(ac34cef2-7033-43ff-a1f6-657c7af04ab2),segment_id=ac34cef2-7033-43ff-a1f6-657c7af04ab2)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:22.038759 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Pushing event updated for resources: {'Port': ['ID=5a2b3420-0faa-4aae-96c0-d6aa1c116908,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.047179 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.047805 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.048325 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.048868 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.049365 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.049885 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.050437 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.050941 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.051637 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.052997 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.053565 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.054814 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:22.113160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c4f076e6-2e03-4f5a-ba6c-97f24b54e893 None None] For port ad2aebeb-85c5-4931-afab-768e37316a05, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ad2aebeb-85c5-4931-afab-768e37316a05,segment=NetworkSegment(bd627d7f-65be-41e0-b7a9-861ad56b58c2),segment_id=bd627d7f-65be-41e0-b7a9-861ad56b58c2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:22.129991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e48be-97d8-4cfa-bf27-a35daefa5920 req-822cb0fe-1f92-48f0-8d43-e39282357c7d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.133195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e8e48be-97d8-4cfa-bf27-a35daefa5920 req-822cb0fe-1f92-48f0-8d43-e39282357c7d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.1095562 Sep 16 05:08:22.135126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Network': ['ID=e682417c-af8c-42e7-8172-4e18236f8d30,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.142682 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.143540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-a7deb602-b9ae-4a49-8184-7c17b6ea01d5 service neutron] 10.222.0.24 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563417 Sep 16 05:08:22.148342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network e682417c-af8c-42e7-8172-4e18236f8d30 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:22.167179 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-87179a55-55ff-4307-9ef4-52ba33a905a4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7325792 Sep 16 05:08:22.173002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52046) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:22.187581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-db9dc52a-d3ca-40e3-bfb5-335c2c6ebbe1 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'network': {'name': 'tempest-RoutersTest-2023475167'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:22.206408 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b662c-61f6-4967-9110-2ef14eb2be21 None None] Pushing event updated for resources: {'Port': ['ID=5a2b3420-0faa-4aae-96c0-d6aa1c116908,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.210046 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Routers {'16a39a13-052c-4d74-9b65-6b334452848b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:22.211296 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c4f076e6-2e03-4f5a-ba6c-97f24b54e893 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.217607 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['16a39a13-052c-4d74-9b65-6b334452848b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:22.262595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f1c6bf74-0a39-4284-b6e4-287182c9a022 None None] Provisioning complete for port 5a2b3420-0faa-4aae-96c0-d6aa1c116908 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:22.263336 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1c6bf74-0a39-4284-b6e4-287182c9a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.272877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e8e48be-97d8-4cfa-bf27-a35daefa5920 req-885bf5f4-1be9-482b-9cb5-d1aa35c58205 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295993 Sep 16 05:08:22.350357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c4f076e6-2e03-4f5a-ba6c-97f24b54e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.388397 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-28d5b076-05f9-418f-984e-f86b976c91a8 service neutron] 10.222.0.24 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233205 Sep 16 05:08:22.430414 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 90f85a4b-6587-4288-84bb-8d75dec6a25d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:22.441714 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] Set router 16a39a13-052c-4d74-9b65-6b334452848b gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:22.535055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e48375ee-e461-4da9-9f61-34424f2efe8c req-a67fd9f7-2d29-4468-a2d9-784ab6ef5d8f tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 210 time: 0.0828578 Sep 16 05:08:22.542937 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5a806ce-d1bb-43a0-a7cd-c7ab1360d2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.594836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-15307e65-02cd-49bb-83a5-af35d7e6bd3b tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.596496 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-15307e65-02cd-49bb-83a5-af35d7e6bd3b tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.23 "GET /v2.0/networks?id=37cdc15d-9de1-4e55-b966-96e0464a0e98 HTTP/1.1" status: 200 len: 910 time: 0.1657522 Sep 16 05:08:22.610970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f076e6-2e03-4f5a-ba6c-97f24b54e893 None None] Pushing event updated for resources: {'Port': ['ID=ad2aebeb-85c5-4931-afab-768e37316a05,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.612030 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Request body: {'port': {'device_id': 'c8de2735-7161-4fa5-ac1f-eb7d93e61e0f', 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98', 'admin_state_up': True, 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:22.624804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5a806ce-d1bb-43a0-a7cd-c7ab1360d2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.683942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a806ce-d1bb-43a0-a7cd-c7ab1360d2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c152e37-dddd-424b-87b4-434285b56dd9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.694027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 90f85a4b-6587-4288-84bb-8d75dec6a25d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:22.694399 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.696246 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1c6bf74-0a39-4284-b6e4-287182c9a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.738288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9dc52a-d3ca-40e3-bfb5-335c2c6ebbe1 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:22.742863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db9dc52a-d3ca-40e3-bfb5-335c2c6ebbe1 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.747958 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a39a13-052c-4d74-9b65-6b334452848b', 'name': 'tempest-TestServerMultinode-1270550831-router', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:09Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 4, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'gw_port': {'id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:10Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '5a2b3420-0faa-4aae-96c0-d6aa1c116908', 'name': '', 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'mac_address': 'fa:16:3e:2f:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '95b754f7-3029-468f-8a39-c053b247af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:22Z', 'revision_number': 4, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'subnets': [{'id': '95b754f7-3029-468f-8a39-c053b247af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:22.782786 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268851da-c15c-4db5-b17f-15d3f2bb5bb0 None None] The sync data for ids ['16a39a13-052c-4d74-9b65-6b334452848b'] in n-d-712137-12 is: [{'id': '16a39a13-052c-4d74-9b65-6b334452848b', 'name': 'tempest-TestServerMultinode-1270550831-router', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:09Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 4, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'gw_port': {'id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:10Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '5a2b3420-0faa-4aae-96c0-d6aa1c116908', 'name': '', 'network_id': '6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'mac_address': 'fa:16:3e:2f:88:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '95b754f7-3029-468f-8a39-c053b247af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:22Z', 'revision_number': 4, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'subnets': [{'id': '95b754f7-3029-468f-8a39-c053b247af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:22.789556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0670a221-ac5c-461f-a523-4cd0be9b053a req-fa6a75b9-b7e8-444b-895d-3d4e1bfc6054 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 210 time: 0.0548851 Sep 16 05:08:22.794415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9dc52a-d3ca-40e3-bfb5-335c2c6ebbe1 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:22.806535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db9dc52a-d3ca-40e3-bfb5-335c2c6ebbe1 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.806896 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-db9dc52a-d3ca-40e3-bfb5-335c2c6ebbe1 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Added segment c25432e8-d939-4d01-8d1b-06eca8e15973 of type vlan for network 97e9ae8e-9542-487b-ad55-680b6f78038e Sep 16 05:08:22.824508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f1c6bf74-0a39-4284-b6e4-287182c9a022 None None] For port 5a2b3420-0faa-4aae-96c0-d6aa1c116908, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5a2b3420-0faa-4aae-96c0-d6aa1c116908,segment=NetworkSegment(ac34cef2-7033-43ff-a1f6-657c7af04ab2),segment_id=ac34cef2-7033-43ff-a1f6-657c7af04ab2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:22.902009 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5a806ce-d1bb-43a0-a7cd-c7ab1360d2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.904232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f5a806ce-d1bb-43a0-a7cd-c7ab1360d2c9 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0995061 Sep 16 05:08:22.907113 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52052) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:22.913688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f6a12c58-dfaf-4098-9899-c684ed7df0fb tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'security_group': {'name': 'tempest-secgroup-1442476655'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:22.913935 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db9dc52a-d3ca-40e3-bfb5-335c2c6ebbe1 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.931212 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1c6bf74-0a39-4284-b6e4-287182c9a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.011928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6bf74-0a39-4284-b6e4-287182c9a022 None None] Pushing event updated for resources: {'Port': ['ID=5a2b3420-0faa-4aae-96c0-d6aa1c116908,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:23.044647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Made reservation on behalf of 91610e7b9f5249d3abac64f42e9c95f1 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:23.047191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.050847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db9dc52a-d3ca-40e3-bfb5-335c2c6ebbe1 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.059883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9dc52a-d3ca-40e3-bfb5-335c2c6ebbe1 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.061173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db9dc52a-d3ca-40e3-bfb5-335c2c6ebbe1 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.064518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-54eb8956-6a7e-450a-b8af-91b3a37946a6 None None] Provisioning complete for port 5a2b3420-0faa-4aae-96c0-d6aa1c116908 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:23.065129 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-54eb8956-6a7e-450a-b8af-91b3a37946a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.160578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dc52a-d3ca-40e3-bfb5-335c2c6ebbe1 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Network': ['ID=97e9ae8e-9542-487b-ad55-680b6f78038e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:23.179734 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6a12c58-dfaf-4098-9899-c684ed7df0fb tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.348705 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-db9dc52a-d3ca-40e3-bfb5-335c2c6ebbe1 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1745009 Sep 16 05:08:23.353350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52060) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:23.371945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ac9d4a15-e89b-46c6-a472-ca72d5d8dfc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'subnet': {'network_id': 'e682417c-af8c-42e7-8172-4e18236f8d30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:23.383314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Allocated IP 172.20.0.12 (37cdc15d-9de1-4e55-b966-96e0464a0e98/86d593d6-dfcb-42e8-9af2-31405838da34/fc93f1cd-ab1b-42d7-a8f5-97335b77395f) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:23.386528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 97e9ae8e-9542-487b-ad55-680b6f78038e details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:23.481958 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-215f87ac-013e-4de1-8af9-c2454672cae1 None None] Provisioning complete for port 1436200d-7dd5-442c-950b-c652544c9ce6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:23.482321 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-215f87ac-013e-4de1-8af9-c2454672cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.528880 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-215f87ac-013e-4de1-8af9-c2454672cae1 None None] Port 1436200d-7dd5-442c-950b-c652544c9ce6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:23.540503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-215f87ac-013e-4de1-8af9-c2454672cae1 None None] Provisioning complete for port ad2aebeb-85c5-4931-afab-768e37316a05 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:23.541143 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-215f87ac-013e-4de1-8af9-c2454672cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.596352 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcfd24-6853-44f5-b08d-72463b809ab4 req-6aeb52ed-86db-4cbd-b091-247c342a6ec5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.618495 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.619267 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31fcfd24-6853-44f5-b08d-72463b809ab4 req-6aeb52ed-86db-4cbd-b091-247c342a6ec5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.2006259 Sep 16 05:08:23.685389 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6a12c58-dfaf-4098-9899-c684ed7df0fb tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.719906 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d3555cf-bc8a-4d6e-b6b8-23de54e26a34 req-cf9c27a4-c989-4044-98e7-639303b2bae2 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 210 time: 0.0331993 Sep 16 05:08:23.723201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31fcfd24-6853-44f5-b08d-72463b809ab4 req-61f3fb99-e566-4458-8acc-07d00bcb9b56 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019359 Sep 16 05:08:23.795957 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.797281 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6a12c58-dfaf-4098-9899-c684ed7df0fb tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.840450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Network 37cdc15d-9de1-4e55-b966-96e0464a0e98 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:23.847750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:23.853228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:23.867736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a12c58-dfaf-4098-9899-c684ed7df0fb tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c91a8c7-e406-42f6-b961-1e753d80540f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:23.892538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Pushing event updated for resources: {'Port': ['ID=fc93f1cd-ab1b-42d7-a8f5-97335b77395f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:23.898707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.899292 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.932568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-578fb5c9-d4ff-4495-9a2b-4449f28c9b1a req-be870462-8171-4cb3-9be5-399bac38f9f7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 210 time: 0.0433867 Sep 16 05:08:23.935408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9d4a15-e89b-46c6-a472-ca72d5d8dfc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:23.939814 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4a15-e89b-46c6-a472-ca72d5d8dfc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.996975 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-48d952ff-0bc4-4fdb-9c8c-b1dd1348b97e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3883693 Sep 16 05:08:24.008636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Request body: {'port': {'device_id': 'c8de2735-7161-4fa5-ac1f-eb7d93e61e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:24.116587 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.129987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-57664134-8705-4408-98ad-79c189549f6a None None] Provisioning complete for port fc93f1cd-ab1b-42d7-a8f5-97335b77395f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:24.130976 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-57664134-8705-4408-98ad-79c189549f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.225295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-57664134-8705-4408-98ad-79c189549f6a None None] Port fc93f1cd-ab1b-42d7-a8f5-97335b77395f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:24.332519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ad2aebeb-85c5-4931-afab-768e37316a05 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:24.376875 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6a12c58-dfaf-4098-9899-c684ed7df0fb tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.378107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f6a12c58-dfaf-4098-9899-c684ed7df0fb tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4705513 Sep 16 05:08:24.388851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52078) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:24.397950 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-475348673', 'security_groups': ['5c91a8c7-e406-42f6-b961-1e753d80540f'], 'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc75530e-9469-4df5-a94c-f9f14fbd918c'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:24.400181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ad2aebeb-85c5-4931-afab-768e37316a05 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:24.400714 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.488962 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5a2b3420-0faa-4aae-96c0-d6aa1c116908 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:24.523732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946659ee-06b3-4e3b-93a5-c9b5821545df req-d7355702-302a-4069-8913-0b2475779f04 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.525315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-946659ee-06b3-4e3b-93a5-c9b5821545df req-d7355702-302a-4069-8913-0b2475779f04 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.1519852 Sep 16 05:08:24.529041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc93f1cd-ab1b-42d7-a8f5-97335b77395f {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:24.538801 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.541813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5a2b3420-0faa-4aae-96c0-d6aa1c116908 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:24.542203 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.555935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Transition to ACTIVE for port object fc93f1cd-ab1b-42d7-a8f5-97335b77395f will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:24.626434 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-946659ee-06b3-4e3b-93a5-c9b5821545df req-dc8c9d36-34f2-4616-8fe1-1a766c58ae6c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918596 Sep 16 05:08:24.635695 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.699892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Pushing event updated for resources: {'Port': ['ID=fc93f1cd-ab1b-42d7-a8f5-97335b77395f,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:24.738517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:24.780057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Attempting to bind port fc93f1cd-ab1b-42d7-a8f5-97335b77395f on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:24.780488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Attempting to bind port fc93f1cd-ab1b-42d7-a8f5-97335b77395f by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:24.780860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Attempting to bind port fc93f1cd-ab1b-42d7-a8f5-97335b77395f on network 37cdc15d-9de1-4e55-b966-96e0464a0e98 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:24.790109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Port fc93f1cd-ab1b-42d7-a8f5-97335b77395f on network 37cdc15d-9de1-4e55-b966-96e0464a0e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:24.792631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Attempting to bind port fc93f1cd-ab1b-42d7-a8f5-97335b77395f on network 37cdc15d-9de1-4e55-b966-96e0464a0e98 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:24.808849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:24.809584 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Checking segment: {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:24.809839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Bound using segment: {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:24.812993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Bound port: fc93f1cd-ab1b-42d7-a8f5-97335b77395f, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:24.813193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.835174 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4a15-e89b-46c6-a472-ca72d5d8dfc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.892532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] For port fc93f1cd-ab1b-42d7-a8f5-97335b77395f, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:24.895684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] For port fc93f1cd-ab1b-42d7-a8f5-97335b77395f, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fc93f1cd-ab1b-42d7-a8f5-97335b77395f,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:24.980495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.984455 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.984725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d4a15-e89b-46c6-a472-ca72d5d8dfc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Subnet': ['ID=ce90b13a-82f6-4f4c-b0be-f4d3b0876ad0,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.005788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63f08a-7238-4199-a266-83f02d88b6c9 req-b045c08b-d293-4b89-a9c8-073319f2bc99 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.007144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc63f08a-7238-4199-a266-83f02d88b6c9 req-b045c08b-d293-4b89-a9c8-073319f2bc99 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.1829293 Sep 16 05:08:25.021833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.022486 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.023888 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] 10.222.0.23 "PUT /v2.0/ports/fc93f1cd-ab1b-42d7-a8f5-97335b77395f HTTP/1.1" status: 200 len: 1093 time: 1.0208447 Sep 16 05:08:25.024380 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8de2735-7161-4fa5-ac1f-eb7d93e61e0f', 'tag': 'fc93f1cd-ab1b-42d7-a8f5-97335b77395f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:25.026930 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6988488b-f076-45a7-bb2f-7a19a2502a76" -d '{"events": [{"name": "network-changed", "server_uuid": "c8de2735-7161-4fa5-ac1f-eb7d93e61e0f", "tag": "fc93f1cd-ab1b-42d7-a8f5-97335b77395f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:25.029070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dd29a-7c46-4b44-bfbe-e0ee2d03bc33 req-53893b77-c228-493c-a1f9-72d27dfba710 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.030509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-904dd29a-7c46-4b44-bfbe-e0ee2d03bc33 req-53893b77-c228-493c-a1f9-72d27dfba710 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1054 time: 0.1932290 Sep 16 05:08:25.056033 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] device_id is not set on port 7a3da761-9421-4b6b-83c7-14c3c755db97 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:25.058260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7cecc-159a-462e-b750-6d73bd78c26c service neutron] Pushing event updated for resources: {'Port': ['ID=fc93f1cd-ab1b-42d7-a8f5-97335b77395f,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.069092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9d4a15-e89b-46c6-a472-ca72d5d8dfc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Checking segment: {'id': 'ba1dea04-076c-496b-b0cb-acc289131522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e682417c-af8c-42e7-8172-4e18236f8d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:25.069092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d4a15-e89b-46c6-a472-ca72d5d8dfc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network hostable DHCP agents. Network: e682417c-af8c-42e7-8172-4e18236f8d30, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:25.151555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc63f08a-7238-4199-a266-83f02d88b6c9 req-b1c59ee7-2c8f-4873-a0e3-74d4fddef777 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362960 Sep 16 05:08:25.172697 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-904dd29a-7c46-4b44-bfbe-e0ee2d03bc33 req-7bb0c31a-8030-4cbd-a905-12eb05945c01 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257329 Sep 16 05:08:25.247713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-81d928c6-1fd9-4485-881d-d46042e1358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.249417 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-81d928c6-1fd9-4485-881d-d46042e1358e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=91610e7b9f5249d3abac64f42e9c95f1&device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1096 time: 0.0933011 Sep 16 05:08:25.261433 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a30d204-0b77-4702-ba16-63de900b270e x-openstack-request-id: req-1a30d204-0b77-4702-ba16-63de900b270e {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:25.261433 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8de2735-7161-4fa5-ac1f-eb7d93e61e0f", "tag": "fc93f1cd-ab1b-42d7-a8f5-97335b77395f", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:25.261433 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a30d204-0b77-4702-ba16-63de900b270e {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:25.261433 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8de2735-7161-4fa5-ac1f-eb7d93e61e0f', 'tag': 'fc93f1cd-ab1b-42d7-a8f5-97335b77395f', 'status': 'completed', 'code': 200} Sep 16 05:08:25.303019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d4a15-e89b-46c6-a472-ca72d5d8dfc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network e682417c-af8c-42e7-8172-4e18236f8d30 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:25.314489 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-e5100b84-ff29-4621-920c-c761cad1861f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc93f1cd-ab1b-42d7-a8f5-97335b77395f HTTP/1.1" status: 200 len: 217 time: 0.0516562 Sep 16 05:08:25.321385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa2039dc-f1f5-4b71-8f20-a768aa8d3402 req-160b795c-f5dc-472f-8f15-5250c0c54caa tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 210 time: 0.0409644 Sep 16 05:08:25.354952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8::2ad (8dad712b-c6e9-470a-85ab-0545269a4eb5/bc75530e-9469-4df5-a94c-f9f14fbd918c/7a3da761-9421-4b6b-83c7-14c3c755db97) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:25.370842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-a1311999-5bfa-4b8e-8e48-f3494597a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.372365 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-a1311999-5bfa-4b8e-8e48-f3494597a7f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86d593d6-dfcb-42e8-9af2-31405838da34 HTTP/1.1" status: 200 len: 849 time: 0.0500185 Sep 16 05:08:25.421419 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-f0c4a1e3-8039-43d0-bfbb-c0840184ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.423028 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-f0c4a1e3-8039-43d0-bfbb-c0840184ebb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37cdc15d-9de1-4e55-b966-96e0464a0e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437787 Sep 16 05:08:25.436203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ac9d4a15-e89b-46c6-a472-ca72d5d8dfc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, e682417c-af8c-42e7-8172-4e18236f8d30) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:25.444132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a6c79-45fa-4f8b-853e-ba9be94fdd3e None None] Network e682417c-af8c-42e7-8172-4e18236f8d30 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:25.455566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d4a15-e89b-46c6-a472-ca72d5d8dfc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.456152 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4a15-e89b-46c6-a472-ca72d5d8dfc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.526910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-4962212c-2d47-4ae4-a7c9-74940ef10937 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.528736 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-4962212c-2d47-4ae4-a7c9-74940ef10937 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.37 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 811 time: 0.1750677 Sep 16 05:08:25.544433 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-087b1394-ea2a-4eeb-b0e2-cdcce2074ec2 service neutron] 10.222.0.23 "GET /v2.0/networks/37cdc15d-9de1-4e55-b966-96e0464a0e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141920 Sep 16 05:08:25.571668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Request body: {'port': {'device_id': 'f5b2aaaf-a1f5-4167-8123-d295736c2c63', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'admin_state_up': True, 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:25.601729 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ac9d4a15-e89b-46c6-a472-ca72d5d8dfc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2472084 Sep 16 05:08:25.608750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52088) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:25.618265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'subnet': {'network_id': '97e9ae8e-9542-487b-ad55-680b6f78038e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:25.634019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-e682417c-af8c-42e7-8172-4e18236f8d30', 'network_id': 'e682417c-af8c-42e7-8172-4e18236f8d30', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'fixed_ips': [{'subnet_id': 'ce90b13a-82f6-4f4c-b0be-f4d3b0876ad0'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:25.635830 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.651423 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ff41bfa6-d089-4296-b80e-bc18c290b504 req-54ee1e89-02f1-4f93-bfb0-c5887946209a service neutron] 10.222.0.23 "GET /v2.0/networks/37cdc15d-9de1-4e55-b966-96e0464a0e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995336 Sep 16 05:08:25.746196 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.785639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Allocated IP 172.20.0.2 (e682417c-af8c-42e7-8172-4e18236f8d30/ce90b13a-82f6-4f4c-b0be-f4d3b0876ad0/d06ee142-c624-49d0-9cbc-5c7dac7b91ad) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:25.832060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988488b-f076-45a7-bb2f-7a19a2502a76 req-ffd7d611-f10e-4114-969f-49217ddfc176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.834505 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6988488b-f076-45a7-bb2f-7a19a2502a76 req-ffd7d611-f10e-4114-969f-49217ddfc176 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=91610e7b9f5249d3abac64f42e9c95f1&device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1096 time: 0.0602808 Sep 16 05:08:25.868913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eafaa-154e-4f27-923f-2803c2c46f4d req-6f3645d0-8b17-48f7-9e22-5c3dbac655c8 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.870448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e23eafaa-154e-4f27-923f-2803c2c46f4d req-6f3645d0-8b17-48f7-9e22-5c3dbac655c8 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.1535413 Sep 16 05:08:25.915534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e23eafaa-154e-4f27-923f-2803c2c46f4d req-54f110b7-84d1-4ff4-99ed-1cb6baeff76a tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378551 Sep 16 05:08:25.931012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988488b-f076-45a7-bb2f-7a19a2502a76 req-f4f3b72c-d8e9-4ae7-8fc0-f5f10023f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.932920 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6988488b-f076-45a7-bb2f-7a19a2502a76 req-f4f3b72c-d8e9-4ae7-8fc0-f5f10023f8fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=37cdc15d-9de1-4e55-b966-96e0464a0e98 HTTP/1.1" status: 200 len: 910 time: 0.0913949 Sep 16 05:08:25.938129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:25.943845 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.953571 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.975657 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.982650 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6988488b-f076-45a7-bb2f-7a19a2502a76 req-aba80cf8-0d0e-4178-bf40-3e20c5c04d3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc93f1cd-ab1b-42d7-a8f5-97335b77395f HTTP/1.1" status: 200 len: 217 time: 0.0422964 Sep 16 05:08:26.034397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988488b-f076-45a7-bb2f-7a19a2502a76 req-1c60025a-9b69-4ce5-81f0-7084a40687db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.038482 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6988488b-f076-45a7-bb2f-7a19a2502a76 req-1c60025a-9b69-4ce5-81f0-7084a40687db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86d593d6-dfcb-42e8-9af2-31405838da34 HTTP/1.1" status: 200 len: 849 time: 0.0458632 Sep 16 05:08:26.059402 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.064500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:26.078140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:26.085278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:26.086725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988488b-f076-45a7-bb2f-7a19a2502a76 req-ce46baae-0069-433d-a72f-d1e9178dbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.088527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6988488b-f076-45a7-bb2f-7a19a2502a76 req-ce46baae-0069-433d-a72f-d1e9178dbc3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=37cdc15d-9de1-4e55-b966-96e0464a0e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450895 Sep 16 05:08:26.090848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.091478 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.096440 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=7a3da761-9421-4b6b-83c7-14c3c755db97,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:26.103913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Made reservation on behalf of 32a863b5f01144d9abb8c9b5ce5f9b5d for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:26.107416 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.114363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Network e682417c-af8c-42e7-8172-4e18236f8d30 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:26.118023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:26.134312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:26.177896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Pushing event updated for resources: {'Port': ['ID=d06ee142-c624-49d0-9cbc-5c7dac7b91ad,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:26.218923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Attempting to bind port d06ee142-c624-49d0-9cbc-5c7dac7b91ad on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:26.219539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Attempting to bind port d06ee142-c624-49d0-9cbc-5c7dac7b91ad by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ba1dea04-076c-496b-b0cb-acc289131522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e682417c-af8c-42e7-8172-4e18236f8d30'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:26.220173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Attempting to bind port d06ee142-c624-49d0-9cbc-5c7dac7b91ad on network e682417c-af8c-42e7-8172-4e18236f8d30 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:26.227795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:26.228366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Checking segment: {'id': 'ba1dea04-076c-496b-b0cb-acc289131522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e682417c-af8c-42e7-8172-4e18236f8d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:26.228923 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.229420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Bound using segment: {'id': 'ba1dea04-076c-496b-b0cb-acc289131522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e682417c-af8c-42e7-8172-4e18236f8d30'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:26.230047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Bound port: d06ee142-c624-49d0-9cbc-5c7dac7b91ad, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1dea04-076c-496b-b0cb-acc289131522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e682417c-af8c-42e7-8172-4e18236f8d30'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:26.230529 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.242358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d5f03eca-4f15-4e04-8fde-d9049dd57a0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8513389 Sep 16 05:08:26.243120 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52096) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:26.253555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2d1d739c-123c-42a6-baa6-fdbb0c78f2b6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:26.284437 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6988488b-f076-45a7-bb2f-7a19a2502a76 req-17437268-9d30-4da0-b0fe-9aa4c2fdec4c service neutron] 10.222.0.23 "GET /v2.0/networks/37cdc15d-9de1-4e55-b966-96e0464a0e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754363 Sep 16 05:08:26.311157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] For port d06ee142-c624-49d0-9cbc-5c7dac7b91ad, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:26.319062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] For port d06ee142-c624-49d0-9cbc-5c7dac7b91ad, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d06ee142-c624-49d0-9cbc-5c7dac7b91ad,segment=NetworkSegment(ba1dea04-076c-496b-b0cb-acc289131522),segment_id=ba1dea04-076c-496b-b0cb-acc289131522)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:26.399990 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.417855 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6988488b-f076-45a7-bb2f-7a19a2502a76 req-c6b15cad-b137-43cb-b336-92a37e5ab14c service neutron] 10.222.0.23 "GET /v2.0/networks/37cdc15d-9de1-4e55-b966-96e0464a0e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242006 Sep 16 05:08:26.473801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5264b-74c9-48f3-b708-38d63582414e None None] Pushing event updated for resources: {'Port': ['ID=d06ee142-c624-49d0-9cbc-5c7dac7b91ad,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:26.495314 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.512218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Allocated IP 172.20.0.6 (b3bfa292-e9f0-489a-bcf8-e4a13051131f/12ec28b5-88a3-4932-a119-d607babf37c5/74bb1076-d132-45cb-9cd9-5f01c3d86de7) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:26.537148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-380f9299-0582-4d5a-85d3-82c9e5dd48fa None None] Provisioning complete for port 7a3da761-9421-4b6b-83c7-14c3c755db97 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:26.537532 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-380f9299-0582-4d5a-85d3-82c9e5dd48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.576506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-380f9299-0582-4d5a-85d3-82c9e5dd48fa None None] Port 7a3da761-9421-4b6b-83c7-14c3c755db97 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:26.618579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce12ae3-8483-4078-abb1-ba3869529084 req-8de9e4d0-9c2d-48db-9650-e2a730020080 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.620073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fce12ae3-8483-4078-abb1-ba3869529084 req-8de9e4d0-9c2d-48db-9650-e2a730020080 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.37 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.2808936 Sep 16 05:08:26.636395 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abdd3a-2cfc-4200-9d7a-fe0c0a87cd78 req-8f1df113-c4e5-46dc-a3f0-6be3b9bc12ab tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.641125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73abdd3a-2cfc-4200-9d7a-fe0c0a87cd78 req-8f1df113-c4e5-46dc-a3f0-6be3b9bc12ab tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.2944798 Sep 16 05:08:26.666212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a3618-c42c-46db-b789-711e6a5728c4 req-5b82e455-81b6-459d-bb69-dffee6a23ee9 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.667731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-813a3618-c42c-46db-b789-711e6a5728c4 req-5b82e455-81b6-459d-bb69-dffee6a23ee9 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1096 time: 0.2979422 Sep 16 05:08:26.712068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Subnet': ['ID=35b06a02-31a9-4a80-b8d7-9a2e01603d3f,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:26.779059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.779401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.779735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.780064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.780396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.780747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.781066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.781385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.781705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.782019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.782333 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.782645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:26.837589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Checking segment: {'id': 'c25432e8-d939-4d01-8d1b-06eca8e15973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '97e9ae8e-9542-487b-ad55-680b6f78038e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:26.837948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network hostable DHCP agents. Network: 97e9ae8e-9542-487b-ad55-680b6f78038e, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:26.879137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1d739c-123c-42a6-baa6-fdbb0c78f2b6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:26.883541 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2d1d739c-123c-42a6-baa6-fdbb0c78f2b6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.888740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-73abdd3a-2cfc-4200-9d7a-fe0c0a87cd78 req-380dd93c-ea4f-4032-9a77-d3671690d188 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295527 Sep 16 05:08:26.898932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-813a3618-c42c-46db-b789-711e6a5728c4 req-cca86b25-50a7-4127-afcb-5313a52921f3 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168067 Sep 16 05:08:27.053845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40ab1036-8edb-4ff6-a027-b04a674135cb req-75a54aa1-a71a-4843-9205-906f6bed9770 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 210 time: 0.0864909 Sep 16 05:08:27.060101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 97e9ae8e-9542-487b-ad55-680b6f78038e is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:27.143868 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.147386 n-d-712137-12 neutron-server[95452]: INFO neutron.db.ipam_backend_mixin [None req-2d1d739c-123c-42a6-baa6-fdbb0c78f2b6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc75530e-9469-4df5-a94c-f9f14fbd918c (CIDR: 2001:db8::/64) Sep 16 05:08:27.157398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Deleting port b90c980c-8b3c-4375-b1b2-67d59bcc2b44 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:27.157742 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.193068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 97e9ae8e-9542-487b-ad55-680b6f78038e) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:27.201853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c2761d-102b-4cc0-8035-a194fea0cf78 None None] Network 97e9ae8e-9542-487b-ad55-680b6f78038e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:27.202658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3ea0d-c7a7-49bd-aff1-a3e76f52b5c0 req-a8f80132-f09e-45d4-9285-30bfdb1e1f9b tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.204301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baf3ea0d-c7a7-49bd-aff1-a3e76f52b5c0 req-a8f80132-f09e-45d4-9285-30bfdb1e1f9b tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 946 time: 0.1878519 Sep 16 05:08:27.205217 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1d739c-123c-42a6-baa6-fdbb0c78f2b6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:27.205698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1d739c-123c-42a6-baa6-fdbb0c78f2b6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:27.216576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.217174 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.354679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baf3ea0d-c7a7-49bd-aff1-a3e76f52b5c0 req-557acda8-ac6e-4374-b890-1032e377f4e5 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397099 Sep 16 05:08:27.360473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] For port b90c980c-8b3c-4375-b1b2-67d59bcc2b44, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b90c980c-8b3c-4375-b1b2-67d59bcc2b44,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:27.360851 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.436943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2d1d739c-123c-42a6-baa6-fdbb0c78f2b6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1843235 Sep 16 05:08:27.437105 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52102) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:27.442021 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fd31fdc4-ea7c-4bad-b63c-48003221206f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:27.482124 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cd619538-2356-4af1-8ee7-1bffa7771592 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8681006 Sep 16 05:08:27.485175 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.486675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52104) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:27.495618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6daaa01f-ddf6-43e7-ac59-bedf0eb62eba tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1904533831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:27.538945 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ced9c-c047-4d0c-9f2a-8f61a6e4c6f4 None None] Network e682417c-af8c-42e7-8172-4e18236f8d30 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:27.542977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['222adc97-e868-434b-a026-9485c136a6b5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:27.544901 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ddc61478-08ce-4a92-907f-5aaeb0d5514c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:27.562323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:27.600803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970192df-ed4d-478d-979c-65b29686588f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-97e9ae8e-9542-487b-ad55-680b6f78038e', 'network_id': '97e9ae8e-9542-487b-ad55-680b6f78038e', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'fixed_ips': [{'subnet_id': '35b06a02-31a9-4a80-b8d7-9a2e01603d3f'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:27.601033 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:27.601554 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-970192df-ed4d-478d-979c-65b29686588f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.611578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:27.644045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event updated for resources: {'Port': ['ID=74bb1076-d132-45cb-9cd9-5f01c3d86de7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:27.695297 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1ace7a0d-0375-4cb6-9cf4-48fc37994df8 None None] Provisioning complete for port d06ee142-c624-49d0-9cbc-5c7dac7b91ad triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:27.695674 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ace7a0d-0375-4cb6-9cf4-48fc37994df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.761190 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd31fdc4-ea7c-4bad-b63c-48003221206f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:27.765456 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd31fdc4-ea7c-4bad-b63c-48003221206f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.894180 n-d-712137-12 neutron-server[95451]: INFO neutron.db.ipam_backend_mixin [None req-fd31fdc4-ea7c-4bad-b63c-48003221206f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e77718c6-ca22-42c8-89c4-e22ee57b94e0 (CIDR: 2001:db8:0:1::/64) Sep 16 05:08:27.999442 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd31fdc4-ea7c-4bad-b63c-48003221206f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:28.004897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd31fdc4-ea7c-4bad-b63c-48003221206f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:28.006206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6daaa01f-ddf6-43e7-ac59-bedf0eb62eba tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.007273 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6daaa01f-ddf6-43e7-ac59-bedf0eb62eba tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.013845 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.014206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.014520 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Floating IP 20536c5f-80a3-4c37-8ec4-89da71d7e68e disassociated. External IP: 172.25.3.98, port: b90c980c-8b3c-4375-b1b2-67d59bcc2b44. Sep 16 05:08:28.014861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Calling delete_port for b90c980c-8b3c-4375-b1b2-67d59bcc2b44 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:28.082381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.083768 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.087412 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fd31fdc4-ea7c-4bad-b63c-48003221206f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6494033 Sep 16 05:08:28.088239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-970192df-ed4d-478d-979c-65b29686588f None None] Allocated IP 172.21.0.2 (97e9ae8e-9542-487b-ad55-680b6f78038e/35b06a02-31a9-4a80-b8d7-9a2e01603d3f/9e5304d3-ca95-48ad-9f45-438d7cf86426) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:28.088401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52112) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:28.094783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-42dabdc4-00bd-4ac0-9905-3e6e06b61997 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'subnet': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:28.154634 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ace7a0d-0375-4cb6-9cf4-48fc37994df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.194273 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6daaa01f-ddf6-43e7-ac59-bedf0eb62eba tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.216800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3d467-8297-43a5-a7db-4d573908a9da req-72eae9a3-abeb-4ed4-9f3a-0ee68bb38287 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.218456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cf3d467-8297-43a5-a7db-4d573908a9da req-72eae9a3-abeb-4ed4-9f3a-0ee68bb38287 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.2181473 Sep 16 05:08:28.229347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41f097-5bbb-475a-8622-af0cd0f232fe req-bb0b1519-b0f4-48c4-9480-aef15bbfb459 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.230768 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f41f097-5bbb-475a-8622-af0cd0f232fe req-bb0b1519-b0f4-48c4-9480-aef15bbfb459 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1096 time: 0.2288711 Sep 16 05:08:28.232035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-f8684740-3a9f-4e02-a8ab-2c94ff3b6358 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6664040 Sep 16 05:08:28.244701 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-e29fc1d2-58b7-43cb-922a-33dddb447dfb service neutron] show failed (client error): The resource could not be found. Sep 16 05:08:28.245914 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-e29fc1d2-58b7-43cb-922a-33dddb447dfb service neutron] 10.222.0.23 "GET /v2.0/ports/a7b97f70-c747-466e-9286-7f704e4e0cc3/bindings/n-h2-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.1319780 Sep 16 05:08:28.272583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Request body: {'port': {'device_id': 'f5b2aaaf-a1f5-4167-8123-d295736c2c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:28.299004 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6daaa01f-ddf6-43e7-ac59-bedf0eb62eba tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.314902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1ace7a0d-0375-4cb6-9cf4-48fc37994df8 None None] For port d06ee142-c624-49d0-9cbc-5c7dac7b91ad, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d06ee142-c624-49d0-9cbc-5c7dac7b91ad,segment=NetworkSegment(ba1dea04-076c-496b-b0cb-acc289131522),segment_id=ba1dea04-076c-496b-b0cb-acc289131522)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:28.378620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dabdc4-00bd-4ac0-9905-3e6e06b61997 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Made reservation on behalf of c9742a016be744ffaaf9fa3049a3abf8 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:28.383497 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42dabdc4-00bd-4ac0-9905-3e6e06b61997 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.396332 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cf3d467-8297-43a5-a7db-4d573908a9da req-a2d6876b-0e63-4e56-9f0e-96e751cf76b3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685281 Sep 16 05:08:28.406447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d06ee142-c624-49d0-9cbc-5c7dac7b91ad up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:28.409379 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ace7a0d-0375-4cb6-9cf4-48fc37994df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.447866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f41f097-5bbb-475a-8622-af0cd0f232fe req-b650987d-a085-4846-93db-1581ff545be0 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086275 Sep 16 05:08:28.503502 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-970192df-ed4d-478d-979c-65b29686588f None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.514796 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6daaa01f-ddf6-43e7-ac59-bedf0eb62eba tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.519406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6daaa01f-ddf6-43e7-ac59-bedf0eb62eba tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0267687 Sep 16 05:08:28.525179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52116) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:28.530424 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.569790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace7a0d-0375-4cb6-9cf4-48fc37994df8 None None] Pushing event updated for resources: {'Port': ['ID=d06ee142-c624-49d0-9cbc-5c7dac7b91ad,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:28.594383 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-970192df-ed4d-478d-979c-65b29686588f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.640944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7ee60642-3ce1-4de0-8215-68072c4cb39d None None] Provisioning complete for port 74bb1076-d132-45cb-9cd9-5f01c3d86de7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:28.641306 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7ee60642-3ce1-4de0-8215-68072c4cb39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.643604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43965fc9-c839-43bf-9a97-324507ebea5f req-01e33ec4-8b51-4f5b-bf59-19f83625673a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.651962 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43965fc9-c839-43bf-9a97-324507ebea5f req-01e33ec4-8b51-4f5b-bf59-19f83625673a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 931 time: 0.1433780 Sep 16 05:08:28.652225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970192df-ed4d-478d-979c-65b29686588f None None] Network 97e9ae8e-9542-487b-ad55-680b6f78038e is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:28.679283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-970192df-ed4d-478d-979c-65b29686588f None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:28.686434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970192df-ed4d-478d-979c-65b29686588f None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:28.694448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970192df-ed4d-478d-979c-65b29686588f None None] Pushing event updated for resources: {'Port': ['ID=9e5304d3-ca95-48ad-9f45-438d7cf86426,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:28.697214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d06ee142-c624-49d0-9cbc-5c7dac7b91ad triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:28.697214 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.768840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7ee60642-3ce1-4de0-8215-68072c4cb39d None None] Port 74bb1076-d132-45cb-9cd9-5f01c3d86de7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:28.795360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-970192df-ed4d-478d-979c-65b29686588f None None] Attempting to bind port 9e5304d3-ca95-48ad-9f45-438d7cf86426 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:28.796018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-970192df-ed4d-478d-979c-65b29686588f None None] Attempting to bind port 9e5304d3-ca95-48ad-9f45-438d7cf86426 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'c25432e8-d939-4d01-8d1b-06eca8e15973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '97e9ae8e-9542-487b-ad55-680b6f78038e'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:28.796751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970192df-ed4d-478d-979c-65b29686588f None None] Attempting to bind port 9e5304d3-ca95-48ad-9f45-438d7cf86426 on network 97e9ae8e-9542-487b-ad55-680b6f78038e {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:28.806912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970192df-ed4d-478d-979c-65b29686588f None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:28.807610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970192df-ed4d-478d-979c-65b29686588f None None] Checking segment: {'id': 'c25432e8-d939-4d01-8d1b-06eca8e15973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '97e9ae8e-9542-487b-ad55-680b6f78038e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:28.808209 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-970192df-ed4d-478d-979c-65b29686588f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.808814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970192df-ed4d-478d-979c-65b29686588f None None] Bound using segment: {'id': 'c25432e8-d939-4d01-8d1b-06eca8e15973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '97e9ae8e-9542-487b-ad55-680b6f78038e'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:28.809466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-970192df-ed4d-478d-979c-65b29686588f None None] Bound port: 9e5304d3-ca95-48ad-9f45-438d7cf86426, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25432e8-d939-4d01-8d1b-06eca8e15973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '97e9ae8e-9542-487b-ad55-680b6f78038e'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:28.810024 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-970192df-ed4d-478d-979c-65b29686588f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.813527 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.906844 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event deleted for resources: {'Port': ['ID=b90c980c-8b3c-4375-b1b2-67d59bcc2b44,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:28.911877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43965fc9-c839-43bf-9a97-324507ebea5f req-14af03ac-2c1c-4822-8caf-d34c393bf852 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585897 Sep 16 05:08:28.922892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b7bc3-38f6-4865-a10d-5761c5aa8c33 req-6e14da4c-4257-4356-85a2-9e9f73257280 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.935426 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-981b7bc3-38f6-4865-a10d-5761c5aa8c33 req-6e14da4c-4257-4356-85a2-9e9f73257280 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 867 time: 0.3379135 Sep 16 05:08:28.950983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-970192df-ed4d-478d-979c-65b29686588f None None] For port 9e5304d3-ca95-48ad-9f45-438d7cf86426, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:28.956173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-970192df-ed4d-478d-979c-65b29686588f None None] For port 9e5304d3-ca95-48ad-9f45-438d7cf86426, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9e5304d3-ca95-48ad-9f45-438d7cf86426,segment=NetworkSegment(c25432e8-d939-4d01-8d1b-06eca8e15973),segment_id=c25432e8-d939-4d01-8d1b-06eca8e15973)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:28.965609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b424586a-51b1-4b57-88f1-a921eff5c7b5 None None] Provisioning complete for port d06ee142-c624-49d0-9cbc-5c7dac7b91ad triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:28.966032 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b424586a-51b1-4b57-88f1-a921eff5c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.055686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-53aaf80d-3066-4c91-aa54-a9de025d92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:29.057303 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-53aaf80d-3066-4c91-aa54-a9de025d92bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3&tenant_id=b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 1097 time: 0.1878297 Sep 16 05:08:29.079576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:29.080686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-981b7bc3-38f6-4865-a10d-5761c5aa8c33 req-e06f6281-5cb7-4e04-9750-4dca1dd1cf6f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae9f09e8-cbbc-489f-8580-94e3f3b7a965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444621 Sep 16 05:08:29.171722 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.179719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Router e465cd28-fbba-468e-8593-3e02d0345820 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:29.213203 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.238788 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-970192df-ed4d-478d-979c-65b29686588f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.265986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bb1076-d132-45cb-9cd9-5f01c3d86de7 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:29.284945 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.308000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970192df-ed4d-478d-979c-65b29686588f None None] Pushing event updated for resources: {'Port': ['ID=9e5304d3-ca95-48ad-9f45-438d7cf86426,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:29.328664 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42dabdc4-00bd-4ac0-9905-3e6e06b61997 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.355459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Transition to ACTIVE for port object 74bb1076-d132-45cb-9cd9-5f01c3d86de7 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:29.373999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:29.390689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d75a3c-0aa4-44e6-92aa-8f79744521dc None None] Sync routers for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:29.407902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d75a3c-0aa4-44e6-92aa-8f79744521dc None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:29.408597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e6d75a3c-0aa4-44e6-92aa-8f79744521dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:29.423479 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.425767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] No DVR routers for this DVR port b90c980c-8b3c-4375-b1b2-67d59bcc2b44 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:29.431707 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.433125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dabdc4-00bd-4ac0-9905-3e6e06b61997 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:29.434180 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.37 "DELETE /v2.0/ports/b90c980c-8b3c-4375-b1b2-67d59bcc2b44 HTTP/1.1" status: 204 len: 173 time: 2.7898877 Sep 16 05:08:29.439665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242333a9-0995-4662-9138-3b23663f0fc5', 'name': 'network-vif-deleted', 'tag': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:29.442166 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0d248b-67c9-4cc5-a238-27d4792a4438" -d '{"events": [{"server_uuid": "242333a9-0995-4662-9138-3b23663f0fc5", "name": "network-vif-deleted", "tag": "b90c980c-8b3c-4375-b1b2-67d59bcc2b44"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:29.451180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-42dabdc4-00bd-4ac0-9905-3e6e06b61997 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:29.504510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Pushing event updated for resources: {'Port': ['ID=74bb1076-d132-45cb-9cd9-5f01c3d86de7,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:29.529226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dabdc4-00bd-4ac0-9905-3e6e06b61997 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:29.529834 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42dabdc4-00bd-4ac0-9905-3e6e06b61997 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.566867 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4323e821-ffd4-4a3f-a6c9-77f43b0fecee None None] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:29.605098 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25095d90-95e3-4e6c-8a67-be09ef3d109e x-openstack-request-id: req-25095d90-95e3-4e6c-8a67-be09ef3d109e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:29.605098 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242333a9-0995-4662-9138-3b23663f0fc5", "name": "network-vif-deleted", "tag": "b90c980c-8b3c-4375-b1b2-67d59bcc2b44", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:29.608121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dabdc4-00bd-4ac0-9905-3e6e06b61997 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Subnet': ['ID=eb36e295-a2b7-48f6-bae8-5b027c7a640f,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:29.608428 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25095d90-95e3-4e6c-8a67-be09ef3d109e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:29.612632 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242333a9-0995-4662-9138-3b23663f0fc5', 'name': 'network-vif-deleted', 'tag': 'b90c980c-8b3c-4375-b1b2-67d59bcc2b44', 'status': 'completed', 'code': 200} Sep 16 05:08:29.656284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device fc93f1cd-ab1b-42d7-a8f5-97335b77395f details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:29.718889 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-42dabdc4-00bd-4ac0-9905-3e6e06b61997 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6295035 Sep 16 05:08:29.726292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52124) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:29.779619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fabecc6b-b5d1-482d-b15f-737370526346 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-960428977', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eb36e295-a2b7-48f6-bae8-5b027c7a640f'}], 'security_groups': ['e81e88ef-2dce-4c5a-a9d1-eaa5115c8a0d', '2c152e37-dddd-424b-87b4-434285b56dd9']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:29.806500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26d702-43f0-4ef5-8304-4725c800e919 req-ca8d01a5-8549-4f59-9b27-1e9cc6edfce8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:29.808126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a26d702-43f0-4ef5-8304-4725c800e919 req-ca8d01a5-8549-4f59-9b27-1e9cc6edfce8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.1945729 Sep 16 05:08:29.840041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Attempting to bind port 74bb1076-d132-45cb-9cd9-5f01c3d86de7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:29.840653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Attempting to bind port 74bb1076-d132-45cb-9cd9-5f01c3d86de7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:29.841289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Attempting to bind port 74bb1076-d132-45cb-9cd9-5f01c3d86de7 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:29.859650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Port 74bb1076-d132-45cb-9cd9-5f01c3d86de7 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:29.860282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Attempting to bind port 74bb1076-d132-45cb-9cd9-5f01c3d86de7 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:29.886968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:29.887314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Checking segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:29.887704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Bound using segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:29.888156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Bound port: 74bb1076-d132-45cb-9cd9-5f01c3d86de7, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:29.888849 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.892614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712d90a-dc40-4d98-a879-f5990e2c7e14 req-b115fbbf-22c5-488d-882d-83ceb1efb773 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:29.896035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2712d90a-dc40-4d98-a879-f5990e2c7e14 req-b115fbbf-22c5-488d-882d-83ceb1efb773 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1096 time: 0.1563492 Sep 16 05:08:29.907555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9a26d702-43f0-4ef5-8304-4725c800e919 req-4c6791f0-33b3-4732-ac9b-4e42e3907d25 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831399 Sep 16 05:08:29.955268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Allocated IP 172.20.0.1 (e682417c-af8c-42e7-8172-4e18236f8d30/ce90b13a-82f6-4f4c-b0be-f4d3b0876ad0/323a083d-3ef5-42f1-b7b0-333bb044c6b4) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:29.994620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] For port 74bb1076-d132-45cb-9cd9-5f01c3d86de7, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:29.998963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] For port 74bb1076-d132-45cb-9cd9-5f01c3d86de7, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=74bb1076-d132-45cb-9cd9-5f01c3d86de7,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:30.024223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:30.053464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2712d90a-dc40-4d98-a879-f5990e2c7e14 req-42f638ab-6643-408d-92a4-f4c4aee1661c tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325126 Sep 16 05:08:30.089408 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.111817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-e6d75a3c-0aa4-44e6-92aa-8f79744521dc None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:30.138298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.139050 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.140724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] 10.222.0.37 "PUT /v2.0/ports/74bb1076-d132-45cb-9cd9-5f01c3d86de7 HTTP/1.1" status: 200 len: 1092 time: 1.8974001 Sep 16 05:08:30.175416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9e2f2-65bd-4866-b997-5ff60d35c17f req-da050be6-8c3f-4124-95e3-fcbd44c79a5b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.178009 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44b9e2f2-65bd-4866-b997-5ff60d35c17f req-da050be6-8c3f-4124-95e3-fcbd44c79a5b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 943 time: 0.1213095 Sep 16 05:08:30.189517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f23d16-8471-4778-9f0e-05b81224009c service neutron] Pushing event updated for resources: {'Port': ['ID=74bb1076-d132-45cb-9cd9-5f01c3d86de7,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:30.346616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-44b9e2f2-65bd-4866-b997-5ff60d35c17f req-aa92a43c-3172-4b26-b071-e87af60605ee tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479242 Sep 16 05:08:30.409574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-293bb90b-b3a2-434c-b889-bf3a85922bbf req-911061ed-200a-4571-990b-b441a4613bc2 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=242333a9-0995-4662-9138-3b23663f0fc5 HTTP/1.1" status: 200 len: 210 time: 0.0613806 Sep 16 05:08:30.442056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-05fb57d0-8d0c-45f5-974d-74f5c19d0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.442056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-05fb57d0-8d0c-45f5-974d-74f5c19d0f30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 1095 time: 0.1474061 Sep 16 05:08:30.509499 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-b6c57c66-ac70-42a9-9aba-df33571754e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74bb1076-d132-45cb-9cd9-5f01c3d86de7 HTTP/1.1" status: 200 len: 217 time: 0.0598264 Sep 16 05:08:30.581530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d06ee142-c624-49d0-9cbc-5c7dac7b91ad up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:30.605800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-b36b2398-7321-4b65-a4e8-cb3b3c9bdad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.607733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-b36b2398-7321-4b65-a4e8-cb3b3c9bdad4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0902781 Sep 16 05:08:30.645413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port fc93f1cd-ab1b-42d7-a8f5-97335b77395f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fc93f1cd-ab1b-42d7-a8f5-97335b77395f,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:30.682359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-33174dec-62c7-4cd5-a1d4-ebb4ba009b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.684355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-33174dec-62c7-4cd5-a1d4-ebb4ba009b32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683987 Sep 16 05:08:30.718207 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:30.732912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'fc93f1cd-ab1b-42d7-a8f5-97335b77395f', 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98', 'port_id': 'fc93f1cd-ab1b-42d7-a8f5-97335b77395f', 'mac_address': 'fa:16:3e:1d:1c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d593d6-dfcb-42e8-9af2-31405838da34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:30.811146 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fabecc6b-b5d1-482d-b15f-737370526346 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.813228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:30.815569 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fb2f72-9a71-43f7-a37e-953326e3418e" -d '{"events": [{"server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:30.817111 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.819755 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.844498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-00731ed2-3026-44e9-8188-66f190ce4b56 service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525097 Sep 16 05:08:30.849705 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.853529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d06ee142-c624-49d0-9cbc-5c7dac7b91ad triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:30.853529 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.859883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc93f1cd-ab1b-42d7-a8f5-97335b77395f {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:30.872174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Transition to ACTIVE for port object a7b97f70-c747-466e-9286-7f704e4e0cc3 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:30.932768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port fc93f1cd-ab1b-42d7-a8f5-97335b77395f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fc93f1cd-ab1b-42d7-a8f5-97335b77395f,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:30.951053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b90c980c-8b3c-4375-b1b2-67d59bcc2b44 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:30.990554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: b90c980c-8b3c-4375-b1b2-67d59bcc2b44 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:30.990956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b90c980c-8b3c-4375-b1b2-67d59bcc2b44 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:30.991505 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc5351d-631f-4cd0-89ae-25d5938f997d x-openstack-request-id: req-7cc5351d-631f-4cd0-89ae-25d5938f997d {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:30.992034 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:30.994646 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.995190 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cc5351d-631f-4cd0-89ae-25d5938f997d {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:30.995795 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'code': 200} Sep 16 05:08:30.998283 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.017475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ac0f8c1-1044-4038-9ff4-04d1e005a7d0 req-86f4897e-1eeb-48ff-b4a6-c5b3b2f6f279 service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640122 Sep 16 05:08:31.054185 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45149e6-a0a7-44c4-98f7-1611bc7a5fbb None None] Update dhcp port {'port': {'network_id': '8dad712b-c6e9-470a-85ab-0545269a4eb5', 'fixed_ips': [{'subnet_id': 'e77718c6-ca22-42c8-89c4-e22ee57b94e0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bc75530e-9469-4df5-a94c-f9f14fbd918c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb36e295-a2b7-48f6-bae8-5b027c7a640f'}], 'binding:host_id': 'n-d-712137-12'}, 'id': 'ad2aebeb-85c5-4931-afab-768e37316a05'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:08:31.084175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfaa828-b5f6-4321-96cd-c5d45046a458 req-c0779e67-e8cc-4228-ae7f-121565d9e894 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.086231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e6d75a3c-0aa4-44e6-92aa-8f79744521dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:31.091695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1cfaa828-b5f6-4321-96cd-c5d45046a458 req-c0779e67-e8cc-4228-ae7f-121565d9e894 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 943 time: 0.0644865 Sep 16 05:08:31.153273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1cfaa828-b5f6-4321-96cd-c5d45046a458 req-81166ea0-931d-49e8-a287-9931ae7cba42 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606794 Sep 16 05:08:31.160263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d75a3c-0aa4-44e6-92aa-8f79744521dc None None] Checking router: e465cd28-fbba-468e-8593-3e02d0345820 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:31.169413 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f45149e6-a0a7-44c4-98f7-1611bc7a5fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.175105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=fc93f1cd-ab1b-42d7-a8f5-97335b77395f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:31.201602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a8d3f0-acd4-4129-a907-69dc550741aa None None] Network 97e9ae8e-9542-487b-ad55-680b6f78038e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:31.221750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9e5304d3-ca95-48ad-9f45-438d7cf86426 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:31.229349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d75a3c-0aa4-44e6-92aa-8f79744521dc None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:31.230008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e6d75a3c-0aa4-44e6-92aa-8f79744521dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:31.233112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384a318-fdda-4fe6-8f83-e34a4c7e1799 req-f25a57b3-8c97-4c52-bdaa-eccc62355131 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.234976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8384a318-fdda-4fe6-8f83-e34a4c7e1799 req-f25a57b3-8c97-4c52-bdaa-eccc62355131 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1097 time: 0.0545211 Sep 16 05:08:31.264567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['fc93f1cd-ab1b-42d7-a8f5-97335b77395f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:31.285693 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8384a318-fdda-4fe6-8f83-e34a4c7e1799 req-eff2eb15-619f-4adf-9ede-91b7ca70004b tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439994 Sep 16 05:08:31.306618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.308540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b97f70-c747-466e-9286-7f704e4e0cc3,revision_number=6']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:31.429236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network e682417c-af8c-42e7-8172-4e18236f8d30 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:31.432179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] No DVR routers for this DVR port a7b97f70-c747-466e-9286-7f704e4e0cc3 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:31.445654 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:31.448726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:31.530612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=323a083d-3ef5-42f1-b7b0-333bb044c6b4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:31.532446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cd724afe-9288-42cf-b57a-3973a8f12609 None None] Provisioning complete for port 9e5304d3-ca95-48ad-9f45-438d7cf86426 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:31.539352 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd724afe-9288-42cf-b57a-3973a8f12609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.555785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23980350-e7b7-4d9b-9d10-0175826fb0dc req-e19462fc-4bab-4794-9b25-9a0c1ff438cc tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.568435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23980350-e7b7-4d9b-9d10-0175826fb0dc req-e19462fc-4bab-4794-9b25-9a0c1ff438cc tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 943 time: 0.1289213 Sep 16 05:08:31.617426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b2aaaf-a1f5-4167-8123-d295736c2c63', 'tag': '74bb1076-d132-45cb-9cd9-5f01c3d86de7'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:31.619885 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cabd03-80b1-4e59-ac99-fc7d1807c873" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b2aaaf-a1f5-4167-8123-d295736c2c63", "tag": "74bb1076-d132-45cb-9cd9-5f01c3d86de7"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:31.631719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23980350-e7b7-4d9b-9d10-0175826fb0dc req-6f87b291-8750-4087-a39f-060fbd381214 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574145 Sep 16 05:08:31.647814 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.649000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a7b97f70-c747-466e-9286-7f704e4e0cc3 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:31.668219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52144) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:31.699061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9e5304d3-ca95-48ad-9f45-438d7cf86426 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:31.699605 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.722596 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1202674a-44b8-4068-8928-9be346faac83 x-openstack-request-id: req-1202674a-44b8-4068-8928-9be346faac83 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:31.723119 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b2aaaf-a1f5-4167-8123-d295736c2c63", "tag": "74bb1076-d132-45cb-9cd9-5f01c3d86de7", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:31.723766 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1202674a-44b8-4068-8928-9be346faac83 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:31.724343 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b2aaaf-a1f5-4167-8123-d295736c2c63', 'tag': '74bb1076-d132-45cb-9cd9-5f01c3d86de7', 'status': 'completed', 'code': 200} Sep 16 05:08:31.800862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-e6d75a3c-0aa4-44e6-92aa-8f79744521dc None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:31.803748 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58357ea1-f403-4234-b8de-ff3c25742a88 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.822341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cabd03-80b1-4e59-ac99-fc7d1807c873 req-ccb517bf-9fd2-4d7b-98b4-30e0ad3f91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.840117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78cabd03-80b1-4e59-ac99-fc7d1807c873 req-ccb517bf-9fd2-4d7b-98b4-30e0ad3f91ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 1095 time: 0.0774491 Sep 16 05:08:31.844449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58357ea1-f403-4234-b8de-ff3c25742a88 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.858997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Attempting to bind port a7b97f70-c747-466e-9286-7f704e4e0cc3 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:31.859583 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Attempting to bind port a7b97f70-c747-466e-9286-7f704e4e0cc3 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:31.859743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Attempting to bind port a7b97f70-c747-466e-9286-7f704e4e0cc3 on network 314d528f-5053-45fc-ae4e-4d87509ad1b4 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:31.862267 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-fabecc6b-b5d1-482d-b15f-737370526346 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Delete allocated IP 2001:db8::2ad (8dad712b-c6e9-470a-85ab-0545269a4eb5/bc75530e-9469-4df5-a94c-f9f14fbd918c) {{(pid=95451) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:08:31.870780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Port a7b97f70-c747-466e-9286-7f704e4e0cc3 on network 314d528f-5053-45fc-ae4e-4d87509ad1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:31.871104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Attempting to bind port a7b97f70-c747-466e-9286-7f704e4e0cc3 on network 314d528f-5053-45fc-ae4e-4d87509ad1b4 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:31.876655 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-fabecc6b-b5d1-482d-b15f-737370526346 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Allocated IP 2001:db8:0:2::50 (8dad712b-c6e9-470a-85ab-0545269a4eb5/eb36e295-a2b7-48f6-bae8-5b027c7a640f/7a3da761-9421-4b6b-83c7-14c3c755db97) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:31.887578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:31.887578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Checking segment: {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:31.887578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Bound using segment: {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:31.887578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Bound port: a7b97f70-c747-466e-9286-7f704e4e0cc3, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb50f77d-dd52-4e54-b099-e5759071850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:31.887578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.913051 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a7b97f70-c747-466e-9286-7f704e4e0cc3 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:31.953784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cabd03-80b1-4e59-ac99-fc7d1807c873 req-37fcf879-cdae-425b-bea5-93196af5312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.955405 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78cabd03-80b1-4e59-ac99-fc7d1807c873 req-37fcf879-cdae-425b-bea5-93196af5312c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.1233912 Sep 16 05:08:31.998354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.007738 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78cabd03-80b1-4e59-ac99-fc7d1807c873 req-0aa4cd40-829f-442b-86b1-1c42e8cacd53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74bb1076-d132-45cb-9cd9-5f01c3d86de7 HTTP/1.1" status: 200 len: 217 time: 0.0424578 Sep 16 05:08:32.024176 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58357ea1-f403-4234-b8de-ff3c25742a88 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.027148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-58357ea1-f403-4234-b8de-ff3c25742a88 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.028409 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-58357ea1-f403-4234-b8de-ff3c25742a88 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "DELETE /v2.0/security-groups/ae9f09e8-cbbc-489f-8580-94e3f3b7a965 HTTP/1.1" status: 204 len: 168 time: 0.3587439 Sep 16 05:08:32.032741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52146) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:32.062251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58357ea1-f403-4234-b8de-ff3c25742a88 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9f09e8-cbbc-489f-8580-94e3f3b7a965,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.067530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:32.082039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cabd03-80b1-4e59-ac99-fc7d1807c873 req-acf0cad8-5535-4781-bb9c-5afbd697b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.083589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78cabd03-80b1-4e59-ac99-fc7d1807c873 req-acf0cad8-5535-4781-bb9c-5afbd697b1f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0687766 Sep 16 05:08:32.105115 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-b67457d2-89d5-4918-aa72-d86bbbeab3e4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] show failed (client error): The resource could not be found. Sep 16 05:08:32.106262 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b67457d2-89d5-4918-aa72-d86bbbeab3e4 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups/ae9f09e8-cbbc-489f-8580-94e3f3b7a965 HTTP/1.1" status: 404 len: 347 time: 0.0612099 Sep 16 05:08:32.111337 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd724afe-9288-42cf-b57a-3973a8f12609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.116276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:32.117724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52148) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:32.164201 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.219833 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.226636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cd724afe-9288-42cf-b57a-3973a8f12609 None None] For port 9e5304d3-ca95-48ad-9f45-438d7cf86426, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9e5304d3-ca95-48ad-9f45-438d7cf86426,segment=NetworkSegment(c25432e8-d939-4d01-8d1b-06eca8e15973),segment_id=c25432e8-d939-4d01-8d1b-06eca8e15973)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:32.240311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cabd03-80b1-4e59-ac99-fc7d1807c873 req-43fb3e6c-c3de-40e3-9e41-922de2946a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.241991 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78cabd03-80b1-4e59-ac99-fc7d1807c873 req-43fb3e6c-c3de-40e3-9e41-922de2946a54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1509218 Sep 16 05:08:32.310328 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd724afe-9288-42cf-b57a-3973a8f12609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.332625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.334388 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.335982 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] 10.222.0.37 "PUT /v2.0/ports/a7b97f70-c747-466e-9286-7f704e4e0cc3 HTTP/1.1" status: 200 len: 1092 time: 3.2637949 Sep 16 05:08:32.477105 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fabecc6b-b5d1-482d-b15f-737370526346 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.482280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce576c5d-c8d9-435c-9654-327f816e5dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b97f70-c747-466e-9286-7f704e4e0cc3,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.488900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd724afe-9288-42cf-b57a-3973a8f12609 None None] Pushing event updated for resources: {'Port': ['ID=9e5304d3-ca95-48ad-9f45-438d7cf86426,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.492067 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-273172ed-0f7e-4eb3-bb00-b6e03d1b7bfe None None] Provisioning complete for port 323a083d-3ef5-42f1-b7b0-333bb044c6b4 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:32.492915 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-273172ed-0f7e-4eb3-bb00-b6e03d1b7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.502533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-dec6cce2-e6a5-4bda-afa9-5708c922a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.504045 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-dec6cce2-e6a5-4bda-afa9-5708c922a9bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1095 time: 0.1360543 Sep 16 05:08:32.546061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fabecc6b-b5d1-482d-b15f-737370526346 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.609798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c3905-2f59-4db3-8303-7d4ad1df67e4 req-b8253960-3250-418c-991f-1f49da4da2c5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.611712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d47c3905-2f59-4db3-8303-7d4ad1df67e4 req-b8253960-3250-418c-991f-1f49da4da2c5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 943 time: 0.2826071 Sep 16 05:08:32.618228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1b11e-f456-4baa-963e-b122e6c1e0eb req-482a0173-3a9d-4da9-8ff5-510ebfccea2c tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.620951 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6dd1b11e-f456-4baa-963e-b122e6c1e0eb req-482a0173-3a9d-4da9-8ff5-510ebfccea2c tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1097 time: 0.2032268 Sep 16 05:08:32.633112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78cabd03-80b1-4e59-ac99-fc7d1807c873 req-9ac68b8c-44d9-434c-afd8-df94ab14d936 service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831089 Sep 16 05:08:32.636147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8a7fb-2bb9-4010-8ed6-8dd7ad711026 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Deleting port dde6e13a-3f25-40eb-9215-e73e3c910917 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:32.636827 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a7fb-2bb9-4010-8ed6-8dd7ad711026 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.693295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-fabecc6b-b5d1-482d-b15f-737370526346 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] In _notify_port_updated(), no bound segment for port 7a3da761-9421-4b6b-83c7-14c3c755db97 on network 8dad712b-c6e9-470a-85ab-0545269a4eb5 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:08:32.699063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabecc6b-b5d1-482d-b15f-737370526346 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.700165 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fabecc6b-b5d1-482d-b15f-737370526346 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.703953 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fabecc6b-b5d1-482d-b15f-737370526346 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "PUT /v2.0/ports/7a3da761-9421-4b6b-83c7-14c3c755db97 HTTP/1.1" status: 200 len: 968 time: 2.9516077 Sep 16 05:08:32.713781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52156) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:32.728636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabecc6b-b5d1-482d-b15f-737370526346 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event updated for resources: {'Port': ['ID=7a3da761-9421-4b6b-83c7-14c3c755db97,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.747799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e6d75a3c-0aa4-44e6-92aa-8f79744521dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:32.774926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-4b36b9ac-14a1-4f17-8b9f-4cf96658d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.776433 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-4b36b9ac-14a1-4f17-8b9f-4cf96658d33d service neutron] 10.222.0.37 "GET /v2.0/networks?id=314d528f-5053-45fc-ae4e-4d87509ad1b4 HTTP/1.1" status: 200 len: 896 time: 0.2610607 Sep 16 05:08:32.780435 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:32.780825 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:32.785615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d75a3c-0aa4-44e6-92aa-8f79744521dc None None] The sync data for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 is: [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:32.788257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.825506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-273172ed-0f7e-4eb3-bb00-b6e03d1b7bfe None None] Port 323a083d-3ef5-42f1-b7b0-333bb044c6b4 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:32.855635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-f45149e6-a0a7-44c4-98f7-1611bc7a5fbb None None] Allocated IP 2001:db8:0:2::2 (8dad712b-c6e9-470a-85ab-0545269a4eb5/eb36e295-a2b7-48f6-bae8-5b027c7a640f/ad2aebeb-85c5-4931-afab-768e37316a05) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:32.869928 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-f43482a3-dd16-474b-bed4-01408834d000 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3 HTTP/1.1" status: 200 len: 999 time: 0.0855458 Sep 16 05:08:32.872078 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.966666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 74bb1076-d132-45cb-9cd9-5f01c3d86de7 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:32.997749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:33.000033 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ab3885-457c-4ca2-aca1-092247834073" -d '{"events": [{"name": "network-changed", "server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:33.003018 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.010429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-a8ea3fdc-42ff-46e8-ab92-4231db74a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.012003 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-a8ea3fdc-42ff-46e8-ab92-4231db74a6fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb HTTP/1.1" status: 200 len: 835 time: 0.1332650 Sep 16 05:08:33.015695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=323a083d-3ef5-42f1-b7b0-333bb044c6b4,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:33.057493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f45149e6-a0a7-44c4-98f7-1611bc7a5fbb None None] For port ad2aebeb-85c5-4931-afab-768e37316a05, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ad2aebeb-85c5-4931-afab-768e37316a05,segment=NetworkSegment(bd627d7f-65be-41e0-b7a9-861ad56b58c2),segment_id=bd627d7f-65be-41e0-b7a9-861ad56b58c2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:33.108336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-620ad078-b9a2-4069-8526-ad99b1ee9669 None None] Provisioning complete for port 9e5304d3-ca95-48ad-9f45-438d7cf86426 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:33.108742 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-620ad078-b9a2-4069-8526-ad99b1ee9669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.126607 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-fe272e23-99f6-4af2-8c61-cbf325aaa710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.128139 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-fe272e23-99f6-4af2-8c61-cbf325aaa710 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=314d528f-5053-45fc-ae4e-4d87509ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018388 Sep 16 05:08:33.173637 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c58de-879b-4853-9e46-1c502eb4989e None None] New status for floating IP 20536c5f-80a3-4c37-8ec4-89da71d7e68e: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:08:33.175125 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f45149e6-a0a7-44c4-98f7-1611bc7a5fbb None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.197706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 74bb1076-d132-45cb-9cd9-5f01c3d86de7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=74bb1076-d132-45cb-9cd9-5f01c3d86de7,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:33.212213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '74bb1076-d132-45cb-9cd9-5f01c3d86de7', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'port_id': '74bb1076-d132-45cb-9cd9-5f01c3d86de7', 'mac_address': 'fa:16:3e:ba:6d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:33.236596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network e682417c-af8c-42e7-8172-4e18236f8d30 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:33.243206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:33.253459 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-1b328a14-1a06-4f76-9b81-e6a81f3a15b9 service neutron] 10.222.0.37 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110249 Sep 16 05:08:33.279717 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d47c3905-2f59-4db3-8303-7d4ad1df67e4 req-2ab1c353-e29b-4a1e-8182-4d10d886efe1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6506162 Sep 16 05:08:33.324508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78cabd03-80b1-4e59-ac99-fc7d1807c873 req-4aa93d67-e021-4668-808d-8ff4f3650024 service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673884 Sep 16 05:08:33.332933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6dd1b11e-f456-4baa-963e-b122e6c1e0eb req-7a97f961-e69b-4d61-9e05-11adb499d436 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6935983 Sep 16 05:08:33.370492 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f45149e6-a0a7-44c4-98f7-1611bc7a5fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.426134 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a7fb-2bb9-4010-8ed6-8dd7ad711026 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.427166 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a7fb-2bb9-4010-8ed6-8dd7ad711026 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.471027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8a7fb-2bb9-4010-8ed6-8dd7ad711026 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Calling delete_port for dde6e13a-3f25-40eb-9215-e73e3c910917 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:33.527723 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45149e6-a0a7-44c4-98f7-1611bc7a5fbb None None] Pushing event updated for resources: {'Port': ['ID=ad2aebeb-85c5-4931-afab-768e37316a05,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:33.538182 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.561526 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d94b7-92bb-4f68-ba69-d78e1c457ca1 req-785e25c7-032d-4da2-a8a9-96e14f32b150 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.569167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe2d94b7-92bb-4f68-ba69-d78e1c457ca1 req-785e25c7-032d-4da2-a8a9-96e14f32b150 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 943 time: 0.1712651 Sep 16 05:08:33.602085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-933e7bd7-bb41-4957-be86-418fe37f58d4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 7a3da761-9421-4b6b-83c7-14c3c755db97 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:33.602490 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-933e7bd7-bb41-4957-be86-418fe37f58d4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.606689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bb1076-d132-45cb-9cd9-5f01c3d86de7 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:33.646126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 74bb1076-d132-45cb-9cd9-5f01c3d86de7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=74bb1076-d132-45cb-9cd9-5f01c3d86de7,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:33.669483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe2d94b7-92bb-4f68-ba69-d78e1c457ca1 req-81c62f98-e38b-4a90-a3d1-d7964be82536 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971775 Sep 16 05:08:33.685670 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device fc93f1cd-ab1b-42d7-a8f5-97335b77395f up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:33.754430 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.761432 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-933e7bd7-bb41-4957-be86-418fe37f58d4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.772362 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d368500b-2d81-41f0-b365-a22b6d7dbfca x-openstack-request-id: req-d368500b-2d81-41f0-b365-a22b6d7dbfca {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:33.772685 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:33.772939 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d368500b-2d81-41f0-b365-a22b6d7dbfca {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:33.773378 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'status': 'completed', 'code': 200} Sep 16 05:08:33.795575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-933e7bd7-bb41-4957-be86-418fe37f58d4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 7a3da761-9421-4b6b-83c7-14c3c755db97 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:33.813525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ad2aebeb-85c5-4931-afab-768e37316a05 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:33.872715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6d370430-2ac4-40a6-b019-b3e65e8a45f2 None None] Provisioning complete for port 323a083d-3ef5-42f1-b7b0-333bb044c6b4 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:33.872715 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6d370430-2ac4-40a6-b019-b3e65e8a45f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.892404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3885-457c-4ca2-aca1-092247834073 req-8b4fd303-715c-46a6-9407-93c3d5069cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.894164 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-8b4fd303-715c-46a6-9407-93c3d5069cee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1095 time: 0.1185472 Sep 16 05:08:33.914669 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a04fc720-3ed9-4f05-9e5d-e522906413c3 req-be6581f2-b38f-4fa1-8a86-3edb39f6b295 service neutron] 10.222.0.37 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235507 Sep 16 05:08:33.966460 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=74bb1076-d132-45cb-9cd9-5f01c3d86de7,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:33.982725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6d370430-2ac4-40a6-b019-b3e65e8a45f2 None None] Port 323a083d-3ef5-42f1-b7b0-333bb044c6b4 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:33.987151 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:33.987697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:33.988210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:33.988689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:33.989678 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:33.990108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:33.990534 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:33.990954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:33.991539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:33.991969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:33.992348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:33.993199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:34.001229 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a7fb-2bb9-4010-8ed6-8dd7ad711026 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.009729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ad2aebeb-85c5-4931-afab-768e37316a05 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:34.010566 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.012684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3885-457c-4ca2-aca1-092247834073 req-d6987914-9a90-4829-8b2d-fc96b33ffb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.014261 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-d6987914-9a90-4829-8b2d-fc96b33ffb76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=314d528f-5053-45fc-ae4e-4d87509ad1b4 HTTP/1.1" status: 200 len: 896 time: 0.1117690 Sep 16 05:08:34.040951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['74bb1076-d132-45cb-9cd9-5f01c3d86de7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:34.050600 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port fc93f1cd-ab1b-42d7-a8f5-97335b77395f completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:34.052905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8a7fb-2bb9-4010-8ed6-8dd7ad711026 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event deleted for resources: {'Port': ['ID=dde6e13a-3f25-40eb-9215-e73e3c910917,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:34.079218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port fc93f1cd-ab1b-42d7-a8f5-97335b77395f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:34.079569 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.092863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router 9276be3c-5920-4c2c-b098-eebccbe5935e is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:08:34.134520 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-a356c210-5caf-4152-8849-9e8f40ba36d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3 HTTP/1.1" status: 200 len: 999 time: 0.1056020 Sep 16 05:08:34.160149 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a7fb-2bb9-4010-8ed6-8dd7ad711026 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.165089 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a7fb-2bb9-4010-8ed6-8dd7ad711026 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.169968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e1a8a7fb-2bb9-4010-8ed6-8dd7ad711026 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "DELETE /v2.0/floatingips/20536c5f-80a3-4c37-8ec4-89da71d7e68e HTTP/1.1" status: 204 len: 168 time: 2.0475221 Sep 16 05:08:34.225292 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-933e7bd7-bb41-4957-be86-418fe37f58d4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.258919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9e5304d3-ca95-48ad-9f45-438d7cf86426 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:34.273876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e7bd7-bb41-4957-be86-418fe37f58d4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=7a3da761-9421-4b6b-83c7-14c3c755db97,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:34.316998 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-933e7bd7-bb41-4957-be86-418fe37f58d4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.320146 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-933e7bd7-bb41-4957-be86-418fe37f58d4 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/7a3da761-9421-4b6b-83c7-14c3c755db97 HTTP/1.1" status: 204 len: 168 time: 1.6028116 Sep 16 05:08:34.322851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52166) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:34.351067 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.358281 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25a1346-eef3-4c90-b39d-928bb547a586 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] GET failed (client error): The resource could not be found. Sep 16 05:08:34.360284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b25a1346-eef3-4c90-b39d-928bb547a586 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports/7a3da761-9421-4b6b-83c7-14c3c755db97 HTTP/1.1" status: 404 len: 333 time: 0.0362639 Sep 16 05:08:34.363201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52168) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:34.389546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3885-457c-4ca2-aca1-092247834073 req-ecd4c995-9d57-4ec2-810a-4b7f6d27d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.391595 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-ecd4c995-9d57-4ec2-810a-4b7f6d27d007 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb HTTP/1.1" status: 200 len: 835 time: 0.2551930 Sep 16 05:08:34.441077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port fc93f1cd-ab1b-42d7-a8f5-97335b77395f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fc93f1cd-ab1b-42d7-a8f5-97335b77395f,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:34.443259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8de2735-7161-4fa5-ac1f-eb7d93e61e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc93f1cd-ab1b-42d7-a8f5-97335b77395f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:34.446491 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950bb523-1326-4f2d-a0ae-6f55f205b1e1" -d '{"events": [{"server_uuid": "c8de2735-7161-4fa5-ac1f-eb7d93e61e0f", "name": "network-vif-plugged", "status": "completed", "tag": "fc93f1cd-ab1b-42d7-a8f5-97335b77395f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:34.481123 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:34.496408 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-62cc8d4f-4db7-4c58-a097-1d3d8682f674 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/9276be3c-5920-4c2c-b098-eebccbe5935e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9605973 Sep 16 05:08:34.498779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52174) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:34.498952 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb812e7-382d-46ac-b227-12b83829a434 None None] Sync routers for ids ['9276be3c-5920-4c2c-b098-eebccbe5935e'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:34.506241 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6bafd8cd-21c3-4ad5-9bdd-6913b2bc39b2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.510295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9e5304d3-ca95-48ad-9f45-438d7cf86426 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:34.510295 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.528854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3885-457c-4ca2-aca1-092247834073 req-2bc63dbd-302d-417a-8952-01d6e7e8b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.530585 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-2bc63dbd-302d-417a-8952-01d6e7e8b782 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1095 time: 0.3922651 Sep 16 05:08:34.555856 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.561102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80850e0-4811-4f60-adbe-a00ab83da06f req-9624f374-db31-4bc0-bcbb-628bc19a7407 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.562928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f80850e0-4811-4f60-adbe-a00ab83da06f req-9624f374-db31-4bc0-bcbb-628bc19a7407 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 943 time: 0.1313136 Sep 16 05:08:34.580608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6bafd8cd-21c3-4ad5-9bdd-6913b2bc39b2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.598158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3885-457c-4ca2-aca1-092247834073 req-76886bdd-9111-480c-8ef2-c8ec71f4c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.600755 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-76886bdd-9111-480c-8ef2-c8ec71f4c93e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=314d528f-5053-45fc-ae4e-4d87509ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1971078 Sep 16 05:08:34.645856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c019b-fb83-4fc8-b8ae-acf3f444ea02 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.651708 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cd1c019b-fb83-4fc8-b8ae-acf3f444ea02 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports/323a083d-3ef5-42f1-b7b0-333bb044c6b4 HTTP/1.1" status: 200 len: 910 time: 0.1430316 Sep 16 05:08:34.652029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52176) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:34.676797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb812e7-382d-46ac-b227-12b83829a434 None None] Routers {'9276be3c-5920-4c2c-b098-eebccbe5935e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:34.676797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3eb812e7-382d-46ac-b227-12b83829a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9276be3c-5920-4c2c-b098-eebccbe5935e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:34.736288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3eb812e7-382d-46ac-b227-12b83829a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:34.737787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f80850e0-4811-4f60-adbe-a00ab83da06f req-af7d9497-f951-4745-a582-efc919c239c4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661584 Sep 16 05:08:34.758569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bd697d84-b70d-48d2-9d25-90bb486a75af None None] Provisioning complete for port 1436200d-7dd5-442c-950b-c652544c9ce6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:34.758948 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bd697d84-b70d-48d2-9d25-90bb486a75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.768752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb812e7-382d-46ac-b227-12b83829a434 None None] Routers {'9276be3c-5920-4c2c-b098-eebccbe5935e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:34.768752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3eb812e7-382d-46ac-b227-12b83829a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9276be3c-5920-4c2c-b098-eebccbe5935e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:34.847814 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6bafd8cd-21c3-4ad5-9bdd-6913b2bc39b2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.853160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=fc93f1cd-ab1b-42d7-a8f5-97335b77395f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:34.853378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6bafd8cd-21c3-4ad5-9bdd-6913b2bc39b2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.862861 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52180) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:34.864106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6bafd8cd-21c3-4ad5-9bdd-6913b2bc39b2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/security-groups/5c91a8c7-e406-42f6-b961-1e753d80540f HTTP/1.1" status: 204 len: 168 time: 0.4995275 Sep 16 05:08:34.871171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-bd697d84-b70d-48d2-9d25-90bb486a75af None None] Port 1436200d-7dd5-442c-950b-c652544c9ce6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:34.875450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3eb812e7-382d-46ac-b227-12b83829a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:34.875450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb812e7-382d-46ac-b227-12b83829a434 None None] The sync data for ids ['9276be3c-5920-4c2c-b098-eebccbe5935e'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:34.888213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bd697d84-b70d-48d2-9d25-90bb486a75af None None] Provisioning complete for port ad2aebeb-85c5-4931-afab-768e37316a05 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:34.888770 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bd697d84-b70d-48d2-9d25-90bb486a75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.892296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3885-457c-4ca2-aca1-092247834073 req-927a1cbf-2167-43c6-847b-158daffe0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.894000 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-927a1cbf-2167-43c6-847b-158daffe0bac service neutron] 10.222.0.37 "GET /v2.0/networks?id=314d528f-5053-45fc-ae4e-4d87509ad1b4 HTTP/1.1" status: 200 len: 896 time: 0.3363106 Sep 16 05:08:34.979198 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-3e1aaba1-5085-41cc-b5c3-3cc40ad5d0d5 service neutron] 10.222.0.23 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518486 Sep 16 05:08:34.990794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bd697d84-b70d-48d2-9d25-90bb486a75af None None] Could not find standard attr ID for object 7a3da761-9421-4b6b-83c7-14c3c755db97. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:08:35.009259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafd8cd-21c3-4ad5-9bdd-6913b2bc39b2 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c91a8c7-e406-42f6-b961-1e753d80540f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.034627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266037b-ebb3-4226-96a9-e67d659fa31d req-4e772a4b-86fe-4cdd-a53b-723c218a9b17 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.037524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6266037b-ebb3-4226-96a9-e67d659fa31d req-4e772a4b-86fe-4cdd-a53b-723c218a9b17 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1098 time: 0.1935976 Sep 16 05:08:35.054222 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-419db36d-cabc-4824-af5b-9dd3aa70954a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3 HTTP/1.1" status: 200 len: 999 time: 0.1415896 Sep 16 05:08:35.097930 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52182) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:35.104078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3d1778cc-3da3-45d0-a9cd-c0ec898863d7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697676879', 'description': 'tempest-description--2050171317'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:35.107312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-70ba56a5-62ea-4632-9432-664f32c104fe None None] Could not find standard attr ID for object 7a3da761-9421-4b6b-83c7-14c3c755db97. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:08:35.110723 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3674a36e-1652-4540-87f0-9bf546ee48df tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.131693 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b3a28c-75d1-4c88-bea0-22199044cd4f x-openstack-request-id: req-27b3a28c-75d1-4c88-bea0-22199044cd4f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:35.132093 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8de2735-7161-4fa5-ac1f-eb7d93e61e0f", "name": "network-vif-plugged", "status": "completed", "tag": "fc93f1cd-ab1b-42d7-a8f5-97335b77395f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:35.132443 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27b3a28c-75d1-4c88-bea0-22199044cd4f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:35.132980 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8de2735-7161-4fa5-ac1f-eb7d93e61e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc93f1cd-ab1b-42d7-a8f5-97335b77395f', 'code': 200} Sep 16 05:08:35.170799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6266037b-ebb3-4226-96a9-e67d659fa31d req-46349b64-0376-40d0-a023-c40248b49410 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247265 Sep 16 05:08:35.241642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3674a36e-1652-4540-87f0-9bf546ee48df tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.247386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3885-457c-4ca2-aca1-092247834073 req-43a0bbeb-a237-4061-9ca3-381a3a3358bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.248913 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-43a0bbeb-a237-4061-9ca3-381a3a3358bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb HTTP/1.1" status: 200 len: 835 time: 0.1665251 Sep 16 05:08:35.250816 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-3d7c54f5-52f5-4a2d-833b-495a7956bb9c service neutron] 10.222.0.23 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625196 Sep 16 05:08:35.337644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3885-457c-4ca2-aca1-092247834073 req-40f11d47-6bf0-408b-9d8f-8c4102f80995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.337644 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-40f11d47-6bf0-408b-9d8f-8c4102f80995 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=314d528f-5053-45fc-ae4e-4d87509ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689461 Sep 16 05:08:35.337644 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d1778cc-3da3-45d0-a9cd-c0ec898863d7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.362472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a656824-6623-4b72-884b-b8179f3e02ea req-29128928-972b-42cb-a002-b03fe1e983da tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.364508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a656824-6623-4b72-884b-b8179f3e02ea req-29128928-972b-42cb-a002-b03fe1e983da tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 944 time: 0.1584315 Sep 16 05:08:35.368336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191df4a-5fd4-4fb0-9cb2-2ea1180c624a req-232256ac-51ef-400b-8773-9dea51796ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.371986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5191df4a-5fd4-4fb0-9cb2-2ea1180c624a req-232256ac-51ef-400b-8773-9dea51796ce8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1098 time: 0.1402576 Sep 16 05:08:35.396042 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.432451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3674a36e-1652-4540-87f0-9bf546ee48df tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.435089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3674a36e-1652-4540-87f0-9bf546ee48df tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.436274 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3674a36e-1652-4540-87f0-9bf546ee48df tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/security-groups/2c152e37-dddd-424b-87b4-434285b56dd9 HTTP/1.1" status: 204 len: 168 time: 0.5689864 Sep 16 05:08:35.444087 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a656824-6623-4b72-884b-b8179f3e02ea req-c26a1815-b36a-4fa9-ab51-8952db17587f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715714 Sep 16 05:08:35.446287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52184) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:35.478360 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674a36e-1652-4540-87f0-9bf546ee48df tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c152e37-dddd-424b-87b4-434285b56dd9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.485055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5191df4a-5fd4-4fb0-9cb2-2ea1180c624a req-dd5882c2-af05-4e6b-abae-f3521d4a9b15 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039622 Sep 16 05:08:35.525317 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-04c533b1-aff1-4bb2-918e-a70839242338 service neutron] 10.222.0.37 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802685 Sep 16 05:08:35.588284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d1778cc-3da3-45d0-a9cd-c0ec898863d7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.633201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4852f3e-9dc4-4f1c-ac47-51f6c2f4d90e tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.650253 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d1778cc-3da3-45d0-a9cd-c0ec898863d7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.692608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Allocated IP 172.21.0.1 (97e9ae8e-9542-487b-ad55-680b6f78038e/35b06a02-31a9-4a80-b8d7-9a2e01603d3f/b5ce795f-a08e-47bd-80d4-356369bf3fd7) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:35.693254 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4852f3e-9dc4-4f1c-ac47-51f6c2f4d90e tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.710815 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-91ab3885-457c-4ca2-aca1-092247834073 req-530544de-01e1-470a-8627-4ac26ecd903a service neutron] 10.222.0.37 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766295 Sep 16 05:08:35.721301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1778cc-3da3-45d0-a9cd-c0ec898863d7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e95022-dc08-4cab-bd47-2a634e1cade2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.755090 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d1778cc-3da3-45d0-a9cd-c0ec898863d7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.756348 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3d1778cc-3da3-45d0-a9cd-c0ec898863d7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6570158 Sep 16 05:08:35.759271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52186) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:35.764530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-47a92b57-19c6-4f8d-b820-2889832388c3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Request body: {'security_group_rule': {'security_group_id': 'e9e95022-dc08-4cab-bd47-2a634e1cade2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:35.801032 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4852f3e-9dc4-4f1c-ac47-51f6c2f4d90e tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.805570 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d4852f3e-9dc4-4f1c-ac47-51f6c2f4d90e tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.809281 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d4852f3e-9dc4-4f1c-ac47-51f6c2f4d90e tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/security-groups/e81e88ef-2dce-4c5a-a9d1-eaa5115c8a0d HTTP/1.1" status: 204 len: 168 time: 0.3596795 Sep 16 05:08:35.809448 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.811525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52190) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:35.818832 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4852f3e-9dc4-4f1c-ac47-51f6c2f4d90e tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81e88ef-2dce-4c5a-a9d1-eaa5115c8a0d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.852004 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47a92b57-19c6-4f8d-b820-2889832388c3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.900360 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47a92b57-19c6-4f8d-b820-2889832388c3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.915553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f88f76-a868-4a0c-9090-75b15e5e8f0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting subnet bc75530e-9469-4df5-a94c-f9f14fbd918c {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:35.922714 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-01f88f76-a868-4a0c-9090-75b15e5e8f0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.960740 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47a92b57-19c6-4f8d-b820-2889832388c3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.964887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1ff5-9549-482d-871e-62d78436b5ca req-97c29279-21da-4d50-86d7-b5577eb066f4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.966403 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b13a1ff5-9549-482d-871e-62d78436b5ca req-97c29279-21da-4d50-86d7-b5577eb066f4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 943 time: 0.1153483 Sep 16 05:08:35.977857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-01f88f76-a868-4a0c-9090-75b15e5e8f0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.980519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a92b57-19c6-4f8d-b820-2889832388c3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12140081-9686-4ac0-acad-9334f11adaf6,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.053629 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.068827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b13a1ff5-9549-482d-871e-62d78436b5ca req-737336fe-0264-4cf8-8bec-f49331fa8bd0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939178 Sep 16 05:08:36.075244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47a92b57-19c6-4f8d-b820-2889832388c3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.079262 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-47a92b57-19c6-4f8d-b820-2889832388c3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3162525 Sep 16 05:08:36.079530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52192) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:36.087256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9dc00e3f-8695-4aa1-a6cf-9e7dcdc273e7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Request body: {'security_group_rule': {'security_group_id': 'e9e95022-dc08-4cab-bd47-2a634e1cade2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:36.123256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 97e9ae8e-9542-487b-ad55-680b6f78038e is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:36.129292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:36.138824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:36.166411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=b5ce795f-a08e-47bd-80d4-356369bf3fd7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.178914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-01f88f76-a868-4a0c-9090-75b15e5e8f0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.179759 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9dc00e3f-8695-4aa1-a6cf-9e7dcdc273e7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.229063 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.283257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9dc00e3f-8695-4aa1-a6cf-9e7dcdc273e7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.355043 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9dc00e3f-8695-4aa1-a6cf-9e7dcdc273e7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.370459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f9e60-5915-4e3a-b76f-7975581a5387 req-916fb8cd-f985-45b0-bf9b-60767c9303b6 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.372099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff9f9e60-5915-4e3a-b76f-7975581a5387 req-916fb8cd-f985-45b0-bf9b-60767c9303b6 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1098 time: 0.0613558 Sep 16 05:08:36.372805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc00e3f-8695-4aa1-a6cf-9e7dcdc273e7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3888b849-aa7a-4eeb-a5e8-1bc6a3f36e60,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.415913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff9f9e60-5915-4e3a-b76f-7975581a5387 req-c75714be-eb4a-4fea-9375-aef8c18c9876 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370491 Sep 16 05:08:36.417848 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-01f88f76-a868-4a0c-9090-75b15e5e8f0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.444558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-dcb73ebf-0480-4f4d-8370-8f0d733e764c None None] Provisioning complete for port b5ce795f-a08e-47bd-80d4-356369bf3fd7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:36.445550 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dcb73ebf-0480-4f4d-8370-8f0d733e764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.448980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f88f76-a868-4a0c-9090-75b15e5e8f0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Subnet': ['ID=bc75530e-9469-4df5-a94c-f9f14fbd918c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.455147 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-01f88f76-a868-4a0c-9090-75b15e5e8f0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.457437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-01f88f76-a868-4a0c-9090-75b15e5e8f0f tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/bc75530e-9469-4df5-a94c-f9f14fbd918c HTTP/1.1" status: 204 len: 168 time: 0.6467087 Sep 16 05:08:36.463527 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9dc00e3f-8695-4aa1-a6cf-9e7dcdc273e7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.463527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9dc00e3f-8695-4aa1-a6cf-9e7dcdc273e7 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801851 Sep 16 05:08:36.471494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52198) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:36.471940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52200) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:36.472635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e409f-bfdc-4a12-8124-665c23f53d7c None None] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:36.498738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:36.503304 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.553861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-dcb73ebf-0480-4f4d-8370-8f0d733e764c None None] Port b5ce795f-a08e-47bd-80d4-356369bf3fd7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:36.570705 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe512aa-028a-4a53-a4a1-1c4adf86bb62 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting subnet eb36e295-a2b7-48f6-bae8-5b027c7a640f {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:36.574041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2fe512aa-028a-4a53-a4a1-1c4adf86bb62 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.617907 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2fe512aa-028a-4a53-a4a1-1c4adf86bb62 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.658583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.710253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822c664-6727-4cde-b27f-cdbfd89b3326 req-b6dcf039-e559-4e2f-b8a0-6d8033fb993e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.713000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0822c664-6727-4cde-b27f-cdbfd89b3326 req-b6dcf039-e559-4e2f-b8a0-6d8033fb993e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 944 time: 0.1748672 Sep 16 05:08:36.779378 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2fe512aa-028a-4a53-a4a1-1c4adf86bb62 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.790272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0822c664-6727-4cde-b27f-cdbfd89b3326 req-d46eca44-9a1d-48c2-8246-e3e78f38cf06 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716963 Sep 16 05:08:36.861481 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.910415 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.953514 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2fe512aa-028a-4a53-a4a1-1c4adf86bb62 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.955084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device a7b97f70-c747-466e-9286-7f704e4e0cc3 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:36.958367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 74bb1076-d132-45cb-9cd9-5f01c3d86de7 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:36.972249 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.975912 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2fe512aa-028a-4a53-a4a1-1c4adf86bb62 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.980500 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2fe512aa-028a-4a53-a4a1-1c4adf86bb62 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/eb36e295-a2b7-48f6-bae8-5b027c7a640f HTTP/1.1" status: 204 len: 168 time: 0.5072830 Sep 16 05:08:36.983288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52202) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.028257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe512aa-028a-4a53-a4a1-1c4adf86bb62 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Subnet': ['ID=eb36e295-a2b7-48f6-bae8-5b027c7a640f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:37.034297 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a084f7-4e91-4ec0-af1e-1aec6e07dce0 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:37.035089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a084f7-4e91-4ec0-af1e-1aec6e07dce0 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:37.040432 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-15a084f7-4e91-4ec0-af1e-1aec6e07dce0 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/bc75530e-9469-4df5-a94c-f9f14fbd918c HTTP/1.1" status: 404 len: 337 time: 0.0396609 Sep 16 05:08:37.041195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52204) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.072201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.082307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=b5ce795f-a08e-47bd-80d4-356369bf3fd7,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:37.089182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Allocated IP 172.25.3.78 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/d22f2f60-cdb0-4a25-971c-692e56f2bec8) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:37.125399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-df190f4b-c934-43b0-932c-7aaba67eabe3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting subnet e77718c6-ca22-42c8-89c4-e22ee57b94e0 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:37.138995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df190f4b-c934-43b0-932c-7aaba67eabe3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.168861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:37.185239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'port_id': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'mac_address': 'fa:16:3e:b7:ed:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:37.227433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 74bb1076-d132-45cb-9cd9-5f01c3d86de7 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:37.237481 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df190f4b-c934-43b0-932c-7aaba67eabe3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.237851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 74bb1076-d132-45cb-9cd9-5f01c3d86de7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:37.238238 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.240211 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.246054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133214e-c7da-48d1-96b8-caf9e0b0a078 req-6ea67b81-cacb-45e4-beed-cba2495a7fc5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.247641 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5133214e-c7da-48d1-96b8-caf9e0b0a078 req-6ea67b81-cacb-45e4-beed-cba2495a7fc5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 943 time: 0.0685070 Sep 16 05:08:37.255552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 97e9ae8e-9542-487b-ad55-680b6f78038e is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:37.258397 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:37.282773 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b97f70-c747-466e-9286-7f704e4e0cc3 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:37.337789 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:37.342523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.404435 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df190f4b-c934-43b0-932c-7aaba67eabe3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.405176 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.414632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cf5e3a-b75f-456f-a493-53c65422eaae None None] Network 8dad712b-c6e9-470a-85ab-0545269a4eb5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:37.420588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5133214e-c7da-48d1-96b8-caf9e0b0a078 req-f80f59a2-5b16-47ea-bd1b-cf5befd57771 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227815 Sep 16 05:08:37.444783 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.519588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router 9276be3c-5920-4c2c-b098-eebccbe5935e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:37.538138 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=a7b97f70-c747-466e-9286-7f704e4e0cc3,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:37.550573 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.575553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 74bb1076-d132-45cb-9cd9-5f01c3d86de7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=74bb1076-d132-45cb-9cd9-5f01c3d86de7,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:37.578364 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b2aaaf-a1f5-4167-8123-d295736c2c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bb1076-d132-45cb-9cd9-5f01c3d86de7'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:37.580762 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cfad53-127b-47a2-93b4-f7dc488ac151" -d '{"events": [{"server_uuid": "f5b2aaaf-a1f5-4167-8123-d295736c2c63", "name": "network-vif-plugged", "status": "completed", "tag": "74bb1076-d132-45cb-9cd9-5f01c3d86de7"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:37.589680 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df190f4b-c934-43b0-932c-7aaba67eabe3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.634264 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7ba17619-3c9f-4bef-83ae-a141e0d7f222 None None] Provisioning complete for port 1436200d-7dd5-442c-950b-c652544c9ce6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:37.634642 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7ba17619-3c9f-4bef-83ae-a141e0d7f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.642885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:37.645871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df190f4b-c934-43b0-932c-7aaba67eabe3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Subnet': ['ID=e77718c6-ca22-42c8-89c4-e22ee57b94e0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:37.648037 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df190f4b-c934-43b0-932c-7aaba67eabe3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.652762 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-df190f4b-c934-43b0-932c-7aaba67eabe3 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/e77718c6-ca22-42c8-89c4-e22ee57b94e0 HTTP/1.1" status: 204 len: 168 time: 0.6086180 Sep 16 05:08:37.654076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event updated for resources: {'Port': ['ID=d22f2f60-cdb0-4a25-971c-692e56f2bec8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:37.655322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52214) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.657096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:37.662587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:37.682090 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.696680 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-618f62ca-9261-47b5-aa27-d3ca0bfb2536 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:37.697124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618f62ca-9261-47b5-aa27-d3ca0bfb2536 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:37.701345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-618f62ca-9261-47b5-aa27-d3ca0bfb2536 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/2f1fd0df-8dac-4570-af6e-46381970e77d HTTP/1.1" status: 404 len: 337 time: 0.0411832 Sep 16 05:08:37.707286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52216) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.716694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:37.725558 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-84a3ae9f-02a7-45ba-a67b-35fc39d1b8fe tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/9276be3c-5920-4c2c-b098-eebccbe5935e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0724084 Sep 16 05:08:37.726428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52218) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.728606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228e74a-7c06-4138-92f2-b0b3d2f374d7 req-9a0c5da7-80e3-4468-8a6b-aff87e5b992b tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.729920 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fff94c0-e877-4684-89ab-1ba5ebdceb9c None None] Sync routers for ids ['9276be3c-5920-4c2c-b098-eebccbe5935e'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:37.733074 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b9578670-1a1c-451a-84e4-6a7e30fc5672 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6918ffb-2942-4628-80ac-fcf2fc87f5d8 HTTP/1.1" status: 200 len: 205 time: 0.0301523 Sep 16 05:08:37.736385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6228e74a-7c06-4138-92f2-b0b3d2f374d7 req-9a0c5da7-80e3-4468-8a6b-aff87e5b992b tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1098 time: 0.1373887 Sep 16 05:08:37.738433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52220) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.744625 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff94c0-e877-4684-89ab-1ba5ebdceb9c None None] Routers {'9276be3c-5920-4c2c-b098-eebccbe5935e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:37.745621 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6fff94c0-e877-4684-89ab-1ba5ebdceb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9276be3c-5920-4c2c-b098-eebccbe5935e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:37.814990 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-8b52dd51-92ec-41c2-aa96-e164d5dc248a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] delete failed (client error): The resource could not be found. Sep 16 05:08:37.816551 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8b52dd51-92ec-41c2-aa96-e164d5dc248a tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/routers/b6918ffb-2942-4628-80ac-fcf2fc87f5d8 HTTP/1.1" status: 404 len: 336 time: 0.0763826 Sep 16 05:08:37.818339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14459c8-bf6c-4832-8d17-5f54400046fc tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.820806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52226) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.822008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a14459c8-bf6c-4832-8d17-5f54400046fc tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports/b5ce795f-a08e-47bd-80d4-356369bf3fd7 HTTP/1.1" status: 200 len: 910 time: 0.0766909 Sep 16 05:08:37.825539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52228) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.839309 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6fff94c0-e877-4684-89ab-1ba5ebdceb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:37.854202 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4316437-5343-4af4-bc15-d14aaedaba85 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:37.854669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4316437-5343-4af4-bc15-d14aaedaba85 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:37.856620 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c4316437-5343-4af4-bc15-d14aaedaba85 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/0140d6b7-40db-405a-afd4-75b66376cfb5 HTTP/1.1" status: 404 len: 337 time: 0.0348308 Sep 16 05:08:37.859091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52230) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.862690 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff94c0-e877-4684-89ab-1ba5ebdceb9c None None] Routers {'9276be3c-5920-4c2c-b098-eebccbe5935e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:37.865321 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6fff94c0-e877-4684-89ab-1ba5ebdceb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9276be3c-5920-4c2c-b098-eebccbe5935e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:37.904712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6228e74a-7c06-4138-92f2-b0b3d2f374d7 req-6ad839fb-e7a2-4052-9f61-ef423af504bf tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514728 Sep 16 05:08:37.906935 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-6fff94c0-e877-4684-89ab-1ba5ebdceb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:37.908257 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fff94c0-e877-4684-89ab-1ba5ebdceb9c None None] The sync data for ids ['9276be3c-5920-4c2c-b098-eebccbe5935e'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:37.924970 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8661c3bc-d391-482f-8e4a-47aa3bce843d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:37.925928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8661c3bc-d391-482f-8e4a-47aa3bce843d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:37.928688 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8661c3bc-d391-482f-8e4a-47aa3bce843d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/495db2b4-2970-42a8-b7b9-6a04ca96067c HTTP/1.1" status: 404 len: 337 time: 0.0686634 Sep 16 05:08:37.937001 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.943867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52234) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.971698 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72d81e1-814d-49eb-b40e-59636c6233ec tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:37.972394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72d81e1-814d-49eb-b40e-59636c6233ec tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:37.975420 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f72d81e1-814d-49eb-b40e-59636c6233ec tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/820e4339-4c7b-494c-8274-7006fdb9d661 HTTP/1.1" status: 404 len: 337 time: 0.0304432 Sep 16 05:08:37.980678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52236) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.014194 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadd3a23-a388-40cd-bab7-d9b7baba53a5 x-openstack-request-id: req-fadd3a23-a388-40cd-bab7-d9b7baba53a5 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:38.014478 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b2aaaf-a1f5-4167-8123-d295736c2c63", "name": "network-vif-plugged", "status": "completed", "tag": "74bb1076-d132-45cb-9cd9-5f01c3d86de7", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:38.014727 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fadd3a23-a388-40cd-bab7-d9b7baba53a5 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:38.015121 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b2aaaf-a1f5-4167-8123-d295736c2c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bb1076-d132-45cb-9cd9-5f01c3d86de7', 'code': 200} Sep 16 05:08:38.016260 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['a7b97f70-c747-466e-9286-7f704e4e0cc3'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:38.054626 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c1ef65-f62a-4da7-8638-547583919cbc tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:38.055270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c1ef65-f62a-4da7-8638-547583919cbc tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:38.060216 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c3c1ef65-f62a-4da7-8638-547583919cbc tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/400c220f-eabe-462d-9c45-308ff23e2428 HTTP/1.1" status: 404 len: 333 time: 0.0784392 Sep 16 05:08:38.075945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52238) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.102111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7ba17619-3c9f-4bef-83ae-a141e0d7f222 None None] Port 1436200d-7dd5-442c-950b-c652544c9ce6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:38.112565 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:38.123642 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ba80a4-f976-44f4-be03-f93c639a6c6e tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:38.127375 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ba80a4-f976-44f4-be03-f93c639a6c6e tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:38.129483 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-51ba80a4-f976-44f4-be03-f93c639a6c6e tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/4f0f5748-6f49-4b42-8ce1-e7f5a279db12 HTTP/1.1" status: 404 len: 337 time: 0.0502145 Sep 16 05:08:38.130435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52240) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.132504 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.149397 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7ba17619-3c9f-4bef-83ae-a141e0d7f222 None None] Provisioning complete for port ad2aebeb-85c5-4931-afab-768e37316a05 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:38.149909 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7ba17619-3c9f-4bef-83ae-a141e0d7f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.186239 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6940e0a-06f6-4245-acef-b4b14fa5e953 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:38.186852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6940e0a-06f6-4245-acef-b4b14fa5e953 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:38.191528 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a6940e0a-06f6-4245-acef-b4b14fa5e953 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/f29e0f61-55ae-42fa-8448-c8437de89076 HTTP/1.1" status: 404 len: 337 time: 0.0599296 Sep 16 05:08:38.194267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=74bb1076-d132-45cb-9cd9-5f01c3d86de7,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.194766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f290cf-6cd5-473c-aae1-0109fa912dbe req-26104766-ed66-4d3e-a73d-45e473fb5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.196420 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-51f290cf-6cd5-473c-aae1-0109fa912dbe req-26104766-ed66-4d3e-a73d-45e473fb5373 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 1097 time: 0.1750407 Sep 16 05:08:38.197806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52242) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.245278 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c08c01-ff5f-4a8f-b960-4c6dd2f49c52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:38.246154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c08c01-ff5f-4a8f-b960-4c6dd2f49c52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:38.249968 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d4c08c01-ff5f-4a8f-b960-4c6dd2f49c52 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/38fd04b7-f3af-4f97-b22a-67fb8482c1e8 HTTP/1.1" status: 404 len: 333 time: 0.0489070 Sep 16 05:08:38.259860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52244) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.319588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1969bdd-c8b5-4811-bcfa-b3e5c8075e57 None None] DHCP port deletion for 8dad712b-c6e9-470a-85ab-0545269a4eb5 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:38.323203 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3414b366-c18c-451c-bae6-5995d5a58f7d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:38.324056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3414b366-c18c-451c-bae6-5995d5a58f7d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:38.327806 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3414b366-c18c-451c-bae6-5995d5a58f7d tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/9a25967d-78a3-4e9e-ac3e-145a3fddbf16 HTTP/1.1" status: 404 len: 337 time: 0.0639989 Sep 16 05:08:38.329413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52248) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.370509 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-51f290cf-6cd5-473c-aae1-0109fa912dbe req-e4442f59-6ccb-4c14-a208-40f2ac53b9db service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619923 Sep 16 05:08:38.380102 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-49918349-eefe-4710-a04d-37da8fbae1d6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] DELETE failed (client error): The resource could not be found. Sep 16 05:08:38.380858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49918349-eefe-4710-a04d-37da8fbae1d6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:08:38.385038 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-49918349-eefe-4710-a04d-37da8fbae1d6 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/subnets/fe5632de-f7ea-4dbc-bb3b-b8632068cf14 HTTP/1.1" status: 404 len: 337 time: 0.0502815 Sep 16 05:08:38.385801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52250) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.443257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-07df1ede-0cf9-482f-aac1-406911cb96a1 None None] Provisioning complete for port b5ce795f-a08e-47bd-80d4-356369bf3fd7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:38.444503 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-07df1ede-0cf9-482f-aac1-406911cb96a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.508412 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c1969bdd-c8b5-4811-bcfa-b3e5c8075e57 None None] Deleting port ad2aebeb-85c5-4931-afab-768e37316a05 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:38.509157 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c1969bdd-c8b5-4811-bcfa-b3e5c8075e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.518123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-07df1ede-0cf9-482f-aac1-406911cb96a1 None None] Port b5ce795f-a08e-47bd-80d4-356369bf3fd7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:38.534185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a64d3-3a03-476d-a834-16d909e78f1b req-ce5e396b-700e-4bce-bf4d-70094d20c41c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.535112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-104a64d3-3a03-476d-a834-16d909e78f1b req-ce5e396b-700e-4bce-bf4d-70094d20c41c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 945 time: 0.2141340 Sep 16 05:08:38.545928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a76777-fd97-4575-aa2a-d28964f01aea req-17a7367a-edd2-4770-bd2c-3ffcf22d2db6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.547420 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26a76777-fd97-4575-aa2a-d28964f01aea req-17a7367a-edd2-4770-bd2c-3ffcf22d2db6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3&tenant_id=b57050cfd0c741c1b347796c3e06ea10&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 944 time: 0.2238324 Sep 16 05:08:38.548298 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.555171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed6eb1-6785-4fbb-8292-03557d88f601 req-9fdf7f1a-8a70-4c3e-b06e-693632e0f193 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.555923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6efcb021-bb14-4991-a4dd-0774c9d62af5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Deleting port 1436200d-7dd5-442c-950b-c652544c9ce6 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:38.556565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6efcb021-bb14-4991-a4dd-0774c9d62af5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.556706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fed6eb1-6785-4fbb-8292-03557d88f601 req-9fdf7f1a-8a70-4c3e-b06e-693632e0f193 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 944 time: 0.2345951 Sep 16 05:08:38.621583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c1969bdd-c8b5-4811-bcfa-b3e5c8075e57 None None] For port ad2aebeb-85c5-4931-afab-768e37316a05, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ad2aebeb-85c5-4931-afab-768e37316a05,segment=NetworkSegment(bd627d7f-65be-41e0-b7a9-861ad56b58c2),segment_id=bd627d7f-65be-41e0-b7a9-861ad56b58c2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:38.621882 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c1969bdd-c8b5-4811-bcfa-b3e5c8075e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.623453 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.641227 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c1969bdd-c8b5-4811-bcfa-b3e5c8075e57 None None] Calling delete_port for ad2aebeb-85c5-4931-afab-768e37316a05 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:38.657785 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6efcb021-bb14-4991-a4dd-0774c9d62af5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.683920 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6efcb021-bb14-4991-a4dd-0774c9d62af5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Calling delete_port for 1436200d-7dd5-442c-950b-c652544c9ce6 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:38.718229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fed6eb1-6785-4fbb-8292-03557d88f601 req-8739eb6a-3498-42d0-b1bf-24f7f8839105 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128764 Sep 16 05:08:38.718517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event updated for resources: {'Port': ['ID=d22f2f60-cdb0-4a25-971c-692e56f2bec8,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.745651 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-104a64d3-3a03-476d-a834-16d909e78f1b req-0c98a5ea-6147-41d8-8799-8f513cfe2982 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878834 Sep 16 05:08:38.761538 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-26a76777-fd97-4575-aa2a-d28964f01aea req-30c2714d-b747-4e81-aa99-6ef97443c4a1 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:08:38.761538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26a76777-fd97-4575-aa2a-d28964f01aea req-30c2714d-b747-4e81-aa99-6ef97443c4a1 service neutron] 10.222.0.23 "DELETE /v2.0/ports/a7b97f70-c747-466e-9286-7f704e4e0cc3/bindings/n-h1-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.1936309 Sep 16 05:08:38.778892 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.800706 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c1969bdd-c8b5-4811-bcfa-b3e5c8075e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.830534 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1969bdd-c8b5-4811-bcfa-b3e5c8075e57 None None] Pushing event deleted for resources: {'Port': ['ID=ad2aebeb-85c5-4931-afab-768e37316a05,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.834482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1969bdd-c8b5-4811-bcfa-b3e5c8075e57 None None] No DVR routers for this DVR port ad2aebeb-85c5-4931-afab-768e37316a05 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:38.857816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.859578 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-42c01b87-64f0-4cbb-be9b-899f90ffa66e tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3716631 Sep 16 05:08:38.909383 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6efcb021-bb14-4991-a4dd-0774c9d62af5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.915532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a76777-fd97-4575-aa2a-d28964f01aea req-c29dad9d-03cb-415a-8500-abe4c2c455b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.918713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26a76777-fd97-4575-aa2a-d28964f01aea req-c29dad9d-03cb-415a-8500-abe4c2c455b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1096 time: 0.0938895 Sep 16 05:08:38.938047 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcb021-bb14-4991-a4dd-0774c9d62af5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Port': ['ID=1436200d-7dd5-442c-950b-c652544c9ce6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.953535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6efcb021-bb14-4991-a4dd-0774c9d62af5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.957569 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6efcb021-bb14-4991-a4dd-0774c9d62af5 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/ports/1436200d-7dd5-442c-950b-c652544c9ce6 HTTP/1.1" status: 204 len: 168 time: 0.5710952 Sep 16 05:08:38.961354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52254) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.961527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30419c-a123-4005-bc9b-684359307a4f req-bea902f7-0e9d-4151-aa13-09662e99a673 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.961853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df30419c-a123-4005-bc9b-684359307a4f req-bea902f7-0e9d-4151-aa13-09662e99a673 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1098 time: 0.1020887 Sep 16 05:08:39.056982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.102634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df30419c-a123-4005-bc9b-684359307a4f req-0841d57c-445b-4657-a972-de8d37f6e86d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331220 Sep 16 05:08:39.106725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a76777-fd97-4575-aa2a-d28964f01aea req-ec548e12-4b03-4978-a74e-16ddb1f4217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.108164 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26a76777-fd97-4575-aa2a-d28964f01aea req-ec548e12-4b03-4978-a74e-16ddb1f4217d service neutron] 10.222.0.23 "GET /v2.0/networks?id=314d528f-5053-45fc-ae4e-4d87509ad1b4 HTTP/1.1" status: 200 len: 896 time: 0.1826839 Sep 16 05:08:39.147526 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.167647 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-8de6dc21-8d20-4f45-89ed-2b208f76da07 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1697676879&fields=id&tenant_id=be85c04689e0447ca8e5936abf67644c HTTP/1.1" status: 200 len: 267 time: 0.0989649 Sep 16 05:08:39.169738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dad712b-c6e9-470a-85ab-0545269a4eb5']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:39.169954 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ccf4-60e9-4ae1-8639-9c57aaf7a0bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.179787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd627d7f-65be-41e0-b7a9-861ad56b58c2') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:39.180175 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd627d7f-65be-41e0-b7a9-861ad56b58c2') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:39.189755 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.202944 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.210186 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:39.213433 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:39.213623 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:39.325761 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26a76777-fd97-4575-aa2a-d28964f01aea req-548f3f9f-3951-40a5-b40b-b5e32ef13c47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3 HTTP/1.1" status: 200 len: 1000 time: 0.2015831 Sep 16 05:08:39.347310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.357756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.359714 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] 10.222.0.24 "DELETE /v2.0/networks/8dad712b-c6e9-470a-85ab-0545269a4eb5 HTTP/1.1" status: 204 len: 168 time: 0.3987007 Sep 16 05:08:39.370567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d32e3-1054-4d7f-a0f7-11705d918520 tempest-PortsIpV6TestJSON-159299172 tempest-PortsIpV6TestJSON-159299172-project] Pushing event deleted for resources: {'Network': ['ID=8dad712b-c6e9-470a-85ab-0545269a4eb5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:39.444918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579e57e-c37e-49d5-b550-f25a609d94c0 req-fc406bdd-0d16-4d25-9749-d9f8bb6534b4 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.446389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1579e57e-c37e-49d5-b550-f25a609d94c0 req-fc406bdd-0d16-4d25-9749-d9f8bb6534b4 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1098 time: 0.2706044 Sep 16 05:08:39.505037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-3f4ed318-cc5b-4ebd-b221-044e983ebbe3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.506817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-3f4ed318-cc5b-4ebd-b221-044e983ebbe3 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/networks?id=83e93922-7656-483d-9a51-ad0f15994c9e HTTP/1.1" status: 200 len: 811 time: 0.3230612 Sep 16 05:08:39.523705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a76777-fd97-4575-aa2a-d28964f01aea req-89e5effe-9eeb-420c-84e4-8ecf4b944b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.525286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26a76777-fd97-4575-aa2a-d28964f01aea req-89e5effe-9eeb-420c-84e4-8ecf4b944b66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb HTTP/1.1" status: 200 len: 835 time: 0.1670978 Sep 16 05:08:39.574737 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-2312ac65-1519-4fe8-abc5-cdb5937c9367 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/quotas/be85c04689e0447ca8e5936abf67644c HTTP/1.1" status: 200 len: 375 time: 0.0569360 Sep 16 05:08:39.588023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1579e57e-c37e-49d5-b550-f25a609d94c0 req-be15e152-5ac3-4eff-8709-e9f76f8adb37 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077247 Sep 16 05:08:39.651111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a76777-fd97-4575-aa2a-d28964f01aea req-722bfa5e-23a3-4275-bce6-de6f266b950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.651111 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26a76777-fd97-4575-aa2a-d28964f01aea req-722bfa5e-23a3-4275-bce6-de6f266b950b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=314d528f-5053-45fc-ae4e-4d87509ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163728 Sep 16 05:08:39.689112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-d44f7e6a-b22f-4cdf-8339-2bab4f68425c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=be85c04689e0447ca8e5936abf67644c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046078 Sep 16 05:08:39.709821 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ad2aebeb-85c5-4931-afab-768e37316a05 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:39.736590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: ad2aebeb-85c5-4931-afab-768e37316a05 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:39.736590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ad2aebeb-85c5-4931-afab-768e37316a05 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:39.878798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52288) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:39.972410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-02627a54-1286-453b-bae1-5418f0810015 service neutron] 10.222.0.24 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516153 Sep 16 05:08:39.974443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7ccf4-60e9-4ae1-8639-9c57aaf7a0bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port b5ce795f-a08e-47bd-80d4-356369bf3fd7 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:39.974780 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ccf4-60e9-4ae1-8639-9c57aaf7a0bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.981596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26a76777-fd97-4575-aa2a-d28964f01aea req-ee4df844-224a-470d-a927-598fd00bd884 service neutron] 10.222.0.23 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028409 Sep 16 05:08:40.018306 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-820fd0ab-10f7-4f1c-9016-74876f4d00e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9742a016be744ffaaf9fa3049a3abf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375365 Sep 16 05:08:40.020967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52292) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.070303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-617be730-9ad2-43b2-b668-cee5dffe4743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.092684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-617be730-9ad2-43b2-b668-cee5dffe4743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.104009 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-90157024-25d3-45cb-b034-b81065e3d955 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.105526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-90157024-25d3-45cb-b034-b81065e3d955 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/networks?id=37cdc15d-9de1-4e55-b966-96e0464a0e98 HTTP/1.1" status: 200 len: 910 time: 0.2560987 Sep 16 05:08:40.203560 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-a70a4d7d-506e-4259-93c9-c29bf474efaf tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/quotas/91610e7b9f5249d3abac64f42e9c95f1 HTTP/1.1" status: 200 len: 375 time: 0.0870619 Sep 16 05:08:40.217666 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-617be730-9ad2-43b2-b668-cee5dffe4743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.220221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-617be730-9ad2-43b2-b668-cee5dffe4743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.221447 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-617be730-9ad2-43b2-b668-cee5dffe4743 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/042c49da-99b6-479d-9891-d219eb8b45b8 HTTP/1.1" status: 204 len: 168 time: 0.1994588 Sep 16 05:08:40.230748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617be730-9ad2-43b2-b668-cee5dffe4743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042c49da-99b6-479d-9891-d219eb8b45b8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:40.233809 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ccf4-60e9-4ae1-8639-9c57aaf7a0bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.279002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7ccf4-60e9-4ae1-8639-9c57aaf7a0bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for b5ce795f-a08e-47bd-80d4-356369bf3fd7 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:40.283317 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26a76777-fd97-4575-aa2a-d28964f01aea req-863cafec-915f-41c9-b217-3fc18eba53a8 service neutron] 10.222.0.23 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787127 Sep 16 05:08:40.293894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-b4b45018-dac1-4397-8aa9-ea679eb19887 service neutron] 10.222.0.24 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999346 Sep 16 05:08:40.347552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-abe3b518-e88f-4ed3-861d-2f6e0626c75b tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=91610e7b9f5249d3abac64f42e9c95f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1342664 Sep 16 05:08:40.868205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d40a1-b417-488c-a091-9777184d630a req-a7ea0af4-c2f7-43a2-ae8c-2c1b3d6bd980 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.869731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-870d40a1-b417-488c-a091-9777184d630a req-a7ea0af4-c2f7-43a2-ae8c-2c1b3d6bd980 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 944 time: 0.1546335 Sep 16 05:08:40.913145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-e7281a02-aa60-4807-bb48-cd238160e1f5 service neutron] 10.222.0.24 "GET /v2.0/networks/37cdc15d-9de1-4e55-b966-96e0464a0e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534041 Sep 16 05:08:40.963231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device a7b97f70-c747-466e-9286-7f704e4e0cc3 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:40.972243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-870d40a1-b417-488c-a091-9777184d630a req-13a3541e-fbaf-467a-8cfe-6a6aba3ad51c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953670 Sep 16 05:08:41.035882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-9f5a7017-4e7e-4a2f-bd36-b21b89f83933 service neutron] 10.222.0.24 "GET /v2.0/networks/37cdc15d-9de1-4e55-b966-96e0464a0e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156745 Sep 16 05:08:41.093526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ccf4-60e9-4ae1-8639-9c57aaf7a0bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.116806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12bfa4-a168-4198-bcf8-9e5b31abc736 req-bfbc156f-6b4e-463c-9662-d7fc00706bac tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.119311 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd12bfa4-a168-4198-bcf8-9e5b31abc736 req-bfbc156f-6b4e-463c-9662-d7fc00706bac tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 945 time: 0.0776124 Sep 16 05:08:41.135624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port a7b97f70-c747-466e-9286-7f704e4e0cc3 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:41.139581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port a7b97f70-c747-466e-9286-7f704e4e0cc3 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:41.145014 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.151956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7ccf4-60e9-4ae1-8639-9c57aaf7a0bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=b5ce795f-a08e-47bd-80d4-356369bf3fd7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:41.264881 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ea92d30-0925-427e-945b-485d2f59bd06 req-48177bab-75d9-4aa2-8015-9534c46e623b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0715740 Sep 16 05:08:41.314234 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.318905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd12bfa4-a168-4198-bcf8-9e5b31abc736 req-6aeb745a-a81c-486a-9f34-f51cac3a7b5e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709189 Sep 16 05:08:41.363815 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:41.368085 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23f7dcc-9f67-4822-9772-8b830b9c2577" -d '{"events": [{"server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "name": "network-vif-plugged", "status": "completed", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:41.382920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:41.414990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92d30-0925-427e-945b-485d2f59bd06 req-cab43c39-6758-4867-a4ab-6204e6e3f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.417115 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ea92d30-0925-427e-945b-485d2f59bd06 req-cab43c39-6758-4867-a4ab-6204e6e3f3a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 1097 time: 0.1239071 Sep 16 05:08:41.475384 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.509645 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-480734a9-3696-40a3-800e-bf6524fe13af req-360145fa-677f-464e-96ad-ebe447e96a0a tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 210 time: 0.0807498 Sep 16 05:08:41.542440 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ccf4-60e9-4ae1-8639-9c57aaf7a0bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.585294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=a7b97f70-c747-466e-9286-7f704e4e0cc3,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:41.601234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92d30-0925-427e-945b-485d2f59bd06 req-8dff7837-b20a-426c-84be-dcd86a677286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.601234 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ea92d30-0925-427e-945b-485d2f59bd06 req-8dff7837-b20a-426c-84be-dcd86a677286 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.1607394 Sep 16 05:08:41.601234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52330) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.678938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac72409b-d42e-40af-b476-bbf90a7a2fa0 req-6feb53d8-3846-4d30-9584-6c3dfab15ce3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d HTTP/1.1" status: 200 len: 267 time: 0.0745633 Sep 16 05:08:41.827113 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72409b-d42e-40af-b476-bbf90a7a2fa0 req-e8d345b1-9f23-4ee1-a7bf-4d6f02e89fcf tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.830057 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac72409b-d42e-40af-b476-bbf90a7a2fa0 req-e8d345b1-9f23-4ee1-a7bf-4d6f02e89fcf tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 945 time: 0.1428044 Sep 16 05:08:41.850385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ac72409b-d42e-40af-b476-bbf90a7a2fa0 req-313551f3-5f51-4797-9c08-c3392f1abfa6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Request body: {'port': {'security_groups': []}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:41.865643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c7ccf4-60e9-4ae1-8639-9c57aaf7a0bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router 9276be3c-5920-4c2c-b098-eebccbe5935e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:42.010327 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ac72409b-d42e-40af-b476-bbf90a7a2fa0 req-313551f3-5f51-4797-9c08-c3392f1abfa6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.025958 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ced05c41-9545-4fb8-9965-f3fad62322d4 tempest-DvrRoutersNegativeTest-1883143873 tempest-DvrRoutersNegativeTest-1883143873-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2007894557', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:42.028845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.policy [None req-ced05c41-9545-4fb8-9965-f3fad62322d4 tempest-DvrRoutersNegativeTest-1883143873 tempest-DvrRoutersNegativeTest-1883143873-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95451) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 16 05:08:42.029225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.policy [None req-ced05c41-9545-4fb8-9965-f3fad62322d4 tempest-DvrRoutersNegativeTest-1883143873 tempest-DvrRoutersNegativeTest-1883143873-project] Failed policy check for 'create_router' {{(pid=95451) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 16 05:08:42.029690 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-ced05c41-9545-4fb8-9965-f3fad62322d4 tempest-DvrRoutersNegativeTest-1883143873 tempest-DvrRoutersNegativeTest-1883143873-project] create failed (client error): Access was denied to this resource. Sep 16 05:08:42.030675 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ced05c41-9545-4fb8-9965-f3fad62322d4 tempest-DvrRoutersNegativeTest-1883143873 tempest-DvrRoutersNegativeTest-1883143873-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4301980 Sep 16 05:08:42.032037 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ea92d30-0925-427e-945b-485d2f59bd06 req-bee81343-f56d-45c5-b790-a10992fff84a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddc61478-08ce-4a92-907f-5aaeb0d5514c HTTP/1.1" status: 200 len: 217 time: 0.4259057 Sep 16 05:08:42.034852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c7ccf4-60e9-4ae1-8639-9c57aaf7a0bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:42.044388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d0c7ccf4-60e9-4ae1-8639-9c57aaf7a0bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/9276be3c-5920-4c2c-b098-eebccbe5935e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2153995 Sep 16 05:08:42.044749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52338) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.047446 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1481828e-88d8-40aa-b099-97c9ad9758b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.052806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2c2ef-3c80-4d66-906d-65ad93a0833e None None] Sync routers for ids ['9276be3c-5920-4c2c-b098-eebccbe5935e'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:42.086723 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2c2ef-3c80-4d66-906d-65ad93a0833e None None] Routers {'9276be3c-5920-4c2c-b098-eebccbe5935e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:42.089070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-48f2c2ef-3c80-4d66-906d-65ad93a0833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9276be3c-5920-4c2c-b098-eebccbe5935e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:42.103170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92d30-0925-427e-945b-485d2f59bd06 req-6e07ee59-a359-4ea1-ab97-152cfe0f7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.105463 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ea92d30-0925-427e-945b-485d2f59bd06 req-6e07ee59-a359-4ea1-ab97-152cfe0f7b8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0630097 Sep 16 05:08:42.139307 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-48f2c2ef-3c80-4d66-906d-65ad93a0833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:42.154059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2c2ef-3c80-4d66-906d-65ad93a0833e None None] Routers {'9276be3c-5920-4c2c-b098-eebccbe5935e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:42.154900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-48f2c2ef-3c80-4d66-906d-65ad93a0833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9276be3c-5920-4c2c-b098-eebccbe5935e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:42.198434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-48f2c2ef-3c80-4d66-906d-65ad93a0833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:42.199504 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2c2ef-3c80-4d66-906d-65ad93a0833e None None] The sync data for ids ['9276be3c-5920-4c2c-b098-eebccbe5935e'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:42.202615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92d30-0925-427e-945b-485d2f59bd06 req-79b1ffd9-38fb-4bec-81d8-8f10d193ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.204722 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ea92d30-0925-427e-945b-485d2f59bd06 req-79b1ffd9-38fb-4bec-81d8-8f10d193ff11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798759 Sep 16 05:08:42.335587 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a2bae6-1a0d-4f20-b5ce-1092f19a9e31 x-openstack-request-id: req-02a2bae6-1a0d-4f20-b5ce-1092f19a9e31 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:42.336116 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "name": "network-vif-plugged", "status": "completed", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:42.336661 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02a2bae6-1a0d-4f20-b5ce-1092f19a9e31 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:42.337259 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'code': 200} Sep 16 05:08:42.343272 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ea92d30-0925-427e-945b-485d2f59bd06 req-a3352687-f898-458b-8ad7-a3e2b6d8882e service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306031 Sep 16 05:08:42.418626 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ac72409b-d42e-40af-b476-bbf90a7a2fa0 req-313551f3-5f51-4797-9c08-c3392f1abfa6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] For port 74bb1076-d132-45cb-9cd9-5f01c3d86de7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=74bb1076-d132-45cb-9cd9-5f01c3d86de7,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:42.461390 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.501918 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ea92d30-0925-427e-945b-485d2f59bd06 req-1b1f824f-cdda-491b-9612-33dc59456986 service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492229 Sep 16 05:08:42.505204 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ac72409b-d42e-40af-b476-bbf90a7a2fa0 req-313551f3-5f51-4797-9c08-c3392f1abfa6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.543720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f8b8b-30a5-468f-8ea0-c7f8095dbe77 req-0c8e4d3a-480a-4292-abfd-64de6b32cc37 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.545292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-776f8b8b-30a5-468f-8ea0-c7f8095dbe77 req-0c8e4d3a-480a-4292-abfd-64de6b32cc37 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.1290369 Sep 16 05:08:42.575068 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ac72409b-d42e-40af-b476-bbf90a7a2fa0 req-313551f3-5f51-4797-9c08-c3392f1abfa6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.587930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['222adc97-e868-434b-a026-9485c136a6b5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:42.590491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ddc61478-08ce-4a92-907f-5aaeb0d5514c', '74bb1076-d132-45cb-9cd9-5f01c3d86de7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:42.606950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52354) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.609132 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-776f8b8b-30a5-468f-8ea0-c7f8095dbe77 req-771ecef0-8a41-4bab-be27-672815ab52e3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529218 Sep 16 05:08:42.633530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52358) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.659847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72409b-d42e-40af-b476-bbf90a7a2fa0 req-313551f3-5f51-4797-9c08-c3392f1abfa6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.661158 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ac72409b-d42e-40af-b476-bbf90a7a2fa0 req-313551f3-5f51-4797-9c08-c3392f1abfa6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.662956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac72409b-d42e-40af-b476-bbf90a7a2fa0 req-313551f3-5f51-4797-9c08-c3392f1abfa6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "PUT /v2.0/ports/74bb1076-d132-45cb-9cd9-5f01c3d86de7 HTTP/1.1" status: 200 len: 904 time: 0.8251712 Sep 16 05:08:42.663551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b2aaaf-a1f5-4167-8123-d295736c2c63', 'tag': '74bb1076-d132-45cb-9cd9-5f01c3d86de7'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:42.666097 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39ec934-ce23-462f-994d-020d00d63a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b2aaaf-a1f5-4167-8123-d295736c2c63", "tag": "74bb1076-d132-45cb-9cd9-5f01c3d86de7"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:42.781984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['74bb1076-d132-45cb-9cd9-5f01c3d86de7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:42.786930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e5e5a2c-6a77-4891-8956-dfd10af07c39 req-1ca00706-5755-404d-bdaa-7cf1c3943c96 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 210 time: 0.1027575 Sep 16 05:08:42.802676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313551f3-5f51-4797-9c08-c3392f1abfa6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event updated for resources: {'Port': ['ID=74bb1076-d132-45cb-9cd9-5f01c3d86de7,revision_number=6']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:42.811361 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d774badc-0af7-4308-b5e9-693557339a84 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/7e06b95a-9bc9-446c-afb2-e07f19a418c1 HTTP/1.1" status: 200 len: 993 time: 0.1730416 Sep 16 05:08:42.864618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4045e920-d93a-41c8-b8db-8f42f5016b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.921154 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59684a9f-3d3e-4671-b44f-c6464a8b0d45 x-openstack-request-id: req-59684a9f-3d3e-4671-b44f-c6464a8b0d45 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:42.921715 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b2aaaf-a1f5-4167-8123-d295736c2c63", "tag": "74bb1076-d132-45cb-9cd9-5f01c3d86de7", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:42.922197 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59684a9f-3d3e-4671-b44f-c6464a8b0d45 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:42.923947 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b2aaaf-a1f5-4167-8123-d295736c2c63', 'tag': '74bb1076-d132-45cb-9cd9-5f01c3d86de7', 'status': 'completed', 'code': 200} Sep 16 05:08:42.934472 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-654eaf0e-e2b3-4dd8-8933-22923651d6ff req-6642d04d-56ea-494d-bea0-fa340dcab849 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 210 time: 0.1345227 Sep 16 05:08:43.081760 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b823-14d2-41be-ba43-32ec0cb26201 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.092945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4045e920-d93a-41c8-b8db-8f42f5016b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.107774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ec934-ce23-462f-994d-020d00d63a4c req-2f3f9dd5-d4f7-4d42-a6aa-16b9f5065dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.109325 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c39ec934-ce23-462f-994d-020d00d63a4c req-2f3f9dd5-d4f7-4d42-a6aa-16b9f5065dac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 1059 time: 0.1693137 Sep 16 05:08:43.111625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bd41cbbd-e4cc-4043-8408-83188f4b826d None None] Provisioning complete for port 74bb1076-d132-45cb-9cd9-5f01c3d86de7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:43.112102 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bd41cbbd-e4cc-4043-8408-83188f4b826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.202901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b12988-f9cb-4525-b7e7-76612cfda117 req-fcdce365-b17d-438f-8b17-dc6019c0eaca tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.204647 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-46b12988-f9cb-4525-b7e7-76612cfda117 req-fcdce365-b17d-438f-8b17-dc6019c0eaca tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 907 time: 0.1641023 Sep 16 05:08:43.213636 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4045e920-d93a-41c8-b8db-8f42f5016b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.214985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-4eb6bc02-c77d-4701-941a-7592e26e20a9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.216510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-4eb6bc02-c77d-4701-941a-7592e26e20a9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.37 "GET /v2.0/networks?id=83e93922-7656-483d-9a51-ad0f15994c9e HTTP/1.1" status: 200 len: 811 time: 0.2625520 Sep 16 05:08:43.272035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ec934-ce23-462f-994d-020d00d63a4c req-9567cb33-0715-4158-8d0d-f7f914006521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.273538 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c39ec934-ce23-462f-994d-020d00d63a4c req-9567cb33-0715-4158-8d0d-f7f914006521 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.1570857 Sep 16 05:08:43.276291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e920-d93a-41c8-b8db-8f42f5016b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489c27ff-2aae-48fa-8d86-e74b966a3124,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:43.283449 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4045e920-d93a-41c8-b8db-8f42f5016b32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f298aae6aa2d440ab5417882a0d3e783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6729541 Sep 16 05:08:43.284947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52368) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:43.350542 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c39ec934-ce23-462f-994d-020d00d63a4c req-1a10b643-d8ac-4c5d-b3e2-aa50aad64890 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74bb1076-d132-45cb-9cd9-5f01c3d86de7 HTTP/1.1" status: 200 len: 217 time: 0.0640728 Sep 16 05:08:43.391795 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-519664df-2699-499b-8dc3-f6291ad95654 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be85c04689e0447ca8e5936abf67644c HTTP/1.1" status: 200 len: 380 time: 0.1045282 Sep 16 05:08:43.405801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Request body: {'port': {'device_id': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'admin_state_up': True, 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'security_groups': ['e9e95022-dc08-4cab-bd47-2a634e1cade2']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:43.424640 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b5b41cd-9fce-4a14-8a65-42386d82eb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.436230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ec934-ce23-462f-994d-020d00d63a4c req-3937fb7c-eb1c-4802-8a97-865d48348a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.437729 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c39ec934-ce23-462f-994d-020d00d63a4c req-3937fb7c-eb1c-4802-8a97-865d48348a8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0743885 Sep 16 05:08:43.447499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30664-9d74-4a6a-9722-1fd4ac6d8e12 req-307d440d-acfb-496a-99ef-05678042ba89 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.449113 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08e30664-9d74-4a6a-9722-1fd4ac6d8e12 req-307d440d-acfb-496a-99ef-05678042ba89 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1196451 Sep 16 05:08:43.475898 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b5b41cd-9fce-4a14-8a65-42386d82eb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.523010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ec934-ce23-462f-994d-020d00d63a4c req-093fac09-523f-4e2f-adf1-e2f18b08596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.524491 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c39ec934-ce23-462f-994d-020d00d63a4c req-093fac09-523f-4e2f-adf1-e2f18b08596a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767379 Sep 16 05:08:43.574729 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08e30664-9d74-4a6a-9722-1fd4ac6d8e12 req-bd1e5f62-61ed-4ca3-9540-895841553842 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890007 Sep 16 05:08:43.643984 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b5b41cd-9fce-4a14-8a65-42386d82eb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.648685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b5b41cd-9fce-4a14-8a65-42386d82eb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.653063 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7b5b41cd-9fce-4a14-8a65-42386d82eb52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/489c27ff-2aae-48fa-8d86-e74b966a3124 HTTP/1.1" status: 204 len: 168 time: 0.3613324 Sep 16 05:08:43.655334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0b823-14d2-41be-ba43-32ec0cb26201 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port 323a083d-3ef5-42f1-b7b0-333bb044c6b4 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:43.655680 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b823-14d2-41be-ba43-32ec0cb26201 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.657954 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c39ec934-ce23-462f-994d-020d00d63a4c req-02890b83-dd68-4d4d-b5ee-b7a8903699df service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252751 Sep 16 05:08:43.673990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b41cd-9fce-4a14-8a65-42386d82eb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489c27ff-2aae-48fa-8d86-e74b966a3124,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:43.732774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Made reservation on behalf of be85c04689e0447ca8e5936abf67644c for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:43.736349 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.770288 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c39ec934-ce23-462f-994d-020d00d63a4c req-432fc1d1-d0bf-4941-8965-a7b9d1c52a20 service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044209 Sep 16 05:08:43.868981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8421f35-5680-43d2-835f-70282c61ac6a req-8ea37ab6-1f30-453e-ac74-3716b7382ed0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.870473 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8421f35-5680-43d2-835f-70282c61ac6a req-8ea37ab6-1f30-453e-ac74-3716b7382ed0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1994503 Sep 16 05:08:44.229405 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b823-14d2-41be-ba43-32ec0cb26201 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.265597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2eeb0fa1-79ff-4f16-9950-1b573fa49a4f req-a343da2b-8dbd-4064-9fa4-ce7d3dee3c9a tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 210 time: 0.3941438 Sep 16 05:08:44.277306 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0b823-14d2-41be-ba43-32ec0cb26201 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for 323a083d-3ef5-42f1-b7b0-333bb044c6b4 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:44.342273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8421f35-5680-43d2-835f-70282c61ac6a req-6487563e-6f08-40ba-b2ee-109bb969c522 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4638324 Sep 16 05:08:44.413508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da401413-9b78-4fbd-9d8c-c05aaf3de216 req-7244076f-caee-4e5f-9d17-b9daaf53b2d6 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 210 time: 0.0796745 Sep 16 05:08:44.421860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Allocated IP 172.20.0.3 (83e93922-7656-483d-9a51-ad0f15994c9e/15d61f5f-1073-4f65-93f4-bed009717890/58fba6d7-4113-4cac-80d2-c683d5bb7cb5) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:44.507935 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-377d5a1b-b5d6-43ad-84cf-3031832cd214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.556825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-cc20416c-d3d3-4d7d-b740-7c5f71f8f456 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.559023 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-cc20416c-d3d3-4d7d-b740-7c5f71f8f456 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.37 "GET /v2.0/networks?id=37cdc15d-9de1-4e55-b966-96e0464a0e98 HTTP/1.1" status: 200 len: 910 time: 0.1238735 Sep 16 05:08:44.574233 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Request body: {'port': {'device_id': 'f1ef8673-16e4-4047-b386-932cd62713c5', 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98', 'admin_state_up': True, 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:44.686658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Made reservation on behalf of 91610e7b9f5249d3abac64f42e9c95f1 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:44.691427 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.737341 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.744328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52408) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:44.780244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-24d7e724-8c9e-4c1a-b4f9-156ca54a5c09 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.781770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-24d7e724-8c9e-4c1a-b4f9-156ca54a5c09 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 811 time: 0.1971307 Sep 16 05:08:44.808105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-47900229-3f5c-4a1d-8524-cda0ac18a1f7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/quotas/32a863b5f01144d9abb8c9b5ce5f9b5d HTTP/1.1" status: 200 len: 375 time: 0.0145731 Sep 16 05:08:44.836608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b823-14d2-41be-ba43-32ec0cb26201 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.862464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Allocated IP 172.20.0.5 (37cdc15d-9de1-4e55-b966-96e0464a0e98/86d593d6-dfcb-42e8-9af2-31405838da34/4bc37b23-3db5-42cb-9a90-486c3f86a1e6) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:44.896100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3ab94b2c-60b2-4187-99c8-a0e60b6b8dde tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:44.896835 n-d-712137-12 neutron-server[95452]: WARNING neutron.api.v2.base [None req-3ab94b2c-60b2-4187-99c8-a0e60b6b8dde tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:08:44.897331 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-3ab94b2c-60b2-4187-99c8-a0e60b6b8dde tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:08:44.898324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3ab94b2c-60b2-4187-99c8-a0e60b6b8dde tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1530271 Sep 16 05:08:44.899709 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.903078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52412) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:44.905212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0b823-14d2-41be-ba43-32ec0cb26201 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=323a083d-3ef5-42f1-b7b0-333bb044c6b4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:44.913269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-58d80f56-4143-44a4-a9ba-711038d6bc0c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943966187'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:45.012513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Network 83e93922-7656-483d-9a51-ad0f15994c9e is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:45.022360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:45.027347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:45.032787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event updated for resources: {'Port': ['ID=58fba6d7-4113-4cac-80d2-c683d5bb7cb5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:45.037385 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.048082 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58d80f56-4143-44a4-a9ba-711038d6bc0c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.067931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58d80f56-4143-44a4-a9ba-711038d6bc0c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.084134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-14d16b5e-9a3c-485f-b2cf-3434b9ee641c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2610402 Sep 16 05:08:45.202677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58d80f56-4143-44a4-a9ba-711038d6bc0c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.216721 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.230863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['fc93f1cd-ab1b-42d7-a8f5-97335b77395f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:45.266445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.267226 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.272032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Network 37cdc15d-9de1-4e55-b966-96e0464a0e98 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:45.280508 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b823-14d2-41be-ba43-32ec0cb26201 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.288210 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58d80f56-4143-44a4-a9ba-711038d6bc0c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.332956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:45.354289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:45.371772 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.377948 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Pushing event updated for resources: {'Port': ['ID=4bc37b23-3db5-42cb-9a90-486c3f86a1e6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:45.404211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d80f56-4143-44a4-a9ba-711038d6bc0c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99782642-8744-4aab-9231-3f7eb639b76e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:45.438616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-9d7d1347-3fe6-42f3-b185-6c0ed6cc310f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0378876 Sep 16 05:08:45.440024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.440800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.443755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-2bfe04a4-5d0d-4e6f-8e51-e7e4e9359da3 service neutron] 10.222.0.24 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391140 Sep 16 05:08:45.457060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-70d28526-f2ac-40ad-9164-dc8515836f73 None None] Provisioning complete for port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:45.457503 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70d28526-f2ac-40ad-9164-dc8515836f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.518150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Request body: {'port': {'device_id': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:45.546761 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58d80f56-4143-44a4-a9ba-711038d6bc0c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.600397 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-70d28526-f2ac-40ad-9164-dc8515836f73 None None] Port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:45.628305 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58d80f56-4143-44a4-a9ba-711038d6bc0c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.656345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7e21a-c9b5-4e9b-a8d7-730e0b6fb02b req-0d889d30-f8e3-4541-90a5-45021ad31d50 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.658012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ccf7e21a-c9b5-4e9b-a8d7-730e0b6fb02b req-0d889d30-f8e3-4541-90a5-45021ad31d50 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1027 time: 0.2576184 Sep 16 05:08:45.673951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d80f56-4143-44a4-a9ba-711038d6bc0c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae885af-fa29-4a8b-81db-7b319c97a067,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:45.692853 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-61b46219-d085-43f5-8fce-e651608663cb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1245315 Sep 16 05:08:45.706985 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Request body: {'port': {'device_id': 'f1ef8673-16e4-4047-b386-932cd62713c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:45.722446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8a0d5a67-2c76-4083-9467-c047302292cd None None] Provisioning complete for port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:45.723613 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a0d5a67-2c76-4083-9467-c047302292cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.767617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d5a67-2c76-4083-9467-c047302292cd None None] Port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:45.773752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-58d80f56-4143-44a4-a9ba-711038d6bc0c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.775125 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-58d80f56-4143-44a4-a9ba-711038d6bc0c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8710606 Sep 16 05:08:45.777999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52418) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:45.780909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e0b823-14d2-41be-ba43-32ec0cb26201 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router 9276be3c-5920-4c2c-b098-eebccbe5935e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:45.781649 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.784401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8f08ba2f-7436-45b1-879b-4021e0c88ccf tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '3ae885af-fa29-4a8b-81db-7b319c97a067', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:45.799404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.826331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ccf7e21a-c9b5-4e9b-a8d7-730e0b6fb02b req-9284fc36-8a25-43f1-a6d4-47fea47f8a2f tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221070 Sep 16 05:08:45.851764 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-38153c0d-26f5-4898-935f-aa864dd74a2f service neutron] 10.222.0.24 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478947 Sep 16 05:08:45.936126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8f08ba2f-7436-45b1-879b-4021e0c88ccf tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.974194 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e0b823-14d2-41be-ba43-32ec0cb26201 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:45.986302 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68131e8-26cb-496a-b2cc-0788707c71b6 None None] Sync routers for ids ['9276be3c-5920-4c2c-b098-eebccbe5935e'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:45.990436 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.998498 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68131e8-26cb-496a-b2cc-0788707c71b6 None None] Routers {'9276be3c-5920-4c2c-b098-eebccbe5935e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:45.999361 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b68131e8-26cb-496a-b2cc-0788707c71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9276be3c-5920-4c2c-b098-eebccbe5935e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:46.025817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f4e0b823-14d2-41be-ba43-32ec0cb26201 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/9276be3c-5920-4c2c-b098-eebccbe5935e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9800634 Sep 16 05:08:46.030198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52420) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:46.037011 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b68131e8-26cb-496a-b2cc-0788707c71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:46.045963 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68131e8-26cb-496a-b2cc-0788707c71b6 None None] Routers {'9276be3c-5920-4c2c-b098-eebccbe5935e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:46.046567 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b68131e8-26cb-496a-b2cc-0788707c71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9276be3c-5920-4c2c-b098-eebccbe5935e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:46.066113 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8f08ba2f-7436-45b1-879b-4021e0c88ccf tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.073162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-239d3f37-6c15-496b-a838-a701980333d3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=9276be3c-5920-4c2c-b098-eebccbe5935e HTTP/1.1" status: 200 len: 205 time: 0.0423415 Sep 16 05:08:46.076835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52422) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:46.083772 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b68131e8-26cb-496a-b2cc-0788707c71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:46.084711 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68131e8-26cb-496a-b2cc-0788707c71b6 None None] The sync data for ids ['9276be3c-5920-4c2c-b098-eebccbe5935e'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:46.143114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5ada4-e031-419a-9a04-ac7e2383fd4c req-947df0d2-dbe8-42f0-b45a-761c9ffa67b9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:46.144685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8c5ada4-e031-419a-9a04-ac7e2383fd4c req-947df0d2-dbe8-42f0-b45a-761c9ffa67b9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 931 time: 0.2479091 Sep 16 05:08:46.172363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8f08ba2f-7436-45b1-879b-4021e0c88ccf tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.202840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08ba2f-7436-45b1-879b-4021e0c88ccf tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4446925d-19a0-42b8-9371-fe2b993edaeb,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.207383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:46.215988 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.232456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Transition to ACTIVE for port object 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:46.241532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eeb5dd4c-19da-4170-94d5-3b9a4a71350d req-cfe1fa07-9a1b-46f5-91f3-8828acba2cf6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 210 time: 0.0784602 Sep 16 05:08:46.241532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bce040a2-081b-4654-98fc-a26258ab387f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.270431 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8f08ba2f-7436-45b1-879b-4021e0c88ccf tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.274401 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8f08ba2f-7436-45b1-879b-4021e0c88ccf tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4928632 Sep 16 05:08:46.274654 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52430) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:46.279555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b05d2b30-f415-4415-85b2-f66696ad284e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '3ae885af-fa29-4a8b-81db-7b319c97a067', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:46.294016 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.358331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Pushing event updated for resources: {'Port': ['ID=4bc37b23-3db5-42cb-9a90-486c3f86a1e6,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.370001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8c5ada4-e031-419a-9a04-ac7e2383fd4c req-c89ed197-60dc-4b5d-bad4-c95ab49fad2f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089205 Sep 16 05:08:46.439963 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b05d2b30-f415-4415-85b2-f66696ad284e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.492127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.494369 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Attempting to bind port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:46.494715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Attempting to bind port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:46.495051 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Attempting to bind port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 on network 37cdc15d-9de1-4e55-b966-96e0464a0e98 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:46.500097 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bce040a2-081b-4654-98fc-a26258ab387f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.503740 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bce040a2-081b-4654-98fc-a26258ab387f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.503947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 on network 37cdc15d-9de1-4e55-b966-96e0464a0e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:46.504339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Attempting to bind port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 on network 37cdc15d-9de1-4e55-b966-96e0464a0e98 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:46.515042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:46.515042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Checking segment: {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:46.515366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Bound using segment: {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:46.515773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Bound port: 4bc37b23-3db5-42cb-9a90-486c3f86a1e6, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:46.516135 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.603699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:46.611028 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-b05d2b30-f415-4415-85b2-f66696ad284e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:08:46.616267 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b05d2b30-f415-4415-85b2-f66696ad284e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3367059 Sep 16 05:08:46.616441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.616575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] For port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:46.616705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52434) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:46.618141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] For port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4bc37b23-3db5-42cb-9a90-486c3f86a1e6,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:46.677853 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b10a42b-0ce7-4264-bafc-3c8f3022a62a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.690618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Transition to ACTIVE for port object 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:46.693182 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.694920 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bce040a2-081b-4654-98fc-a26258ab387f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.695462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce040a2-081b-4654-98fc-a26258ab387f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Fanout notify agent at l3_agent the message router_deleted on router 9276be3c-5920-4c2c-b098-eebccbe5935e {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:08:46.705749 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bce040a2-081b-4654-98fc-a26258ab387f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.710292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bce040a2-081b-4654-98fc-a26258ab387f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/9276be3c-5920-4c2c-b098-eebccbe5935e HTTP/1.1" status: 204 len: 168 time: 0.6286094 Sep 16 05:08:46.710292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52438) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:46.718680 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b10a42b-0ce7-4264-bafc-3c8f3022a62a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.737553 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:46.738176 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.740501 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] 10.222.0.37 "PUT /v2.0/ports/4bc37b23-3db5-42cb-9a90-486c3f86a1e6 HTTP/1.1" status: 200 len: 1092 time: 1.0380929 Sep 16 05:08:46.740961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ef8673-16e4-4047-b386-932cd62713c5', 'tag': '4bc37b23-3db5-42cb-9a90-486c3f86a1e6'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:46.743236 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d1b371-00aa-4d7f-947f-3ad6005c46e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ef8673-16e4-4047-b386-932cd62713c5", "tag": "4bc37b23-3db5-42cb-9a90-486c3f86a1e6"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:46.757577 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.781158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd55454-e054-43a7-820e-f102e4b791ea service neutron] Pushing event updated for resources: {'Port': ['ID=4bc37b23-3db5-42cb-9a90-486c3f86a1e6,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.790375 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bfc1a6-bc01-4b3a-bd73-5758434a38d5 x-openstack-request-id: req-19bfc1a6-bc01-4b3a-bd73-5758434a38d5 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:46.790683 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ef8673-16e4-4047-b386-932cd62713c5", "tag": "4bc37b23-3db5-42cb-9a90-486c3f86a1e6", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:46.791044 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19bfc1a6-bc01-4b3a-bd73-5758434a38d5 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:46.791454 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ef8673-16e4-4047-b386-932cd62713c5', 'tag': '4bc37b23-3db5-42cb-9a90-486c3f86a1e6', 'status': 'completed', 'code': 200} Sep 16 05:08:46.851288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b37f3e-8548-4b4a-9857-38996be9c091 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting subnet 35b06a02-31a9-4a80-b8d7-9a2e01603d3f {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:46.856777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Pushing event updated for resources: {'Port': ['ID=58fba6d7-4113-4cac-80d2-c683d5bb7cb5,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.859191 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b4b37f3e-8548-4b4a-9857-38996be9c091 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.909995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1b371-00aa-4d7f-947f-3ad6005c46e2 req-d6aa3fc9-7422-4f1f-9138-8076d106c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:46.912242 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-30d1b371-00aa-4d7f-947f-3ad6005c46e2 req-d6aa3fc9-7422-4f1f-9138-8076d106c117 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91610e7b9f5249d3abac64f42e9c95f1&device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1095 time: 0.0846930 Sep 16 05:08:47.076410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1b371-00aa-4d7f-947f-3ad6005c46e2 req-817c6f5b-dc1e-4d15-95b2-3a957159db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.078321 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-30d1b371-00aa-4d7f-947f-3ad6005c46e2 req-817c6f5b-dc1e-4d15-95b2-3a957159db40 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=91610e7b9f5249d3abac64f42e9c95f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1574042 Sep 16 05:08:47.201100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1b371-00aa-4d7f-947f-3ad6005c46e2 req-ff2add94-680e-426a-a8de-815889307515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.202517 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-30d1b371-00aa-4d7f-947f-3ad6005c46e2 req-ff2add94-680e-426a-a8de-815889307515 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1156247 Sep 16 05:08:47.285434 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b4b37f3e-8548-4b4a-9857-38996be9c091 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.288490 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-50b10b32-3699-4366-bdba-d6f00966722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.290654 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-50b10b32-3699-4366-bdba-d6f00966722f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91610e7b9f5249d3abac64f42e9c95f1&device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1095 time: 0.0487306 Sep 16 05:08:47.337885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-ef449d96-c65b-4e94-b2c1-7f1fff675a26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc37b23-3db5-42cb-9a90-486c3f86a1e6 HTTP/1.1" status: 200 len: 217 time: 0.0382800 Sep 16 05:08:47.346584 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b10a42b-0ce7-4264-bafc-3c8f3022a62a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.350189 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b10a42b-0ce7-4264-bafc-3c8f3022a62a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.353334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3b10a42b-0ce7-4264-bafc-3c8f3022a62a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "DELETE /v2.0/security-groups/3ae885af-fa29-4a8b-81db-7b319c97a067 HTTP/1.1" status: 204 len: 168 time: 0.7341459 Sep 16 05:08:47.354036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52446) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:47.417167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-812e2276-1d71-47ab-b46f-ecda5f5ea29e req-d25895e4-b791-4334-acd9-72a2ac52f63b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 210 time: 0.0890737 Sep 16 05:08:47.417895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10a42b-0ce7-4264-bafc-3c8f3022a62a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae885af-fa29-4a8b-81db-7b319c97a067,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.426996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7e0300ad-6805-4ac4-ad57-e63d571b9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.428213 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-7e0300ad-6805-4ac4-ad57-e63d571b9244 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86d593d6-dfcb-42e8-9af2-31405838da34 HTTP/1.1" status: 200 len: 849 time: 0.0830457 Sep 16 05:08:47.476140 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-33d959db-3a79-405e-9e5d-299fbe1b43e9 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1208704 Sep 16 05:08:47.488227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52450) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:47.494772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6f839824-ce53-4bae-a48f-e4e137f52230 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group': {'name': 'tempest-secgroup--700662094'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:47.500929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddb272-3dbb-4ed1-99ae-da4910820a44 req-3ead6e1e-59e7-49b1-be74-3b79435cb639 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.503323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1ddb272-3dbb-4ed1-99ae-da4910820a44 req-3ead6e1e-59e7-49b1-be74-3b79435cb639 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1095 time: 0.2635865 Sep 16 05:08:47.519615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-3eefb75a-dfbe-4e2c-8a6e-dc00ad91f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.521998 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-3eefb75a-dfbe-4e2c-8a6e-dc00ad91f9ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=37cdc15d-9de1-4e55-b966-96e0464a0e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860841 Sep 16 05:08:47.524604 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.556714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Attempting to bind port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:47.557042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Attempting to bind port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:47.557361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Attempting to bind port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 on network 83e93922-7656-483d-9a51-ad0f15994c9e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:47.560978 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b4b37f3e-8548-4b4a-9857-38996be9c091 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.621502 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-613185a6-b852-4140-b8e5-8888dd90eff4 service neutron] 10.222.0.37 "GET /v2.0/networks/37cdc15d-9de1-4e55-b966-96e0464a0e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917449 Sep 16 05:08:47.621720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 on network 83e93922-7656-483d-9a51-ad0f15994c9e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:47.622044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Attempting to bind port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 on network 83e93922-7656-483d-9a51-ad0f15994c9e {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:47.630653 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1ddb272-3dbb-4ed1-99ae-da4910820a44 req-8bab8e5d-47e0-4275-aea9-d524325a7218 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159251 Sep 16 05:08:47.642995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:47.643928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Checking segment: {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:47.643928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Bound using segment: {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:47.644150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Bound port: 58fba6d7-4113-4cac-80d2-c683d5bb7cb5, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:47.644566 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.654921 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f839824-ce53-4bae-a48f-e4e137f52230 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.679716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89373d25-aaf0-484d-81b0-42e7793cb2dc req-99899a59-cb66-47fc-b7f4-daee17cd90a1 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.681271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89373d25-aaf0-484d-81b0-42e7793cb2dc req-99899a59-cb66-47fc-b7f4-daee17cd90a1 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 943 time: 0.1381755 Sep 16 05:08:47.754124 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3a622e76-057b-4691-ae22-e5e9a7367c0f req-b53ad0c8-6aec-4879-8332-ee110a4615ff service neutron] 10.222.0.37 "GET /v2.0/networks/37cdc15d-9de1-4e55-b966-96e0464a0e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253247 Sep 16 05:08:47.774546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89373d25-aaf0-484d-81b0-42e7793cb2dc req-39af639a-121d-422e-acf4-752a5f8fc69b tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674238 Sep 16 05:08:47.778703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] For port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:47.781812 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] For port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=58fba6d7-4113-4cac-80d2-c683d5bb7cb5,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:47.798063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f839824-ce53-4bae-a48f-e4e137f52230 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.833881 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b4b37f3e-8548-4b4a-9857-38996be9c091 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.859300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b37f3e-8548-4b4a-9857-38996be9c091 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Subnet': ['ID=35b06a02-31a9-4a80-b8d7-9a2e01603d3f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.864283 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.870764 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b4b37f3e-8548-4b4a-9857-38996be9c091 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.872660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b4b37f3e-8548-4b4a-9857-38996be9c091 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/35b06a02-31a9-4a80-b8d7-9a2e01603d3f HTTP/1.1" status: 204 len: 168 time: 1.1614037 Sep 16 05:08:47.875361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52452) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:47.876221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94737a8d-fde6-4e39-9a16-f2acde748d70 None None] Network 97e9ae8e-9542-487b-ad55-680b6f78038e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:47.907398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.908346 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.909394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] 10.222.0.37 "PUT /v2.0/ports/58fba6d7-4113-4cac-80d2-c683d5bb7cb5 HTTP/1.1" status: 200 len: 1092 time: 2.4116254 Sep 16 05:08:47.909843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'tag': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:47.912294 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35979360-5cbb-4cea-b5de-487d837c7896" -d '{"events": [{"name": "network-changed", "server_uuid": "5b25efb8-4932-40e2-815c-af2ceb13a868", "tag": "58fba6d7-4113-4cac-80d2-c683d5bb7cb5"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:47.923013 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f839824-ce53-4bae-a48f-e4e137f52230 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.940367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8503c6-ae6e-4bea-a49b-ea7d1f6c4e83 service neutron] Pushing event updated for resources: {'Port': ['ID=58fba6d7-4113-4cac-80d2-c683d5bb7cb5,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.968431 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ad67eb-71b8-4ed8-9cd1-71ce07072f35 x-openstack-request-id: req-61ad67eb-71b8-4ed8-9cd1-71ce07072f35 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:47.968431 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b25efb8-4932-40e2-815c-af2ceb13a868", "tag": "58fba6d7-4113-4cac-80d2-c683d5bb7cb5", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:47.968431 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61ad67eb-71b8-4ed8-9cd1-71ce07072f35 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:47.968431 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'tag': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5', 'status': 'completed', 'code': 200} Sep 16 05:08:47.991662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6b891a-c863-4cfa-acb3-3df6f28f5c62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting subnet ce90b13a-82f6-4f4c-b0be-f4d3b0876ad0 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:47.996668 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab6b891a-c863-4cfa-acb3-3df6f28f5c62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.029777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f839824-ce53-4bae-a48f-e4e137f52230 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9417795-af76-48d7-8058-c3624c49daf7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:48.051010 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab6b891a-c863-4cfa-acb3-3df6f28f5c62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.060158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35979360-5cbb-4cea-b5de-487d837c7896 req-d729fb62-3ac0-4532-9797-d54508790638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.061731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-35979360-5cbb-4cea-b5de-487d837c7896 req-d729fb62-3ac0-4532-9797-d54508790638 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be85c04689e0447ca8e5936abf67644c&device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 1095 time: 0.0580688 Sep 16 05:08:48.074349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f839824-ce53-4bae-a48f-e4e137f52230 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.075369 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6f839824-ce53-4bae-a48f-e4e137f52230 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5858746 Sep 16 05:08:48.078143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52456) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.087582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b7e568da-0d1a-443a-aa64-a94ffae15408 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': 'b9417795-af76-48d7-8058-c3624c49daf7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:48.088433 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-b7e568da-0d1a-443a-aa64-a94ffae15408 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 05:08:48.089097 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-b7e568da-0d1a-443a-aa64-a94ffae15408 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:48.090161 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b7e568da-0d1a-443a-aa64-a94ffae15408 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0110483 Sep 16 05:08:48.096335 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52458) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.175618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c4f2f4-3efb-44a1-a43d-232a684d0282 None None] DHCP port deletion for 97e9ae8e-9542-487b-ad55-680b6f78038e request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:48.213434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab6b891a-c863-4cfa-acb3-3df6f28f5c62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.217088 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65a1f70a-422b-4137-8181-10bd9da5ac35 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.239092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-73c4f2f4-3efb-44a1-a43d-232a684d0282 None None] Deleting port 9e5304d3-ca95-48ad-9f45-438d7cf86426 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:48.240291 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-73c4f2f4-3efb-44a1-a43d-232a684d0282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.273249 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65a1f70a-422b-4137-8181-10bd9da5ac35 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.318477 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35979360-5cbb-4cea-b5de-487d837c7896 req-7f34fc88-1342-48ea-855f-96e699dff2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.321207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-35979360-5cbb-4cea-b5de-487d837c7896 req-7f34fc88-1342-48ea-855f-96e699dff2c4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=be85c04689e0447ca8e5936abf67644c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2459307 Sep 16 05:08:48.336979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-73c4f2f4-3efb-44a1-a43d-232a684d0282 None None] For port 9e5304d3-ca95-48ad-9f45-438d7cf86426, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9e5304d3-ca95-48ad-9f45-438d7cf86426,segment=NetworkSegment(c25432e8-d939-4d01-8d1b-06eca8e15973),segment_id=c25432e8-d939-4d01-8d1b-06eca8e15973)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:48.337382 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-73c4f2f4-3efb-44a1-a43d-232a684d0282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.355216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-73c4f2f4-3efb-44a1-a43d-232a684d0282 None None] Calling delete_port for 9e5304d3-ca95-48ad-9f45-438d7cf86426 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:48.389414 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65a1f70a-422b-4137-8181-10bd9da5ac35 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.392345 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65a1f70a-422b-4137-8181-10bd9da5ac35 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.396946 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-65a1f70a-422b-4137-8181-10bd9da5ac35 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "DELETE /v2.0/security-groups/b9417795-af76-48d7-8058-c3624c49daf7 HTTP/1.1" status: 204 len: 168 time: 0.2994924 Sep 16 05:08:48.398138 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab6b891a-c863-4cfa-acb3-3df6f28f5c62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.408150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52460) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.425639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01396521-6215-496c-80e4-5132eab5c260 None None] Network e682417c-af8c-42e7-8172-4e18236f8d30 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:48.427248 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab6b891a-c863-4cfa-acb3-3df6f28f5c62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.432071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52462) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.432678 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab6b891a-c863-4cfa-acb3-3df6f28f5c62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/ce90b13a-82f6-4f4c-b0be-f4d3b0876ad0 HTTP/1.1" status: 204 len: 168 time: 0.5555711 Sep 16 05:08:48.460590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b891a-c863-4cfa-acb3-3df6f28f5c62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Subnet': ['ID=ce90b13a-82f6-4f4c-b0be-f4d3b0876ad0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:48.462527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1f70a-422b-4137-8181-10bd9da5ac35 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9417795-af76-48d7-8058-c3624c49daf7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:48.510202 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-62a09287-7228-41c5-990a-2816c08ac33a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0935240 Sep 16 05:08:48.510927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52466) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.515662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-83054e26-5a63-4dff-ba7c-849a6accc1d6 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group': {'name': 'tempest-secgroup--860545340'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:48.584175 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83054e26-5a63-4dff-ba7c-849a6accc1d6 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.651168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7893c704-4873-4ad7-a11b-a31e6932e3d0 req-55af8817-5970-4809-8aa1-44e30b2f0d5c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 210 time: 0.0779457 Sep 16 05:08:48.666327 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18cf63c-dc23-4c99-9abd-3a7278fa8e80 None None] DHCP port deletion for e682417c-af8c-42e7-8172-4e18236f8d30 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:48.677285 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-73c4f2f4-3efb-44a1-a43d-232a684d0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.683180 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.688067 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83054e26-5a63-4dff-ba7c-849a6accc1d6 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.709587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-b652b09b-0b08-41f3-acc9-333056ea1047 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.711433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-b652b09b-0b08-41f3-acc9-333056ea1047 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 811 time: 0.4107482 Sep 16 05:08:48.728719 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4f2f4-3efb-44a1-a43d-232a684d0282 None None] Pushing event deleted for resources: {'Port': ['ID=9e5304d3-ca95-48ad-9f45-438d7cf86426,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:48.733257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c4f2f4-3efb-44a1-a43d-232a684d0282 None None] No DVR routers for this DVR port 9e5304d3-ca95-48ad-9f45-438d7cf86426 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:48.737138 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Request body: {'port': {'device_id': '3be8986e-b0b2-415f-83f5-7850fdae7486', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'admin_state_up': True, 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:48.760437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c18cf63c-dc23-4c99-9abd-3a7278fa8e80 None None] Deleting port d06ee142-c624-49d0-9cbc-5c7dac7b91ad {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:48.760852 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c18cf63c-dc23-4c99-9abd-3a7278fa8e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.775734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83054e26-5a63-4dff-ba7c-849a6accc1d6 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.784014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35979360-5cbb-4cea-b5de-487d837c7896 req-e4704038-a4f3-43b7-a357-0fc5b248d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.786417 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-35979360-5cbb-4cea-b5de-487d837c7896 req-e4704038-a4f3-43b7-a357-0fc5b248d6d9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4559867 Sep 16 05:08:48.810307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83054e26-5a63-4dff-ba7c-849a6accc1d6 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcc7492-4861-4458-8148-570c52498df8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:48.852345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c18cf63c-dc23-4c99-9abd-3a7278fa8e80 None None] For port d06ee142-c624-49d0-9cbc-5c7dac7b91ad, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d06ee142-c624-49d0-9cbc-5c7dac7b91ad,segment=NetworkSegment(ba1dea04-076c-496b-b0cb-acc289131522),segment_id=ba1dea04-076c-496b-b0cb-acc289131522)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:48.852923 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c18cf63c-dc23-4c99-9abd-3a7278fa8e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.866494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c18cf63c-dc23-4c99-9abd-3a7278fa8e80 None None] Calling delete_port for d06ee142-c624-49d0-9cbc-5c7dac7b91ad owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:48.904992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08411b3-474b-4341-9a66-8e7b1856fff6 req-00d60ced-393c-42fc-937c-985fb55fa332 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.904992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e08411b3-474b-4341-9a66-8e7b1856fff6 req-00d60ced-393c-42fc-937c-985fb55fa332 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1095 time: 0.1821382 Sep 16 05:08:48.926888 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83054e26-5a63-4dff-ba7c-849a6accc1d6 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.931188 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-83054e26-5a63-4dff-ba7c-849a6accc1d6 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4162362 Sep 16 05:08:48.931448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52472) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.936110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5eba418a-47ef-490b-ae69-5fb3d5b3b96d tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '3fcc7492-4861-4458-8148-570c52498df8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:48.937260 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-5eba418a-47ef-490b-ae69-5fb3d5b3b96d tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 05:08:48.937767 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-5eba418a-47ef-490b-ae69-5fb3d5b3b96d tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:48.941161 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5eba418a-47ef-490b-ae69-5fb3d5b3b96d tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062656 Sep 16 05:08:48.941462 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52474) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.999981 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9d31a08-c608-40da-8c24-9484c1ce4c44 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.023711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9d31a08-c608-40da-8c24-9484c1ce4c44 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.044870 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.050485 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c18cf63c-dc23-4c99-9abd-3a7278fa8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.079756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cf63c-dc23-4c99-9abd-3a7278fa8e80 None None] Pushing event deleted for resources: {'Port': ['ID=d06ee142-c624-49d0-9cbc-5c7dac7b91ad,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.083040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18cf63c-dc23-4c99-9abd-3a7278fa8e80 None None] No DVR routers for this DVR port d06ee142-c624-49d0-9cbc-5c7dac7b91ad on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:49.096185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e9ae8e-9542-487b-ad55-680b6f78038e']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:49.100108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-35cb8eaa-649a-49b4-99ba-2b1ac3aac341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:49.101646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-35cb8eaa-649a-49b4-99ba-2b1ac3aac341 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be85c04689e0447ca8e5936abf67644c&device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 1095 time: 0.2138600 Sep 16 05:08:49.109940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e08411b3-474b-4341-9a66-8e7b1856fff6 req-2895462e-7aa1-4e7f-82be-4e68fb0b0480 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668794 Sep 16 05:08:49.118008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7d912-496b-4436-8ee5-edff77073b13 req-5e953f58-68e0-42a4-90cd-217b129f6488 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:49.123450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecc7d912-496b-4436-8ee5-edff77073b13 req-5e953f58-68e0-42a4-90cd-217b129f6488 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 943 time: 0.2327847 Sep 16 05:08:49.130676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25432e8-d939-4d01-8d1b-06eca8e15973') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:49.130975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25432e8-d939-4d01-8d1b-06eca8e15973') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:49.141364 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9d31a08-c608-40da-8c24-9484c1ce4c44 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.143953 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9d31a08-c608-40da-8c24-9484c1ce4c44 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.146306 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f9d31a08-c608-40da-8c24-9484c1ce4c44 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "DELETE /v2.0/security-groups/3fcc7492-4861-4458-8148-570c52498df8 HTTP/1.1" status: 204 len: 168 time: 0.2027061 Sep 16 05:08:49.154575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52476) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.162799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d31a08-c608-40da-8c24-9484c1ce4c44 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcc7492-4861-4458-8148-570c52498df8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.183849 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.186974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-91d70709-9a47-4647-8392-95d0b86503b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58fba6d7-4113-4cac-80d2-c683d5bb7cb5 HTTP/1.1" status: 200 len: 217 time: 0.0665910 Sep 16 05:08:49.203062 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8bcb73b3-e2a6-4c81-8b64-3607b00e1acd tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0473621 Sep 16 05:08:49.210036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52478) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.214848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5946d0d4-cfb6-462c-b2bf-0139ef30396e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805723424'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:49.217658 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.252232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:49.252637 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:49.259400 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:49.270826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Made reservation on behalf of 32a863b5f01144d9abb8c9b5ce5f9b5d for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:49.274339 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.283193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecc7d912-496b-4436-8ee5-edff77073b13 req-ca26340e-a8e3-4c17-a323-4f66c27eecd5 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503193 Sep 16 05:08:49.330604 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5946d0d4-cfb6-462c-b2bf-0139ef30396e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.343911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-79f7be86-1e34-4102-aade-f781647391ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:49.345339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-79f7be86-1e34-4102-aade-f781647391ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15d61f5f-1073-4f65-93f4-bed009717890 HTTP/1.1" status: 200 len: 850 time: 0.1450403 Sep 16 05:08:49.413318 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.416043 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5946d0d4-cfb6-462c-b2bf-0139ef30396e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.428971 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.430791 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/networks/97e9ae8e-9542-487b-ad55-680b6f78038e HTTP/1.1" status: 204 len: 168 time: 0.9918168 Sep 16 05:08:49.433516 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52480) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.448164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9afb49-23e8-490e-8a3d-78c201bf88d8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Network': ['ID=97e9ae8e-9542-487b-ad55-680b6f78038e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.480540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-49eedd97-fb12-4529-b21d-9baf4b62cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:49.482078 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-49eedd97-fb12-4529-b21d-9baf4b62cb2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83e93922-7656-483d-9a51-ad0f15994c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284730 Sep 16 05:08:49.499129 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5946d0d4-cfb6-462c-b2bf-0139ef30396e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.534614 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.540675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Allocated IP 172.20.0.11 (b3bfa292-e9f0-489a-bcf8-e4a13051131f/12ec28b5-88a3-4932-a119-d607babf37c5/2055a994-362a-4c87-86db-b3f50fc3f9b3) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:49.548364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946d0d4-cfb6-462c-b2bf-0139ef30396e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bc41d0-c1e6-4285-8bfc-841faf9418e3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.600895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5946d0d4-cfb6-462c-b2bf-0139ef30396e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.602067 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5946d0d4-cfb6-462c-b2bf-0139ef30396e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3909755 Sep 16 05:08:49.604950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52482) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.609326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d9645904-f47c-4cc2-b4f8-b6304fb4185e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': 'f8bc41d0-c1e6-4285-8bfc-841faf9418e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:49.617206 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-d9645904-f47c-4cc2-b4f8-b6304fb4185e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 05:08:49.617750 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-d9645904-f47c-4cc2-b4f8-b6304fb4185e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:49.618763 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d9645904-f47c-4cc2-b4f8-b6304fb4185e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0128527 Sep 16 05:08:49.622962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52484) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.625105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-fcaf15e6-28ad-4521-82d2-92d1898708de service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340816 Sep 16 05:08:49.629981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-950f7730-fed8-46fd-a990-8519ee237cba tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': 'f8bc41d0-c1e6-4285-8bfc-841faf9418e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:49.631981 n-d-712137-12 neutron-server[95452]: WARNING neutron.api.v2.base [None req-950f7730-fed8-46fd-a990-8519ee237cba tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 05:08:49.632515 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-950f7730-fed8-46fd-a990-8519ee237cba tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:49.634240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-950f7730-fed8-46fd-a990-8519ee237cba tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076027 Sep 16 05:08:49.636970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52486) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.647412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-48c9f664-5e67-4632-967d-e61a0e394787 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': 'f8bc41d0-c1e6-4285-8bfc-841faf9418e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:49.648537 n-d-712137-12 neutron-server[95452]: WARNING neutron.api.v2.base [None req-48c9f664-5e67-4632-967d-e61a0e394787 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 05:08:49.649525 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-48c9f664-5e67-4632-967d-e61a0e394787 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:49.652903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-48c9f664-5e67-4632-967d-e61a0e394787 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110610 Sep 16 05:08:49.653033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.653820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52488) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.657902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cecc2e2a-96fd-4501-867a-89508136966b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': 'f8bc41d0-c1e6-4285-8bfc-841faf9418e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:49.658846 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-cecc2e2a-96fd-4501-867a-89508136966b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 05:08:49.659488 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-cecc2e2a-96fd-4501-867a-89508136966b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:49.660513 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cecc2e2a-96fd-4501-867a-89508136966b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061224 Sep 16 05:08:49.666686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52490) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.696097 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e682417c-af8c-42e7-8172-4e18236f8d30']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:49.704987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9e5304d3-ca95-48ad-9f45-438d7cf86426 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:49.714164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1dea04-076c-496b-b0cb-acc289131522') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:49.714572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1dea04-076c-496b-b0cb-acc289131522') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:49.728916 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.736258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 9e5304d3-ca95-48ad-9f45-438d7cf86426 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:49.736670 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9e5304d3-ca95-48ad-9f45-438d7cf86426 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:49.737802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d06ee142-c624-49d0-9cbc-5c7dac7b91ad no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:49.747209 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.763122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: d06ee142-c624-49d0-9cbc-5c7dac7b91ad {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:49.763840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d06ee142-c624-49d0-9cbc-5c7dac7b91ad not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:49.765718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:49.766628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:49.769560 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:49.789880 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6ac532eb-ed6b-44fb-b12e-b726a7193f26 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.820042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6602007-143e-423d-86a8-2686470175fd req-23dc490c-a08d-4438-bd14-86a05606a704 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 210 time: 0.0478122 Sep 16 05:08:49.844798 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca5d1cc5-3a30-4cd7-93e0-02ad932aa857 req-71bc6613-ed8a-410d-8839-17b15cd41958 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068787 Sep 16 05:08:49.860742 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.861512 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6ac532eb-ed6b-44fb-b12e-b726a7193f26 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.926369 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.933816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.935847 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/networks/e682417c-af8c-42e7-8172-4e18236f8d30 HTTP/1.1" status: 204 len: 168 time: 0.5009470 Sep 16 05:08:49.940124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52494) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.948942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4134cb37-ddf5-41ed-a9d8-600a0108c909 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'network': {'name': 'tempest-RoutersTest-1326507264'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:49.953685 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1335c-02a5-4761-bc9a-2dfedc0b4b62 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Network': ['ID=e682417c-af8c-42e7-8172-4e18236f8d30,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.956827 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6ac532eb-ed6b-44fb-b12e-b726a7193f26 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.961596 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.962231 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6ac532eb-ed6b-44fb-b12e-b726a7193f26 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.964131 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6ac532eb-ed6b-44fb-b12e-b726a7193f26 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "DELETE /v2.0/security-groups/f8bc41d0-c1e6-4285-8bfc-841faf9418e3 HTTP/1.1" status: 204 len: 168 time: 0.2962732 Sep 16 05:08:49.969547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52496) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.970787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['222adc97-e868-434b-a026-9485c136a6b5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:49.977900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ddc61478-08ce-4a92-907f-5aaeb0d5514c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:49.990327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac532eb-ed6b-44fb-b12e-b726a7193f26 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bc41d0-c1e6-4285-8bfc-841faf9418e3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.028891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:50.034127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:50.036882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:50.055543 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-99fad285-e132-4f5c-b3d0-48511df1c562 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825400 Sep 16 05:08:50.062118 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52498) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:50.067231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event updated for resources: {'Port': ['ID=2055a994-362a-4c87-86db-b3f50fc3f9b3,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.071501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8096164c-dff0-47c5-adf2-c5af3bcdb2b3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group': {'name': 'tempest-secgroup--405143665'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:50.098709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4134cb37-ddf5-41ed-a9d8-600a0108c909 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:50.102756 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4134cb37-ddf5-41ed-a9d8-600a0108c909 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.116245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.116245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.158313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4134cb37-ddf5-41ed-a9d8-600a0108c909 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:50.175238 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4134cb37-ddf5-41ed-a9d8-600a0108c909 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.175785 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-4134cb37-ddf5-41ed-a9d8-600a0108c909 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Added segment 42c9560c-96d5-43a7-a26d-2ce1622a81ed of type vlan for network eeb6a092-dee1-4a57-9a89-04f55cd2e0b1 Sep 16 05:08:50.193434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8096164c-dff0-47c5-adf2-c5af3bcdb2b3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.384831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8096164c-dff0-47c5-adf2-c5af3bcdb2b3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.404749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-16dd59b2-ac6c-4558-bca6-3bd99de54456 None None] Provisioning complete for port 2055a994-362a-4c87-86db-b3f50fc3f9b3 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:50.405117 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-16dd59b2-ac6c-4558-bca6-3bd99de54456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.449701 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8096164c-dff0-47c5-adf2-c5af3bcdb2b3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.456873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-16dd59b2-ac6c-4558-bca6-3bd99de54456 None None] Port 2055a994-362a-4c87-86db-b3f50fc3f9b3 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:50.480749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096164c-dff0-47c5-adf2-c5af3bcdb2b3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38bd0b01-be51-41b5-9e68-d7e427035c83,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.558623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8096164c-dff0-47c5-adf2-c5af3bcdb2b3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.562766 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8096164c-dff0-47c5-adf2-c5af3bcdb2b3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4965627 Sep 16 05:08:50.563002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52504) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:50.567557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-593d2a64-5532-4802-8699-37c4f5b74216 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '38bd0b01-be51-41b5-9e68-d7e427035c83', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:50.571430 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-593d2a64-5532-4802-8699-37c4f5b74216 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:08:50.571430 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-593d2a64-5532-4802-8699-37c4f5b74216 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:50.571430 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-593d2a64-5532-4802-8699-37c4f5b74216 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058618 Sep 16 05:08:50.573324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52506) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:50.577414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-82c94417-c661-4b76-b408-a43b316cbcf6 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '38bd0b01-be51-41b5-9e68-d7e427035c83', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:50.577777 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4134cb37-ddf5-41ed-a9d8-600a0108c909 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.580566 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-3376d48f-9796-4d55-a512-4a0fd76b71d1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8554292 Sep 16 05:08:50.614443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Request body: {'port': {'device_id': '3be8986e-b0b2-415f-83f5-7850fdae7486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:50.672839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a1884-6d9f-4ea3-9d22-61e18d6e39f1 req-fb47bbc1-3847-456e-83bd-4d0b261ca16e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.674306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e00a1884-6d9f-4ea3-9d22-61e18d6e39f1 req-fb47bbc1-3847-456e-83bd-4d0b261ca16e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1095 time: 0.4601712 Sep 16 05:08:50.715961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d58ec2-b283-4854-8e4c-59f4d67affc1 req-3fd7f685-656e-4718-9b3c-7d2f73588f4c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.717465 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2d58ec2-b283-4854-8e4c-59f4d67affc1 req-3fd7f685-656e-4718-9b3c-7d2f73588f4c tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 943 time: 0.1465123 Sep 16 05:08:50.725094 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.784202 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4134cb37-ddf5-41ed-a9d8-600a0108c909 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.787201 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-82c94417-c661-4b76-b408-a43b316cbcf6 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:50.788287 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-82c94417-c661-4b76-b408-a43b316cbcf6 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2140820 Sep 16 05:08:50.789850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4134cb37-ddf5-41ed-a9d8-600a0108c909 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.790443 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4134cb37-ddf5-41ed-a9d8-600a0108c909 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.791191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52508) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:50.795733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-302536d8-8553-490d-8493-cec6fd5aeefc tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '38bd0b01-be51-41b5-9e68-d7e427035c83', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:50.797191 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-302536d8-8553-490d-8493-cec6fd5aeefc tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 05:08:50.797191 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-302536d8-8553-490d-8493-cec6fd5aeefc tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:50.798040 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-302536d8-8553-490d-8493-cec6fd5aeefc tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058973 Sep 16 05:08:50.800512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e00a1884-6d9f-4ea3-9d22-61e18d6e39f1 req-7f906e10-388b-48f0-8d10-22c743e77c52 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085646 Sep 16 05:08:50.800663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52510) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:50.805503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1e8fc3ff-a2b5-4a5b-a99c-82204db26745 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '38bd0b01-be51-41b5-9e68-d7e427035c83', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:50.842352 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2d58ec2-b283-4854-8e4c-59f4d67affc1 req-8db7fee9-da40-4f43-bb6d-1cf843cda3fa tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183481 Sep 16 05:08:50.896082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134cb37-ddf5-41ed-a9d8-600a0108c909 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Network': ['ID=eeb6a092-dee1-4a57-9a89-04f55cd2e0b1,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.906230 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network eeb6a092-dee1-4a57-9a89-04f55cd2e0b1 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:51.004856 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-1e8fc3ff-a2b5-4a5b-a99c-82204db26745 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:51.008438 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1e8fc3ff-a2b5-4a5b-a99c-82204db26745 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2040133 Sep 16 05:08:51.008740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52514) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.013305 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-50535583-a62a-452d-bce0-b624cf571fe0 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '38bd0b01-be51-41b5-9e68-d7e427035c83', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:51.013770 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-50535583-a62a-452d-bce0-b624cf571fe0 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:08:51.014246 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-50535583-a62a-452d-bce0-b624cf571fe0 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:51.015175 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-50535583-a62a-452d-bce0-b624cf571fe0 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054684 Sep 16 05:08:51.019495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52516) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.024410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-18e2842d-643a-4698-8000-66f0e6886ee0 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '38bd0b01-be51-41b5-9e68-d7e427035c83', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:51.029307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9c8aa-78da-41a1-b522-8117f5ffa90e req-fc16c5a4-432e-4cc3-b6d8-046b3c3a33f5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:51.030849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ed9c8aa-78da-41a1-b522-8117f5ffa90e req-fc16c5a4-432e-4cc3-b6d8-046b3c3a33f5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 932 time: 0.1366577 Sep 16 05:08:51.037203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:51.071400 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4134cb37-ddf5-41ed-a9d8-600a0108c909 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1297650 Sep 16 05:08:51.074642 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52518) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.082924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bf071e8f-b92d-4b3d-8c43-7b7dd67d5be8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'subnet': {'network_id': 'eeb6a092-dee1-4a57-9a89-04f55cd2e0b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:51.109099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ed9c8aa-78da-41a1-b522-8117f5ffa90e req-3d9d1b67-ca34-4b79-bab2-257d71dbaafe tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717738 Sep 16 05:08:51.146635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4bc37b23-3db5-42cb-9a90-486c3f86a1e6,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:51.158239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '4bc37b23-3db5-42cb-9a90-486c3f86a1e6', 'network_id': '37cdc15d-9de1-4e55-b966-96e0464a0e98', 'port_id': '4bc37b23-3db5-42cb-9a90-486c3f86a1e6', 'mac_address': 'fa:16:3e:4c:3f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d593d6-dfcb-42e8-9af2-31405838da34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:51.190016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2055a994-362a-4c87-86db-b3f50fc3f9b3 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:51.198817 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.199918 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.213500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Transition to ACTIVE for port object 2055a994-362a-4c87-86db-b3f50fc3f9b3 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:51.213913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:51.233570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4bc37b23-3db5-42cb-9a90-486c3f86a1e6,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:51.303893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf071e8f-b92d-4b3d-8c43-7b7dd67d5be8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:51.307560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf071e8f-b92d-4b3d-8c43-7b7dd67d5be8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.324398 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.324621 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.389870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4bc37b23-3db5-42cb-9a90-486c3f86a1e6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:51.400248 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-18e2842d-643a-4698-8000-66f0e6886ee0 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:51.404760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Pushing event updated for resources: {'Port': ['ID=2055a994-362a-4c87-86db-b3f50fc3f9b3,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:51.404923 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-18e2842d-643a-4698-8000-66f0e6886ee0 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3808494 Sep 16 05:08:51.405617 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52520) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.413606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cc1fd164-c073-4b7c-a1bb-da40bbdccba4 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '38bd0b01-be51-41b5-9e68-d7e427035c83', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:51.414087 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-cc1fd164-c073-4b7c-a1bb-da40bbdccba4 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 05:08:51.414579 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-cc1fd164-c073-4b7c-a1bb-da40bbdccba4 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:51.417022 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cc1fd164-c073-4b7c-a1bb-da40bbdccba4 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087764 Sep 16 05:08:51.419715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52522) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.425890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d6f7da54-0026-4a64-aeee-b6933e053a70 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '38bd0b01-be51-41b5-9e68-d7e427035c83', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:51.458616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Attempting to bind port 2055a994-362a-4c87-86db-b3f50fc3f9b3 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:51.458616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Attempting to bind port 2055a994-362a-4c87-86db-b3f50fc3f9b3 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:51.459048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Attempting to bind port 2055a994-362a-4c87-86db-b3f50fc3f9b3 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:51.463998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Port 2055a994-362a-4c87-86db-b3f50fc3f9b3 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:51.464359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Attempting to bind port 2055a994-362a-4c87-86db-b3f50fc3f9b3 on network b3bfa292-e9f0-489a-bcf8-e4a13051131f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:51.470086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:51.473393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Checking segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:51.473393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Bound using segment: {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:51.473393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Bound port: 2055a994-362a-4c87-86db-b3f50fc3f9b3, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc42d54e-fee5-406f-b7f2-84a9d2101f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:51.473393 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.545603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] For port 2055a994-362a-4c87-86db-b3f50fc3f9b3, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:51.549274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] For port 2055a994-362a-4c87-86db-b3f50fc3f9b3, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2055a994-362a-4c87-86db-b3f50fc3f9b3,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:51.601514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['4bc37b23-3db5-42cb-9a90-486c3f86a1e6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:51.635668 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.658451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf071e8f-b92d-4b3d-8c43-7b7dd67d5be8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.662196 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-d6f7da54-0026-4a64-aeee-b6933e053a70 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:51.666295 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d6f7da54-0026-4a64-aeee-b6933e053a70 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2428420 Sep 16 05:08:51.668913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52524) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:51.673908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-47143266-e4f9-4be6-85a3-28aadb520c9e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '38bd0b01-be51-41b5-9e68-d7e427035c83', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:51.690730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:51.691353 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.692865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] 10.222.0.23 "PUT /v2.0/ports/2055a994-362a-4c87-86db-b3f50fc3f9b3 HTTP/1.1" status: 200 len: 1093 time: 1.0985558 Sep 16 05:08:51.695018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be8986e-b0b2-415f-83f5-7850fdae7486', 'tag': '2055a994-362a-4c87-86db-b3f50fc3f9b3'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:51.697604 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4193c9-c7bd-4410-b006-c1f3b96d084a" -d '{"events": [{"name": "network-changed", "server_uuid": "3be8986e-b0b2-415f-83f5-7850fdae7486", "tag": "2055a994-362a-4c87-86db-b3f50fc3f9b3"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:51.731704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf071e8f-b92d-4b3d-8c43-7b7dd67d5be8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Subnet': ['ID=60568827-c9fc-4a50-b8db-6755e4774bf5,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:51.747745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4d94a-e73a-437e-a176-8157620d619c service neutron] Pushing event updated for resources: {'Port': ['ID=2055a994-362a-4c87-86db-b3f50fc3f9b3,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:51.765573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf071e8f-b92d-4b3d-8c43-7b7dd67d5be8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Checking segment: {'id': '42c9560c-96d5-43a7-a26d-2ce1622a81ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eeb6a092-dee1-4a57-9a89-04f55cd2e0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:51.766037 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf071e8f-b92d-4b3d-8c43-7b7dd67d5be8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network hostable DHCP agents. Network: eeb6a092-dee1-4a57-9a89-04f55cd2e0b1, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:51.769071 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eed292-1a2b-43c3-aa90-0c962cb05257 x-openstack-request-id: req-52eed292-1a2b-43c3-aa90-0c962cb05257 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:51.769358 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be8986e-b0b2-415f-83f5-7850fdae7486", "tag": "2055a994-362a-4c87-86db-b3f50fc3f9b3", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:51.769607 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52eed292-1a2b-43c3-aa90-0c962cb05257 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:51.770904 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be8986e-b0b2-415f-83f5-7850fdae7486', 'tag': '2055a994-362a-4c87-86db-b3f50fc3f9b3', 'status': 'completed', 'code': 200} Sep 16 05:08:51.829094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4193c9-c7bd-4410-b006-c1f3b96d084a req-48cae86d-7b99-444d-9735-2881a4ddd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:51.830627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea4193c9-c7bd-4410-b006-c1f3b96d084a req-48cae86d-7b99-444d-9735-2881a4ddd5d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 1096 time: 0.0479574 Sep 16 05:08:51.868179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf071e8f-b92d-4b3d-8c43-7b7dd67d5be8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network eeb6a092-dee1-4a57-9a89-04f55cd2e0b1 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:51.992455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-bf071e8f-b92d-4b3d-8c43-7b7dd67d5be8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, eeb6a092-dee1-4a57-9a89-04f55cd2e0b1) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:51.999218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf071e8f-b92d-4b3d-8c43-7b7dd67d5be8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.001309 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bf071e8f-b92d-4b3d-8c43-7b7dd67d5be8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.009882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703f8801-3572-4a36-8cfb-cc7e140241d1 None None] Network eeb6a092-dee1-4a57-9a89-04f55cd2e0b1 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:52.012427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a991c7-78f0-42c1-b964-4ccc2357472b req-68edcc02-d3e6-45d5-8669-707d0ab38cae tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.014000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2a991c7-78f0-42c1-b964-4ccc2357472b req-68edcc02-d3e6-45d5-8669-707d0ab38cae tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1096 time: 0.1139798 Sep 16 05:08:52.056205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4193c9-c7bd-4410-b006-c1f3b96d084a req-b23afb12-0b26-4287-94cf-e8de302d03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.057715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea4193c9-c7bd-4410-b006-c1f3b96d084a req-b23afb12-0b26-4287-94cf-e8de302d03e7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2173069 Sep 16 05:08:52.068772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9898b6-a4b4-441e-92ff-f4233b1141c5 req-a91bfa17-0e4e-43ca-9405-d29a45d44116 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.070250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a9898b6-a4b4-441e-92ff-f4233b1141c5 req-a91bfa17-0e4e-43ca-9405-d29a45d44116 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 943 time: 0.1323583 Sep 16 05:08:52.079888 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-47143266-e4f9-4be6-85a3-28aadb520c9e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:52.080935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-47143266-e4f9-4be6-85a3-28aadb520c9e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4110281 Sep 16 05:08:52.086859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52532) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:52.110149 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bf071e8f-b92d-4b3d-8c43-7b7dd67d5be8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0344417 Sep 16 05:08:52.114232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52534) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:52.122627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4aeb11b1-7024-4096-8ddb-598d491971df tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1023466045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:52.128747 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2a991c7-78f0-42c1-b964-4ccc2357472b req-f5698e05-6636-4546-9e98-09f26b612898 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053364 Sep 16 05:08:52.185960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-95874258-b608-45b2-8859-acd227950afa tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.187832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-eeb6a092-dee1-4a57-9a89-04f55cd2e0b1', 'network_id': 'eeb6a092-dee1-4a57-9a89-04f55cd2e0b1', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'fixed_ips': [{'subnet_id': '60568827-c9fc-4a50-b8db-6755e4774bf5'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:52.189004 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.197776 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a9898b6-a4b4-441e-92ff-f4233b1141c5 req-93643883-1f55-495c-87ee-1c265ad4f256 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055284 Sep 16 05:08:52.232173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4193c9-c7bd-4410-b006-c1f3b96d084a req-832e9cbf-5602-4ca3-aaca-b6f4f386e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.233745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea4193c9-c7bd-4410-b006-c1f3b96d084a req-832e9cbf-5602-4ca3-aaca-b6f4f386e019 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1625419 Sep 16 05:08:52.245157 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-95874258-b608-45b2-8859-acd227950afa tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.279490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13667d7-c185-4fe6-8518-70635e43f4cc req-a75fb83f-65bc-4197-bb94-17a09caa43e8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.279829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e13667d7-c185-4fe6-8518-70635e43f4cc req-a75fb83f-65bc-4197-bb94-17a09caa43e8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 944 time: 0.0589964 Sep 16 05:08:52.295486 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4aeb11b1-7024-4096-8ddb-598d491971df tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.296695 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4aeb11b1-7024-4096-8ddb-598d491971df tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.353298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Allocated IP 172.20.0.2 (eeb6a092-dee1-4a57-9a89-04f55cd2e0b1/60568827-c9fc-4a50-b8db-6755e4774bf5/ec9b83cb-db9e-424e-830c-a273e968acd3) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:52.357873 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e13667d7-c185-4fe6-8518-70635e43f4cc req-626a6bd6-f1f4-40ba-822c-30d838c33cdf tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Sep 16 05:08:52.360818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-ee740209-0ba5-4508-a08f-94c5956fa6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.362283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-ee740209-0ba5-4508-a08f-94c5956fa6f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 1096 time: 0.0815706 Sep 16 05:08:52.364961 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-95874258-b608-45b2-8859-acd227950afa tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.367945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-95874258-b608-45b2-8859-acd227950afa tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.369134 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-95874258-b608-45b2-8859-acd227950afa tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "DELETE /v2.0/security-groups/38bd0b01-be51-41b5-9e68-d7e427035c83 HTTP/1.1" status: 204 len: 168 time: 0.2831018 Sep 16 05:08:52.376151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52540) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:52.412178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-cee8735e-c8f8-4b86-9c50-d82ab95fb72f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2055a994-362a-4c87-86db-b3f50fc3f9b3 HTTP/1.1" status: 200 len: 217 time: 0.0388050 Sep 16 05:08:52.459322 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4aeb11b1-7024-4096-8ddb-598d491971df tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.460507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95874258-b608-45b2-8859-acd227950afa tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bd0b01-be51-41b5-9e68-d7e427035c83,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.470312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-a699a4f4-0bbc-4e78-a94b-0113e39c3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.472229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-a699a4f4-0bbc-4e78-a94b-0113e39c3967 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0537460 Sep 16 05:08:52.509706 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f6ca5fe3-f846-4eed-98cc-0ead86a78fdb tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1324100 Sep 16 05:08:52.513949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52542) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:52.519752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-cf551921-07e5-47ae-8d0a-b209a753012e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group': {'name': 'tempest-secgroup--270113500'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:52.527810 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4c53cabe-c66a-4128-9103-e0ff78628ad8 req-e0d13d69-de4a-4ae5-9b45-01ff6527b7c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554733 Sep 16 05:08:52.546716 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.547064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-07123430-eae6-48e6-8df4-a9ff6f53b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.548623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-07123430-eae6-48e6-8df4-a9ff6f53b989 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685055 Sep 16 05:08:52.555184 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4aeb11b1-7024-4096-8ddb-598d491971df tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.605288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53cabe-c66a-4128-9103-e0ff78628ad8 req-1bea9365-0685-44a7-82fe-b8cc25da6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.606804 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4c53cabe-c66a-4128-9103-e0ff78628ad8 req-1bea9365-0685-44a7-82fe-b8cc25da6e0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 1097 time: 0.0454268 Sep 16 05:08:52.643020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-58a3b5ba-735c-4c49-817c-4edf98d3ad5c service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849509 Sep 16 05:08:52.645401 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.675589 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf551921-07e5-47ae-8d0a-b209a753012e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.686003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Network eeb6a092-dee1-4a57-9a89-04f55cd2e0b1 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:52.691078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:52.695905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:52.701281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Pushing event updated for resources: {'Port': ['ID=ec9b83cb-db9e-424e-830c-a273e968acd3,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.722097 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53cabe-c66a-4128-9103-e0ff78628ad8 req-f87bdf88-aed8-46b7-ae29-d6d22e384d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.724718 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4c53cabe-c66a-4128-9103-e0ff78628ad8 req-f87bdf88-aed8-46b7-ae29-d6d22e384d91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.0988724 Sep 16 05:08:52.753395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Attempting to bind port ec9b83cb-db9e-424e-830c-a273e968acd3 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:52.753852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Attempting to bind port ec9b83cb-db9e-424e-830c-a273e968acd3 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '42c9560c-96d5-43a7-a26d-2ce1622a81ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eeb6a092-dee1-4a57-9a89-04f55cd2e0b1'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:52.754177 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Attempting to bind port ec9b83cb-db9e-424e-830c-a273e968acd3 on network eeb6a092-dee1-4a57-9a89-04f55cd2e0b1 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:52.757024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b385f273-bfe6-4d16-a920-19b3875bc7f4 req-201e015c-64ab-490c-95e5-1b1cd45922bf service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073329 Sep 16 05:08:52.759564 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:52.759944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Checking segment: {'id': '42c9560c-96d5-43a7-a26d-2ce1622a81ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eeb6a092-dee1-4a57-9a89-04f55cd2e0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:52.760358 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.760797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Bound using segment: {'id': '42c9560c-96d5-43a7-a26d-2ce1622a81ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eeb6a092-dee1-4a57-9a89-04f55cd2e0b1'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:52.761274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Bound port: ec9b83cb-db9e-424e-830c-a273e968acd3, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c9560c-96d5-43a7-a26d-2ce1622a81ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'eeb6a092-dee1-4a57-9a89-04f55cd2e0b1'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:52.761681 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.769304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4aeb11b1-7024-4096-8ddb-598d491971df tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.771359 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4aeb11b1-7024-4096-8ddb-598d491971df tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6559229 Sep 16 05:08:52.772684 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4c53cabe-c66a-4128-9103-e0ff78628ad8 req-64c3b167-241f-4c16-82a1-f09cea9213c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=222adc97-e868-434b-a026-9485c136a6b5 HTTP/1.1" status: 200 len: 217 time: 0.0404308 Sep 16 05:08:52.777760 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52544) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:52.781013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'port': {'network_id': 'eeb6a092-dee1-4a57-9a89-04f55cd2e0b1', 'name': 'tempest-RoutersTest-385383680'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:52.838907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] For port ec9b83cb-db9e-424e-830c-a273e968acd3, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:52.842304 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] For port ec9b83cb-db9e-424e-830c-a273e968acd3, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ec9b83cb-db9e-424e-830c-a273e968acd3,segment=NetworkSegment(42c9560c-96d5-43a7-a26d-2ce1622a81ed),segment_id=42c9560c-96d5-43a7-a26d-2ce1622a81ed)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:52.844599 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf551921-07e5-47ae-8d0a-b209a753012e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.888910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53cabe-c66a-4128-9103-e0ff78628ad8 req-e90a3b17-c024-4324-806f-05c4507e96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.890411 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4c53cabe-c66a-4128-9103-e0ff78628ad8 req-e90a3b17-c024-4324-806f-05c4507e96d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.1049104 Sep 16 05:08:52.932198 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.953697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53cabe-c66a-4128-9103-e0ff78628ad8 req-8ccb9079-169f-4026-aa29-98605a73456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.955231 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4c53cabe-c66a-4128-9103-e0ff78628ad8 req-8ccb9079-169f-4026-aa29-98605a73456d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546360 Sep 16 05:08:52.960623 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf551921-07e5-47ae-8d0a-b209a753012e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.992993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73382c7-fd93-4f11-9c3d-3177214471bb None None] Pushing event updated for resources: {'Port': ['ID=ec9b83cb-db9e-424e-830c-a273e968acd3,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.013923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf551921-07e5-47ae-8d0a-b209a753012e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16388bba-4264-4e84-8921-0f9ab3d53963,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.041819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:53.044248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:53.062043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:53.066038 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.086091 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4c53cabe-c66a-4128-9103-e0ff78628ad8 req-be93131b-1960-4421-a5dd-a725a799a75f service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196964 Sep 16 05:08:53.104506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] device_id is not set on port d046a937-5d42-4648-a2e6-23d944da0025 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:53.131740 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cf551921-07e5-47ae-8d0a-b209a753012e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.133057 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cf551921-07e5-47ae-8d0a-b209a753012e tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6170082 Sep 16 05:08:53.136305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52546) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:53.141924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2893692a-1c7b-47ca-af72-0408d623b1d5 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '16388bba-4264-4e84-8921-0f9ab3d53963', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:53.236247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=58fba6d7-4113-4cac-80d2-c683d5bb7cb5,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:53.264252 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'port_id': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5', 'mac_address': 'fa:16:3e:f4:84:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:53.283536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180470eb-9da6-4399-a78d-634ef2519d43 req-45ad3561-7dc5-48fd-a0b7-0dff4e9bc523 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.286529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-180470eb-9da6-4399-a78d-634ef2519d43 req-45ad3561-7dc5-48fd-a0b7-0dff4e9bc523 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1096 time: 0.0619872 Sep 16 05:08:53.293969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:53.299443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:53.299826 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.339101 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.363403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Allocated IP 172.20.0.6 (eeb6a092-dee1-4a57-9a89-04f55cd2e0b1/60568827-c9fc-4a50-b8db-6755e4774bf5/d046a937-5d42-4648-a2e6-23d944da0025) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:53.372820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:53.373016 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4c53cabe-c66a-4128-9103-e0ff78628ad8 req-14f51b8f-22ee-4455-88bd-04e42eaa11ff service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783947 Sep 16 05:08:53.397111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=58fba6d7-4113-4cac-80d2-c683d5bb7cb5,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:53.429067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-180470eb-9da6-4399-a78d-634ef2519d43 req-26e5f73b-873b-4cc7-abe3-80b8fcbb61a0 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357043 Sep 16 05:08:53.447889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9051c4-eead-42a7-ac8e-eb950caeb515 req-5f11408d-9cf2-4065-a2f9-51e7e09f541b tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.449576 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd9051c4-eead-42a7-ac8e-eb950caeb515 req-5f11408d-9cf2-4065-a2f9-51e7e09f541b tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 943 time: 0.1206801 Sep 16 05:08:53.459342 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.487919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ef8673-16e4-4047-b386-932cd62713c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc37b23-3db5-42cb-9a90-486c3f86a1e6'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:53.491676 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c2210-4b0a-49ce-af68-3febfb53a4a1" -d '{"events": [{"server_uuid": "f1ef8673-16e4-4047-b386-932cd62713c5", "name": "network-vif-plugged", "status": "completed", "tag": "4bc37b23-3db5-42cb-9a90-486c3f86a1e6"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:53.497864 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.508774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd9051c4-eead-42a7-ac8e-eb950caeb515 req-4bf4e528-9b27-4d99-988c-45a5dcc83436 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482450 Sep 16 05:08:53.512049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4bc37b23-3db5-42cb-9a90-486c3f86a1e6,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:53.532868 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-2893692a-1c7b-47ca-af72-0408d623b1d5 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The resource could not be found. Sep 16 05:08:53.537432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2893692a-1c7b-47ca-af72-0408d623b1d5 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3992562 Sep 16 05:08:53.542628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52556) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:53.547176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bc9be254-1b6b-4d24-988a-adc9a90c4631 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '16388bba-4264-4e84-8921-0f9ab3d53963', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '69b7ac59-c0ba-471d-8987-115b3eb7cd88'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:53.560417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=58fba6d7-4113-4cac-80d2-c683d5bb7cb5,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.572736 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0258d0e6-60ec-4e01-b46a-ffa9dc79642e x-openstack-request-id: req-0258d0e6-60ec-4e01-b46a-ffa9dc79642e {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:53.572736 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ef8673-16e4-4047-b386-932cd62713c5", "name": "network-vif-plugged", "status": "completed", "tag": "4bc37b23-3db5-42cb-9a90-486c3f86a1e6", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:53.572974 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0258d0e6-60ec-4e01-b46a-ffa9dc79642e {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:53.573298 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ef8673-16e4-4047-b386-932cd62713c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc37b23-3db5-42cb-9a90-486c3f86a1e6', 'code': 200} Sep 16 05:08:53.579866 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.589279 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.595105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b5117-e7b0-408f-96ac-1fa6decfc017 req-e4dbcf63-af26-4048-bd78-414a297de76b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.595871 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f8b5117-e7b0-408f-96ac-1fa6decfc017 req-e4dbcf63-af26-4048-bd78-414a297de76b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 944 time: 0.0861061 Sep 16 05:08:53.655502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f8b5117-e7b0-408f-96ac-1fa6decfc017 req-88d6dee6-91ce-47af-9b7c-bb029480ded5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481446 Sep 16 05:08:53.661840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4bc37b23-3db5-42cb-9a90-486c3f86a1e6,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.713076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaff1d-a386-48e3-86be-fad2466bc553 req-3e37520b-0e20-4ae0-a92c-f9784c77f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.715042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-efdaff1d-a386-48e3-86be-fad2466bc553 req-3e37520b-0e20-4ae0-a92c-f9784c77f827 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1097 time: 0.0586267 Sep 16 05:08:53.715617 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.756427 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-efdaff1d-a386-48e3-86be-fad2466bc553 req-78d4680c-5838-4e08-a45d-35d2198ee237 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325925 Sep 16 05:08:53.761039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network eeb6a092-dee1-4a57-9a89-04f55cd2e0b1 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:53.763148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ec9b83cb-db9e-424e-830c-a273e968acd3 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:53.764308 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:53.771719 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:53.777720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=d046a937-5d42-4648-a2e6-23d944da0025,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.799903 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-bc9be254-1b6b-4d24-988a-adc9a90c4631 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The resource could not be found. Sep 16 05:08:53.804018 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bc9be254-1b6b-4d24-988a-adc9a90c4631 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2576530 Sep 16 05:08:53.804678 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52558) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:53.809782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['58fba6d7-4113-4cac-80d2-c683d5bb7cb5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:53.836443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.837836 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.860672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ec9b83cb-db9e-424e-830c-a273e968acd3 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:53.861044 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.870637 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa4f357b-c2f7-4012-9f07-985d9a56f13c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.894093 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa4f357b-c2f7-4012-9f07-985d9a56f13c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.955666 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9387a0b0-a4fa-4162-bd66-c9f7dcb8c751 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1806965 Sep 16 05:08:53.958622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52560) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.001799 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.023638 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa4f357b-c2f7-4012-9f07-985d9a56f13c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.027028 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa4f357b-c2f7-4012-9f07-985d9a56f13c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.028815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-aa4f357b-c2f7-4012-9f07-985d9a56f13c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "DELETE /v2.0/security-groups/16388bba-4264-4e84-8921-0f9ab3d53963 HTTP/1.1" status: 204 len: 168 time: 0.2191484 Sep 16 05:08:54.033954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52562) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.047895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f357b-c2f7-4012-9f07-985d9a56f13c tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16388bba-4264-4e84-8921-0f9ab3d53963,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.073225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port ec9b83cb-db9e-424e-830c-a273e968acd3, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ec9b83cb-db9e-424e-830c-a273e968acd3,segment=NetworkSegment(42c9560c-96d5-43a7-a26d-2ce1622a81ed),segment_id=42c9560c-96d5-43a7-a26d-2ce1622a81ed)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:54.107295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-26caf4e9-de50-483a-9d9f-2313426c6740 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721478 Sep 16 05:08:54.111416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52564) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.116951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8bbb2246-6b61-4cb0-9e6f-2714d9866d4b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '7ab4684d-e2ab-49de-91c4-3cd11760c08c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:54.192828 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.237440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c4bfb-3f67-480a-a1bc-5858e2f0c9fb None None] Network eeb6a092-dee1-4a57-9a89-04f55cd2e0b1 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:54.270376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=ec9b83cb-db9e-424e-830c-a273e968acd3,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.326421 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-8bbb2246-6b61-4cb0-9e6f-2714d9866d4b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The resource could not be found. Sep 16 05:08:54.332905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8bbb2246-6b61-4cb0-9e6f-2714d9866d4b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2148802 Sep 16 05:08:54.333164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52566) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.334751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8d9c0bc6-f88f-450d-873e-c98145d54893 None None] Provisioning complete for port ec9b83cb-db9e-424e-830c-a273e968acd3 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:54.335282 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8d9c0bc6-f88f-450d-873e-c98145d54893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.338608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-fb8a26ff-e93f-4011-aa02-c955934501c3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group': {'name': 'tempest-secgroup--512776917'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:54.428171 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb8a26ff-e93f-4011-aa02-c955934501c3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.565049 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb8a26ff-e93f-4011-aa02-c955934501c3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.581698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bbfc5-6d41-4dc5-ab8d-a6b3e4c34a0c req-5f0d9423-0058-47c1-a854-34470ef3cc65 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.584554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad7bbfc5-6d41-4dc5-ab8d-a6b3e4c34a0c req-5f0d9423-0058-47c1-a854-34470ef3cc65 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1097 time: 0.0658140 Sep 16 05:08:54.635213 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb8a26ff-e93f-4011-aa02-c955934501c3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.649496 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.687529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad7bbfc5-6d41-4dc5-ab8d-a6b3e4c34a0c req-f7600828-a9b3-4111-81e4-3e5cdfc5cec7 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963876 Sep 16 05:08:54.690244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a26ff-e93f-4011-aa02-c955934501c3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572545b3-6e42-4b88-b5b7-0d6384e9bd3c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.702548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426c0b7-54e6-4464-befb-8de27e114a93 req-22b2393b-ec5f-47f6-9acf-0b8a0067390a tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.704037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c426c0b7-54e6-4464-befb-8de27e114a93 req-22b2393b-ec5f-47f6-9acf-0b8a0067390a tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 944 time: 0.1045702 Sep 16 05:08:54.753694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c426c0b7-54e6-4464-befb-8de27e114a93 req-05137ad1-669d-4444-a9f3-1bc155587dc9 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415869 Sep 16 05:08:54.755225 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb8a26ff-e93f-4011-aa02-c955934501c3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.758871 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fb8a26ff-e93f-4011-aa02-c955934501c3 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4221733 Sep 16 05:08:54.759169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52576) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.764167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0f0f572c-a486-45f5-b8f6-94b0ea0a034a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865196244'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:54.810462 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1e71a350-5efe-40dd-93ac-f7bfd02ad4db None None] Provisioning complete for port ec9b83cb-db9e-424e-830c-a273e968acd3 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:54.810891 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e71a350-5efe-40dd-93ac-f7bfd02ad4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.841427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe555fb4-acc6-444c-ab7f-0d509544edd0 req-9ecd2fc0-ed41-4afa-9a2f-1ba3a467fe60 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.843741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe555fb4-acc6-444c-ab7f-0d509544edd0 req-9ecd2fc0-ed41-4afa-9a2f-1ba3a467fe60 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 944 time: 0.0676696 Sep 16 05:08:54.887858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe555fb4-acc6-444c-ab7f-0d509544edd0 req-dc4dc1c0-8df7-4ab8-893b-1a3cdaec2113 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373003 Sep 16 05:08:54.899894 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f0f572c-a486-45f5-b8f6-94b0ea0a034a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.930461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1e71a350-5efe-40dd-93ac-f7bfd02ad4db None None] Provisioning complete for port d046a937-5d42-4648-a2e6-23d944da0025 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:54.930798 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e71a350-5efe-40dd-93ac-f7bfd02ad4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.971277 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1e71a350-5efe-40dd-93ac-f7bfd02ad4db None None] Port d046a937-5d42-4648-a2e6-23d944da0025 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:54.982803 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.002722 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f0f572c-a486-45f5-b8f6-94b0ea0a034a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.065889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:55.117680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b704d9c7-6936-493f-b1e8-c44fd8fa64e8 None None] Provisioning complete for port d046a937-5d42-4648-a2e6-23d944da0025 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:55.118389 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b704d9c7-6936-493f-b1e8-c44fd8fa64e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.124126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.157230 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b704d9c7-6936-493f-b1e8-c44fd8fa64e8 None None] Port d046a937-5d42-4648-a2e6-23d944da0025 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:55.158756 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f0f572c-a486-45f5-b8f6-94b0ea0a034a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.200802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f572c-a486-45f5-b8f6-94b0ea0a034a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840d05e8-6a56-4b4b-a6bc-f4bbea5f39fc,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:55.216822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=d046a937-5d42-4648-a2e6-23d944da0025,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:55.246036 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:55.251143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:55.251519 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.333284 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f0f572c-a486-45f5-b8f6-94b0ea0a034a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.335077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0f0f572c-a486-45f5-b8f6-94b0ea0a034a tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5749054 Sep 16 05:08:55.338107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52578) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:55.343444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-fa83feeb-ea90-4db8-8e28-c4072cd4c9c5 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group_rule': {'security_group_id': '572545b3-6e42-4b88-b5b7-0d6384e9bd3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '840d05e8-6a56-4b4b-a6bc-f4bbea5f39fc'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:55.355481 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.380072 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.409929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=58fba6d7-4113-4cac-80d2-c683d5bb7cb5,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:55.415190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-59ab52ac-68f9-4bf1-bdfb-501e3d8d7cd5 None None] Provisioning complete for port d046a937-5d42-4648-a2e6-23d944da0025 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:55.415524 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-59ab52ac-68f9-4bf1-bdfb-501e3d8d7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.453611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-59ab52ac-68f9-4bf1-bdfb-501e3d8d7cd5 None None] Port d046a937-5d42-4648-a2e6-23d944da0025 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:55.480415 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.528784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=58fba6d7-4113-4cac-80d2-c683d5bb7cb5,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:55.567577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.574290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:55.576753 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3842d7b5-5373-4442-8588-ac58890a5693" -d '{"events": [{"server_uuid": "5b25efb8-4932-40e2-815c-af2ceb13a868", "name": "network-vif-plugged", "status": "completed", "tag": "58fba6d7-4113-4cac-80d2-c683d5bb7cb5"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:55.592909 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-fa83feeb-ea90-4db8-8e28-c4072cd4c9c5 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:08:55.596886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fa83feeb-ea90-4db8-8e28-c4072cd4c9c5 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2548182 Sep 16 05:08:55.597168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52582) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:55.613072 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6422dbd-6c67-4025-81fe-f327da034ac2 x-openstack-request-id: req-f6422dbd-6c67-4025-81fe-f327da034ac2 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:55.613868 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b25efb8-4932-40e2-815c-af2ceb13a868", "name": "network-vif-plugged", "status": "completed", "tag": "58fba6d7-4113-4cac-80d2-c683d5bb7cb5", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:55.614137 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6422dbd-6c67-4025-81fe-f327da034ac2 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:55.614536 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5', 'code': 200} Sep 16 05:08:55.662824 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-94ee5da6-bcbd-4c9f-beeb-4e014e6e75e1 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.697079 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-94ee5da6-bcbd-4c9f-beeb-4e014e6e75e1 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.716060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ec9b83cb-db9e-424e-830c-a273e968acd3 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:55.762600 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 2055a994-362a-4c87-86db-b3f50fc3f9b3 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:55.767377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09907af-5366-46b4-9e18-5c3e48697522 req-a7c74934-ba58-4fb1-996f-182633a8ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.769485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d09907af-5366-46b4-9e18-5c3e48697522 req-a7c74934-ba58-4fb1-996f-182633a8ce2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 1097 time: 0.0815871 Sep 16 05:08:55.822696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ec9b83cb-db9e-424e-830c-a273e968acd3 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:55.822955 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.854961 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d09907af-5366-46b4-9e18-5c3e48697522 req-473865c8-4393-4c68-88c1-052f86eb27d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516608 Sep 16 05:08:55.857527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa708f64-dc14-4a00-a5d1-4609b63ef9f5 req-e4b59bec-49a9-4501-8ca4-ae2948fe715a tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.858656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa708f64-dc14-4a00-a5d1-4609b63ef9f5 req-e4b59bec-49a9-4501-8ca4-ae2948fe715a tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1097 time: 0.0879197 Sep 16 05:08:55.874451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.910496 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-94ee5da6-bcbd-4c9f-beeb-4e014e6e75e1 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.914653 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-94ee5da6-bcbd-4c9f-beeb-4e014e6e75e1 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.915716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-94ee5da6-bcbd-4c9f-beeb-4e014e6e75e1 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "DELETE /v2.0/security-groups/840d05e8-6a56-4b4b-a6bc-f4bbea5f39fc HTTP/1.1" status: 204 len: 168 time: 0.3175771 Sep 16 05:08:55.918479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52590) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:55.924025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 2055a994-362a-4c87-86db-b3f50fc3f9b3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2055a994-362a-4c87-86db-b3f50fc3f9b3,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:55.932687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa708f64-dc14-4a00-a5d1-4609b63ef9f5 req-52254c9e-2c12-49b3-b8e8-f31b8832969c tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590575 Sep 16 05:08:55.940416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc32cd-1047-4835-988e-f1c62aacb3c0 req-fe2c424f-e65b-43e8-8134-c5e4976acb4f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.942810 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4dc32cd-1047-4835-988e-f1c62aacb3c0 req-fe2c424f-e65b-43e8-8134-c5e4976acb4f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 945 time: 0.0999889 Sep 16 05:08:55.944089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee5da6-bcbd-4c9f-beeb-4e014e6e75e1 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840d05e8-6a56-4b4b-a6bc-f4bbea5f39fc,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:55.959865 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.969386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '2055a994-362a-4c87-86db-b3f50fc3f9b3', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'port_id': '2055a994-362a-4c87-86db-b3f50fc3f9b3', 'mac_address': 'fa:16:3e:d9:b9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:55.996449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4dc32cd-1047-4835-988e-f1c62aacb3c0 req-e4a25cd6-478b-460a-8c4d-9b3f7d73a80d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376706 Sep 16 05:08:56.033953 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.050239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2055a994-362a-4c87-86db-b3f50fc3f9b3 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:56.068416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa34a6-c86b-4d13-ba4a-96be9b35a1a2 req-11b71627-a106-4fd9-b344-aec73decf406 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.070129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9aa34a6-c86b-4d13-ba4a-96be9b35a1a2 req-11b71627-a106-4fd9-b344-aec73decf406 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 944 time: 0.0555289 Sep 16 05:08:56.082752 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-788476d8-6c65-418d-8373-ff8c2caf7380 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1627595 Sep 16 05:08:56.087413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52594) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:56.111959 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.132952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=d046a937-5d42-4648-a2e6-23d944da0025,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:56.139739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9aa34a6-c86b-4d13-ba4a-96be9b35a1a2 req-59c8d9be-3009-4aef-869e-10d3f6a92065 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634387 Sep 16 05:08:56.149000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911a1ca-16b9-44d0-84d6-77fe3d64cac6 req-e5929521-8281-4a49-aa3f-2193b6757acb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.149000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3911a1ca-16b9-44d0-84d6-77fe3d64cac6 req-e5929521-8281-4a49-aa3f-2193b6757acb tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1097 time: 0.0707333 Sep 16 05:08:56.186773 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 2055a994-362a-4c87-86db-b3f50fc3f9b3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2055a994-362a-4c87-86db-b3f50fc3f9b3,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:56.190751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3911a1ca-16b9-44d0-84d6-77fe3d64cac6 req-e18bf754-56f8-4686-aea0-5c90132d9250 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340729 Sep 16 05:08:56.215781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5379b8a4-c91e-4e76-9c6b-6ca86283cc5b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.256966 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5379b8a4-c91e-4e76-9c6b-6ca86283cc5b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.268786 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.288942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network eeb6a092-dee1-4a57-9a89-04f55cd2e0b1 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:56.292497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:56.309184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb3cc4-1cdf-4855-9e3c-027d0d0f7638 req-3cc8e10e-9474-43e6-b2a6-f1b6db0cda32 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.317353 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67eb3cc4-1cdf-4855-9e3c-027d0d0f7638 req-3cc8e10e-9474-43e6-b2a6-f1b6db0cda32 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1097 time: 0.0578847 Sep 16 05:08:56.330647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=2055a994-362a-4c87-86db-b3f50fc3f9b3,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:56.353632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67eb3cc4-1cdf-4855-9e3c-027d0d0f7638 req-75c11bef-f13b-461b-874e-caf983156792 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354083 Sep 16 05:08:56.475129 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5379b8a4-c91e-4e76-9c6b-6ca86283cc5b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.477928 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5379b8a4-c91e-4e76-9c6b-6ca86283cc5b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.479133 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5379b8a4-c91e-4e76-9c6b-6ca86283cc5b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "DELETE /v2.0/security-groups/572545b3-6e42-4b88-b5b7-0d6384e9bd3c HTTP/1.1" status: 204 len: 168 time: 0.3890524 Sep 16 05:08:56.481857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52600) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:56.490408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379b8a4-c91e-4e76-9c6b-6ca86283cc5b tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572545b3-6e42-4b88-b5b7-0d6384e9bd3c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:56.504985 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['2055a994-362a-4c87-86db-b3f50fc3f9b3'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:56.531947 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a5b07bce-421f-4f5c-9cbc-aa1f8429be10 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452852 Sep 16 05:08:56.532344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52602) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:56.538468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4341e0b1-d1f9-4ed5-b789-9c7d2b1181b8 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829020372'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:56.552015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router 7a0e5c30-bc84-4485-9d23-d6552fec85ff is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:08:56.609126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-554eeb03-1c21-411c-b603-2bf214d6e3e2 None None] Provisioning complete for port d046a937-5d42-4648-a2e6-23d944da0025 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:56.609451 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-554eeb03-1c21-411c-b603-2bf214d6e3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.637955 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4341e0b1-d1f9-4ed5-b789-9c7d2b1181b8 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.662835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-554eeb03-1c21-411c-b603-2bf214d6e3e2 None None] Port d046a937-5d42-4648-a2e6-23d944da0025 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:56.673376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:56.681867 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8c3db959-f521-4578-8875-a2ed2b17b3be tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/7a0e5c30-bc84-4485-9d23-d6552fec85ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7219567 Sep 16 05:08:56.684437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52604) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:56.689353 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6980d255-6c75-4dc4-b271-0ce5b3a4bdcd None None] Sync routers for ids ['7a0e5c30-bc84-4485-9d23-d6552fec85ff'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:56.706458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6980d255-6c75-4dc4-b271-0ce5b3a4bdcd None None] Routers {'7a0e5c30-bc84-4485-9d23-d6552fec85ff'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:56.707181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6980d255-6c75-4dc4-b271-0ce5b3a4bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7a0e5c30-bc84-4485-9d23-d6552fec85ff'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:56.742796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6980d255-6c75-4dc4-b271-0ce5b3a4bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:56.748455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3c8e15-f4a0-4c58-a3c5-e10f1dee14cf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.750851 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ff3c8e15-f4a0-4c58-a3c5-e10f1dee14cf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports/d046a937-5d42-4648-a2e6-23d944da0025 HTTP/1.1" status: 200 len: 976 time: 0.0649552 Sep 16 05:08:56.752050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6980d255-6c75-4dc4-b271-0ce5b3a4bdcd None None] Routers {'7a0e5c30-bc84-4485-9d23-d6552fec85ff'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:56.752690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6980d255-6c75-4dc4-b271-0ce5b3a4bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7a0e5c30-bc84-4485-9d23-d6552fec85ff'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:56.753698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52606) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:56.767758 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4341e0b1-d1f9-4ed5-b789-9c7d2b1181b8 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.790091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6980d255-6c75-4dc4-b271-0ce5b3a4bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:56.790680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6980d255-6c75-4dc4-b271-0ce5b3a4bdcd None None] The sync data for ids ['7a0e5c30-bc84-4485-9d23-d6552fec85ff'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:56.855739 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4341e0b1-d1f9-4ed5-b789-9c7d2b1181b8 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.886233 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341e0b1-d1f9-4ed5-b789-9c7d2b1181b8 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcf5970-b4de-40a2-8b86-b35ab6d07e43,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:56.933291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7940e3f-c295-43bf-8b62-628143ddb9dd req-d314dc3b-6a04-41db-b2a6-7582ab198c2d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.934986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7940e3f-c295-43bf-8b62-628143ddb9dd req-d314dc3b-6a04-41db-b2a6-7582ab198c2d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1097 time: 0.1226721 Sep 16 05:08:57.021850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d7940e3f-c295-43bf-8b62-628143ddb9dd req-71c4c466-c577-44e8-b722-2d2787697181 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602345 Sep 16 05:08:57.054516 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4341e0b1-d1f9-4ed5-b789-9c7d2b1181b8 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.055815 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4341e0b1-d1f9-4ed5-b789-9c7d2b1181b8 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5223572 Sep 16 05:08:57.058844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52612) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:57.063629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b120dcca-ed16-4e47-b284-a21df659b8fd tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:57.064300 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-b120dcca-ed16-4e47-b284-a21df659b8fd tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:08:57.064844 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-b120dcca-ed16-4e47-b284-a21df659b8fd tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:08:57.071427 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b120dcca-ed16-4e47-b284-a21df659b8fd tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "PUT /v2.0/security-groups/8fcf5970-b4de-40a2-8b86-b35ab6d07e43 HTTP/1.1" status: 409 len: 330 time: 0.0058465 Sep 16 05:08:57.143919 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52614) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:57.173409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780baf6c-50a3-4636-8085-f2691ddf2edc req-c9c26b50-0366-4a6b-855d-ecb10d1304c1 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.174996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-780baf6c-50a3-4636-8085-f2691ddf2edc req-c9c26b50-0366-4a6b-855d-ecb10d1304c1 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 945 time: 0.0972340 Sep 16 05:08:57.198624 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5809920b-da0d-4f0c-91d6-c11654177f2d tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.200315 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1e4562-8158-47f0-8380-18c1ddfc2804 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.242504 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5809920b-da0d-4f0c-91d6-c11654177f2d tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.339663 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-780baf6c-50a3-4636-8085-f2691ddf2edc req-5e7d36f9-d804-4161-a9d8-95c165ba1823 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456554 Sep 16 05:08:57.361421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1efa8-a4df-421d-ba79-25873340beab req-80db9b1e-ae96-4014-933b-5d2351409bdd tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.362900 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1bb1efa8-a4df-421d-ba79-25873340beab req-80db9b1e-ae96-4014-933b-5d2351409bdd tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 945 time: 0.1164687 Sep 16 05:08:57.400242 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5809920b-da0d-4f0c-91d6-c11654177f2d tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.403049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5809920b-da0d-4f0c-91d6-c11654177f2d tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.404283 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5809920b-da0d-4f0c-91d6-c11654177f2d tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "DELETE /v2.0/security-groups/8fcf5970-b4de-40a2-8b86-b35ab6d07e43 HTTP/1.1" status: 204 len: 168 time: 0.2592435 Sep 16 05:08:57.407729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52618) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:57.419674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809920b-da0d-4f0c-91d6-c11654177f2d tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcf5970-b4de-40a2-8b86-b35ab6d07e43,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:57.452008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1bb1efa8-a4df-421d-ba79-25873340beab req-8ce07f66-c753-4330-b12a-578abb0cfaf9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588286 Sep 16 05:08:57.462291 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3dcf8839-afac-4d6e-936d-1e303aaba343 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523486 Sep 16 05:08:57.467989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52620) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:57.486579 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-5cbe4103-d882-4fc6-9e5d-8803dff8e0f9 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] delete failed (client error): The resource could not be found. Sep 16 05:08:57.487656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5cbe4103-d882-4fc6-9e5d-8803dff8e0f9 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "DELETE /v2.0/security-groups/ae140e45-26b2-431f-8cc9-c78a25982270 HTTP/1.1" status: 404 len: 347 time: 0.0187144 Sep 16 05:08:57.492491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52622) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:57.527547 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-8a9be671-97e9-467f-9932-a3f34bbddb69 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] show failed (client error): The resource could not be found. Sep 16 05:08:57.528581 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8a9be671-97e9-467f-9932-a3f34bbddb69 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "GET /v2.0/security-groups/2e2d133f-ad79-4efd-ab40-e7b5019941f1 HTTP/1.1" status: 404 len: 347 time: 0.0347614 Sep 16 05:08:57.532280 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52624) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:57.551480 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-ffcfdbef-2e78-4944-8861-f5613fb31097 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] show failed (client error): The resource could not be found. Sep 16 05:08:57.552498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ffcfdbef-2e78-4944-8861-f5613fb31097 tempest-NegativeSecGroupTest-566095724 tempest-NegativeSecGroupTest-566095724-project] 10.222.0.24 "GET /v2.0/security-group-rules/1fc8f97f-718b-45f4-b624-d512364427fc HTTP/1.1" status: 404 len: 356 time: 0.0192661 Sep 16 05:08:57.571074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-be1e4562-8158-47f0-8380-18c1ddfc2804 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port d046a937-5d42-4648-a2e6-23d944da0025 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:57.571420 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1e4562-8158-47f0-8380-18c1ddfc2804 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.665054 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1e4562-8158-47f0-8380-18c1ddfc2804 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.678317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-be1e4562-8158-47f0-8380-18c1ddfc2804 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for d046a937-5d42-4648-a2e6-23d944da0025 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:57.730210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 2055a994-362a-4c87-86db-b3f50fc3f9b3 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:57.852200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 2055a994-362a-4c87-86db-b3f50fc3f9b3 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:57.857317 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 2055a994-362a-4c87-86db-b3f50fc3f9b3 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:57.857930 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.908830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1e4562-8158-47f0-8380-18c1ddfc2804 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.937359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e4562-8158-47f0-8380-18c1ddfc2804 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=d046a937-5d42-4648-a2e6-23d944da0025,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:57.953129 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.997064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be8986e-b0b2-415f-83f5-7850fdae7486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055a994-362a-4c87-86db-b3f50fc3f9b3'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:57.999557 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ee7ed4-9306-4f63-a71d-d4f7fcc74cf4" -d '{"events": [{"server_uuid": "3be8986e-b0b2-415f-83f5-7850fdae7486", "name": "network-vif-plugged", "status": "completed", "tag": "2055a994-362a-4c87-86db-b3f50fc3f9b3"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:58.020579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 2055a994-362a-4c87-86db-b3f50fc3f9b3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2055a994-362a-4c87-86db-b3f50fc3f9b3,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:58.047658 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a010a2-9bd8-4886-874f-32db0db28ecc x-openstack-request-id: req-02a010a2-9bd8-4886-874f-32db0db28ecc {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:58.048022 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be8986e-b0b2-415f-83f5-7850fdae7486", "name": "network-vif-plugged", "status": "completed", "tag": "2055a994-362a-4c87-86db-b3f50fc3f9b3", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:58.048872 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02a010a2-9bd8-4886-874f-32db0db28ecc {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:58.048872 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be8986e-b0b2-415f-83f5-7850fdae7486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055a994-362a-4c87-86db-b3f50fc3f9b3', 'code': 200} Sep 16 05:08:58.099376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52634) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.126535 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.177088 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-be1e4562-8158-47f0-8380-18c1ddfc2804 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.193478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a93cad-5046-427b-aa7c-2f28c8c53673 req-f1af2198-66ca-4166-b131-c3887d2367a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.197633 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-02a93cad-5046-427b-aa7c-2f28c8c53673 req-f1af2198-66ca-4166-b131-c3887d2367a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 1097 time: 0.0876651 Sep 16 05:08:58.221477 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=2055a994-362a-4c87-86db-b3f50fc3f9b3,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.239189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed10da-95c8-4a5a-ba3b-1a96c7d3395e req-2300e019-7fc1-44c6-8abb-cb61dc64f43b tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.240797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2bed10da-95c8-4a5a-ba3b-1a96c7d3395e req-2300e019-7fc1-44c6-8abb-cb61dc64f43b tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1097 time: 0.0929654 Sep 16 05:08:58.258251 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-02a93cad-5046-427b-aa7c-2f28c8c53673 req-7552f260-2ad5-4d5f-8f8e-f4fe2ff740d4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531733 Sep 16 05:08:58.294179 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ecdab352-712c-46e5-ad6e-951eb099ef60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fe1c5c466b04d888ed87eed4c9a50d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936326 Sep 16 05:08:58.296765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52638) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.343607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2bed10da-95c8-4a5a-ba3b-1a96c7d3395e req-a78052d8-bff7-430a-8e74-cc6db8e5b58e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767124 Sep 16 05:08:58.346293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-211f6906-9f45-4a3e-9637-522e360df249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.377203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1e4562-8158-47f0-8380-18c1ddfc2804 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router 7a0e5c30-bc84-4485-9d23-d6552fec85ff has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:58.377558 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-211f6906-9f45-4a3e-9637-522e360df249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.493366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1e4562-8158-47f0-8380-18c1ddfc2804 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:58.501926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-be1e4562-8158-47f0-8380-18c1ddfc2804 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/7a0e5c30-bc84-4485-9d23-d6552fec85ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7416794 Sep 16 05:08:58.502031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52644) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.503804 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc752a-c66d-416b-9f75-3f330d93c31d None None] Sync routers for ids ['7a0e5c30-bc84-4485-9d23-d6552fec85ff'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:58.511641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-211f6906-9f45-4a3e-9637-522e360df249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.514340 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-211f6906-9f45-4a3e-9637-522e360df249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.514700 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc752a-c66d-416b-9f75-3f330d93c31d None None] Routers {'7a0e5c30-bc84-4485-9d23-d6552fec85ff'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:58.516216 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-211f6906-9f45-4a3e-9637-522e360df249 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99782642-8744-4aab-9231-3f7eb639b76e HTTP/1.1" status: 204 len: 168 time: 0.2178099 Sep 16 05:08:58.516354 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a5bc752a-c66d-416b-9f75-3f330d93c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7a0e5c30-bc84-4485-9d23-d6552fec85ff'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:58.523166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfa751-3895-4b3d-921c-7388499ccb62 req-212c7438-3095-4a28-908c-b2c20b200fca tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.525446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cdfa751-3895-4b3d-921c-7388499ccb62 req-212c7438-3095-4a28-908c-b2c20b200fca tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 945 time: 0.0887105 Sep 16 05:08:58.566920 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f6906-9f45-4a3e-9637-522e360df249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99782642-8744-4aab-9231-3f7eb639b76e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.597471 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a5bc752a-c66d-416b-9f75-3f330d93c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:58.611395 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc752a-c66d-416b-9f75-3f330d93c31d None None] Routers {'7a0e5c30-bc84-4485-9d23-d6552fec85ff'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:58.612011 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a5bc752a-c66d-416b-9f75-3f330d93c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7a0e5c30-bc84-4485-9d23-d6552fec85ff'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:58.645598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23855b-0934-4424-86f6-738e6fbaad78 req-7fe73442-2cab-4281-9d1f-50b76e4a8ca3 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.647138 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce23855b-0934-4424-86f6-738e6fbaad78 req-7fe73442-2cab-4281-9d1f-50b76e4a8ca3 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1097 time: 0.1330469 Sep 16 05:08:58.650694 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a5bc752a-c66d-416b-9f75-3f330d93c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:58.651281 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bc752a-c66d-416b-9f75-3f330d93c31d None None] The sync data for ids ['7a0e5c30-bc84-4485-9d23-d6552fec85ff'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:58.655665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cdfa751-3895-4b3d-921c-7388499ccb62 req-72969bc7-b63c-4639-9eec-f5c1f0bcf111 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951648 Sep 16 05:08:58.672385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6a584-d230-4449-a7be-a1c7668e23ef req-f7518d1d-a35b-4ded-a4a4-d6bccd2890fc tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.673878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1d6a584-d230-4449-a7be-a1c7668e23ef req-f7518d1d-a35b-4ded-a4a4-d6bccd2890fc tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.1158009 Sep 16 05:08:58.775068 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-9836d951-8ec3-4af8-96ed-57e1b22ae2f7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 05:08:58.776039 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9836d951-8ec3-4af8-96ed-57e1b22ae2f7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/7a0e5c30-bc84-4485-9d23-d6552fec85ff/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2731023 Sep 16 05:08:58.779019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52650) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.781586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1d6a584-d230-4449-a7be-a1c7668e23ef req-3091b509-ef00-47b5-ae4d-ad49174a7455 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920823 Sep 16 05:08:58.811230 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f91839a3-8ff6-4166-9585-4d1299628dd2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a0e5c30-bc84-4485-9d23-d6552fec85ff HTTP/1.1" status: 200 len: 205 time: 0.0306017 Sep 16 05:08:58.811616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79927ee-3211-4dfb-ad6c-a8b21a7801b5 req-601f4c08-d9e1-4c30-9c9d-53739a8837fb tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.817881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e79927ee-3211-4dfb-ad6c-a8b21a7801b5 req-601f4c08-d9e1-4c30-9c9d-53739a8837fb tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 945 time: 0.0710831 Sep 16 05:08:58.820126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52652) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.823345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52654) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.826154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-ce23855b-0934-4424-86f6-738e6fbaad78 req-a7b0bd9c-596b-4aba-aa8e-9b10f5faeb9d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Deleting port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:58.826493 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ce23855b-0934-4424-86f6-738e6fbaad78 req-a7b0bd9c-596b-4aba-aa8e-9b10f5faeb9d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.830626 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-e161c4f4-476b-49e6-8407-d1cf1dc71900 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Request body: {'floatingip': {'port_id': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:58.887814 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e161c4f4-476b-49e6-8407-d1cf1dc71900 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.898202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a7e9a8ab-96b5-4c5f-93c6-49460872fbc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.044777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ce23855b-0934-4424-86f6-738e6fbaad78 req-a7b0bd9c-596b-4aba-aa8e-9b10f5faeb9d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] For port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4bc37b23-3db5-42cb-9a90-486c3f86a1e6,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:59.045396 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ce23855b-0934-4424-86f6-738e6fbaad78 req-a7b0bd9c-596b-4aba-aa8e-9b10f5faeb9d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.067607 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-ce23855b-0934-4424-86f6-738e6fbaad78 req-a7b0bd9c-596b-4aba-aa8e-9b10f5faeb9d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Calling delete_port for 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:59.084208 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a7e9a8ab-96b5-4c5f-93c6-49460872fbc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.086635 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a7e9a8ab-96b5-4c5f-93c6-49460872fbc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.246779 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a7e9a8ab-96b5-4c5f-93c6-49460872fbc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.247547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e9a8ab-96b5-4c5f-93c6-49460872fbc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Fanout notify agent at l3_agent the message router_deleted on router 7a0e5c30-bc84-4485-9d23-d6552fec85ff {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:08:59.262475 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a7e9a8ab-96b5-4c5f-93c6-49460872fbc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.263717 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a7e9a8ab-96b5-4c5f-93c6-49460872fbc2 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/7a0e5c30-bc84-4485-9d23-d6552fec85ff HTTP/1.1" status: 204 len: 168 time: 0.4425614 Sep 16 05:08:59.266445 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52666) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.329126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffda3bf-fd37-4981-89de-d022af928e05 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting subnet 60568827-c9fc-4a50-b8db-6755e4774bf5 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:59.333772 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ffda3bf-fd37-4981-89de-d022af928e05 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.387975 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ffda3bf-fd37-4981-89de-d022af928e05 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.502474 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ffda3bf-fd37-4981-89de-d022af928e05 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.612202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c9e1f-e468-4467-a353-497f8806c32a req-45bf792f-dff6-4b92-b441-eb83dff46148 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.613901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f57c9e1f-e468-4467-a353-497f8806c32a req-45bf792f-dff6-4b92-b441-eb83dff46148 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 1097 time: 0.1195896 Sep 16 05:08:59.641317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ffda3bf-fd37-4981-89de-d022af928e05 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.673261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffda3bf-fd37-4981-89de-d022af928e05 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Subnet': ['ID=60568827-c9fc-4a50-b8db-6755e4774bf5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.677360 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ffda3bf-fd37-4981-89de-d022af928e05 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.682159 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5ffda3bf-fd37-4981-89de-d022af928e05 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/60568827-c9fc-4a50-b8db-6755e4774bf5 HTTP/1.1" status: 204 len: 168 time: 0.4146235 Sep 16 05:08:59.682823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52678) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.692751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22edc633-b634-4048-a38a-0d24f48e489c None None] Network eeb6a092-dee1-4a57-9a89-04f55cd2e0b1 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:59.744726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52680) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.776668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f57c9e1f-e468-4467-a353-497f8806c32a req-8d20a91b-ba31-40db-96af-729163ef5de5 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315489 Sep 16 05:08:59.776926 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.844188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port ec9b83cb-db9e-424e-830c-a273e968acd3 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:59.844730 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.905051 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ce23855b-0934-4424-86f6-738e6fbaad78 req-a7b0bd9c-596b-4aba-aa8e-9b10f5faeb9d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.911808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-713936006'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:59.920131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['fc93f1cd-ab1b-42d7-a8f5-97335b77395f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:59.923790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] For port ec9b83cb-db9e-424e-830c-a273e968acd3, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ec9b83cb-db9e-424e-830c-a273e968acd3,segment=NetworkSegment(42c9560c-96d5-43a7-a26d-2ce1622a81ed),segment_id=42c9560c-96d5-43a7-a26d-2ce1622a81ed)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:59.924162 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.926334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['4bc37b23-3db5-42cb-9a90-486c3f86a1e6'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:59.948063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for ec9b83cb-db9e-424e-830c-a273e968acd3 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:59.970986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e128a-1684-4707-8937-a2790475521f None None] DHCP port deletion for eeb6a092-dee1-4a57-9a89-04f55cd2e0b1 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:59.989402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0bd9c-596b-4aba-aa8e-9b10f5faeb9d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bc37b23-3db5-42cb-9a90-486c3f86a1e6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.005722 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.resource_extend [None req-e161c4f4-476b-49e6-8407-d1cf1dc71900 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:09:00.084896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-587e128a-1684-4707-8937-a2790475521f None None] Deleting port ec9b83cb-db9e-424e-830c-a273e968acd3 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:00.085429 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-587e128a-1684-4707-8937-a2790475521f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.106400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce23855b-0934-4424-86f6-738e6fbaad78 req-a7b0bd9c-596b-4aba-aa8e-9b10f5faeb9d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] No DVR routers for this DVR port 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:00.116220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54cbc1-b69d-49aa-ad56-12ab4c04e5e3 req-085d2bc7-4110-438a-9222-1cfb9f41e526 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:00.117345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b54cbc1-b69d-49aa-ad56-12ab4c04e5e3 req-085d2bc7-4110-438a-9222-1cfb9f41e526 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.2131801 Sep 16 05:09:00.121669 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e161c4f4-476b-49e6-8407-d1cf1dc71900 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.122961 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ce23855b-0934-4424-86f6-738e6fbaad78 req-a7b0bd9c-596b-4aba-aa8e-9b10f5faeb9d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.124927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce23855b-0934-4424-86f6-738e6fbaad78 req-a7b0bd9c-596b-4aba-aa8e-9b10f5faeb9d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4bc37b23-3db5-42cb-9a90-486c3f86a1e6 HTTP/1.1" status: 204 len: 173 time: 1.4678884 Sep 16 05:09:00.125388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ef8673-16e4-4047-b386-932cd62713c5', 'name': 'network-vif-deleted', 'tag': '4bc37b23-3db5-42cb-9a90-486c3f86a1e6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:00.127726 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7a75d7-e93f-4cc2-9a72-f4693208e6ca" -d '{"events": [{"server_uuid": "f1ef8673-16e4-4047-b386-932cd62713c5", "name": "network-vif-deleted", "tag": "4bc37b23-3db5-42cb-9a90-486c3f86a1e6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:00.171287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b54cbc1-b69d-49aa-ad56-12ab4c04e5e3 req-69632d74-0b17-4e5f-baa9-8fc8d57ff1ba tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387814 Sep 16 05:09:00.172337 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4196427-7262-4794-b789-891f139112ad x-openstack-request-id: req-e4196427-7262-4794-b789-891f139112ad {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:00.172723 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ef8673-16e4-4047-b386-932cd62713c5", "name": "network-vif-deleted", "tag": "4bc37b23-3db5-42cb-9a90-486c3f86a1e6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:00.173038 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4196427-7262-4794-b789-891f139112ad {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:00.173490 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ef8673-16e4-4047-b386-932cd62713c5', 'name': 'network-vif-deleted', 'tag': '4bc37b23-3db5-42cb-9a90-486c3f86a1e6', 'status': 'completed', 'code': 200} Sep 16 05:09:00.212164 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-587e128a-1684-4707-8937-a2790475521f None None] For port ec9b83cb-db9e-424e-830c-a273e968acd3, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ec9b83cb-db9e-424e-830c-a273e968acd3,segment=NetworkSegment(42c9560c-96d5-43a7-a26d-2ce1622a81ed),segment_id=42c9560c-96d5-43a7-a26d-2ce1622a81ed)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:00.212669 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-587e128a-1684-4707-8937-a2790475521f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.235824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-587e128a-1684-4707-8937-a2790475521f None None] Calling delete_port for ec9b83cb-db9e-424e-830c-a273e968acd3 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:00.284804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Made reservation on behalf of 1d8717477dab43f8b90247b462a44c0a for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:00.289013 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.299196 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.326364 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.333459 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e161c4f4-476b-49e6-8407-d1cf1dc71900 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.346181 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-587e128a-1684-4707-8937-a2790475521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.358035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=ec9b83cb-db9e-424e-830c-a273e968acd3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.360667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No DVR routers for this DVR port ec9b83cb-db9e-424e-830c-a273e968acd3 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:00.371915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:00.372238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e128a-1684-4707-8937-a2790475521f None None] Pushing event deleted for resources: {'Port': ['ID=ec9b83cb-db9e-424e-830c-a273e968acd3,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.372811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:00.373363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:00.373902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:00.374473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:00.375008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:00.375539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:00.376077 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:00.376222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e128a-1684-4707-8937-a2790475521f None None] No DVR routers for this DVR port ec9b83cb-db9e-424e-830c-a273e968acd3 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:00.376855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:00.377393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:00.378201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:00.378704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:00.471460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.492678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb6a092-dee1-4a57-9a89-04f55cd2e0b1']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:00.496004 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-e161c4f4-476b-49e6-8407-d1cf1dc71900 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Floating IP a2f9f57e-8f25-46f7-a955-521ee5e56510 associated. External IP: 172.25.3.78, port: 58fba6d7-4113-4cac-80d2-c683d5bb7cb5. Sep 16 05:09:00.502918 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c9560c-96d5-43a7-a26d-2ce1622a81ed') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:00.503296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c9560c-96d5-43a7-a26d-2ce1622a81ed') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:00.513935 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.532084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.540907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:00.541368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:00.544402 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:00.556616 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.649491 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.701387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.710344 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.712487 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/networks/eeb6a092-dee1-4a57-9a89-04f55cd2e0b1 HTTP/1.1" status: 204 len: 168 time: 1.0286393 Sep 16 05:09:00.723596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52692) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:00.728552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5ec2defb-5e52-4361-b257-f1e9635b356e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'network': {'name': 'tempest-RoutersTest-569637841'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:00.733636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de35ec2-63ce-4960-af02-f95879ff61d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Network': ['ID=eeb6a092-dee1-4a57-9a89-04f55cd2e0b1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.740110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e4202-f5b0-466c-a4d9-6dc0cbf32f80 req-352ba51c-7bd0-4c15-aa5c-50eec93caa06 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:00.741740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-831e4202-f5b0-466c-a4d9-6dc0cbf32f80 req-352ba51c-7bd0-4c15-aa5c-50eec93caa06 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.1347711 Sep 16 05:09:00.742318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b61d688-ebfb-4c80-96c3-7c39a0bedc1c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.749227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:00.786340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.786681 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Added segment 894c4993-ddad-49be-8c7d-9db877d1ab67 of type vlan for network 895c4e34-a80b-43b2-a5a2-196ca9992b79 Sep 16 05:09:00.840421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec2defb-5e52-4361-b257-f1e9635b356e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:00.844431 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ec2defb-5e52-4361-b257-f1e9635b356e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.869318 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-831e4202-f5b0-466c-a4d9-6dc0cbf32f80 req-81ad4e58-7c96-4184-9ec2-55eea8754855 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178212 Sep 16 05:09:00.877881 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.882575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec2defb-5e52-4361-b257-f1e9635b356e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:00.905804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ec2defb-5e52-4361-b257-f1e9635b356e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.906075 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-5ec2defb-5e52-4361-b257-f1e9635b356e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Added segment 81239b36-8034-45bc-94f7-5c2ab9833b2c of type vlan for network 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0 Sep 16 05:09:00.921789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-99a63d52-d82f-4336-a989-2534aa92e560 req-c68db3d0-73f3-4c57-b814-72e26cb7a29f tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1ef8673-16e4-4047-b386-932cd62713c5 HTTP/1.1" status: 200 len: 210 time: 0.0485377 Sep 16 05:09:00.936657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e161c4f4-476b-49e6-8407-d1cf1dc71900 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Router e465cd28-fbba-468e-8593-3e02d0345820 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:00.954042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ec2defb-5e52-4361-b257-f1e9635b356e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.054293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e161c4f4-476b-49e6-8407-d1cf1dc71900 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:01.059421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e161c4f4-476b-49e6-8407-d1cf1dc71900 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.063058 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.064398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb527494-a16c-4d39-abee-785fddd037dd None None] Sync routers for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:01.075238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.075238 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.075545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb527494-a16c-4d39-abee-785fddd037dd None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:01.075545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fb527494-a16c-4d39-abee-785fddd037dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:01.079213 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ec2defb-5e52-4361-b257-f1e9635b356e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.085555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec2defb-5e52-4361-b257-f1e9635b356e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.086415 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ec2defb-5e52-4361-b257-f1e9635b356e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.127997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e161c4f4-476b-49e6-8407-d1cf1dc71900 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "PUT /v2.0/floatingips/a2f9f57e-8f25-46f7-a955-521ee5e56510 HTTP/1.1" status: 200 len: 990 time: 2.3034852 Sep 16 05:09:01.184295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Pushing event updated for resources: {'Network': ['ID=895c4e34-a80b-43b2-a5a2-196ca9992b79,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:01.284503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-21527f54-a137-476c-9d3b-a991ebc2b6cd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.5322988 Sep 16 05:09:01.288546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52698) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:01.305280 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-9bb9b70b-7dfa-40e1-bb64-7edb913da456 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '895c4e34-a80b-43b2-a5a2-196ca9992b79', 'tempest-TagsTest-Tag-121403336') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:01.326923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 895c4e34-a80b-43b2-a5a2-196ca9992b79 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:01.416249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-fb527494-a16c-4d39-abee-785fddd037dd None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:01.507654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9bb9b70b-7dfa-40e1-bb64-7edb913da456 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "PUT /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79/tags/tempest-TagsTest-Tag-121403336 HTTP/1.1" status: 201 len: 201 time: 0.2155669 Sep 16 05:09:01.507918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52700) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:01.512686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-7c02f99c-1982-4b4a-9440-923fe819f219 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '895c4e34-a80b-43b2-a5a2-196ca9992b79', 'tempest-TagsTest-Tag-121403336') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:01.515072 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5ec2defb-5e52-4361-b257-f1e9635b356e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7883277 Sep 16 05:09:01.515584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52702) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:01.519832 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2defb-5e52-4361-b257-f1e9635b356e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Network': ['ID=5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:01.532923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:01.533101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-385b3349-bbf6-4b97-abb0-c6a0a30dd6e4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'subnet': {'network_id': '5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:01.664332 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7c02f99c-1982-4b4a-9440-923fe819f219 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "GET /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79/tags/tempest-TagsTest-Tag-121403336 HTTP/1.1" status: 204 len: 168 time: 0.1550326 Sep 16 05:09:01.666568 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52704) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:01.672588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-11e2fb58-77a6-4544-bdfa-42b3a0a88a80 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '895c4e34-a80b-43b2-a5a2-196ca9992b79') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:01.710209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ec9b83cb-db9e-424e-830c-a273e968acd3 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:01.733579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: ec9b83cb-db9e-424e-830c-a273e968acd3 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:01.733928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ec9b83cb-db9e-424e-830c-a273e968acd3 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:01.737807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fb527494-a16c-4d39-abee-785fddd037dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'a2f9f57e-8f25-46f7-a955-521ee5e56510', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'port_id': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'mac_address': 'fa:16:3e:f4:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:37Z', 'updated_at': '2021-09-16T05:08:59Z', 'revision_number': 1, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:01.750826 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-11e2fb58-77a6-4544-bdfa-42b3a0a88a80 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "GET /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79/tags HTTP/1.1" status: 200 len: 237 time: 0.0832484 Sep 16 05:09:01.753605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52706) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:01.758404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-084a7d7b-2418-4e1d-ad12-dc9f47b1d402 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '895c4e34-a80b-43b2-a5a2-196ca9992b79', {'tags': ['tempest-TagsTest-Tag-1817224717', 'tempest-TagsTest-Tag-1714717130', 'tempest-TagsTest-Tag-587003537']}) {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:01.765433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb527494-a16c-4d39-abee-785fddd037dd None None] Checking router: e465cd28-fbba-468e-8593-3e02d0345820 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:01.774692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb527494-a16c-4d39-abee-785fddd037dd None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:01.775426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fb527494-a16c-4d39-abee-785fddd037dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:01.776938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385b3349-bbf6-4b97-abb0-c6a0a30dd6e4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:01.780365 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-385b3349-bbf6-4b97-abb0-c6a0a30dd6e4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.882185 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-fb527494-a16c-4d39-abee-785fddd037dd None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:02.002296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-084a7d7b-2418-4e1d-ad12-dc9f47b1d402 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "PUT /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79/tags HTTP/1.1" status: 200 len: 308 time: 0.2476256 Sep 16 05:09:02.003025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52714) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.011513 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-9ca834d0-f479-4622-8422-86f99758236b tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '895c4e34-a80b-43b2-a5a2-196ca9992b79', 'tempest-TagsTest-Tag-1817224717') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.063042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092ddc4-fa99-426e-9099-4eb985a623c2 req-b09db756-19e8-4c49-a68d-a7a2aafb9769 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.064699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7092ddc4-fa99-426e-9099-4eb985a623c2 req-b09db756-19e8-4c49-a68d-a7a2aafb9769 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.1027601 Sep 16 05:09:02.114509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7092ddc4-fa99-426e-9099-4eb985a623c2 req-5fe49c0e-1624-4a05-aff4-e8ba2cd2f33d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430310 Sep 16 05:09:02.143277 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-385b3349-bbf6-4b97-abb0-c6a0a30dd6e4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.150875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fb527494-a16c-4d39-abee-785fddd037dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'a2f9f57e-8f25-46f7-a955-521ee5e56510', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'port_id': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'mac_address': 'fa:16:3e:f4:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:37Z', 'updated_at': '2021-09-16T05:08:59Z', 'revision_number': 1, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.177339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'tag': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:02.179789 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfde4bb-56bb-4bb8-96ec-1905fcfcef52" -d '{"events": [{"name": "network-changed", "server_uuid": "5b25efb8-4932-40e2-815c-af2ceb13a868", "tag": "58fba6d7-4113-4cac-80d2-c683d5bb7cb5"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:02.183510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb527494-a16c-4d39-abee-785fddd037dd None None] The sync data for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 is: [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'a2f9f57e-8f25-46f7-a955-521ee5e56510', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'port_id': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'mac_address': 'fa:16:3e:f4:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:37Z', 'updated_at': '2021-09-16T05:08:59Z', 'revision_number': 1, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:02.202517 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9ca834d0-f479-4622-8422-86f99758236b tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "DELETE /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79/tags/tempest-TagsTest-Tag-1817224717 HTTP/1.1" status: 204 len: 168 time: 0.1958427 Sep 16 05:09:02.206285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52720) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.212746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-59fa456c-e56d-4215-af15-aea7851b8a90 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '895c4e34-a80b-43b2-a5a2-196ca9992b79', 'tempest-TagsTest-Tag-1817224717') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.216538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b3349-bbf6-4b97-abb0-c6a0a30dd6e4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Subnet': ['ID=9246edd4-cf0b-4bc2-99fe-a2eca4bb24ce,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:02.226432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b3349-bbf6-4b97-abb0-c6a0a30dd6e4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Checking segment: {'id': '81239b36-8034-45bc-94f7-5c2ab9833b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:02.226858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b3349-bbf6-4b97-abb0-c6a0a30dd6e4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network hostable DHCP agents. Network: 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:02.293942 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-59fa456c-e56d-4215-af15-aea7851b8a90 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] show failed (client error): The resource could not be found. Sep 16 05:09:02.294999 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-59fa456c-e56d-4215-af15-aea7851b8a90 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "GET /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79/tags/tempest-TagsTest-Tag-1817224717 HTTP/1.1" status: 404 len: 326 time: 0.0869529 Sep 16 05:09:02.297770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52724) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.302815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-d3dace6f-6e76-4b53-8c37-52cb953a0669 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '895c4e34-a80b-43b2-a5a2-196ca9992b79', 'tempest-TagsTest-Tag-1714717130') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.330028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b3349-bbf6-4b97-abb0-c6a0a30dd6e4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:02.375612 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d3dace6f-6e76-4b53-8c37-52cb953a0669 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "GET /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79/tags/tempest-TagsTest-Tag-1714717130 HTTP/1.1" status: 204 len: 168 time: 0.0768230 Sep 16 05:09:02.378160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52726) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.383470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-170937c0-32d2-47a2-9f1f-bff5dbf96ad0 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '895c4e34-a80b-43b2-a5a2-196ca9992b79', 'tempest-TagsTest-Tag-587003537') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.415960 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-385b3349-bbf6-4b97-abb0-c6a0a30dd6e4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:02.422719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b3349-bbf6-4b97-abb0-c6a0a30dd6e4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.426362 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-385b3349-bbf6-4b97-abb0-c6a0a30dd6e4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.433184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d721466e-33c5-4c1e-ac4c-ee44a8eef7b7 None None] Network 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:02.449835 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1367bf-5c8b-4302-9e63-7be8f4885a72 None None] New status for floating IP a2f9f57e-8f25-46f7-a955-521ee5e56510: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:09:02.470844 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-170937c0-32d2-47a2-9f1f-bff5dbf96ad0 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "GET /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79/tags/tempest-TagsTest-Tag-587003537 HTTP/1.1" status: 204 len: 168 time: 0.0916474 Sep 16 05:09:02.471185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52728) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.476391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-56a329d3-7eb0-4cfe-b945-3604c2b53cfd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '895c4e34-a80b-43b2-a5a2-196ca9992b79') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.562185 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d083073-eaa7-4a24-8367-5555466542cb x-openstack-request-id: req-4d083073-eaa7-4a24-8367-5555466542cb {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:02.562485 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b25efb8-4932-40e2-815c-af2ceb13a868", "tag": "58fba6d7-4113-4cac-80d2-c683d5bb7cb5", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:02.562743 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d083073-eaa7-4a24-8367-5555466542cb {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:02.563142 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'tag': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5', 'status': 'completed', 'code': 200} Sep 16 05:09:02.572205 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-385b3349-bbf6-4b97-abb0-c6a0a30dd6e4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0518918 Sep 16 05:09:02.572455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52732) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.585709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2f42504a-39e2-47e5-9b6c-3aaf4973991a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-34457088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:02.630429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0', 'network_id': '5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'fixed_ips': [{'subnet_id': '9246edd4-cf0b-4bc2-99fe-a2eca4bb24ce'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:02.631299 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.663879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfde4bb-56bb-4bb8-96ec-1905fcfcef52 req-158e9447-ae9d-42dd-8cc7-37e9ee1dce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.665531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-adfde4bb-56bb-4bb8-96ec-1905fcfcef52 req-158e9447-ae9d-42dd-8cc7-37e9ee1dce13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be85c04689e0447ca8e5936abf67644c&device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 1097 time: 0.0948017 Sep 16 05:09:02.721657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52738) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.723030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-56a329d3-7eb0-4cfe-b945-3604c2b53cfd tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "DELETE /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79/tags HTTP/1.1" status: 204 len: 168 time: 0.2504065 Sep 16 05:09:02.726863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-e1543489-ba13-41df-bc6e-4ad622c4f1f2 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '895c4e34-a80b-43b2-a5a2-196ca9992b79', 'tempest-TagsTest-Tag-1714717130') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.758428 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f42504a-39e2-47e5-9b6c-3aaf4973991a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.759611 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f42504a-39e2-47e5-9b6c-3aaf4973991a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.810841 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Allocated IP 172.20.0.2 (5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0/9246edd4-cf0b-4bc2-99fe-a2eca4bb24ce/1d6e5661-acbc-4c54-8f67-1495588c10ef) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:02.812812 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-e1543489-ba13-41df-bc6e-4ad622c4f1f2 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] show failed (client error): The resource could not be found. Sep 16 05:09:02.814247 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e1543489-ba13-41df-bc6e-4ad622c4f1f2 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "GET /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79/tags/tempest-TagsTest-Tag-1714717130 HTTP/1.1" status: 404 len: 326 time: 0.0916097 Sep 16 05:09:02.817755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52744) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.822610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-4c8ed0c8-6e45-48b6-8de0-e13a860d6771 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '895c4e34-a80b-43b2-a5a2-196ca9992b79', 'tempest-TagsTest-Tag-587003537') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.892961 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f42504a-39e2-47e5-9b6c-3aaf4973991a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.896438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8ac3a-2bde-4cc6-b0d0-32bc9e8673af req-792b2ce1-4d47-474b-9637-8d4168c0589e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.898039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d6a8ac3a-2bde-4cc6-b0d0-32bc9e8673af req-792b2ce1-4d47-474b-9637-8d4168c0589e tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1098 time: 0.1666722 Sep 16 05:09:02.899039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfde4bb-56bb-4bb8-96ec-1905fcfcef52 req-0f1391de-d69b-4fb1-9e4d-9c9dd1963eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.900370 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-adfde4bb-56bb-4bb8-96ec-1905fcfcef52 req-0f1391de-d69b-4fb1-9e4d-9c9dd1963eb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=83e93922-7656-483d-9a51-ad0f15994c9e HTTP/1.1" status: 200 len: 911 time: 0.2243578 Sep 16 05:09:02.907297 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-4c8ed0c8-6e45-48b6-8de0-e13a860d6771 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] show failed (client error): The resource could not be found. Sep 16 05:09:02.909323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4c8ed0c8-6e45-48b6-8de0-e13a860d6771 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "GET /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79/tags/tempest-TagsTest-Tag-587003537 HTTP/1.1" status: 404 len: 325 time: 0.0903907 Sep 16 05:09:02.912012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52748) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.918189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-1d796617-b900-4097-aa38-3e72c902ee4e tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '895c4e34-a80b-43b2-a5a2-196ca9992b79') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:03.007288 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1d796617-b900-4097-aa38-3e72c902ee4e tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "DELETE /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79/tags HTTP/1.1" status: 204 len: 168 time: 0.0891337 Sep 16 05:09:03.007634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52750) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:03.013778 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.037448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d6a8ac3a-2bde-4cc6-b0d0-32bc9e8673af req-bd91fa33-c9b3-4442-9c7e-7b4e8debc21d tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290269 Sep 16 05:09:03.044641 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-adfde4bb-56bb-4bb8-96ec-1905fcfcef52 req-b3dd9aff-4899-46c2-8f1f-05af662c0581 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58fba6d7-4113-4cac-80d2-c683d5bb7cb5 HTTP/1.1" status: 200 len: 1000 time: 0.1262720 Sep 16 05:09:03.057914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eab0bb-7fb6-4f93-abf6-93bff7da72e8 req-36c33122-1e0f-4052-928d-4f4efcf9cc6a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.059410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12eab0bb-7fb6-4f93-abf6-93bff7da72e8 req-36c33122-1e0f-4052-928d-4f4efcf9cc6a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.0836208 Sep 16 05:09:03.068329 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f42504a-39e2-47e5-9b6c-3aaf4973991a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.090476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:03.111611 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.115710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:03.116128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4bc37b23-3db5-42cb-9a90-486c3f86a1e6 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:03.140573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfde4bb-56bb-4bb8-96ec-1905fcfcef52 req-303b7161-1795-4167-866b-1bceaeeb5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.142051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-adfde4bb-56bb-4bb8-96ec-1905fcfcef52 req-303b7161-1795-4167-866b-1bceaeeb5ed2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15d61f5f-1073-4f65-93f4-bed009717890 HTTP/1.1" status: 200 len: 850 time: 0.0817614 Sep 16 05:09:03.147806 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12eab0bb-7fb6-4f93-abf6-93bff7da72e8 req-8f70b722-f986-4a94-8200-e6e3d2124253 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723104 Sep 16 05:09:03.166623 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.195124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfde4bb-56bb-4bb8-96ec-1905fcfcef52 req-4c834623-247c-4232-9309-18b2a8ad703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.197998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-adfde4bb-56bb-4bb8-96ec-1905fcfcef52 req-4c834623-247c-4232-9309-18b2a8ad703f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83e93922-7656-483d-9a51-ad0f15994c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474100 Sep 16 05:09:03.211368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.212676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Network 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:03.217475 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2f42504a-39e2-47e5-9b6c-3aaf4973991a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.220949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:03.221100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2f42504a-39e2-47e5-9b6c-3aaf4973991a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6454041 Sep 16 05:09:03.224660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52752) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:03.226054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:03.257683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Pushing event updated for resources: {'Port': ['ID=1d6e5661-acbc-4c54-8f67-1495588c10ef,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.288674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895c4e34-a80b-43b2-a5a2-196ca9992b79']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:03.289019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Attempting to bind port 1d6e5661-acbc-4c54-8f67-1495588c10ef on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:03.289606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Attempting to bind port 1d6e5661-acbc-4c54-8f67-1495588c10ef by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '81239b36-8034-45bc-94f7-5c2ab9833b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:03.290337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Attempting to bind port 1d6e5661-acbc-4c54-8f67-1495588c10ef on network 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:03.296696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:03.297332 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Checking segment: {'id': '81239b36-8034-45bc-94f7-5c2ab9833b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:03.297742 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.298135 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Bound using segment: {'id': '81239b36-8034-45bc-94f7-5c2ab9833b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:03.298785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Bound port: 1d6e5661-acbc-4c54-8f67-1495588c10ef, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81239b36-8034-45bc-94f7-5c2ab9833b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:03.299174 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.306045 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-adfde4bb-56bb-4bb8-96ec-1905fcfcef52 req-70c87760-d14b-4425-a0bb-c9c79342a792 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974109 Sep 16 05:09:03.336107 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894c4993-ddad-49be-8c7d-9db877d1ab67') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:03.336395 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894c4993-ddad-49be-8c7d-9db877d1ab67') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:03.367296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] For port 1d6e5661-acbc-4c54-8f67-1495588c10ef, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:03.370781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] For port 1d6e5661-acbc-4c54-8f67-1495588c10ef, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1d6e5661-acbc-4c54-8f67-1495588c10ef,segment=NetworkSegment(81239b36-8034-45bc-94f7-5c2ab9833b2c),segment_id=81239b36-8034-45bc-94f7-5c2ab9833b2c)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:03.389035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.408820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-adfde4bb-56bb-4bb8-96ec-1905fcfcef52 req-fa0e839c-e157-48ab-ad02-8042ea78c163 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905597 Sep 16 05:09:03.434000 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.469562 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.475426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:03.475831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:03.478825 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:03.542035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02a8eb-f138-4199-8cb7-a6cf0d72ab5b None None] Pushing event updated for resources: {'Port': ['ID=1d6e5661-acbc-4c54-8f67-1495588c10ef,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.623525 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.729762 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.742712 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.744688 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] 10.222.0.24 "DELETE /v2.0/networks/895c4e34-a80b-43b2-a5a2-196ca9992b79 HTTP/1.1" status: 204 len: 168 time: 0.7360487 Sep 16 05:09:03.795650 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdb6dc-849e-465c-ab3d-a6dbb69713f7 tempest-TagsTest-738609811 tempest-TagsTest-738609811-project] Pushing event deleted for resources: {'Network': ['ID=895c4e34-a80b-43b2-a5a2-196ca9992b79,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.928162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Allocated IP 172.20.0.1 (5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0/9246edd4-cf0b-4bc2-99fe-a2eca4bb24ce/e7af6baf-8f9a-415f-a85e-4fcc17130f03) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:04.057832 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c49390-9628-48b1-9240-8d464b3a4d34 req-dab19f2a-24ec-4d9a-9b57-d4e03a04ed48 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.059450 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-36c49390-9628-48b1-9240-8d464b3a4d34 req-dab19f2a-24ec-4d9a-9b57-d4e03a04ed48 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1098 time: 0.0887699 Sep 16 05:09:04.073326 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.148589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346157f4-b607-4d97-b62e-b1b7879bf4ac req-51dbdf4a-398f-43a7-9c53-626650ad9c7c tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.150144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-346157f4-b607-4d97-b62e-b1b7879bf4ac req-51dbdf4a-398f-43a7-9c53-626650ad9c7c tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 1098 time: 0.0448284 Sep 16 05:09:04.187005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-36c49390-9628-48b1-9240-8d464b3a4d34 req-df128d06-286a-4d11-8c48-2738e57dc537 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Deleting port fc93f1cd-ab1b-42d7-a8f5-97335b77395f {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:04.187005 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-36c49390-9628-48b1-9240-8d464b3a4d34 req-df128d06-286a-4d11-8c48-2738e57dc537 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.199949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-346157f4-b607-4d97-b62e-b1b7879bf4ac req-108ddc26-b843-4c8c-80bb-a4126463d445 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2070e0bc-e749-4bab-b712-d14a7c90e768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Sep 16 05:09:04.243465 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.312013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52764) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:04.319273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:04.339006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b089e-495a-478d-833c-618a4c95abee req-3ab5b1c5-de25-47b7-8cc4-4a3e834f88c9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.341192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:04.341437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-127b089e-495a-478d-833c-618a4c95abee req-3ab5b1c5-de25-47b7-8cc4-4a3e834f88c9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.0907466 Sep 16 05:09:04.344761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:04.397522 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-127b089e-495a-478d-833c-618a4c95abee req-41435e97-a84f-4dc5-854d-211c97037aa2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481169 Sep 16 05:09:04.398933 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.402579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-36c49390-9628-48b1-9240-8d464b3a4d34 req-df128d06-286a-4d11-8c48-2738e57dc537 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] For port fc93f1cd-ab1b-42d7-a8f5-97335b77395f, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=fc93f1cd-ab1b-42d7-a8f5-97335b77395f,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:04.402943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-36c49390-9628-48b1-9240-8d464b3a4d34 req-df128d06-286a-4d11-8c48-2738e57dc537 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.422601 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=e7af6baf-8f9a-415f-a85e-4fcc17130f03,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.475445 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-36c49390-9628-48b1-9240-8d464b3a4d34 req-df128d06-286a-4d11-8c48-2738e57dc537 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Calling delete_port for fc93f1cd-ab1b-42d7-a8f5-97335b77395f owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:04.566278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b80851a-9fa4-4556-8147-624b4243a0ee None None] Network 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:04.590163 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-46e39ab9-1787-4e09-8a3b-bcd3a89b1575 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d8717477dab43f8b90247b462a44c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739038 Sep 16 05:09:04.592875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52768) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:04.692182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2b7b4642-a9c8-424a-a8fa-3e9da3dac3fd None None] Provisioning complete for port 1d6e5661-acbc-4c54-8f67-1495588c10ef triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:04.692581 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4642-a9c8-424a-a8fa-3e9da3dac3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.692992 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae0d104d-45dc-413a-942d-2a273bb5ebaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.731826 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.756107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae0d104d-45dc-413a-942d-2a273bb5ebaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.815294 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4642-a9c8-424a-a8fa-3e9da3dac3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.857732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-2b7b4642-a9c8-424a-a8fa-3e9da3dac3fd None None] For port 1d6e5661-acbc-4c54-8f67-1495588c10ef, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1d6e5661-acbc-4c54-8f67-1495588c10ef,segment=NetworkSegment(81239b36-8034-45bc-94f7-5c2ab9833b2c),segment_id=81239b36-8034-45bc-94f7-5c2ab9833b2c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:04.920096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-36c49390-9628-48b1-9240-8d464b3a4d34 req-df128d06-286a-4d11-8c48-2738e57dc537 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.926724 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4642-a9c8-424a-a8fa-3e9da3dac3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.960425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df128d06-286a-4d11-8c48-2738e57dc537 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc93f1cd-ab1b-42d7-a8f5-97335b77395f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.994833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['fc93f1cd-ab1b-42d7-a8f5-97335b77395f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:05.025875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b4642-a9c8-424a-a8fa-3e9da3dac3fd None None] Pushing event updated for resources: {'Port': ['ID=1d6e5661-acbc-4c54-8f67-1495588c10ef,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.030151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c49390-9628-48b1-9240-8d464b3a4d34 req-df128d06-286a-4d11-8c48-2738e57dc537 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] No DVR routers for this DVR port fc93f1cd-ab1b-42d7-a8f5-97335b77395f on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:05.031732 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae0d104d-45dc-413a-942d-2a273bb5ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.034407 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae0d104d-45dc-413a-942d-2a273bb5ebaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.039768 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ae0d104d-45dc-413a-942d-2a273bb5ebaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b61d688-ebfb-4c80-96c3-7c39a0bedc1c HTTP/1.1" status: 204 len: 168 time: 0.4418635 Sep 16 05:09:05.039768 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-36c49390-9628-48b1-9240-8d464b3a4d34 req-df128d06-286a-4d11-8c48-2738e57dc537 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.039768 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-36c49390-9628-48b1-9240-8d464b3a4d34 req-df128d06-286a-4d11-8c48-2738e57dc537 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.23 "DELETE /v2.0/ports/fc93f1cd-ab1b-42d7-a8f5-97335b77395f HTTP/1.1" status: 204 len: 173 time: 0.9711289 Sep 16 05:09:05.043830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8de2735-7161-4fa5-ac1f-eb7d93e61e0f', 'name': 'network-vif-deleted', 'tag': 'fc93f1cd-ab1b-42d7-a8f5-97335b77395f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:05.046285 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd86049c-9d3d-4413-80ca-9f5c22f137fa" -d '{"events": [{"server_uuid": "c8de2735-7161-4fa5-ac1f-eb7d93e61e0f", "name": "network-vif-deleted", "tag": "fc93f1cd-ab1b-42d7-a8f5-97335b77395f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:05.053532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-eaddfa4d-de06-4f62-a96d-c9595bc4e9e0 None None] Provisioning complete for port 1d6e5661-acbc-4c54-8f67-1495588c10ef triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:05.053913 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eaddfa4d-de06-4f62-a96d-c9595bc4e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.064605 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d104d-45dc-413a-942d-2a273bb5ebaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b61d688-ebfb-4c80-96c3-7c39a0bedc1c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.142658 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2afd3e-b554-4fcb-9109-9bd60faa5fe8 x-openstack-request-id: req-0d2afd3e-b554-4fcb-9109-9bd60faa5fe8 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:05.142658 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8de2735-7161-4fa5-ac1f-eb7d93e61e0f", "name": "network-vif-deleted", "tag": "fc93f1cd-ab1b-42d7-a8f5-97335b77395f", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:05.142658 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d2afd3e-b554-4fcb-9109-9bd60faa5fe8 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:05.142658 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8de2735-7161-4fa5-ac1f-eb7d93e61e0f', 'name': 'network-vif-deleted', 'tag': 'fc93f1cd-ab1b-42d7-a8f5-97335b77395f', 'status': 'completed', 'code': 200} Sep 16 05:09:05.188862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-eaddfa4d-de06-4f62-a96d-c9595bc4e9e0 None None] Provisioning complete for port e7af6baf-8f9a-415f-a85e-4fcc17130f03 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:05.189246 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eaddfa4d-de06-4f62-a96d-c9595bc4e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.191841 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.226289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-eaddfa4d-de06-4f62-a96d-c9595bc4e9e0 None None] Port e7af6baf-8f9a-415f-a85e-4fcc17130f03 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:05.274757 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.334120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fda30356-a7df-4fc6-9ba1-fb6d03278799 req-66124781-618d-4c59-9e93-ebecc4f33a34 tempest-TestServerMultinode-854290342 tempest-TestServerMultinode-854290342-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8de2735-7161-4fa5-ac1f-eb7d93e61e0f HTTP/1.1" status: 200 len: 210 time: 0.0391252 Sep 16 05:09:05.351600 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d636d5cd-78b5-47c3-9ef2-5122a8e388d7 None None] Provisioning complete for port e7af6baf-8f9a-415f-a85e-4fcc17130f03 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:05.352288 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d636d5cd-78b5-47c3-9ef2-5122a8e388d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.363590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=e7af6baf-8f9a-415f-a85e-4fcc17130f03,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.366533 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.396210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d636d5cd-78b5-47c3-9ef2-5122a8e388d7 None None] Port e7af6baf-8f9a-415f-a85e-4fcc17130f03 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:05.518807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:05.521547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:05.588735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016fe9d-108c-448b-a61f-132ad38c747f req-8cd26522-7dc4-4540-8468-e52ceb9a7a41 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.590675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1016fe9d-108c-448b-a61f-132ad38c747f req-8cd26522-7dc4-4540-8468-e52ceb9a7a41 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.0801361 Sep 16 05:09:05.647404 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1016fe9d-108c-448b-a61f-132ad38c747f req-71bbadfb-305d-4226-b157-e2deb1ca7fba tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502803 Sep 16 05:09:05.743494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router 41f7d266-1b41-4f37-8fd0-90770eeb39a1 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:05.760640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1d6e5661-acbc-4c54-8f67-1495588c10ef up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:05.788104 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 2055a994-362a-4c87-86db-b3f50fc3f9b3 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:05.857174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1b5ffb87-5515-4828-ab9f-77f07f4b8a80 None None] Provisioning complete for port e7af6baf-8f9a-415f-a85e-4fcc17130f03 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:05.857989 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1b5ffb87-5515-4828-ab9f-77f07f4b8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.874813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:05.890144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52798) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:05.890526 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-78d0762b-5671-41b0-974e-103b7aff92da tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/41f7d266-1b41-4f37-8fd0-90770eeb39a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6644197 Sep 16 05:09:05.898306 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7362db5-266d-4da5-b7ed-d45a7f161a31 None None] Sync routers for ids ['41f7d266-1b41-4f37-8fd0-90770eeb39a1'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:05.948764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c7e79e-5af3-41c2-a4a2-df78710eeb27 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.950457 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-59c7e79e-5af3-41c2-a4a2-df78710eeb27 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports/e7af6baf-8f9a-415f-a85e-4fcc17130f03 HTTP/1.1" status: 200 len: 910 time: 0.0585625 Sep 16 05:09:05.953116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52804) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:05.963080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 1d6e5661-acbc-4c54-8f67-1495588c10ef triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:05.963462 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.968875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7362db5-266d-4da5-b7ed-d45a7f161a31 None None] Routers {'41f7d266-1b41-4f37-8fd0-90770eeb39a1'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:05.969517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b7362db5-266d-4da5-b7ed-d45a7f161a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41f7d266-1b41-4f37-8fd0-90770eeb39a1'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:06.020009 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ffb87-5515-4828-ab9f-77f07f4b8a80 None None] Port e7af6baf-8f9a-415f-a85e-4fcc17130f03 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:06.026646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b7362db5-266d-4da5-b7ed-d45a7f161a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:06.048097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 2055a994-362a-4c87-86db-b3f50fc3f9b3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2055a994-362a-4c87-86db-b3f50fc3f9b3,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:06.069419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7362db5-266d-4da5-b7ed-d45a7f161a31 None None] Routers {'41f7d266-1b41-4f37-8fd0-90770eeb39a1'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:06.070071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b7362db5-266d-4da5-b7ed-d45a7f161a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41f7d266-1b41-4f37-8fd0-90770eeb39a1'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:06.075342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '2055a994-362a-4c87-86db-b3f50fc3f9b3', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'port_id': '2055a994-362a-4c87-86db-b3f50fc3f9b3', 'mac_address': 'fa:16:3e:d9:b9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:06.136690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b7362db5-266d-4da5-b7ed-d45a7f161a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:06.137899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7362db5-266d-4da5-b7ed-d45a7f161a31 None None] The sync data for ids ['41f7d266-1b41-4f37-8fd0-90770eeb39a1'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:06.183371 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.207545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2055a994-362a-4c87-86db-b3f50fc3f9b3 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:06.231536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 2055a994-362a-4c87-86db-b3f50fc3f9b3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2055a994-362a-4c87-86db-b3f50fc3f9b3,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:06.387346 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.397790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52820) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:06.479054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=2055a994-362a-4c87-86db-b3f50fc3f9b3,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.485338 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['2055a994-362a-4c87-86db-b3f50fc3f9b3'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:06.735080 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4811f82-324b-41de-92c8-6df5b4f96641 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.865815 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c82e6-1d75-4712-90f3-8e26dba8d485 req-85866e53-6151-460e-8e2b-172772cafb6b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.867348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b2c82e6-1d75-4712-90f3-8e26dba8d485 req-85866e53-6151-460e-8e2b-172772cafb6b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 945 time: 0.1288743 Sep 16 05:09:06.873106 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51bcfd38-10a7-41f5-8900-0814614689fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.967873 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b2c82e6-1d75-4712-90f3-8e26dba8d485 req-32d2d1da-2d61-48ee-a176-686f8baaf2d6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678668 Sep 16 05:09:07.083764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f4811f82-324b-41de-92c8-6df5b4f96641 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port e7af6baf-8f9a-415f-a85e-4fcc17130f03 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:07.084190 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4811f82-324b-41de-92c8-6df5b4f96641 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.185807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-51bcfd38-10a7-41f5-8900-0814614689fb admin admin] Deleting port c51293fc-7073-4989-9d06-0e95560885c2 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:07.186163 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51bcfd38-10a7-41f5-8900-0814614689fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.208568 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4811f82-324b-41de-92c8-6df5b4f96641 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.225405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f4811f82-324b-41de-92c8-6df5b4f96641 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for e7af6baf-8f9a-415f-a85e-4fcc17130f03 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:07.298412 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-51bcfd38-10a7-41f5-8900-0814614689fb admin admin] For port c51293fc-7073-4989-9d06-0e95560885c2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c51293fc-7073-4989-9d06-0e95560885c2,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:07.298931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51bcfd38-10a7-41f5-8900-0814614689fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.322239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-51bcfd38-10a7-41f5-8900-0814614689fb admin admin] Calling delete_port for c51293fc-7073-4989-9d06-0e95560885c2 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:07.577786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4811f82-324b-41de-92c8-6df5b4f96641 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.601233 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51bcfd38-10a7-41f5-8900-0814614689fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.623961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4811f82-324b-41de-92c8-6df5b4f96641 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=e7af6baf-8f9a-415f-a85e-4fcc17130f03,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:07.712827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcfd38-10a7-41f5-8900-0814614689fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c51293fc-7073-4989-9d06-0e95560885c2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:07.791830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 2055a994-362a-4c87-86db-b3f50fc3f9b3 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:07.860988 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4811f82-324b-41de-92c8-6df5b4f96641 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.946398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 2055a994-362a-4c87-86db-b3f50fc3f9b3 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:07.946741 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.089237 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.141173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be8986e-b0b2-415f-83f5-7850fdae7486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055a994-362a-4c87-86db-b3f50fc3f9b3'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:08.144648 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b148a4-72d5-43fb-b05e-fa48419c2063" -d '{"events": [{"server_uuid": "3be8986e-b0b2-415f-83f5-7850fdae7486", "name": "network-vif-plugged", "status": "completed", "tag": "2055a994-362a-4c87-86db-b3f50fc3f9b3"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:08.159197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 2055a994-362a-4c87-86db-b3f50fc3f9b3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2055a994-362a-4c87-86db-b3f50fc3f9b3,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:08.178545 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51bcfd38-10a7-41f5-8900-0814614689fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.206058 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9362ec-880a-435c-b657-17f5b08e42ea x-openstack-request-id: req-0f9362ec-880a-435c-b657-17f5b08e42ea {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:08.206464 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be8986e-b0b2-415f-83f5-7850fdae7486", "name": "network-vif-plugged", "status": "completed", "tag": "2055a994-362a-4c87-86db-b3f50fc3f9b3", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:08.206976 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f9362ec-880a-435c-b657-17f5b08e42ea {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:08.207520 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be8986e-b0b2-415f-83f5-7850fdae7486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055a994-362a-4c87-86db-b3f50fc3f9b3', 'code': 200} Sep 16 05:09:08.253193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4811f82-324b-41de-92c8-6df5b4f96641 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router 41f7d266-1b41-4f37-8fd0-90770eeb39a1 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:08.257675 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.258648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device fc93f1cd-ab1b-42d7-a8f5-97335b77395f no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:08.294857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ca698-c1bd-4c24-b31f-1f732bb776c6 req-793662e8-692b-4ac8-83ca-e04ee86e0b21 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:08.303047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-581ca698-c1bd-4c24-b31f-1f732bb776c6 req-793662e8-692b-4ac8-83ca-e04ee86e0b21 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 945 time: 0.1649764 Sep 16 05:09:08.327051 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: fc93f1cd-ab1b-42d7-a8f5-97335b77395f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:08.327504 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device fc93f1cd-ab1b-42d7-a8f5-97335b77395f not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:08.354725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=2055a994-362a-4c87-86db-b3f50fc3f9b3,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.464692 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-581ca698-c1bd-4c24-b31f-1f732bb776c6 req-e99e8cc5-6998-4bab-94cc-71698e189b06 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524174 Sep 16 05:09:08.469228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4811f82-324b-41de-92c8-6df5b4f96641 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:08.483693 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbe54b1-c6a8-4aae-a98c-7ab6194874de None None] Sync routers for ids ['41f7d266-1b41-4f37-8fd0-90770eeb39a1'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:08.489944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f4811f82-324b-41de-92c8-6df5b4f96641 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/41f7d266-1b41-4f37-8fd0-90770eeb39a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5357864 Sep 16 05:09:08.492684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52874) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:08.501317 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe54b1-c6a8-4aae-a98c-7ab6194874de None None] Routers {'41f7d266-1b41-4f37-8fd0-90770eeb39a1'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:08.505003 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4bbe54b1-c6a8-4aae-a98c-7ab6194874de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41f7d266-1b41-4f37-8fd0-90770eeb39a1'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:08.559713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1fdaefea-bc61-48e9-9c46-d3755671f58c tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=41f7d266-1b41-4f37-8fd0-90770eeb39a1 HTTP/1.1" status: 200 len: 205 time: 0.0626209 Sep 16 05:09:08.573180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52876) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:08.612425 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4bbe54b1-c6a8-4aae-a98c-7ab6194874de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:08.622484 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe54b1-c6a8-4aae-a98c-7ab6194874de None None] Routers {'41f7d266-1b41-4f37-8fd0-90770eeb39a1'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:08.623418 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4bbe54b1-c6a8-4aae-a98c-7ab6194874de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41f7d266-1b41-4f37-8fd0-90770eeb39a1'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:08.679502 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4bbe54b1-c6a8-4aae-a98c-7ab6194874de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:08.680304 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbe54b1-c6a8-4aae-a98c-7ab6194874de None None] The sync data for ids ['41f7d266-1b41-4f37-8fd0-90770eeb39a1'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:08.719533 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24085857-052e-4df9-84fd-12729255126a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.071942 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24085857-052e-4df9-84fd-12729255126a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.078212 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24085857-052e-4df9-84fd-12729255126a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.092722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bcfd38-10a7-41f5-8900-0814614689fb admin admin] Router 8099a337-67bc-4010-afc9-3369e367d23a has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:09.209772 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24085857-052e-4df9-84fd-12729255126a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.210341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24085857-052e-4df9-84fd-12729255126a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Fanout notify agent at l3_agent the message router_deleted on router 41f7d266-1b41-4f37-8fd0-90770eeb39a1 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:09.224309 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24085857-052e-4df9-84fd-12729255126a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.228794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-24085857-052e-4df9-84fd-12729255126a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/41f7d266-1b41-4f37-8fd0-90770eeb39a1 HTTP/1.1" status: 204 len: 168 time: 0.6512496 Sep 16 05:09:09.230455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52892) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:09.302076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bcfd38-10a7-41f5-8900-0814614689fb admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:09.309520 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-51bcfd38-10a7-41f5-8900-0814614689fb admin admin] 10.222.0.24 "PUT /v2.0/routers/8099a337-67bc-4010-afc9-3369e367d23a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9101677 Sep 16 05:09:09.311969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52894) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:09.312587 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d2dc9-6791-4c3a-811d-22bf2fea1800 None None] Sync routers for ids ['8099a337-67bc-4010-afc9-3369e367d23a'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:09.316319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb592973-960a-46ee-9117-3545e6135b78 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting subnet 9246edd4-cf0b-4bc2-99fe-a2eca4bb24ce {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:09.320699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb592973-960a-46ee-9117-3545e6135b78 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.337953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d2dc9-6791-4c3a-811d-22bf2fea1800 None None] Routers {'8099a337-67bc-4010-afc9-3369e367d23a'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:09.338602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-af5d2dc9-6791-4c3a-811d-22bf2fea1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8099a337-67bc-4010-afc9-3369e367d23a'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:09.397547 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb592973-960a-46ee-9117-3545e6135b78 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.561084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-af5d2dc9-6791-4c3a-811d-22bf2fea1800 None None] Set router 8099a337-67bc-4010-afc9-3369e367d23a gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:09.577906 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.616317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb592973-960a-46ee-9117-3545e6135b78 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.700195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb82c8e-be9e-40e3-b6bd-2e384d8da719 req-3441ccba-24ea-46d9-af20-b6c0257793a6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.702243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7eb82c8e-be9e-40e3-b6bd-2e384d8da719 req-3441ccba-24ea-46d9-af20-b6c0257793a6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.0737321 Sep 16 05:09:09.841954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7eb82c8e-be9e-40e3-b6bd-2e384d8da719 req-4c0d72dd-a218-40d9-b318-b6b23a38bf4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306756 Sep 16 05:09:09.844004 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.872009 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb592973-960a-46ee-9117-3545e6135b78 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.917810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb592973-960a-46ee-9117-3545e6135b78 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Subnet': ['ID=9246edd4-cf0b-4bc2-99fe-a2eca4bb24ce,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:09.932801 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cb592973-960a-46ee-9117-3545e6135b78 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.937971 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cb592973-960a-46ee-9117-3545e6135b78 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/9246edd4-cf0b-4bc2-99fe-a2eca4bb24ce HTTP/1.1" status: 204 len: 168 time: 0.7045360 Sep 16 05:09:09.938315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52904) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:10.040738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.083511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Deleting port 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:10.084183 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.118621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port 1d6e5661-acbc-4c54-8f67-1495588c10ef {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:10.119387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.135601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0865007a-4608-4791-ad6c-6e7a55678bc9 None None] Network 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:10.198251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] For port 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:10.198609 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.213259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Calling delete_port for 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:10.217920 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] For port 1d6e5661-acbc-4c54-8f67-1495588c10ef, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1d6e5661-acbc-4c54-8f67-1495588c10ef,segment=NetworkSegment(81239b36-8034-45bc-94f7-5c2ab9833b2c),segment_id=81239b36-8034-45bc-94f7-5c2ab9833b2c)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:10.218891 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.250345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for 1d6e5661-acbc-4c54-8f67-1495588c10ef owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:10.327612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-af5d2dc9-6791-4c3a-811d-22bf2fea1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8099a337-67bc-4010-afc9-3369e367d23a', 'name': 'tempest-TestServerMultinode-1144416326-router', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:09:07Z', 'revision_number': 5, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'gw_port': {'id': '3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8099a337-67bc-4010-afc9-3369e367d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:01Z', 'updated_at': '2021-09-16T05:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:10.391489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d2dc9-6791-4c3a-811d-22bf2fea1800 None None] Checking router: 8099a337-67bc-4010-afc9-3369e367d23a for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:10.400551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be877b6-aa6e-4978-b490-7ad89877bdce None None] DHCP port deletion for 5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:10.408327 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d2dc9-6791-4c3a-811d-22bf2fea1800 None None] Routers {'8099a337-67bc-4010-afc9-3369e367d23a'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:10.409069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-af5d2dc9-6791-4c3a-811d-22bf2fea1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:08:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8099a337-67bc-4010-afc9-3369e367d23a'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:10.476108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.505898 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5be877b6-aa6e-4978-b490-7ad89877bdce None None] The port '1d6e5661-acbc-4c54-8f67-1495588c10ef' was deleted {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 05:09:10.530459 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=1d6e5661-acbc-4c54-8f67-1495588c10ef,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.547139 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-af5d2dc9-6791-4c3a-811d-22bf2fea1800 None None] Set router 8099a337-67bc-4010-afc9-3369e367d23a gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:10.547505 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No DVR routers for this DVR port 1d6e5661-acbc-4c54-8f67-1495588c10ef on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:10.634745 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.648806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-af5d2dc9-6791-4c3a-811d-22bf2fea1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8099a337-67bc-4010-afc9-3369e367d23a', 'name': 'tempest-TestServerMultinode-1144416326-router', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:09:09Z', 'revision_number': 6, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:10.676432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d2dc9-6791-4c3a-811d-22bf2fea1800 None None] The sync data for ids ['8099a337-67bc-4010-afc9-3369e367d23a'] in n-d-712137-12 is: [{'id': '8099a337-67bc-4010-afc9-3369e367d23a', 'name': 'tempest-TestServerMultinode-1144416326-router', 'tenant_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:00Z', 'updated_at': '2021-09-16T05:09:09Z', 'revision_number': 6, 'project_id': 'b7b66c8df51e45f8a64e7df54fc39e19', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:10.709193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.731345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:10.741296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81239b36-8034-45bc-94f7-5c2ab9833b2c') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:10.741623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81239b36-8034-45bc-94f7-5c2ab9833b2c') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:10.753597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.758630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.779476 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.791165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:10.791675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:10.796759 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:10.854389 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.931863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.979349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.986950 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/networks/5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0 HTTP/1.1" status: 204 len: 168 time: 1.0472720 Sep 16 05:09:10.988127 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6af6b4-1f78-4d4f-9abd-314651eab017 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Network': ['ID=5d0bbcd7-23a3-4e20-a8d8-ec9279a4e8a0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.997744 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52920) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:11.003126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1275951844', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:11.006355 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.015616 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.099399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570de1ee-2223-4a2c-8971-46d84ffa7f23 req-f9684283-0eab-4692-bb66-c8456ea27ff2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.101046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-570de1ee-2223-4a2c-8971-46d84ffa7f23 req-f9684283-0eab-4692-bb66-c8456ea27ff2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.1750126 Sep 16 05:09:11.139092 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.140527 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.170920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-570de1ee-2223-4a2c-8971-46d84ffa7f23 req-db0e3fb1-a582-44e2-ae0b-f6648ede9869 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633504 Sep 16 05:09:11.199087 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.200513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8099a337-67bc-4010-afc9-3369e367d23a {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:11.205371 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.208739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-469fcb29-51f1-48ed-9ac3-57d564a4353d admin admin] 10.222.0.24 "DELETE /v2.0/routers/8099a337-67bc-4010-afc9-3369e367d23a HTTP/1.1" status: 204 len: 168 time: 1.8948810 Sep 16 05:09:11.211697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52924) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:11.260804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.273898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b53bbd9-79d9-4cec-8931-8dde4d765b15 admin admin] Deleting subnet 86d593d6-dfcb-42e8-9af2-31405838da34 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:11.277307 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b53bbd9-79d9-4cec-8931-8dde4d765b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.332694 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b53bbd9-79d9-4cec-8931-8dde4d765b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.468774 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b53bbd9-79d9-4cec-8931-8dde4d765b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.509244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ee732-02b5-4a30-af2e-7130af4ddaff req-977dc5ca-745d-400e-974e-adc8433cae8b tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.516998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c1ee732-02b5-4a30-af2e-7130af4ddaff req-977dc5ca-745d-400e-974e-adc8433cae8b tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1097 time: 0.1079566 Sep 16 05:09:11.539383 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.570376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c1ee732-02b5-4a30-af2e-7130af4ddaff req-6de172ba-7ae1-4b9a-95ed-c71f6d8fe438 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504091 Sep 16 05:09:11.719181 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52930) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:11.723516 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:11.746175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:11.746630 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3c0aeed6-9e2b-434a-89bc-a9de5ec1b17d not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:11.747233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1d6e5661-acbc-4c54-8f67-1495588c10ef no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:11.771726 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 1d6e5661-acbc-4c54-8f67-1495588c10ef {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:11.772093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1d6e5661-acbc-4c54-8f67-1495588c10ef not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:11.772538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c51293fc-7073-4989-9d06-0e95560885c2 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:11.792843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c51293fc-7073-4989-9d06-0e95560885c2 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:11.793190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c51293fc-7073-4989-9d06-0e95560885c2 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:11.812776 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b53bbd9-79d9-4cec-8931-8dde4d765b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.845769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53bbd9-79d9-4cec-8931-8dde4d765b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d593d6-dfcb-42e8-9af2-31405838da34,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:11.850916 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b53bbd9-79d9-4cec-8931-8dde4d765b15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.856714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60969cb-d81e-4327-87d0-a6f113478f4a None None] Network 37cdc15d-9de1-4e55-b966-96e0464a0e98 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:11.868274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3b53bbd9-79d9-4cec-8931-8dde4d765b15 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/86d593d6-dfcb-42e8-9af2-31405838da34 HTTP/1.1" status: 204 len: 168 time: 0.6520147 Sep 16 05:09:11.868436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52932) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.046365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.107733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de396b2-a91e-4c20-9888-98c0338d5e7c None None] DHCP port deletion for 37cdc15d-9de1-4e55-b966-96e0464a0e98 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:12.171899 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-202d5df0-7901-4ff7-b6e4-478c2ed399d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.223126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port b13e80f9-e480-4386-9863-a8bdbc1d6869 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:12.223126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.279467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0de396b2-a91e-4c20-9888-98c0338d5e7c None None] Deleting port bdd0669e-4408-45a6-a847-da6cd29ff1e8 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:12.281564 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0de396b2-a91e-4c20-9888-98c0338d5e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.359015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Deleting port bdd0669e-4408-45a6-a847-da6cd29ff1e8 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:12.359663 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.411998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0de396b2-a91e-4c20-9888-98c0338d5e7c None None] For port bdd0669e-4408-45a6-a847-da6cd29ff1e8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bdd0669e-4408-45a6-a847-da6cd29ff1e8,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:12.412787 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0de396b2-a91e-4c20-9888-98c0338d5e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.433768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0de396b2-a91e-4c20-9888-98c0338d5e7c None None] Calling delete_port for bdd0669e-4408-45a6-a847-da6cd29ff1e8 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:12.463727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d2064-fdc9-4a44-bddb-298ebc4faa60 req-c579ae51-361f-4890-819b-140ee7e4b6b7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.472130 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac2d2064-fdc9-4a44-bddb-298ebc4faa60 req-c579ae51-361f-4890-819b-140ee7e4b6b7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.1101043 Sep 16 05:09:12.548361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac2d2064-fdc9-4a44-bddb-298ebc4faa60 req-412fb0e9-75a9-4c1e-9405-d781b71f8955 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682595 Sep 16 05:09:12.561477 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.586795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.657492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] For port bdd0669e-4408-45a6-a847-da6cd29ff1e8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bdd0669e-4408-45a6-a847-da6cd29ff1e8,segment=NetworkSegment(b0ba99ee-86e8-413f-96e1-7f7a0046bd9c),segment_id=b0ba99ee-86e8-413f-96e1-7f7a0046bd9c)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:12.658094 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.672894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.673698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.674894 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0de396b2-a91e-4c20-9888-98c0338d5e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.690009 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Calling delete_port for bdd0669e-4408-45a6-a847-da6cd29ff1e8 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:12.712053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for b13e80f9-e480-4386-9863-a8bdbc1d6869 owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:12.739266 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.739266 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de396b2-a91e-4c20-9888-98c0338d5e7c None None] Pushing event deleted for resources: {'Port': ['ID=bdd0669e-4408-45a6-a847-da6cd29ff1e8,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:12.746471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de396b2-a91e-4c20-9888-98c0338d5e7c None None] No DVR routers for this DVR port bdd0669e-4408-45a6-a847-da6cd29ff1e8 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:12.869816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Allocated IP 172.25.3.44 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/8321dfc2-2f46-4dc8-989e-ebb6fb993e64) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:12.970871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.048021 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd0669e-4408-45a6-a847-da6cd29ff1e8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.060222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] No DVR routers for this DVR port bdd0669e-4408-45a6-a847-da6cd29ff1e8 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:13.145757 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.222221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.274160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cdc15d-9de1-4e55-b966-96e0464a0e98']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:13.308376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:13.308376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ba99ee-86e8-413f-96e1-7f7a0046bd9c') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:13.320382 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.343725 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.355791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:13.357953 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:13.372065 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:13.386984 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.473394 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.482789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=b13e80f9-e480-4386-9863-a8bdbc1d6869,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.524404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:13.547111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:13.556644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:13.565996 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.622499 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.626583 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] 10.222.0.24 "DELETE /v2.0/networks/37cdc15d-9de1-4e55-b966-96e0464a0e98 HTTP/1.1" status: 204 len: 168 time: 1.7543538 Sep 16 05:09:13.627411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 52952) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:13.642387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.642727 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Floating IP 7e06b95a-9bc9-446c-afb2-e07f19a418c1 disassociated (deleted). External IP: 172.25.3.187, port: a7b97f70-c747-466e-9286-7f704e4e0cc3. Sep 16 05:09:13.660846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=8321dfc2-2f46-4dc8-989e-ebb6fb993e64,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.716976 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44af991-5e4c-431a-9cee-f1ae0b468e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=37cdc15d-9de1-4e55-b966-96e0464a0e98,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.809014 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bdd0669e-4408-45a6-a847-da6cd29ff1e8 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:13.853553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: bdd0669e-4408-45a6-a847-da6cd29ff1e8 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:13.854063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bdd0669e-4408-45a6-a847-da6cd29ff1e8 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:14.419074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e59cd5-a9de-472c-a7d2-c46ceef29819 req-de4afa96-0ed3-4258-b3da-5ba207945f7d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.429053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23e59cd5-a9de-472c-a7d2-c46ceef29819 req-de4afa96-0ed3-4258-b3da-5ba207945f7d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.1650386 Sep 16 05:09:14.481972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23e59cd5-a9de-472c-a7d2-c46ceef29819 req-beba08e1-442f-463d-abeb-cf0f007445f1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519338 Sep 16 05:09:14.482246 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router c3fa058a-ae26-4f05-bb46-2495d2b395e3 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:14.537408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5da6dac9-3aaf-4b77-97ef-62bcb0591497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.630564 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.713231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb657-598d-471f-932c-82def4db21ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.780931 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:14.787844 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.792263 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ab0b2-b36c-4382-b951-2b0c6610cf39 None None] Sync routers for ids ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:14.809629 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ab0b2-b36c-4382-b951-2b0c6610cf39 None None] Routers {'c3fa058a-ae26-4f05-bb46-2495d2b395e3'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:14.810302 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4c2ab0b2-b36c-4382-b951-2b0c6610cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:14.861745 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d66298d1-3c86-438a-8d0c-3cf02ef80d86 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/floatingips/7e06b95a-9bc9-446c-afb2-e07f19a418c1 HTTP/1.1" status: 204 len: 168 time: 3.1390033 Sep 16 05:09:14.888935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:14.891367 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9fde01-03a0-4f75-85a1-6e12e42215a0" -d '{"events": [{"name": "network-changed", "server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:15.026973 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4279f492-6ba0-4137-ae30-f5d3abfc7462 x-openstack-request-id: req-4279f492-6ba0-4137-ae30-f5d3abfc7462 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:15.027358 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:15.027568 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4279f492-6ba0-4137-ae30-f5d3abfc7462 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:15.027962 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'status': 'completed', 'code': 200} Sep 16 05:09:15.055878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fde01-03a0-4f75-85a1-6e12e42215a0 req-feae311d-9818-4a59-95a0-83d43ebd8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.057863 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e9fde01-03a0-4f75-85a1-6e12e42215a0 req-feae311d-9818-4a59-95a0-83d43ebd8347 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 1097 time: 0.0639577 Sep 16 05:09:15.110458 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-4c2ab0b2-b36c-4382-b951-2b0c6610cf39 None None] Set router c3fa058a-ae26-4f05-bb46-2495d2b395e3 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:15.122061 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:09:15.174758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fde01-03a0-4f75-85a1-6e12e42215a0 req-6e123e6e-7638-46b5-9ed9-0fe5723acc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.177469 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e9fde01-03a0-4f75-85a1-6e12e42215a0 req-6e123e6e-7638-46b5-9ed9-0fe5723acc61 service neutron] 10.222.0.37 "GET /v2.0/networks?id=314d528f-5053-45fc-ae4e-4d87509ad1b4 HTTP/1.1" status: 200 len: 896 time: 0.1039333 Sep 16 05:09:15.186188 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.294817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e9fde01-03a0-4f75-85a1-6e12e42215a0 req-0e303ff1-33e3-431f-9653-d8d26687ca1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3 HTTP/1.1" status: 200 len: 217 time: 0.0734220 Sep 16 05:09:15.360396 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.443724 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4c2ab0b2-b36c-4382-b951-2b0c6610cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:14Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'bf9e35ea-a6ea-42f9-b958-c95ff91a557a', 'name': '', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:17:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:13Z', 'updated_at': '2021-09-16T05:07:17Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:15.465476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fde01-03a0-4f75-85a1-6e12e42215a0 req-0c92a903-5ab0-4ea8-b065-6d7e25d2429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.471233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e9fde01-03a0-4f75-85a1-6e12e42215a0 req-0c92a903-5ab0-4ea8-b065-6d7e25d2429a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb HTTP/1.1" status: 200 len: 835 time: 0.1389606 Sep 16 05:09:15.501512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0b9bb657-598d-471f-932c-82def4db21ff admin admin] Deleting port 5a2b3420-0faa-4aae-96c0-d6aa1c116908 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:15.501914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb657-598d-471f-932c-82def4db21ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.537632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router 7351d761-b748-400d-b356-a64161e80758 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:15.637289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fde01-03a0-4f75-85a1-6e12e42215a0 req-58f509d2-10be-4741-9ebd-a1f9e022de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.640188 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ab0b2-b36c-4382-b951-2b0c6610cf39 None None] Checking router: c3fa058a-ae26-4f05-bb46-2495d2b395e3 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:15.655414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e9fde01-03a0-4f75-85a1-6e12e42215a0 req-58f509d2-10be-4741-9ebd-a1f9e022de9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=314d528f-5053-45fc-ae4e-4d87509ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489398 Sep 16 05:09:15.667028 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ab0b2-b36c-4382-b951-2b0c6610cf39 None None] Routers {'c3fa058a-ae26-4f05-bb46-2495d2b395e3'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:15.667646 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4c2ab0b2-b36c-4382-b951-2b0c6610cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:15.824062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:15.838120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67c2844-ef8f-45e7-9764-c0b0773518e0 None None] Sync routers for ids ['7351d761-b748-400d-b356-a64161e80758'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:15.859122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c2844-ef8f-45e7-9764-c0b0773518e0 None None] Routers {'7351d761-b748-400d-b356-a64161e80758'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:15.860079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c67c2844-ef8f-45e7-9764-c0b0773518e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7351d761-b748-400d-b356-a64161e80758'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:15.887047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-0b9bb657-598d-471f-932c-82def4db21ff admin admin] For port 5a2b3420-0faa-4aae-96c0-d6aa1c116908, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5a2b3420-0faa-4aae-96c0-d6aa1c116908,segment=NetworkSegment(ac34cef2-7033-43ff-a1f6-657c7af04ab2),segment_id=ac34cef2-7033-43ff-a1f6-657c7af04ab2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:15.890700 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb657-598d-471f-932c-82def4db21ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.904418 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-4c2ab0b2-b36c-4382-b951-2b0c6610cf39 None None] Set router c3fa058a-ae26-4f05-bb46-2495d2b395e3 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:15.920777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.921977 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c0670743-c242-432b-9525-d3f168e2987a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.9226775 Sep 16 05:09:15.924929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52978) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:15.952040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c67c2844-ef8f-45e7-9764-c0b0773518e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:15.964236 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471b0a8-b0e5-4c0a-b344-600905cf4e6c req-a82cc132-d91b-42e0-9e11-d37456fc0426 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.971647 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1471b0a8-b0e5-4c0a-b344-600905cf4e6c req-a82cc132-d91b-42e0-9e11-d37456fc0426 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.2913325 Sep 16 05:09:15.976133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0b9bb657-598d-471f-932c-82def4db21ff admin admin] Calling delete_port for 5a2b3420-0faa-4aae-96c0-d6aa1c116908 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:15.994529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c2844-ef8f-45e7-9764-c0b0773518e0 None None] Routers {'7351d761-b748-400d-b356-a64161e80758'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:15.994957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c67c2844-ef8f-45e7-9764-c0b0773518e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7351d761-b748-400d-b356-a64161e80758'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:16.031235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912f4cf-a6df-47a0-abb3-9ba75961d204 req-98aa9807-8668-4277-a412-54e1b2516c03 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.032915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f912f4cf-a6df-47a0-abb3-9ba75961d204 req-98aa9807-8668-4277-a412-54e1b2516c03 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.3514690 Sep 16 05:09:16.044584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c67c2844-ef8f-45e7-9764-c0b0773518e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:16.045622 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67c2844-ef8f-45e7-9764-c0b0773518e0 None None] The sync data for ids ['7351d761-b748-400d-b356-a64161e80758'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:16.048514 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.128035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f912f4cf-a6df-47a0-abb3-9ba75961d204 req-af168b32-683d-4ba3-ae84-f2c23954d54a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574305 Sep 16 05:09:16.136369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e9fde01-03a0-4f75-85a1-6e12e42215a0 req-be21f102-89c1-4428-9b17-4f2b1d453d96 service neutron] 10.222.0.37 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800191 Sep 16 05:09:16.167155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1471b0a8-b0e5-4c0a-b344-600905cf4e6c req-57b04d09-39b9-44bc-8383-9ea96c630c2f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938219 Sep 16 05:09:16.220207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-98bc4e76-3eb4-460f-8226-816ca0805ed0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/routers/7351d761-b748-400d-b356-a64161e80758 HTTP/1.1" status: 200 len: 880 time: 0.2890429 Sep 16 05:09:16.222950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52980) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:16.273152 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4c2ab0b2-b36c-4382-b951-2b0c6610cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:14Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'bf9e35ea-a6ea-42f9-b958-c95ff91a557a', 'name': '', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:17:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:13Z', 'updated_at': '2021-09-16T05:07:17Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:16.314978 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ab0b2-b36c-4382-b951-2b0c6610cf39 None None] The sync data for ids ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'] in n-d-712137-12 is: [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:14Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'bf9e35ea-a6ea-42f9-b958-c95ff91a557a', 'name': '', 'network_id': '314d528f-5053-45fc-ae4e-4d87509ad1b4', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:17:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:13Z', 'updated_at': '2021-09-16T05:07:17Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:16.366267 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e9fde01-03a0-4f75-85a1-6e12e42215a0 req-8e53353b-ff13-4d40-b9fb-4ad5b712e0f2 service neutron] 10.222.0.37 "GET /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904941 Sep 16 05:09:16.493150 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.556062 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb657-598d-471f-932c-82def4db21ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.568578 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2c610065-6fd7-4d71-8f22-26ef04e63696 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3462255 Sep 16 05:09:16.569202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52982) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:16.575750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5d0227ac-b5d8-4d68-867a-883b2be18414 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1275951844'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:16.598571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bb657-598d-471f-932c-82def4db21ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2b3420-0faa-4aae-96c0-d6aa1c116908,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.834768 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70f615-d4a6-4196-88e4-15a87778cdf5 None None] New status for floating IP 7e06b95a-9bc9-446c-afb2-e07f19a418c1: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:09:16.978689 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b9bb657-598d-471f-932c-82def4db21ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.070483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdb603-7308-4b21-807d-5dc0363e4a3b req-ba3e56f5-04f0-4366-99ff-9ff59ca6f093 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.071999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eebdb603-7308-4b21-807d-5dc0363e4a3b req-ba3e56f5-04f0-4366-99ff-9ff59ca6f093 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.37 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.1411774 Sep 16 05:09:17.165434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5d0227ac-b5d8-4d68-867a-883b2be18414 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.251817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5d0227ac-b5d8-4d68-867a-883b2be18414 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.399377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0227ac-b5d8-4d68-867a-883b2be18414 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router 7351d761-b748-400d-b356-a64161e80758 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:17.480251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc156ef7-e57a-43e9-aac9-ed714bbc3a65 req-7d05ddf5-c1a8-42c4-84b2-ca714e0c03d8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.481886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc156ef7-e57a-43e9-aac9-ed714bbc3a65 req-7d05ddf5-c1a8-42c4-84b2-ca714e0c03d8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.1736264 Sep 16 05:09:17.499667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-eebdb603-7308-4b21-807d-5dc0363e4a3b req-e539103a-315d-433c-b36f-9fc6b68a2cb4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port a7b97f70-c747-466e-9286-7f704e4e0cc3 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:17.499933 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-eebdb603-7308-4b21-807d-5dc0363e4a3b req-e539103a-315d-433c-b36f-9fc6b68a2cb4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.517611 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0227ac-b5d8-4d68-867a-883b2be18414 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:17.523406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c904e-c0c1-4667-81ab-d3956b56588a req-1ec6faa7-5d06-417e-aa21-8051b72d9c41 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.530539 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5d0227ac-b5d8-4d68-867a-883b2be18414 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.530693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5d0227ac-b5d8-4d68-867a-883b2be18414 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/7351d761-b748-400d-b356-a64161e80758 HTTP/1.1" status: 200 len: 887 time: 0.9604554 Sep 16 05:09:17.534511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-108c904e-c0c1-4667-81ab-d3956b56588a req-1ec6faa7-5d06-417e-aa21-8051b72d9c41 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 945 time: 0.2212014 Sep 16 05:09:17.536787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52992) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:17.537311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5462dc22-500e-45c7-8a48-b95c15698d96 None None] Sync routers for ids ['7351d761-b748-400d-b356-a64161e80758'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:17.553605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462dc22-500e-45c7-8a48-b95c15698d96 None None] Routers {'7351d761-b748-400d-b356-a64161e80758'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:17.554405 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5462dc22-500e-45c7-8a48-b95c15698d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7351d761-b748-400d-b356-a64161e80758'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:17.589623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9bb657-598d-471f-932c-82def4db21ff admin admin] Router 16a39a13-052c-4d74-9b65-6b334452848b has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:17.598774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5462dc22-500e-45c7-8a48-b95c15698d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:17.617641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462dc22-500e-45c7-8a48-b95c15698d96 None None] Routers {'7351d761-b748-400d-b356-a64161e80758'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:17.618270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5462dc22-500e-45c7-8a48-b95c15698d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7351d761-b748-400d-b356-a64161e80758'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:17.678536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-108c904e-c0c1-4667-81ab-d3956b56588a req-1069018e-0bb8-48ca-a9bd-9e99d2f518df tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=caf7d408-bf00-4b4e-872d-41effc81e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369355 Sep 16 05:09:17.685203 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc156ef7-e57a-43e9-aac9-ed714bbc3a65 req-ed75eb01-1856-49b8-8502-6fc8deb8d08a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915131 Sep 16 05:09:17.688917 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-32da2238-8127-4ab5-b07f-e9af5e421f83 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/routers/7351d761-b748-400d-b356-a64161e80758 HTTP/1.1" status: 200 len: 887 time: 0.1508775 Sep 16 05:09:17.689589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52994) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:17.712619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5462dc22-500e-45c7-8a48-b95c15698d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:17.713371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5462dc22-500e-45c7-8a48-b95c15698d96 None None] The sync data for ids ['7351d761-b748-400d-b356-a64161e80758'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:17.716746 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.735178 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b5a1dcdb-1587-4f52-838e-b5eea7f1df91 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=7351d761-b748-400d-b356-a64161e80758 HTTP/1.1" status: 200 len: 205 time: 0.0435708 Sep 16 05:09:17.735811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 52996) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:17.801019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-eebdb603-7308-4b21-807d-5dc0363e4a3b req-e539103a-315d-433c-b36f-9fc6b68a2cb4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port a7b97f70-c747-466e-9286-7f704e4e0cc3, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=a7b97f70-c747-466e-9286-7f704e4e0cc3,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:17.801019 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-eebdb603-7308-4b21-807d-5dc0363e4a3b req-e539103a-315d-433c-b36f-9fc6b68a2cb4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.833600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-eebdb603-7308-4b21-807d-5dc0363e4a3b req-e539103a-315d-433c-b36f-9fc6b68a2cb4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for a7b97f70-c747-466e-9286-7f704e4e0cc3 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:17.887755 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.926470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9bb657-598d-471f-932c-82def4db21ff admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:17.936245 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bf0c9-79e0-4baf-8c95-f70a109981a4 None None] Sync routers for ids ['16a39a13-052c-4d74-9b65-6b334452848b'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:17.940132 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0b9bb657-598d-471f-932c-82def4db21ff admin admin] 10.222.0.24 "PUT /v2.0/routers/16a39a13-052c-4d74-9b65-6b334452848b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3077965 Sep 16 05:09:17.940254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53002) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:17.972853 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998bf0c9-79e0-4baf-8c95-f70a109981a4 None None] Routers {'16a39a13-052c-4d74-9b65-6b334452848b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:17.974692 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-998bf0c9-79e0-4baf-8c95-f70a109981a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['16a39a13-052c-4d74-9b65-6b334452848b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:18.178368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-eebdb603-7308-4b21-807d-5dc0363e4a3b req-e539103a-315d-433c-b36f-9fc6b68a2cb4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.222043 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-998bf0c9-79e0-4baf-8c95-f70a109981a4 None None] Set router 16a39a13-052c-4d74-9b65-6b334452848b gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:18.255745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539103a-315d-433c-b36f-9fc6b68a2cb4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=a7b97f70-c747-466e-9286-7f704e4e0cc3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:18.344976 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebdb603-7308-4b21-807d-5dc0363e4a3b req-e539103a-315d-433c-b36f-9fc6b68a2cb4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] No DVR routers for this DVR port a7b97f70-c747-466e-9286-7f704e4e0cc3 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:18.347695 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-eebdb603-7308-4b21-807d-5dc0363e4a3b req-e539103a-315d-433c-b36f-9fc6b68a2cb4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.353634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eebdb603-7308-4b21-807d-5dc0363e4a3b req-e539103a-315d-433c-b36f-9fc6b68a2cb4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.37 "DELETE /v2.0/ports/a7b97f70-c747-466e-9286-7f704e4e0cc3 HTTP/1.1" status: 204 len: 173 time: 1.2708457 Sep 16 05:09:18.354265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'name': 'network-vif-deleted', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:18.361013 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee341ab7-ecdc-4d6f-b32d-c3b2dd60f8bc" -d '{"events": [{"server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "name": "network-vif-deleted", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:18.450097 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bb9644-7edc-48c0-a287-7beba26285a4 x-openstack-request-id: req-c4bb9644-7edc-48c0-a287-7beba26285a4 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:18.450419 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f7b7dd-6f0e-46f0-991d-8fc63fd713c3", "name": "network-vif-deleted", "tag": "a7b97f70-c747-466e-9286-7f704e4e0cc3", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:18.450675 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4bb9644-7edc-48c0-a287-7beba26285a4 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:18.451093 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f7b7dd-6f0e-46f0-991d-8fc63fd713c3', 'name': 'network-vif-deleted', 'tag': 'a7b97f70-c747-466e-9286-7f704e4e0cc3', 'status': 'completed', 'code': 200} Sep 16 05:09:18.584186 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.593303 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-998bf0c9-79e0-4baf-8c95-f70a109981a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a39a13-052c-4d74-9b65-6b334452848b', 'name': 'tempest-TestServerMultinode-1270550831-router', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:09Z', 'updated_at': '2021-09-16T05:09:16Z', 'revision_number': 5, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'gw_port': {'id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:10Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:18.621475 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bf0c9-79e0-4baf-8c95-f70a109981a4 None None] Checking router: 16a39a13-052c-4d74-9b65-6b334452848b for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:18.631059 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998bf0c9-79e0-4baf-8c95-f70a109981a4 None None] Routers {'16a39a13-052c-4d74-9b65-6b334452848b'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:18.631690 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-998bf0c9-79e0-4baf-8c95-f70a109981a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['16a39a13-052c-4d74-9b65-6b334452848b'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:18.654373 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.844929 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-998bf0c9-79e0-4baf-8c95-f70a109981a4 None None] Set router 16a39a13-052c-4d74-9b65-6b334452848b gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:19.044660 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.048832 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f7f36e4-f6d2-482c-82f0-c339d5f3dec3 req-56cf7d8c-ecd5-4358-b676-f58bfb06ebc5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f7b7dd-6f0e-46f0-991d-8fc63fd713c3 HTTP/1.1" status: 200 len: 210 time: 0.0928030 Sep 16 05:09:19.053604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port 8321dfc2-2f46-4dc8-989e-ebb6fb993e64 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:19.053948 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.120243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ce9c1-3158-40da-ba6f-82dfa22f43c1 req-a2363247-1e87-48d8-8698-93ec35c29bce tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:19.126208 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-787ce9c1-3158-40da-ba6f-82dfa22f43c1 req-a2363247-1e87-48d8-8698-93ec35c29bce tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.2378857 Sep 16 05:09:19.184906 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-787ce9c1-3158-40da-ba6f-82dfa22f43c1 req-e0a224ed-86a7-4155-827d-05907e8c4dae tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507734 Sep 16 05:09:19.279753 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.289546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for 8321dfc2-2f46-4dc8-989e-ebb6fb993e64 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:19.301651 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-998bf0c9-79e0-4baf-8c95-f70a109981a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a39a13-052c-4d74-9b65-6b334452848b', 'name': 'tempest-TestServerMultinode-1270550831-router', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:09Z', 'updated_at': '2021-09-16T05:09:16Z', 'revision_number': 5, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'gw_port': {'id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:10Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:19.372249 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bf0c9-79e0-4baf-8c95-f70a109981a4 None None] The sync data for ids ['16a39a13-052c-4d74-9b65-6b334452848b'] in n-d-712137-12 is: [{'id': '16a39a13-052c-4d74-9b65-6b334452848b', 'name': 'tempest-TestServerMultinode-1270550831-router', 'tenant_id': '91610e7b9f5249d3abac64f42e9c95f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:09Z', 'updated_at': '2021-09-16T05:09:16Z', 'revision_number': 5, 'project_id': '91610e7b9f5249d3abac64f42e9c95f1', 'gw_port': {'id': '90f85a4b-6587-4288-84bb-8d75dec6a25d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a39a13-052c-4d74-9b65-6b334452848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:10Z', 'updated_at': '2021-09-16T05:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:19.511026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Deleting port 90f85a4b-6587-4288-84bb-8d75dec6a25d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:19.512060 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.609714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] For port 90f85a4b-6587-4288-84bb-8d75dec6a25d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=90f85a4b-6587-4288-84bb-8d75dec6a25d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:19.610496 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.624354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.633939 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Calling delete_port for 90f85a4b-6587-4288-84bb-8d75dec6a25d owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:19.693100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=8321dfc2-2f46-4dc8-989e-ebb6fb993e64,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.787870 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.826467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5a2b3420-0faa-4aae-96c0-d6aa1c116908 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:19.867883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 5a2b3420-0faa-4aae-96c0-d6aa1c116908 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:19.868789 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5a2b3420-0faa-4aae-96c0-d6aa1c116908 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:19.937730 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.948230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.076844 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.078777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Fanout notify agent at l3_agent the message router_deleted on router 7351d761-b748-400d-b356-a64161e80758 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:20.104501 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.112095 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-161493b7-f276-497c-807c-0eb97e74b477 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/7351d761-b748-400d-b356-a64161e80758 HTTP/1.1" status: 204 len: 168 time: 2.3719466 Sep 16 05:09:20.115148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53026) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:20.124599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9aa32710-ad97-4497-bc37-235057f97e21 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'network': {'name': 'tempest-RoutersTest-1190987839'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:20.168417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53028) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:20.189453 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.217581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f85a4b-6587-4288-84bb-8d75dec6a25d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:20.312665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa32710-ad97-4497-bc37-235057f97e21 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:20.319695 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa32710-ad97-4497-bc37-235057f97e21 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.419435 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.484922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca62599-9fa2-406a-a82a-1f904c824467 req-dd5fcf49-9ab8-4b6f-809a-9229b87b11b3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.486572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dca62599-9fa2-406a-a82a-1f904c824467 req-dd5fcf49-9ab8-4b6f-809a-9229b87b11b3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.1353014 Sep 16 05:09:20.570235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa32710-ad97-4497-bc37-235057f97e21 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:20.611115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.614739 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.622511 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa32710-ad97-4497-bc37-235057f97e21 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.622885 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-9aa32710-ad97-4497-bc37-235057f97e21 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Added segment 8570a818-ef24-4173-8414-b9abe09b566c of type vlan for network f52d6661-033b-4cc1-ab61-a081e5981610 Sep 16 05:09:20.716238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa32710-ad97-4497-bc37-235057f97e21 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.775203 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.775740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16a39a13-052c-4d74-9b65-6b334452848b {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:20.780758 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.781331 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-64d4aaea-430b-4080-b9e1-5ca0deb65c45 admin admin] 10.222.0.24 "DELETE /v2.0/routers/16a39a13-052c-4d74-9b65-6b334452848b HTTP/1.1" status: 204 len: 168 time: 2.8407576 Sep 16 05:09:20.784286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53036) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:20.798969 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa32710-ad97-4497-bc37-235057f97e21 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.809908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa32710-ad97-4497-bc37-235057f97e21 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.810662 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9aa32710-ad97-4497-bc37-235057f97e21 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.968025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4650db2-b906-4c4d-b1d0-b5bce5dcf75c admin admin] Deleting subnet 95b754f7-3029-468f-8a39-c053b247af7f {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:20.982553 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4650db2-b906-4c4d-b1d0-b5bce5dcf75c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.982553 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9aa32710-ad97-4497-bc37-235057f97e21 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8677773 Sep 16 05:09:20.993901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53040) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.000895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-cdcd09ba-4c4e-4cf1-83cb-8099952649e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'subnet': {'network_id': 'f52d6661-033b-4cc1-ab61-a081e5981610', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:21.006310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa32710-ad97-4497-bc37-235057f97e21 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Network': ['ID=f52d6661-033b-4cc1-ab61-a081e5981610,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:21.021109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network f52d6661-033b-4cc1-ab61-a081e5981610 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:21.057134 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4650db2-b906-4c4d-b1d0-b5bce5dcf75c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.135351 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dca62599-9fa2-406a-a82a-1f904c824467 req-01db37f3-0dd6-4c9e-99d7-5c2e0bbfa4b8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857932 Sep 16 05:09:21.181947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device a7b97f70-c747-466e-9286-7f704e4e0cc3 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:21.204424 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4650db2-b906-4c4d-b1d0-b5bce5dcf75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.220337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: a7b97f70-c747-466e-9286-7f704e4e0cc3 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:21.237471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device a7b97f70-c747-466e-9286-7f704e4e0cc3 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:21.321375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcd09ba-4c4e-4cf1-83cb-8099952649e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:21.324870 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdcd09ba-4c4e-4cf1-83cb-8099952649e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.343507 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4650db2-b906-4c4d-b1d0-b5bce5dcf75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.374065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4650db2-b906-4c4d-b1d0-b5bce5dcf75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b754f7-3029-468f-8a39-c053b247af7f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:21.384993 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4650db2-b906-4c4d-b1d0-b5bce5dcf75c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.384993 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a4650db2-b906-4c4d-b1d0-b5bce5dcf75c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/95b754f7-3029-468f-8a39-c053b247af7f HTTP/1.1" status: 204 len: 168 time: 0.5987883 Sep 16 05:09:21.384993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53048) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.386963 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d718f561-4e27-4280-947c-ef7f1b27c48a None None] Network 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:21.483663 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5235-84e1-4e21-8a98-f590fd03004b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.490712 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.562756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Deleting port dae53be1-9dca-482f-91b8-39f1ce63066a {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:21.563384 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.720532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] For port dae53be1-9dca-482f-91b8-39f1ce63066a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=dae53be1-9dca-482f-91b8-39f1ce63066a,segment=NetworkSegment(ac34cef2-7033-43ff-a1f6-657c7af04ab2),segment_id=ac34cef2-7033-43ff-a1f6-657c7af04ab2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:21.720694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.725956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20780f74-7938-40b5-85dd-5d0a08292dcf None None] DHCP port deletion for 6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:21.746124 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Calling delete_port for dae53be1-9dca-482f-91b8-39f1ce63066a owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:21.849450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device dae53be1-9dca-482f-91b8-39f1ce63066a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:21.923245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-20780f74-7938-40b5-85dd-5d0a08292dcf None None] Deleting port dae53be1-9dca-482f-91b8-39f1ce63066a {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:21.924596 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdcd09ba-4c4e-4cf1-83cb-8099952649e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.926816 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20780f74-7938-40b5-85dd-5d0a08292dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.012441 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.024490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No active binding found for port dae53be1-9dca-482f-91b8-39f1ce63066a {{(pid=95453) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:09:22.025707 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device dae53be1-9dca-482f-91b8-39f1ce63066a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:22.026477 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 90f85a4b-6587-4288-84bb-8d75dec6a25d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:22.026771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd09ba-4c4e-4cf1-83cb-8099952649e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Subnet': ['ID=452dee5a-daf8-4010-9b5f-20bc630ced81,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.036893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-b6ae5235-84e1-4e21-8a98-f590fd03004b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port bf9e35ea-a6ea-42f9-b958-c95ff91a557a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:22.037347 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5235-84e1-4e21-8a98-f590fd03004b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.049358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] No DVR routers for this DVR port dae53be1-9dca-482f-91b8-39f1ce63066a on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:22.055118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 90f85a4b-6587-4288-84bb-8d75dec6a25d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:22.055846 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 90f85a4b-6587-4288-84bb-8d75dec6a25d not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:22.061012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd09ba-4c4e-4cf1-83cb-8099952649e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Checking segment: {'id': '8570a818-ef24-4173-8414-b9abe09b566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f52d6661-033b-4cc1-ab61-a081e5981610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:22.061362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd09ba-4c4e-4cf1-83cb-8099952649e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network hostable DHCP agents. Network: f52d6661-033b-4cc1-ab61-a081e5981610, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:22.069486 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-20780f74-7938-40b5-85dd-5d0a08292dcf None None] For port dae53be1-9dca-482f-91b8-39f1ce63066a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=dae53be1-9dca-482f-91b8-39f1ce63066a,segment=NetworkSegment(ac34cef2-7033-43ff-a1f6-657c7af04ab2),segment_id=ac34cef2-7033-43ff-a1f6-657c7af04ab2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:22.070289 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20780f74-7938-40b5-85dd-5d0a08292dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.085002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-20780f74-7938-40b5-85dd-5d0a08292dcf None None] Calling delete_port for dae53be1-9dca-482f-91b8-39f1ce63066a owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:22.095299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae53be1-9dca-482f-91b8-39f1ce63066a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.189491 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20780f74-7938-40b5-85dd-5d0a08292dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.209482 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.225567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20780f74-7938-40b5-85dd-5d0a08292dcf None None] Pushing event deleted for resources: {'Port': ['ID=dae53be1-9dca-482f-91b8-39f1ce63066a,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.229596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20780f74-7938-40b5-85dd-5d0a08292dcf None None] No DVR routers for this DVR port dae53be1-9dca-482f-91b8-39f1ce63066a on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:22.267239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:22.284305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-b6ae5235-84e1-4e21-8a98-f590fd03004b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port bf9e35ea-a6ea-42f9-b958-c95ff91a557a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bf9e35ea-a6ea-42f9-b958-c95ff91a557a,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:22.285452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac34cef2-7033-43ff-a1f6-657c7af04ab2') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:22.285631 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5235-84e1-4e21-8a98-f590fd03004b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.286541 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac34cef2-7033-43ff-a1f6-657c7af04ab2') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:22.297984 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.304049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd09ba-4c4e-4cf1-83cb-8099952649e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network f52d6661-033b-4cc1-ab61-a081e5981610 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:22.320078 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.321858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-b6ae5235-84e1-4e21-8a98-f590fd03004b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for bf9e35ea-a6ea-42f9-b958-c95ff91a557a owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:22.329180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:22.329894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:22.332748 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:22.418763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-cdcd09ba-4c4e-4cf1-83cb-8099952649e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, f52d6661-033b-4cc1-ab61-a081e5981610) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:22.432788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4b49c-6494-4da8-b2f0-0fcfd6dcf758 req-f49e3532-a4bb-4f3e-85b7-36d5f0c155c2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.434528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb39e3c-f7b9-4431-b2f6-c3176fd02c9a None None] Network f52d6661-033b-4cc1-ab61-a081e5981610 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:22.441118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ca4b49c-6494-4da8-b2f0-0fcfd6dcf758 req-f49e3532-a4bb-4f3e-85b7-36d5f0c155c2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.1467073 Sep 16 05:09:22.459006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcd09ba-4c4e-4cf1-83cb-8099952649e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.459550 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdcd09ba-4c4e-4cf1-83cb-8099952649e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.507863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.516132 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.536867 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4 HTTP/1.1" status: 204 len: 168 time: 1.1435320 Sep 16 05:09:22.562314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ca4b49c-6494-4da8-b2f0-0fcfd6dcf758 req-8d879668-7371-49d6-8a33-383d1172b255 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201684 Sep 16 05:09:22.573900 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bdebd-0ab7-4138-a364-256e9086cd57 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c9a0f73-e916-4e1c-b258-ea6ef1a16ee4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.610882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53060) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.618762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1b861a49-de2a-49dd-b1fe-857af9684662 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-28294244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:22.622957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cdcd09ba-4c4e-4cf1-83cb-8099952649e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6264861 Sep 16 05:09:22.698386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-f52d6661-033b-4cc1-ab61-a081e5981610', 'network_id': 'f52d6661-033b-4cc1-ab61-a081e5981610', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'fixed_ips': [{'subnet_id': '452dee5a-daf8-4010-9b5f-20bc630ced81'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:22.699633 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.749883 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b861a49-de2a-49dd-b1fe-857af9684662 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.752976 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b861a49-de2a-49dd-b1fe-857af9684662 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.875835 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5235-84e1-4e21-8a98-f590fd03004b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.936428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae5235-84e1-4e21-8a98-f590fd03004b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=bf9e35ea-a6ea-42f9-b958-c95ff91a557a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.954127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b861a49-de2a-49dd-b1fe-857af9684662 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.976932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Allocated IP 172.20.0.2 (f52d6661-033b-4cc1-ab61-a081e5981610/452dee5a-daf8-4010-9b5f-20bc630ced81/1e7cad15-1d94-44b6-b8cd-24a71fc33a7f) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:23.023522 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b861a49-de2a-49dd-b1fe-857af9684662 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.317283 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5235-84e1-4e21-8a98-f590fd03004b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.319572 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.436869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ae5235-84e1-4e21-8a98-f590fd03004b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router c3fa058a-ae26-4f05-bb46-2495d2b395e3 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:23.440257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b861a49-de2a-49dd-b1fe-857af9684662 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.445185 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.445530 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1b861a49-de2a-49dd-b1fe-857af9684662 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8296902 Sep 16 05:09:23.445530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53066) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.489328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53068) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.507310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Network f52d6661-033b-4cc1-ab61-a081e5981610 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:23.508929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Pushing event updated for resources: {'Port': ['ID=1e7cad15-1d94-44b6-b8cd-24a71fc33a7f,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.517817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:23.522089 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:23.592453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Attempting to bind port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:23.593007 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Attempting to bind port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '8570a818-ef24-4173-8414-b9abe09b566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f52d6661-033b-4cc1-ab61-a081e5981610'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:23.593492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Attempting to bind port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f on network f52d6661-033b-4cc1-ab61-a081e5981610 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:23.600347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:23.600631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Checking segment: {'id': '8570a818-ef24-4173-8414-b9abe09b566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f52d6661-033b-4cc1-ab61-a081e5981610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:23.601146 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.601641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Bound using segment: {'id': '8570a818-ef24-4173-8414-b9abe09b566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f52d6661-033b-4cc1-ab61-a081e5981610'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:23.602212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Bound port: 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8570a818-ef24-4173-8414-b9abe09b566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f52d6661-033b-4cc1-ab61-a081e5981610'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:23.602774 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.627908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ae5235-84e1-4e21-8a98-f590fd03004b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:23.640345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b6ae5235-84e1-4e21-8a98-f590fd03004b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "PUT /v2.0/routers/c3fa058a-ae26-4f05-bb46-2495d2b395e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4706733 Sep 16 05:09:23.641384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53076) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.683292 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b4e29cc3-66b4-44ae-8788-0a59d6bfbe5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7b66c8df51e45f8a64e7df54fc39e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928542 Sep 16 05:09:23.685300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53078) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.719325 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a9add-33b0-41ad-b098-3a6938cdba73 None None] Sync routers for ids ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:23.760384 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a9add-33b0-41ad-b098-3a6938cdba73 None None] Routers {'c3fa058a-ae26-4f05-bb46-2495d2b395e3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:23.761268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-1b8a9add-33b0-41ad-b098-3a6938cdba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:23.762376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0b92df-81f0-4db4-b9ef-01dac107c5a6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting subnet 0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:23.771988 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c0b92df-81f0-4db4-b9ef-01dac107c5a6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.828370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] For port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:23.835082 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] For port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1e7cad15-1d94-44b6-b8cd-24a71fc33a7f,segment=NetworkSegment(8570a818-ef24-4173-8414-b9abe09b566c),segment_id=8570a818-ef24-4173-8414-b9abe09b566c)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:23.858731 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5498be-3a8b-4d56-bc69-b9f7f92856d6 req-0f03cdc8-ecf5-4dbb-bf06-0323f1e4c714 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.868002 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c5498be-3a8b-4d56-bc69-b9f7f92856d6 req-0f03cdc8-ecf5-4dbb-bf06-0323f1e4c714 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.1562917 Sep 16 05:09:23.905553 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c0b92df-81f0-4db4-b9ef-01dac107c5a6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.917809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d8b05938-5f85-4614-866e-5f32f3655392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.002083 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.020841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c5498be-3a8b-4d56-bc69-b9f7f92856d6 req-b6c8eded-19d7-44eb-818b-feeb51028392 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511626 Sep 16 05:09:24.022578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d8b05938-5f85-4614-866e-5f32f3655392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.078709 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.132658 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c0b92df-81f0-4db4-b9ef-01dac107c5a6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.197015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-1b8a9add-33b0-41ad-b098-3a6938cdba73 None None] Set router c3fa058a-ae26-4f05-bb46-2495d2b395e3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:24.211236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f406b4-abec-4695-bf6a-c6aff831543b None None] Pushing event updated for resources: {'Port': ['ID=1e7cad15-1d94-44b6-b8cd-24a71fc33a7f,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.344454 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c0b92df-81f0-4db4-b9ef-01dac107c5a6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.440429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b92df-81f0-4db4-b9ef-01dac107c5a6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Subnet': ['ID=0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.449472 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c0b92df-81f0-4db4-b9ef-01dac107c5a6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.450241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d8b05938-5f85-4614-866e-5f32f3655392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.453837 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5c0b92df-81f0-4db4-b9ef-01dac107c5a6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/subnets/0e02a9d7-3d9e-4084-9bbb-bbcf5c854adb HTTP/1.1" status: 204 len: 168 time: 0.8111591 Sep 16 05:09:24.454715 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d8b05938-5f85-4614-866e-5f32f3655392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.468683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926cc06d-2e9b-4d5a-a596-9549ae379464 None None] Network 314d528f-5053-45fc-ae4e-4d87509ad1b4 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:24.469200 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53090) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:24.473988 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d8b05938-5f85-4614-866e-5f32f3655392 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7d92da0-288e-49f0-8eef-85945a5f513d HTTP/1.1" status: 204 len: 168 time: 0.7871921 Sep 16 05:09:24.528044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b05938-5f85-4614-866e-5f32f3655392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d92da0-288e-49f0-8eef-85945a5f513d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.678619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Allocated IP 172.20.0.1 (f52d6661-033b-4cc1-ab61-a081e5981610/452dee5a-daf8-4010-9b5f-20bc630ced81/00f009ac-5007-4839-95a2-c6612b38928b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:24.708266 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.816320 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-1b8a9add-33b0-41ad-b098-3a6938cdba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:09:22Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:24.841129 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.855009 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a9add-33b0-41ad-b098-3a6938cdba73 None None] Checking router: c3fa058a-ae26-4f05-bb46-2495d2b395e3 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:24.869717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a9add-33b0-41ad-b098-3a6938cdba73 None None] Routers {'c3fa058a-ae26-4f05-bb46-2495d2b395e3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:24.870420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-1b8a9add-33b0-41ad-b098-3a6938cdba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:24.881526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.970863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81361738-7473-45fa-8e78-0aa6dba2cba6 None None] DHCP port deletion for 314d528f-5053-45fc-ae4e-4d87509ad1b4 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:25.012940 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.063296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-1b8a9add-33b0-41ad-b098-3a6938cdba73 None None] Set router c3fa058a-ae26-4f05-bb46-2495d2b395e3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:25.108050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=00f009ac-5007-4839-95a2-c6612b38928b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:25.121575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port e28d6ac0-cdce-49c9-a21f-9324e0c26563 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:25.132765 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.138647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network f52d6661-033b-4cc1-ab61-a081e5981610 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:25.140426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:25.147909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:25.239504 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.345170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port e28d6ac0-cdce-49c9-a21f-9324e0c26563, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e28d6ac0-cdce-49c9-a21f-9324e0c26563,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:25.345964 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.365826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for e28d6ac0-cdce-49c9-a21f-9324e0c26563 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:25.388388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d6af4-d283-47fa-8908-4d00c0886bbc req-5661958d-8494-4d44-a0cb-d243ee0750fa tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:25.390425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-031d6af4-d283-47fa-8908-4d00c0886bbc req-5661958d-8494-4d44-a0cb-d243ee0750fa tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.1388192 Sep 16 05:09:25.391543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-81361738-7473-45fa-8e78-0aa6dba2cba6 None None] Deleting port 87b45562-81ea-41cc-83cb-344ce69f1af9 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:25.391921 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-81361738-7473-45fa-8e78-0aa6dba2cba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.485952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-031d6af4-d283-47fa-8908-4d00c0886bbc req-47abed1d-6d83-42ab-b756-89ebdb68176e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565557 Sep 16 05:09:25.513083 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.549038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-81361738-7473-45fa-8e78-0aa6dba2cba6 None None] For port 87b45562-81ea-41cc-83cb-344ce69f1af9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=87b45562-81ea-41cc-83cb-344ce69f1af9,segment=NetworkSegment(cb50f77d-dd52-4e54-b099-e5759071850b),segment_id=cb50f77d-dd52-4e54-b099-e5759071850b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:25.549825 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-81361738-7473-45fa-8e78-0aa6dba2cba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.561651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53112) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:25.583845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-1b8a9add-33b0-41ad-b098-3a6938cdba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:09:22Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:25.624177 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-81361738-7473-45fa-8e78-0aa6dba2cba6 None None] Calling delete_port for 87b45562-81ea-41cc-83cb-344ce69f1af9 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:25.624177 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a9add-33b0-41ad-b098-3a6938cdba73 None None] The sync data for ids ['c3fa058a-ae26-4f05-bb46-2495d2b395e3'] in n-d-712137-12 is: [{'id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138342450', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:09:22Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': 'e28d6ac0-cdce-49c9-a21f-9324e0c26563', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa058a-ae26-4f05-bb46-2495d2b395e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:07Z', 'updated_at': '2021-09-16T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:25.624177 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f853b5b-d29f-43c1-9627-876c5282d213 None None] Network f52d6661-033b-4cc1-ab61-a081e5981610 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:25.761616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-797e869d-af23-4324-a4ff-4f982e86dbdb None None] Provisioning complete for port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:25.762293 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-797e869d-af23-4324-a4ff-4f982e86dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.806878 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.874717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=e28d6ac0-cdce-49c9-a21f-9324e0c26563,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:25.952119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.959756 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-797e869d-af23-4324-a4ff-4f982e86dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.964083 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.006096 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-81361738-7473-45fa-8e78-0aa6dba2cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.017267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81361738-7473-45fa-8e78-0aa6dba2cba6 None None] No DVR routers for this DVR port 87b45562-81ea-41cc-83cb-344ce69f1af9 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:26.028404 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-18d1312f-5820-4b66-ae09-c17ef66c66b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91610e7b9f5249d3abac64f42e9c95f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625995 Sep 16 05:09:26.030594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21635a75-7bb8-41ca-bd60-a2342e8e00e8 req-7ec52a38-55c3-4e96-852a-5de8d984c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.032433 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21635a75-7bb8-41ca-bd60-a2342e8e00e8 req-7ec52a38-55c3-4e96-852a-5de8d984c8bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 1098 time: 0.0762346 Sep 16 05:09:26.033456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53116) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.064350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81361738-7473-45fa-8e78-0aa6dba2cba6 None None] Pushing event deleted for resources: {'Port': ['ID=87b45562-81ea-41cc-83cb-344ce69f1af9,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.067219 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-797e869d-af23-4324-a4ff-4f982e86dbdb None None] For port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1e7cad15-1d94-44b6-b8cd-24a71fc33a7f,segment=NetworkSegment(8570a818-ef24-4173-8414-b9abe09b566c),segment_id=8570a818-ef24-4173-8414-b9abe09b566c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:26.107443 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.157743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:26.211677 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.217926 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.224158 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-797e869d-af23-4324-a4ff-4f982e86dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.317634 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.324241 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=00f009ac-5007-4839-95a2-c6612b38928b,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.337538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e869d-af23-4324-a4ff-4f982e86dbdb None None] Pushing event updated for resources: {'Port': ['ID=1e7cad15-1d94-44b6-b8cd-24a71fc33a7f,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.340850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:26.341239 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.370405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5694-3ef9-4b47-b828-528643e8a6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.370727 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.371304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Fanout notify agent at l3_agent the message router_deleted on router c3fa058a-ae26-4f05-bb46-2495d2b395e3 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:26.378935 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.389502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7285bd6e-19da-48b2-9500-4be1250a9d7a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/routers/c3fa058a-ae26-4f05-bb46-2495d2b395e3 HTTP/1.1" status: 204 len: 168 time: 1.9099758 Sep 16 05:09:26.389502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53120) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.400488 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5694-3ef9-4b47-b828-528643e8a6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.477399 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0895e333-c417-4fa8-9791-25f89defdbd3 None None] Provisioning complete for port 00f009ac-5007-4839-95a2-c6612b38928b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:26.477776 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0895e333-c417-4fa8-9791-25f89defdbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.538194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0895e333-c417-4fa8-9791-25f89defdbd3 None None] Port 00f009ac-5007-4839-95a2-c6612b38928b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:26.546312 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.561613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0895e333-c417-4fa8-9791-25f89defdbd3 None None] Provisioning complete for port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:26.562147 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0895e333-c417-4fa8-9791-25f89defdbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.623876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 87b45562-81ea-41cc-83cb-344ce69f1af9 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:26.674604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 87b45562-81ea-41cc-83cb-344ce69f1af9 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:26.677000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 87b45562-81ea-41cc-83cb-344ce69f1af9 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:26.700496 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21635a75-7bb8-41ca-bd60-a2342e8e00e8 req-e2023b18-2380-4ae6-9ce2-f528aaed6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.702213 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21635a75-7bb8-41ca-bd60-a2342e8e00e8 req-e2023b18-2380-4ae6-9ce2-f528aaed6833 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.6109533 Sep 16 05:09:26.761783 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21635a75-7bb8-41ca-bd60-a2342e8e00e8 req-eff294cd-e59a-4188-be64-3d4f7321bf8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2055a994-362a-4c87-86db-b3f50fc3f9b3 HTTP/1.1" status: 200 len: 217 time: 0.0492501 Sep 16 05:09:26.763950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network f52d6661-033b-4cc1-ab61-a081e5981610 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:26.765929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:26.803392 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5694-3ef9-4b47-b828-528643e8a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.805957 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5694-3ef9-4b47-b828-528643e8a6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.809685 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c6cd5694-3ef9-4b47-b828-528643e8a6e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2070e0bc-e749-4bab-b712-d14a7c90e768 HTTP/1.1" status: 204 len: 168 time: 0.7727468 Sep 16 05:09:26.817324 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.866002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314d528f-5053-45fc-ae4e-4d87509ad1b4']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:26.872152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5b0ae6f2-2f96-4616-bfc4-12bf3472f4ba None None] Provisioning complete for port 00f009ac-5007-4839-95a2-c6612b38928b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:26.872776 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae6f2-2f96-4616-bfc4-12bf3472f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.881804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd5694-3ef9-4b47-b828-528643e8a6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2070e0bc-e749-4bab-b712-d14a7c90e768,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.892043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f7aeb-7b6e-42d7-ac4c-7504eb93aa46 req-3ec1b72b-62fe-46b2-9462-4828598bf166 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.894065 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae7f7aeb-7b6e-42d7-ac4c-7504eb93aa46 req-3ec1b72b-62fe-46b2-9462-4828598bf166 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.2319288 Sep 16 05:09:26.895990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb50f77d-dd52-4e54-b099-e5759071850b') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:26.896290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb50f77d-dd52-4e54-b099-e5759071850b') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:26.907155 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.945551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21635a75-7bb8-41ca-bd60-a2342e8e00e8 req-cbae08fc-daeb-4ba4-bbc9-bf26bf1dad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.947451 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21635a75-7bb8-41ca-bd60-a2342e8e00e8 req-cbae08fc-daeb-4ba4-bbc9-bf26bf1dad8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.1757791 Sep 16 05:09:26.955183 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.996015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae7f7aeb-7b6e-42d7-ac4c-7504eb93aa46 req-c9f068ec-de0c-441f-8955-38d751a05827 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859506 Sep 16 05:09:26.997805 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:26.998668 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:27.003604 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:27.009171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ae6f2-2f96-4616-bfc4-12bf3472f4ba None None] Port 00f009ac-5007-4839-95a2-c6612b38928b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:27.052254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21635a75-7bb8-41ca-bd60-a2342e8e00e8 req-fcea73c4-af6b-42ad-b538-a9d0a3fb9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.053872 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21635a75-7bb8-41ca-bd60-a2342e8e00e8 req-fcea73c4-af6b-42ad-b538-a9d0a3fb9d5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991158 Sep 16 05:09:27.176718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router 666dea6c-6f35-4cb8-be9f-9972681e5510 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:27.179966 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21635a75-7bb8-41ca-bd60-a2342e8e00e8 req-130e01ed-b85d-4d37-ba7d-88bca99f5510 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186378 Sep 16 05:09:27.237681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-47dfa6e0-0697-44ca-b8d1-f9181b8b01c3 None None] Provisioning complete for port 00f009ac-5007-4839-95a2-c6612b38928b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:27.238648 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47dfa6e0-0697-44ca-b8d1-f9181b8b01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.240775 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.274331 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.275160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/networks/314d528f-5053-45fc-ae4e-4d87509ad1b4 HTTP/1.1" status: 204 len: 168 time: 0.8912215 Sep 16 05:09:27.276077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Network': ['ID=314d528f-5053-45fc-ae4e-4d87509ad1b4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:27.278934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53130) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.307948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.308297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.308993 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.308993 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.309302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.309648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.309963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.310285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.310662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.310962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.311248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.311566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3039d7c-c764-410a-88e3-9239d309ef8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.311914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-47dfa6e0-0697-44ca-b8d1-f9181b8b01c3 None None] Port 00f009ac-5007-4839-95a2-c6612b38928b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:27.344885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:27.350896 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4deea895-8fa4-4260-8126-57a2c0d4d91f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/666dea6c-6f35-4cb8-be9f-9972681e5510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9045157 Sep 16 05:09:27.356532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53132) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.357463 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9960d0-0265-4d69-b6c2-0bb6006fe69e None None] Sync routers for ids ['666dea6c-6f35-4cb8-be9f-9972681e5510'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:27.367987 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce485e10-ebf9-4607-8ba8-3e7c0ce2ff77 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.371639 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9960d0-0265-4d69-b6c2-0bb6006fe69e None None] Routers {'666dea6c-6f35-4cb8-be9f-9972681e5510'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:27.373244 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-db9960d0-0265-4d69-b6c2-0bb6006fe69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['666dea6c-6f35-4cb8-be9f-9972681e5510'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:27.397854 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-21635a75-7bb8-41ca-bd60-a2342e8e00e8 req-bce64aee-e9aa-4f77-9094-81ff52ecd08d service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105234 Sep 16 05:09:27.412614 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce485e10-ebf9-4607-8ba8-3e7c0ce2ff77 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.414763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e3fdd-8a31-41b7-9d57-609af1e4ae52 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.417584 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-db9960d0-0265-4d69-b6c2-0bb6006fe69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:27.420629 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-174e3fdd-8a31-41b7-9d57-609af1e4ae52 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports/00f009ac-5007-4839-95a2-c6612b38928b HTTP/1.1" status: 200 len: 910 time: 0.0636659 Sep 16 05:09:27.421260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53134) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.427886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3c5efb78-d07a-47bc-b836-bf0aa80f030b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '452dee5a-daf8-4010-9b5f-20bc630ced81'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:27.428162 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9960d0-0265-4d69-b6c2-0bb6006fe69e None None] Routers {'666dea6c-6f35-4cb8-be9f-9972681e5510'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:27.428951 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-db9960d0-0265-4d69-b6c2-0bb6006fe69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['666dea6c-6f35-4cb8-be9f-9972681e5510'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:27.463669 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-db9960d0-0265-4d69-b6c2-0bb6006fe69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:27.464694 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9960d0-0265-4d69-b6c2-0bb6006fe69e None None] The sync data for ids ['666dea6c-6f35-4cb8-be9f-9972681e5510'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:27.572374 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce485e10-ebf9-4607-8ba8-3e7c0ce2ff77 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.576429 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce485e10-ebf9-4607-8ba8-3e7c0ce2ff77 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.578507 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ce485e10-ebf9-4607-8ba8-3e7c0ce2ff77 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/security-groups/caf7d408-bf00-4b4e-872d-41effc81e581 HTTP/1.1" status: 204 len: 168 time: 0.2974629 Sep 16 05:09:27.591954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce485e10-ebf9-4607-8ba8-3e7c0ce2ff77 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf7d408-bf00-4b4e-872d-41effc81e581,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:27.642881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c5efb78-d07a-47bc-b836-bf0aa80f030b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.795941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:27.855303 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:27.856344 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.045507 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bf9e35ea-a6ea-42f9-b958-c95ff91a557a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:28.085297 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: bf9e35ea-a6ea-42f9-b958-c95ff91a557a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:28.085663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bf9e35ea-a6ea-42f9-b958-c95ff91a557a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:28.086091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e28d6ac0-cdce-49c9-a21f-9324e0c26563 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:28.121843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: e28d6ac0-cdce-49c9-a21f-9324e0c26563 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:28.122204 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e28d6ac0-cdce-49c9-a21f-9324e0c26563 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:28.183203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caf22b-7cab-4009-8efb-1af9e06cbfc6 req-be723324-9e3d-4012-b735-e27b022bf51d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.184815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82caf22b-7cab-4009-8efb-1af9e06cbfc6 req-be723324-9e3d-4012-b735-e27b022bf51d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.0539703 Sep 16 05:09:28.238956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82caf22b-7cab-4009-8efb-1af9e06cbfc6 req-5a55025e-5dad-4424-8c34-8597e14196d2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469148 Sep 16 05:09:28.332166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53150) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:28.338472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-fc822bad-8d86-4c1c-b50a-6c7a4e94d563 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2014620627', 'description': 'tempest-secgroup-smoke-2014620627 description', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:28.456012 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc822bad-8d86-4c1c-b50a-6c7a4e94d563 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.541821 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc822bad-8d86-4c1c-b50a-6c7a4e94d563 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.548523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c5efb78-d07a-47bc-b836-bf0aa80f030b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.622695 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc822bad-8d86-4c1c-b50a-6c7a4e94d563 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.654671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc822bad-8d86-4c1c-b50a-6c7a4e94d563 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda534bb-3c5e-45ba-aeee-046c2267926d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.662641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c5efb78-d07a-47bc-b836-bf0aa80f030b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.737303 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc822bad-8d86-4c1c-b50a-6c7a4e94d563 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.738644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fc822bad-8d86-4c1c-b50a-6c7a4e94d563 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4045875 Sep 16 05:09:28.739011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5efb78-d07a-47bc-b836-bf0aa80f030b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.739652 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c5efb78-d07a-47bc-b836-bf0aa80f030b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.741076 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3c5efb78-d07a-47bc-b836-bf0aa80f030b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/ports/00f009ac-5007-4839-95a2-c6612b38928b HTTP/1.1" status: 200 len: 910 time: 1.3188286 Sep 16 05:09:28.741561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53152) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:28.744542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53154) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:28.746451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-bbb2244f-1905-48ad-b075-2ac18d6e0f8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fda534bb-3c5e-45ba-aeee-046c2267926d', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:28.751525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5efb78-d07a-47bc-b836-bf0aa80f030b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=00f009ac-5007-4839-95a2-c6612b38928b,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.851835 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bbb2244f-1905-48ad-b075-2ac18d6e0f8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.915085 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bbb2244f-1905-48ad-b075-2ac18d6e0f8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.017278 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bbb2244f-1905-48ad-b075-2ac18d6e0f8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.039593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2244f-1905-48ad-b075-2ac18d6e0f8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf6c937-336c-416c-adf0-2485357e90ad,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:29.074270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e30975e0-8eaa-4ef0-90c7-fbb8b7e28833 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.126085 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bbb2244f-1905-48ad-b075-2ac18d6e0f8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.127375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bbb2244f-1905-48ad-b075-2ac18d6e0f8d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3845999 Sep 16 05:09:29.131037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53158) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.135481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f41e6bb0-67d2-4690-9226-e48258208ac3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fda534bb-3c5e-45ba-aeee-046c2267926d', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:29.272142 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f41e6bb0-67d2-4690-9226-e48258208ac3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.332560 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e30975e0-8eaa-4ef0-90c7-fbb8b7e28833 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port 00f009ac-5007-4839-95a2-c6612b38928b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:29.332560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e30975e0-8eaa-4ef0-90c7-fbb8b7e28833 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.360036 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f41e6bb0-67d2-4690-9226-e48258208ac3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.383006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9f353-a9a6-465e-8320-f59fb4b76eab req-2039c679-1149-4920-aa75-0d27408e35f1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.384683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7f9f353-a9a6-465e-8320-f59fb4b76eab req-2039c679-1149-4920-aa75-0d27408e35f1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 946 time: 0.0653758 Sep 16 05:09:29.426588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7f9f353-a9a6-465e-8320-f59fb4b76eab req-9b8249a0-05db-4de8-b30e-eb094e59f07a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357854 Sep 16 05:09:29.431191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e30975e0-8eaa-4ef0-90c7-fbb8b7e28833 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.444093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e30975e0-8eaa-4ef0-90c7-fbb8b7e28833 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for 00f009ac-5007-4839-95a2-c6612b38928b owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:29.460763 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f41e6bb0-67d2-4690-9226-e48258208ac3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.484079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e6bb0-67d2-4690-9226-e48258208ac3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a33fd9f-5749-4c10-9bd9-1f0ad97114cb,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:29.537351 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f41e6bb0-67d2-4690-9226-e48258208ac3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.538666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f41e6bb0-67d2-4690-9226-e48258208ac3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4067137 Sep 16 05:09:29.546438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53170) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.552390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-728020bf-4544-43b1-befd-d405352b87f4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fda534bb-3c5e-45ba-aeee-046c2267926d', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:29.673330 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-728020bf-4544-43b1-befd-d405352b87f4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.697113 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e30975e0-8eaa-4ef0-90c7-fbb8b7e28833 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.730322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30975e0-8eaa-4ef0-90c7-fbb8b7e28833 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=00f009ac-5007-4839-95a2-c6612b38928b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:29.887473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 2055a994-362a-4c87-86db-b3f50fc3f9b3 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:29.893561 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e30975e0-8eaa-4ef0-90c7-fbb8b7e28833 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.049444 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.063364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53174) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.079902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30975e0-8eaa-4ef0-90c7-fbb8b7e28833 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router 666dea6c-6f35-4cb8-be9f-9972681e5510 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:30.094102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be8986e-b0b2-415f-83f5-7850fdae7486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2055a994-362a-4c87-86db-b3f50fc3f9b3'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:30.099113 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686140f4-1a5d-4354-97ac-7c33a97f4b87" -d '{"events": [{"server_uuid": "3be8986e-b0b2-415f-83f5-7850fdae7486", "name": "network-vif-unplugged", "status": "completed", "tag": "2055a994-362a-4c87-86db-b3f50fc3f9b3"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:30.114602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 2055a994-362a-4c87-86db-b3f50fc3f9b3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2055a994-362a-4c87-86db-b3f50fc3f9b3,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:30.131204 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-728020bf-4544-43b1-befd-d405352b87f4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.148707 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131bddc0-85c0-45d5-a385-408bc8eecf9e x-openstack-request-id: req-131bddc0-85c0-45d5-a385-408bc8eecf9e {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:30.149313 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be8986e-b0b2-415f-83f5-7850fdae7486", "name": "network-vif-unplugged", "status": "failed", "tag": "2055a994-362a-4c87-86db-b3f50fc3f9b3", "code": 422}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:30.149567 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-131bddc0-85c0-45d5-a385-408bc8eecf9e {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:30.149970 n-d-712137-12 neutron-server[95453]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3be8986e-b0b2-415f-83f5-7850fdae7486', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2055a994-362a-4c87-86db-b3f50fc3f9b3', 'code': 422} returned with failed status Sep 16 05:09:30.167934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30975e0-8eaa-4ef0-90c7-fbb8b7e28833 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:30.180502 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e30975e0-8eaa-4ef0-90c7-fbb8b7e28833 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/666dea6c-6f35-4cb8-be9f-9972681e5510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4277205 Sep 16 05:09:30.180502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53180) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.180930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930238d-454d-45b1-8e66-514e71108afb None None] Sync routers for ids ['666dea6c-6f35-4cb8-be9f-9972681e5510'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:30.189087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930238d-454d-45b1-8e66-514e71108afb None None] Routers {'666dea6c-6f35-4cb8-be9f-9972681e5510'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:30.189652 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c930238d-454d-45b1-8e66-514e71108afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['666dea6c-6f35-4cb8-be9f-9972681e5510'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:30.216333 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b6660c4c-2885-46c5-9a52-8409a3953f52 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=666dea6c-6f35-4cb8-be9f-9972681e5510 HTTP/1.1" status: 200 len: 205 time: 0.0379276 Sep 16 05:09:30.218551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53182) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.223707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-abc36b0d-e073-4344-849d-398c15f65067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.224392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c930238d-454d-45b1-8e66-514e71108afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:30.234303 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930238d-454d-45b1-8e66-514e71108afb None None] Routers {'666dea6c-6f35-4cb8-be9f-9972681e5510'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:30.234913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c930238d-454d-45b1-8e66-514e71108afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['666dea6c-6f35-4cb8-be9f-9972681e5510'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:30.258043 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-728020bf-4544-43b1-befd-d405352b87f4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.272901 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c930238d-454d-45b1-8e66-514e71108afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:30.273568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930238d-454d-45b1-8e66-514e71108afb None None] The sync data for ids ['666dea6c-6f35-4cb8-be9f-9972681e5510'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:30.275318 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.313388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728020bf-4544-43b1-befd-d405352b87f4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302f2a50-a12c-49bb-88c2-1a3d8e84f4b4,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.321469 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c54697fe-23f3-42b7-a566-708f705c3578 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.331552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=2055a994-362a-4c87-86db-b3f50fc3f9b3,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.337527 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-abc36b0d-e073-4344-849d-398c15f65067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.422742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-abc36b0d-e073-4344-849d-398c15f65067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.468488 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-abc36b0d-e073-4344-849d-398c15f65067 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=430916dc67234b96ade5608cb8e37e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014904 Sep 16 05:09:30.468488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc36b0d-e073-4344-849d-398c15f65067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6805224b-2ec5-4d39-87fd-57a30de74985,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.470786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53188) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.504432 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c54697fe-23f3-42b7-a566-708f705c3578 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.506895 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c54697fe-23f3-42b7-a566-708f705c3578 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.531202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2aab6f7a-546f-47cf-a234-6c6f73a1236c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.554261 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2aab6f7a-546f-47cf-a234-6c6f73a1236c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.556547 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-728020bf-4544-43b1-befd-d405352b87f4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.557638 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-728020bf-4544-43b1-befd-d405352b87f4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0102406 Sep 16 05:09:30.560447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53190) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.565721 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4832e2d0-2a48-416d-9ca0-225478f948f9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fda534bb-3c5e-45ba-aeee-046c2267926d', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:30.598803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdff66-ced9-4568-a434-bfea3f692cb3 req-395979af-7f87-45d4-a913-b69570345c37 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.600315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25bdff66-ced9-4568-a434-bfea3f692cb3 req-395979af-7f87-45d4-a913-b69570345c37 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 944 time: 0.0549345 Sep 16 05:09:30.633845 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c54697fe-23f3-42b7-a566-708f705c3578 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.634368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54697fe-23f3-42b7-a566-708f705c3578 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Fanout notify agent at l3_agent the message router_deleted on router 666dea6c-6f35-4cb8-be9f-9972681e5510 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:30.642506 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c54697fe-23f3-42b7-a566-708f705c3578 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.643631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c54697fe-23f3-42b7-a566-708f705c3578 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/666dea6c-6f35-4cb8-be9f-9972681e5510 HTTP/1.1" status: 204 len: 168 time: 0.4239717 Sep 16 05:09:30.646456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53192) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.656135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25bdff66-ced9-4568-a434-bfea3f692cb3 req-60adb22a-e493-4950-bac6-e417f2b1a67b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496497 Sep 16 05:09:30.694804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4832e2d0-2a48-416d-9ca0-225478f948f9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.710533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bebb4eb-dfcd-4aee-9a3b-53ac6455e845 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting subnet 452dee5a-daf8-4010-9b5f-20bc630ced81 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:30.713938 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bebb4eb-dfcd-4aee-9a3b-53ac6455e845 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.720057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2aab6f7a-546f-47cf-a234-6c6f73a1236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.723679 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2aab6f7a-546f-47cf-a234-6c6f73a1236c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.724925 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2aab6f7a-546f-47cf-a234-6c6f73a1236c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6805224b-2ec5-4d39-87fd-57a30de74985 HTTP/1.1" status: 204 len: 168 time: 0.2532201 Sep 16 05:09:30.755052 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab6f7a-546f-47cf-a234-6c6f73a1236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6805224b-2ec5-4d39-87fd-57a30de74985,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.777688 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4832e2d0-2a48-416d-9ca0-225478f948f9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.788752 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bebb4eb-dfcd-4aee-9a3b-53ac6455e845 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.835582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a344bc-5d4c-4bfc-80af-701ca9e71d2b req-a5a2804d-9fe0-45e9-9438-3ce7b4bd2a30 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.837094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06a344bc-5d4c-4bfc-80af-701ca9e71d2b req-a5a2804d-9fe0-45e9-9438-3ce7b4bd2a30 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0944123 Sep 16 05:09:30.858421 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4832e2d0-2a48-416d-9ca0-225478f948f9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.877839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832e2d0-2a48-416d-9ca0-225478f948f9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7593bd2b-a33b-4252-beef-a20da12e26c7,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.915784 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06a344bc-5d4c-4bfc-80af-701ca9e71d2b req-4dc38f1e-70f5-40a6-a1bb-3365747c384c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723495 Sep 16 05:09:30.921678 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bebb4eb-dfcd-4aee-9a3b-53ac6455e845 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.944873 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4832e2d0-2a48-416d-9ca0-225478f948f9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.944873 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4832e2d0-2a48-416d-9ca0-225478f948f9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3812926 Sep 16 05:09:30.945469 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53200) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.949965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b1ac98d5-3b4f-40bb-8bc0-0be5bbd77ed1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fda534bb-3c5e-45ba-aeee-046c2267926d', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:31.043261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdca0e3-8554-4de7-ac09-0a5114aff583 req-7bd35d17-27dc-47a4-be80-c252129d0e91 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.044809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9bdca0e3-8554-4de7-ac09-0a5114aff583 req-7bd35d17-27dc-47a4-be80-c252129d0e91 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0553470 Sep 16 05:09:31.061642 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-b1ac98d5-3b4f-40bb-8bc0-0be5bbd77ed1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Project b57050cfd0c741c1b347796c3e06ea10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:09:31.068016 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1ac98d5-3b4f-40bb-8bc0-0be5bbd77ed1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.086526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9bdca0e3-8554-4de7-ac09-0a5114aff583 req-acb217c5-0e29-4e1a-89a5-ed94c06686b1 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353227 Sep 16 05:09:31.091836 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bebb4eb-dfcd-4aee-9a3b-53ac6455e845 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.124396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebb4eb-dfcd-4aee-9a3b-53ac6455e845 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Subnet': ['ID=452dee5a-daf8-4010-9b5f-20bc630ced81,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.125856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bebb4eb-dfcd-4aee-9a3b-53ac6455e845 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.130262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4bebb4eb-dfcd-4aee-9a3b-53ac6455e845 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/452dee5a-daf8-4010-9b5f-20bc630ced81 HTTP/1.1" status: 204 len: 168 time: 0.4801455 Sep 16 05:09:31.131328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53206) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.132635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c10112c-0db8-4090-bd46-b083aed1a0ca None None] Network f52d6661-033b-4cc1-ab61-a081e5981610 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:31.178722 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1ac98d5-3b4f-40bb-8bc0-0be5bbd77ed1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.221608 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.264360 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1ac98d5-3b4f-40bb-8bc0-0be5bbd77ed1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.293061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac98d5-3b4f-40bb-8bc0-0be5bbd77ed1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3eb189-aaca-488a-9ca1-38a214e1527c,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.307249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:31.308106 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.316594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1424bc-9ed2-4900-986f-2b3cb85b1b8c None None] DHCP port deletion for f52d6661-033b-4cc1-ab61-a081e5981610 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:31.363637 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1ac98d5-3b4f-40bb-8bc0-0be5bbd77ed1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.364347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5f1424bc-9ed2-4900-986f-2b3cb85b1b8c None None] Deleting port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:31.364763 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f1424bc-9ed2-4900-986f-2b3cb85b1b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.364934 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b1ac98d5-3b4f-40bb-8bc0-0be5bbd77ed1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4184442 Sep 16 05:09:31.367709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53208) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.374284 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-862ddb08-f6d9-4a9b-b4d9-9c4299e5c981 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fda534bb-3c5e-45ba-aeee-046c2267926d', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:31.376585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] For port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1e7cad15-1d94-44b6-b8cd-24a71fc33a7f,segment=NetworkSegment(8570a818-ef24-4173-8414-b9abe09b566c),segment_id=8570a818-ef24-4173-8414-b9abe09b566c)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:31.376958 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.392093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:31.436927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5f1424bc-9ed2-4900-986f-2b3cb85b1b8c None None] For port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1e7cad15-1d94-44b6-b8cd-24a71fc33a7f,segment=NetworkSegment(8570a818-ef24-4173-8414-b9abe09b566c),segment_id=8570a818-ef24-4173-8414-b9abe09b566c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:31.437345 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f1424bc-9ed2-4900-986f-2b3cb85b1b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.458902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5f1424bc-9ed2-4900-986f-2b3cb85b1b8c None None] Calling delete_port for 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:31.469980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53212) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.481315 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-862ddb08-f6d9-4a9b-b4d9-9c4299e5c981 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Project b57050cfd0c741c1b347796c3e06ea10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:09:31.489054 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677f1492-8d17-43cc-8bab-3da413d40834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.497503 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-862ddb08-f6d9-4a9b-b4d9-9c4299e5c981 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.531928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0734734-1474-4b4c-b723-e86352c59f32 req-ba46765c-dbe3-42a1-ab3d-91b5068a112b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.535079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0734734-1474-4b4c-b723-e86352c59f32 req-ba46765c-dbe3-42a1-ab3d-91b5068a112b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0908849 Sep 16 05:09:31.585074 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-862ddb08-f6d9-4a9b-b4d9-9c4299e5c981 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.589000 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.590862 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f1424bc-9ed2-4900-986f-2b3cb85b1b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.600840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0734734-1474-4b4c-b723-e86352c59f32 req-9738283c-e98b-4de8-809f-6e1c2bfa4498 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503929 Sep 16 05:09:31.627214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1424bc-9ed2-4900-986f-2b3cb85b1b8c None None] No DVR routers for this DVR port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:31.634189 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1424bc-9ed2-4900-986f-2b3cb85b1b8c None None] Pushing event deleted for resources: {'Port': ['ID=1e7cad15-1d94-44b6-b8cd-24a71fc33a7f,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.640152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No DVR routers for this DVR port 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:31.643548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=1e7cad15-1d94-44b6-b8cd-24a71fc33a7f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.679198 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677f1492-8d17-43cc-8bab-3da413d40834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.709647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:31.729613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:31.729963 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1e7cad15-1d94-44b6-b8cd-24a71fc33a7f not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:31.739314 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.748455 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-862ddb08-f6d9-4a9b-b4d9-9c4299e5c981 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.762652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52d6661-033b-4cc1-ab61-a081e5981610']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:31.766317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ddb08-f6d9-4a9b-b4d9-9c4299e5c981 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1deb5a9e-aa83-4626-aff7-171a84beedd0,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.772840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8570a818-ef24-4173-8414-b9abe09b566c') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:31.773142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8570a818-ef24-4173-8414-b9abe09b566c') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:31.779591 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-677f1492-8d17-43cc-8bab-3da413d40834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.786550 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.827351 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.834695 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-677f1492-8d17-43cc-8bab-3da413d40834 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6534839e1be48d6b26c264b004b888c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636703 Sep 16 05:09:31.836905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f1492-8d17-43cc-8bab-3da413d40834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fba28e-25c1-478f-94cf-c091f7104a43,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.841777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53216) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.841938 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:31.841938 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:31.843599 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:31.864100 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-862ddb08-f6d9-4a9b-b4d9-9c4299e5c981 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.865438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-862ddb08-f6d9-4a9b-b4d9-9c4299e5c981 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4962108 Sep 16 05:09:31.868672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53218) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.873636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-66410069-d500-4195-ab6c-f9831892d4bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'network': {'name': 'tempest-network-smoke--1995196802', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'port_security_enabled': True}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:31.914607 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-62f1a9d8-9c2c-49e2-9ddc-fda70673c51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.935737 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-62f1a9d8-9c2c-49e2-9ddc-fda70673c51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.975189 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.980911 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.985286 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/networks/f52d6661-033b-4cc1-ab61-a081e5981610 HTTP/1.1" status: 204 len: 168 time: 0.8507781 Sep 16 05:09:31.986731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53220) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.988214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66410069-d500-4195-ab6c-f9831892d4bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Made reservation on behalf of b57050cfd0c741c1b347796c3e06ea10 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:31.991906 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66410069-d500-4195-ab6c-f9831892d4bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.992737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-75ef3c61-91d5-4d7f-a29d-68a9fdd933d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-106488638', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:32.009639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc0bcc-7cca-47c9-ab6c-23fed74a4e3d tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Network': ['ID=f52d6661-033b-4cc1-ab61-a081e5981610,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.102709 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-62f1a9d8-9c2c-49e2-9ddc-fda70673c51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.105348 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-62f1a9d8-9c2c-49e2-9ddc-fda70673c51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.106546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-62f1a9d8-9c2c-49e2-9ddc-fda70673c51f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39fba28e-25c1-478f-94cf-c091f7104a43 HTTP/1.1" status: 204 len: 168 time: 0.2679105 Sep 16 05:09:32.112091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66410069-d500-4195-ab6c-f9831892d4bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:32.120732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1a9d8-9c2c-49e2-9ddc-fda70673c51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fba28e-25c1-478f-94cf-c091f7104a43,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.127342 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66410069-d500-4195-ab6c-f9831892d4bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.127694 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-66410069-d500-4195-ab6c-f9831892d4bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Added segment d2ebae20-0381-4a5e-a679-32d089277bd1 of type vlan for network e0646290-b698-44c3-bc3c-d18c587f00f6 Sep 16 05:09:32.132089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75ef3c61-91d5-4d7f-a29d-68a9fdd933d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.134111 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75ef3c61-91d5-4d7f-a29d-68a9fdd933d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.181466 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66410069-d500-4195-ab6c-f9831892d4bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.193429 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75ef3c61-91d5-4d7f-a29d-68a9fdd933d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.280330 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75ef3c61-91d5-4d7f-a29d-68a9fdd933d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.308647 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66410069-d500-4195-ab6c-f9831892d4bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.314275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66410069-d500-4195-ab6c-f9831892d4bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.315966 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-66410069-d500-4195-ab6c-f9831892d4bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.381454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66410069-d500-4195-ab6c-f9831892d4bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Network': ['ID=e0646290-b698-44c3-bc3c-d18c587f00f6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.391824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network e0646290-b698-44c3-bc3c-d18c587f00f6 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:32.411178 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75ef3c61-91d5-4d7f-a29d-68a9fdd933d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.412437 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-75ef3c61-91d5-4d7f-a29d-68a9fdd933d4 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4245131 Sep 16 05:09:32.415136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53224) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.419946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-af40cba6-9b2e-45de-970d-dfa68571f35f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'network': {'name': 'tempest-RoutersTest-1895312743'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:32.439977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-66410069-d500-4195-ab6c-f9831892d4bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5695815 Sep 16 05:09:32.443424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53226) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.448407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'admin_state_up': True, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:32.553149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af40cba6-9b2e-45de-970d-dfa68571f35f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:32.557204 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-af40cba6-9b2e-45de-970d-dfa68571f35f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.587071 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af40cba6-9b2e-45de-970d-dfa68571f35f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:32.596362 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-af40cba6-9b2e-45de-970d-dfa68571f35f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.596890 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-af40cba6-9b2e-45de-970d-dfa68571f35f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Added segment a3864341-1302-4382-b7a7-f6d148800180 of type vlan for network b434bb8c-2ba9-46f3-8345-48e8a71c7257 Sep 16 05:09:32.641763 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-af40cba6-9b2e-45de-970d-dfa68571f35f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.657056 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.658809 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.725896 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-af40cba6-9b2e-45de-970d-dfa68571f35f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.731690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af40cba6-9b2e-45de-970d-dfa68571f35f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.732264 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-af40cba6-9b2e-45de-970d-dfa68571f35f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.745115 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.758295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1758e-2d4a-4b9b-b125-0491089c29c9 req-8b551602-d224-414f-a223-9b8dfe5eab68 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.759919 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15a1758e-2d4a-4b9b-b125-0491089c29c9 req-8b551602-d224-414f-a223-9b8dfe5eab68 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0861061 Sep 16 05:09:32.800170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15a1758e-2d4a-4b9b-b125-0491089c29c9 req-0077d13a-27f7-40b7-9720-ba39d8bc5f87 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340672 Sep 16 05:09:32.800420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40cba6-9b2e-45de-970d-dfa68571f35f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Network': ['ID=b434bb8c-2ba9-46f3-8345-48e8a71c7257,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.811014 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network b434bb8c-2ba9-46f3-8345-48e8a71c7257 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:32.855582 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-af40cba6-9b2e-45de-970d-dfa68571f35f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4393923 Sep 16 05:09:32.856283 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53234) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.861504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8991b210-49d0-4dc7-9608-d89b2b427f86 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'subnet': {'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:32.881506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53236) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.911285 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2523873-9941-4b72-92d2-0a609b10c869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.975901 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.044734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2523873-9941-4b72-92d2-0a609b10c869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.123729 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2523873-9941-4b72-92d2-0a609b10c869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.170334 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e2523873-9941-4b72-92d2-0a609b10c869 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1be0a0fe129540a6ba57db6802838030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877910 Sep 16 05:09:33.171477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2523873-9941-4b72-92d2-0a609b10c869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cf37bf-73fc-4f5d-8d8d-c99033b07e39,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.173923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53238) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.225173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d42f6e6b-d926-416f-aa20-287933e588ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.229366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8991b210-49d0-4dc7-9608-d89b2b427f86 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:33.232904 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8991b210-49d0-4dc7-9608-d89b2b427f86 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.246323 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.270044 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.275830 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d42f6e6b-d926-416f-aa20-287933e588ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.390079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.25.3.202 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/3a453702-a7ad-4b32-95c7-07ba7b940c5a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:33.448237 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d42f6e6b-d926-416f-aa20-287933e588ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.450803 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d42f6e6b-d926-416f-aa20-287933e588ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.454424 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d42f6e6b-d926-416f-aa20-287933e588ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93cf37bf-73fc-4f5d-8d8d-c99033b07e39 HTTP/1.1" status: 204 len: 168 time: 0.2771523 Sep 16 05:09:33.472257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f6e6b-d926-416f-aa20-287933e588ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cf37bf-73fc-4f5d-8d8d-c99033b07e39,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.507450 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.531525 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8991b210-49d0-4dc7-9608-d89b2b427f86 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.594317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991b210-49d0-4dc7-9608-d89b2b427f86 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Subnet': ['ID=9fa1e80a-e955-4d3e-8487-ec5295649b94,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.603982 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8991b210-49d0-4dc7-9608-d89b2b427f86 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Checking segment: {'id': 'a3864341-1302-4382-b7a7-f6d148800180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:33.604370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991b210-49d0-4dc7-9608-d89b2b427f86 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network hostable DHCP agents. Network: b434bb8c-2ba9-46f3-8345-48e8a71c7257, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:33.615409 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.654338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:33.657343 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:33.663718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:33.669454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=3a453702-a7ad-4b32-95c7-07ba7b940c5a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.700780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991b210-49d0-4dc7-9608-d89b2b427f86 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network b434bb8c-2ba9-46f3-8345-48e8a71c7257 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:33.777185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-8991b210-49d0-4dc7-9608-d89b2b427f86 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, b434bb8c-2ba9-46f3-8345-48e8a71c7257) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:33.782145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8991b210-49d0-4dc7-9608-d89b2b427f86 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.783750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8991b210-49d0-4dc7-9608-d89b2b427f86 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.789590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f6a22-2fee-40a8-bc79-f0856e81f8d1 None None] Network b434bb8c-2ba9-46f3-8345-48e8a71c7257 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:33.869218 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8991b210-49d0-4dc7-9608-d89b2b427f86 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0117760 Sep 16 05:09:33.871898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53250) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.969567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f781f-d566-4ea7-9810-734141d85fa9 req-fad9ac09-11aa-4b79-816b-6dbbc2fcc152 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.971437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe9f781f-d566-4ea7-9810-734141d85fa9 req-fad9ac09-11aa-4b79-816b-6dbbc2fcc152 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0963147 Sep 16 05:09:33.988873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:33.989721 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.062030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe9f781f-d566-4ea7-9810-734141d85fa9 req-125cb96f-08a7-4c44-a956-9bd9b099f878 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747838 Sep 16 05:09:34.064684 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.157729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Allocated IP 172.20.0.2 (b434bb8c-2ba9-46f3-8345-48e8a71c7257/9fa1e80a-e955-4d3e-8487-ec5295649b94/9632ea70-c837-4844-90b5-74871031ef5a) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:34.212876 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.288957 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.348634 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.412322 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.459426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Network b434bb8c-2ba9-46f3-8345-48e8a71c7257 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:34.462780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:34.465862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:34.477670 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Pushing event updated for resources: {'Port': ['ID=9632ea70-c837-4844-90b5-74871031ef5a,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.503413 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router b1b96909-702c-4b7f-abfb-4b201a37a864 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:34.504688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:34.505046 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:34.505405 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:34.505725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:34.506061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:34.506395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:34.506769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:34.507101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:34.507429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:34.507756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:34.508083 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:34.508407 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:34.513965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Allocated IP 172.20.0.1 (b434bb8c-2ba9-46f3-8345-48e8a71c7257/9fa1e80a-e955-4d3e-8487-ec5295649b94/51db1dfd-2e1d-4459-9c20-82970f39b2f8) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:34.549348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Attempting to bind port 9632ea70-c837-4844-90b5-74871031ef5a on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:34.549742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Attempting to bind port 9632ea70-c837-4844-90b5-74871031ef5a by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'a3864341-1302-4382-b7a7-f6d148800180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:34.550178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Attempting to bind port 9632ea70-c837-4844-90b5-74871031ef5a on network b434bb8c-2ba9-46f3-8345-48e8a71c7257 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:34.556614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:34.557204 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Checking segment: {'id': 'a3864341-1302-4382-b7a7-f6d148800180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:34.557682 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.558205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Bound using segment: {'id': 'a3864341-1302-4382-b7a7-f6d148800180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:34.558856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Bound port: 9632ea70-c837-4844-90b5-74871031ef5a, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3864341-1302-4382-b7a7-f6d148800180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:34.559317 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.640241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.641874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] For port 9632ea70-c837-4844-90b5-74871031ef5a, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:34.646510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] For port 9632ea70-c837-4844-90b5-74871031ef5a, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9632ea70-c837-4844-90b5-74871031ef5a,segment=NetworkSegment(a3864341-1302-4382-b7a7-f6d148800180),segment_id=a3864341-1302-4382-b7a7-f6d148800180)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:34.670906 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:34.683014 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Sync routers for ids ['b1b96909-702c-4b7f-abfb-4b201a37a864'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:34.692577 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Routers {'b1b96909-702c-4b7f-abfb-4b201a37a864'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:34.693424 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b1b96909-702c-4b7f-abfb-4b201a37a864'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:34.731929 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.758664 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.758975 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.760558 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2ecb2862-748f-4baa-9305-f7740aa470e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3158548 Sep 16 05:09:34.763706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53270) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.812497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adcf09-7d19-4bef-a53a-b8b7f48626e5 None None] Pushing event updated for resources: {'Port': ['ID=9632ea70-c837-4844-90b5-74871031ef5a,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.823431 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Set router b1b96909-702c-4b7f-abfb-4b201a37a864 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:34.844368 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3733168f-2c37-4711-a378-dc1662a9b6cd tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=b57050cfd0c741c1b347796c3e06ea10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521491 Sep 16 05:09:34.848969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53274) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.849535 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network b434bb8c-2ba9-46f3-8345-48e8a71c7257 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:34.856087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:34.861448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:34.867939 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=51db1dfd-2e1d-4459-9c20-82970f39b2f8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.926713 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.971085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19a3b6b-ad8c-4005-9ba4-887e23ad973e tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.975851 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d19a3b6b-ad8c-4005-9ba4-887e23ad973e tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1229124 Sep 16 05:09:34.976106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53276) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.014993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-40b0f3a0-6984-46e6-9acc-e090478e4d70 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374420 Sep 16 05:09:35.021135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53278) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.026992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ee9bfe3c-84d8-4064-be63-7dbf361a2085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-321476105', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:35.212769 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:33Z', 'revision_number': 3, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:35.233211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0c93f-85e3-4077-b167-df8993ff77f6 req-7e88fc24-d610-47cb-8ad8-afe90b9098a9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.234765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1a0c93f-85e3-4077-b167-df8993ff77f6 req-7e88fc24-d610-47cb-8ad8-afe90b9098a9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0745983 Sep 16 05:09:35.241533 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.243826 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Checking router: b1b96909-702c-4b7f-abfb-4b201a37a864 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:35.243826 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Updating router b1b96909-702c-4b7f-abfb-4b201a37a864 port 3a453702-a7ad-4b32-95c7-07ba7b940c5a binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:35.275353 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.292427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9bfe3c-84d8-4064-be63-7dbf361a2085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Made reservation on behalf of b57050cfd0c741c1b347796c3e06ea10 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:35.296276 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee9bfe3c-84d8-4064-be63-7dbf361a2085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.321233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1a0c93f-85e3-4077-b167-df8993ff77f6 req-3b22b8ff-92a1-4371-b7c5-6d1d1f297c4c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792608 Sep 16 05:09:35.591491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.592580 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.600044 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee9bfe3c-84d8-4064-be63-7dbf361a2085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.651539 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.678688 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.682114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bfe3c-84d8-4064-be63-7dbf361a2085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Checking segment: {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:35.687086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9bfe3c-84d8-4064-be63-7dbf361a2085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network hostable DHCP agents. Network: e0646290-b698-44c3-bc3c-d18c587f00f6, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:35.687086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bfe3c-84d8-4064-be63-7dbf361a2085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Subnet': ['ID=8be0794f-35af-42bf-80e4-2be52802a5c3,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.746721 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.748573 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Attempting to bind port 3a453702-a7ad-4b32-95c7-07ba7b940c5a on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:35.749105 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Attempting to bind port 3a453702-a7ad-4b32-95c7-07ba7b940c5a by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:35.749295 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Attempting to bind port 3a453702-a7ad-4b32-95c7-07ba7b940c5a on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:35.758937 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:35.759580 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:35.760164 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.760762 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:35.761407 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Bound port: 3a453702-a7ad-4b32-95c7-07ba7b940c5a, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:35.762027 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.764256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9bfe3c-84d8-4064-be63-7dbf361a2085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network e0646290-b698-44c3-bc3c-d18c587f00f6 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:35.783768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=51db1dfd-2e1d-4459-9c20-82970f39b2f8,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.797147 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Pushing event updated for resources: {'Port': ['ID=3a453702-a7ad-4b32-95c7-07ba7b940c5a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.828206 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:35.829913 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:35.830802 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:35.832771 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:35.833762 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:35.837329 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:35.838089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:35.838818 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:35.839385 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:35.852369 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:35.853065 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:35.856058 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:35.865806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9632ea70-c837-4844-90b5-74871031ef5a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:35.869320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ee9bfe3c-84d8-4064-be63-7dbf361a2085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, e0646290-b698-44c3-bc3c-d18c587f00f6) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:35.877460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9bfe3c-84d8-4064-be63-7dbf361a2085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.880313 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee9bfe3c-84d8-4064-be63-7dbf361a2085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.902860 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] For port 3a453702-a7ad-4b32-95c7-07ba7b940c5a, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:35.906291 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] For port 3a453702-a7ad-4b32-95c7-07ba7b940c5a, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3a453702-a7ad-4b32-95c7-07ba7b940c5a,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:35.925282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c407e2d5-182a-4810-8d24-396cd712d99d None None] Network e0646290-b698-44c3-bc3c-d18c587f00f6 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:35.971243 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network b434bb8c-2ba9-46f3-8345-48e8a71c7257 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:35.972919 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:36.000114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ee9bfe3c-84d8-4064-be63-7dbf361a2085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9776952 Sep 16 05:09:36.003423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53300) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.023069 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.024270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9632ea70-c837-4844-90b5-74871031ef5a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:36.027292 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.139281 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Routers {'b1b96909-702c-4b7f-abfb-4b201a37a864'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:36.140766 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b1b96909-702c-4b7f-abfb-4b201a37a864'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:36.176955 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3ea78b-3b31-4732-8141-fe58d3a1479a None None] Network b434bb8c-2ba9-46f3-8345-48e8a71c7257 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:36.199691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-e0646290-b698-44c3-bc3c-d18c587f00f6', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:36.200802 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.201111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router b502a2f5-8e94-4af3-8082-e5111d150e82 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:09:36.202248 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d24a4-f91d-46ba-8bcf-212158519c1c None None] Pushing event updated for resources: {'Port': ['ID=3a453702-a7ad-4b32-95c7-07ba7b940c5a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.346855 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] Set router b1b96909-702c-4b7f-abfb-4b201a37a864 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:36.369530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:36.374598 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-870f645b-adb9-4cd6-9995-b950911c0323 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5015728 Sep 16 05:09:36.381892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53308) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.386922 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7b8ad99b-76a1-4ba5-bbde-59c4eda15da7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'network': {'name': 'tempest-RoutersTest-869603712'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.435853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Allocated IP 172.20.0.2 (e0646290-b698-44c3-bc3c-d18c587f00f6/8be0794f-35af-42bf-80e4-2be52802a5c3/466dd6a7-3c18-4d10-8da0-47e8b31a5e9c) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:36.454413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Sync routers for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:36.485914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8ad99b-76a1-4ba5-bbde-59c4eda15da7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:36.489614 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad99b-76a1-4ba5-bbde-59c4eda15da7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.538428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8ad99b-76a1-4ba5-bbde-59c4eda15da7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:36.551472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:36.552108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:36.558032 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.561431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a30de-3152-4118-8262-b842860c5984 req-d125be49-6490-4327-a895-026cc3f52e8e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.561802 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad99b-76a1-4ba5-bbde-59c4eda15da7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.562156 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-7b8ad99b-76a1-4ba5-bbde-59c4eda15da7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Added segment 9f365f78-9c3d-4136-ba68-2ed52d1710a5 of type vlan for network 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 Sep 16 05:09:36.562640 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e1a30de-3152-4118-8262-b842860c5984 req-d125be49-6490-4327-a895-026cc3f52e8e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1062303 Sep 16 05:09:36.576763 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fc0c4fde-1cac-47a7-a6cf-8cc4e66e685a None None] Provisioning complete for port 9632ea70-c837-4844-90b5-74871031ef5a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:36.577135 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4fde-1cac-47a7-a6cf-8cc4e66e685a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.624669 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:33Z', 'revision_number': 3, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:36.633262 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad99b-76a1-4ba5-bbde-59c4eda15da7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.659058 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e910121-9fae-4558-9596-db9a9d4a2096 None None] The sync data for ids ['b1b96909-702c-4b7f-abfb-4b201a37a864'] in n-d-712137-12 is: [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:33Z', 'revision_number': 3, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:36.731400 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad99b-76a1-4ba5-bbde-59c4eda15da7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.737310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ad99b-76a1-4ba5-bbde-59c4eda15da7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.740813 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad99b-76a1-4ba5-bbde-59c4eda15da7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.810557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 9632ea70-c837-4844-90b5-74871031ef5a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9632ea70-c837-4844-90b5-74871031ef5a,segment=NetworkSegment(a3864341-1302-4382-b7a7-f6d148800180),segment_id=a3864341-1302-4382-b7a7-f6d148800180)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:36.831501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ad99b-76a1-4ba5-bbde-59c4eda15da7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Network': ['ID=6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.836446 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7b8ad99b-76a1-4ba5-bbde-59c4eda15da7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4534118 Sep 16 05:09:36.844294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53310) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.846014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8a51426b-8b10-446d-88c5-2ae4a66ce936 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'subnet': {'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.861396 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:36.913329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:36.986266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e1a30de-3152-4118-8262-b842860c5984 req-11d2d01a-7022-4e91-9d68-f8f54906e836 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4048350 Sep 16 05:09:36.993255 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.077102 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.486717 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.549760 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a51426b-8b10-446d-88c5-2ae4a66ce936 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:37.551785 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.554792 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a51426b-8b10-446d-88c5-2ae4a66ce936 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.558944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=9632ea70-c837-4844-90b5-74871031ef5a,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.627192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Network e0646290-b698-44c3-bc3c-d18c587f00f6 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:37.631149 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.20.0.1 (e0646290-b698-44c3-bc3c-d18c587f00f6/8be0794f-35af-42bf-80e4-2be52802a5c3/3faf275f-f9c5-4328-8269-9a6406802d45) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:37.634667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:37.638892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:37.737292 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Pushing event updated for resources: {'Port': ['ID=466dd6a7-3c18-4d10-8da0-47e8b31a5e9c,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.840413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Attempting to bind port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:37.841123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Attempting to bind port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:37.841696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Attempting to bind port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c on network e0646290-b698-44c3-bc3c-d18c587f00f6 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:37.852025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:37.852931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Checking segment: {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:37.853700 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.854299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Bound using segment: {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:37.855005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Bound port: 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:37.855737 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.877170 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:35Z', 'revision_number': 2, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:35Z', 'revision_number': 2, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:37.908723 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Checking router: b502a2f5-8e94-4af3-8082-e5111d150e82 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:37.909471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Updating router b502a2f5-8e94-4af3-8082-e5111d150e82 port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:37.937947 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.973575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3a453702-a7ad-4b32-95c7-07ba7b940c5a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:37.989126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a51426b-8b10-446d-88c5-2ae4a66ce936 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.074171 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.092979 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.156181 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51426b-8b10-446d-88c5-2ae4a66ce936 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Subnet': ['ID=5dfc07ac-7890-46b4-b648-37ae2f1855cf,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.165749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51426b-8b10-446d-88c5-2ae4a66ce936 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Checking segment: {'id': '9f365f78-9c3d-4136-ba68-2ed52d1710a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:38.166311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51426b-8b10-446d-88c5-2ae4a66ce936 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network hostable DHCP agents. Network: 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:38.177645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network e0646290-b698-44c3-bc3c-d18c587f00f6 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:38.209600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:38.227205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] For port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:38.233811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6e4ecde7-9402-409a-be61-d3cf30cc8fc5 None None] Provisioning complete for port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:38.234164 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6e4ecde7-9402-409a-be61-d3cf30cc8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.245490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=3faf275f-f9c5-4328-8269-9a6406802d45,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.275266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:38.293945 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] For port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=466dd6a7-3c18-4d10-8da0-47e8b31a5e9c,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:38.295727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51426b-8b10-446d-88c5-2ae4a66ce936 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:38.357592 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.369380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904c663-83a8-4c4a-a1e8-9ed4524c27e4 req-dc702e38-58c8-41bb-bcee-04d7cc9329b0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:38.378267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ecde7-9402-409a-be61-d3cf30cc8fc5 None None] Port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:38.381548 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c904c663-83a8-4c4a-a1e8-9ed4524c27e4 req-dc702e38-58c8-41bb-bcee-04d7cc9329b0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.2074544 Sep 16 05:09:38.387711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3a453702-a7ad-4b32-95c7-07ba7b940c5a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:38.388098 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.448317 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.453125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-8a51426b-8b10-446d-88c5-2ae4a66ce936 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:38.454344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6e4ecde7-9402-409a-be61-d3cf30cc8fc5 None None] Provisioning complete for port 9632ea70-c837-4844-90b5-74871031ef5a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:38.454727 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6e4ecde7-9402-409a-be61-d3cf30cc8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.463355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a51426b-8b10-446d-88c5-2ae4a66ce936 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:38.465148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a51426b-8b10-446d-88c5-2ae4a66ce936 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.527676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7265cb18-582d-4641-b3d4-1240002f611c None None] Network 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:38.543013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c904c663-83a8-4c4a-a1e8-9ed4524c27e4 req-8f0aa136-7343-4044-8820-75165d286d36 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604772 Sep 16 05:09:38.573161 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8a51426b-8b10-446d-88c5-2ae4a66ce936 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7315476 Sep 16 05:09:38.574437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53326) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.732616 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.820003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb95e8-e2c2-49d7-8460-2b898fe32541 None None] Pushing event updated for resources: {'Port': ['ID=466dd6a7-3c18-4d10-8da0-47e8b31a5e9c,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.866627 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.901792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 3a453702-a7ad-4b32-95c7-07ba7b940c5a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3a453702-a7ad-4b32-95c7-07ba7b940c5a,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:39.029722 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.049076 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.050142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9632ea70-c837-4844-90b5-74871031ef5a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:39.117761 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.120450 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.162993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:39.163887 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.176503 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.229342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=3a453702-a7ad-4b32-95c7-07ba7b940c5a,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:39.249148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.321154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4d71801f-c90d-4584-892b-d9bc0fc1c096 None None] Provisioning complete for port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:39.321534 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d71801f-c90d-4584-892b-d9bc0fc1c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.348232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=3faf275f-f9c5-4328-8269-9a6406802d45,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:39.373859 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.497337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9632ea70-c837-4844-90b5-74871031ef5a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:39.497901 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.512228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network e0646290-b698-44c3-bc3c-d18c587f00f6 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:39.513684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:39.526831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Allocated IP 172.21.0.1 (6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35/5dfc07ac-7890-46b4-b648-37ae2f1855cf/c90a8659-6efb-496c-95b5-e290824e7823) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:39.529395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Attempting to bind port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:39.529772 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Attempting to bind port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'a3864341-1302-4382-b7a7-f6d148800180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:39.530493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Attempting to bind port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 on network b434bb8c-2ba9-46f3-8345-48e8a71c7257 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:39.542259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add45da-c93b-4cf7-b768-9782f8ddb156 None None] Pushing event updated for resources: {'Port': ['ID=51db1dfd-2e1d-4459-9c20-82970f39b2f8,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:39.553212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:39.553606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Checking segment: {'id': 'a3864341-1302-4382-b7a7-f6d148800180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:39.554003 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.554403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Bound using segment: {'id': 'a3864341-1302-4382-b7a7-f6d148800180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:39.554890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Bound port: 51db1dfd-2e1d-4459-9c20-82970f39b2f8, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3864341-1302-4382-b7a7-f6d148800180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:39.555279 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.602744 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4d71801f-c90d-4584-892b-d9bc0fc1c096 None None] Port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:39.693133 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.700659 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] For port 51db1dfd-2e1d-4459-9c20-82970f39b2f8, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:39.716905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router b1b96909-702c-4b7f-abfb-4b201a37a864 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:39.726975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] For port 51db1dfd-2e1d-4459-9c20-82970f39b2f8, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=51db1dfd-2e1d-4459-9c20-82970f39b2f8,segment=NetworkSegment(a3864341-1302-4382-b7a7-f6d148800180),segment_id=a3864341-1302-4382-b7a7-f6d148800180)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:39.729593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1620caf-a0ef-4b8f-8bed-2060513e9bdf req-53204034-da4d-4c71-84d1-5224a005d8e2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:39.738689 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1620caf-a0ef-4b8f-8bed-2060513e9bdf req-53204034-da4d-4c71-84d1-5224a005d8e2 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0831034 Sep 16 05:09:39.739140 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-471e21e5-a34c-4d89-8585-bc038c92620e None None] Provisioning complete for port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:39.739520 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-471e21e5-a34c-4d89-8585-bc038c92620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.782018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-471e21e5-a34c-4d89-8585-bc038c92620e None None] Port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:39.785683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1620caf-a0ef-4b8f-8bed-2060513e9bdf req-70dc1fee-af81-4104-b1d5-3684ab515291 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455792 Sep 16 05:09:39.823376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.851057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.898413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:39.904981 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:39.909718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:39.957927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:39.958842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Allocated IP 172.21.0.2 (6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35/5dfc07ac-7890-46b4-b648-37ae2f1855cf/c2763169-edb6-4408-9a34-870de8aa53d1) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:39.962488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add45da-c93b-4cf7-b768-9782f8ddb156 None None] Pushing event updated for resources: {'Port': ['ID=51db1dfd-2e1d-4459-9c20-82970f39b2f8,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:39.974014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=c90a8659-6efb-496c-95b5-e290824e7823,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:39.974675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c3477c56-d9d7-482b-a274-2e452b0d3838 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "PUT /v2.0/routers/b1b96909-702c-4b7f-abfb-4b201a37a864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9669893 Sep 16 05:09:39.975492 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Sync routers for ids ['b1b96909-702c-4b7f-abfb-4b201a37a864'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:39.990657 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:39.991567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:40.012047 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.017187 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Routers {'b1b96909-702c-4b7f-abfb-4b201a37a864'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:40.017843 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e5599988-147b-45b0-a730-092bb874a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b1b96909-702c-4b7f-abfb-4b201a37a864'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:40.046782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3a453702-a7ad-4b32-95c7-07ba7b940c5a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:40.250929 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Set router b1b96909-702c-4b7f-abfb-4b201a37a864 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:40.378230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0896e227-58fd-41c9-b0d8-4d896a0dabd7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2014620627&fields=id&tenant_id=b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 267 time: 0.0518596 Sep 16 05:09:40.527858 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.587069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:40.590459 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e5599988-147b-45b0-a730-092bb874a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '3faf275f-f9c5-4328-8269-9a6406802d45', 'name': '', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:d4:d1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:37Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 2, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:40.628027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a71ef62-6568-4a6a-ae88-3312934fd4f3 None None] Network e0646290-b698-44c3-bc3c-d18c587f00f6 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:40.639962 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Checking router: b1b96909-702c-4b7f-abfb-4b201a37a864 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:40.640454 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Updating router b1b96909-702c-4b7f-abfb-4b201a37a864 port 3faf275f-f9c5-4328-8269-9a6406802d45 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:40.655614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-d55148c9-755e-492a-9b04-3857ac93fa30 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:40.657270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-d55148c9-755e-492a-9b04-3857ac93fa30 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 797 time: 0.2704310 Sep 16 05:09:40.673801 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.678693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3a453702-a7ad-4b32-95c7-07ba7b940c5a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:40.678693 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.681320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-28bd251f-ba45-464d-87c3-3ada33a97dc4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/quotas/b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 375 time: 0.0179932 Sep 16 05:09:40.720023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c2f9b300-de62-418c-b617-e72aa43dcb67 None None] Provisioning complete for port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:40.720752 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b300-de62-418c-b617-e72aa43dcb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.753090 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-90eb1ea5-31b2-4729-8dd9-20123d811085 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656645 Sep 16 05:09:40.874585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-3df4ce56-3db5-4aba-a2aa-a88578c413bb service neutron] 10.222.0.24 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084633 Sep 16 05:09:40.938374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.006613 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.039693 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.041683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7451c-7eab-450f-b1d7-306c693c2e8a req-ca87c11d-c7b8-4209-a0fb-fa4fe87518af tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.043291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19b7451c-7eab-450f-b1d7-306c693c2e8a req-ca87c11d-c7b8-4209-a0fb-fa4fe87518af tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1279449 Sep 16 05:09:41.067184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-a4606837-4fad-4ded-9c7c-0d72a0f807db service neutron] 10.222.0.24 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829662 Sep 16 05:09:41.096679 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.112269 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.117550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=c90a8659-6efb-496c-95b5-e290824e7823,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.120499 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.194695 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b300-de62-418c-b617-e72aa43dcb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.209775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19b7451c-7eab-450f-b1d7-306c693c2e8a req-5179b335-08d2-4809-98cb-defb457de119 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512904 Sep 16 05:09:41.232175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:41.240962 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a804d5-86b1-4cff-b940-95f33d5f39f7 None None] Pushing event updated for resources: {'Port': ['ID=3faf275f-f9c5-4328-8269-9a6406802d45,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.247709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc0cd827-9c69-41bf-8db0-98bc83ac6977 req-ce8e54e1-67e0-4dd7-987d-f2a64a38baaa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1520653 Sep 16 05:09:41.276056 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.295883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:41.297407 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:41.345889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c2f9b300-de62-418c-b617-e72aa43dcb67 None None] For port 51db1dfd-2e1d-4459-9c20-82970f39b2f8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=51db1dfd-2e1d-4459-9c20-82970f39b2f8,segment=NetworkSegment(a3864341-1302-4382-b7a7-f6d148800180),segment_id=a3864341-1302-4382-b7a7-f6d148800180)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:41.380664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Network 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:41.403275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:41.409334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:41.409989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cd827-9c69-41bf-8db0-98bc83ac6977 req-695abcde-0952-41e6-9108-d17fc43b6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.412048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc0cd827-9c69-41bf-8db0-98bc83ac6977 req-695abcde-0952-41e6-9108-d17fc43b6aca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 1097 time: 0.1134112 Sep 16 05:09:41.420644 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Attempting to bind port 3faf275f-f9c5-4328-8269-9a6406802d45 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:41.421113 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Attempting to bind port 3faf275f-f9c5-4328-8269-9a6406802d45 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:41.421915 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Attempting to bind port 3faf275f-f9c5-4328-8269-9a6406802d45 on network e0646290-b698-44c3-bc3c-d18c587f00f6 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:41.434355 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:41.434775 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Checking segment: {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:41.435135 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.440368 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b300-de62-418c-b617-e72aa43dcb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.442037 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Bound using segment: {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:41.443141 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Bound port: 3faf275f-f9c5-4328-8269-9a6406802d45, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:41.443560 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.479577 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Pushing event updated for resources: {'Port': ['ID=c2763169-edb6-4408-9a34-870de8aa53d1,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.479842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router b502a2f5-8e94-4af3-8082-e5111d150e82 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:41.556797 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e5599988-147b-45b0-a730-092bb874a629 None None] For port 3faf275f-f9c5-4328-8269-9a6406802d45, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:41.565144 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e5599988-147b-45b0-a730-092bb874a629 None None] For port 3faf275f-f9c5-4328-8269-9a6406802d45, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3faf275f-f9c5-4328-8269-9a6406802d45,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:41.566430 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ba18dce-6a4d-4755-beec-802bdef086cd req-bc9e86ae-440c-4b02-be05-08ca137019d4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 210 time: 0.1167362 Sep 16 05:09:41.668949 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.680576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:35Z', 'revision_number': 2, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:39Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:41.711463 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cd827-9c69-41bf-8db0-98bc83ac6977 req-5309358a-d567-434e-9c3a-24c1af35d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.713046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc0cd827-9c69-41bf-8db0-98bc83ac6977 req-5309358a-d567-434e-9c3a-24c1af35d978 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.2781227 Sep 16 05:09:41.786256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:41.789206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc0cd827-9c69-41bf-8db0-98bc83ac6977 req-a065c0a6-ce96-400e-bca9-405811ebc1e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddc61478-08ce-4a92-907f-5aaeb0d5514c HTTP/1.1" status: 200 len: 217 time: 0.0682039 Sep 16 05:09:41.795111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53372) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.795926 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-03c5ab02-fc3d-4246-9c96-c2e910e597f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2198863 Sep 16 05:09:41.809187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6972a8e0-5baa-432d-92be-17b69987456e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'network': {'name': 'tempest-RoutersTest-1048922805'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:41.809425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Attempting to bind port c2763169-edb6-4408-9a34-870de8aa53d1 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:41.809825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Attempting to bind port c2763169-edb6-4408-9a34-870de8aa53d1 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '9f365f78-9c3d-4136-ba68-2ed52d1710a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:41.810329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Attempting to bind port c2763169-edb6-4408-9a34-870de8aa53d1 on network 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:41.817300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19952d30-f6dd-4932-bad4-24cd185e7af0 None None] The sync data for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 is: [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:35Z', 'revision_number': 2, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:39Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:41.822416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9b300-de62-418c-b617-e72aa43dcb67 None None] Pushing event updated for resources: {'Port': ['ID=51db1dfd-2e1d-4459-9c20-82970f39b2f8,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.825616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:41.826175 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.834710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:41.835210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Checking segment: {'id': '9f365f78-9c3d-4136-ba68-2ed52d1710a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:41.835699 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.836190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Bound using segment: {'id': '9f365f78-9c3d-4136-ba68-2ed52d1710a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:41.836829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Bound port: c2763169-edb6-4408-9a34-870de8aa53d1, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f365f78-9c3d-4136-ba68-2ed52d1710a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:41.843317 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.846632 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a804d5-86b1-4cff-b940-95f33d5f39f7 None None] Pushing event updated for resources: {'Port': ['ID=3faf275f-f9c5-4328-8269-9a6406802d45,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.867840 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Routers {'b1b96909-702c-4b7f-abfb-4b201a37a864'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:41.868818 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e5599988-147b-45b0-a730-092bb874a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b1b96909-702c-4b7f-abfb-4b201a37a864'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:41.901429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-579161f1-13c8-4ade-b87b-6de986786bb5 None None] Provisioning complete for port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:41.901953 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-579161f1-13c8-4ade-b87b-6de986786bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.966263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cd827-9c69-41bf-8db0-98bc83ac6977 req-6713bad9-f4e7-4c9f-95de-403e2b28a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.967790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc0cd827-9c69-41bf-8db0-98bc83ac6977 req-6713bad9-f4e7-4c9f-95de-403e2b28a2ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.1500793 Sep 16 05:09:42.152223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cd827-9c69-41bf-8db0-98bc83ac6977 req-099173db-3762-4618-b574-e2acf96fcf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:42.159067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc0cd827-9c69-41bf-8db0-98bc83ac6977 req-099173db-3762-4618-b574-e2acf96fcf46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1716692 Sep 16 05:09:42.171820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] For port c2763169-edb6-4408-9a34-870de8aa53d1, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:42.195532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] For port c2763169-edb6-4408-9a34-870de8aa53d1, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c2763169-edb6-4408-9a34-870de8aa53d1,segment=NetworkSegment(9f365f78-9c3d-4136-ba68-2ed52d1710a5),segment_id=9f365f78-9c3d-4136-ba68-2ed52d1710a5)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:42.244482 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e5599988-147b-45b0-a730-092bb874a629 None None] Set router b1b96909-702c-4b7f-abfb-4b201a37a864 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:42.282418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6972a8e0-5baa-432d-92be-17b69987456e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:42.282418 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6972a8e0-5baa-432d-92be-17b69987456e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.308160 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c94ab5b8-3734-49a9-b2f8-82838814b55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.318278 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.439963 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2ff52-855a-4660-a8c5-e7ac67fb79f3 None None] Pushing event updated for resources: {'Port': ['ID=c2763169-edb6-4408-9a34-870de8aa53d1,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.501504 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-579161f1-13c8-4ade-b87b-6de986786bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.524275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6972a8e0-5baa-432d-92be-17b69987456e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:42.568131 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6972a8e0-5baa-432d-92be-17b69987456e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.568408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.568573 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-6972a8e0-5baa-432d-92be-17b69987456e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Added segment 50b8045d-7ded-4fda-96fe-b4f97e45a7e1 of type vlan for network 295ea7cc-1ecb-458e-9ff3-78129c9e735a Sep 16 05:09:42.603496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc0cd827-9c69-41bf-8db0-98bc83ac6977 req-c788ad3b-9f2d-4248-87c5-124078b8e43f service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349153 Sep 16 05:09:42.650994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-579161f1-13c8-4ade-b87b-6de986786bb5 None None] For port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=466dd6a7-3c18-4d10-8da0-47e8b31a5e9c,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:42.652571 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.775941 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-579161f1-13c8-4ade-b87b-6de986786bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.790589 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e5599988-147b-45b0-a730-092bb874a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '3faf275f-f9c5-4328-8269-9a6406802d45', 'name': '', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:d4:d1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:37Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:42.793286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cfe56-eeb3-4eaf-8034-e34d194ed5ce req-6ab68c6b-8b11-43ef-8baa-5518e8a7aef7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:42.796721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-667cfe56-eeb3-4eaf-8034-e34d194ed5ce req-6ab68c6b-8b11-43ef-8baa-5518e8a7aef7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.3613191 Sep 16 05:09:42.871617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6db1c28-ef1a-4ad6-aae5-dd55cdcfc4ea req-b555bd83-83c1-4861-9e19-07f793ffbe7b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 210 time: 0.1560271 Sep 16 05:09:42.874671 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5599988-147b-45b0-a730-092bb874a629 None None] The sync data for ids ['b1b96909-702c-4b7f-abfb-4b201a37a864'] in n-d-712137-12 is: [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '3faf275f-f9c5-4328-8269-9a6406802d45', 'name': '', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:d4:d1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:37Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:42.922728 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6972a8e0-5baa-432d-92be-17b69987456e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.958500 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:42.975524 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:43.003954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc0cd827-9c69-41bf-8db0-98bc83ac6977 req-6d7114a3-017c-4843-8469-88ef8acb993e service neutron] 10.222.0.37 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708143 Sep 16 05:09:43.037413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-667cfe56-eeb3-4eaf-8034-e34d194ed5ce req-e313f9c2-f243-45a0-b83f-7dd39ebb5d3e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918643 Sep 16 05:09:43.062551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4fee42d5-33a9-4e97-a225-a9603d34ff10 None None] Provisioning complete for port 3faf275f-f9c5-4328-8269-9a6406802d45 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:43.063332 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4fee42d5-33a9-4e97-a225-a9603d34ff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.114487 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6972a8e0-5baa-432d-92be-17b69987456e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.120497 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972a8e0-5baa-432d-92be-17b69987456e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.121147 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6972a8e0-5baa-432d-92be-17b69987456e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.155988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579161f1-13c8-4ade-b87b-6de986786bb5 None None] Pushing event updated for resources: {'Port': ['ID=466dd6a7-3c18-4d10-8da0-47e8b31a5e9c,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.374238 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4fee42d5-33a9-4e97-a225-a9603d34ff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.409391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6972a8e0-5baa-432d-92be-17b69987456e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6109517 Sep 16 05:09:43.411243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972a8e0-5baa-432d-92be-17b69987456e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Network': ['ID=295ea7cc-1ecb-458e-9ff3-78129c9e735a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.413006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53388) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.420329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9334a62f-675c-4eb6-a200-5fa118cb3c4b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'subnet': {'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.430202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 295ea7cc-1ecb-458e-9ff3-78129c9e735a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:43.467610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4fee42d5-33a9-4e97-a225-a9603d34ff10 None None] For port 3faf275f-f9c5-4328-8269-9a6406802d45, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3faf275f-f9c5-4328-8269-9a6406802d45,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:43.571964 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4fee42d5-33a9-4e97-a225-a9603d34ff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.687738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9334a62f-675c-4eb6-a200-5fa118cb3c4b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:43.692357 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9334a62f-675c-4eb6-a200-5fa118cb3c4b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.703530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee42d5-33a9-4e97-a225-a9603d34ff10 None None] Pushing event updated for resources: {'Port': ['ID=3faf275f-f9c5-4328-8269-9a6406802d45,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.756881 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4fee42d5-33a9-4e97-a225-a9603d34ff10 None None] Provisioning complete for port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:43.761637 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4fee42d5-33a9-4e97-a225-a9603d34ff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.053365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a33ce-b9e2-4aa5-b1c8-dc821a1e025b req-dc5a95af-fe76-41f5-8787-6a233bbc6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.055616 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-826a33ce-b9e2-4aa5-b1c8-dc821a1e025b req-dc5a95af-fe76-41f5-8787-6a233bbc6846 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 1097 time: 0.1906428 Sep 16 05:09:44.079267 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14560f49-ccd7-4854-b4b3-8ae9376de1af req-00ffe4d8-529a-4222-a4f5-332d1f6a81d9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 210 time: 0.0444720 Sep 16 05:09:44.116327 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a4995730-6e60-46da-add5-7f7fbe7d4007 None None] Provisioning complete for port 3faf275f-f9c5-4328-8269-9a6406802d45 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:44.127580 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a4995730-6e60-46da-add5-7f7fbe7d4007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.300157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c2763169-edb6-4408-9a34-870de8aa53d1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:44.354668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a309a7-ae57-496b-a086-011180bbbce3 req-0e117eb4-392d-4e44-a129-7dc3eef883db tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.372478 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a309a7-ae57-496b-a086-011180bbbce3 req-0e117eb4-392d-4e44-a129-7dc3eef883db tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.6469264 Sep 16 05:09:44.382013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a33ce-b9e2-4aa5-b1c8-dc821a1e025b req-e92f1f68-b90a-4104-9f53-fa24cdd439f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.383576 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-826a33ce-b9e2-4aa5-b1c8-dc821a1e025b req-e92f1f68-b90a-4104-9f53-fa24cdd439f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.2805939 Sep 16 05:09:44.471768 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6a309a7-ae57-496b-a086-011180bbbce3 req-5188e168-a9d2-4c63-835a-25ec7b7fe3d5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983558 Sep 16 05:09:44.486207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c2763169-edb6-4408-9a34-870de8aa53d1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:44.486207 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.490883 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9334a62f-675c-4eb6-a200-5fa118cb3c4b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.559085 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ee989529-cb53-4805-b8ca-11501b8f6cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.628652 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-826a33ce-b9e2-4aa5-b1c8-dc821a1e025b req-c97c6b88-1e6f-4a5a-a02a-d5c0f0031440 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 200 len: 999 time: 0.2374294 Sep 16 05:09:44.679028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56247e2d-8f05-44dd-9501-af7b19865d47 None None] Network 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:44.690510 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334a62f-675c-4eb6-a200-5fa118cb3c4b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Subnet': ['ID=8baefed9-11c9-4241-99d5-823acfdda00f,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:44.725557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a33ce-b9e2-4aa5-b1c8-dc821a1e025b req-2ab68d70-69b9-4224-a3ff-f2b0db4e774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.727155 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-826a33ce-b9e2-4aa5-b1c8-dc821a1e025b req-2ab68d70-69b9-4224-a3ff-f2b0db4e774a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0821843 Sep 16 05:09:44.734411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-fc26a4a9-6f59-4aa6-ac54-0c0241c28e68 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.736007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-fc26a4a9-6f59-4aa6-ac54-0c0241c28e68 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 797 time: 0.2721851 Sep 16 05:09:44.746901 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9334a62f-675c-4eb6-a200-5fa118cb3c4b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Checking segment: {'id': '50b8045d-7ded-4fda-96fe-b4f97e45a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:44.747274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9334a62f-675c-4eb6-a200-5fa118cb3c4b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network hostable DHCP agents. Network: 295ea7cc-1ecb-458e-9ff3-78129c9e735a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:44.796624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-4f695462-7c1a-4c60-b13e-de29cb2f3065 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 380 time: 0.0516505 Sep 16 05:09:44.809457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'port': {'device_id': '40cc0915-2475-4a89-928d-8c8ccf864095', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'admin_state_up': True, 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'security_groups': ['fda534bb-3c5e-45ba-aeee-046c2267926d']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:44.826164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a33ce-b9e2-4aa5-b1c8-dc821a1e025b req-64f85784-178d-4a48-828c-ee6a78147036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.827945 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-826a33ce-b9e2-4aa5-b1c8-dc821a1e025b req-64f85784-178d-4a48-828c-ee6a78147036 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915735 Sep 16 05:09:44.901680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9334a62f-675c-4eb6-a200-5fa118cb3c4b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 295ea7cc-1ecb-458e-9ff3-78129c9e735a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:44.987377 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-826a33ce-b9e2-4aa5-b1c8-dc821a1e025b req-ecdf8b9f-9049-4a49-994f-ec5fc545559d service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477890 Sep 16 05:09:45.075550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9334a62f-675c-4eb6-a200-5fa118cb3c4b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 295ea7cc-1ecb-458e-9ff3-78129c9e735a) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:45.091564 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334a62f-675c-4eb6-a200-5fa118cb3c4b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.092169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9334a62f-675c-4eb6-a200-5fa118cb3c4b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.119879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Made reservation on behalf of b57050cfd0c741c1b347796c3e06ea10 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:45.122006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327bb811-a37e-43e8-a5e5-e77b9f75f10a None None] Network 295ea7cc-1ecb-458e-9ff3-78129c9e735a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:45.123479 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.124686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de045816-5464-4869-b139-e7626be80535 None None] Sync routers for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:45.158010 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-826a33ce-b9e2-4aa5-b1c8-dc821a1e025b req-50b4b9f8-8448-4a5b-ac59-05c0cf9f90e0 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629453 Sep 16 05:09:45.209476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-90be8436-9cca-4263-9e1c-52892e8bd949 None None] Provisioning complete for port c2763169-edb6-4408-9a34-870de8aa53d1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:45.209950 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90be8436-9cca-4263-9e1c-52892e8bd949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.211570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de045816-5464-4869-b139-e7626be80535 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:45.212275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-de045816-5464-4869-b139-e7626be80535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:45.214249 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.236086 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9334a62f-675c-4eb6-a200-5fa118cb3c4b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8138049 Sep 16 05:09:45.236086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53406) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.268835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a614e06-1871-45d3-9122-ef6f21bfaf1d req-fd31052c-eb80-494b-aa44-e030894aa58f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 210 time: 0.0471342 Sep 16 05:09:45.378975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.20.0.12 (e0646290-b698-44c3-bc3c-d18c587f00f6/8be0794f-35af-42bf-80e4-2be52802a5c3/49aa946c-96a5-4e9e-8230-cd938391c756) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:45.488661 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.559406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port c2763169-edb6-4408-9a34-870de8aa53d1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c2763169-edb6-4408-9a34-870de8aa53d1,segment=NetworkSegment(9f365f78-9c3d-4136-ba68-2ed52d1710a5),segment_id=9f365f78-9c3d-4136-ba68-2ed52d1710a5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:45.602505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-de045816-5464-4869-b139-e7626be80535 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:45.639236 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.656918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a88c9a-b237-40a1-a9c4-c1b0b5602e4a req-47476eac-6bd3-4967-bf2e-e73c0197bf0e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.658739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2a88c9a-b237-40a1-a9c4-c1b0b5602e4a req-47476eac-6bd3-4967-bf2e-e73c0197bf0e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0876698 Sep 16 05:09:45.663164 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.663966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 51db1dfd-2e1d-4459-9c20-82970f39b2f8 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:45.711133 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.729116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2a88c9a-b237-40a1-a9c4-c1b0b5602e4a req-d1af4ea9-5667-4348-8c80-83f4ba73a9b0 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573406 Sep 16 05:09:45.821723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.918994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network e0646290-b698-44c3-bc3c-d18c587f00f6 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:45.923538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:45.939722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:46.004626 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:46.061080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:46.061828 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.178931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-0effb3f2-4dbc-4c59-8005-04cb88d93a35 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3745646 Sep 16 05:09:46.192835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Request body: {'port': {'device_id': '40cc0915-2475-4a89-928d-8c8ccf864095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:46.204596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Allocated IP 172.22.0.1 (295ea7cc-1ecb-458e-9ff3-78129c9e735a/8baefed9-11c9-4241-99d5-823acfdda00f/d9a60602-3767-44db-815b-484ca67e8e8b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:46.225911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=c2763169-edb6-4408-9a34-870de8aa53d1,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:46.298676 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.320941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:46.324605 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.350927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.370619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:46.371009 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.501354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.552051 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-08a7c1fc-42e8-4f64-862f-4b4f28a414f7 None None] Provisioning complete for port c2763169-edb6-4408-9a34-870de8aa53d1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:46.552051 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-08a7c1fc-42e8-4f64-862f-4b4f28a414f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.584139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7789b-e640-4852-8a5d-1b27ceb9e94c req-9c6026f6-cfdb-4aa4-b1e5-ea5f25342862 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:46.585822 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ec7789b-e640-4852-8a5d-1b27ceb9e94c req-9c6026f6-cfdb-4aa4-b1e5-ea5f25342862 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 932 time: 0.1512127 Sep 16 05:09:46.630336 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.636046 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.674537 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ec7789b-e640-4852-8a5d-1b27ceb9e94c req-a7e6f475-a577-4b82-ac44-c9e483b8f9eb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809760 Sep 16 05:09:46.714453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 295ea7cc-1ecb-458e-9ff3-78129c9e735a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:46.715670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=d9a60602-3767-44db-815b-484ca67e8e8b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:46.731336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:46.734693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:46.793566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Allocated IP 172.22.0.2 (295ea7cc-1ecb-458e-9ff3-78129c9e735a/8baefed9-11c9-4241-99d5-823acfdda00f/39ca1962-0a37-4178-82a4-6eac7174f02c) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:46.819651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:46.822432 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.855546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-de045816-5464-4869-b139-e7626be80535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:40Z', 'revision_number': 3, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:40Z', 'revision_number': 2, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:46.901021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49aa946c-96a5-4e9e-8230-cd938391c756 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:46.924806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.954791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f009d7-f33b-4671-bca9-98d0bae8e722 req-961d8617-7753-4b6e-9690-a2df88c0d682 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:46.957033 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-02f009d7-f33b-4671-bca9-98d0bae8e722 req-961d8617-7753-4b6e-9690-a2df88c0d682 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1232569 Sep 16 05:09:46.962124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Transition to ACTIVE for port object 49aa946c-96a5-4e9e-8230-cd938391c756 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:46.991622 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de045816-5464-4869-b139-e7626be80535 None None] Checking router: b502a2f5-8e94-4af3-8082-e5111d150e82 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:46.991907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de045816-5464-4869-b139-e7626be80535 None None] Updating router b502a2f5-8e94-4af3-8082-e5111d150e82 port c90a8659-6efb-496c-95b5-e290824e7823 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:47.004790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-02f009d7-f33b-4671-bca9-98d0bae8e722 req-fbf39615-d5f0-49ca-aebe-c5b3fdbc32a6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394242 Sep 16 05:09:47.080093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de045816-5464-4869-b139-e7626be80535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.097069 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.100270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:47.100673 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.115739 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.151857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-08a7c1fc-42e8-4f64-862f-4b4f28a414f7 None None] Provisioning complete for port c90a8659-6efb-496c-95b5-e290824e7823 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:47.152228 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-08a7c1fc-42e8-4f64-862f-4b4f28a414f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.194997 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.209516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e812a3-7005-429d-a55c-56bbd543a02d req-9d39cee7-af8b-45c7-951f-9bbcd5d491c7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.219073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88e812a3-7005-429d-a55c-56bbd543a02d req-9d39cee7-af8b-45c7-951f-9bbcd5d491c7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1336577 Sep 16 05:09:47.343080 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88e812a3-7005-429d-a55c-56bbd543a02d req-99613712-3f30-4d05-be11-5163cad1e1be tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244535 Sep 16 05:09:47.360368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Attempting to bind port 49aa946c-96a5-4e9e-8230-cd938391c756 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:47.361276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Attempting to bind port 49aa946c-96a5-4e9e-8230-cd938391c756 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:47.375901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Attempting to bind port 49aa946c-96a5-4e9e-8230-cd938391c756 on network e0646290-b698-44c3-bc3c-d18c587f00f6 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:47.400143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Port 49aa946c-96a5-4e9e-8230-cd938391c756 on network e0646290-b698-44c3-bc3c-d18c587f00f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:47.400143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Attempting to bind port 49aa946c-96a5-4e9e-8230-cd938391c756 on network e0646290-b698-44c3-bc3c-d18c587f00f6 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:47.400615 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.401970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:47.404249 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Checking segment: {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:47.404949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Bound using segment: {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:47.405872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Bound port: 49aa946c-96a5-4e9e-8230-cd938391c756, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:47.408345 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.557448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a3cec-0df1-4e1d-b4b1-f2a3ebae18d6 req-677b6589-0608-4f83-a0da-3ee36ca1ee8a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.559049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c01a3cec-0df1-4e1d-b4b1-f2a3ebae18d6 req-677b6589-0608-4f83-a0da-3ee36ca1ee8a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1120687 Sep 16 05:09:47.563837 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.566392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-08a7c1fc-42e8-4f64-862f-4b4f28a414f7 None None] Port c90a8659-6efb-496c-95b5-e290824e7823 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:47.571877 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:47.601281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:47.632702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.640003 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c01a3cec-0df1-4e1d-b4b1-f2a3ebae18d6 req-a40b6a10-6e68-4f29-a7fc-a8a4d2d7ccfc tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715480 Sep 16 05:09:47.647058 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3faf275f-f9c5-4328-8269-9a6406802d45 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:47.653393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Network 295ea7cc-1ecb-458e-9ff3-78129c9e735a is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:47.678700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:47.681074 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:47.695186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Pushing event updated for resources: {'Port': ['ID=39ca1962-0a37-4178-82a4-6eac7174f02c,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.705572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.705798 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.705929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.758226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.759282 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.760867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] 10.222.0.23 "PUT /v2.0/ports/49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 1093 time: 1.5739567 Sep 16 05:09:47.763195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:47.767056 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39a3a96-9455-4b5e-b2be-ff1c96ef48cd" -d '{"events": [{"name": "network-changed", "server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:47.801244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cdd78-f209-4489-98ea-4dfedf5729fa service neutron] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.876588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=d9a60602-3767-44db-815b-484ca67e8e8b,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.885630 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.899895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be916f-41e3-490d-9b2a-2ac10f5ad24e req-0b0587ae-363e-4018-b6d8-9d5552bcee18 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.902904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88be916f-41e3-490d-9b2a-2ac10f5ad24e req-0b0587ae-363e-4018-b6d8-9d5552bcee18 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 944 time: 0.0912287 Sep 16 05:09:47.991071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-3c810d67-8faf-4044-ad61-af429498ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.992483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-3c810d67-8faf-4044-ad61-af429498ca3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1096 time: 0.0883625 Sep 16 05:09:47.997232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88be916f-41e3-490d-9b2a-2ac10f5ad24e req-5e443f85-82ac-491a-a79f-ca4af34f91ed tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815477 Sep 16 05:09:48.045816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 295ea7cc-1ecb-458e-9ff3-78129c9e735a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:48.051559 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:48.096568 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1694c2f-e791-4e17-b7ab-07408d3022ab x-openstack-request-id: req-e1694c2f-e791-4e17-b7ab-07408d3022ab {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:48.097773 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:48.098495 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1694c2f-e791-4e17-b7ab-07408d3022ab {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:48.099140 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756', 'status': 'completed', 'code': 200} Sep 16 05:09:48.101172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-1526399c-9c77-4f72-af71-27d14d502c60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 217 time: 0.0980313 Sep 16 05:09:48.104480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Attempting to bind port 39ca1962-0a37-4178-82a4-6eac7174f02c on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:48.104850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Attempting to bind port 39ca1962-0a37-4178-82a4-6eac7174f02c by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '50b8045d-7ded-4fda-96fe-b4f97e45a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:48.109195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Attempting to bind port 39ca1962-0a37-4178-82a4-6eac7174f02c on network 295ea7cc-1ecb-458e-9ff3-78129c9e735a {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:48.154242 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:48.154621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Checking segment: {'id': '50b8045d-7ded-4fda-96fe-b4f97e45a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:48.155031 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.155430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Bound using segment: {'id': '50b8045d-7ded-4fda-96fe-b4f97e45a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:48.155920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Bound port: 39ca1962-0a37-4178-82a4-6eac7174f02c, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b8045d-7ded-4fda-96fe-b4f97e45a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:48.156325 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.162084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3faf275f-f9c5-4328-8269-9a6406802d45 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:48.162455 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.171442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d46a3b0b-7cd4-446c-9d1a-3121f5396640 None None] Provisioning complete for port c90a8659-6efb-496c-95b5-e290824e7823 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:48.173728 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d46a3b0b-7cd4-446c-9d1a-3121f5396640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.193751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-1e55218d-4bb2-4478-8eab-19bbc033211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.195579 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-1e55218d-4bb2-4478-8eab-19bbc033211d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 200 len: 834 time: 0.0867782 Sep 16 05:09:48.213833 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b445a8e-838c-4fbc-8fc2-cee7c2c000f6 req-999b66ba-5339-4ec3-8f62-626b830cf7ab tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.215742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b445a8e-838c-4fbc-8fc2-cee7c2c000f6 req-999b66ba-5339-4ec3-8f62-626b830cf7ab tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0963314 Sep 16 05:09:48.216426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53450) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.327998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d46a3b0b-7cd4-446c-9d1a-3121f5396640 None None] Port c90a8659-6efb-496c-95b5-e290824e7823 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:48.372071 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de045816-5464-4869-b139-e7626be80535 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.390531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] For port 39ca1962-0a37-4178-82a4-6eac7174f02c, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:48.396564 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] For port 39ca1962-0a37-4178-82a4-6eac7174f02c, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=39ca1962-0a37-4178-82a4-6eac7174f02c,segment=NetworkSegment(50b8045d-7ded-4fda-96fe-b4f97e45a7e1),segment_id=50b8045d-7ded-4fda-96fe-b4f97e45a7e1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:48.463474 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de045816-5464-4869-b139-e7626be80535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.505304 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.540099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2bc7a-a1d1-4735-8ed1-6abadc2d619e None None] Pushing event updated for resources: {'Port': ['ID=c90a8659-6efb-496c-95b5-e290824e7823,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:48.668844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cef384-3b59-4223-85d3-7040ee445fda None None] Pushing event updated for resources: {'Port': ['ID=39ca1962-0a37-4178-82a4-6eac7174f02c,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:48.673248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c2763169-edb6-4408-9a34-870de8aa53d1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:48.721540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router b502a2f5-8e94-4af3-8082-e5111d150e82 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:48.757939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-de045816-5464-4869-b139-e7626be80535 None None] Attempting to bind port c90a8659-6efb-496c-95b5-e290824e7823 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:48.762072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-de045816-5464-4869-b139-e7626be80535 None None] Attempting to bind port c90a8659-6efb-496c-95b5-e290824e7823 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '9f365f78-9c3d-4136-ba68-2ed52d1710a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:48.762072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de045816-5464-4869-b139-e7626be80535 None None] Attempting to bind port c90a8659-6efb-496c-95b5-e290824e7823 on network 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:48.773496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de045816-5464-4869-b139-e7626be80535 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:48.773933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de045816-5464-4869-b139-e7626be80535 None None] Checking segment: {'id': '9f365f78-9c3d-4136-ba68-2ed52d1710a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:48.774497 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de045816-5464-4869-b139-e7626be80535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.774905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de045816-5464-4869-b139-e7626be80535 None None] Bound using segment: {'id': '9f365f78-9c3d-4136-ba68-2ed52d1710a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:48.775401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-de045816-5464-4869-b139-e7626be80535 None None] Bound port: c90a8659-6efb-496c-95b5-e290824e7823, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f365f78-9c3d-4136-ba68-2ed52d1710a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:48.775789 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de045816-5464-4869-b139-e7626be80535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.844173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c2763169-edb6-4408-9a34-870de8aa53d1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:48.844648 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.861799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:48.881936 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-279a613b-af9b-4f9d-9434-ef1591d9cb8e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6474094 Sep 16 05:09:48.882682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53456) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.887815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-15ffb654-fc05-4bf2-8fd9-7aa216c84821 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'network': {'name': 'tempest-RoutersTest-766105210'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:48.929106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-7902027a-5eb7-4d2f-adb7-28c79c73c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.929279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-de045816-5464-4869-b139-e7626be80535 None None] For port c90a8659-6efb-496c-95b5-e290824e7823, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:48.930790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-7902027a-5eb7-4d2f-adb7-28c79c73c848 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0646290-b698-44c3-bc3c-d18c587f00f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7132974 Sep 16 05:09:48.932757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-de045816-5464-4869-b139-e7626be80535 None None] For port c90a8659-6efb-496c-95b5-e290824e7823, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c90a8659-6efb-496c-95b5-e290824e7823,segment=NetworkSegment(9f365f78-9c3d-4136-ba68-2ed52d1710a5),segment_id=9f365f78-9c3d-4136-ba68-2ed52d1710a5)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:48.939360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b445a8e-838c-4fbc-8fc2-cee7c2c000f6 req-f55c95ba-bb2c-4626-a43d-7365974bdcb6 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7123442 Sep 16 05:09:48.941893 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eda23fad-5205-4c6e-ab9c-d6d46fc51f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.988781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ffb654-fc05-4bf2-8fd9-7aa216c84821 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:48.992842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15ffb654-fc05-4bf2-8fd9-7aa216c84821 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.999785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-207005fc-05b1-4112-b9e9-83bf07524d02 None None] Provisioning complete for port c90a8659-6efb-496c-95b5-e290824e7823 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:49.000488 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-207005fc-05b1-4112-b9e9-83bf07524d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.022885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ffb654-fc05-4bf2-8fd9-7aa216c84821 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:49.033831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15ffb654-fc05-4bf2-8fd9-7aa216c84821 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.034463 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-15ffb654-fc05-4bf2-8fd9-7aa216c84821 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Added segment 4d6955cf-5816-426e-ab4f-ec7f15c8bbc8 of type vlan for network 76dc4fd9-ed19-4702-9d97-482fe6f153da Sep 16 05:09:49.058468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-207005fc-05b1-4112-b9e9-83bf07524d02 None None] Port c90a8659-6efb-496c-95b5-e290824e7823 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:49.068901 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de045816-5464-4869-b139-e7626be80535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.093414 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15ffb654-fc05-4bf2-8fd9-7aa216c84821 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.106945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-1527450a-dc8d-47f0-9979-466aeffe2344 service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657934 Sep 16 05:09:49.141706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de045816-5464-4869-b139-e7626be80535 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:49.142720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-de045816-5464-4869-b139-e7626be80535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:49.197552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648aad2-1cab-4c8d-877a-8a8b6bf5246f req-288fb18d-df97-4a8b-87b2-d60b28ecc2d1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.198335 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2bc7a-a1d1-4735-8ed1-6abadc2d619e None None] Pushing event updated for resources: {'Port': ['ID=c90a8659-6efb-496c-95b5-e290824e7823,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.199130 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0648aad2-1cab-4c8d-877a-8a8b6bf5246f req-288fb18d-df97-4a8b-87b2-d60b28ecc2d1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 944 time: 0.1054599 Sep 16 05:09:49.211102 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15ffb654-fc05-4bf2-8fd9-7aa216c84821 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.217858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ffb654-fc05-4bf2-8fd9-7aa216c84821 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.218682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15ffb654-fc05-4bf2-8fd9-7aa216c84821 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.261682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-de045816-5464-4869-b139-e7626be80535 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:49.320213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c25e7a7f-11f6-4ebb-9602-475a258d8f81 req-4e83d563-7b6a-456f-8ef6-dec62b7cfdd1 service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917369 Sep 16 05:09:49.324311 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eda23fad-5205-4c6e-ab9c-d6d46fc51f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.335017 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffb654-fc05-4bf2-8fd9-7aa216c84821 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Network': ['ID=76dc4fd9-ed19-4702-9d97-482fe6f153da,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.339399 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0648aad2-1cab-4c8d-877a-8a8b6bf5246f req-40d33f54-3937-4237-922f-6a63f77a9513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027570 Sep 16 05:09:49.370023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 76dc4fd9-ed19-4702-9d97-482fe6f153da details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:49.392754 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-eda23fad-5205-4c6e-ab9c-d6d46fc51f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.434321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda23fad-5205-4c6e-ab9c-d6d46fc51f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a3f374-d086-4b4c-85f5-38d9763352d5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.449380 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-eda23fad-5205-4c6e-ab9c-d6d46fc51f79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=badcfbd33fcc4fe6817c1ce47c699723&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2234886 Sep 16 05:09:49.452188 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-15ffb654-fc05-4bf2-8fd9-7aa216c84821 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5683041 Sep 16 05:09:49.453082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53460) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.458751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53462) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.463924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-949230cb-a5a2-4565-bed7-e019a8d35a0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'subnet': {'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:49.526859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-27981a1b-20cd-40cc-8814-bbe333c15b1f None None] Provisioning complete for port c90a8659-6efb-496c-95b5-e290824e7823 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:49.527234 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-27981a1b-20cd-40cc-8814-bbe333c15b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.570692 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06a992aa-ddf6-4e07-81d7-e71696bb3094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.576692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a3a96-9455-4b5e-b2be-ff1c96ef48cd req-2022ffbf-47c5-44a6-bb87-4118b28a1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.578365 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a39a3a96-9455-4b5e-b2be-ff1c96ef48cd req-2022ffbf-47c5-44a6-bb87-4118b28a1b87 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1096 time: 0.1246586 Sep 16 05:09:49.620553 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06a992aa-ddf6-4e07-81d7-e71696bb3094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.662165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-de045816-5464-4869-b139-e7626be80535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:46Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:48Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:47Z', 'revision_number': 2, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:49.694037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de045816-5464-4869-b139-e7626be80535 None None] The sync data for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 is: [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:46Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:48Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:47Z', 'revision_number': 2, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:49.698287 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-27981a1b-20cd-40cc-8814-bbe333c15b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.713907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949230cb-a5a2-4565-bed7-e019a8d35a0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Made reservation on behalf of ef788177c9d647e68ca7c3d0c1899390 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:49.718315 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-949230cb-a5a2-4565-bed7-e019a8d35a0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.727573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a3a96-9455-4b5e-b2be-ff1c96ef48cd req-59569376-ea21-4275-a24e-0515c16581de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.730247 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a39a3a96-9455-4b5e-b2be-ff1c96ef48cd req-59569376-ea21-4275-a24e-0515c16581de service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 897 time: 0.1420009 Sep 16 05:09:49.739012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-27981a1b-20cd-40cc-8814-bbe333c15b1f None None] For port c90a8659-6efb-496c-95b5-e290824e7823, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c90a8659-6efb-496c-95b5-e290824e7823,segment=NetworkSegment(9f365f78-9c3d-4136-ba68-2ed52d1710a5),segment_id=9f365f78-9c3d-4136-ba68-2ed52d1710a5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:49.819518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a39a3a96-9455-4b5e-b2be-ff1c96ef48cd req-2b85a3b8-c399-4752-816d-6163aa1d6bcd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 217 time: 0.0683768 Sep 16 05:09:49.819518 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06a992aa-ddf6-4e07-81d7-e71696bb3094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.819518 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06a992aa-ddf6-4e07-81d7-e71696bb3094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.819518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-06a992aa-ddf6-4e07-81d7-e71696bb3094 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1a3f374-d086-4b4c-85f5-38d9763352d5 HTTP/1.1" status: 204 len: 168 time: 0.3578827 Sep 16 05:09:49.837481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a992aa-ddf6-4e07-81d7-e71696bb3094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a3f374-d086-4b4c-85f5-38d9763352d5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.842064 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-27981a1b-20cd-40cc-8814-bbe333c15b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.903778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a3a96-9455-4b5e-b2be-ff1c96ef48cd req-5b2bbe32-c073-47b0-8fc0-b08f94e8cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.905344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a39a3a96-9455-4b5e-b2be-ff1c96ef48cd req-5b2bbe32-c073-47b0-8fc0-b08f94e8cd9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 200 len: 834 time: 0.0899980 Sep 16 05:09:49.938267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27981a1b-20cd-40cc-8814-bbe333c15b1f None None] Pushing event updated for resources: {'Port': ['ID=c90a8659-6efb-496c-95b5-e290824e7823,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.989570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a3a96-9455-4b5e-b2be-ff1c96ef48cd req-260944b5-c12e-403d-a378-79cd47bbe2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.991110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a39a3a96-9455-4b5e-b2be-ff1c96ef48cd req-260944b5-c12e-403d-a378-79cd47bbe2a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0646290-b698-44c3-bc3c-d18c587f00f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736589 Sep 16 05:09:50.064428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861c0775-1aea-4741-ba3f-a957080111c6 None None] Network 295ea7cc-1ecb-458e-9ff3-78129c9e735a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:50.158051 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-949230cb-a5a2-4565-bed7-e019a8d35a0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.170159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d2cba-66be-4ddd-b2be-4ec4321b29d6 req-730f8be3-576b-4987-b426-e394a38f59f4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:50.174891 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-734d2cba-66be-4ddd-b2be-4ec4321b29d6 req-730f8be3-576b-4987-b426-e394a38f59f4 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1286604 Sep 16 05:09:50.179698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a39a3a96-9455-4b5e-b2be-ff1c96ef48cd req-26f0a71e-3159-495c-96dc-666ba3d2181c service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773942 Sep 16 05:09:50.251236 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-734d2cba-66be-4ddd-b2be-4ec4321b29d6 req-1fe76d55-513c-4b72-b033-b815ccbdb012 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679862 Sep 16 05:09:50.263086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949230cb-a5a2-4565-bed7-e019a8d35a0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Subnet': ['ID=4b0b83da-93fb-488b-9b58-9d14e36b2b61,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:50.328883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-77dc76b1-9c65-46f1-8e4e-427bc1befc26 None None] Provisioning complete for port 39ca1962-0a37-4178-82a4-6eac7174f02c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:50.329648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a39a3a96-9455-4b5e-b2be-ff1c96ef48cd req-308cedb4-c152-433e-88cc-1f66f909e561 service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376855 Sep 16 05:09:50.330055 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-77dc76b1-9c65-46f1-8e4e-427bc1befc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.330768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949230cb-a5a2-4565-bed7-e019a8d35a0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Checking segment: {'id': '4d6955cf-5816-426e-ab4f-ec7f15c8bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:50.331140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949230cb-a5a2-4565-bed7-e019a8d35a0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network hostable DHCP agents. Network: 76dc4fd9-ed19-4702-9d97-482fe6f153da, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:50.453324 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-77dc76b1-9c65-46f1-8e4e-427bc1befc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.497519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949230cb-a5a2-4565-bed7-e019a8d35a0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 76dc4fd9-ed19-4702-9d97-482fe6f153da is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:50.512972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-77dc76b1-9c65-46f1-8e4e-427bc1befc26 None None] For port 39ca1962-0a37-4178-82a4-6eac7174f02c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=39ca1962-0a37-4178-82a4-6eac7174f02c,segment=NetworkSegment(50b8045d-7ded-4fda-96fe-b4f97e45a7e1),segment_id=50b8045d-7ded-4fda-96fe-b4f97e45a7e1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:50.584357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-77dc76b1-9c65-46f1-8e4e-427bc1befc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.585499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-949230cb-a5a2-4565-bed7-e019a8d35a0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 76dc4fd9-ed19-4702-9d97-482fe6f153da) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:50.610362 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949230cb-a5a2-4565-bed7-e019a8d35a0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:50.610945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-949230cb-a5a2-4565-bed7-e019a8d35a0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.663748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b778ff-3120-4c78-9e69-b3be178316fa None None] Network 76dc4fd9-ed19-4702-9d97-482fe6f153da requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:50.727420 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-949230cb-a5a2-4565-bed7-e019a8d35a0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2675045 Sep 16 05:09:50.730180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53480) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:50.776753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 39ca1962-0a37-4178-82a4-6eac7174f02c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:50.807348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53482) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:50.822483 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc76b1-9c65-46f1-8e4e-427bc1befc26 None None] Pushing event updated for resources: {'Port': ['ID=39ca1962-0a37-4178-82a4-6eac7174f02c,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:50.903882 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ae68-84ea-450c-a37d-f3437f4c11a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.959162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-10668b1e-512e-4b24-bfe6-176ff7f8fe88 None None] Provisioning complete for port d9a60602-3767-44db-815b-484ca67e8e8b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:50.959818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-10668b1e-512e-4b24-bfe6-176ff7f8fe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.983250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8180a0f-eaef-4346-95c4-561b1c876994 req-8fe265a7-13e2-42a9-9558-57605608fcd8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:50.985102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8180a0f-eaef-4346-95c4-561b1c876994 req-8fe265a7-13e2-42a9-9558-57605608fcd8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.2757723 Sep 16 05:09:51.000801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f535460-d995-42de-aeac-a53420640af7 req-7d5bacd2-ae45-4fd6-9caa-9a3d756beaf1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.014000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f535460-d995-42de-aeac-a53420640af7 req-7d5bacd2-ae45-4fd6-9caa-9a3d756beaf1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 944 time: 0.6023471 Sep 16 05:09:51.048191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefa97b-1bac-4297-823e-ff82ca8cf3aa req-c406354b-6120-4495-b425-caa771218be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.050484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbefa97b-1bac-4297-823e-ff82ca8cf3aa req-c406354b-6120-4495-b425-caa771218be8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 1097 time: 0.2154603 Sep 16 05:09:51.368081 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-10668b1e-512e-4b24-bfe6-176ff7f8fe88 None None] Port d9a60602-3767-44db-815b-484ca67e8e8b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:51.371765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f535460-d995-42de-aeac-a53420640af7 req-48b41d10-0cf3-46d1-a7fa-82535567f1b6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529586 Sep 16 05:09:51.374216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 39ca1962-0a37-4178-82a4-6eac7174f02c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:51.374216 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.374216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-76dc4fd9-ed19-4702-9d97-482fe6f153da', 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'fixed_ips': [{'subnet_id': '4b0b83da-93fb-488b-9b58-9d14e36b2b61'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:51.374216 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.375706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8180a0f-eaef-4346-95c4-561b1c876994 req-ad97e343-6f67-4f97-a69e-c65d1e35bf5b tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621916 Sep 16 05:09:51.375706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefa97b-1bac-4297-823e-ff82ca8cf3aa req-ab5e264e-c005-410a-92f3-b2e17cab31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.375706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbefa97b-1bac-4297-823e-ff82ca8cf3aa req-ab5e264e-c005-410a-92f3-b2e17cab31c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 200 len: 911 time: 0.1947286 Sep 16 05:09:51.375979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-10668b1e-512e-4b24-bfe6-176ff7f8fe88 None None] Provisioning complete for port 39ca1962-0a37-4178-82a4-6eac7174f02c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:51.375979 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-10668b1e-512e-4b24-bfe6-176ff7f8fe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.376479 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.420156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbefa97b-1bac-4297-823e-ff82ca8cf3aa req-c135c43c-f379-4756-8a74-cd0578a31139 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 200 len: 999 time: 0.1166739 Sep 16 05:09:51.500656 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ae68-84ea-450c-a37d-f3437f4c11a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.511926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefa97b-1bac-4297-823e-ff82ca8cf3aa req-a8d95ecd-e6ae-41a3-99dc-05d289fdb6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.513573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbefa97b-1bac-4297-823e-ff82ca8cf3aa req-a8d95ecd-e6ae-41a3-99dc-05d289fdb6a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 200 len: 850 time: 0.0856023 Sep 16 05:09:51.565611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefa97b-1bac-4297-823e-ff82ca8cf3aa req-2fcc8e5b-acf8-4e15-9303-964840f9548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.570838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbefa97b-1bac-4297-823e-ff82ca8cf3aa req-2fcc8e5b-acf8-4e15-9303-964840f9548b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3bfa292-e9f0-489a-bcf8-e4a13051131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460916 Sep 16 05:09:51.570838 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ae68-84ea-450c-a37d-f3437f4c11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.571026 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Sync routers for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:51.576832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c90a8659-6efb-496c-95b5-e290824e7823 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:51.583265 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:51.584222 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:51.607077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c2f7ae68-84ea-450c-a37d-f3437f4c11a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4153cce2eafb4129ad111b9af5554495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7962134 Sep 16 05:09:51.620872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53486) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:51.687129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7ae68-84ea-450c-a37d-f3437f4c11a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0117526-2769-49ff-839a-10bdb126c338,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:51.702852 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:51.776967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c6ebfaf-f4ed-4557-98d7-95f26deaea76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.778837 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Allocated IP 172.23.0.2 (76dc4fd9-ed19-4702-9d97-482fe6f153da/4b0b83da-93fb-488b-9b58-9d14e36b2b61/68d6452c-0b51-472d-b945-5a7247de3abe) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:51.781156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbefa97b-1bac-4297-823e-ff82ca8cf3aa req-3c971e82-7dc5-4528-aca7-e14ff23f6006 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810217 Sep 16 05:09:51.833637 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c6ebfaf-f4ed-4557-98d7-95f26deaea76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.845416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c90a8659-6efb-496c-95b5-e290824e7823 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:51.846309 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.921373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbefa97b-1bac-4297-823e-ff82ca8cf3aa req-0f5a2294-bd61-4ec9-afc0-5e4b9d7a3b97 service neutron] 10.222.0.23 "GET /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311548 Sep 16 05:09:51.924434 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:46Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:47Z', 'revision_number': 2, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:51.951625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 49aa946c-96a5-4e9e-8230-cd938391c756 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:51.952676 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Checking router: b502a2f5-8e94-4af3-8082-e5111d150e82 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:51.953055 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Updating router b502a2f5-8e94-4af3-8082-e5111d150e82 port d9a60602-3767-44db-815b-484ca67e8e8b binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:51.981856 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.995311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-df4fa03b-140c-40e4-b679-8fe7af1f4a67 None None] Provisioning complete for port d9a60602-3767-44db-815b-484ca67e8e8b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:51.995665 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-df4fa03b-140c-40e4-b679-8fe7af1f4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.015274 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c6ebfaf-f4ed-4557-98d7-95f26deaea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.018121 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c6ebfaf-f4ed-4557-98d7-95f26deaea76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.020018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9c6ebfaf-f4ed-4557-98d7-95f26deaea76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0117526-2769-49ff-839a-10bdb126c338 HTTP/1.1" status: 204 len: 168 time: 0.3981712 Sep 16 05:09:52.037070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ebfaf-f4ed-4557-98d7-95f26deaea76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0117526-2769-49ff-839a-10bdb126c338,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.110745 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.118176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-df4fa03b-140c-40e4-b679-8fe7af1f4a67 None None] Port d9a60602-3767-44db-815b-484ca67e8e8b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:52.127362 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:09:52.182735 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:52.194205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '49aa946c-96a5-4e9e-8230-cd938391c756', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'port_id': '49aa946c-96a5-4e9e-8230-cd938391c756', 'mac_address': 'fa:16:3e:61:26:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:52.199334 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.281714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Network 76dc4fd9-ed19-4702-9d97-482fe6f153da is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:52.284159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:52.289433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:52.301258 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Allocated IP 172.23.0.1 (76dc4fd9-ed19-4702-9d97-482fe6f153da/4b0b83da-93fb-488b-9b58-9d14e36b2b61/0cc0969f-8f93-4818-b996-2eeb444b694a) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:52.329925 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.334027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Pushing event updated for resources: {'Port': ['ID=68d6452c-0b51-472d-b945-5a7247de3abe,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.368340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49aa946c-96a5-4e9e-8230-cd938391c756 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:52.392306 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.395064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45612f-10bd-4435-bd2c-6a8c3567df87 req-72637512-1d63-459c-8517-9f807cf41d26 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:52.396674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f45612f-10bd-4435-bd2c-6a8c3567df87 req-72637512-1d63-459c-8517-9f807cf41d26 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 944 time: 0.1411266 Sep 16 05:09:52.398973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Attempting to bind port 68d6452c-0b51-472d-b945-5a7247de3abe on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:52.399349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Attempting to bind port 68d6452c-0b51-472d-b945-5a7247de3abe by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '4d6955cf-5816-426e-ab4f-ec7f15c8bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:52.400545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Attempting to bind port 68d6452c-0b51-472d-b945-5a7247de3abe on network 76dc4fd9-ed19-4702-9d97-482fe6f153da {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:52.406694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:52.413299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:52.413679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Checking segment: {'id': '4d6955cf-5816-426e-ab4f-ec7f15c8bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:52.414093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.414492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Bound using segment: {'id': '4d6955cf-5816-426e-ab4f-ec7f15c8bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:52.415078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Bound port: 68d6452c-0b51-472d-b945-5a7247de3abe, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6955cf-5816-426e-ab4f-ec7f15c8bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:52.420877 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.428646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab47eb-3c2d-4db8-ac17-8a35dbbab784 req-e96cc03a-1a5d-4ee8-9a12-6532fe111d31 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:52.428646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61ab47eb-3c2d-4db8-ac17-8a35dbbab784 req-e96cc03a-1a5d-4ee8-9a12-6532fe111d31 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0877194 Sep 16 05:09:52.481906 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f45612f-10bd-4435-bd2c-6a8c3567df87 req-0b8fd5be-130f-49b5-9e6f-b2a4bf0db354 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744708 Sep 16 05:09:52.485532 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.510602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61ab47eb-3c2d-4db8-ac17-8a35dbbab784 req-9684d776-4c8a-4032-942e-410e1dde9c16 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739396 Sep 16 05:09:52.536524 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.554086 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.573773 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] For port 68d6452c-0b51-472d-b945-5a7247de3abe, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:52.614779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] For port 68d6452c-0b51-472d-b945-5a7247de3abe, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=68d6452c-0b51-472d-b945-5a7247de3abe,segment=NetworkSegment(4d6955cf-5816-426e-ab4f-ec7f15c8bbc8),segment_id=4d6955cf-5816-426e-ab4f-ec7f15c8bbc8)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:52.634239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 39ca1962-0a37-4178-82a4-6eac7174f02c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:52.645037 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c44c90-5d75-4240-b2c4-97ed5c75ddb3 None None] Pushing event updated for resources: {'Port': ['ID=d9a60602-3767-44db-815b-484ca67e8e8b,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.681358 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Attempting to bind port d9a60602-3767-44db-815b-484ca67e8e8b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:52.681725 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Attempting to bind port d9a60602-3767-44db-815b-484ca67e8e8b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '50b8045d-7ded-4fda-96fe-b4f97e45a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:52.682250 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Attempting to bind port d9a60602-3767-44db-815b-484ca67e8e8b on network 295ea7cc-1ecb-458e-9ff3-78129c9e735a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:52.688073 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:52.688449 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Checking segment: {'id': '50b8045d-7ded-4fda-96fe-b4f97e45a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:52.688883 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.689259 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Bound using segment: {'id': '50b8045d-7ded-4fda-96fe-b4f97e45a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:52.689799 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Bound port: d9a60602-3767-44db-815b-484ca67e8e8b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b8045d-7ded-4fda-96fe-b4f97e45a7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:52.690174 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.719981 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.726961 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.738816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.792767 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] For port d9a60602-3767-44db-815b-484ca67e8e8b, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:52.797282 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] For port d9a60602-3767-44db-815b-484ca67e8e8b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d9a60602-3767-44db-815b-484ca67e8e8b,segment=NetworkSegment(50b8045d-7ded-4fda-96fe-b4f97e45a7e1),segment_id=50b8045d-7ded-4fda-96fe-b4f97e45a7e1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:52.804510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['49aa946c-96a5-4e9e-8230-cd938391c756'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:52.832398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=0cc0969f-8f93-4818-b996-2eeb444b694a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.846356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 76dc4fd9-ed19-4702-9d97-482fe6f153da is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:52.848558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:52.853904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:52.856194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 39ca1962-0a37-4178-82a4-6eac7174f02c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:52.856614 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.886036 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.899592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e8f8a-407f-41fe-bf3e-90a9ed40ebf8 None None] Pushing event updated for resources: {'Port': ['ID=68d6452c-0b51-472d-b945-5a7247de3abe,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.912501 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.089454 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:53.090380 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:53.094943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d7eb8634-3489-44d8-9a48-98674a3da33f None None] Provisioning complete for port d9a60602-3767-44db-815b-484ca67e8e8b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:53.095450 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8634-3489-44d8-9a48-98674a3da33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.148157 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c44c90-5d75-4240-b2c4-97ed5c75ddb3 None None] Pushing event updated for resources: {'Port': ['ID=d9a60602-3767-44db-815b-484ca67e8e8b,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:53.261535 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8634-3489-44d8-9a48-98674a3da33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.262240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.304276 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:53.335449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d7eb8634-3489-44d8-9a48-98674a3da33f None None] For port d9a60602-3767-44db-815b-484ca67e8e8b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d9a60602-3767-44db-815b-484ca67e8e8b,segment=NetworkSegment(50b8045d-7ded-4fda-96fe-b4f97e45a7e1),segment_id=50b8045d-7ded-4fda-96fe-b4f97e45a7e1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:53.417161 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8634-3489-44d8-9a48-98674a3da33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.474550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb8634-3489-44d8-9a48-98674a3da33f None None] Pushing event updated for resources: {'Port': ['ID=d9a60602-3767-44db-815b-484ca67e8e8b,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:53.540975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-92ce25b5-2829-4c9a-87ff-6c450235b908 None None] Provisioning complete for port d9a60602-3767-44db-815b-484ca67e8e8b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:53.541359 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-92ce25b5-2829-4c9a-87ff-6c450235b908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.596551 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:46Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:52Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:53.598692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.632189 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7328ecd-cc0b-4a50-9820-4f84e207dde0 None None] The sync data for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 is: [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:46Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:52Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:53.686109 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.717252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402fff-eb1f-4972-98a5-294fb2a7e28a req-ce75c7ce-600e-42e6-9c1a-702cfed68627 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.719672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3402fff-eb1f-4972-98a5-294fb2a7e28a req-ce75c7ce-600e-42e6-9c1a-702cfed68627 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 945 time: 0.1226113 Sep 16 05:09:53.735334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645623c-849e-4dad-9dc8-c6b2e8aafafd req-906e3fe3-48e4-4184-9b2a-af4469d99204 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.736846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0645623c-849e-4dad-9dc8-c6b2e8aafafd req-906e3fe3-48e4-4184-9b2a-af4469d99204 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1047556 Sep 16 05:09:53.786725 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.789788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event updated for resources: {'Port': ['ID=0cc0969f-8f93-4818-b996-2eeb444b694a,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:53.812941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0645623c-849e-4dad-9dc8-c6b2e8aafafd req-6779f9ee-ec50-400e-aeff-2647f52e7f70 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669129 Sep 16 05:09:53.836565 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3402fff-eb1f-4972-98a5-294fb2a7e28a req-a33e2343-a366-49fb-8ae2-fb70f196ef30 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939429 Sep 16 05:09:53.948700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 49aa946c-96a5-4e9e-8230-cd938391c756 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:53.972160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Network 76dc4fd9-ed19-4702-9d97-482fe6f153da is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:53.974975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:53.998042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000d68d-5e51-4dca-8ca8-aeaaccb8a996 req-2aad44cc-c6dd-4ad9-8038-dbfdd991ec33 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.999522 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0000d68d-5e51-4dca-8ca8-aeaaccb8a996 req-2aad44cc-c6dd-4ad9-8038-dbfdd991ec33 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0818055 Sep 16 05:09:54.054143 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0000d68d-5e51-4dca-8ca8-aeaaccb8a996 req-fc74274d-7492-47ce-acf7-8989a2b65096 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456812 Sep 16 05:09:54.055848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 49aa946c-96a5-4e9e-8230-cd938391c756 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:54.060846 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 49aa946c-96a5-4e9e-8230-cd938391c756 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:54.061523 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.134084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router b502a2f5-8e94-4af3-8082-e5111d150e82 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:54.158274 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.196962 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:54.200321 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9daeade-08ab-4e2a-9932-d5e74f732e40" -d '{"events": [{"server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "name": "network-vif-plugged", "status": "completed", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:54.217043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:54.255709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db23a5-371f-4340-aa7c-7e354a0a7995 None None] Network 76dc4fd9-ed19-4702-9d97-482fe6f153da requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:54.258599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:54.270120 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9889662c-d128-4b5d-98fb-1f3b12d781ae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5380242 Sep 16 05:09:54.272813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53540) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:54.278595 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3fdec42e-c853-4110-a155-b9e554e3e15b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:54.293011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Sync routers for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:54.303805 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fa38cb-c450-4062-b69d-06deebd56fde x-openstack-request-id: req-c1fa38cb-c450-4062-b69d-06deebd56fde {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:54.304189 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "name": "network-vif-plugged", "status": "completed", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:54.304448 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1fa38cb-c450-4062-b69d-06deebd56fde {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:54.305040 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756', 'code': 200} Sep 16 05:09:54.334872 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.383804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:54.384777 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:54.397252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c6ef3-ca19-4a6a-8027-13eb45d107f2 req-67c3d0ac-f6f7-4ccc-8b76-eb609d46b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.398977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab8c6ef3-ca19-4a6a-8027-13eb45d107f2 req-67c3d0ac-f6f7-4ccc-8b76-eb609d46b64f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1098 time: 0.0477712 Sep 16 05:09:54.480084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5f4ff75a-b3dd-40c9-a81d-ed447da0f59a None None] Provisioning complete for port 68d6452c-0b51-472d-b945-5a7247de3abe triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:54.480499 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f4ff75a-b3dd-40c9-a81d-ed447da0f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.493897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab8c6ef3-ca19-4a6a-8027-13eb45d107f2 req-c0d5458f-ae08-41bc-a5e1-dd77acbd50bc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848980 Sep 16 05:09:54.598796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:54.613957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:54.765358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d9a60602-3767-44db-815b-484ca67e8e8b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:54.908125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.extraroute_db [None req-3fdec42e-c853-4110-a155-b9e554e3e15b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:09:54.922987 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f4ff75a-b3dd-40c9-a81d-ed447da0f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.933803 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.extraroute_db [None req-3fdec42e-c853-4110-a155-b9e554e3e15b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Removed routes are [] {{(pid=95451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:09:54.934530 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3fdec42e-c853-4110-a155-b9e554e3e15b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.983029 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d9a60602-3767-44db-815b-484ca67e8e8b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:54.983029 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.000791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5ebf6-4ea3-4590-af37-285d99730b2d req-0bf45330-731c-4d76-b4f7-68adf5cbfbc4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:55.002406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5de5ebf6-4ea3-4590-af37-285d99730b2d req-0bf45330-731c-4d76-b4f7-68adf5cbfbc4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0879512 Sep 16 05:09:55.072702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5de5ebf6-4ea3-4590-af37-285d99730b2d req-85cf1b73-5192-453b-9573-b1e3011db710 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622380 Sep 16 05:09:55.209430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5f4ff75a-b3dd-40c9-a81d-ed447da0f59a None None] For port 68d6452c-0b51-472d-b945-5a7247de3abe, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=68d6452c-0b51-472d-b945-5a7247de3abe,segment=NetworkSegment(4d6955cf-5816-426e-ab4f-ec7f15c8bbc8),segment_id=4d6955cf-5816-426e-ab4f-ec7f15c8bbc8)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:55.289876 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f4ff75a-b3dd-40c9-a81d-ed447da0f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.294432 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3fdec42e-c853-4110-a155-b9e554e3e15b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.298842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3fdec42e-c853-4110-a155-b9e554e3e15b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.348557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ff75a-b3dd-40c9-a81d-ed447da0f59a None None] Pushing event updated for resources: {'Port': ['ID=68d6452c-0b51-472d-b945-5a7247de3abe,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:55.367904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '0cc0969f-8f93-4818-b996-2eeb444b694a', 'name': '', 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:1e:b1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4b0b83da-93fb-488b-9b58-9d14e36b2b61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:51Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 2, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '4b0b83da-93fb-488b-9b58-9d14e36b2b61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:55.403643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 68d6452c-0b51-472d-b945-5a7247de3abe up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:55.429961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Checking router: b502a2f5-8e94-4af3-8082-e5111d150e82 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:55.429961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Updating router b502a2f5-8e94-4af3-8082-e5111d150e82 port 0cc0969f-8f93-4818-b996-2eeb444b694a binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:09:55.445957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdec42e-c853-4110-a155-b9e554e3e15b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router b502a2f5-8e94-4af3-8082-e5111d150e82 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:55.530499 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.533030 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fe14701e-084b-4fed-b76a-ec436410516e None None] Provisioning complete for port 0cc0969f-8f93-4818-b996-2eeb444b694a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:55.533389 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe14701e-084b-4fed-b76a-ec436410516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.607476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdec42e-c853-4110-a155-b9e554e3e15b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:55.624366 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3fdec42e-c853-4110-a155-b9e554e3e15b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.625733 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3fdec42e-c853-4110-a155-b9e554e3e15b tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82 HTTP/1.1" status: 200 len: 933 time: 1.3520000 Sep 16 05:09:55.629232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53594) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:55.652776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-fe14701e-084b-4fed-b76a-ec436410516e None None] Port 0cc0969f-8f93-4818-b996-2eeb444b694a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:55.655875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 68d6452c-0b51-472d-b945-5a7247de3abe triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:55.656255 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.783787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fe14701e-084b-4fed-b76a-ec436410516e None None] Provisioning complete for port 68d6452c-0b51-472d-b945-5a7247de3abe triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:55.784232 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe14701e-084b-4fed-b76a-ec436410516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.792355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-efe7ff4c-0341-4109-a36c-10544c913bae tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82 HTTP/1.1" status: 200 len: 933 time: 0.1569724 Sep 16 05:09:55.792436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53600) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:55.794770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f173c7f3-d43a-4683-b8f2-ff82156ecb26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'router': {'routes': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:56.085574 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.093979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9af26-1086-45f2-b6d9-58a169ce3152 req-e3854ce4-8fb8-4972-a922-ddc1f0dc160f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.095568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fa9af26-1086-45f2-b6d9-58a169ce3152 req-e3854ce4-8fb8-4972-a922-ddc1f0dc160f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=3be8986e-b0b2-415f-83f5-7850fdae7486 HTTP/1.1" status: 200 len: 944 time: 0.0629890 Sep 16 05:09:56.151561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-12120684-f36a-4c7c-b2b9-f9b55c9a9113 None None] Provisioning complete for port 0cc0969f-8f93-4818-b996-2eeb444b694a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:56.152055 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12120684-f36a-4c7c-b2b9-f9b55c9a9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.186052 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.223033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-12120684-f36a-4c7c-b2b9-f9b55c9a9113 None None] Port 0cc0969f-8f93-4818-b996-2eeb444b694a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:56.245277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e4022-0afb-4271-b008-3d441040f0a3 req-1ae55336-e12d-4149-ab00-52cd7454b779 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.257319 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b1e4022-0afb-4271-b008-3d441040f0a3 req-1ae55336-e12d-4149-ab00-52cd7454b779 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.1069107 Sep 16 05:09:56.260303 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a203f5c-851b-4712-bab7-9fc1b345b33d None None] Pushing event updated for resources: {'Port': ['ID=0cc0969f-8f93-4818-b996-2eeb444b694a,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:56.337274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5b1e4022-0afb-4271-b008-3d441040f0a3 req-4d579181-3986-45f5-b813-c526f165abd6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790458 Sep 16 05:09:56.341569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-9fa9af26-1086-45f2-b6d9-58a169ce3152 req-2dffe793-64d2-4cb3-8600-195265e37df3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Deleting port 2055a994-362a-4c87-86db-b3f50fc3f9b3 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:56.342618 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9fa9af26-1086-45f2-b6d9-58a169ce3152 req-2dffe793-64d2-4cb3-8600-195265e37df3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.419693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Attempting to bind port 0cc0969f-8f93-4818-b996-2eeb444b694a on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:56.423993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Attempting to bind port 0cc0969f-8f93-4818-b996-2eeb444b694a by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '4d6955cf-5816-426e-ab4f-ec7f15c8bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:56.424411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Attempting to bind port 0cc0969f-8f93-4818-b996-2eeb444b694a on network 76dc4fd9-ed19-4702-9d97-482fe6f153da {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:56.438558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:56.438996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Checking segment: {'id': '4d6955cf-5816-426e-ab4f-ec7f15c8bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:56.439545 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.439943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Bound using segment: {'id': '4d6955cf-5816-426e-ab4f-ec7f15c8bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:56.441108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Bound port: 0cc0969f-8f93-4818-b996-2eeb444b694a, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6955cf-5816-426e-ab4f-ec7f15c8bbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:56.446384 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.562123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-9fa9af26-1086-45f2-b6d9-58a169ce3152 req-2dffe793-64d2-4cb3-8600-195265e37df3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] For port 2055a994-362a-4c87-86db-b3f50fc3f9b3, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=2055a994-362a-4c87-86db-b3f50fc3f9b3,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:56.562449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] For port 0cc0969f-8f93-4818-b996-2eeb444b694a, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:56.563078 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9fa9af26-1086-45f2-b6d9-58a169ce3152 req-2dffe793-64d2-4cb3-8600-195265e37df3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.570180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] For port 0cc0969f-8f93-4818-b996-2eeb444b694a, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0cc0969f-8f93-4818-b996-2eeb444b694a,segment=NetworkSegment(4d6955cf-5816-426e-ab4f-ec7f15c8bbc8),segment_id=4d6955cf-5816-426e-ab4f-ec7f15c8bbc8)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:56.592812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 68d6452c-0b51-472d-b945-5a7247de3abe up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:56.605892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-9fa9af26-1086-45f2-b6d9-58a169ce3152 req-2dffe793-64d2-4cb3-8600-195265e37df3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Calling delete_port for 2055a994-362a-4c87-86db-b3f50fc3f9b3 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:56.630625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac10d7-d9b4-47c0-b2c9-cb0b2fb56844 req-6bc714f7-ee35-4354-b761-55ed52500ed3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.632369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4eac10d7-d9b4-47c0-b2c9-cb0b2fb56844 req-6bc714f7-ee35-4354-b761-55ed52500ed3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.1038496 Sep 16 05:09:56.655399 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 68d6452c-0b51-472d-b945-5a7247de3abe triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:56.655941 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.684138 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-162234d2-b10d-4222-a568-7f5602ace6fb None None] Provisioning complete for port 0cc0969f-8f93-4818-b996-2eeb444b694a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:56.684909 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-162234d2-b10d-4222-a568-7f5602ace6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.711153 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.717319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.extraroute_db [None req-f173c7f3-d43a-4683-b8f2-ff82156ecb26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Added routes are [] {{(pid=95451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:09:56.718240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.extraroute_db [None req-f173c7f3-d43a-4683-b8f2-ff82156ecb26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:09:56.738271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4eac10d7-d9b4-47c0-b2c9-cb0b2fb56844 req-755fffd3-a4b8-4688-b975-cda6b15aabeb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581329 Sep 16 05:09:56.753339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53616) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.760416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f173c7f3-d43a-4683-b8f2-ff82156ecb26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.791320 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-162234d2-b10d-4222-a568-7f5602ace6fb None None] Port 0cc0969f-8f93-4818-b996-2eeb444b694a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:56.816600 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:56.817769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:56.858740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a203f5c-851b-4712-bab7-9fc1b345b33d None None] Pushing event updated for resources: {'Port': ['ID=0cc0969f-8f93-4818-b996-2eeb444b694a,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:56.879466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dee79fa-fb12-43af-98db-fa8b06e91e59 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.881151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2dee79fa-fb12-43af-98db-fa8b06e91e59 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1093 time: 0.1237593 Sep 16 05:09:56.884269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53618) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.890104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '49aa946c-96a5-4e9e-8230-cd938391c756', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:56.913363 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9fa9af26-1086-45f2-b6d9-58a169ce3152 req-2dffe793-64d2-4cb3-8600-195265e37df3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.935330 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ddc61478-08ce-4a92-907f-5aaeb0d5514c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:56.937470 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['222adc97-e868-434b-a026-9485c136a6b5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:57.026206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffe793-64d2-4cb3-8600-195265e37df3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event deleted for resources: {'Port': ['ID=2055a994-362a-4c87-86db-b3f50fc3f9b3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:57.049271 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:57.098340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa9af26-1086-45f2-b6d9-58a169ce3152 req-2dffe793-64d2-4cb3-8600-195265e37df3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] No DVR routers for this DVR port 2055a994-362a-4c87-86db-b3f50fc3f9b3 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:57.123161 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-9fa9af26-1086-45f2-b6d9-58a169ce3152 req-2dffe793-64d2-4cb3-8600-195265e37df3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.127627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fa9af26-1086-45f2-b6d9-58a169ce3152 req-2dffe793-64d2-4cb3-8600-195265e37df3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "DELETE /v2.0/ports/2055a994-362a-4c87-86db-b3f50fc3f9b3 HTTP/1.1" status: 204 len: 173 time: 1.0201652 Sep 16 05:09:57.127627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be8986e-b0b2-415f-83f5-7850fdae7486', 'name': 'network-vif-deleted', 'tag': '2055a994-362a-4c87-86db-b3f50fc3f9b3'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:57.131872 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dc459f-9e39-4572-8a5e-cffe5bc5bb86" -d '{"events": [{"server_uuid": "3be8986e-b0b2-415f-83f5-7850fdae7486", "name": "network-vif-deleted", "tag": "2055a994-362a-4c87-86db-b3f50fc3f9b3"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:57.144844 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.155864 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f173c7f3-d43a-4683-b8f2-ff82156ecb26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.161024 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f173c7f3-d43a-4683-b8f2-ff82156ecb26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.191001 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ea85dc-751e-4f72-a9d2-1ee7cf967682 x-openstack-request-id: req-b2ea85dc-751e-4f72-a9d2-1ee7cf967682 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:57.191424 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be8986e-b0b2-415f-83f5-7850fdae7486", "name": "network-vif-deleted", "tag": "2055a994-362a-4c87-86db-b3f50fc3f9b3", "status": "failed", "code": 422}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:57.191771 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2ea85dc-751e-4f72-a9d2-1ee7cf967682 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:57.192808 n-d-712137-12 neutron-server[95452]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3be8986e-b0b2-415f-83f5-7850fdae7486', 'name': 'network-vif-deleted', 'tag': '2055a994-362a-4c87-86db-b3f50fc3f9b3', 'status': 'failed', 'code': 422} returned with failed status Sep 16 05:09:57.234904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0c84d141-30d2-4381-9202-fcb2f67b4cfb None None] Provisioning complete for port 0cc0969f-8f93-4818-b996-2eeb444b694a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:57.235507 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c84d141-30d2-4381-9202-fcb2f67b4cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.292897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f173c7f3-d43a-4683-b8f2-ff82156ecb26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router b502a2f5-8e94-4af3-8082-e5111d150e82 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:57.325940 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.423338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f173c7f3-d43a-4683-b8f2-ff82156ecb26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:57.436310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f173c7f3-d43a-4683-b8f2-ff82156ecb26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.437690 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f173c7f3-d43a-4683-b8f2-ff82156ecb26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82 HTTP/1.1" status: 200 len: 699 time: 1.6465516 Sep 16 05:09:57.440442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53628) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:57.493471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.25.3.53 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/833a19e1-9233-4ed5-8bd2-1419e0d45dac) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:57.562740 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c84d141-30d2-4381-9202-fcb2f67b4cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.621046 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c8983648-1676-4e77-87d2-969c2b6ebf65 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82 HTTP/1.1" status: 200 len: 699 time: 0.1763561 Sep 16 05:09:57.621944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53636) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:57.716311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0c84d141-30d2-4381-9202-fcb2f67b4cfb None None] For port 0cc0969f-8f93-4818-b996-2eeb444b694a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0cc0969f-8f93-4818-b996-2eeb444b694a,segment=NetworkSegment(4d6955cf-5816-426e-ab4f-ec7f15c8bbc8),segment_id=4d6955cf-5816-426e-ab4f-ec7f15c8bbc8)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:57.759875 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.771051 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:56Z', 'revision_number': 7, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '0cc0969f-8f93-4818-b996-2eeb444b694a', 'name': '', 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:1e:b1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4b0b83da-93fb-488b-9b58-9d14e36b2b61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:51Z', 'updated_at': '2021-09-16T05:09:56Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '4b0b83da-93fb-488b-9b58-9d14e36b2b61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:57.811476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79430c43-54f5-478e-8e65-ce974926bf1f None None] The sync data for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 is: [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:56Z', 'revision_number': 7, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '0cc0969f-8f93-4818-b996-2eeb444b694a', 'name': '', 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:1e:b1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4b0b83da-93fb-488b-9b58-9d14e36b2b61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:51Z', 'updated_at': '2021-09-16T05:09:56Z', 'revision_number': 4, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '4b0b83da-93fb-488b-9b58-9d14e36b2b61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:57.813298 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c84d141-30d2-4381-9202-fcb2f67b4cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.879415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84d141-30d2-4381-9202-fcb2f67b4cfb None None] Pushing event updated for resources: {'Port': ['ID=0cc0969f-8f93-4818-b996-2eeb444b694a,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:57.898343 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.963415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:57.966715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:57.977135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:57.980545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=833a19e1-9233-4ed5-8bd2-1419e0d45dac,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:58.157799 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b3edb85d-9a28-41a4-b101-da613bc57791 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.498555 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.548080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b3edb85d-9a28-41a4-b101-da613bc57791 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port 0cc0969f-8f93-4818-b996-2eeb444b694a {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:58.548451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b3edb85d-9a28-41a4-b101-da613bc57791 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.609114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0cc0969f-8f93-4818-b996-2eeb444b694a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:58.688255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-b3edb85d-9a28-41a4-b101-da613bc57791 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] For port 0cc0969f-8f93-4818-b996-2eeb444b694a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0cc0969f-8f93-4818-b996-2eeb444b694a,segment=NetworkSegment(4d6955cf-5816-426e-ab4f-ec7f15c8bbc8),segment_id=4d6955cf-5816-426e-ab4f-ec7f15c8bbc8)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:58.688255 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b3edb85d-9a28-41a4-b101-da613bc57791 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.688484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0cc0969f-8f93-4818-b996-2eeb444b694a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:58.688484 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.697451 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.700360 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b3edb85d-9a28-41a4-b101-da613bc57791 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for 0cc0969f-8f93-4818-b996-2eeb444b694a owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:58.824222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490b3cf-b562-4102-8257-f0fb33025185 req-4eb62c5f-9b8c-4fc8-a3cc-8db98d7a8485 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:58.825044 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772fcfc-2b4e-4cf1-99fe-6107adabeb15 None None] Sync routers for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:58.825795 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6490b3cf-b562-4102-8257-f0fb33025185 req-4eb62c5f-9b8c-4fc8-a3cc-8db98d7a8485 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 907 time: 0.0905068 Sep 16 05:09:58.836130 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772fcfc-2b4e-4cf1-99fe-6107adabeb15 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:58.837087 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c772fcfc-2b4e-4cf1-99fe-6107adabeb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:58.934428 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.936964 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b3edb85d-9a28-41a4-b101-da613bc57791 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.968345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edb85d-9a28-41a4-b101-da613bc57791 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=0cc0969f-8f93-4818-b996-2eeb444b694a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:58.976656 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.026773 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-c772fcfc-2b4e-4cf1-99fe-6107adabeb15 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:59.054778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=833a19e1-9233-4ed5-8bd2-1419e0d45dac,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:59.079724 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.160987 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b3edb85d-9a28-41a4-b101-da613bc57791 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.195756 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Floating IP c3171dea-8ae3-4861-a1db-01fc3858f3ec associated. External IP: 172.25.3.53, port: 49aa946c-96a5-4e9e-8230-cd938391c756. Sep 16 05:09:59.307854 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c772fcfc-2b4e-4cf1-99fe-6107adabeb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:56Z', 'revision_number': 7, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '0cc0969f-8f93-4818-b996-2eeb444b694a', 'name': '', 'network_id': '76dc4fd9-ed19-4702-9d97-482fe6f153da', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:1e:b1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4b0b83da-93fb-488b-9b58-9d14e36b2b61', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:51Z', 'updated_at': '2021-09-16T05:09:57Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '4b0b83da-93fb-488b-9b58-9d14e36b2b61', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.337013 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772fcfc-2b4e-4cf1-99fe-6107adabeb15 None None] Checking router: b502a2f5-8e94-4af3-8082-e5111d150e82 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:59.345194 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772fcfc-2b4e-4cf1-99fe-6107adabeb15 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:59.345808 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c772fcfc-2b4e-4cf1-99fe-6107adabeb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.416247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3edb85d-9a28-41a4-b101-da613bc57791 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router b502a2f5-8e94-4af3-8082-e5111d150e82 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:59.438652 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-c772fcfc-2b4e-4cf1-99fe-6107adabeb15 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:59.446206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router b1b96909-702c-4b7f-abfb-4b201a37a864 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:59.531453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3edb85d-9a28-41a4-b101-da613bc57791 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:59.538173 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b3edb85d-9a28-41a4-b101-da613bc57791 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9154036 Sep 16 05:09:59.540953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53656) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:59.602264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f098138-2a6b-45a0-9286-4467eb7d9569 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting subnet 4b0b83da-93fb-488b-9b58-9d14e36b2b61 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:59.605676 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f098138-2a6b-45a0-9286-4467eb7d9569 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.654740 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f098138-2a6b-45a0-9286-4467eb7d9569 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.698864 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c772fcfc-2b4e-4cf1-99fe-6107adabeb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:58Z', 'revision_number': 8, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.744629 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772fcfc-2b4e-4cf1-99fe-6107adabeb15 None None] The sync data for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 is: [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:58Z', 'revision_number': 8, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:59.798499 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f098138-2a6b-45a0-9286-4467eb7d9569 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.938081 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f098138-2a6b-45a0-9286-4467eb7d9569 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.952979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:59.966081 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da798a-c77e-4c58-b2a1-bafd96065ea5 None None] Sync routers for ids ['b1b96909-702c-4b7f-abfb-4b201a37a864'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:59.977204 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da798a-c77e-4c58-b2a1-bafd96065ea5 None None] Routers {'b1b96909-702c-4b7f-abfb-4b201a37a864'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:59.977823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c4da798a-c77e-4c58-b2a1-bafd96065ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b1b96909-702c-4b7f-abfb-4b201a37a864'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.981672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18277-c010-41e7-89da-1d2df0320f7e req-40631c2f-db03-4d39-b85c-5bd1c3545b09 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.984601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63a18277-c010-41e7-89da-1d2df0320f7e req-40631c2f-db03-4d39-b85c-5bd1c3545b09 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 907 time: 0.0770514 Sep 16 05:09:59.984708 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f098138-2a6b-45a0-9286-4467eb7d9569 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0b83da-93fb-488b-9b58-9d14e36b2b61,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:59.986445 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f098138-2a6b-45a0-9286-4467eb7d9569 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.989846 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7f098138-2a6b-45a0-9286-4467eb7d9569 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/4b0b83da-93fb-488b-9b58-9d14e36b2b61 HTTP/1.1" status: 204 len: 168 time: 0.4471600 Sep 16 05:09:59.994167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53672) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:00.019145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db018ca-f487-49d3-ae25-c36c14f4b81e None None] Network 76dc4fd9-ed19-4702-9d97-482fe6f153da requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:00.101353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39cd27-1390-4eea-a090-a08716773268 req-8bcdde04-6132-487a-952c-f09484003ee5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:00.102999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c39cd27-1390-4eea-a090-a08716773268 req-8bcdde04-6132-487a-952c-f09484003ee5 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 907 time: 0.1184874 Sep 16 05:10:00.112022 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.117198 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.191631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5c19b965-f8ea-4896-b55f-3da5b9c7ef22 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3061247 Sep 16 05:10:00.212418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:00.214720 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26062d4f-c9d4-4fa7-a5e7-2a639c52786c" -d '{"events": [{"name": "network-changed", "server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:00.282364 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb172508-60f7-4036-b62b-6a010bd8a9d3 x-openstack-request-id: req-cb172508-60f7-4036-b62b-6a010bd8a9d3 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:00.282364 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:00.282364 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb172508-60f7-4036-b62b-6a010bd8a9d3 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:00.282364 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756', 'status': 'completed', 'code': 200} Sep 16 05:10:00.375252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port 68d6452c-0b51-472d-b945-5a7247de3abe {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:00.375609 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.382359 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-c4da798a-c77e-4c58-b2a1-bafd96065ea5 None None] Set router b1b96909-702c-4b7f-abfb-4b201a37a864 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:00.421274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857514ce-39fd-45ce-80c5-f702115cee02 req-a6c13d75-ca8f-4711-870a-7bcd49b0b1be tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:00.422457 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02060e6e-886e-48ca-86ee-8b31fc1e4101 None None] Sync routers for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:00.422926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-857514ce-39fd-45ce-80c5-f702115cee02 req-a6c13d75-ca8f-4711-870a-7bcd49b0b1be tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.1423562 Sep 16 05:10:00.431868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-7c39cd27-1390-4eea-a090-a08716773268 req-3ff2dffe-5358-4c2a-804f-8c6d8e3ca8a8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Deleting port 74bb1076-d132-45cb-9cd9-5f01c3d86de7 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:00.432243 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c39cd27-1390-4eea-a090-a08716773268 req-3ff2dffe-5358-4c2a-804f-8c6d8e3ca8a8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.460705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26062d4f-c9d4-4fa7-a5e7-2a639c52786c req-7146a2c6-43b9-4ab2-b398-c0c42c3bf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:00.466914 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02060e6e-886e-48ca-86ee-8b31fc1e4101 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:00.467038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26062d4f-c9d4-4fa7-a5e7-2a639c52786c req-7146a2c6-43b9-4ab2-b398-c0c42c3bf56e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1098 time: 0.1423156 Sep 16 05:10:00.467110 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-02060e6e-886e-48ca-86ee-8b31fc1e4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:00.619487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e26c0f-95ba-4893-bceb-63bcbec57319 None None] DHCP port deletion for 76dc4fd9-ed19-4702-9d97-482fe6f153da request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:00.625938 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-02060e6e-886e-48ca-86ee-8b31fc1e4101 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:00.664312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c39cd27-1390-4eea-a090-a08716773268 req-3ff2dffe-5358-4c2a-804f-8c6d8e3ca8a8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] For port 74bb1076-d132-45cb-9cd9-5f01c3d86de7, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=74bb1076-d132-45cb-9cd9-5f01c3d86de7,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:00.664716 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c39cd27-1390-4eea-a090-a08716773268 req-3ff2dffe-5358-4c2a-804f-8c6d8e3ca8a8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.666479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0cc0969f-8f93-4818-b996-2eeb444b694a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:00.687278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] For port 68d6452c-0b51-472d-b945-5a7247de3abe, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=68d6452c-0b51-472d-b945-5a7247de3abe,segment=NetworkSegment(4d6955cf-5816-426e-ab4f-ec7f15c8bbc8),segment_id=4d6955cf-5816-426e-ab4f-ec7f15c8bbc8)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:00.687663 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.691426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 0cc0969f-8f93-4818-b996-2eeb444b694a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:00.691774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0cc0969f-8f93-4818-b996-2eeb444b694a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:00.705803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for 68d6452c-0b51-472d-b945-5a7247de3abe owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:00.755619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d1e26c0f-95ba-4893-bceb-63bcbec57319 None None] Deleting port 68d6452c-0b51-472d-b945-5a7247de3abe {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:00.756261 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d1e26c0f-95ba-4893-bceb-63bcbec57319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.837802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c4da798a-c77e-4c58-b2a1-bafd96065ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c3171dea-8ae3-4861-a1db-01fc3858f3ec', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'port_id': '49aa946c-96a5-4e9e-8230-cd938391c756', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'mac_address': 'fa:16:3e:61:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc0915-2475-4a89-928d-8c8ccf864095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:58Z', 'updated_at': '2021-09-16T05:09:58Z', 'revision_number': 0, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faf275f-f9c5-4328-8269-9a6406802d45', 'name': '', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:d4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:37Z', 'updated_at': '2021-09-16T05:09:43Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:00.848510 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-02060e6e-886e-48ca-86ee-8b31fc1e4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:58Z', 'revision_number': 8, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:00.874100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da798a-c77e-4c58-b2a1-bafd96065ea5 None None] Checking router: b1b96909-702c-4b7f-abfb-4b201a37a864 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:00.876848 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02060e6e-886e-48ca-86ee-8b31fc1e4101 None None] Checking router: b502a2f5-8e94-4af3-8082-e5111d150e82 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:00.881478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d1e26c0f-95ba-4893-bceb-63bcbec57319 None None] For port 68d6452c-0b51-472d-b945-5a7247de3abe, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=68d6452c-0b51-472d-b945-5a7247de3abe,segment=NetworkSegment(4d6955cf-5816-426e-ab4f-ec7f15c8bbc8),segment_id=4d6955cf-5816-426e-ab4f-ec7f15c8bbc8)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:00.881889 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d1e26c0f-95ba-4893-bceb-63bcbec57319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.887164 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02060e6e-886e-48ca-86ee-8b31fc1e4101 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:00.888061 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-02060e6e-886e-48ca-86ee-8b31fc1e4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:00.899722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-7c39cd27-1390-4eea-a090-a08716773268 req-3ff2dffe-5358-4c2a-804f-8c6d8e3ca8a8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Calling delete_port for 74bb1076-d132-45cb-9cd9-5f01c3d86de7 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:00.902032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d1e26c0f-95ba-4893-bceb-63bcbec57319 None None] Calling delete_port for 68d6452c-0b51-472d-b945-5a7247de3abe owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:00.917151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-857514ce-39fd-45ce-80c5-f702115cee02 req-72fa93d3-28f8-4101-9d4c-b8538b159e44 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4806662 Sep 16 05:10:00.920708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da798a-c77e-4c58-b2a1-bafd96065ea5 None None] Routers {'b1b96909-702c-4b7f-abfb-4b201a37a864'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:00.921371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c4da798a-c77e-4c58-b2a1-bafd96065ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b1b96909-702c-4b7f-abfb-4b201a37a864'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:00.934258 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53686) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:01.000066 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-02060e6e-886e-48ca-86ee-8b31fc1e4101 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:01.026323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26062d4f-c9d4-4fa7-a5e7-2a639c52786c req-13836491-a982-4b1e-a052-d97bd85ac967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.028357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26062d4f-c9d4-4fa7-a5e7-2a639c52786c req-13836491-a982-4b1e-a052-d97bd85ac967 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 897 time: 0.5316091 Sep 16 05:10:01.050103 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fc21e4aa-3f41-4126-96d0-4c46e3c05fe6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/c3171dea-8ae3-4861-a1db-01fc3858f3ec HTTP/1.1" status: 200 len: 991 time: 0.1136279 Sep 16 05:10:01.117718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-c4da798a-c77e-4c58-b2a1-bafd96065ea5 None None] Set router b1b96909-702c-4b7f-abfb-4b201a37a864 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:01.123406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26062d4f-c9d4-4fa7-a5e7-2a639c52786c req-72cd11fa-fea2-4f23-9f93-1e08c4fae0e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 999 time: 0.0841491 Sep 16 05:10:01.185597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d1e26c0f-95ba-4893-bceb-63bcbec57319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.199896 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.238265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=68d6452c-0b51-472d-b945-5a7247de3abe,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.257990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e26c0f-95ba-4893-bceb-63bcbec57319 None None] Pushing event deleted for resources: {'Port': ['ID=68d6452c-0b51-472d-b945-5a7247de3abe,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.260173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No DVR routers for this DVR port 68d6452c-0b51-472d-b945-5a7247de3abe on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:01.272422 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-02060e6e-886e-48ca-86ee-8b31fc1e4101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:58Z', 'revision_number': 8, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:01.274546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e26c0f-95ba-4893-bceb-63bcbec57319 None None] No DVR routers for this DVR port 68d6452c-0b51-472d-b945-5a7247de3abe on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:01.310217 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02060e6e-886e-48ca-86ee-8b31fc1e4101 None None] The sync data for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 is: [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:58Z', 'revision_number': 8, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a60602-3767-44db-815b-484ca67e8e8b', 'name': '', 'network_id': '295ea7cc-1ecb-458e-9ff3-78129c9e735a', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:42:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:45Z', 'updated_at': '2021-09-16T05:09:53Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '8baefed9-11c9-4241-99d5-823acfdda00f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:01.319905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48696e6e-0d1c-44a7-b9c2-42a4282f2e1b req-3dfec635-5e77-470d-86e9-89d4158d3d7e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.321657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48696e6e-0d1c-44a7-b9c2-42a4282f2e1b req-3dfec635-5e77-470d-86e9-89d4158d3d7e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 907 time: 0.1973486 Sep 16 05:10:01.323797 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26062d4f-c9d4-4fa7-a5e7-2a639c52786c req-7e56e6f6-cf89-43b4-92db-2e021c593ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.325398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26062d4f-c9d4-4fa7-a5e7-2a639c52786c req-7e56e6f6-cf89-43b4-92db-2e021c593ea6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 200 len: 834 time: 0.1895700 Sep 16 05:10:01.485657 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.511843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26062d4f-c9d4-4fa7-a5e7-2a639c52786c req-a87edc6c-6ed5-4e9b-97e9-6517c4fd2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.513443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26062d4f-c9d4-4fa7-a5e7-2a639c52786c req-a87edc6c-6ed5-4e9b-97e9-6517c4fd2312 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0646290-b698-44c3-bc3c-d18c587f00f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1775205 Sep 16 05:10:01.517255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dc4fd9-ed19-4702-9d97-482fe6f153da']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:01.524541 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c4da798a-c77e-4c58-b2a1-bafd96065ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c3171dea-8ae3-4861-a1db-01fc3858f3ec', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'port_id': '49aa946c-96a5-4e9e-8230-cd938391c756', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'mac_address': 'fa:16:3e:61:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc0915-2475-4a89-928d-8c8ccf864095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:58Z', 'updated_at': '2021-09-16T05:09:58Z', 'revision_number': 0, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faf275f-f9c5-4328-8269-9a6406802d45', 'name': '', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:d4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:37Z', 'updated_at': '2021-09-16T05:09:43Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:01.526595 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c39cd27-1390-4eea-a090-a08716773268 req-3ff2dffe-5358-4c2a-804f-8c6d8e3ca8a8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.560576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da798a-c77e-4c58-b2a1-bafd96065ea5 None None] The sync data for ids ['b1b96909-702c-4b7f-abfb-4b201a37a864'] in n-d-712137-12 is: [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c3171dea-8ae3-4861-a1db-01fc3858f3ec', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'port_id': '49aa946c-96a5-4e9e-8230-cd938391c756', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'mac_address': 'fa:16:3e:61:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc0915-2475-4a89-928d-8c8ccf864095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:58Z', 'updated_at': '2021-09-16T05:09:58Z', 'revision_number': 0, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faf275f-f9c5-4328-8269-9a6406802d45', 'name': '', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:d4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:37Z', 'updated_at': '2021-09-16T05:09:43Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:01.563227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6955cf-5816-426e-ab4f-ec7f15c8bbc8') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:01.563538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6955cf-5816-426e-ab4f-ec7f15c8bbc8') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:01.572278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2dffe-5358-4c2a-804f-8c6d8e3ca8a8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event deleted for resources: {'Port': ['ID=74bb1076-d132-45cb-9cd9-5f01c3d86de7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.589961 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.636163 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.670486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c39cd27-1390-4eea-a090-a08716773268 req-3ff2dffe-5358-4c2a-804f-8c6d8e3ca8a8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] No DVR routers for this DVR port 74bb1076-d132-45cb-9cd9-5f01c3d86de7 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:01.697641 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:01.698051 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:01.701050 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:01.703409 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c39cd27-1390-4eea-a090-a08716773268 req-3ff2dffe-5358-4c2a-804f-8c6d8e3ca8a8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.704286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c39cd27-1390-4eea-a090-a08716773268 req-3ff2dffe-5358-4c2a-804f-8c6d8e3ca8a8 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.37 "DELETE /v2.0/ports/74bb1076-d132-45cb-9cd9-5f01c3d86de7 HTTP/1.1" status: 204 len: 173 time: 1.5898650 Sep 16 05:10:01.789195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26062d4f-c9d4-4fa7-a5e7-2a639c52786c req-03af1cb5-fc8b-4d37-91f4-0d48bd7e242e service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636387 Sep 16 05:10:01.849618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a417e1c1-b2b2-451f-a9c0-74793b9af3bd None None] New status for floating IP c3171dea-8ae3-4861-a1db-01fc3858f3ec: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:10:01.878740 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.901401 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.903986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/networks/76dc4fd9-ed19-4702-9d97-482fe6f153da HTTP/1.1" status: 204 len: 168 time: 1.9092596 Sep 16 05:10:01.907273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53694) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:01.929489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea749452-e5a7-4c54-8563-8b62c05f78f0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Network': ['ID=76dc4fd9-ed19-4702-9d97-482fe6f153da,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.956789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26062d4f-c9d4-4fa7-a5e7-2a639c52786c req-7394110b-9f99-41c1-bcad-ddb90dc2afe5 service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584611 Sep 16 05:10:02.047565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53696) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.123342 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8981ac8d-bb25-4cb2-af32-05065649655d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/c3171dea-8ae3-4861-a1db-01fc3858f3ec HTTP/1.1" status: 200 len: 991 time: 0.0735619 Sep 16 05:10:02.280012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b2aaaf-a1f5-4167-8123-d295736c2c63', 'name': 'network-vif-deleted', 'tag': '74bb1076-d132-45cb-9cd9-5f01c3d86de7'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:02.282728 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ae3908-0eac-44b7-8af4-2dd8461f7a1c" -d '{"events": [{"server_uuid": "f5b2aaaf-a1f5-4167-8123-d295736c2c63", "name": "network-vif-deleted", "tag": "74bb1076-d132-45cb-9cd9-5f01c3d86de7"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:02.324300 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3ed6ac-25e9-49aa-a877-3c370c4a94f7 x-openstack-request-id: req-4d3ed6ac-25e9-49aa-a877-3c370c4a94f7 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:02.324300 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b2aaaf-a1f5-4167-8123-d295736c2c63", "name": "network-vif-deleted", "tag": "74bb1076-d132-45cb-9cd9-5f01c3d86de7", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:02.324576 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d3ed6ac-25e9-49aa-a877-3c370c4a94f7 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:02.324981 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b2aaaf-a1f5-4167-8123-d295736c2c63', 'name': 'network-vif-deleted', 'tag': '74bb1076-d132-45cb-9cd9-5f01c3d86de7', 'status': 'completed', 'code': 200} Sep 16 05:10:02.329279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.441737 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c62ef16f-8ac1-426d-85b2-f39f723bbade req-155b435f-36fa-4399-b5a3-01dacc21b7aa tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5b2aaaf-a1f5-4167-8123-d295736c2c63 HTTP/1.1" status: 200 len: 210 time: 0.0302391 Sep 16 05:10:02.542562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 68d6452c-0b51-472d-b945-5a7247de3abe no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:02.565423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 68d6452c-0b51-472d-b945-5a7247de3abe {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:02.565992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 68d6452c-0b51-472d-b945-5a7247de3abe not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:02.608808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port d9a60602-3767-44db-815b-484ca67e8e8b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:02.609165 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.708824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] For port d9a60602-3767-44db-815b-484ca67e8e8b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d9a60602-3767-44db-815b-484ca67e8e8b,segment=NetworkSegment(50b8045d-7ded-4fda-96fe-b4f97e45a7e1),segment_id=50b8045d-7ded-4fda-96fe-b4f97e45a7e1)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:02.709205 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.729653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for d9a60602-3767-44db-815b-484ca67e8e8b owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:02.971499 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.001099 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=d9a60602-3767-44db-815b-484ca67e8e8b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.028849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.029212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.029942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.030291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.030628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.030961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.031291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.031621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.031985 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.032264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.032646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.032942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.126292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53714) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:03.193075 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.246340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-41c86a9c-2b79-4005-a46f-307a11cd47d0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/c3171dea-8ae3-4861-a1db-01fc3858f3ec HTTP/1.1" status: 200 len: 993 time: 0.1188841 Sep 16 05:10:03.265671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53716) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:03.389059 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77665266-5d23-40a6-b38e-7b9fb38ba788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.400140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router b502a2f5-8e94-4af3-8082-e5111d150e82 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:03.486642 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77665266-5d23-40a6-b38e-7b9fb38ba788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.499423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:03.506582 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9cda1a43-9fa3-4593-8478-0d4bf4c81890 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5949743 Sep 16 05:10:03.507321 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53724) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:03.509627 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a725c6-dd5c-46bf-80a0-11be5e0cbbe1 None None] Sync routers for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:03.528722 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a725c6-dd5c-46bf-80a0-11be5e0cbbe1 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:03.529472 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b4a725c6-dd5c-46bf-80a0-11be5e0cbbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:03.565366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ebbc38-a457-4dce-addd-9189f5299dde tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting subnet 8baefed9-11c9-4241-99d5-823acfdda00f {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:03.571024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-77665266-5d23-40a6-b38e-7b9fb38ba788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.572149 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-26ebbc38-a457-4dce-addd-9189f5299dde tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.623456 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-26ebbc38-a457-4dce-addd-9189f5299dde tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.625559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-77665266-5d23-40a6-b38e-7b9fb38ba788 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94ad028f7ef04ba9bbe3a71ef87cfd7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587704 Sep 16 05:10:03.626554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77665266-5d23-40a6-b38e-7b9fb38ba788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc529cf-5abf-4d2f-89bd-cfee3b56f4bc,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.630868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53726) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:03.694877 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2dc23221-e891-41e8-ac9d-a8a0cbc29d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.718485 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-26ebbc38-a457-4dce-addd-9189f5299dde tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.723905 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2dc23221-e891-41e8-ac9d-a8a0cbc29d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.758538 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b4a725c6-dd5c-46bf-80a0-11be5e0cbbe1 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:03.832749 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2dc23221-e891-41e8-ac9d-a8a0cbc29d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.835374 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2dc23221-e891-41e8-ac9d-a8a0cbc29d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.836728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2dc23221-e891-41e8-ac9d-a8a0cbc29d5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbc529cf-5abf-4d2f-89bd-cfee3b56f4bc HTTP/1.1" status: 204 len: 168 time: 0.2046800 Sep 16 05:10:03.844888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc23221-e891-41e8-ac9d-a8a0cbc29d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc529cf-5abf-4d2f-89bd-cfee3b56f4bc,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.861638 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-26ebbc38-a457-4dce-addd-9189f5299dde tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.906224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebbc38-a457-4dce-addd-9189f5299dde tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Subnet': ['ID=8baefed9-11c9-4241-99d5-823acfdda00f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.915357 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-26ebbc38-a457-4dce-addd-9189f5299dde tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.919640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d6458a-f9ed-485f-b962-c6d0889137fc None None] Network 295ea7cc-1ecb-458e-9ff3-78129c9e735a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:03.920532 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-26ebbc38-a457-4dce-addd-9189f5299dde tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/8baefed9-11c9-4241-99d5-823acfdda00f HTTP/1.1" status: 204 len: 168 time: 0.4126534 Sep 16 05:10:03.923102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53732) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:03.993675 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b4a725c6-dd5c-46bf-80a0-11be5e0cbbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:10:02Z', 'revision_number': 9, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:04.025494 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a725c6-dd5c-46bf-80a0-11be5e0cbbe1 None None] Checking router: b502a2f5-8e94-4af3-8082-e5111d150e82 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:04.034992 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a725c6-dd5c-46bf-80a0-11be5e0cbbe1 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:04.035612 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b4a725c6-dd5c-46bf-80a0-11be5e0cbbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:04.055896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ee082-b3a7-4f06-bb6e-9dedecf54f97 req-0687d784-c5ec-4f6a-890c-1fd404bbf04f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.058100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-504ee082-b3a7-4f06-bb6e-9dedecf54f97 req-0687d784-c5ec-4f6a-890c-1fd404bbf04f tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 945 time: 0.1243000 Sep 16 05:10:04.066199 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.135999 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b4a725c6-dd5c-46bf-80a0-11be5e0cbbe1 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:04.145050 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-504ee082-b3a7-4f06-bb6e-9dedecf54f97 req-a91a8b76-aa99-4706-b0bc-602a7c7c3805 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752642 Sep 16 05:10:04.166467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e067ac-804f-4aed-8877-90bddaf55ce3 None None] DHCP port deletion for 295ea7cc-1ecb-458e-9ff3-78129c9e735a request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:04.171598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port 39ca1962-0a37-4178-82a4-6eac7174f02c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:04.173255 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.218695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c9e067ac-804f-4aed-8877-90bddaf55ce3 None None] Deleting port 39ca1962-0a37-4178-82a4-6eac7174f02c {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:04.219273 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c9e067ac-804f-4aed-8877-90bddaf55ce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.258069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] For port 39ca1962-0a37-4178-82a4-6eac7174f02c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=39ca1962-0a37-4178-82a4-6eac7174f02c,segment=NetworkSegment(50b8045d-7ded-4fda-96fe-b4f97e45a7e1),segment_id=50b8045d-7ded-4fda-96fe-b4f97e45a7e1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:04.258723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.273476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for 39ca1962-0a37-4178-82a4-6eac7174f02c owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:04.311237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c9e067ac-804f-4aed-8877-90bddaf55ce3 None None] For port 39ca1962-0a37-4178-82a4-6eac7174f02c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=39ca1962-0a37-4178-82a4-6eac7174f02c,segment=NetworkSegment(50b8045d-7ded-4fda-96fe-b4f97e45a7e1),segment_id=50b8045d-7ded-4fda-96fe-b4f97e45a7e1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:04.311891 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c9e067ac-804f-4aed-8877-90bddaf55ce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.325857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c9e067ac-804f-4aed-8877-90bddaf55ce3 None None] Calling delete_port for 39ca1962-0a37-4178-82a4-6eac7174f02c owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:04.379191 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b4a725c6-dd5c-46bf-80a0-11be5e0cbbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:10:02Z', 'revision_number': 9, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:04.407953 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a725c6-dd5c-46bf-80a0-11be5e0cbbe1 None None] The sync data for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 is: [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:10:02Z', 'revision_number': 9, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c90a8659-6efb-496c-95b5-e290824e7823', 'name': '', 'network_id': '6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:5d:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:39Z', 'updated_at': '2021-09-16T05:09:49Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '5dfc07ac-7890-46b4-b648-37ae2f1855cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:04.422833 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.431284 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c9e067ac-804f-4aed-8877-90bddaf55ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.458502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=39ca1962-0a37-4178-82a4-6eac7174f02c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:04.462774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e067ac-804f-4aed-8877-90bddaf55ce3 None None] Pushing event deleted for resources: {'Port': ['ID=39ca1962-0a37-4178-82a4-6eac7174f02c,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:04.464998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No DVR routers for this DVR port 39ca1962-0a37-4178-82a4-6eac7174f02c on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:04.465142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e067ac-804f-4aed-8877-90bddaf55ce3 None None] No DVR routers for this DVR port 39ca1962-0a37-4178-82a4-6eac7174f02c on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:04.556730 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.562470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53738) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:04.576843 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d27722a4-e5ed-4cac-9e20-7a7cc0c23914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.579297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295ea7cc-1ecb-458e-9ff3-78129c9e735a']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:04.589473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b8045d-7ded-4fda-96fe-b4f97e45a7e1') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:04.589770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b8045d-7ded-4fda-96fe-b4f97e45a7e1') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:04.600073 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.614590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.620555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:04.620964 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:04.623998 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:04.747960 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.766213 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.770813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/networks/295ea7cc-1ecb-458e-9ff3-78129c9e735a HTTP/1.1" status: 204 len: 168 time: 0.8439872 Sep 16 05:10:04.777336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53740) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:04.778599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d2059-26d5-4607-ac8e-c6949e941ad3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Network': ['ID=295ea7cc-1ecb-458e-9ff3-78129c9e735a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:04.817195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 39ca1962-0a37-4178-82a4-6eac7174f02c no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:04.845681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 39ca1962-0a37-4178-82a4-6eac7174f02c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:04.846038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 39ca1962-0a37-4178-82a4-6eac7174f02c not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:04.846980 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d9a60602-3767-44db-815b-484ca67e8e8b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:04.871786 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: d9a60602-3767-44db-815b-484ca67e8e8b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:04.872567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d9a60602-3767-44db-815b-484ca67e8e8b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:04.898296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d27722a4-e5ed-4cac-9e20-7a7cc0c23914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.970627 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d27722a4-e5ed-4cac-9e20-7a7cc0c23914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.025410 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d27722a4-e5ed-4cac-9e20-7a7cc0c23914 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c627fff379441e3a82582c5029f55b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618440 Sep 16 05:10:05.026195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27722a4-e5ed-4cac-9e20-7a7cc0c23914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4325a4e2-feee-4589-8b88-9a3f8490cd5f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:05.028358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53742) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:05.079127 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-973283aa-f72e-4b4d-acdb-325455d6c51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.100194 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-973283aa-f72e-4b4d-acdb-325455d6c51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.181147 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b567c273-b957-4ba0-a918-24f86e610de3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.225882 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-973283aa-f72e-4b4d-acdb-325455d6c51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.228413 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-973283aa-f72e-4b4d-acdb-325455d6c51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.229597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-973283aa-f72e-4b4d-acdb-325455d6c51f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4325a4e2-feee-4589-8b88-9a3f8490cd5f HTTP/1.1" status: 204 len: 168 time: 0.2001135 Sep 16 05:10:05.255155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973283aa-f72e-4b4d-acdb-325455d6c51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4325a4e2-feee-4589-8b88-9a3f8490cd5f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:05.282247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0e4dd-f04c-4fd2-a91f-9f91673df04c req-852c1569-2831-4bf9-915b-501d5b094b24 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.283824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57b0e4dd-f04c-4fd2-a91f-9f91673df04c req-852c1569-2831-4bf9-915b-501d5b094b24 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 945 time: 0.0676105 Sep 16 05:10:05.333075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57b0e4dd-f04c-4fd2-a91f-9f91673df04c req-6ee16ddc-47f9-4d0b-90fa-06342fa58821 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Sep 16 05:10:05.398479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 74bb1076-d132-45cb-9cd9-5f01c3d86de7 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:05.407790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee9e87-73aa-41c5-9da8-d8805a1dd89f req-0254a420-d93e-4549-a2eb-e20df7d26347 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.410437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4dee9e87-73aa-41c5-9da8-d8805a1dd89f req-0254a420-d93e-4549-a2eb-e20df7d26347 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.23 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 945 time: 0.0570872 Sep 16 05:10:05.420270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 74bb1076-d132-45cb-9cd9-5f01c3d86de7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:05.420811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 74bb1076-d132-45cb-9cd9-5f01c3d86de7 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:05.510025 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-4dee9e87-73aa-41c5-9da8-d8805a1dd89f req-c1352f26-99c7-478a-8a87-b9535dceb768 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Deleting port 222adc97-e868-434b-a026-9485c136a6b5 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:05.510368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4dee9e87-73aa-41c5-9da8-d8805a1dd89f req-c1352f26-99c7-478a-8a87-b9535dceb768 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.618570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4dee9e87-73aa-41c5-9da8-d8805a1dd89f req-c1352f26-99c7-478a-8a87-b9535dceb768 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] For port 222adc97-e868-434b-a026-9485c136a6b5, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=222adc97-e868-434b-a026-9485c136a6b5,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:05.618977 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4dee9e87-73aa-41c5-9da8-d8805a1dd89f req-c1352f26-99c7-478a-8a87-b9535dceb768 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.632498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-4dee9e87-73aa-41c5-9da8-d8805a1dd89f req-c1352f26-99c7-478a-8a87-b9535dceb768 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Calling delete_port for 222adc97-e868-434b-a026-9485c136a6b5 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:05.800174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b567c273-b957-4ba0-a918-24f86e610de3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port c90a8659-6efb-496c-95b5-e290824e7823 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:05.800765 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b567c273-b957-4ba0-a918-24f86e610de3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.820622 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4dee9e87-73aa-41c5-9da8-d8805a1dd89f req-c1352f26-99c7-478a-8a87-b9535dceb768 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.834849 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['222adc97-e868-434b-a026-9485c136a6b5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:05.837518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ddc61478-08ce-4a92-907f-5aaeb0d5514c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:05.852728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1352f26-99c7-478a-8a87-b9535dceb768 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event deleted for resources: {'Port': ['ID=222adc97-e868-434b-a026-9485c136a6b5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:05.897079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dee9e87-73aa-41c5-9da8-d8805a1dd89f req-c1352f26-99c7-478a-8a87-b9535dceb768 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] No DVR routers for this DVR port 222adc97-e868-434b-a026-9485c136a6b5 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:05.903106 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4dee9e87-73aa-41c5-9da8-d8805a1dd89f req-c1352f26-99c7-478a-8a87-b9535dceb768 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.903563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4dee9e87-73aa-41c5-9da8-d8805a1dd89f req-c1352f26-99c7-478a-8a87-b9535dceb768 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.23 "DELETE /v2.0/ports/222adc97-e868-434b-a026-9485c136a6b5 HTTP/1.1" status: 204 len: 173 time: 0.4866884 Sep 16 05:10:05.903662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc', 'name': 'network-vif-deleted', 'tag': '222adc97-e868-434b-a026-9485c136a6b5'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:05.905930 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de408176-800b-4570-ac71-4446773ccfc3" -d '{"events": [{"server_uuid": "b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc", "name": "network-vif-deleted", "tag": "222adc97-e868-434b-a026-9485c136a6b5"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:05.907726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-b567c273-b957-4ba0-a918-24f86e610de3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] For port c90a8659-6efb-496c-95b5-e290824e7823, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c90a8659-6efb-496c-95b5-e290824e7823,segment=NetworkSegment(9f365f78-9c3d-4136-ba68-2ed52d1710a5),segment_id=9f365f78-9c3d-4136-ba68-2ed52d1710a5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:05.908313 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b567c273-b957-4ba0-a918-24f86e610de3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.923412 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b567c273-b957-4ba0-a918-24f86e610de3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for c90a8659-6efb-496c-95b5-e290824e7823 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:05.953057 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1971a335-3896-4566-ab38-acfd4db0d8a4 x-openstack-request-id: req-1971a335-3896-4566-ab38-acfd4db0d8a4 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:05.953359 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc", "name": "network-vif-deleted", "tag": "222adc97-e868-434b-a026-9485c136a6b5", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:05.953618 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1971a335-3896-4566-ab38-acfd4db0d8a4 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:05.954329 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc', 'name': 'network-vif-deleted', 'tag': '222adc97-e868-434b-a026-9485c136a6b5', 'status': 'completed', 'code': 200} Sep 16 05:10:06.028234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53754) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.042921 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10694ba6-d379-473d-bf43-8db65a50246e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.133850 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10694ba6-d379-473d-bf43-8db65a50246e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.222151 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10694ba6-d379-473d-bf43-8db65a50246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.250913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b567c273-b957-4ba0-a918-24f86e610de3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.261514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10694ba6-d379-473d-bf43-8db65a50246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1147a6a9-6a7e-4c26-bb1e-5572b9390507,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:06.284300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-10694ba6-d379-473d-bf43-8db65a50246e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed4c8caf556a485387fd041cc861dc1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546890 Sep 16 05:10:06.288965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53758) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.298508 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567c273-b957-4ba0-a918-24f86e610de3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=c90a8659-6efb-496c-95b5-e290824e7823,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:06.361300 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ccbbbe3a-bff4-4c22-b92f-8721d08ebe8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.409683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ccbbbe3a-bff4-4c22-b92f-8721d08ebe8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.483789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8df33aa-8bda-4bbe-8360-da6d97c16bb1 req-c9d39844-c5ab-4af3-946a-3a27df93cb29 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19a9d24-3b7a-4b13-9b3c-9edf6176fbcc HTTP/1.1" status: 200 len: 210 time: 0.0296071 Sep 16 05:10:06.533198 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b567c273-b957-4ba0-a918-24f86e610de3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.570550 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ccbbbe3a-bff4-4c22-b92f-8721d08ebe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.573380 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ccbbbe3a-bff4-4c22-b92f-8721d08ebe8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.575572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ccbbbe3a-bff4-4c22-b92f-8721d08ebe8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1147a6a9-6a7e-4c26-bb1e-5572b9390507 HTTP/1.1" status: 204 len: 168 time: 0.2841039 Sep 16 05:10:06.586566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbbe3a-bff4-4c22-b92f-8721d08ebe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1147a6a9-6a7e-4c26-bb1e-5572b9390507,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:06.746357 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b567c273-b957-4ba0-a918-24f86e610de3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router b502a2f5-8e94-4af3-8082-e5111d150e82 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:06.849658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b567c273-b957-4ba0-a918-24f86e610de3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:06.854819 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b567c273-b957-4ba0-a918-24f86e610de3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0756602 Sep 16 05:10:06.857451 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53766) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.859788 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8157e1f7-3a66-46e7-9352-96695849f28a None None] Sync routers for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:06.870211 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157e1f7-3a66-46e7-9352-96695849f28a None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:06.871268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8157e1f7-3a66-46e7-9352-96695849f28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:06.915437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd6d739-9e97-4b0f-b7ba-9ce9f1754e58 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting subnet 5dfc07ac-7890-46b4-b648-37ae2f1855cf {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:06.918956 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d739-9e97-4b0f-b7ba-9ce9f1754e58 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.967949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d739-9e97-4b0f-b7ba-9ce9f1754e58 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.976247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-8157e1f7-3a66-46e7-9352-96695849f28a None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:07.072410 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d739-9e97-4b0f-b7ba-9ce9f1754e58 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.185464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8157e1f7-3a66-46e7-9352-96695849f28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:10:06Z', 'revision_number': 10, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:07.203721 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d739-9e97-4b0f-b7ba-9ce9f1754e58 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.213584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8157e1f7-3a66-46e7-9352-96695849f28a None None] Checking router: b502a2f5-8e94-4af3-8082-e5111d150e82 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:07.222099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157e1f7-3a66-46e7-9352-96695849f28a None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:07.222852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8157e1f7-3a66-46e7-9352-96695849f28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:07.231886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6d739-9e97-4b0f-b7ba-9ce9f1754e58 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Subnet': ['ID=5dfc07ac-7890-46b4-b648-37ae2f1855cf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:07.235577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8fd6d739-9e97-4b0f-b7ba-9ce9f1754e58 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.238710 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8fd6d739-9e97-4b0f-b7ba-9ce9f1754e58 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/5dfc07ac-7890-46b4-b648-37ae2f1855cf HTTP/1.1" status: 204 len: 168 time: 0.3795035 Sep 16 05:10:07.240830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53776) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.261867 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d758bba-03b9-4983-9b00-90ac93ba537a None None] Network 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:07.348523 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.414619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port c2763169-edb6-4408-9a34-870de8aa53d1 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:07.415127 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.485146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] For port c2763169-edb6-4408-9a34-870de8aa53d1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c2763169-edb6-4408-9a34-870de8aa53d1,segment=NetworkSegment(9f365f78-9c3d-4136-ba68-2ed52d1710a5),segment_id=9f365f78-9c3d-4136-ba68-2ed52d1710a5)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:07.485513 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.505467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for c2763169-edb6-4408-9a34-870de8aa53d1 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:07.542616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-8157e1f7-3a66-46e7-9352-96695849f28a None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:07.685959 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.717363 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No DVR routers for this DVR port c2763169-edb6-4408-9a34-870de8aa53d1 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:07.731787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=c2763169-edb6-4408-9a34-870de8aa53d1,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:07.777784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9934351-c678-4d82-826d-6f88aca887bc None None] DHCP port deletion for 6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:07.817609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8157e1f7-3a66-46e7-9352-96695849f28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:10:06Z', 'revision_number': 10, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:07.821548 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.843229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:07.848671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8157e1f7-3a66-46e7-9352-96695849f28a None None] The sync data for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 is: [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:10:06Z', 'revision_number': 10, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None, '_interfaces': [{'id': '51db1dfd-2e1d-4459-9c20-82970f39b2f8', 'name': '', 'network_id': 'b434bb8c-2ba9-46f3-8345-48e8a71c7257', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'mac_address': 'fa:16:3e:8b:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:34Z', 'updated_at': '2021-09-16T05:09:41Z', 'revision_number': 5, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'subnets': [{'id': '9fa1e80a-e955-4d3e-8487-ec5295649b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:07.854904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f365f78-9c3d-4136-ba68-2ed52d1710a5') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:07.855200 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f365f78-9c3d-4136-ba68-2ed52d1710a5') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:07.866906 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.885531 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.891654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:07.892047 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:07.895437 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:07.964024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 222adc97-e868-434b-a026-9485c136a6b5 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:07.985021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 222adc97-e868-434b-a026-9485c136a6b5 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:07.985235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 222adc97-e868-434b-a026-9485c136a6b5 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:08.026614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5502cf7-de2f-463a-b816-abca25c4d3be req-72af4c5a-850f-4823-b033-431ca3858843 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.028103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5502cf7-de2f-463a-b816-abca25c4d3be req-72af4c5a-850f-4823-b033-431ca3858843 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0547161 Sep 16 05:10:08.033143 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.045265 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.047043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/networks/6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35 HTTP/1.1" status: 204 len: 168 time: 0.8051872 Sep 16 05:10:08.050499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53798) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:08.066932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01a7a7-6913-40e9-b037-b73434d48214 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Network': ['ID=6c6ea210-bd29-4eee-b3bc-d18a4ad7fb35,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:08.089751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5502cf7-de2f-463a-b816-abca25c4d3be req-f66f0da5-8a6a-4d42-accd-13f00b21693e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544102 Sep 16 05:10:08.402112 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63425065-99a2-4b97-9ff0-6bd3360516bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.542865 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c2763169-edb6-4408-9a34-870de8aa53d1 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:08.563405 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c2763169-edb6-4408-9a34-870de8aa53d1 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:08.563745 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c2763169-edb6-4408-9a34-870de8aa53d1 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:08.564156 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c90a8659-6efb-496c-95b5-e290824e7823 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:08.590605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c90a8659-6efb-496c-95b5-e290824e7823 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:08.590963 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c90a8659-6efb-496c-95b5-e290824e7823 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:08.665549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-63425065-99a2-4b97-9ff0-6bd3360516bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port 51db1dfd-2e1d-4459-9c20-82970f39b2f8 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:08.665963 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63425065-99a2-4b97-9ff0-6bd3360516bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.760989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-63425065-99a2-4b97-9ff0-6bd3360516bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] For port 51db1dfd-2e1d-4459-9c20-82970f39b2f8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=51db1dfd-2e1d-4459-9c20-82970f39b2f8,segment=NetworkSegment(a3864341-1302-4382-b7a7-f6d148800180),segment_id=a3864341-1302-4382-b7a7-f6d148800180)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:08.761280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63425065-99a2-4b97-9ff0-6bd3360516bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.774746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-63425065-99a2-4b97-9ff0-6bd3360516bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for 51db1dfd-2e1d-4459-9c20-82970f39b2f8 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:08.992013 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63425065-99a2-4b97-9ff0-6bd3360516bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.020115 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63425065-99a2-4b97-9ff0-6bd3360516bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=51db1dfd-2e1d-4459-9c20-82970f39b2f8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.166056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63425065-99a2-4b97-9ff0-6bd3360516bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.254403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12abfbf-a054-45ff-bded-cd5ef9602319 req-2ca08161-a643-4989-ab7d-badc6019dffb tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.255880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c12abfbf-a054-45ff-bded-cd5ef9602319 req-2ca08161-a643-4989-ab7d-badc6019dffb tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0839069 Sep 16 05:10:09.268486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bcf88-8db9-40fe-bdea-af32de9e4130 req-0dfd31d4-8618-486e-8c3d-fab010e582ef tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.270249 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f6bcf88-8db9-40fe-bdea-af32de9e4130 req-0dfd31d4-8618-486e-8c3d-fab010e582ef tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 945 time: 0.0871620 Sep 16 05:10:09.360812 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63425065-99a2-4b97-9ff0-6bd3360516bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router b502a2f5-8e94-4af3-8082-e5111d150e82 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:09.366648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f6bcf88-8db9-40fe-bdea-af32de9e4130 req-506e80ae-a017-4776-b404-616395591bd7 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887363 Sep 16 05:10:09.410156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-c12abfbf-a054-45ff-bded-cd5ef9602319 req-25d74fcb-80e4-47d1-81d5-0f46a556a04e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Deleting port ddc61478-08ce-4a92-907f-5aaeb0d5514c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:09.410633 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c12abfbf-a054-45ff-bded-cd5ef9602319 req-25d74fcb-80e4-47d1-81d5-0f46a556a04e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.442039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63425065-99a2-4b97-9ff0-6bd3360516bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:09.447288 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-63425065-99a2-4b97-9ff0-6bd3360516bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3951550 Sep 16 05:10:09.452082 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de775c36-3a17-4593-9788-2c1f8d4e3801 None None] Sync routers for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:09.459318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53840) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:09.464818 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de775c36-3a17-4593-9788-2c1f8d4e3801 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:09.465904 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-de775c36-3a17-4593-9788-2c1f8d4e3801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:09.516403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4931d97-7255-4814-a494-7089750a84ee tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting subnet 9fa1e80a-e955-4d3e-8487-ec5295649b94 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:09.521072 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4931d97-7255-4814-a494-7089750a84ee tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.525311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c12abfbf-a054-45ff-bded-cd5ef9602319 req-25d74fcb-80e4-47d1-81d5-0f46a556a04e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] For port ddc61478-08ce-4a92-907f-5aaeb0d5514c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ddc61478-08ce-4a92-907f-5aaeb0d5514c,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:09.525688 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c12abfbf-a054-45ff-bded-cd5ef9602319 req-25d74fcb-80e4-47d1-81d5-0f46a556a04e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.542298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-c12abfbf-a054-45ff-bded-cd5ef9602319 req-25d74fcb-80e4-47d1-81d5-0f46a556a04e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Calling delete_port for ddc61478-08ce-4a92-907f-5aaeb0d5514c owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:09.564511 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-de775c36-3a17-4593-9788-2c1f8d4e3801 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:09.567438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4931d97-7255-4814-a494-7089750a84ee tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.634921 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-de775c36-3a17-4593-9788-2c1f8d4e3801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:10:08Z', 'revision_number': 11, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:09.661929 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4931d97-7255-4814-a494-7089750a84ee tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.662404 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de775c36-3a17-4593-9788-2c1f8d4e3801 None None] Checking router: b502a2f5-8e94-4af3-8082-e5111d150e82 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:09.670392 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de775c36-3a17-4593-9788-2c1f8d4e3801 None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:09.670994 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-de775c36-3a17-4593-9788-2c1f8d4e3801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:09.741882 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-de775c36-3a17-4593-9788-2c1f8d4e3801 None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:09.742128 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c12abfbf-a054-45ff-bded-cd5ef9602319 req-25d74fcb-80e4-47d1-81d5-0f46a556a04e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.757050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ddc61478-08ce-4a92-907f-5aaeb0d5514c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:09.773173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d74fcb-80e4-47d1-81d5-0f46a556a04e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event deleted for resources: {'Port': ['ID=ddc61478-08ce-4a92-907f-5aaeb0d5514c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.799818 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4931d97-7255-4814-a494-7089750a84ee tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.810126 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-de775c36-3a17-4593-9788-2c1f8d4e3801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:10:08Z', 'revision_number': 11, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:09.827200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4931d97-7255-4814-a494-7089750a84ee tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa1e80a-e955-4d3e-8487-ec5295649b94,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.832725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12abfbf-a054-45ff-bded-cd5ef9602319 req-25d74fcb-80e4-47d1-81d5-0f46a556a04e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] No DVR routers for this DVR port ddc61478-08ce-4a92-907f-5aaeb0d5514c on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:09.835765 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c12abfbf-a054-45ff-bded-cd5ef9602319 req-25d74fcb-80e4-47d1-81d5-0f46a556a04e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.838201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c12abfbf-a054-45ff-bded-cd5ef9602319 req-25d74fcb-80e4-47d1-81d5-0f46a556a04e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.37 "DELETE /v2.0/ports/ddc61478-08ce-4a92-907f-5aaeb0d5514c HTTP/1.1" status: 204 len: 173 time: 0.5670109 Sep 16 05:10:09.838597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11605cc-eb46-4819-841b-60390aeab25b', 'name': 'network-vif-deleted', 'tag': 'ddc61478-08ce-4a92-907f-5aaeb0d5514c'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:09.841386 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969b5d0f-a16f-4761-843d-255114802b21" -d '{"events": [{"server_uuid": "f11605cc-eb46-4819-841b-60390aeab25b", "name": "network-vif-deleted", "tag": "ddc61478-08ce-4a92-907f-5aaeb0d5514c"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:09.842062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4931d97-7255-4814-a494-7089750a84ee tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.847132 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a4931d97-7255-4814-a494-7089750a84ee tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/9fa1e80a-e955-4d3e-8487-ec5295649b94 HTTP/1.1" status: 204 len: 168 time: 0.3866768 Sep 16 05:10:09.847786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53852) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:09.851200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e3ac86-4798-4926-821a-59ba5f855407 None None] Network b434bb8c-2ba9-46f3-8345-48e8a71c7257 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:09.870888 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de775c36-3a17-4593-9788-2c1f8d4e3801 None None] The sync data for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 is: [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:10:08Z', 'revision_number': 11, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:09.898824 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3461b6-b138-470d-b38d-b7e624ccaef7 x-openstack-request-id: req-3b3461b6-b138-470d-b38d-b7e624ccaef7 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:09.899190 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11605cc-eb46-4819-841b-60390aeab25b", "name": "network-vif-deleted", "tag": "ddc61478-08ce-4a92-907f-5aaeb0d5514c", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:09.899365 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b3461b6-b138-470d-b38d-b7e624ccaef7 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:09.899756 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11605cc-eb46-4819-841b-60390aeab25b', 'name': 'network-vif-deleted', 'tag': 'ddc61478-08ce-4a92-907f-5aaeb0d5514c', 'status': 'completed', 'code': 200} Sep 16 05:10:09.944369 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.016110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Deleting port 9632ea70-c837-4844-90b5-74871031ef5a {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:10.016642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.092411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] For port 9632ea70-c837-4844-90b5-74871031ef5a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9632ea70-c837-4844-90b5-74871031ef5a,segment=NetworkSegment(a3864341-1302-4382-b7a7-f6d148800180),segment_id=a3864341-1302-4382-b7a7-f6d148800180)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:10.092814 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.105027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Calling delete_port for 9632ea70-c837-4844-90b5-74871031ef5a owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:10.266152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5602fe2e-9e76-49c7-a60e-9515b899f188 None None] DHCP port deletion for b434bb8c-2ba9-46f3-8345-48e8a71c7257 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:10.285993 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.319027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5602fe2e-9e76-49c7-a60e-9515b899f188 None None] Deleting port 9632ea70-c837-4844-90b5-74871031ef5a {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:10.319678 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5602fe2e-9e76-49c7-a60e-9515b899f188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.328673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Port': ['ID=9632ea70-c837-4844-90b5-74871031ef5a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:10.331857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53856) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:10.336511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No DVR routers for this DVR port 9632ea70-c837-4844-90b5-74871031ef5a on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:10.391342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5602fe2e-9e76-49c7-a60e-9515b899f188 None None] For port 9632ea70-c837-4844-90b5-74871031ef5a, host n-d-712137-12, got binding levels [] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:10.391756 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5602fe2e-9e76-49c7-a60e-9515b899f188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.405216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5602fe2e-9e76-49c7-a60e-9515b899f188 None None] Calling delete_port for 9632ea70-c837-4844-90b5-74871031ef5a owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:10.408056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.ipam_backend_mixin [None req-5602fe2e-9e76-49c7-a60e-9515b899f188 None None] Port 9632ea70-c837-4844-90b5-74871031ef5a was not found and therefore no delete operation was performed {{(pid=95453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:10:10.410868 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5602fe2e-9e76-49c7-a60e-9515b899f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.443275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602fe2e-9e76-49c7-a60e-9515b899f188 None None] Pushing event deleted for resources: {'Port': ['ID=9632ea70-c837-4844-90b5-74871031ef5a,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:10.452399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.455161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602fe2e-9e76-49c7-a60e-9515b899f188 None None] No DVR routers for this DVR port 9632ea70-c837-4844-90b5-74871031ef5a on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:10.496591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b434bb8c-2ba9-46f3-8345-48e8a71c7257']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:10.508787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3864341-1302-4382-b7a7-f6d148800180') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:10.509282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3864341-1302-4382-b7a7-f6d148800180') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:10.522202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-393ea5a1-04a1-462b-8010-b7594acac1be req-1cc2a5fc-b4b2-459f-9758-0d3e39cc8ed3 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=f11605cc-eb46-4819-841b-60390aeab25b HTTP/1.1" status: 200 len: 210 time: 0.0547624 Sep 16 05:10:10.524575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.555843 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b5a9f67a-de44-4f17-a812-4dd785a177e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.556063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.557495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:10.558049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:10.561825 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:10.595407 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 51db1dfd-2e1d-4459-9c20-82970f39b2f8 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:10.618442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 51db1dfd-2e1d-4459-9c20-82970f39b2f8 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:10.618798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 51db1dfd-2e1d-4459-9c20-82970f39b2f8 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:10.619301 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9632ea70-c837-4844-90b5-74871031ef5a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:10.638844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 9632ea70-c837-4844-90b5-74871031ef5a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:10.639191 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9632ea70-c837-4844-90b5-74871031ef5a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:10.719214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.741920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.746732 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/networks/b434bb8c-2ba9-46f3-8345-48e8a71c7257 HTTP/1.1" status: 204 len: 168 time: 0.8979001 Sep 16 05:10:10.747413 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53864) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:10.748123 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d95678-9653-4f96-b55d-d1e3a098de4a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Pushing event deleted for resources: {'Network': ['ID=b434bb8c-2ba9-46f3-8345-48e8a71c7257,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:10.753721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-06d9a6c4-82c0-49df-8522-f0ed5198442f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'router': {'routes': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:11.275831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.extraroute_db [None req-06d9a6c4-82c0-49df-8522-f0ed5198442f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Added routes are [] {{(pid=95452) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:10:11.276127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.extraroute_db [None req-06d9a6c4-82c0-49df-8522-f0ed5198442f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Removed routes are [] {{(pid=95452) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:10:11.276502 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06d9a6c4-82c0-49df-8522-f0ed5198442f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.283061 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b5a9f67a-de44-4f17-a812-4dd785a177e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.388789 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b5a9f67a-de44-4f17-a812-4dd785a177e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.456438 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06d9a6c4-82c0-49df-8522-f0ed5198442f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.463908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b5a9f67a-de44-4f17-a812-4dd785a177e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85ad892498a54d33b81a8bd7f7d96596&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1276288 Sep 16 05:10:11.466636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53866) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:11.467086 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06d9a6c4-82c0-49df-8522-f0ed5198442f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.469605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9f67a-de44-4f17-a812-4dd785a177e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84513c44-d94c-45e9-a365-d2b36fc092cf,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:11.526539 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a61fc4c1-0feb-4dee-9078-ef493b5bcb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.549548 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a61fc4c1-0feb-4dee-9078-ef493b5bcb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.555704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d9a6c4-82c0-49df-8522-f0ed5198442f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router b502a2f5-8e94-4af3-8082-e5111d150e82 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:11.646674 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d9a6c4-82c0-49df-8522-f0ed5198442f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:11.658592 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-06d9a6c4-82c0-49df-8522-f0ed5198442f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.658592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-06d9a6c4-82c0-49df-8522-f0ed5198442f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82 HTTP/1.1" status: 200 len: 700 time: 0.9074988 Sep 16 05:10:11.659652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53874) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:11.660646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08f3bf-04fb-4ad6-846c-b0925ea00b3f None None] Sync routers for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:11.672243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08f3bf-04fb-4ad6-846c-b0925ea00b3f None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:11.672941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ef08f3bf-04fb-4ad6-846c-b0925ea00b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:11.696920 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9ec15569-ca9e-4b34-ac32-94b55b6b7b3e tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=b502a2f5-8e94-4af3-8082-e5111d150e82 HTTP/1.1" status: 200 len: 205 time: 0.0365160 Sep 16 05:10:11.697852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a61fc4c1-0feb-4dee-9078-ef493b5bcb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.700696 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a61fc4c1-0feb-4dee-9078-ef493b5bcb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.704143 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a61fc4c1-0feb-4dee-9078-ef493b5bcb1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84513c44-d94c-45e9-a365-d2b36fc092cf HTTP/1.1" status: 204 len: 168 time: 0.2345810 Sep 16 05:10:11.707679 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53878) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:11.734951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fc4c1-0feb-4dee-9078-ef493b5bcb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84513c44-d94c-45e9-a365-d2b36fc092cf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:11.784637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ef08f3bf-04fb-4ad6-846c-b0925ea00b3f None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:11.800188 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b2c2efd0-6cce-40d6-b139-16a7478bc518 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.851927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ef08f3bf-04fb-4ad6-846c-b0925ea00b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:10:08Z', 'revision_number': 11, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:11.883499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08f3bf-04fb-4ad6-846c-b0925ea00b3f None None] Checking router: b502a2f5-8e94-4af3-8082-e5111d150e82 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:11.892547 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08f3bf-04fb-4ad6-846c-b0925ea00b3f None None] Routers {'b502a2f5-8e94-4af3-8082-e5111d150e82'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:11.893733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ef08f3bf-04fb-4ad6-846c-b0925ea00b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b502a2f5-8e94-4af3-8082-e5111d150e82'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:11.982311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ef08f3bf-04fb-4ad6-846c-b0925ea00b3f None None] Set router b502a2f5-8e94-4af3-8082-e5111d150e82 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:11.983011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b2c2efd0-6cce-40d6-b139-16a7478bc518 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.985287 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b2c2efd0-6cce-40d6-b139-16a7478bc518 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.054277 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ef08f3bf-04fb-4ad6-846c-b0925ea00b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:10:08Z', 'revision_number': 11, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:12.087805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08f3bf-04fb-4ad6-846c-b0925ea00b3f None None] The sync data for ids ['b502a2f5-8e94-4af3-8082-e5111d150e82'] in n-d-712137-12 is: [{'id': 'b502a2f5-8e94-4af3-8082-e5111d150e82', 'name': 'tempest-RoutersTest-router-106488638', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:10:08Z', 'revision_number': 11, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:12.089502 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c2a80d3d-3b59-42c5-9145-b8843470e0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.137421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41e22c-f7a3-4d3b-b4c1-5faf9269f3d9 req-ff51ec49-1915-44bb-8ffa-90c5ea6cf253 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.146129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a41e22c-f7a3-4d3b-b4c1-5faf9269f3d9 req-ff51ec49-1915-44bb-8ffa-90c5ea6cf253 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0707507 Sep 16 05:10:12.169901 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b2c2efd0-6cce-40d6-b139-16a7478bc518 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.170509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c2efd0-6cce-40d6-b139-16a7478bc518 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Fanout notify agent at l3_agent the message router_deleted on router b502a2f5-8e94-4af3-8082-e5111d150e82 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:12.183016 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b2c2efd0-6cce-40d6-b139-16a7478bc518 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.185016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b2c2efd0-6cce-40d6-b139-16a7478bc518 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82 HTTP/1.1" status: 204 len: 168 time: 0.4759378 Sep 16 05:10:12.189350 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53884) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:12.195242 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a41e22c-f7a3-4d3b-b4c1-5faf9269f3d9 req-b4bf1822-914b-4666-b3fa-82c5bc8ffe5e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482850 Sep 16 05:10:12.195734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-02ba5ea1-73cf-4033-be6c-832d645d8778 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-301647277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:12.328201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02ba5ea1-73cf-4033-be6c-832d645d8778 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.328201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02ba5ea1-73cf-4033-be6c-832d645d8778 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.389995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02ba5ea1-73cf-4033-be6c-832d645d8778 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.477858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53886) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:12.483926 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02ba5ea1-73cf-4033-be6c-832d645d8778 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.484546 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.492161 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c104e5f-0123-4604-8b2e-4c90428afe3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.569135 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02ba5ea1-73cf-4033-be6c-832d645d8778 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.573004 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-02ba5ea1-73cf-4033-be6c-832d645d8778 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3800473 Sep 16 05:10:12.573189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53888) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:12.577714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-15b39374-d6b8-4271-986c-2f018f87f50f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:12.647625 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c104e5f-0123-4604-8b2e-4c90428afe3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.717783 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c104e5f-0123-4604-8b2e-4c90428afe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.758728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9c104e5f-0123-4604-8b2e-4c90428afe3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a33b9bb1038743f485b98be59311a491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797761 Sep 16 05:10:12.759858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c104e5f-0123-4604-8b2e-4c90428afe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c089924a-8f88-4675-bde5-b29ea3c92b67,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:12.762221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53892) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:12.785466 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15b39374-d6b8-4271-986c-2f018f87f50f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.812012 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a517a188-8648-43e0-9ab5-15f5f9315fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.838699 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a517a188-8648-43e0-9ab5-15f5f9315fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.855219 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15b39374-d6b8-4271-986c-2f018f87f50f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.936767 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a517a188-8648-43e0-9ab5-15f5f9315fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.940767 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a517a188-8648-43e0-9ab5-15f5f9315fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.942358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a517a188-8648-43e0-9ab5-15f5f9315fe9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c089924a-8f88-4675-bde5-b29ea3c92b67 HTTP/1.1" status: 204 len: 168 time: 0.1792188 Sep 16 05:10:12.951488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517a188-8648-43e0-9ab5-15f5f9315fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c089924a-8f88-4675-bde5-b29ea3c92b67,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:13.334104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f4c7e-189a-444c-b3a4-da2078d9eed3 req-dc4948f8-4477-41b1-a8c1-ec94fb43720d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:13.335664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b28f4c7e-189a-444c-b3a4-da2078d9eed3 req-dc4948f8-4477-41b1-a8c1-ec94fb43720d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0530868 Sep 16 05:10:13.365059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b39374-d6b8-4271-986c-2f018f87f50f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Router cdb74e88-3217-44a3-b0fa-3de0bf359c0c is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:13.375589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b28f4c7e-189a-444c-b3a4-da2078d9eed3 req-44c69af0-eeb3-4baf-b185-8d7d40ec144c tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339594 Sep 16 05:10:13.429073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ddc61478-08ce-4a92-907f-5aaeb0d5514c no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:13.449421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: ddc61478-08ce-4a92-907f-5aaeb0d5514c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:13.449662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ddc61478-08ce-4a92-907f-5aaeb0d5514c not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:13.454342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b39374-d6b8-4271-986c-2f018f87f50f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:13.463721 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15b39374-d6b8-4271-986c-2f018f87f50f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.464123 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12731ed5-f1aa-4e21-9a01-af8e94b8e41d None None] Sync routers for ids ['cdb74e88-3217-44a3-b0fa-3de0bf359c0c'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:13.467279 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-15b39374-d6b8-4271-986c-2f018f87f50f tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "PUT /v2.0/routers/cdb74e88-3217-44a3-b0fa-3de0bf359c0c HTTP/1.1" status: 200 len: 693 time: 0.8906906 Sep 16 05:10:13.467567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53906) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:13.476155 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12731ed5-f1aa-4e21-9a01-af8e94b8e41d None None] Routers {'cdb74e88-3217-44a3-b0fa-3de0bf359c0c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:13.476840 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-12731ed5-f1aa-4e21-9a01-af8e94b8e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cdb74e88-3217-44a3-b0fa-3de0bf359c0c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:13.546942 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-12731ed5-f1aa-4e21-9a01-af8e94b8e41d None None] Set router cdb74e88-3217-44a3-b0fa-3de0bf359c0c gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:13.547521 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4650ed2d-ad30-4fb9-b251-d6b232045b0a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/routers/cdb74e88-3217-44a3-b0fa-3de0bf359c0c HTTP/1.1" status: 200 len: 699 time: 0.0788333 Sep 16 05:10:13.550633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53908) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:13.577726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-54bf0db4-b95e-496b-8f7a-c5fd1ec810c8 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdb74e88-3217-44a3-b0fa-3de0bf359c0c HTTP/1.1" status: 200 len: 205 time: 0.0259149 Sep 16 05:10:13.580418 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53912) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:13.609580 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-12731ed5-f1aa-4e21-9a01-af8e94b8e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb74e88-3217-44a3-b0fa-3de0bf359c0c', 'name': 'tempest-RoutersTest-router-301647277', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:12Z', 'updated_at': '2021-09-16T05:10:12Z', 'revision_number': 2, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:13.636428 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12731ed5-f1aa-4e21-9a01-af8e94b8e41d None None] Checking router: cdb74e88-3217-44a3-b0fa-3de0bf359c0c for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:13.645136 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12731ed5-f1aa-4e21-9a01-af8e94b8e41d None None] Routers {'cdb74e88-3217-44a3-b0fa-3de0bf359c0c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:13.645768 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-12731ed5-f1aa-4e21-9a01-af8e94b8e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:09:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cdb74e88-3217-44a3-b0fa-3de0bf359c0c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:13.661206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49c5acbe-7e39-4b83-ac07-1aba850a94c0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.838949 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-12731ed5-f1aa-4e21-9a01-af8e94b8e41d None None] Set router cdb74e88-3217-44a3-b0fa-3de0bf359c0c gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:13.857506 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49c5acbe-7e39-4b83-ac07-1aba850a94c0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.862801 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49c5acbe-7e39-4b83-ac07-1aba850a94c0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.890997 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-12731ed5-f1aa-4e21-9a01-af8e94b8e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb74e88-3217-44a3-b0fa-3de0bf359c0c', 'name': 'tempest-RoutersTest-router-301647277', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:12Z', 'updated_at': '2021-09-16T05:10:12Z', 'revision_number': 2, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:13.915405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-efc2e719-38e1-4a26-b397-29be48b0b1f9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:13.916898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-efc2e719-38e1-4a26-b397-29be48b0b1f9 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.1213477 Sep 16 05:10:13.920150 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12731ed5-f1aa-4e21-9a01-af8e94b8e41d None None] The sync data for ids ['cdb74e88-3217-44a3-b0fa-3de0bf359c0c'] in n-d-712137-12 is: [{'id': 'cdb74e88-3217-44a3-b0fa-3de0bf359c0c', 'name': 'tempest-RoutersTest-router-301647277', 'tenant_id': 'ef788177c9d647e68ca7c3d0c1899390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:12Z', 'updated_at': '2021-09-16T05:10:12Z', 'revision_number': 2, 'project_id': 'ef788177c9d647e68ca7c3d0c1899390', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:13.995782 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49c5acbe-7e39-4b83-ac07-1aba850a94c0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.996271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c5acbe-7e39-4b83-ac07-1aba850a94c0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Fanout notify agent at l3_agent the message router_deleted on router cdb74e88-3217-44a3-b0fa-3de0bf359c0c {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:14.004281 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49c5acbe-7e39-4b83-ac07-1aba850a94c0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.006409 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-49c5acbe-7e39-4b83-ac07-1aba850a94c0 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/cdb74e88-3217-44a3-b0fa-3de0bf359c0c HTTP/1.1" status: 204 len: 168 time: 0.4241486 Sep 16 05:10:14.009091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53924) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.042151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Deleting port bed3efac-962c-4389-a639-670ecfbe7bf6 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:14.042509 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.044270 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab2e4042-8ec3-41a2-a7b9-15ac5e898ccc tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdb74e88-3217-44a3-b0fa-3de0bf359c0c HTTP/1.1" status: 200 len: 205 time: 0.0339363 Sep 16 05:10:14.044923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53926) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.084856 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-c1c95e98-46fc-4e3c-8003-a75aadab67c6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] delete failed (client error): The resource could not be found. Sep 16 05:10:14.088616 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c1c95e98-46fc-4e3c-8003-a75aadab67c6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/cdb74e88-3217-44a3-b0fa-3de0bf359c0c HTTP/1.1" status: 404 len: 336 time: 0.0427232 Sep 16 05:10:14.089403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53932) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.122329 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd4b114-6354-4937-9d05-f37555308535 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:14.122806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd4b114-6354-4937-9d05-f37555308535 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:14.124666 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0fd4b114-6354-4937-9d05-f37555308535 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/4b0b83da-93fb-488b-9b58-9d14e36b2b61 HTTP/1.1" status: 404 len: 337 time: 0.0341613 Sep 16 05:10:14.127247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53934) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.175844 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-f625d812-78bb-40a0-819e-80d36b2b57e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:14.176306 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f625d812-78bb-40a0-819e-80d36b2b57e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:14.178102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f625d812-78bb-40a0-819e-80d36b2b57e6 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/8baefed9-11c9-4241-99d5-823acfdda00f HTTP/1.1" status: 404 len: 337 time: 0.0494204 Sep 16 05:10:14.181328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53936) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.183575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] For port bed3efac-962c-4389-a639-670ecfbe7bf6, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bed3efac-962c-4389-a639-670ecfbe7bf6,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:14.184053 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.209540 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6492d53-f9fe-4f5d-9621-1292da2eebff tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:14.210067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6492d53-f9fe-4f5d-9621-1292da2eebff tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:14.211882 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d6492d53-f9fe-4f5d-9621-1292da2eebff tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/5dfc07ac-7890-46b4-b648-37ae2f1855cf HTTP/1.1" status: 404 len: 337 time: 0.0295653 Sep 16 05:10:14.214468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53938) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.241306 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a23192e-9a36-4ab4-aaac-d985043dfbe7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:14.241772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a23192e-9a36-4ab4-aaac-d985043dfbe7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:14.243587 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3a23192e-9a36-4ab4-aaac-d985043dfbe7 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/9fa1e80a-e955-4d3e-8487-ec5295649b94 HTTP/1.1" status: 404 len: 337 time: 0.0281572 Sep 16 05:10:14.246236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53940) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.273195 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4d5b7a8b-f2b6-4092-a9a5-9864ff11e0f9 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=b502a2f5-8e94-4af3-8082-e5111d150e82 HTTP/1.1" status: 200 len: 205 time: 0.0256882 Sep 16 05:10:14.275521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53942) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.319574 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-807735c9-5fe2-4aa5-b4c3-fce78cadf437 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] delete failed (client error): The resource could not be found. Sep 16 05:10:14.319574 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-807735c9-5fe2-4aa5-b4c3-fce78cadf437 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/b502a2f5-8e94-4af3-8082-e5111d150e82 HTTP/1.1" status: 404 len: 336 time: 0.0377355 Sep 16 05:10:14.321663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53944) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.357355 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cc32e6ac-af42-41ad-acbd-63a2a66e47ff tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=666dea6c-6f35-4cb8-be9f-9972681e5510 HTTP/1.1" status: 200 len: 205 time: 0.0320625 Sep 16 05:10:14.363654 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53946) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.370615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.370983 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.371298 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Floating IP 6096be3a-6bbe-40f9-9044-cb49bbd3fd4d disassociated. External IP: 172.25.3.42, port: bed3efac-962c-4389-a639-670ecfbe7bf6. Sep 16 05:10:14.371764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Calling delete_port for bed3efac-962c-4389-a639-670ecfbe7bf6 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:14.398008 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-5b1003e2-b143-472b-acc8-0aeb15ac7c18 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] delete failed (client error): The resource could not be found. Sep 16 05:10:14.399327 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5b1003e2-b143-472b-acc8-0aeb15ac7c18 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/666dea6c-6f35-4cb8-be9f-9972681e5510 HTTP/1.1" status: 404 len: 336 time: 0.0406363 Sep 16 05:10:14.402248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53950) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.429442 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-332dd22a-325d-4ff9-965a-60a42fe73b80 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:14.429919 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332dd22a-325d-4ff9-965a-60a42fe73b80 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:14.433973 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-332dd22a-325d-4ff9-965a-60a42fe73b80 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/452dee5a-daf8-4010-9b5f-20bc630ced81 HTTP/1.1" status: 404 len: 337 time: 0.0285089 Sep 16 05:10:14.434214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53952) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.472080 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0db0ca40-46ff-41fa-bb8c-40f2b5b20208 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=7351d761-b748-400d-b356-a64161e80758 HTTP/1.1" status: 200 len: 205 time: 0.0349090 Sep 16 05:10:14.474395 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53954) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.496279 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d7da2c97-5980-4062-a697-c25a49fe2288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.515930 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-6c8b7172-b462-41ba-b023-6cd1848b4bf3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] delete failed (client error): The resource could not be found. Sep 16 05:10:14.517064 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6c8b7172-b462-41ba-b023-6cd1848b4bf3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/7351d761-b748-400d-b356-a64161e80758 HTTP/1.1" status: 404 len: 336 time: 0.0416915 Sep 16 05:10:14.520576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53956) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.547083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8b82-28ca-4418-b90d-9d7d6f33f156 req-816004cf-5576-4d8d-a729-5b71b1b6d01d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.552152 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f43d8b82-28ca-4418-b90d-9d7d6f33f156 req-816004cf-5576-4d8d-a729-5b71b1b6d01d tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 945 time: 0.0914137 Sep 16 05:10:14.553035 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-53d05a3b-9d39-4535-a88c-f65315c367d3 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=41f7d266-1b41-4f37-8fd0-90770eeb39a1 HTTP/1.1" status: 200 len: 205 time: 0.0269115 Sep 16 05:10:14.553035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53958) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.593806 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-451625fc-8346-4323-9f04-37c891d1c4bc tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] delete failed (client error): The resource could not be found. Sep 16 05:10:14.594870 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-451625fc-8346-4323-9f04-37c891d1c4bc tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/41f7d266-1b41-4f37-8fd0-90770eeb39a1 HTTP/1.1" status: 404 len: 336 time: 0.0415468 Sep 16 05:10:14.598858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53960) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.602425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f43d8b82-28ca-4418-b90d-9d7d6f33f156 req-ae51bd74-b5c2-4d19-8427-23e6b1f6bebd tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c92ceec-8368-4346-b40c-2a49c7523a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429318 Sep 16 05:10:14.626624 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0107ca-3211-47b1-978d-f8ad9f4faf85 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:14.627093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0107ca-3211-47b1-978d-f8ad9f4faf85 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:14.629129 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fc0107ca-3211-47b1-978d-f8ad9f4faf85 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/9246edd4-cf0b-4bc2-99fe-a2eca4bb24ce HTTP/1.1" status: 404 len: 337 time: 0.0292826 Sep 16 05:10:14.631797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53962) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.658183 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0b29edcd-f4fa-4715-93ce-d51afd323320 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a0e5c30-bc84-4485-9d23-d6552fec85ff HTTP/1.1" status: 200 len: 205 time: 0.0253232 Sep 16 05:10:14.660854 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.662770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 53964) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.731039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event deleted for resources: {'Port': ['ID=bed3efac-962c-4389-a639-670ecfbe7bf6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:14.733540 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-f79e8510-2e2e-4d09-9be3-1aedf9d04c81 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] delete failed (client error): The resource could not be found. Sep 16 05:10:14.734589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f79e8510-2e2e-4d09-9be3-1aedf9d04c81 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/7a0e5c30-bc84-4485-9d23-d6552fec85ff HTTP/1.1" status: 404 len: 336 time: 0.0708730 Sep 16 05:10:14.737504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53966) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.768503 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5800976d-0049-4de4-a586-a765949b7d3c tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:14.769185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5800976d-0049-4de4-a586-a765949b7d3c tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:14.773657 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5800976d-0049-4de4-a586-a765949b7d3c tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/60568827-c9fc-4a50-b8db-6755e4774bf5 HTTP/1.1" status: 404 len: 337 time: 0.0324321 Sep 16 05:10:14.773755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53968) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.807379 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bf43e1f3-ed9b-4ad3-974e-bbe22b49d14a tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "GET /v2.0/ports?device_id=9276be3c-5920-4c2c-b098-eebccbe5935e HTTP/1.1" status: 200 len: 205 time: 0.0324938 Sep 16 05:10:14.809885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53970) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.884411 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-624d9040-4b51-4e25-b1f5-2af2a13515bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] delete failed (client error): The resource could not be found. Sep 16 05:10:14.884411 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-624d9040-4b51-4e25-b1f5-2af2a13515bf tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/routers/9276be3c-5920-4c2c-b098-eebccbe5935e HTTP/1.1" status: 404 len: 336 time: 0.0720534 Sep 16 05:10:14.885651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53976) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.904665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Router 9345c651-f2d9-4965-90f1-96d4f20c9620 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:14.922027 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88c9753-27b3-4329-8604-f2b035d3ff26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:14.922499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88c9753-27b3-4329-8604-f2b035d3ff26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:14.925075 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f88c9753-27b3-4329-8604-f2b035d3ff26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/35b06a02-31a9-4a80-b8d7-9a2e01603d3f HTTP/1.1" status: 404 len: 337 time: 0.0383866 Sep 16 05:10:14.927974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53980) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.957927 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bab59a-420b-4ac9-9f81-04dbf8589b26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] DELETE failed (client error): The resource could not be found. Sep 16 05:10:14.958968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bab59a-420b-4ac9-9f81-04dbf8589b26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:14.962851 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b4bab59a-420b-4ac9-9f81-04dbf8589b26 tempest-RoutersTest-1505733179 tempest-RoutersTest-1505733179-project] 10.222.0.24 "DELETE /v2.0/subnets/ce90b13a-82f6-4f4c-b0be-f4d3b0876ad0 HTTP/1.1" status: 404 len: 337 time: 0.0317369 Sep 16 05:10:15.069666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:15.085115 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a0c9d-eb5c-491a-8ec9-b283e7ce0b4c None None] Sync routers for ids ['9345c651-f2d9-4965-90f1-96d4f20c9620'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:15.099556 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a0c9d-eb5c-491a-8ec9-b283e7ce0b4c None None] Routers {'9345c651-f2d9-4965-90f1-96d4f20c9620'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:15.101137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-444a0c9d-eb5c-491a-8ec9-b283e7ce0b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:10:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9345c651-f2d9-4965-90f1-96d4f20c9620'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:15.118813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] No DVR routers for this DVR port bed3efac-962c-4389-a639-670ecfbe7bf6 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:15.121455 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.123487 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4507e558-a4ff-4fc7-b22d-bd8c380109e9 req-b47b9919-539e-4ba8-bd65-261e058d9c40 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.23 "DELETE /v2.0/ports/bed3efac-962c-4389-a639-670ecfbe7bf6 HTTP/1.1" status: 204 len: 173 time: 1.1998308 Sep 16 05:10:15.123936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-deleted', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:15.126270 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def3c39b-e384-41b1-9140-b3848c34fc1f" -d '{"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-deleted", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:15.164609 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d603fcf-993c-4a52-9b20-0736e303492e x-openstack-request-id: req-6d603fcf-993c-4a52-9b20-0736e303492e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:15.164903 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88e82b-d43c-4ce2-85b4-b9bec4dc071f", "name": "network-vif-deleted", "tag": "bed3efac-962c-4389-a639-670ecfbe7bf6", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:15.165154 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d603fcf-993c-4a52-9b20-0736e303492e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:15.165550 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88e82b-d43c-4ce2-85b4-b9bec4dc071f', 'name': 'network-vif-deleted', 'tag': 'bed3efac-962c-4389-a639-670ecfbe7bf6', 'status': 'completed', 'code': 200} Sep 16 05:10:15.259832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-444a0c9d-eb5c-491a-8ec9-b283e7ce0b4c None None] Set router 9345c651-f2d9-4965-90f1-96d4f20c9620 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:15.352307 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.493255 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-444a0c9d-eb5c-491a-8ec9-b283e7ce0b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 4, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'a92090eb-2b13-4bb1-a04d-18e2d365ca9c', 'name': '', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'mac_address': 'fa:16:3e:23:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:11Z', 'updated_at': '2021-09-16T05:02:23Z', 'revision_number': 5, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'subnets': [{'id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:15.526679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a0c9d-eb5c-491a-8ec9-b283e7ce0b4c None None] Checking router: 9345c651-f2d9-4965-90f1-96d4f20c9620 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:15.536211 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a0c9d-eb5c-491a-8ec9-b283e7ce0b4c None None] Routers {'9345c651-f2d9-4965-90f1-96d4f20c9620'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:15.537064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-444a0c9d-eb5c-491a-8ec9-b283e7ce0b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:10:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9345c651-f2d9-4965-90f1-96d4f20c9620'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:15.553628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53990) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:15.651333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-444a0c9d-eb5c-491a-8ec9-b283e7ce0b4c None None] Set router 9345c651-f2d9-4965-90f1-96d4f20c9620 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:15.720941 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8e9b81f8-9fa0-49f0-ae52-9718bb507275 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef788177c9d647e68ca7c3d0c1899390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659615 Sep 16 05:10:15.723529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 53996) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:15.738050 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2c0dbbe-be4d-46bb-9e21-5d5edcb8ef8e req-d56bbaa5-62b4-47c8-bb3f-d731460fa15a tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba88e82b-d43c-4ce2-85b4-b9bec4dc071f HTTP/1.1" status: 200 len: 210 time: 0.0413597 Sep 16 05:10:15.793621 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-527cb221-0487-42ea-997d-d15540038ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.819035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-527cb221-0487-42ea-997d-d15540038ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.904489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-444a0c9d-eb5c-491a-8ec9-b283e7ce0b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 4, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'a92090eb-2b13-4bb1-a04d-18e2d365ca9c', 'name': '', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'mac_address': 'fa:16:3e:23:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:11Z', 'updated_at': '2021-09-16T05:02:23Z', 'revision_number': 5, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'subnets': [{'id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:15.935366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a0c9d-eb5c-491a-8ec9-b283e7ce0b4c None None] The sync data for ids ['9345c651-f2d9-4965-90f1-96d4f20c9620'] in n-d-712137-12 is: [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:02:14Z', 'revision_number': 4, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'a92090eb-2b13-4bb1-a04d-18e2d365ca9c', 'name': '', 'network_id': 'b3bfa292-e9f0-489a-bcf8-e4a13051131f', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'mac_address': 'fa:16:3e:23:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:11Z', 'updated_at': '2021-09-16T05:02:23Z', 'revision_number': 5, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'subnets': [{'id': '12ec28b5-88a3-4932-a119-d607babf37c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:15.948073 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-527cb221-0487-42ea-997d-d15540038ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.951016 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-527cb221-0487-42ea-997d-d15540038ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.956220 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-527cb221-0487-42ea-997d-d15540038ab7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2d6584a-d6eb-45d0-832f-6ac4c2100caf HTTP/1.1" status: 204 len: 168 time: 0.2305338 Sep 16 05:10:15.970313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cb221-0487-42ea-997d-d15540038ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d6584a-d6eb-45d0-832f-6ac4c2100caf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:16.085088 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.192057 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b4b6c9-3573-4942-92d6-cecd74c0128a None None] New status for floating IP 6096be3a-6bbe-40f9-9044-cb49bbd3fd4d: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:10:16.467622 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.889781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54024) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:16.948527 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dae17cc2-6587-402c-8907-e3bc9043f908 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.975709 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dae17cc2-6587-402c-8907-e3bc9043f908 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.001025 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54028) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.125260 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dae17cc2-6587-402c-8907-e3bc9043f908 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.127551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9cb5f99d-4631-4e30-9ffa-ac4ce0045f03 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group': {'name': 'tempest-secgroup--812518230'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:17.128611 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dae17cc2-6587-402c-8907-e3bc9043f908 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.129819 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dae17cc2-6587-402c-8907-e3bc9043f908 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "DELETE /v2.0/security-groups/8c92ceec-8368-4346-b40c-2a49c7523a19 HTTP/1.1" status: 204 len: 168 time: 0.2389657 Sep 16 05:10:17.133459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54038) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.138942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae17cc2-6587-402c-8907-e3bc9043f908 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c92ceec-8368-4346-b40c-2a49c7523a19,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.154283 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-873a4851-dd58-4213-9f14-57c40b17e303 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] show failed (client error): The resource could not be found. Sep 16 05:10:17.155802 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-873a4851-dd58-4213-9f14-57c40b17e303 tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "GET /v2.0/security-groups/8c92ceec-8368-4346-b40c-2a49c7523a19 HTTP/1.1" status: 404 len: 347 time: 0.0211589 Sep 16 05:10:17.164004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54040) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.254490 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f99d-4631-4e30-9ffa-ac4ce0045f03 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.278623 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f99d-4631-4e30-9ffa-ac4ce0045f03 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.337998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-72639b5a-fa53-47e6-a295-282ca8b21d8e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Deleting port 2341fd80-d9bf-49a2-a59b-2327fed7ea2a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:17.338335 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-72639b5a-fa53-47e6-a295-282ca8b21d8e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.445473 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-72639b5a-fa53-47e6-a295-282ca8b21d8e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.445804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-72639b5a-fa53-47e6-a295-282ca8b21d8e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.466773 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f99d-4631-4e30-9ffa-ac4ce0045f03 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.470714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-72639b5a-fa53-47e6-a295-282ca8b21d8e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Calling delete_port for 2341fd80-d9bf-49a2-a59b-2327fed7ea2a owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:17.520685 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.848470 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f99d-4631-4e30-9ffa-ac4ce0045f03 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.885591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5f99d-4631-4e30-9ffa-ac4ce0045f03 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8992ef-c816-419d-b1c5-6ef1b0ac613d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.995407 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:18.002422 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f99d-4631-4e30-9ffa-ac4ce0045f03 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.023903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: bed3efac-962c-4389-a639-670ecfbe7bf6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:18.024247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bed3efac-962c-4389-a639-670ecfbe7bf6 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:18.090937 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f99d-4631-4e30-9ffa-ac4ce0045f03 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.121607 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5f99d-4631-4e30-9ffa-ac4ce0045f03 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d6d1e0-a7fc-4e8c-b588-fd7bd69b57f6,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.125138 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-72639b5a-fa53-47e6-a295-282ca8b21d8e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.152503 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72639b5a-fa53-47e6-a295-282ca8b21d8e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Pushing event deleted for resources: {'Port': ['ID=2341fd80-d9bf-49a2-a59b-2327fed7ea2a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.197673 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f99d-4631-4e30-9ffa-ac4ce0045f03 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.198917 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9cb5f99d-4631-4e30-9ffa-ac4ce0045f03 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1969032 Sep 16 05:10:18.201524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54066) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:18.241568 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-72639b5a-fa53-47e6-a295-282ca8b21d8e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.244115 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-72639b5a-fa53-47e6-a295-282ca8b21d8e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.245310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-72639b5a-fa53-47e6-a295-282ca8b21d8e tempest-ServerActionsTestJSON-512660822 tempest-ServerActionsTestJSON-512660822-project] 10.222.0.24 "DELETE /v2.0/floatingips/6096be3a-6bbe-40f9-9044-cb49bbd3fd4d HTTP/1.1" status: 204 len: 168 time: 1.0803614 Sep 16 05:10:18.248403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54070) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:18.272196 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-341e0e54-d240-4886-8efa-0dc7798d719c tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0696182 Sep 16 05:10:18.274857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54074) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:18.279190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-747166c2-de1b-4ad4-bfde-a61c9f4eeb95 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group': {'name': 'tempest-security--177285987', 'description': 'tempest-security-description-1717782816'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:18.307499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-747166c2-de1b-4ad4-bfde-a61c9f4eeb95 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.352563 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-747166c2-de1b-4ad4-bfde-a61c9f4eeb95 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.431881 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-747166c2-de1b-4ad4-bfde-a61c9f4eeb95 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.434529 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-747166c2-de1b-4ad4-bfde-a61c9f4eeb95 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.438268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-747166c2-de1b-4ad4-bfde-a61c9f4eeb95 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "PUT /v2.0/security-groups/09d6d1e0-a7fc-4e8c-b588-fd7bd69b57f6 HTTP/1.1" status: 200 len: 1779 time: 0.1600246 Sep 16 05:10:18.439430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54078) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:18.478649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747166c2-de1b-4ad4-bfde-a61c9f4eeb95 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d6d1e0-a7fc-4e8c-b588-fd7bd69b57f6,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.497985 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ada5fb6b-61c4-4e73-874e-2b5f79c6e2ce tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-groups/09d6d1e0-a7fc-4e8c-b588-fd7bd69b57f6 HTTP/1.1" status: 200 len: 1779 time: 0.0569890 Sep 16 05:10:18.501621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54080) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:18.560139 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-64a3302d-e5a2-44d4-b654-d50a4b7c3e80 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.588554 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-64a3302d-e5a2-44d4-b654-d50a4b7c3e80 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.717894 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-64a3302d-e5a2-44d4-b654-d50a4b7c3e80 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.720656 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-64a3302d-e5a2-44d4-b654-d50a4b7c3e80 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.725033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54082) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:18.725219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-64a3302d-e5a2-44d4-b654-d50a4b7c3e80 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-groups/09d6d1e0-a7fc-4e8c-b588-fd7bd69b57f6 HTTP/1.1" status: 204 len: 168 time: 0.2236023 Sep 16 05:10:18.734985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3302d-e5a2-44d4-b654-d50a4b7c3e80 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d6d1e0-a7fc-4e8c-b588-fd7bd69b57f6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.749857 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3185dfb0-0c52-4322-b421-2fc752788291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.829579 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-390d3179-7960-41ff-8ca3-daf56de12579 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030660 Sep 16 05:10:18.833729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54084) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:18.849852 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-ec83a622-14c7-4242-98b0-cb8782b50377 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] delete failed (client error): The resource could not be found. Sep 16 05:10:18.851096 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ec83a622-14c7-4242-98b0-cb8782b50377 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-groups/09d6d1e0-a7fc-4e8c-b588-fd7bd69b57f6 HTTP/1.1" status: 404 len: 347 time: 0.0142863 Sep 16 05:10:18.855374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54086) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:18.859756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-39e9005c-f8a3-4e11-a0b4-12738e407aa8 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group': {'name': 'tempest-secgroup--672541420'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:18.948207 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39e9005c-f8a3-4e11-a0b4-12738e407aa8 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.042228 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39e9005c-f8a3-4e11-a0b4-12738e407aa8 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.046298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3185dfb0-0c52-4322-b421-2fc752788291 admin admin] Deleting port a92090eb-2b13-4bb1-a04d-18e2d365ca9c {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:19.046655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3185dfb0-0c52-4322-b421-2fc752788291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.119369 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39e9005c-f8a3-4e11-a0b4-12738e407aa8 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.131983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-3185dfb0-0c52-4322-b421-2fc752788291 admin admin] For port a92090eb-2b13-4bb1-a04d-18e2d365ca9c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a92090eb-2b13-4bb1-a04d-18e2d365ca9c,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:19.132354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3185dfb0-0c52-4322-b421-2fc752788291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.146923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3185dfb0-0c52-4322-b421-2fc752788291 admin admin] Calling delete_port for a92090eb-2b13-4bb1-a04d-18e2d365ca9c owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:19.150725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9005c-f8a3-4e11-a0b4-12738e407aa8 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a9449f-8ace-4dbf-a7c3-3d1d61183452,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.216216 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39e9005c-f8a3-4e11-a0b4-12738e407aa8 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.220700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-39e9005c-f8a3-4e11-a0b4-12738e407aa8 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3617499 Sep 16 05:10:19.221131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54090) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:19.226570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b72c7352-d5d9-4154-944f-b9c6a34510e3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group_rule': {'security_group_id': 'b0a9449f-8ace-4dbf-a7c3-3d1d61183452', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:19.339552 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b72c7352-d5d9-4154-944f-b9c6a34510e3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.397448 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b72c7352-d5d9-4154-944f-b9c6a34510e3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.420491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3185dfb0-0c52-4322-b421-2fc752788291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.448068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185dfb0-0c52-4322-b421-2fc752788291 admin admin] Pushing event deleted for resources: {'Port': ['ID=a92090eb-2b13-4bb1-a04d-18e2d365ca9c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.494503 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b72c7352-d5d9-4154-944f-b9c6a34510e3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.529911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c7352-d5d9-4154-944f-b9c6a34510e3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18074e1-2579-4952-9efd-d1a7e99d0d8f,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.599635 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b72c7352-d5d9-4154-944f-b9c6a34510e3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.604720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b72c7352-d5d9-4154-944f-b9c6a34510e3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3823311 Sep 16 05:10:19.605417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54094) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:19.638805 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e13ee3a2-71bd-4543-aa1c-99aa822863d5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.642378 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3185dfb0-0c52-4322-b421-2fc752788291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.649535 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e13ee3a2-71bd-4543-aa1c-99aa822863d5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.754347 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e13ee3a2-71bd-4543-aa1c-99aa822863d5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.762564 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e13ee3a2-71bd-4543-aa1c-99aa822863d5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.764022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e13ee3a2-71bd-4543-aa1c-99aa822863d5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c18074e1-2579-4952-9efd-d1a7e99d0d8f HTTP/1.1" status: 204 len: 168 time: 0.1574426 Sep 16 05:10:19.766999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54096) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:19.773134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ee3a2-71bd-4543-aa1c-99aa822863d5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c18074e1-2579-4952-9efd-d1a7e99d0d8f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.865496 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f81acea0-9026-400e-b212-2b8b42c28b77 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0946825 Sep 16 05:10:19.866907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54098) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:19.920236 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8b37aaa3-e59a-40e3-b957-40c88dab1063 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.931875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3185dfb0-0c52-4322-b421-2fc752788291 admin admin] Router 9345c651-f2d9-4965-90f1-96d4f20c9620 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:19.943562 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8b37aaa3-e59a-40e3-b957-40c88dab1063 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.044319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3185dfb0-0c52-4322-b421-2fc752788291 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:20.050082 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3185dfb0-0c52-4322-b421-2fc752788291 admin admin] 10.222.0.24 "PUT /v2.0/routers/9345c651-f2d9-4965-90f1-96d4f20c9620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8006270 Sep 16 05:10:20.053120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54100) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:20.053708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a4c67-60c8-4931-853a-8741bcdbae33 None None] Sync routers for ids ['9345c651-f2d9-4965-90f1-96d4f20c9620'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:20.063799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a4c67-60c8-4931-853a-8741bcdbae33 None None] Routers {'9345c651-f2d9-4965-90f1-96d4f20c9620'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:20.064421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2e5a4c67-60c8-4931-853a-8741bcdbae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:10:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9345c651-f2d9-4965-90f1-96d4f20c9620'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:20.079104 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8b37aaa3-e59a-40e3-b957-40c88dab1063 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.082792 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8b37aaa3-e59a-40e3-b957-40c88dab1063 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.086518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8b37aaa3-e59a-40e3-b957-40c88dab1063 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-groups/b0a9449f-8ace-4dbf-a7c3-3d1d61183452 HTTP/1.1" status: 204 len: 168 time: 0.2160709 Sep 16 05:10:20.087375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54102) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:20.106975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37aaa3-e59a-40e3-b957-40c88dab1063 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a9449f-8ace-4dbf-a7c3-3d1d61183452,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:20.141704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fac16582-78c2-4a7b-8572-f7d0504de680 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531473 Sep 16 05:10:20.146322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54104) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:20.163292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f248a53c-4435-42d7-9f16-65cf0d9fa81a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group': {'name': 'tempest-secgroup--271739620'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:20.194855 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.282058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f248a53c-4435-42d7-9f16-65cf0d9fa81a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.326503 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.340686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-2e5a4c67-60c8-4931-853a-8741bcdbae33 None None] Set router 9345c651-f2d9-4965-90f1-96d4f20c9620 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:20.391867 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f248a53c-4435-42d7-9f16-65cf0d9fa81a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.454301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Deleting port d5e0143e-fbdf-4dec-b6ff-8b99cac796bd {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:20.455166 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.467206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f248a53c-4435-42d7-9f16-65cf0d9fa81a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.551189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248a53c-4435-42d7-9f16-65cf0d9fa81a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3407cae7-3d6e-45df-82d4-36b5ae75899f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:20.570023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2e5a4c67-60c8-4931-853a-8741bcdbae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:10:19Z', 'revision_number': 5, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port': {'id': 'd5e0143e-fbdf-4dec-b6ff-8b99cac796bd', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:03Z', 'updated_at': '2021-09-16T05:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:20.577552 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f248a53c-4435-42d7-9f16-65cf0d9fa81a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.578847 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f248a53c-4435-42d7-9f16-65cf0d9fa81a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4296455 Sep 16 05:10:20.582888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54110) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:20.587446 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-17bdfe01-3e46-4d2a-aa4d-8fa6743970f3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group_rule': {'security_group_id': '3407cae7-3d6e-45df-82d4-36b5ae75899f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:20.598422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] For port d5e0143e-fbdf-4dec-b6ff-8b99cac796bd, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d5e0143e-fbdf-4dec-b6ff-8b99cac796bd,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:20.598847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.609147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a4c67-60c8-4931-853a-8741bcdbae33 None None] Checking router: 9345c651-f2d9-4965-90f1-96d4f20c9620 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:20.619059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Calling delete_port for d5e0143e-fbdf-4dec-b6ff-8b99cac796bd owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:20.619472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a4c67-60c8-4931-853a-8741bcdbae33 None None] Routers {'9345c651-f2d9-4965-90f1-96d4f20c9620'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:20.620245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2e5a4c67-60c8-4931-853a-8741bcdbae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:10:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9345c651-f2d9-4965-90f1-96d4f20c9620'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:20.716172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-2e5a4c67-60c8-4931-853a-8741bcdbae33 None None] Set router 9345c651-f2d9-4965-90f1-96d4f20c9620 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:20.736337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17bdfe01-3e46-4d2a-aa4d-8fa6743970f3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.773940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2e5a4c67-60c8-4931-853a-8741bcdbae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:10:20Z', 'revision_number': 6, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:20.801005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a4c67-60c8-4931-853a-8741bcdbae33 None None] The sync data for ids ['9345c651-f2d9-4965-90f1-96d4f20c9620'] in n-d-712137-12 is: [{'id': '9345c651-f2d9-4965-90f1-96d4f20c9620', 'name': 'tempest-ServerActionsTestJSON-223340090-router', 'tenant_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:01Z', 'updated_at': '2021-09-16T05:10:20Z', 'revision_number': 6, 'project_id': '32a863b5f01144d9abb8c9b5ce5f9b5d', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:20.842354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17bdfe01-3e46-4d2a-aa4d-8fa6743970f3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.946649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17bdfe01-3e46-4d2a-aa4d-8fa6743970f3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.957479 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.991896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdfe01-3e46-4d2a-aa4d-8fa6743970f3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75f122c-ff63-47da-8059-86260a6681ca,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.004240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e0143e-fbdf-4dec-b6ff-8b99cac796bd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.029730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54116) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:21.073551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.102960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17bdfe01-3e46-4d2a-aa4d-8fa6743970f3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.106666 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-17bdfe01-3e46-4d2a-aa4d-8fa6743970f3 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5202339 Sep 16 05:10:21.106960 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54120) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:21.111449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-016c9262-ed2f-44ed-916f-a939fba04e68 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group_rule': {'security_group_id': '3407cae7-3d6e-45df-82d4-36b5ae75899f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:21.164164 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e6112144-cbd7-404f-81db-c5970bc5d28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.189304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.192478 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.253225 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c9262-ed2f-44ed-916f-a939fba04e68 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.313513 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.314056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9345c651-f2d9-4965-90f1-96d4f20c9620 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:21.318832 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.319975 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ca9ef764-cd79-49e4-9f70-26d4c5ea1b4f admin admin] 10.222.0.24 "DELETE /v2.0/routers/9345c651-f2d9-4965-90f1-96d4f20c9620 HTTP/1.1" status: 204 len: 168 time: 1.2658429 Sep 16 05:10:21.322556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54122) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:21.381305 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c9262-ed2f-44ed-916f-a939fba04e68 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.386557 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e6112144-cbd7-404f-81db-c5970bc5d28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.402637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-60551bf9-354b-4376-825c-d61e04f4449f admin admin] Deleting subnet 12ec28b5-88a3-4932-a119-d607babf37c5 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:21.406285 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-60551bf9-354b-4376-825c-d61e04f4449f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.446305 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-60551bf9-354b-4376-825c-d61e04f4449f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.482010 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c9262-ed2f-44ed-916f-a939fba04e68 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.523166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c9262-ed2f-44ed-916f-a939fba04e68 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658d8a49-20ff-4582-a3d1-20363dc74069,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.530602 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e6112144-cbd7-404f-81db-c5970bc5d28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.580728 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-60551bf9-354b-4376-825c-d61e04f4449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.605216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e6112144-cbd7-404f-81db-c5970bc5d28f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=611c69e88b354dec99e65e0a4c80755f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720403 Sep 16 05:10:21.605419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6112144-cbd7-404f-81db-c5970bc5d28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb17dda-f5e6-4aa7-a28f-56f41492d3bb,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.605765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54130) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:21.618340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-016c9262-ed2f-44ed-916f-a939fba04e68 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.619696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-016c9262-ed2f-44ed-916f-a939fba04e68 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5117493 Sep 16 05:10:21.623605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54132) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:21.632275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-55712cb3-dc21-4b8a-9b22-635f70960c5d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group_rule': {'security_group_id': '3407cae7-3d6e-45df-82d4-36b5ae75899f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:21.668737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed408997-eb84-4997-9ba4-b11ab1930f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.692775 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed408997-eb84-4997-9ba4-b11ab1930f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.725992 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-60551bf9-354b-4376-825c-d61e04f4449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.757779 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-55712cb3-dc21-4b8a-9b22-635f70960c5d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.761963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60551bf9-354b-4376-825c-d61e04f4449f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12ec28b5-88a3-4932-a119-d607babf37c5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.764044 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-60551bf9-354b-4376-825c-d61e04f4449f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.765920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-60551bf9-354b-4376-825c-d61e04f4449f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/12ec28b5-88a3-4932-a119-d607babf37c5 HTTP/1.1" status: 204 len: 168 time: 0.4415038 Sep 16 05:10:21.768582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54134) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:21.771193 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f934bc10-944c-48b9-b677-314962c1f353 None None] Network b3bfa292-e9f0-489a-bcf8-e4a13051131f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:21.793984 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed408997-eb84-4997-9ba4-b11ab1930f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.796620 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed408997-eb84-4997-9ba4-b11ab1930f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.800913 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ed408997-eb84-4997-9ba4-b11ab1930f8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7eb17dda-f5e6-4aa7-a28f-56f41492d3bb HTTP/1.1" status: 204 len: 168 time: 0.1910145 Sep 16 05:10:21.815725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed408997-eb84-4997-9ba4-b11ab1930f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb17dda-f5e6-4aa7-a28f-56f41492d3bb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.866502 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-55712cb3-dc21-4b8a-9b22-635f70960c5d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.906929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.942229 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-55712cb3-dc21-4b8a-9b22-635f70960c5d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.966646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55712cb3-dc21-4b8a-9b22-635f70960c5d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9383de-00dd-4b7d-9820-5e0909f2c654,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.983832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Deleting port 464437af-14ed-40c6-94ca-4c8a0cb0ad90 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:21.984174 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.996558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb8e0a-b8a3-410f-b980-3da50299ea01 None None] DHCP port deletion for b3bfa292-e9f0-489a-bcf8-e4a13051131f request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:22.044456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb8e0a-b8a3-410f-b980-3da50299ea01 None None] Deleting port 464437af-14ed-40c6-94ca-4c8a0cb0ad90 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:22.044866 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8e0a-b8a3-410f-b980-3da50299ea01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.054371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] For port 464437af-14ed-40c6-94ca-4c8a0cb0ad90, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=464437af-14ed-40c6-94ca-4c8a0cb0ad90,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:22.054745 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.064502 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-55712cb3-dc21-4b8a-9b22-635f70960c5d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.066448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-55712cb3-dc21-4b8a-9b22-635f70960c5d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4418952 Sep 16 05:10:22.069330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54138) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.071167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Calling delete_port for 464437af-14ed-40c6-94ca-4c8a0cb0ad90 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:22.073946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-297d561f-cb52-465d-8a0c-29539f93831d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group_rule': {'security_group_id': '3407cae7-3d6e-45df-82d4-36b5ae75899f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:22.118151 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-bbcb8e0a-b8a3-410f-b980-3da50299ea01 None None] For port 464437af-14ed-40c6-94ca-4c8a0cb0ad90, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=464437af-14ed-40c6-94ca-4c8a0cb0ad90,segment=NetworkSegment(dc42d54e-fee5-406f-b7f2-84a9d2101f28),segment_id=dc42d54e-fee5-406f-b7f2-84a9d2101f28)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:22.118981 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8e0a-b8a3-410f-b980-3da50299ea01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.132524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb8e0a-b8a3-410f-b980-3da50299ea01 None None] Calling delete_port for 464437af-14ed-40c6-94ca-4c8a0cb0ad90 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:22.168346 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-297d561f-cb52-465d-8a0c-29539f93831d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.222728 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-297d561f-cb52-465d-8a0c-29539f93831d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.238360 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.245431 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8e0a-b8a3-410f-b980-3da50299ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.269764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=464437af-14ed-40c6-94ca-4c8a0cb0ad90,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:22.276354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] No DVR routers for this DVR port 464437af-14ed-40c6-94ca-4c8a0cb0ad90 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:22.280435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb8e0a-b8a3-410f-b980-3da50299ea01 None None] Pushing event deleted for resources: {'Port': ['ID=464437af-14ed-40c6-94ca-4c8a0cb0ad90,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:22.285632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb8e0a-b8a3-410f-b980-3da50299ea01 None None] No DVR routers for this DVR port 464437af-14ed-40c6-94ca-4c8a0cb0ad90 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:22.300259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-297d561f-cb52-465d-8a0c-29539f93831d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.324642 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d561f-cb52-465d-8a0c-29539f93831d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e267138-0986-4dd2-8d9e-91bf8bf37b9a,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:22.358556 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.379602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bfa292-e9f0-489a-bcf8-e4a13051131f']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:22.388846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc42d54e-fee5-406f-b7f2-84a9d2101f28') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:22.389146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc42d54e-fee5-406f-b7f2-84a9d2101f28') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:22.398717 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.399271 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-297d561f-cb52-465d-8a0c-29539f93831d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.400625 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-297d561f-cb52-465d-8a0c-29539f93831d tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3302484 Sep 16 05:10:22.403311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54148) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.407967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a08d8fef-6ce4-4d0d-a666-87e66e14d7c9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group_rule': {'security_group_id': '3407cae7-3d6e-45df-82d4-36b5ae75899f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:22.412453 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.419225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:22.419625 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:22.421464 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:22.516579 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a08d8fef-6ce4-4d0d-a666-87e66e14d7c9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.555357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 464437af-14ed-40c6-94ca-4c8a0cb0ad90 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:22.563761 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.571833 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.584136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b3bfa292-e9f0-489a-bcf8-e4a13051131f HTTP/1.1" status: 204 len: 168 time: 0.7995174 Sep 16 05:10:22.584777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a08d8fef-6ce4-4d0d-a666-87e66e14d7c9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.586026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 464437af-14ed-40c6-94ca-4c8a0cb0ad90 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:22.586438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 464437af-14ed-40c6-94ca-4c8a0cb0ad90 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:22.586921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a92090eb-2b13-4bb1-a04d-18e2d365ca9c no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:22.589529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca35e8-c457-4d04-b324-959819cb1e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3bfa292-e9f0-489a-bcf8-e4a13051131f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:22.608808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: a92090eb-2b13-4bb1-a04d-18e2d365ca9c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:22.609210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a92090eb-2b13-4bb1-a04d-18e2d365ca9c not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:22.615919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d5e0143e-fbdf-4dec-b6ff-8b99cac796bd no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:22.633557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: d5e0143e-fbdf-4dec-b6ff-8b99cac796bd {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:22.633817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d5e0143e-fbdf-4dec-b6ff-8b99cac796bd not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:22.662078 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a08d8fef-6ce4-4d0d-a666-87e66e14d7c9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.682103 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d8fef-6ce4-4d0d-a666-87e66e14d7c9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2dea5d-52d5-4135-9a76-cd002d381fa0,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:22.747919 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a08d8fef-6ce4-4d0d-a666-87e66e14d7c9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.749209 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a08d8fef-6ce4-4d0d-a666-87e66e14d7c9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3448517 Sep 16 05:10:22.751996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54162) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.780371 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0c5d74ce-6384-4800-b51e-52dfd8274235 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.792101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0c5d74ce-6384-4800-b51e-52dfd8274235 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.896291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0c5d74ce-6384-4800-b51e-52dfd8274235 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.903922 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0c5d74ce-6384-4800-b51e-52dfd8274235 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.910838 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0c5d74ce-6384-4800-b51e-52dfd8274235 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4f2dea5d-52d5-4135-9a76-cd002d381fa0 HTTP/1.1" status: 204 len: 168 time: 0.1520925 Sep 16 05:10:22.910974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54166) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.911066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d74ce-6384-4800-b51e-52dfd8274235 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f2dea5d-52d5-4135-9a76-cd002d381fa0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:22.970599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-caa9baa8-1b5f-4e84-81b1-cff0302e8749 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0613782 Sep 16 05:10:22.973404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54172) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.980750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54174) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:23.015341 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14141728-cabd-4aa6-97ca-f503af474ebd tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.031461 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14141728-cabd-4aa6-97ca-f503af474ebd tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.052635 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2119a3d4-0f20-4d7e-974f-a0abd7c9c77d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32a863b5f01144d9abb8c9b5ce5f9b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708513 Sep 16 05:10:23.055485 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54176) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:23.106330 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c01d8f1a-1a8d-4b7e-ab25-ca84bd347965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.128728 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c01d8f1a-1a8d-4b7e-ab25-ca84bd347965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.136289 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14141728-cabd-4aa6-97ca-f503af474ebd tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.144089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14141728-cabd-4aa6-97ca-f503af474ebd tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.145279 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-14141728-cabd-4aa6-97ca-f503af474ebd tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4e267138-0986-4dd2-8d9e-91bf8bf37b9a HTTP/1.1" status: 204 len: 168 time: 0.1709123 Sep 16 05:10:23.150450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54178) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:23.166752 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14141728-cabd-4aa6-97ca-f503af474ebd tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e267138-0986-4dd2-8d9e-91bf8bf37b9a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.213911 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-06fc25af-61bd-4b66-a143-3a9d03af7b98 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0620263 Sep 16 05:10:23.216453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54180) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:23.244867 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b5fb9b3-cdca-4168-9a50-f98223848fa2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.253478 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b5fb9b3-cdca-4168-9a50-f98223848fa2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.265891 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c01d8f1a-1a8d-4b7e-ab25-ca84bd347965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.268917 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c01d8f1a-1a8d-4b7e-ab25-ca84bd347965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.270080 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c01d8f1a-1a8d-4b7e-ab25-ca84bd347965 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c50697d1-ecfd-4e6e-946a-ac3c8b517ed4 HTTP/1.1" status: 204 len: 168 time: 0.2135563 Sep 16 05:10:23.282304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d8f1a-1a8d-4b7e-ab25-ca84bd347965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50697d1-ecfd-4e6e-946a-ac3c8b517ed4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.376450 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b5fb9b3-cdca-4168-9a50-f98223848fa2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.381815 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b5fb9b3-cdca-4168-9a50-f98223848fa2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.383241 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1b5fb9b3-cdca-4168-9a50-f98223848fa2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fc9383de-00dd-4b7d-9820-5e0909f2c654 HTTP/1.1" status: 204 len: 168 time: 0.1657615 Sep 16 05:10:23.386015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54184) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:23.392755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fb9b3-cdca-4168-9a50-f98223848fa2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc9383de-00dd-4b7d-9820-5e0909f2c654,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.450766 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-963c439c-420d-4d61-9936-d5610f92051f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0596416 Sep 16 05:10:23.453283 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54186) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:23.480328 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7426b69-08c7-4627-a6f7-5513758ab6c2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.491791 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7426b69-08c7-4627-a6f7-5513758ab6c2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.593684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7426b69-08c7-4627-a6f7-5513758ab6c2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.602797 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7426b69-08c7-4627-a6f7-5513758ab6c2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.604735 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c7426b69-08c7-4627-a6f7-5513758ab6c2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/658d8a49-20ff-4582-a3d1-20363dc74069 HTTP/1.1" status: 204 len: 168 time: 0.1501720 Sep 16 05:10:23.612173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7426b69-08c7-4627-a6f7-5513758ab6c2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=658d8a49-20ff-4582-a3d1-20363dc74069,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.614461 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54192) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:23.663668 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7d13ba67-7acb-4ba0-aa16-e60b053dcec4 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0476243 Sep 16 05:10:23.666784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54194) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:23.693572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f131bbac-630e-4d26-ac23-5af7a964f488 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.703495 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f131bbac-630e-4d26-ac23-5af7a964f488 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.803737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f131bbac-630e-4d26-ac23-5af7a964f488 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.810434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f131bbac-630e-4d26-ac23-5af7a964f488 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.811569 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f131bbac-630e-4d26-ac23-5af7a964f488 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e75f122c-ff63-47da-8059-86260a6681ca HTTP/1.1" status: 204 len: 168 time: 0.1438544 Sep 16 05:10:23.815652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54204) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:23.819472 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131bbac-630e-4d26-ac23-5af7a964f488 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e75f122c-ff63-47da-8059-86260a6681ca,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.874422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ac115bfb-4e24-48f7-ba5f-69eb66bbf010 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0568559 Sep 16 05:10:23.876875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54206) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:23.938804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9adfcb7c-2982-4478-a4d9-27fcc00bcae4 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.973126 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9adfcb7c-2982-4478-a4d9-27fcc00bcae4 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.102021 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9adfcb7c-2982-4478-a4d9-27fcc00bcae4 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.105143 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9adfcb7c-2982-4478-a4d9-27fcc00bcae4 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.106813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9adfcb7c-2982-4478-a4d9-27fcc00bcae4 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-groups/3407cae7-3d6e-45df-82d4-36b5ae75899f HTTP/1.1" status: 204 len: 168 time: 0.2288465 Sep 16 05:10:24.109594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54214) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:24.118778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfcb7c-2982-4478-a4d9-27fcc00bcae4 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3407cae7-3d6e-45df-82d4-36b5ae75899f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.192883 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5fa387bb-54d7-47f3-93e3-4fcfd6f9bb22 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0820980 Sep 16 05:10:24.200958 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54222) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:24.205900 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1b7a6345-be7c-4f1f-ab8b-d536b3faefca tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379791165'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:24.311803 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6345-be7c-4f1f-ab8b-d536b3faefca tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.402465 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6345-be7c-4f1f-ab8b-d536b3faefca tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.444709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54228) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:24.484706 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6345-be7c-4f1f-ab8b-d536b3faefca tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.519568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a6345-be7c-4f1f-ab8b-d536b3faefca tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68f3409-f2be-49b5-9981-ee3f310790a4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.562466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-network', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:24.573424 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6345-be7c-4f1f-ab8b-d536b3faefca tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.574650 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1b7a6345-be7c-4f1f-ab8b-d536b3faefca tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3731284 Sep 16 05:10:24.577608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54232) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:24.583221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-e8d43275-d1c0-4978-9560-46b5b88bffc1 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group_rule': {'security_group_id': 'e68f3409-f2be-49b5-9981-ee3f310790a4', 'direction': 'ingress', 'protocol': 17}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:24.653854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Made reservation on behalf of d4a583f9085c4bd999478b1a77193790 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:24.656423 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.667063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.743564 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8d43275-d1c0-4978-9560-46b5b88bffc1 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.802541 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8d43275-d1c0-4978-9560-46b5b88bffc1 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.827980 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.867733 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8d43275-d1c0-4978-9560-46b5b88bffc1 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.888752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d43275-d1c0-4978-9560-46b5b88bffc1 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e634ab6-d20b-46dc-ad4c-3aa9f8b2d9ea,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.901194 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.926206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:24.935222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef489022-be44-461c-8de1-027b1a2255c1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.941223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.941568 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Added segment 27ffca8b-e883-404c-b163-374886d26891 of type vlan for network fbf7a75d-30f3-4ff5-adab-d499d69b70bf Sep 16 05:10:24.976337 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8d43275-d1c0-4978-9560-46b5b88bffc1 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.977727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e8d43275-d1c0-4978-9560-46b5b88bffc1 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3989365 Sep 16 05:10:24.980419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.987384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54238) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.034287 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c07e9cf6-1e8c-40b9-9d49-aa67fe4ad602 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.057637 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c07e9cf6-1e8c-40b9-9d49-aa67fe4ad602 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.090387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.091387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.091978 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.154348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] Pushing event updated for resources: {'Network': ['ID=fbf7a75d-30f3-4ff5-adab-d499d69b70bf,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:25.165842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network fbf7a75d-30f3-4ff5-adab-d499d69b70bf details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:25.176869 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c07e9cf6-1e8c-40b9-9d49-aa67fe4ad602 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.179509 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c07e9cf6-1e8c-40b9-9d49-aa67fe4ad602 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.183356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54240) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.183488 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c07e9cf6-1e8c-40b9-9d49-aa67fe4ad602 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-groups/e68f3409-f2be-49b5-9981-ee3f310790a4 HTTP/1.1" status: 204 len: 168 time: 0.2018661 Sep 16 05:10:25.192656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e9cf6-1e8c-40b9-9d49-aa67fe4ad602 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68f3409-f2be-49b5-9981-ee3f310790a4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:25.229746 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3297587b-8534-4281-a58e-be691f84870f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451293 Sep 16 05:10:25.234020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54242) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.238469 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f3338d45-1327-4e63-bae2-76c8e9eb632b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7899716 Sep 16 05:10:25.239314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54244) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.249326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f1b7528e-1285-4b5f-9349-7a5579732c90 admin admin] Request body: {'subnet': {'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-subnet', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:25.249653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-39c6ce24-d176-46de-8c8c-3dc15b226d76 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group': {'name': 'tempest-secgroup--972572123'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:25.353464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b7528e-1285-4b5f-9349-7a5579732c90 admin admin] Made reservation on behalf of d4a583f9085c4bd999478b1a77193790 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:25.355970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f1b7528e-1285-4b5f-9349-7a5579732c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.433421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39c6ce24-d176-46de-8c8c-3dc15b226d76 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.513745 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39c6ce24-d176-46de-8c8c-3dc15b226d76 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.581585 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39c6ce24-d176-46de-8c8c-3dc15b226d76 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.593551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f1b7528e-1285-4b5f-9349-7a5579732c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.610476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6ce24-d176-46de-8c8c-3dc15b226d76 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8291fcb1-0563-4c6f-a061-acd90682b9df,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:25.651315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7528e-1285-4b5f-9349-7a5579732c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a28a356-f1df-4b6d-a1c9-36a9ad570afb,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:25.660956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b7528e-1285-4b5f-9349-7a5579732c90 admin admin] Checking segment: {'id': '27ffca8b-e883-404c-b163-374886d26891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:25.660956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b7528e-1285-4b5f-9349-7a5579732c90 admin admin] Network hostable DHCP agents. Network: fbf7a75d-30f3-4ff5-adab-d499d69b70bf, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:25.694203 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39c6ce24-d176-46de-8c8c-3dc15b226d76 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.694203 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-39c6ce24-d176-46de-8c8c-3dc15b226d76 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4507401 Sep 16 05:10:25.694203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54248) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.694565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2beeec3d-0116-4afe-bc60-27d508634481 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758990760'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:25.770664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b7528e-1285-4b5f-9349-7a5579732c90 admin admin] Network fbf7a75d-30f3-4ff5-adab-d499d69b70bf is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:25.799316 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2beeec3d-0116-4afe-bc60-27d508634481 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.854841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f1b7528e-1285-4b5f-9349-7a5579732c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, fbf7a75d-30f3-4ff5-adab-d499d69b70bf) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:25.859785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b7528e-1285-4b5f-9349-7a5579732c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.860667 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f1b7528e-1285-4b5f-9349-7a5579732c90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.866251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f64f28-148c-4a73-8aff-1211f4798131 None None] Network fbf7a75d-30f3-4ff5-adab-d499d69b70bf requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:25.879261 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2beeec3d-0116-4afe-bc60-27d508634481 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.953731 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2beeec3d-0116-4afe-bc60-27d508634481 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.995527 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac319925-868d-4395-a587-3a2324dfe5f8 None None] Network fbf7a75d-30f3-4ff5-adab-d499d69b70bf requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:25.998818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beeec3d-0116-4afe-bc60-27d508634481 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fdf31c-5639-48bd-b52b-6fd5408a0d1a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:26.014666 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f1b7528e-1285-4b5f-9349-7a5579732c90 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7712717 Sep 16 05:10:26.014885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54254) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.022916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:26.089119 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2beeec3d-0116-4afe-bc60-27d508634481 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.091411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2beeec3d-0116-4afe-bc60-27d508634481 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4000411 Sep 16 05:10:26.095353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54258) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.106855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cf84bcaa-e9f0-4ca1-b077-f1d9f9804652 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group_rule': {'security_group_id': '8291fcb1-0563-4c6f-a061-acd90682b9df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c3fdf31c-5639-48bd-b52b-6fd5408a0d1a', 'remote_ip_prefix': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:26.218117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.219086 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.275986 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.315819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf84bcaa-e9f0-4ca1-b077-f1d9f9804652 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.449913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf84bcaa-e9f0-4ca1-b077-f1d9f9804652 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.521015 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.524329 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf84bcaa-e9f0-4ca1-b077-f1d9f9804652 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.545005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84bcaa-e9f0-4ca1-b077-f1d9f9804652 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5406ff17-47ad-433c-86a9-8da4e2c7da08,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:26.616953 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf84bcaa-e9f0-4ca1-b077-f1d9f9804652 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.618082 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cf84bcaa-e9f0-4ca1-b077-f1d9f9804652 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5217440 Sep 16 05:10:26.621356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54262) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.646080 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffed9e69-98d8-4fcc-b503-ada7de8e2f48 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.654115 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffed9e69-98d8-4fcc-b503-ada7de8e2f48 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.758036 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffed9e69-98d8-4fcc-b503-ada7de8e2f48 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.765777 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffed9e69-98d8-4fcc-b503-ada7de8e2f48 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.766923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ffed9e69-98d8-4fcc-b503-ada7de8e2f48 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5406ff17-47ad-433c-86a9-8da4e2c7da08 HTTP/1.1" status: 204 len: 168 time: 0.1445465 Sep 16 05:10:26.771564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54266) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.773654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed9e69-98d8-4fcc-b503-ada7de8e2f48 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5406ff17-47ad-433c-86a9-8da4e2c7da08,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:26.799540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.821140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5fa0e05d-b6a4-453d-93c2-02c35381c613 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0483184 Sep 16 05:10:26.822567 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.823729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54268) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.889759 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b02ca2a6-bdd9-4278-bebe-f08ea2b68ecf tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.917879 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b02ca2a6-bdd9-4278-bebe-f08ea2b68ecf tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.934829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Allocated IP 172.25.3.206 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/93b556a6-5c7c-4525-ad5b-17176cdd6232) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:27.027993 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b02ca2a6-bdd9-4278-bebe-f08ea2b68ecf tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.030779 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b02ca2a6-bdd9-4278-bebe-f08ea2b68ecf tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.035773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b02ca2a6-bdd9-4278-bebe-f08ea2b68ecf tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-groups/c3fdf31c-5639-48bd-b52b-6fd5408a0d1a HTTP/1.1" status: 204 len: 168 time: 0.2074256 Sep 16 05:10:27.035980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54270) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:27.042753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ca2a6-bdd9-4278-bebe-f08ea2b68ecf tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fdf31c-5639-48bd-b52b-6fd5408a0d1a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.404734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.464706 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d6953432-3fde-40cf-9b82-390062cb4f51 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4275231 Sep 16 05:10:27.468979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54276) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:27.522342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8fb930e-b00f-4010-85a9-6a2024c80a98 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.545627 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.549136 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8fb930e-b00f-4010-85a9-6a2024c80a98 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.612671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:27.617356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:27.619777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:27.647566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Pushing event updated for resources: {'Port': ['ID=93b556a6-5c7c-4525-ad5b-17176cdd6232,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.761031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8fb930e-b00f-4010-85a9-6a2024c80a98 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.763658 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8fb930e-b00f-4010-85a9-6a2024c80a98 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.764839 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c8fb930e-b00f-4010-85a9-6a2024c80a98 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-groups/8291fcb1-0563-4c6f-a061-acd90682b9df HTTP/1.1" status: 204 len: 168 time: 0.2949452 Sep 16 05:10:27.768367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54278) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:27.785462 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb930e-b00f-4010-85a9-6a2024c80a98 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8291fcb1-0563-4c6f-a061-acd90682b9df,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.824621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-40cebe30-f571-4ee3-98bd-087d7353af5b tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0511558 Sep 16 05:10:27.824993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54282) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:27.829884 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e2d6ce53-9d49-404b-b237-8acd967ae79a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1833552111'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:27.943432 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ce53-9d49-404b-b237-8acd967ae79a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.973109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bed341-7b22-405f-9b1f-f59b9d27d2f1 req-e004df82-b896-4191-b8df-afb3c843da60 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.978288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12bed341-7b22-405f-9b1f-f59b9d27d2f1 req-e004df82-b896-4191-b8df-afb3c843da60 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1098 time: 0.0465286 Sep 16 05:10:27.978426 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.011448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12bed341-7b22-405f-9b1f-f59b9d27d2f1 req-483a9661-15df-430d-8fd4-b73fb905f406 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303648 Sep 16 05:10:28.132242 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ce53-9d49-404b-b237-8acd967ae79a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.134405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf9deb-f84c-4849-8047-d3cfd0b0d35a req-897cec19-468f-4bf3-bde5-9e0720418c9b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:28.135935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2bf9deb-f84c-4849-8047-d3cfd0b0d35a req-897cec19-468f-4bf3-bde5-9e0720418c9b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0526421 Sep 16 05:10:28.177454 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2bf9deb-f84c-4849-8047-d3cfd0b0d35a req-28aa7a86-2f6b-4d49-ae80-f5e3f84c22d2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349886 Sep 16 05:10:28.201047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54288) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:28.217176 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ce53-9d49-404b-b237-8acd967ae79a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.255144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.267080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6ce53-9d49-404b-b237-8acd967ae79a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5040d969-f745-4b35-9600-ee94ee24e663,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.272387 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1ef6befa-c3bd-4739-9d68-0f9c7096787a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/c3171dea-8ae3-4861-a1db-01fc3858f3ec HTTP/1.1" status: 200 len: 993 time: 0.0700290 Sep 16 05:10:28.319215 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ce53-9d49-404b-b237-8acd967ae79a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.320496 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e2d6ce53-9d49-404b-b237-8acd967ae79a tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4944475 Sep 16 05:10:28.323613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54292) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:28.328995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group_rule': {'security_group_id': '5040d969-f745-4b35-9600-ee94ee24e663', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:28.399400 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.460948 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.507585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Router 4c40e9c7-f2db-46a9-9821-250d02a6a746 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:28.530830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.547839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9058c54-7811-41b0-bd62-e8d1fd5cba06,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.558103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.558456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.558804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.559147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.559484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.559823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.560153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.560501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.560834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.561309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.561651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.561979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.577322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-2cc28e86-d303-41f2-b236-223c4ded87b5 req-19fe06ca-5096-43e9-a720-3a6a76aed172 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:10:28.578336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2cc28e86-d303-41f2-b236-223c4ded87b5 req-19fe06ca-5096-43e9-a720-3a6a76aed172 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064213 Sep 16 05:10:28.636762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:28.651152 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Sync routers for ids ['4c40e9c7-f2db-46a9-9821-250d02a6a746'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:28.663074 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Routers {'4c40e9c7-f2db-46a9-9821-250d02a6a746'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:28.664033 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:10:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4c40e9c7-f2db-46a9-9821-250d02a6a746'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:28.669085 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.670322 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7c86b993-f214-4374-ab7e-51d48cc255f5 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3453553 Sep 16 05:10:28.673270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54306) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:28.702182 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75c37da7-5809-49f5-a2fa-135d3974c443 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.713093 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75c37da7-5809-49f5-a2fa-135d3974c443 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.754120 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.756110 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e1bff8e4-4f67-4016-95f1-b66ec5c68f2d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7400253 Sep 16 05:10:28.763800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54308) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:28.790037 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Set router 4c40e9c7-f2db-46a9-9821-250d02a6a746 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:28.810618 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75c37da7-5809-49f5-a2fa-135d3974c443 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.819230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-75c37da7-5809-49f5-a2fa-135d3974c443 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.825094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-75c37da7-5809-49f5-a2fa-135d3974c443 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d9058c54-7811-41b0-bd62-e8d1fd5cba06 HTTP/1.1" status: 204 len: 168 time: 0.1462026 Sep 16 05:10:28.825434 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54310) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:28.831973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c37da7-5809-49f5-a2fa-135d3974c443 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9058c54-7811-41b0-bd62-e8d1fd5cba06,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.914892 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-854086f7-e1a6-4280-8d95-f2d417b7cb61 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0897877 Sep 16 05:10:28.917643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54314) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:29.033543 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d6e1125c-8ffd-4143-87b4-0356aed3dcac tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.076106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54320) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:29.095342 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d6e1125c-8ffd-4143-87b4-0356aed3dcac tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.110045 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:10:29.114893 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:27Z', 'revision_number': 3, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:29.149582 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Checking router: 4c40e9c7-f2db-46a9-9821-250d02a6a746 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:29.149933 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Updating router 4c40e9c7-f2db-46a9-9821-250d02a6a746 port 93b556a6-5c7c-4525-ad5b-17176cdd6232 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:29.180063 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.234281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5767c7-835c-412f-b25e-0ed82c6d4a5d req-577b0b4a-8059-4485-9e99-9eb0f1ddc538 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:29.236115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a5767c7-835c-412f-b25e-0ed82c6d4a5d req-577b0b4a-8059-4485-9e99-9eb0f1ddc538 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.1250274 Sep 16 05:10:29.237103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54324) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:29.263897 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfb0e-bc04-4a33-8021-177aebaf8bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.292826 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d6e1125c-8ffd-4143-87b4-0356aed3dcac tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.295714 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d6e1125c-8ffd-4143-87b4-0356aed3dcac tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.297055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d6e1125c-8ffd-4143-87b4-0356aed3dcac tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-groups/5040d969-f745-4b35-9600-ee94ee24e663 HTTP/1.1" status: 204 len: 168 time: 0.3781490 Sep 16 05:10:29.307638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54328) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:29.351582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a5767c7-835c-412f-b25e-0ed82c6d4a5d req-a867bc69-581b-4db5-a135-b581d0c7a46d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027603 Sep 16 05:10:29.357776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1125c-8ffd-4143-87b4-0356aed3dcac tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5040d969-f745-4b35-9600-ee94ee24e663,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.437490 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.463103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-da6ea23c-9ba1-4ae4-a2f6-6981dc318c57 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1437016 Sep 16 05:10:29.464258 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54330) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:29.468763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4d7a20d7-b595-4051-b0c9-eb780466ef4e tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group': {'name': 'tempest-secgroup--376892500'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:29.469330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-69399030-75df-44ea-856c-721163703dd0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2287598 Sep 16 05:10:29.478250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-cfa32605-ff5b-4963-9d4a-42690dce584e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:10:29.479554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-cfa32605-ff5b-4963-9d4a-42690dce584e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088472 Sep 16 05:10:29.519694 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.534994 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfb0e-bc04-4a33-8021-177aebaf8bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.613743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Allocated IP 172.20.0.1 (fbf7a75d-30f3-4ff5-adab-d499d69b70bf/0a28a356-f1df-4b6d-a1c9-36a9ad570afb/1051b69f-bf1f-4adc-ad01-b09066720803) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:29.639423 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.639638 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfb0e-bc04-4a33-8021-177aebaf8bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.695786 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Attempting to bind port 93b556a6-5c7c-4525-ad5b-17176cdd6232 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:29.696348 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Attempting to bind port 93b556a6-5c7c-4525-ad5b-17176cdd6232 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:29.696646 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Attempting to bind port 93b556a6-5c7c-4525-ad5b-17176cdd6232 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:29.701100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4a3dfb0e-bc04-4a33-8021-177aebaf8bb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8f3cab1c2bc4a8f98310c1b2c8a3158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6238039 Sep 16 05:10:29.702356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dfb0e-bc04-4a33-8021-177aebaf8bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc39add-dbd8-4274-8e29-7db49855c639,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.704004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54336) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:29.725031 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3a763-4235-4210-9aa6-16a22e11c338 None None] Pushing event updated for resources: {'Port': ['ID=93b556a6-5c7c-4525-ad5b-17176cdd6232,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.729144 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:29.729522 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:29.729925 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.730637 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:29.730901 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Bound port: 93b556a6-5c7c-4525-ad5b-17176cdd6232, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:29.731287 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.792602 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] For port 93b556a6-5c7c-4525-ad5b-17176cdd6232, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:29.792602 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] For port 93b556a6-5c7c-4525-ad5b-17176cdd6232, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=93b556a6-5c7c-4525-ad5b-17176cdd6232,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:29.794310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d7-b595-4051-b0c9-eb780466ef4e tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.798455 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a16a6e30-91d3-42ce-b54b-fdfcf6e4337e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.803771 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.842710 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a16a6e30-91d3-42ce-b54b-fdfcf6e4337e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.866536 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.927675 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3a763-4235-4210-9aa6-16a22e11c338 None None] Pushing event updated for resources: {'Port': ['ID=93b556a6-5c7c-4525-ad5b-17176cdd6232,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.930346 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Routers {'4c40e9c7-f2db-46a9-9821-250d02a6a746'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:29.930942 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:10:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4c40e9c7-f2db-46a9-9821-250d02a6a746'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:29.958897 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d7-b595-4051-b0c9-eb780466ef4e tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.982253 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.014453 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a16a6e30-91d3-42ce-b54b-fdfcf6e4337e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.017183 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a16a6e30-91d3-42ce-b54b-fdfcf6e4337e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.021808 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a16a6e30-91d3-42ce-b54b-fdfcf6e4337e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbc39add-dbd8-4274-8e29-7db49855c639 HTTP/1.1" status: 204 len: 168 time: 0.3117378 Sep 16 05:10:30.033066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Network fbf7a75d-30f3-4ff5-adab-d499d69b70bf is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:30.045475 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:30.050486 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a6e30-91d3-42ce-b54b-fdfcf6e4337e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc39add-dbd8-4274-8e29-7db49855c639,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.052328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:30.053237 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] Set router 4c40e9c7-f2db-46a9-9821-250d02a6a746 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:30.056018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1051b69f-bf1f-4adc-ad01-b09066720803,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.079214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d7-b595-4051-b0c9-eb780466ef4e tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.122427 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a20d7-b595-4051-b0c9-eb780466ef4e tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d9087f-95e6-4016-9354-ecf635d19cce,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.124837 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.245041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d7-b595-4051-b0c9-eb780466ef4e tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.246357 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4d7a20d7-b595-4051-b0c9-eb780466ef4e tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7811024 Sep 16 05:10:30.249310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54358) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.254577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-27520d30-11eb-40fd-90d2-941fe5582cc2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group_rule': {'security_group_id': '28d9087f-95e6-4016-9354-ecf635d19cce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:30.262701 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:27Z', 'revision_number': 3, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:30.304966 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e12f8d-b9d5-4f50-acf6-1f72e66a2558 None None] The sync data for ids ['4c40e9c7-f2db-46a9-9821-250d02a6a746'] in n-d-712137-12 is: [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:27Z', 'revision_number': 3, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:30.364850 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.411902 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27520d30-11eb-40fd-90d2-941fe5582cc2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.534801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cb151-5de6-449d-b21e-107d4c5899ae req-b73366fc-fb1b-4933-a861-490ba7348a39 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.543747 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c2cb151-5de6-449d-b21e-107d4c5899ae req-b73366fc-fb1b-4933-a861-490ba7348a39 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0678003 Sep 16 05:10:30.558344 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27520d30-11eb-40fd-90d2-941fe5582cc2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.581998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c2cb151-5de6-449d-b21e-107d4c5899ae req-a8d87c14-28af-4cb9-98b0-f6ab79e97571 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371053 Sep 16 05:10:30.634889 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27520d30-11eb-40fd-90d2-941fe5582cc2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.654976 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.670635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27520d30-11eb-40fd-90d2-941fe5582cc2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83709e60-5b9b-44c4-91d4-4162d1aad253,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.748434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-27520d30-11eb-40fd-90d2-941fe5582cc2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.751561 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-27520d30-11eb-40fd-90d2-941fe5582cc2 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4995954 Sep 16 05:10:30.751561 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.755144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54374) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.797089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7adeb3c2-6667-4dac-bcd6-f3af7624a616 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules/83709e60-5b9b-44c4-91d4-4162d1aad253 HTTP/1.1" status: 200 len: 763 time: 0.0385802 Sep 16 05:10:30.797342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54376) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.832086 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.834199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1051b69f-bf1f-4adc-ad01-b09066720803,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.844384 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f9f26a5e-1cb5-401e-a71f-643e06bc1f6c tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0430353 Sep 16 05:10:30.844517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54378) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.922314 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c568b45-bf53-4cd3-82af-308948e50d2f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.932559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c568b45-bf53-4cd3-82af-308948e50d2f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.978344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Network fbf7a75d-30f3-4ff5-adab-d499d69b70bf is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:30.979858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:31.082745 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c568b45-bf53-4cd3-82af-308948e50d2f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.088509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c568b45-bf53-4cd3-82af-308948e50d2f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.089660 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3c568b45-bf53-4cd3-82af-308948e50d2f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/83709e60-5b9b-44c4-91d4-4162d1aad253 HTTP/1.1" status: 204 len: 168 time: 0.2443602 Sep 16 05:10:31.092492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54384) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.104599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c568b45-bf53-4cd3-82af-308948e50d2f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83709e60-5b9b-44c4-91d4-4162d1aad253,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.126059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Router 4c40e9c7-f2db-46a9-9821-250d02a6a746 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:31.144313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-426ae507-a9af-49fa-a66b-c21670b65cc9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471365 Sep 16 05:10:31.146938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54386) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.151442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-bf39bcd8-8a7a-4e50-be09-d00efcaf69d9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group_rule': {'security_group_id': '28d9087f-95e6-4016-9354-ecf635d19cce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:31.250187 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf39bcd8-8a7a-4e50-be09-d00efcaf69d9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.272205 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:31.282805 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1c3b3b32-30f5-4e90-9cdb-f6e487e0f1b9 admin admin] 10.222.0.24 "PUT /v2.0/routers/4c40e9c7-f2db-46a9-9821-250d02a6a746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5222411 Sep 16 05:10:31.322211 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf39bcd8-8a7a-4e50-be09-d00efcaf69d9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.387671 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf39bcd8-8a7a-4e50-be09-d00efcaf69d9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.412747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39bcd8-8a7a-4e50-be09-d00efcaf69d9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f0ffd1-7cf9-4aeb-8943-ba452e0557b3,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.467542 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf39bcd8-8a7a-4e50-be09-d00efcaf69d9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.468817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bf39bcd8-8a7a-4e50-be09-d00efcaf69d9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3209224 Sep 16 05:10:31.471540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54400) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.489331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-db9f9a87-55f5-4683-bf15-4d760cdcce6c tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules/20f0ffd1-7cf9-4aeb-8943-ba452e0557b3 HTTP/1.1" status: 200 len: 763 time: 0.0163379 Sep 16 05:10:31.491707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54402) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.543541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-06e479dd-1cab-43b7-a0e2-f2da148d8df9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0504117 Sep 16 05:10:31.546739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54408) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.584060 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b7e49c9-79c0-4616-b220-b82dd0578b45 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.592918 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b7e49c9-79c0-4616-b220-b82dd0578b45 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.691853 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b7e49c9-79c0-4616-b220-b82dd0578b45 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.699597 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b7e49c9-79c0-4616-b220-b82dd0578b45 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.703334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5b7e49c9-79c0-4616-b220-b82dd0578b45 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/20f0ffd1-7cf9-4aeb-8943-ba452e0557b3 HTTP/1.1" status: 204 len: 168 time: 0.1556270 Sep 16 05:10:31.703465 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54416) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.712985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e49c9-79c0-4616-b220-b82dd0578b45 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20f0ffd1-7cf9-4aeb-8943-ba452e0557b3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.728891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888666a-708d-4215-8d84-faeb15c6696f req-a98eaa05-8845-4011-baaf-603b6ac3c7cf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:31.739118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3888666a-708d-4215-8d84-faeb15c6696f req-a98eaa05-8845-4011-baaf-603b6ac3c7cf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0807998 Sep 16 05:10:31.764510 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1f76e16e-2da4-4194-8631-5111b36189c1 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585427 Sep 16 05:10:31.765959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54428) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.775164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-dd8a0f8f-d8b0-4030-8255-46cac7b18f10 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Request body: {'security_group_rule': {'security_group_id': '28d9087f-95e6-4016-9354-ecf635d19cce', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:31.842131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3888666a-708d-4215-8d84-faeb15c6696f req-b2728f66-8dc1-4314-a939-038e2deaaa3a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021543 Sep 16 05:10:31.881628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd8a0f8f-d8b0-4030-8255-46cac7b18f10 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.921615 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9248e22-c3ea-4208-9eaf-264504f92fd7 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:31.923275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9248e22-c3ea-4208-9eaf-264504f92fd7 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/networks?id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf HTTP/1.1" status: 200 len: 819 time: 0.1438608 Sep 16 05:10:31.940072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-94bbe872-6470-48c9-a7b5-009862cc330c tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/quotas/d4a583f9085c4bd999478b1a77193790 HTTP/1.1" status: 200 len: 375 time: 0.0096612 Sep 16 05:10:31.957368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd8a0f8f-d8b0-4030-8255-46cac7b18f10 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.995681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-66d99f5f-0800-464b-9eb6-bf4c7b501559 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4a583f9085c4bd999478b1a77193790&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472813 Sep 16 05:10:32.073781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd8a0f8f-d8b0-4030-8255-46cac7b18f10 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.095094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a0f8f-d8b0-4030-8255-46cac7b18f10 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee726757-a0bf-4a0a-afca-74e921af9621,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.117358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-cf29782a-cada-4f1c-b0bf-ac98868ab390 service neutron] 10.222.0.24 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154757 Sep 16 05:10:32.135229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Sync routers for ids ['4c40e9c7-f2db-46a9-9821-250d02a6a746'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:32.149293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Routers {'4c40e9c7-f2db-46a9-9821-250d02a6a746'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:32.149918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:10:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4c40e9c7-f2db-46a9-9821-250d02a6a746'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:32.165419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd8a0f8f-d8b0-4030-8255-46cac7b18f10 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.167656 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dd8a0f8f-d8b0-4030-8255-46cac7b18f10 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3998137 Sep 16 05:10:32.169416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54432) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.188791 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ff6be019-e244-4b8d-8fab-c64ad79468ff tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules/ee726757-a0bf-4a0a-afca-74e921af9621 HTTP/1.1" status: 200 len: 764 time: 0.0159171 Sep 16 05:10:32.189003 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54434) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.232968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-0c570407-c649-4739-b21f-a463fd597745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.235029 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-0c570407-c649-4739-b21f-a463fd597745 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1098 time: 0.1000371 Sep 16 05:10:32.256012 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-900c0cb3-8233-4c99-a0dc-907011dd0052 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0651431 Sep 16 05:10:32.256554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54436) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.262557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Set router 4c40e9c7-f2db-46a9-9821-250d02a6a746 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:32.272013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-8200e4de-28b5-45c7-9151-e268577f63d8 service neutron] 10.222.0.24 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478336 Sep 16 05:10:32.281722 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae35b83e-5296-4b35-be8a-baca6354146f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.294374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae35b83e-5296-4b35-be8a-baca6354146f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.353615 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-8072c65a-2625-4b39-9d6c-0ee35e3d718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.355136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-8072c65a-2625-4b39-9d6c-0ee35e3d718a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 897 time: 0.1083152 Sep 16 05:10:32.398806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae35b83e-5296-4b35-be8a-baca6354146f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.405881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae35b83e-5296-4b35-be8a-baca6354146f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.410584 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ae35b83e-5296-4b35-be8a-baca6354146f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ee726757-a0bf-4a0a-afca-74e921af9621 HTTP/1.1" status: 204 len: 168 time: 0.1529016 Sep 16 05:10:32.410939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54438) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.416613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35b83e-5296-4b35-be8a-baca6354146f tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee726757-a0bf-4a0a-afca-74e921af9621,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.447035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-70d6a9c4-46a4-41ff-a419-6c86f4836230 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 1001 time: 0.0840635 Sep 16 05:10:32.503404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-47f0bd2b-47c9-4fef-8d48-9a205b32ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.504914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-47f0bd2b-47c9-4fef-8d48-9a205b32ee82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 200 len: 834 time: 0.0492082 Sep 16 05:10:32.518198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-905baf8c-e713-4663-866e-7b0887549003 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1029282 Sep 16 05:10:32.523084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54442) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.557155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a6c66f0b-8a27-448c-9a25-fbaff6278bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.559222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a6c66f0b-8a27-448c-9a25-fbaff6278bab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0646290-b698-44c3-bc3c-d18c587f00f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430024 Sep 16 05:10:32.560997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '1051b69f-bf1f-4adc-ad01-b09066720803', 'name': '', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'mac_address': 'fa:16:3e:68:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:29Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 2, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'subnets': [{'id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:32.597519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Checking router: 4c40e9c7-f2db-46a9-9821-250d02a6a746 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:32.597907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Updating router 4c40e9c7-f2db-46a9-9821-250d02a6a746 port 1051b69f-bf1f-4adc-ad01-b09066720803 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:32.602704 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd1a8-00e4-4187-b950-9b41376d8b05 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.634166 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd1a8-00e4-4187-b950-9b41376d8b05 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.634840 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.653950 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 93b556a6-5c7c-4525-ad5b-17176cdd6232 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:32.693726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a1629c5a-8a58-4f6d-ab48-6003f344fa77 service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273384 Sep 16 05:10:32.786284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd1a8-00e4-4187-b950-9b41376d8b05 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.789221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd1a8-00e4-4187-b950-9b41376d8b05 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.790903 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f5fdd1a8-00e4-4187-b950-9b41376d8b05 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "DELETE /v2.0/security-groups/28d9087f-95e6-4016-9354-ecf635d19cce HTTP/1.1" status: 204 len: 168 time: 0.2700000 Sep 16 05:10:32.794276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54452) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.803941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdd1a8-00e4-4187-b950-9b41376d8b05 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d9087f-95e6-4016-9354-ecf635d19cce,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.832070 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-596413ee-72b4-4cd1-9227-7f7eab52bbfc service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310649 Sep 16 05:10:32.836425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 93b556a6-5c7c-4525-ad5b-17176cdd6232 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:32.837412 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.852218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7b866a5-6b09-4cb2-8872-94cabf52a74f req-c6e019c0-f8e8-4d5f-83eb-a237f3896d04 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 210 time: 0.0430648 Sep 16 05:10:32.926224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54458) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.932279 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-55f1973f-fbc8-47ea-b51c-582b7ccb9af9 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1364336 Sep 16 05:10:32.999606 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a0b2f893-125f-4800-916f-c4df7b4879e8 tempest-SecGroupTest-945647129 tempest-SecGroupTest-945647129-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721111 Sep 16 05:10:33.044785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af4c49-c093-47ab-b6e9-3efc7120b703 req-50e94247-e0af-4f31-90c3-31003f8e015a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:33.046316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6af4c49-c093-47ab-b6e9-3efc7120b703 req-50e94247-e0af-4f31-90c3-31003f8e015a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.1007876 Sep 16 05:10:33.066979 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.101217 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6af4c49-c093-47ab-b6e9-3efc7120b703 req-1874893a-787d-40af-9995-03e9b6b885e9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474877 Sep 16 05:10:33.105162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 93b556a6-5c7c-4525-ad5b-17176cdd6232, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=93b556a6-5c7c-4525-ad5b-17176cdd6232,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:33.176632 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.188382 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.242023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=93b556a6-5c7c-4525-ad5b-17176cdd6232,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.266230 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.340365 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9219074-80c8-46c9-8d5c-51371e3983c6 None None] Pushing event updated for resources: {'Port': ['ID=1051b69f-bf1f-4adc-ad01-b09066720803,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.369902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Attempting to bind port 1051b69f-bf1f-4adc-ad01-b09066720803 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:33.370323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Attempting to bind port 1051b69f-bf1f-4adc-ad01-b09066720803 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '27ffca8b-e883-404c-b163-374886d26891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:33.370631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Attempting to bind port 1051b69f-bf1f-4adc-ad01-b09066720803 on network fbf7a75d-30f3-4ff5-adab-d499d69b70bf {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:33.375643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:33.376012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Checking segment: {'id': '27ffca8b-e883-404c-b163-374886d26891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:33.381432 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.381432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Bound using segment: {'id': '27ffca8b-e883-404c-b163-374886d26891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:33.381432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Bound port: 1051b69f-bf1f-4adc-ad01-b09066720803, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ffca8b-e883-404c-b163-374886d26891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:33.381432 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.444228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] For port 1051b69f-bf1f-4adc-ad01-b09066720803, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:33.447261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] For port 1051b69f-bf1f-4adc-ad01-b09066720803, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1051b69f-bf1f-4adc-ad01-b09066720803,segment=NetworkSegment(27ffca8b-e883-404c-b163-374886d26891),segment_id=27ffca8b-e883-404c-b163-374886d26891)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:33.544350 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.617198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Routers {'4c40e9c7-f2db-46a9-9821-250d02a6a746'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:33.618061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:10:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4c40e9c7-f2db-46a9-9821-250d02a6a746'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:33.636710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54472) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:33.676906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9219074-80c8-46c9-8d5c-51371e3983c6 None None] Pushing event updated for resources: {'Port': ['ID=1051b69f-bf1f-4adc-ad01-b09066720803,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.794003 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b230d3a0-a80a-492c-bb24-82a02d955525 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a292d0f8cf3045758f0f1657084b1737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560702 Sep 16 05:10:33.796701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54478) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:33.853398 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31444cf8-b63c-4fe9-83f9-a649c80713dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.877514 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31444cf8-b63c-4fe9-83f9-a649c80713dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.927111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] Set router 4c40e9c7-f2db-46a9-9821-250d02a6a746 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:33.950462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81b16b19-fc09-41a8-8f2f-ae09def724ee req-c11fd618-842f-42f4-ba03-fc8e2c79300c tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 210 time: 0.0276978 Sep 16 05:10:33.980289 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31444cf8-b63c-4fe9-83f9-a649c80713dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.982954 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31444cf8-b63c-4fe9-83f9-a649c80713dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.984127 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-31444cf8-b63c-4fe9-83f9-a649c80713dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d8992ef-c816-419d-b1c5-6ef1b0ac613d HTTP/1.1" status: 204 len: 168 time: 0.1864746 Sep 16 05:10:33.994908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31444cf8-b63c-4fe9-83f9-a649c80713dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8992ef-c816-419d-b1c5-6ef1b0ac613d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.138853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '1051b69f-bf1f-4adc-ad01-b09066720803', 'name': '', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'mac_address': 'fa:16:3e:68:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:29Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'subnets': [{'id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:34.166177 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c6f53-3e5f-4a33-be17-6c70138cf0f2 None None] The sync data for ids ['4c40e9c7-f2db-46a9-9821-250d02a6a746'] in n-d-712137-12 is: [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '1051b69f-bf1f-4adc-ad01-b09066720803', 'name': '', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'mac_address': 'fa:16:3e:68:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:29Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'subnets': [{'id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:34.245862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0efe12-9fd9-4076-85b8-5555cc5b1971 req-be9d4372-f232-4260-a184-d25a09576ffa tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:34.247551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a0efe12-9fd9-4076-85b8-5555cc5b1971 req-be9d4372-f232-4260-a184-d25a09576ffa tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0808623 Sep 16 05:10:34.327964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a0efe12-9fd9-4076-85b8-5555cc5b1971 req-0d29d917-673e-418f-bc47-0ab20bb0993f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709813 Sep 16 05:10:34.664680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1051b69f-bf1f-4adc-ad01-b09066720803 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:34.735739 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 1051b69f-bf1f-4adc-ad01-b09066720803 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:34.736036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.834767 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.872886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 1051b69f-bf1f-4adc-ad01-b09066720803, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1051b69f-bf1f-4adc-ad01-b09066720803,segment=NetworkSegment(27ffca8b-e883-404c-b163-374886d26891),segment_id=27ffca8b-e883-404c-b163-374886d26891)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:34.940508 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.941466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 93b556a6-5c7c-4525-ad5b-17176cdd6232 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:35.040248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=1051b69f-bf1f-4adc-ad01-b09066720803,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:35.051504 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.051848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.052187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.052545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.052881 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.053351 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.053687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.054105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.054501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.054856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.055189 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.055511 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:35.057845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8c4f975-1b62-4be5-b167-a4a760032f5d req-a1cc72ba-353d-4b57-902e-ac907619ebdf tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 210 time: 0.0292370 Sep 16 05:10:35.070764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 93b556a6-5c7c-4525-ad5b-17176cdd6232 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:35.071687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.462478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bccd0-4732-4c32-8eb2-3a857cb94d03 req-c986e8ce-755e-412e-9f59-8db4ea33c77c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.464996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b28bccd0-4732-4c32-8eb2-3a857cb94d03 req-c986e8ce-755e-412e-9f59-8db4ea33c77c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0658901 Sep 16 05:10:35.512098 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b28bccd0-4732-4c32-8eb2-3a857cb94d03 req-2ec7c6e5-c3a6-4dcb-9a11-8f81d08f95f3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Sep 16 05:10:35.754179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-cd397d49-1e19-4ccf-b9b6-27819e69cd47 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.755762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-cd397d49-1e19-4ccf-b9b6-27819e69cd47 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.37 "GET /v2.0/networks?id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf HTTP/1.1" status: 200 len: 819 time: 0.1268034 Sep 16 05:10:35.769112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Request body: {'port': {'device_id': '28c68dca-4769-49f5-9076-844bdc86bf25', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'admin_state_up': True, 'tenant_id': 'd4a583f9085c4bd999478b1a77193790'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:35.991892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Made reservation on behalf of d4a583f9085c4bd999478b1a77193790 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:35.995719 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.142166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Allocated IP 172.20.0.3 (fbf7a75d-30f3-4ff5-adab-d499d69b70bf/0a28a356-f1df-4b6d-a1c9-36a9ad570afb/630bec34-9f13-4005-873e-4f6247ee490c) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:36.224526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8081d30-a74b-4bcc-9fb2-c71b85c77263 req-79acaf74-6103-477a-bcf4-ccd99bc7227e tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 210 time: 0.0447044 Sep 16 05:10:36.353766 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.450821 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.497608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Network fbf7a75d-30f3-4ff5-adab-d499d69b70bf is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:36.500741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:36.505337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:36.536780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Pushing event updated for resources: {'Port': ['ID=630bec34-9f13-4005-873e-4f6247ee490c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:36.563992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.565350 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.570607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1051b69f-bf1f-4adc-ad01-b09066720803 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:36.619195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 1051b69f-bf1f-4adc-ad01-b09066720803 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:36.619577 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.631400 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-c9e728a9-319c-4fb2-9532-aef2fc3c2757 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8662853 Sep 16 05:10:36.641727 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-ea124d07-1367-411c-8164-565a83c4bd9b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:10:36.642699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-ea124d07-1367-411c-8164-565a83c4bd9b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049593 Sep 16 05:10:36.655735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e3707-82ca-4153-979e-65ec43042777 req-131240a6-487f-4f81-a2b3-c7bec937e50b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.657591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d33e3707-82ca-4153-979e-65ec43042777 req-131240a6-487f-4f81-a2b3-c7bec937e50b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0596664 Sep 16 05:10:36.708085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d33e3707-82ca-4153-979e-65ec43042777 req-acc806be-f881-40d2-b605-d28821164ec2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443969 Sep 16 05:10:36.776816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Request body: {'port': {'device_id': '28c68dca-4769-49f5-9076-844bdc86bf25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:36.839554 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.102713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630bec34-9f13-4005-873e-4f6247ee490c {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:37.110088 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.122736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Transition to ACTIVE for port object 630bec34-9f13-4005-873e-4f6247ee490c will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:37.215911 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.267806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Pushing event updated for resources: {'Port': ['ID=630bec34-9f13-4005-873e-4f6247ee490c,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.364091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Attempting to bind port 630bec34-9f13-4005-873e-4f6247ee490c on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:37.364437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Attempting to bind port 630bec34-9f13-4005-873e-4f6247ee490c by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '27ffca8b-e883-404c-b163-374886d26891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:37.364800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Attempting to bind port 630bec34-9f13-4005-873e-4f6247ee490c on network fbf7a75d-30f3-4ff5-adab-d499d69b70bf {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:37.372417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Port 630bec34-9f13-4005-873e-4f6247ee490c on network fbf7a75d-30f3-4ff5-adab-d499d69b70bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:37.376455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Attempting to bind port 630bec34-9f13-4005-873e-4f6247ee490c on network fbf7a75d-30f3-4ff5-adab-d499d69b70bf {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:37.381779 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:37.382124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Checking segment: {'id': '27ffca8b-e883-404c-b163-374886d26891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:37.382503 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Bound using segment: {'id': '27ffca8b-e883-404c-b163-374886d26891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:37.382935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Bound port: 630bec34-9f13-4005-873e-4f6247ee490c, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ffca8b-e883-404c-b163-374886d26891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:37.383298 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.415531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7571e1-2d03-41d0-9209-2a6fbf0c4a28 req-c057c471-c763-4624-96c1-9d6599e978e5 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.415531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad7571e1-2d03-41d0-9209-2a6fbf0c4a28 req-c057c471-c763-4624-96c1-9d6599e978e5 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 943 time: 0.0860977 Sep 16 05:10:37.491880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad7571e1-2d03-41d0-9209-2a6fbf0c4a28 req-b7beffae-48e9-4c0f-b721-b72b8237fcde tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587375 Sep 16 05:10:37.495803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] For port 630bec34-9f13-4005-873e-4f6247ee490c, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:37.500720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] For port 630bec34-9f13-4005-873e-4f6247ee490c, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=630bec34-9f13-4005-873e-4f6247ee490c,segment=NetworkSegment(27ffca8b-e883-404c-b163-374886d26891),segment_id=27ffca8b-e883-404c-b163-374886d26891)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:37.581843 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.621233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.621844 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.623215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] 10.222.0.37 "PUT /v2.0/ports/630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 200 len: 1092 time: 0.9647081 Sep 16 05:10:37.623646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:37.625890 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4801088-a4a4-456e-b534-5aa0076a3b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "tag": "630bec34-9f13-4005-873e-4f6247ee490c"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:37.652778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f75ada-1844-4d5d-8b98-0bdaaa9ffb24 service neutron] Pushing event updated for resources: {'Port': ['ID=630bec34-9f13-4005-873e-4f6247ee490c,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.666275 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac3662a-5948-46aa-bf28-c2b01e2edfea x-openstack-request-id: req-3ac3662a-5948-46aa-bf28-c2b01e2edfea {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:37.667719 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "tag": "630bec34-9f13-4005-873e-4f6247ee490c", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:37.667719 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ac3662a-5948-46aa-bf28-c2b01e2edfea {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:37.667719 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c', 'status': 'completed', 'code': 200} Sep 16 05:10:37.738564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4801088-a4a4-456e-b534-5aa0076a3b5d req-5f29394a-2932-47ca-9500-5f580e724e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.743135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c4801088-a4a4-456e-b534-5aa0076a3b5d req-5f29394a-2932-47ca-9500-5f580e724e8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4a583f9085c4bd999478b1a77193790&device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 1095 time: 0.0445788 Sep 16 05:10:37.884629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1a38d-1c17-4c50-aa95-883c74a687d4 req-b7704a0f-63ae-42e7-9446-8039af6f263f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.886502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88c1a38d-1c17-4c50-aa95-883c74a687d4 req-b7704a0f-63ae-42e7-9446-8039af6f263f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.1007812 Sep 16 05:10:37.903393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4801088-a4a4-456e-b534-5aa0076a3b5d req-62ba7770-2537-4071-a843-ebf0567c9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.904843 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c4801088-a4a4-456e-b534-5aa0076a3b5d req-62ba7770-2537-4071-a843-ebf0567c9f5a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4a583f9085c4bd999478b1a77193790&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1562381 Sep 16 05:10:37.959312 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88c1a38d-1c17-4c50-aa95-883c74a687d4 req-e7091c2e-de70-4210-beda-b8dddc6ada3a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648935 Sep 16 05:10:38.027811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4801088-a4a4-456e-b534-5aa0076a3b5d req-7500c519-b496-440f-8f2b-aeadf4a612d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.029320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c4801088-a4a4-456e-b534-5aa0076a3b5d req-7500c519-b496-440f-8f2b-aeadf4a612d3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1153927 Sep 16 05:10:38.114153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-70aa273d-2878-451a-bd20-9dff9813411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.115596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-70aa273d-2878-451a-bd20-9dff9813411c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4a583f9085c4bd999478b1a77193790&device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 1095 time: 0.0420511 Sep 16 05:10:38.158007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-7ff7e595-6ed0-4e31-8353-eb7821ae80b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 200 len: 217 time: 0.0342414 Sep 16 05:10:38.209141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-48de6748-8f8b-4ace-8c80-aa74ae2c11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.210602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-48de6748-8f8b-4ace-8c80-aa74ae2c11ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a28a356-f1df-4b6d-a1c9-36a9ad570afb HTTP/1.1" status: 200 len: 859 time: 0.0455647 Sep 16 05:10:38.247098 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-046227b8-7a02-4549-b1a7-c31c27d40df6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289805 Sep 16 05:10:38.341106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-d909113e-0cbd-4ed9-98c4-b464cf81431c service neutron] 10.222.0.37 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860288 Sep 16 05:10:38.437542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-630ccf9c-4090-46dd-ae07-13cd3855d061 req-9624e70c-476b-48ad-9a3a-bb9f770ffd9a service neutron] 10.222.0.37 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877090 Sep 16 05:10:38.614105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186af20-a439-48f7-86e9-f9935be0e4b6 req-53d79b11-312a-4a0f-b7df-6f6c5e03f068 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.615619 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c186af20-a439-48f7-86e9-f9935be0e4b6 req-53d79b11-312a-4a0f-b7df-6f6c5e03f068 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 943 time: 0.0526605 Sep 16 05:10:38.653782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c186af20-a439-48f7-86e9-f9935be0e4b6 req-e7c10143-5dcd-46de-b2b9-f2b15de6366f tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Sep 16 05:10:39.079067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec95522-3008-4bf0-8a49-850ee0a5938b req-8f2fd5cc-190c-4fd0-badd-a0f4c883d08f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:39.081429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dec95522-3008-4bf0-8a49-850ee0a5938b req-8f2fd5cc-190c-4fd0-badd-a0f4c883d08f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0507066 Sep 16 05:10:39.119934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dec95522-3008-4bf0-8a49-850ee0a5938b req-9aeef89c-28aa-4de8-9b65-dbe9354a553c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321569 Sep 16 05:10:39.790179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66d388-1bcc-4097-a676-59a1fedd04e1 req-4dae2b26-e1ab-405e-bb03-3419befb604b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:39.792328 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad66d388-1bcc-4097-a676-59a1fedd04e1 req-4dae2b26-e1ab-405e-bb03-3419befb604b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 943 time: 0.0597665 Sep 16 05:10:39.844127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad66d388-1bcc-4097-a676-59a1fedd04e1 req-32e3af35-5588-43c2-bfaa-75f8fa479305 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Sep 16 05:10:40.256923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a66731-4b03-4a3c-9b26-7b10d3a5cbc7 req-c062ac6a-4f12-4cb9-9590-26656848e2ee tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.258853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38a66731-4b03-4a3c-9b26-7b10d3a5cbc7 req-c062ac6a-4f12-4cb9-9590-26656848e2ee tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0542853 Sep 16 05:10:40.335215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38a66731-4b03-4a3c-9b26-7b10d3a5cbc7 req-6863be9e-bd7e-4206-8496-09589e76df08 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697389 Sep 16 05:10:41.004192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ddf2b-c5ac-4059-bf54-655bc12b94f8 req-507536c4-46c7-49d4-b359-03ea4d36cd35 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:41.006965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-946ddf2b-c5ac-4059-bf54-655bc12b94f8 req-507536c4-46c7-49d4-b359-03ea4d36cd35 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 943 time: 0.0652528 Sep 16 05:10:41.052116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-946ddf2b-c5ac-4059-bf54-655bc12b94f8 req-2fa954cb-9d87-4b6c-b68d-93eb6dc9976b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Sep 16 05:10:41.459740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094b33-35b0-47ac-af6d-14246bd70d3d req-e2b2174e-512e-4fd4-a008-02853108216b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:41.461311 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db094b33-35b0-47ac-af6d-14246bd70d3d req-e2b2174e-512e-4fd4-a008-02853108216b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0563056 Sep 16 05:10:41.502110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db094b33-35b0-47ac-af6d-14246bd70d3d req-0475a8d3-91bf-439f-a244-4e1f6bdcf894 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348186 Sep 16 05:10:41.568357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 630bec34-9f13-4005-873e-4f6247ee490c details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:41.676615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 630bec34-9f13-4005-873e-4f6247ee490c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=630bec34-9f13-4005-873e-4f6247ee490c,segment=NetworkSegment(27ffca8b-e883-404c-b163-374886d26891),segment_id=27ffca8b-e883-404c-b163-374886d26891)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:41.689302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '630bec34-9f13-4005-873e-4f6247ee490c', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'port_id': '630bec34-9f13-4005-873e-4f6247ee490c', 'mac_address': 'fa:16:3e:da:e4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:41.750066 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.767283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630bec34-9f13-4005-873e-4f6247ee490c {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:41.788432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 630bec34-9f13-4005-873e-4f6247ee490c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=630bec34-9f13-4005-873e-4f6247ee490c,segment=NetworkSegment(27ffca8b-e883-404c-b163-374886d26891),segment_id=27ffca8b-e883-404c-b163-374886d26891)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:41.975737 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.025971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=630bec34-9f13-4005-873e-4f6247ee490c,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:42.029423 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-77c4aed4-bc32-4d3f-b1a2-384fc0bcbd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.178585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88023-d1df-4460-84a3-29ad4268c03c req-68e46ccc-52a0-485e-9bf4-d64c907d7784 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:42.180115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbf88023-d1df-4460-84a3-29ad4268c03c req-68e46ccc-52a0-485e-9bf4-d64c907d7784 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 944 time: 0.0567982 Sep 16 05:10:42.242606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbf88023-d1df-4460-84a3-29ad4268c03c req-6248b0ee-61fe-43ed-b17a-8972ccf9a2b1 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547099 Sep 16 05:10:42.249911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-268c6293-debb-4cc8-9b58-21cbad4e9189 req-95d5d9a1-4b8f-476f-ada7-fa35d1dd800f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0810251 Sep 16 05:10:42.260642 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['630bec34-9f13-4005-873e-4f6247ee490c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:42.496212 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.722179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6293-debb-4cc8-9b58-21cbad4e9189 req-2b648e5f-27b0-486a-9bf3-35ab05fb7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:42.723718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-268c6293-debb-4cc8-9b58-21cbad4e9189 req-2b648e5f-27b0-486a-9bf3-35ab05fb7e2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be85c04689e0447ca8e5936abf67644c&device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 1097 time: 0.4480653 Sep 16 05:10:42.795226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524de0f-85f2-4164-9524-7cf1a513ef98 req-fb268b55-2f28-4ce7-b9e0-00d46c39c308 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:42.803855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8524de0f-85f2-4164-9524-7cf1a513ef98 req-fb268b55-2f28-4ce7-b9e0-00d46c39c308 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0960045 Sep 16 05:10:42.912776 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8524de0f-85f2-4164-9524-7cf1a513ef98 req-47c8ea96-a69b-4c07-9819-a4689b75b71e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975652 Sep 16 05:10:42.923985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6293-debb-4cc8-9b58-21cbad4e9189 req-c25aa306-d2a2-49e7-aff9-425b679a83be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:42.925942 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-268c6293-debb-4cc8-9b58-21cbad4e9189 req-c25aa306-d2a2-49e7-aff9-425b679a83be service neutron] 10.222.0.37 "GET /v2.0/networks?id=83e93922-7656-483d-9a51-ad0f15994c9e HTTP/1.1" status: 200 len: 911 time: 0.1767652 Sep 16 05:10:42.996000 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-268c6293-debb-4cc8-9b58-21cbad4e9189 req-e2c3d721-da77-4d44-acd2-6cccda92e456 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58fba6d7-4113-4cac-80d2-c683d5bb7cb5 HTTP/1.1" status: 200 len: 1000 time: 0.0626051 Sep 16 05:10:43.052023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6293-debb-4cc8-9b58-21cbad4e9189 req-00aba134-1df9-4ebb-9221-2753726a1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.053568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-268c6293-debb-4cc8-9b58-21cbad4e9189 req-00aba134-1df9-4ebb-9221-2753726a1123 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15d61f5f-1073-4f65-93f4-bed009717890 HTTP/1.1" status: 200 len: 850 time: 0.0499568 Sep 16 05:10:43.109168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c6293-debb-4cc8-9b58-21cbad4e9189 req-0c0918f4-49df-4564-86e0-57dbfdf2a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.110696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-268c6293-debb-4cc8-9b58-21cbad4e9189 req-0c0918f4-49df-4564-86e0-57dbfdf2a62d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83e93922-7656-483d-9a51-ad0f15994c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490146 Sep 16 05:10:43.213653 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-268c6293-debb-4cc8-9b58-21cbad4e9189 req-5e4c9ba5-09e1-4342-9dd9-8f9dbc130606 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945647 Sep 16 05:10:43.337506 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-268c6293-debb-4cc8-9b58-21cbad4e9189 req-95c902bc-8922-420e-9589-077f7eeb5877 service neutron] 10.222.0.37 "GET /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152902 Sep 16 05:10:43.392967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886694bd-5c1e-4e5b-9194-67a2746845d0 req-5048ba48-71df-42fd-aee9-766bcd316e6c tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.394933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-886694bd-5c1e-4e5b-9194-67a2746845d0 req-5048ba48-71df-42fd-aee9-766bcd316e6c tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 944 time: 0.0735798 Sep 16 05:10:43.439074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-886694bd-5c1e-4e5b-9194-67a2746845d0 req-302845b8-8a5a-4eba-943f-26d0f3ee905d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368114 Sep 16 05:10:43.570352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 630bec34-9f13-4005-873e-4f6247ee490c up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:43.707585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 630bec34-9f13-4005-873e-4f6247ee490c completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:43.713850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 630bec34-9f13-4005-873e-4f6247ee490c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:43.714883 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.863016 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.915066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:43.918993 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008d6652-ddc2-4783-855f-d389fb7e04e7" -d '{"events": [{"server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "name": "network-vif-plugged", "status": "completed", "tag": "630bec34-9f13-4005-873e-4f6247ee490c"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:43.935819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 630bec34-9f13-4005-873e-4f6247ee490c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=630bec34-9f13-4005-873e-4f6247ee490c,segment=NetworkSegment(27ffca8b-e883-404c-b163-374886d26891),segment_id=27ffca8b-e883-404c-b163-374886d26891)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:43.995093 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb6d79f-aba3-4f62-841a-9fa0a73b701c x-openstack-request-id: req-8fb6d79f-aba3-4f62-841a-9fa0a73b701c {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:43.995499 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "name": "network-vif-plugged", "status": "completed", "tag": "630bec34-9f13-4005-873e-4f6247ee490c", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:44.000277 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fb6d79f-aba3-4f62-841a-9fa0a73b701c {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:44.000878 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c', 'code': 200} Sep 16 05:10:44.010366 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.066179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783ca1b-46af-4047-9260-914f21cae82f req-59ddc0da-0f23-4720-9c6e-c679c9c6552a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:44.074799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a783ca1b-46af-4047-9260-914f21cae82f req-59ddc0da-0f23-4720-9c6e-c679c9c6552a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0778816 Sep 16 05:10:44.094613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=630bec34-9f13-4005-873e-4f6247ee490c,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:44.161314 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a783ca1b-46af-4047-9260-914f21cae82f req-4a814ed3-7bb1-47d2-9327-8928a522e593 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853629 Sep 16 05:10:44.165768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc3cec-ecb8-4f58-9aed-db78e062d79d req-f8f1e451-2d93-4883-90f3-deb91d2b081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:44.167800 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78bc3cec-ecb8-4f58-9aed-db78e062d79d req-f8f1e451-2d93-4883-90f3-deb91d2b081f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 1097 time: 0.0906582 Sep 16 05:10:44.217094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78bc3cec-ecb8-4f58-9aed-db78e062d79d req-e836aa2f-28d1-421e-a7a1-f5cbab34160d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405960 Sep 16 05:10:44.490416 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf67e-74f4-4e3f-94a7-4d635ec771c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.665908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4939b80-9864-48aa-b376-e000bdd535f9 req-487e98cb-8872-41a9-b03a-8be30c31e92b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:44.669637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4939b80-9864-48aa-b376-e000bdd535f9 req-487e98cb-8872-41a9-b03a-8be30c31e92b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.1128759 Sep 16 05:10:44.714282 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4939b80-9864-48aa-b376-e000bdd535f9 req-694c6c56-2b70-4410-b330-9df1b8adccc3 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383337 Sep 16 05:10:45.288745 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.336291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340b700-b787-4882-bf5f-1ef1002fd931 req-0d777cff-3c0f-42fd-acfe-ad8ddf1e44cc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:45.337840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4340b700-b787-4882-bf5f-1ef1002fd931 req-0d777cff-3c0f-42fd-acfe-ad8ddf1e44cc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0586677 Sep 16 05:10:45.384702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4340b700-b787-4882-bf5f-1ef1002fd931 req-435aa3df-55bd-4611-9206-f978754d3490 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Sep 16 05:10:45.885387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61696953-f06e-4bf9-a490-28790535e839 req-414401c4-bcb9-4ec9-9de8-cc981f5172c8 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:45.887038 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61696953-f06e-4bf9-a490-28790535e839 req-414401c4-bcb9-4ec9-9de8-cc981f5172c8 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0632463 Sep 16 05:10:45.934539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61696953-f06e-4bf9-a490-28790535e839 req-9d09ecfd-5edd-48ec-a19f-13915bc767e0 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388484 Sep 16 05:10:45.991879 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.512608 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.632852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734d561-8497-44f4-9d71-797019a8d925 req-5f7464ce-f707-47a3-91c1-ba4af8d9aa04 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:46.634345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c734d561-8497-44f4-9d71-797019a8d925 req-5f7464ce-f707-47a3-91c1-ba4af8d9aa04 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.1412981 Sep 16 05:10:46.641014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a6132-8328-424b-ab61-271c09a7c64d req-37d1d484-d6b7-4027-ad94-c3a309c02281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:46.642453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab2a6132-8328-424b-ab61-271c09a7c64d req-37d1d484-d6b7-4027-ad94-c3a309c02281 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4a583f9085c4bd999478b1a77193790&device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 1097 time: 0.0973020 Sep 16 05:10:46.676335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbc0e6-9730-41fe-9019-030270718d18 req-48b6f510-ac7f-4bfc-acc4-e0006e3eef59 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:46.677846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bedbc0e6-9730-41fe-9019-030270718d18 req-48b6f510-ac7f-4bfc-acc4-e0006e3eef59 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.1346078 Sep 16 05:10:46.770966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c734d561-8497-44f4-9d71-797019a8d925 req-58a5d6fb-a0f9-4496-8159-2c0e853bc803 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275027 Sep 16 05:10:46.801004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bedbc0e6-9730-41fe-9019-030270718d18 req-4b33d43a-bf01-46e6-8eb7-6e46e3d1ded7 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120384 Sep 16 05:10:46.824137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a6132-8328-424b-ab61-271c09a7c64d req-78c08b5d-1802-4f20-8119-19ef931f9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:46.825830 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab2a6132-8328-424b-ab61-271c09a7c64d req-78c08b5d-1802-4f20-8119-19ef931f9cc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf HTTP/1.1" status: 200 len: 919 time: 0.1729550 Sep 16 05:10:46.879055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab2a6132-8328-424b-ab61-271c09a7c64d req-c53ecbca-fa14-46cc-b29d-dee7d49c5672 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 200 len: 217 time: 0.0451937 Sep 16 05:10:46.932778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a6132-8328-424b-ab61-271c09a7c64d req-3596cead-a69a-491e-b1b7-b11832a62295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:46.934619 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab2a6132-8328-424b-ab61-271c09a7c64d req-3596cead-a69a-491e-b1b7-b11832a62295 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a28a356-f1df-4b6d-a1c9-36a9ad570afb HTTP/1.1" status: 200 len: 859 time: 0.0487118 Sep 16 05:10:46.974798 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab2a6132-8328-424b-ab61-271c09a7c64d req-4b254eb3-643e-4929-bbea-7fe05255ac5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327296 Sep 16 05:10:47.086916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab2a6132-8328-424b-ab61-271c09a7c64d req-38880268-d4fc-4802-b7da-7446cad0c2b3 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016998 Sep 16 05:10:47.191945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab2a6132-8328-424b-ab61-271c09a7c64d req-939924fe-91a4-42a1-9698-86cd1d5458fc service neutron] 10.222.0.37 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966699 Sep 16 05:10:47.496383 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.976548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e58ae-9435-4339-aa95-f7cf4c245adb req-e20a46d1-8460-4d32-a425-9263bfd1a5e6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:47.978009 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-253e58ae-9435-4339-aa95-f7cf4c245adb req-e20a46d1-8460-4d32-a425-9263bfd1a5e6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0896597 Sep 16 05:10:47.999098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fc808-e183-48f5-97fc-eea93d287584 req-996e7cd7-35a7-4962-982f-880c5f6a881c tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:48.000601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b9fc808-e183-48f5-97fc-eea93d287584 req-996e7cd7-35a7-4962-982f-880c5f6a881c tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0813150 Sep 16 05:10:48.055713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-253e58ae-9435-4339-aa95-f7cf4c245adb req-9bd15c8f-6fe4-4c6d-b79e-0aa30fe567c3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705733 Sep 16 05:10:48.063475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b9fc808-e183-48f5-97fc-eea93d287584 req-47a67bc5-dc70-4e17-a6d0-05096ec3eccd tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544827 Sep 16 05:10:49.219233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ea02c-6ffb-4ef7-90d3-300dc5764a2b req-9868e662-6afc-4a19-a0a4-385b19915525 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.220751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-397ea02c-6ffb-4ef7-90d3-300dc5764a2b req-9868e662-6afc-4a19-a0a4-385b19915525 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0788815 Sep 16 05:10:49.228338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de808b0a-443d-40e5-b61f-ed261eaee4a8 req-c23818d4-f304-4e66-a6bd-309eddde0657 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.229748 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de808b0a-443d-40e5-b61f-ed261eaee4a8 req-c23818d4-f304-4e66-a6bd-309eddde0657 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0785878 Sep 16 05:10:49.288837 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-397ea02c-6ffb-4ef7-90d3-300dc5764a2b req-e9901577-41f8-4535-9b5b-311922733133 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558228 Sep 16 05:10:49.289431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de808b0a-443d-40e5-b61f-ed261eaee4a8 req-6d8ce214-8cf2-47f4-8b0d-26bd4c8b49b2 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529730 Sep 16 05:10:50.076453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-b5b5ddad-1cd3-4bf5-beb6-34f938740408 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:10:50.077498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-b5b5ddad-1cd3-4bf5-beb6-34f938740408 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052836 Sep 16 05:10:50.210252 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-b3fb95f5-9b2a-4c6f-9131-c2c1da5d6638 service neutron] show failed (client error): The resource could not be found. Sep 16 05:10:50.211545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-b3fb95f5-9b2a-4c6f-9131-c2c1da5d6638 service neutron] 10.222.0.23 "GET /v2.0/ports/49aa946c-96a5-4e9e-8230-cd938391c756/bindings/n-h2-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.1271591 Sep 16 05:10:50.317653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54826) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:50.501101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66762b27-a759-462e-8a5c-7c00ccb12e69 req-65f02091-fc02-4f41-907a-ad03a3f86b8b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:50.503377 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66762b27-a759-462e-8a5c-7c00ccb12e69 req-65f02091-fc02-4f41-907a-ad03a3f86b8b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.1242778 Sep 16 05:10:50.521230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a0f9-9f84-463d-948b-0c68d9e5b12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.548067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbfc90-d350-401a-b95b-9c0ec21de971 req-72b076b6-dd3f-43b5-a77b-136d551b9248 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:50.571951 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41bbfc90-d350-401a-b95b-9c0ec21de971 req-72b076b6-dd3f-43b5-a77b-136d551b9248 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.1147697 Sep 16 05:10:50.621874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66762b27-a759-462e-8a5c-7c00ccb12e69 req-f9640f80-ccc0-48c0-bcca-5dd01590b513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094584 Sep 16 05:10:50.635963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41bbfc90-d350-401a-b95b-9c0ec21de971 req-8d426e1c-b786-4c77-b6c2-6c5b6534030b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523317 Sep 16 05:10:50.646362 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a0f9-9f84-463d-948b-0c68d9e5b12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.754192 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a0f9-9f84-463d-948b-0c68d9e5b12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.793221 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c4b9a0f9-9f84-463d-948b-0c68d9e5b12e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9124df49c14d46d2947072b9e3067aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731023 Sep 16 05:10:50.797771 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54834) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:50.813925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9a0f9-9f84-463d-948b-0c68d9e5b12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a646e3d-d192-422c-a78a-95be251db483,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:50.866621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-933c85f9-8dea-47b0-91f3-1dab5ddde20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:50.868055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-933c85f9-8dea-47b0-91f3-1dab5ddde20f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095&tenant_id=b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 1098 time: 0.0805144 Sep 16 05:10:50.873973 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9383ae00-3826-4159-8450-3adb8fc11a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.881302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:50.898256 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9383ae00-3826-4159-8450-3adb8fc11a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.935256 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.992781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9383ae00-3826-4159-8450-3adb8fc11a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.995525 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9383ae00-3826-4159-8450-3adb8fc11a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.999530 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9383ae00-3826-4159-8450-3adb8fc11a91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a646e3d-d192-422c-a78a-95be251db483 HTTP/1.1" status: 204 len: 168 time: 0.2007506 Sep 16 05:10:51.009835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383ae00-3826-4159-8450-3adb8fc11a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a646e3d-d192-422c-a78a-95be251db483,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.168015 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:51.206239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:51.246698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:51.249039 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae1b20e-6924-4a49-9439-98d1fca113b8" -d '{"events": [{"server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "name": "network-vif-unplugged", "status": "completed", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:51.252852 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.264941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Transition to ACTIVE for port object 49aa946c-96a5-4e9e-8230-cd938391c756 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:51.305298 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b1c36a-6ca5-49f4-ba51-9004e18917da x-openstack-request-id: req-39b1c36a-6ca5-49f4-ba51-9004e18917da {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:51.305590 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "name": "network-vif-unplugged", "status": "completed", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:51.306459 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39b1c36a-6ca5-49f4-ba51-9004e18917da {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:51.306862 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756', 'code': 200} Sep 16 05:10:51.347665 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.462890 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=6']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.524938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] No DVR routers for this DVR port 49aa946c-96a5-4e9e-8230-cd938391c756 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:51.663769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Attempting to bind port 49aa946c-96a5-4e9e-8230-cd938391c756 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:51.664118 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Attempting to bind port 49aa946c-96a5-4e9e-8230-cd938391c756 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:51.664445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Attempting to bind port 49aa946c-96a5-4e9e-8230-cd938391c756 on network e0646290-b698-44c3-bc3c-d18c587f00f6 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:51.669288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Port 49aa946c-96a5-4e9e-8230-cd938391c756 on network e0646290-b698-44c3-bc3c-d18c587f00f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:51.669608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Attempting to bind port 49aa946c-96a5-4e9e-8230-cd938391c756 on network e0646290-b698-44c3-bc3c-d18c587f00f6 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:51.676758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:51.677108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Checking segment: {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:51.677492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Bound using segment: {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:51.677922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Bound port: 49aa946c-96a5-4e9e-8230-cd938391c756, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:51.678283 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.810744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:51.817124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:51.825533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2743e-2484-4664-94aa-166780c9b936 req-bbca547d-1349-44b4-a116-aa41138dfe67 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:51.827108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40e2743e-2484-4664-94aa-166780c9b936 req-bbca547d-1349-44b4-a116-aa41138dfe67 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0986302 Sep 16 05:10:51.835482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a321964-18de-4371-b45f-f28d4af30c5b req-a1c9b6bc-0d43-4609-806f-930fe18c7aea tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:51.837129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a321964-18de-4371-b45f-f28d4af30c5b req-a1c9b6bc-0d43-4609-806f-930fe18c7aea tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 944 time: 0.1194084 Sep 16 05:10:51.895797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40e2743e-2484-4664-94aa-166780c9b936 req-bbcaaf0d-41b6-43bf-8701-ec13f4e00953 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576913 Sep 16 05:10:51.898904 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.908119 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a321964-18de-4371-b45f-f28d4af30c5b req-e0e600fe-b6ae-4061-98a5-f9cd79ea0a18 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640612 Sep 16 05:10:51.942979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:51.943604 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.945107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] 10.222.0.37 "PUT /v2.0/ports/49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 1093 time: 1.0688684 Sep 16 05:10:51.965024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dff3d-13d8-4e50-bf91-891ba4d43044 service neutron] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:52.030692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-915fabf7-8633-40aa-9979-f57ed99a528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:52.032253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-915fabf7-8633-40aa-9979-f57ed99a528c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1096 time: 0.0541544 Sep 16 05:10:52.140880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-335e6db1-4914-4d91-8648-306c7813cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:52.150291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-335e6db1-4914-4d91-8648-306c7813cf11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 897 time: 0.1022618 Sep 16 05:10:52.215373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-8db51c08-8ac1-4bf3-a9cf-e2eba1669ad5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 999 time: 0.0651305 Sep 16 05:10:52.268080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a8c6981a-77ec-4bdf-b27e-f42a9b79684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:52.269757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-a8c6981a-77ec-4bdf-b27e-f42a9b79684d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 200 len: 834 time: 0.0461590 Sep 16 05:10:52.322160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-399d5ea4-9134-4aa3-9cd2-8be7f0725073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:52.323728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-399d5ea4-9134-4aa3-9cd2-8be7f0725073 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0646290-b698-44c3-bc3c-d18c587f00f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465889 Sep 16 05:10:52.421356 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-1b2922a9-91b0-4d72-a18e-9a41e51f48d6 service neutron] 10.222.0.37 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895090 Sep 16 05:10:52.526937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-9d97bd6f-93d7-4f99-b022-f5eb09d6dcb0 service neutron] 10.222.0.37 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975852 Sep 16 05:10:53.004362 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54894) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:53.056981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff9cbc-5479-48ee-94b4-28d4803ca165 req-626cd81d-799d-4aa2-ba33-56bc3049d862 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.058507 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11ff9cbc-5479-48ee-94b4-28d4803ca165 req-626cd81d-799d-4aa2-ba33-56bc3049d862 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0858610 Sep 16 05:10:53.079586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6cb57-bd34-4a06-91dd-90bb5e495833 req-fdbf6805-2837-4612-bdf6-5e1b3afe9ab0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.081671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ff6cb57-bd34-4a06-91dd-90bb5e495833 req-fdbf6805-2837-4612-bdf6-5e1b3afe9ab0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 944 time: 0.0744281 Sep 16 05:10:53.130562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11ff9cbc-5479-48ee-94b4-28d4803ca165 req-f0c05c7f-4b5b-46b3-ab4c-eee826ffba24 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644934 Sep 16 05:10:53.151609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ff6cb57-bd34-4a06-91dd-90bb5e495833 req-33a13c7d-1a09-4177-b72c-465d966ae373 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554953 Sep 16 05:10:53.184130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'network': {'name': 'tempest-network-smoke--1584512823', 'project_id': '44eac926846f463789703829e934134d', 'port_security_enabled': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:53.290478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Made reservation on behalf of 44eac926846f463789703829e934134d for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:53.294210 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.303536 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.308646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:53.311212 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49e5953-eac6-4687-8ec1-b113e6efc784" -d '{"events": [{"name": "network-changed", "server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:53.368966 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3351966-a101-4dde-9f23-d54374cb8ea7 x-openstack-request-id: req-a3351966-a101-4dde-9f23-d54374cb8ea7 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:53.371730 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:53.371730 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3351966-a101-4dde-9f23-d54374cb8ea7 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:53.371730 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756', 'status': 'completed', 'code': 200} Sep 16 05:10:53.401659 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.456834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-42070d79-f31e-45d0-9462-5d763396a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.458432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-42070d79-f31e-45d0-9462-5d763396a266 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1096 time: 0.0711563 Sep 16 05:10:53.461095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-91b72c5e-56c1-4937-b9f4-6252b6d0d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.462453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-91b72c5e-56c1-4937-b9f4-6252b6d0d9e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1096 time: 0.0659919 Sep 16 05:10:53.478469 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.506059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:53.527518 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073adbda-8fad-42c3-85ae-8f711be891f6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.531660 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.532394 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Added segment b26aea9e-a884-4d6b-845b-4d2c8b32a7af of type vlan for network f0e17fed-a446-4647-bcce-e3b855cc60a9 Sep 16 05:10:53.584124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.631019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-cb9326b7-76ac-41f6-a29d-291f0d723cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.632682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-cb9326b7-76ac-41f6-a29d-291f0d723cfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 897 time: 0.1596820 Sep 16 05:10:53.633892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-23d79da2-220d-4712-a400-b1d97f82b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.635520 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-23d79da2-220d-4712-a400-b1d97f82b593 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 897 time: 0.1704082 Sep 16 05:10:53.675068 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.696020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.703564 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.761613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-6fe999f5-ae1f-402e-8f23-8f377d64bc39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 999 time: 0.1207523 Sep 16 05:10:53.804772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Network': ['ID=f0e17fed-a446-4647-bcce-e3b855cc60a9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.817098 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network f0e17fed-a446-4647-bcce-e3b855cc60a9 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:53.845658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-a6bd40e2-ae79-401e-a445-8bbffc08fb04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 999 time: 0.1981392 Sep 16 05:10:53.851319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-0ec8a0de-45ad-4218-820c-e48ac6fd8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.852922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-0ec8a0de-45ad-4218-820c-e48ac6fd8962 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 200 len: 834 time: 0.0825970 Sep 16 05:10:53.863411 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6bf94363-f0ee-4ec2-abb7-49b778cdd0a9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8596156 Sep 16 05:10:53.866624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54904) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:53.871888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'admin_state_up': True, 'project_id': '44eac926846f463789703829e934134d', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:53.931578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-02a87492-78bb-4b7a-9b99-f40c481f4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.933475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-02a87492-78bb-4b7a-9b99-f40c481f4041 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 200 len: 834 time: 0.0797069 Sep 16 05:10:53.951747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-2de01fb9-3343-47a5-99ba-21bfc3467c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.953509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-2de01fb9-3343-47a5-99ba-21bfc3467c04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0646290-b698-44c3-bc3c-d18c587f00f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909207 Sep 16 05:10:53.975878 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.976993 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.032240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.048899 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-b7d6111c-64c6-46db-a348-896210c0c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:54.051243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-b7d6111c-64c6-46db-a348-896210c0c7dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0646290-b698-44c3-bc3c-d18c587f00f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097193 Sep 16 05:10:54.097553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-c38860cb-501a-4df8-8aea-5d01f44d7f72 service neutron] 10.222.0.37 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258428 Sep 16 05:10:54.180961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 49aa946c-96a5-4e9e-8230-cd938391c756 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:54.228672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-5bf2417f-fabd-4b24-90ad-37f1044a1223 service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696923 Sep 16 05:10:54.246396 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 49aa946c-96a5-4e9e-8230-cd938391c756 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:54.286956 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.735331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-edf174e4-1521-4dc2-97bd-8d65e7b63902 service neutron] 10.222.0.37 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042035 Sep 16 05:10:54.762744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe95f96-a2fc-43ac-b6aa-af53ea3f228a req-140d26ee-b5d6-4e6a-ba15-c59a80d4e10c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:54.764189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebe95f96-a2fc-43ac-b6aa-af53ea3f228a req-140d26ee-b5d6-4e6a-ba15-c59a80d4e10c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 944 time: 0.5040174 Sep 16 05:10:54.777583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f37d47-00a0-4e57-b795-5332127a7039 req-ca42e125-9c2b-432c-b197-417b37cd583d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:54.779463 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63f37d47-00a0-4e57-b795-5332127a7039 req-ca42e125-9c2b-432c-b197-417b37cd583d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.5215738 Sep 16 05:10:54.808601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f49e5953-eac6-4687-8ec1-b113e6efc784 req-95ff7dd9-3e29-47a2-a866-35024e846a9a service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718853 Sep 16 05:10:54.852770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ebe95f96-a2fc-43ac-b6aa-af53ea3f228a req-8405547a-b853-4d47-8fb6-a0c90bf20f0d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692234 Sep 16 05:10:54.872199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63f37d47-00a0-4e57-b795-5332127a7039 req-a857b008-f64d-4b35-82b6-526b06ea3639 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660930 Sep 16 05:10:54.929200 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.947819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.061898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Allocated IP 172.25.3.164 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/65ee3378-bcc7-4aec-a1d0-55afe964e95b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:55.169031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.272313 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.313858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:55.317698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:55.321306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:55.354100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=65ee3378-bcc7-4aec-a1d0-55afe964e95b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.648348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 49aa946c-96a5-4e9e-8230-cd938391c756 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:55.671472 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.768347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:55.786621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '49aa946c-96a5-4e9e-8230-cd938391c756', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'port_id': '49aa946c-96a5-4e9e-8230-cd938391c756', 'mac_address': 'fa:16:3e:61:26:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:55.857862 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.886920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49aa946c-96a5-4e9e-8230-cd938391c756 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:55.921822 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.943129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:56.010339 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.041383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbc525-0149-42b3-bbee-455246a7ea64 req-86d740e6-e7de-4929-8d41-bebd8d3d4196 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:56.043521 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ffbc525-0149-42b3-bbee-455246a7ea64 req-86d740e6-e7de-4929-8d41-bebd8d3d4196 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 944 time: 0.0853250 Sep 16 05:10:56.054659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92b8f1-34fb-41aa-ac40-1cf05b3293ff req-974435c5-b87c-454c-bc1d-96e832c16ab8 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:56.062968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b92b8f1-34fb-41aa-ac40-1cf05b3293ff req-974435c5-b87c-454c-bc1d-96e832c16ab8 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0881629 Sep 16 05:10:56.109588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.156649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ffbc525-0149-42b3-bbee-455246a7ea64 req-f58b64c8-e266-4c55-a545-42ecf9d4e95a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887229 Sep 16 05:10:56.162810 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b92b8f1-34fb-41aa-ac40-1cf05b3293ff req-ae2aead4-ad4d-45d9-9459-51105b25eb02 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996578 Sep 16 05:10:56.187336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Router 58f3934c-5262-4098-bc5e-ac21ca241739 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:56.315699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:56.325507 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Sync routers for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:56.326914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['49aa946c-96a5-4e9e-8230-cd938391c756'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:56.336937 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:56.338017 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:10:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.485462 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.488155 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cbdbe3ea-9b1c-40f5-a605-8d13f97c2565 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6203849 Sep 16 05:10:56.492265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54944) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.550311 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:56.659825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-58f30ad5-93ac-4cf5-8939-a549d39d6b2e tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=44eac926846f463789703829e934134d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1659887 Sep 16 05:10:56.662768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54952) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.742227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849b2f9-3aa6-4760-89f5-9de60a38463c req-0faba020-ca8d-4fe1-9dce-76906e583551 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:56.743811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c849b2f9-3aa6-4760-89f5-9de60a38463c req-0faba020-ca8d-4fe1-9dce-76906e583551 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 945 time: 0.0663052 Sep 16 05:10:56.804714 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 3, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.806275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-e2feb171-95a4-4271-9a6f-38fb62535b8e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:56.807945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-e2feb171-95a4-4271-9a6f-38fb62535b8e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.37 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095&tenant_id=b57050cfd0c741c1b347796c3e06ea10&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 945 time: 0.0849745 Sep 16 05:10:56.813553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c849b2f9-3aa6-4760-89f5-9de60a38463c req-402618d0-68b5-4e9c-bd40-eea3d938b592 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553746 Sep 16 05:10:56.835065 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Checking router: 58f3934c-5262-4098-bc5e-ac21ca241739 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:56.835065 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Updating router 58f3934c-5262-4098-bc5e-ac21ca241739 port 65ee3378-bcc7-4aec-a1d0-55afe964e95b binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:56.865758 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.879350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-898bb1c9-fd58-40f3-96a2-b8b85b3bb5a9 service neutron] 10.222.0.37 "GET /v2.0/ports/49aa946c-96a5-4e9e-8230-cd938391c756/bindings/n-h2-712137-12 HTTP/1.1" status: 200 len: 383 time: 0.0627763 Sep 16 05:10:56.882683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447359d4-acc8-4d43-baae-67d3be2ac30c tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:56.884289 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-447359d4-acc8-4d43-baae-67d3be2ac30c tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2201874 Sep 16 05:10:56.894520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 54956) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.957301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a0e07c74-af8e-4439-aa53-63e290c9d4c8 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577128 Sep 16 05:10:56.957600 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54960) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.962683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d8cb6ae1-58b0-4004-bf53-cde81238e361 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-404746470', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'project_id': '44eac926846f463789703829e934134d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:56.972323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-971f6419-0b71-4abc-9e32-b0e2e597d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:56.973973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-971f6419-0b71-4abc-9e32-b0e2e597d37c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1097 time: 0.0662975 Sep 16 05:10:57.086584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-881ff0b6-ced9-4018-8acb-3b5b7d9d84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.088160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-881ff0b6-ced9-4018-8acb-3b5b7d9d84ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 897 time: 0.1066406 Sep 16 05:10:57.135690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cb6ae1-58b0-4004-bf53-cde81238e361 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Made reservation on behalf of 44eac926846f463789703829e934134d for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:57.139359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d8cb6ae1-58b0-4004-bf53-cde81238e361 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.153771 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.164931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-ef855ab8-b134-47b7-a41c-27967f18ff03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 1000 time: 0.0674534 Sep 16 05:10:57.217630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-9de30d9d-fddb-4466-8973-0f3133306f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.219636 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-9de30d9d-fddb-4466-8973-0f3133306f71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 200 len: 834 time: 0.0466332 Sep 16 05:10:57.307200 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.310154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-dd6c505f-322b-4557-968a-4c2c0328418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.316694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-dd6c505f-322b-4557-968a-4c2c0328418a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0646290-b698-44c3-bc3c-d18c587f00f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802779 Sep 16 05:10:57.329500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62d360-3de9-420b-877b-0c2184c818cb req-99a85e5b-75e8-4a6f-aa3c-3d969ef3b2fc tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.331271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e62d360-3de9-420b-877b-0c2184c818cb req-99a85e5b-75e8-4a6f-aa3c-3d969ef3b2fc tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0643449 Sep 16 05:10:57.355052 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Attempting to bind port 65ee3378-bcc7-4aec-a1d0-55afe964e95b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:57.355626 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Attempting to bind port 65ee3378-bcc7-4aec-a1d0-55afe964e95b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:57.355775 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Attempting to bind port 65ee3378-bcc7-4aec-a1d0-55afe964e95b on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:57.368398 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:57.368789 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:57.369413 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.369806 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:57.370272 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Bound port: 65ee3378-bcc7-4aec-a1d0-55afe964e95b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:57.370648 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.398045 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Pushing event updated for resources: {'Port': ['ID=65ee3378-bcc7-4aec-a1d0-55afe964e95b,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.411909 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:57.412251 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:57.412628 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:57.412960 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:57.413281 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:57.413603 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:57.414201 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:57.414534 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:57.414939 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:57.415153 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:57.415468 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:57.415803 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:57.428195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e62d360-3de9-420b-877b-0c2184c818cb req-3afc7893-18b5-4d35-bcea-439dbd4264dd tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885293 Sep 16 05:10:57.443589 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] For port 65ee3378-bcc7-4aec-a1d0-55afe964e95b, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:57.446670 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] For port 65ee3378-bcc7-4aec-a1d0-55afe964e95b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=65ee3378-bcc7-4aec-a1d0-55afe964e95b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:57.461237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-9c50c7c8-9c47-411f-b494-cf7d4404cf13 service neutron] 10.222.0.37 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406987 Sep 16 05:10:57.501382 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d8cb6ae1-58b0-4004-bf53-cde81238e361 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.530334 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.576496 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb6ae1-58b0-4004-bf53-cde81238e361 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Subnet': ['ID=ad7e9eff-539f-4579-8439-c7b504a3fd85,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.579697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cb6ae1-58b0-4004-bf53-cde81238e361 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Checking segment: {'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:57.580610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb6ae1-58b0-4004-bf53-cde81238e361 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network hostable DHCP agents. Network: f0e17fed-a446-4647-bcce-e3b855cc60a9, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:57.584932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-1cba929f-42c6-4743-9e00-3c9f5f441554 service neutron] 10.222.0.37 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162627 Sep 16 05:10:57.586696 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:57.587245 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:10:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:57.630813 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d16e96-7142-4eff-9569-abb103c76646 None None] Pushing event updated for resources: {'Port': ['ID=65ee3378-bcc7-4aec-a1d0-55afe964e95b,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.667840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 49aa946c-96a5-4e9e-8230-cd938391c756 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:57.679548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb6ae1-58b0-4004-bf53-cde81238e361 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network f0e17fed-a446-4647-bcce-e3b855cc60a9 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:57.711296 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:57.752865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-d8cb6ae1-58b0-4004-bf53-cde81238e361 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, f0e17fed-a446-4647-bcce-e3b855cc60a9) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:57.759504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cb6ae1-58b0-4004-bf53-cde81238e361 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.760139 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d8cb6ae1-58b0-4004-bf53-cde81238e361 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.761035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5951e89f-33ac-45c6-bfee-6b2182897296 None None] Network f0e17fed-a446-4647-bcce-e3b855cc60a9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:57.777624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 49aa946c-96a5-4e9e-8230-cd938391c756 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:57.790184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 49aa946c-96a5-4e9e-8230-cd938391c756 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:57.790590 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.853004 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d8cb6ae1-58b0-4004-bf53-cde81238e361 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8917470 Sep 16 05:10:57.853353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 54978) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:57.973129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b8c8c-eea2-4818-9bdb-2e496d9c07c4 req-1cbe7a2c-8430-4986-9dd8-0d1f7a8960b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.976068 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.982891 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc6b8c8c-eea2-4818-9bdb-2e496d9c07c4 req-1cbe7a2c-8430-4986-9dd8-0d1f7a8960b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 945 time: 0.0751176 Sep 16 05:10:57.983085 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 3, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:58.022995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:58.025419 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fa8d80-d8f1-439f-8b98-20ffc1e06b64" -d '{"events": [{"server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "name": "network-vif-plugged", "status": "completed", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:58.031814 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d64c24-d89e-4735-a999-f0035b651c7c None None] The sync data for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 is: [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 3, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:58.036539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-f0e17fed-a446-4647-bcce-e3b855cc60a9', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:58.037354 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.060938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc6b8c8c-eea2-4818-9bdb-2e496d9c07c4 req-cce81df8-dd14-43ad-a2ba-6b26296dc149 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718539 Sep 16 05:10:58.073775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:58.160936 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3e9554-8ff8-4fdf-9907-f6b991c6e67a x-openstack-request-id: req-6a3e9554-8ff8-4fdf-9907-f6b991c6e67a {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:58.161125 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "name": "network-vif-plugged", "status": "completed", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:58.161343 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a3e9554-8ff8-4fdf-9907-f6b991c6e67a {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:58.161734 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756', 'code': 200} Sep 16 05:10:58.164844 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.257790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.265422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Allocated IP 172.20.0.2 (f0e17fed-a446-4647-bcce-e3b855cc60a9/ad7e9eff-539f-4579-8439-c7b504a3fd85/860886b4-b3ca-419c-acb2-e8f02d022556) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:58.487794 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.593356 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.618080 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.631482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545e245-a68a-4398-92a8-9e191f707728 req-6b43cd59-8e58-4088-b410-7aabf447af58 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:58.641862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9545e245-a68a-4398-92a8-9e191f707728 req-6b43cd59-8e58-4088-b410-7aabf447af58 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.1309283 Sep 16 05:10:58.694059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Network f0e17fed-a446-4647-bcce-e3b855cc60a9 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:58.698010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:58.703972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 65ee3378-bcc7-4aec-a1d0-55afe964e95b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:58.707657 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:58.726772 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9545e245-a68a-4398-92a8-9e191f707728 req-b8d5d2b7-98af-4c7d-816f-881ba40f98be tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835752 Sep 16 05:10:58.786756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Pushing event updated for resources: {'Port': ['ID=860886b4-b3ca-419c-acb2-e8f02d022556,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.865482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Attempting to bind port 860886b4-b3ca-419c-acb2-e8f02d022556 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:58.865859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Attempting to bind port 860886b4-b3ca-419c-acb2-e8f02d022556 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:58.866229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Attempting to bind port 860886b4-b3ca-419c-acb2-e8f02d022556 on network f0e17fed-a446-4647-bcce-e3b855cc60a9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:58.875186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:58.880663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Checking segment: {'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:58.881129 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.881544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Bound using segment: {'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:58.882050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Bound port: 860886b4-b3ca-419c-acb2-e8f02d022556, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:58.890533 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.894387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 65ee3378-bcc7-4aec-a1d0-55afe964e95b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:58.894768 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.016913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Allocated IP 172.20.0.1 (f0e17fed-a446-4647-bcce-e3b855cc60a9/ad7e9eff-539f-4579-8439-c7b504a3fd85/eadfc7a3-9b88-4732-b7bc-5e08b50a83e6) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:59.066460 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] For port 860886b4-b3ca-419c-acb2-e8f02d022556, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:59.102832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] For port 860886b4-b3ca-419c-acb2-e8f02d022556, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=860886b4-b3ca-419c-acb2-e8f02d022556,segment=NetworkSegment(b26aea9e-a884-4d6b-845b-4d2c8b32a7af),segment_id=b26aea9e-a884-4d6b-845b-4d2c8b32a7af)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:59.116420 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.161022 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 65ee3378-bcc7-4aec-a1d0-55afe964e95b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=65ee3378-bcc7-4aec-a1d0-55afe964e95b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:59.201676 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.206176 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.233826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537875c-ce52-43da-be98-ef23fde2432c req-922be3ea-6774-4ba8-a24e-d0a27dde8fbb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:59.243168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2537875c-ce52-43da-be98-ef23fde2432c req-922be3ea-6774-4ba8-a24e-d0a27dde8fbb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0697787 Sep 16 05:10:59.328760 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.328873 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.328986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2537875c-ce52-43da-be98-ef23fde2432c req-a48b5485-f578-4c43-a7a4-a93943cd5e14 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794282 Sep 16 05:10:59.340747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d5041-d574-4ff1-b75d-e8d971904b75 None None] Pushing event updated for resources: {'Port': ['ID=860886b4-b3ca-419c-acb2-e8f02d022556,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.440857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=65ee3378-bcc7-4aec-a1d0-55afe964e95b,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.451226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network f0e17fed-a446-4647-bcce-e3b855cc60a9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:59.461512 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:59.490732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:59.561426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=eadfc7a3-9b88-4732-b7bc-5e08b50a83e6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.580729 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.858184 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.887343 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026db2b-faec-4acc-92d7-ac67b3873bf2 req-e48587a8-f9b7-4812-a35f-4d1569f2f26e tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:59.889653 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9026db2b-faec-4acc-92d7-ac67b3873bf2 req-e48587a8-f9b7-4812-a35f-4d1569f2f26e tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0814824 Sep 16 05:10:59.936630 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9026db2b-faec-4acc-92d7-ac67b3873bf2 req-db1f3604-072c-4b5a-96ad-02a3829cd4cd tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 Sep 16 05:11:00.187240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.280560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.380559 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=eadfc7a3-9b88-4732-b7bc-5e08b50a83e6,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.383413 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.495838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4201c8-487b-4029-9fc3-45567efde948 req-a5c478bb-e8b8-45b7-841d-391bc99a404a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:00.497780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c4201c8-487b-4029-9fc3-45567efde948 req-a5c478bb-e8b8-45b7-841d-391bc99a404a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 946 time: 0.0623901 Sep 16 05:11:00.588318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network f0e17fed-a446-4647-bcce-e3b855cc60a9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:00.593703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:00.601083 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c4201c8-487b-4029-9fc3-45567efde948 req-cabde730-8ddf-4faa-b5de-47d2bf7d9dc3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829329 Sep 16 05:11:00.734580 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-ba83bafd-b3c3-45f9-9ce5-3a3b09c8905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:00.734580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-ba83bafd-b3c3-45f9-9ce5-3a3b09c8905b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095&tenant_id=b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 1098 time: 0.0999522 Sep 16 05:11:00.744622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:00.795346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Router 58f3934c-5262-4098-bc5e-ac21ca241739 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:00.842052 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 860886b4-b3ca-419c-acb2-e8f02d022556 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:00.866925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.897234 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8120170c-d722-4fbd-8610-bd3b8325564f None None] Network f0e17fed-a446-4647-bcce-e3b855cc60a9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:00.946963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:00.958590 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-50ac4a9c-d4e0-406c-ad38-1c73fbcd129d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "PUT /v2.0/routers/58f3934c-5262-4098-bc5e-ac21ca241739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1043065 Sep 16 05:11:00.960874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55014) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:01.040714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 860886b4-b3ca-419c-acb2-e8f02d022556 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:01.046458 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.092155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f2090c1f-5eef-4de7-b15a-4fe2d046be4a None None] Provisioning complete for port 860886b4-b3ca-419c-acb2-e8f02d022556 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:01.092831 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f2090c1f-5eef-4de7-b15a-4fe2d046be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.152503 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777029f3-117a-463a-a964-f2f4bfc326f9 req-2e0762d0-d004-47ec-9c67-03bd6e15293a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.154256 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-777029f3-117a-463a-a964-f2f4bfc326f9 req-2e0762d0-d004-47ec-9c67-03bd6e15293a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.1039646 Sep 16 05:11:01.223294 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-777029f3-117a-463a-a964-f2f4bfc326f9 req-3449e96b-9d13-45ca-9edb-7f43d9048d8f tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575438 Sep 16 05:11:01.258331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b204b-7580-4ce3-8726-e495c8644643 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.258977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b204b-7580-4ce3-8726-e495c8644643 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.259518 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b204b-7580-4ce3-8726-e495c8644643 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.260056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b204b-7580-4ce3-8726-e495c8644643 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.260616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b204b-7580-4ce3-8726-e495c8644643 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.261408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b204b-7580-4ce3-8726-e495c8644643 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.261936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b204b-7580-4ce3-8726-e495c8644643 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.264414 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-db2b204b-7580-4ce3-8726-e495c8644643 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.3018124 Sep 16 05:11:01.268789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55020) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:01.318623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Sync routers for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:01.333713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:01.356209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:01.357201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:10:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:01.376504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:01.427742 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.444288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Transition to ACTIVE for port object 49aa946c-96a5-4e9e-8230-cd938391c756 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:01.445277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:01.448050 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5519ed3e-18c6-4b46-9523-484b2c5b5aba" -d '{"events": [{"server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "name": "network-vif-unplugged", "status": "completed", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:01.512430 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.554070 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7761a89-a679-4839-ae67-036163300703 x-openstack-request-id: req-c7761a89-a679-4839-ae67-036163300703 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:01.554070 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "name": "network-vif-unplugged", "status": "completed", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:01.554403 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7761a89-a679-4839-ae67-036163300703 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:01.554683 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756', 'code': 200} Sep 16 05:11:01.576602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:01.707046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=10']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.764315 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f2090c1f-5eef-4de7-b15a-4fe2d046be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.798221 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.822579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] No DVR routers for this DVR port 49aa946c-96a5-4e9e-8230-cd938391c756 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:01.895925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e84f86-0787-4a97-8b2d-bda8461e5bc8 req-74527a54-7d70-4fc5-9ca7-96910da86398 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.904631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0e84f86-0787-4a97-8b2d-bda8461e5bc8 req-74527a54-7d70-4fc5-9ca7-96910da86398 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 945 time: 0.1759040 Sep 16 05:11:01.983158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79c553-951e-4590-b81a-0cd059efeb27 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.983158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79c553-951e-4590-b81a-0cd059efeb27 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.983158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79c553-951e-4590-b81a-0cd059efeb27 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.983158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79c553-951e-4590-b81a-0cd059efeb27 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.983158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79c553-951e-4590-b81a-0cd059efeb27 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.983158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79c553-951e-4590-b81a-0cd059efeb27 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.983158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79c553-951e-4590-b81a-0cd059efeb27 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.983158 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1f79c553-951e-4590-b81a-0cd059efeb27 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4634 time: 0.7118380 Sep 16 05:11:01.984660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55028) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:01.989822 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0e84f86-0787-4a97-8b2d-bda8461e5bc8 req-5e2cfdf5-8210-4b5d-a88d-dc3ad1015c71 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799477 Sep 16 05:11:02.086069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 860886b4-b3ca-419c-acb2-e8f02d022556, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=860886b4-b3ca-419c-acb2-e8f02d022556,segment=NetworkSegment(b26aea9e-a884-4d6b-845b-4d2c8b32a7af),segment_id=b26aea9e-a884-4d6b-845b-4d2c8b32a7af)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:02.144810 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:00Z', 'revision_number': 2, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:02.158915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Attempting to bind port 49aa946c-96a5-4e9e-8230-cd938391c756 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:02.160383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Attempting to bind port 49aa946c-96a5-4e9e-8230-cd938391c756 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:02.160383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Attempting to bind port 49aa946c-96a5-4e9e-8230-cd938391c756 on network e0646290-b698-44c3-bc3c-d18c587f00f6 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:02.175224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Port 49aa946c-96a5-4e9e-8230-cd938391c756 on network e0646290-b698-44c3-bc3c-d18c587f00f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:02.175576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Attempting to bind port 49aa946c-96a5-4e9e-8230-cd938391c756 on network e0646290-b698-44c3-bc3c-d18c587f00f6 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:02.187270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:02.187618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Checking segment: {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:02.188012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Bound using segment: {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:02.188522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Bound port: 49aa946c-96a5-4e9e-8230-cd938391c756, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ebae20-0381-4a5e-a679-32d089277bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:02.188897 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.193694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Checking router: 58f3934c-5262-4098-bc5e-ac21ca241739 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:02.194193 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Updating router 58f3934c-5262-4098-bc5e-ac21ca241739 port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:02.198680 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.199671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 65ee3378-bcc7-4aec-a1d0-55afe964e95b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:02.304382 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-f2090c1f-5eef-4de7-b15a-4fe2d046be4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:11:02.305087 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-f2090c1f-5eef-4de7-b15a-4fe2d046be4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:11:02.388068 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.397408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:02.415710 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3fd2a0e6-8750-4b07-81be-9399f6ba2f9c tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3782 time: 0.4297385 Sep 16 05:11:02.427966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:02.483985 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=860886b4-b3ca-419c-acb2-e8f02d022556,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.485416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5d943-10a7-45c9-a028-0116cc1430f2 req-d5890272-e233-4677-bcba-9508d193feee tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.495901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74e5d943-10a7-45c9-a028-0116cc1430f2 req-d5890272-e233-4677-bcba-9508d193feee tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.1492743 Sep 16 05:11:02.511918 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.551384 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 65ee3378-bcc7-4aec-a1d0-55afe964e95b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:02.551767 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.576992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.577864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.580940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] 10.222.0.23 "PUT /v2.0/ports/49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 1094 time: 1.8397117 Sep 16 05:11:02.617460 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74e5d943-10a7-45c9-a028-0116cc1430f2 req-b1425527-9899-454e-8e02-bb0c3a220e8f tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142402 Sep 16 05:11:02.765229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca1c1a-0344-4ad2-aa22-66a6a17ac1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=11']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.792256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-4d9e05cb-183f-4306-ba97-4912e0f079d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.794131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-4d9e05cb-183f-4306-ba97-4912e0f079d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1097 time: 0.1805122 Sep 16 05:11:02.966757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-01da0991-26ff-4160-863e-bac5922a1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.966952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55036) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:02.969146 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-01da0991-26ff-4160-863e-bac5922a1c9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 897 time: 0.1657002 Sep 16 05:11:02.975989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045141099', 'description': 'tempest-secgroup-smoke-2045141099 description', 'project_id': '44eac926846f463789703829e934134d'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:03.114028 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-0844dcbb-3ec0-4b81-b531-479ba7b9d84c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 999 time: 0.1345336 Sep 16 05:11:03.118821 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.192591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9f449f4b-9fcb-4e7c-8876-e53b8cde7bc4 None None] Provisioning complete for port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:03.196349 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f449f4b-9fcb-4e7c-8876-e53b8cde7bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.239855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 860886b4-b3ca-419c-acb2-e8f02d022556 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:03.260006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c7f03-b805-48df-b9d3-5fd81fc35c0a req-9a6b73df-597f-4ad0-957b-2db0d58a9559 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.261604 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-634c7f03-b805-48df-b9d3-5fd81fc35c0a req-9a6b73df-597f-4ad0-957b-2db0d58a9559 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 945 time: 0.1465645 Sep 16 05:11:03.263226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-c23de457-688b-4e60-8775-ed2760d68fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.264597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-c23de457-688b-4e60-8775-ed2760d68fe9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 200 len: 834 time: 0.0834975 Sep 16 05:11:03.315988 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.346075 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.349479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9f449f4b-9fcb-4e7c-8876-e53b8cde7bc4 None None] Port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:03.359229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-634c7f03-b805-48df-b9d3-5fd81fc35c0a req-5e45c9f3-5037-4c93-a333-5798c296749c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841317 Sep 16 05:11:03.368644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9f449f4b-9fcb-4e7c-8876-e53b8cde7bc4 None None] Provisioning complete for port 860886b4-b3ca-419c-acb2-e8f02d022556 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:03.368644 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f449f4b-9fcb-4e7c-8876-e53b8cde7bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.371690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-a83941b3-d5ab-4da6-ac01-72fd7eb7da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.373360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-a83941b3-d5ab-4da6-ac01-72fd7eb7da51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0646290-b698-44c3-bc3c-d18c587f00f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954220 Sep 16 05:11:03.387191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.412605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 860886b4-b3ca-419c-acb2-e8f02d022556 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:03.413137 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.414450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232aa669-6d0b-43f4-b110-c7d6ac02f0a4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.428711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:03.429303 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:03.429808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:03.430361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:03.430858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:03.431431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:03.431935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:03.432490 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:03.432977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:03.433511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:03.433997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:03.434570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:03.457204 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.505892 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-24839e56-779d-494f-bd64-9ceed3ed5faf service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244600 Sep 16 05:11:03.507247 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.511880 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b11e260b-914c-4ac9-89ba-2f502c5811b1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5438938 Sep 16 05:11:03.516663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55044) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.518247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c8989b92-66de-48d7-925a-e8d6e85e8b0d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '232aa669-6d0b-43f4-b110-c7d6ac02f0a4', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:03.557513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9a660-8e6a-4c2b-93d4-d295e2f90dfc None None] Pushing event updated for resources: {'Port': ['ID=eadfc7a3-9b88-4732-b7bc-5e08b50a83e6,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.557716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:03.568030 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8936eaa9-8373-4a54-b0be-2f01e591f330" -d '{"events": [{"name": "network-changed", "server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:03.637955 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8989b92-66de-48d7-925a-e8d6e85e8b0d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.647448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fe4708f-228a-4eb8-add3-9a17f0d73547 req-37926464-8766-413a-86cf-569e203d1ad2 service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337357 Sep 16 05:11:03.677385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Attempting to bind port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:03.677758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Attempting to bind port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:03.678120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Attempting to bind port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 on network f0e17fed-a446-4647-bcce-e3b855cc60a9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:03.693620 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:03.693775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Checking segment: {'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:03.694079 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.694487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Bound using segment: {'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:03.694981 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Bound port: eadfc7a3-9b88-4732-b7bc-5e08b50a83e6, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:03.695367 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.729990 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d96a22-5d84-4e1f-ad5e-102ae70a97f0 x-openstack-request-id: req-96d96a22-5d84-4e1f-ad5e-102ae70a97f0 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:03.730296 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:03.730548 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96d96a22-5d84-4e1f-ad5e-102ae70a97f0 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:03.731401 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756', 'status': 'completed', 'code': 200} Sep 16 05:11:03.732492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 49aa946c-96a5-4e9e-8230-cd938391c756 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:03.745793 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8989b92-66de-48d7-925a-e8d6e85e8b0d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.821602 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8989b92-66de-48d7-925a-e8d6e85e8b0d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.846971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8989b92-66de-48d7-925a-e8d6e85e8b0d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7987d44a-1e8e-4742-87a3-05d8f3fb36f5,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.860758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-27f9b41a-1343-4b45-9388-ea84a94bbcde None None] Provisioning complete for port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:03.861198 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-27f9b41a-1343-4b45-9388-ea84a94bbcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.863672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] For port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:03.877923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-c3749793-3bed-4bae-9c12-7ee90ee95665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.879603 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-c3749793-3bed-4bae-9c12-7ee90ee95665 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1097 time: 0.1374578 Sep 16 05:11:03.891505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-fa65fc56-0295-444e-87bb-961dfff19bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.893308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-fa65fc56-0295-444e-87bb-961dfff19bf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1097 time: 0.1428897 Sep 16 05:11:03.900283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] For port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=eadfc7a3-9b88-4732-b7bc-5e08b50a83e6,segment=NetworkSegment(b26aea9e-a884-4d6b-845b-4d2c8b32a7af),segment_id=b26aea9e-a884-4d6b-845b-4d2c8b32a7af)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:03.903144 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 49aa946c-96a5-4e9e-8230-cd938391c756 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:03.913422 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8989b92-66de-48d7-925a-e8d6e85e8b0d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.918475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-27f9b41a-1343-4b45-9388-ea84a94bbcde None None] Port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:03.918667 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c8989b92-66de-48d7-925a-e8d6e85e8b0d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4048345 Sep 16 05:11:03.919210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55050) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.924624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-88cbe0dd-97bb-4bd2-aaae-8d1d2a06d22a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '232aa669-6d0b-43f4-b110-c7d6ac02f0a4', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:03.970956 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.978322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5002aa-1b4c-471a-8247-7be9883915a5 req-d1627460-ef1b-4cba-806a-a967a4b49af2 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.985061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c5002aa-1b4c-471a-8247-7be9883915a5 req-d1627460-ef1b-4cba-806a-a967a4b49af2 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.1801014 Sep 16 05:11:04.045370 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88cbe0dd-97bb-4bd2-aaae-8d1d2a06d22a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.073573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9a660-8e6a-4c2b-93d4-d295e2f90dfc None None] Pushing event updated for resources: {'Port': ['ID=eadfc7a3-9b88-4732-b7bc-5e08b50a83e6,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.082766 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:04.083418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:10:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.126295 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88cbe0dd-97bb-4bd2-aaae-8d1d2a06d22a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.129111 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c5002aa-1b4c-471a-8247-7be9883915a5 req-2837baff-44a0-41a5-92ce-1f14657e81c8 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430192 Sep 16 05:11:04.161913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-6510f5c4-c7d4-4f99-9a46-a8b137c7d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:04.163031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-6510f5c4-c7d4-4f99-9a46-a8b137c7d2ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 897 time: 0.2457418 Sep 16 05:11:04.221884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88cbe0dd-97bb-4bd2-aaae-8d1d2a06d22a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.257156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-c6b85ed6-5d5e-44d5-b8ff-7b119d9ae355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:04.257156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-c6b85ed6-5d5e-44d5-b8ff-7b119d9ae355 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 897 time: 0.3685088 Sep 16 05:11:04.270288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbe0dd-97bb-4bd2-aaae-8d1d2a06d22a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459bb364-8704-49f9-9785-1e134d112a86,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.293522 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-5494cbc8-a60a-4dea-b0cb-be73b33bf96b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 999 time: 0.1221697 Sep 16 05:11:04.342403 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88cbe0dd-97bb-4bd2-aaae-8d1d2a06d22a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.347735 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-88cbe0dd-97bb-4bd2-aaae-8d1d2a06d22a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4274459 Sep 16 05:11:04.348677 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55056) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.353640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c6782735-6995-4a8b-892f-801bbae08fa3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '232aa669-6d0b-43f4-b110-c7d6ac02f0a4', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:04.372899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-26e696b6-9aaa-4ddb-b80f-d2cc91ae4510 None None] Provisioning complete for port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:04.373467 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-26e696b6-9aaa-4ddb-b80f-d2cc91ae4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.406606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-d2e4938a-d4bf-4701-b9dd-87ffb9b2ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:04.408137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-d2e4938a-d4bf-4701-b9dd-87ffb9b2ce8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 200 len: 834 time: 0.1059921 Sep 16 05:11:04.409975 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-ae7bbd98-1f67-4ac3-af48-02ab5e37ce15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 999 time: 0.1155393 Sep 16 05:11:04.461390 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6782735-6995-4a8b-892f-801bbae08fa3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.521805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:04.560811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6782735-6995-4a8b-892f-801bbae08fa3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.565364 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-26e696b6-9aaa-4ddb-b80f-d2cc91ae4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.615227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-9112fcaf-de47-4f81-a981-7565c8e31363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:04.617191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-9112fcaf-de47-4f81-a981-7565c8e31363 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 200 len: 834 time: 0.1871061 Sep 16 05:11:04.639145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-208bcfc8-c1ba-48df-bad9-aa64b04edc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:04.640671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-208bcfc8-c1ba-48df-bad9-aa64b04edc1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0646290-b698-44c3-bc3c-d18c587f00f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2253189 Sep 16 05:11:04.646193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6782735-6995-4a8b-892f-801bbae08fa3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.659671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-26e696b6-9aaa-4ddb-b80f-d2cc91ae4510 None None] For port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=eadfc7a3-9b88-4732-b7bc-5e08b50a83e6,segment=NetworkSegment(b26aea9e-a884-4d6b-845b-4d2c8b32a7af),segment_id=b26aea9e-a884-4d6b-845b-4d2c8b32a7af)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:04.680918 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6782735-6995-4a8b-892f-801bbae08fa3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ab0c86-45dc-428e-bf81-182123d31036,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.712965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847ce1b-6907-42aa-820f-f454a0974df4 req-9e2ca511-0754-433a-9c68-8a2140a07890 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:04.721417 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b847ce1b-6907-42aa-820f-f454a0974df4 req-9e2ca511-0754-433a-9c68-8a2140a07890 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 945 time: 0.2110279 Sep 16 05:11:04.737401 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-26e696b6-9aaa-4ddb-b80f-d2cc91ae4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.762095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-bdf0447f-93f7-461c-bb1e-00ce68f29665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:04.763820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-bdf0447f-93f7-461c-bb1e-00ce68f29665 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0646290-b698-44c3-bc3c-d18c587f00f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352329 Sep 16 05:11:04.770008 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6782735-6995-4a8b-892f-801bbae08fa3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.774002 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c6782735-6995-4a8b-892f-801bbae08fa3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4213731 Sep 16 05:11:04.774430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55070) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.779471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-23cd4ed2-5eb2-42bf-b165-cccb69b80c3d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '232aa669-6d0b-43f4-b110-c7d6ac02f0a4', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:04.838859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e696b6-9aaa-4ddb-b80f-d2cc91ae4510 None None] Pushing event updated for resources: {'Port': ['ID=eadfc7a3-9b88-4732-b7bc-5e08b50a83e6,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.846154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b847ce1b-6907-42aa-820f-f454a0974df4 req-4fd708e2-dfd3-4699-be14-daa4654d439f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245713 Sep 16 05:11:04.867004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:03Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.879626 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23cd4ed2-5eb2-42bf-b165-cccb69b80c3d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.901813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9870d84-94e7-437e-bd6a-81c45c3b3eae None None] The sync data for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 is: [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:03Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:04.903139 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-02bb7436-4088-4e00-9d9c-ef306f97f656 None None] Provisioning complete for port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:04.903517 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02bb7436-4088-4e00-9d9c-ef306f97f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.931429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-3f774b59-af2c-45d3-b9a5-751d65e4dfed service neutron] 10.222.0.37 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671771 Sep 16 05:11:05.010390 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-307aba72-b132-4511-8753-7e67ea64888b service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329986 Sep 16 05:11:05.104545 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23cd4ed2-5eb2-42bf-b165-cccb69b80c3d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.190677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23cd4ed2-5eb2-42bf-b165-cccb69b80c3d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.202547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-4fdc65a1-f2bf-4b80-abaa-5968a09a1385 service neutron] 10.222.0.37 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600389 Sep 16 05:11:05.221677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8936eaa9-8373-4a54-b0be-2f01e591f330 req-eee05d0b-c60d-47ce-958d-2606a7cb5cf0 service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946011 Sep 16 05:11:05.227366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd4ed2-5eb2-42bf-b165-cccb69b80c3d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2086a54-c9dd-4161-86ee-805b9952b566,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.286767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:05.318839 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23cd4ed2-5eb2-42bf-b165-cccb69b80c3d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.320307 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-23cd4ed2-5eb2-42bf-b165-cccb69b80c3d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5450413 Sep 16 05:11:05.323043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55092) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.332410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d095b1d8-2fde-4901-a69c-f2306c874f75 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '232aa669-6d0b-43f4-b110-c7d6ac02f0a4', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:05.346108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcfc4b-0aff-4a62-a890-64607cac3d99 req-91e8f57b-ddd2-493c-aa21-02dbc3235c8b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:05.348022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7abcfc4b-0aff-4a62-a890-64607cac3d99 req-91e8f57b-ddd2-493c-aa21-02dbc3235c8b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0847552 Sep 16 05:11:05.397092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:05.397651 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.416052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7abcfc4b-0aff-4a62-a890-64607cac3d99 req-5d065665-9eb2-4bfb-9003-54f5dcf243b5 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596468 Sep 16 05:11:05.439901 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-d095b1d8-2fde-4901-a69c-f2306c874f75 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Project 44eac926846f463789703829e934134d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:11:05.446042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d095b1d8-2fde-4901-a69c-f2306c874f75 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.522323 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d095b1d8-2fde-4901-a69c-f2306c874f75 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.592500 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d095b1d8-2fde-4901-a69c-f2306c874f75 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.621166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095b1d8-2fde-4901-a69c-f2306c874f75 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f561ec06-f504-458a-8f95-3a5ddc8d7bed,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.694462 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d095b1d8-2fde-4901-a69c-f2306c874f75 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.696263 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d095b1d8-2fde-4901-a69c-f2306c874f75 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3722353 Sep 16 05:11:05.698365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55096) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.708331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f224e54c-eac0-49a4-bf23-095a55f516ed tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '232aa669-6d0b-43f4-b110-c7d6ac02f0a4', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:05.816534 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-f224e54c-eac0-49a4-bf23-095a55f516ed tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Project 44eac926846f463789703829e934134d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:11:05.822285 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f224e54c-eac0-49a4-bf23-095a55f516ed tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.904804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f224e54c-eac0-49a4-bf23-095a55f516ed tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.969744 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f224e54c-eac0-49a4-bf23-095a55f516ed tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.991820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224e54c-eac0-49a4-bf23-095a55f516ed tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab867ae-1012-40dd-b33b-86da7027ba2b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.995342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e4d33-3082-4bdd-ad16-9598cd52641c req-1f215457-6ece-4adc-ab31-cdf7e937f86c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.001068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c79e4d33-3082-4bdd-ad16-9598cd52641c req-1f215457-6ece-4adc-ab31-cdf7e937f86c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 945 time: 0.0698502 Sep 16 05:11:06.042726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c79e4d33-3082-4bdd-ad16-9598cd52641c req-0ae862b1-43b8-432d-bb77-5bfc13ef499b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376246 Sep 16 05:11:06.051000 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f224e54c-eac0-49a4-bf23-095a55f516ed tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.052359 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f224e54c-eac0-49a4-bf23-095a55f516ed tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3530347 Sep 16 05:11:06.073117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55102) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:06.124190 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:11:06.144674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3a8109ab-b215-4560-8aad-f52781c24bd3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/c3171dea-8ae3-4861-a1db-01fc3858f3ec HTTP/1.1" status: 200 len: 991 time: 0.0702577 Sep 16 05:11:06.238507 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-e1feef36-8929-49fc-babc-3a116d88c23a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045141099&fields=id&tenant_id=44eac926846f463789703829e934134d HTTP/1.1" status: 200 len: 267 time: 0.0360537 Sep 16 05:11:06.258681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 49aa946c-96a5-4e9e-8230-cd938391c756 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:06.377286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-ce481a76-436c-488e-b6d1-c75e6c407970 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.388364 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-ce481a76-436c-488e-b6d1-c75e6c407970 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/networks?id=f0e17fed-a446-4647-bcce-e3b855cc60a9 HTTP/1.1" status: 200 len: 797 time: 0.1474776 Sep 16 05:11:06.393822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:06.403188 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-3cecbdc8-5138-4ff0-a45e-7e2ea259835b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/quotas/44eac926846f463789703829e934134d HTTP/1.1" status: 200 len: 375 time: 0.0136361 Sep 16 05:11:06.425241 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '49aa946c-96a5-4e9e-8230-cd938391c756', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'port_id': '49aa946c-96a5-4e9e-8230-cd938391c756', 'mac_address': 'fa:16:3e:61:26:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:06.477229 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.487042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-77598000-5248-435e-8aaf-ffdff355c26b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749979 Sep 16 05:11:06.500636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49aa946c-96a5-4e9e-8230-cd938391c756 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:06.523740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:06.617648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9487d9-721e-4a42-9f3c-a0d7ddbceabb req-146286b2-15e6-4dff-ab46-76a747d3b351 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.619100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd9487d9-721e-4a42-9f3c-a0d7ddbceabb req-146286b2-15e6-4dff-ab46-76a747d3b351 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0976181 Sep 16 05:11:06.631717 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.646129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-187b856a-c2f1-4844-9a87-e4d2a0b8c3b6 service neutron] 10.222.0.24 "GET /v2.0/networks/f0e17fed-a446-4647-bcce-e3b855cc60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425934 Sep 16 05:11:06.684147 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd9487d9-721e-4a42-9f3c-a0d7ddbceabb req-c243ae96-7f79-4f9d-a876-47c6487a8a69 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562613 Sep 16 05:11:06.690662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=12']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:06.845134 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['49aa946c-96a5-4e9e-8230-cd938391c756'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:07.105963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-c9f02570-1026-4be6-8a35-e2258ff86629 service neutron] 10.222.0.24 "GET /v2.0/networks/f0e17fed-a446-4647-bcce-e3b855cc60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514444 Sep 16 05:11:07.334059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a286e29-6ada-4559-83b9-7fb8522e7bda req-9bef7bfd-dbab-4db2-bf6b-864da94237ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 210 time: 0.0269852 Sep 16 05:11:07.809961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bca9a-d576-4979-9347-149beb8ac86d req-e090f804-16c6-43a4-ba9d-98e1015c9b6a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.811454 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-465bca9a-d576-4979-9347-149beb8ac86d req-e090f804-16c6-43a4-ba9d-98e1015c9b6a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0535529 Sep 16 05:11:07.852316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-465bca9a-d576-4979-9347-149beb8ac86d req-d5daf1e3-99c7-4818-9cc6-3e3ecade7352 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335910 Sep 16 05:11:08.258040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 49aa946c-96a5-4e9e-8230-cd938391c756 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:08.375458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 49aa946c-96a5-4e9e-8230-cd938391c756 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:08.380547 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 49aa946c-96a5-4e9e-8230-cd938391c756 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:08.382168 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.437588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0568a5be-8c6f-4e78-a97b-f777241e2c23 req-95b53906-d893-47d0-8933-30421dea7225 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 210 time: 0.0345273 Sep 16 05:11:08.476303 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.502260 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:08.505126 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85fad63-8cfa-4fcc-a9c9-c0b96ef41724" -d '{"events": [{"server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "name": "network-vif-plugged", "status": "completed", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:08.519493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:08.557103 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1633777-a162-4f36-92e3-fbfd0f58522b x-openstack-request-id: req-f1633777-a162-4f36-92e3-fbfd0f58522b {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:08.557451 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "name": "network-vif-plugged", "status": "completed", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:08.557762 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1633777-a162-4f36-92e3-fbfd0f58522b {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:08.558233 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756', 'code': 200} Sep 16 05:11:08.592984 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.647931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=13']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.970856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3690d3b-0e87-4ffc-862d-8df11309bc03 req-52200f9e-c692-4ae6-a103-2975d4c3e601 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.972932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3690d3b-0e87-4ffc-862d-8df11309bc03 req-52200f9e-c692-4ae6-a103-2975d4c3e601 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0523221 Sep 16 05:11:09.016883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3690d3b-0e87-4ffc-862d-8df11309bc03 req-9c91f934-b4ad-4518-95cf-d2cf662c236e tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375335 Sep 16 05:11:09.475850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-78fcd36f-0c3c-4744-b568-b5fd9a0b0f10 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:09.477412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-78fcd36f-0c3c-4744-b568-b5fd9a0b0f10 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.23 "GET /v2.0/networks?id=f0e17fed-a446-4647-bcce-e3b855cc60a9 HTTP/1.1" status: 200 len: 797 time: 0.1064777 Sep 16 05:11:09.522875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-a5a06c13-5640-471e-be49-f7648c492beb tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44eac926846f463789703829e934134d HTTP/1.1" status: 200 len: 380 time: 0.0354719 Sep 16 05:11:09.540082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'port': {'device_id': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'admin_state_up': True, 'tenant_id': '44eac926846f463789703829e934134d', 'security_groups': ['232aa669-6d0b-43f4-b110-c7d6ac02f0a4']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:09.558046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e5cf841-efbe-408e-b61f-6cb5411b2c0b req-02654df8-a110-47e8-b86f-3d360d7d2324 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 210 time: 0.0328612 Sep 16 05:11:09.723885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Made reservation on behalf of 44eac926846f463789703829e934134d for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:09.727482 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.860765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Allocated IP 172.20.0.12 (f0e17fed-a446-4647-bcce-e3b855cc60a9/ad7e9eff-539f-4579-8439-c7b504a3fd85/1b124859-50fb-47b6-9310-9b9db28f47b9) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:10.008221 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.102445 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.175957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network f0e17fed-a446-4647-bcce-e3b855cc60a9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:10.184781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:10.188517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:10.222776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=1b124859-50fb-47b6-9310-9b9db28f47b9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.243303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107d4a2-0c6d-46a8-af95-6e2bc97f6008 req-bbfe8df0-c425-47cf-8b74-bb7a5355a3ce tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.248838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e107d4a2-0c6d-46a8-af95-6e2bc97f6008 req-bbfe8df0-c425-47cf-8b74-bb7a5355a3ce tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.1612856 Sep 16 05:11:10.291205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.291880 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.313176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55162) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:10.324699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e107d4a2-0c6d-46a8-af95-6e2bc97f6008 req-b6123cf6-592d-4f6f-9479-4965c4bbf97b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664043 Sep 16 05:11:10.404141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-83a3c774-616a-4408-8ab5-3acac3962950 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8703873 Sep 16 05:11:10.419682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Request body: {'port': {'device_id': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:10.442960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e9f8a801-9d10-43fe-b375-083f6e51812a None None] Provisioning complete for port 1b124859-50fb-47b6-9310-9b9db28f47b9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:10.443420 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a801-9d10-43fe-b375-083f6e51812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.446832 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0176c0bd-8dea-4fce-ab21-18b8689cc2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.481655 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8a801-9d10-43fe-b375-083f6e51812a None None] Port 1b124859-50fb-47b6-9310-9b9db28f47b9 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:10.493446 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.539293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0176c0bd-8dea-4fce-ab21-18b8689cc2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.609942 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0176c0bd-8dea-4fce-ab21-18b8689cc2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.649082 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0176c0bd-8dea-4fce-ab21-18b8689cc2c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0a320ee3d6f4a49a4e631a487f35e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345628 Sep 16 05:11:10.653126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55168) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:10.669111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176c0bd-8dea-4fce-ab21-18b8689cc2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e31dd87-1f7c-442b-873a-235edbbffd94,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.712423 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-490b79da-2397-40b6-a147-29d3a3fa5411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.738925 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-490b79da-2397-40b6-a147-29d3a3fa5411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.749775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738a063-94ff-4da5-a5b7-9dd4928bbbe3 req-8fce4e83-5d7d-4ccc-b349-b70bffeffc13 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.751348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b738a063-94ff-4da5-a5b7-9dd4928bbbe3 req-8fce4e83-5d7d-4ccc-b349-b70bffeffc13 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 932 time: 0.1148338 Sep 16 05:11:10.822587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b738a063-94ff-4da5-a5b7-9dd4928bbbe3 req-52280414-77cf-47b6-b395-6b38d7b5c82d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=232aa669-6d0b-43f4-b110-c7d6ac02f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611155 Sep 16 05:11:10.857678 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b124859-50fb-47b6-9310-9b9db28f47b9 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:10.865616 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.871403 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-490b79da-2397-40b6-a147-29d3a3fa5411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.874240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-490b79da-2397-40b6-a147-29d3a3fa5411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.875518 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-490b79da-2397-40b6-a147-29d3a3fa5411 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e31dd87-1f7c-442b-873a-235edbbffd94 HTTP/1.1" status: 204 len: 168 time: 0.2213888 Sep 16 05:11:10.878780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Transition to ACTIVE for port object 1b124859-50fb-47b6-9310-9b9db28f47b9 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:10.883673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b79da-2397-40b6-a147-29d3a3fa5411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e31dd87-1f7c-442b-873a-235edbbffd94,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.957960 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.016226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Pushing event updated for resources: {'Port': ['ID=1b124859-50fb-47b6-9310-9b9db28f47b9,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.092835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Attempting to bind port 1b124859-50fb-47b6-9310-9b9db28f47b9 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:11.093184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Attempting to bind port 1b124859-50fb-47b6-9310-9b9db28f47b9 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:11.093510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Attempting to bind port 1b124859-50fb-47b6-9310-9b9db28f47b9 on network f0e17fed-a446-4647-bcce-e3b855cc60a9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:11.099562 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Port 1b124859-50fb-47b6-9310-9b9db28f47b9 on network f0e17fed-a446-4647-bcce-e3b855cc60a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:11.101048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Attempting to bind port 1b124859-50fb-47b6-9310-9b9db28f47b9 on network f0e17fed-a446-4647-bcce-e3b855cc60a9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:11.105189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:11.105531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Checking segment: {'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:11.105958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Bound using segment: {'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:11.106389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Bound port: 1b124859-50fb-47b6-9310-9b9db28f47b9, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:11.106745 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.182040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] For port 1b124859-50fb-47b6-9310-9b9db28f47b9, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:11.186152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] For port 1b124859-50fb-47b6-9310-9b9db28f47b9, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=1b124859-50fb-47b6-9310-9b9db28f47b9,segment=NetworkSegment(b26aea9e-a884-4d6b-845b-4d2c8b32a7af),segment_id=b26aea9e-a884-4d6b-845b-4d2c8b32a7af)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:11.260523 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.302972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.303602 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.305086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] 10.222.0.23 "PUT /v2.0/ports/1b124859-50fb-47b6-9310-9b9db28f47b9 HTTP/1.1" status: 200 len: 1093 time: 0.8923604 Sep 16 05:11:11.314948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'tag': '1b124859-50fb-47b6-9310-9b9db28f47b9'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:11.314948 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba7398f-82db-49bf-b630-1fd9094a1aab" -d '{"events": [{"name": "network-changed", "server_uuid": "c175a209-dbaf-46aa-a45b-40fadb5fbdcc", "tag": "1b124859-50fb-47b6-9310-9b9db28f47b9"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:11.333486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740667a5-4e22-4fd3-82be-deabe4b6b45f service neutron] Pushing event updated for resources: {'Port': ['ID=1b124859-50fb-47b6-9310-9b9db28f47b9,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.356841 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de1257e-42e7-4f1c-bd2c-6ba4342af051 x-openstack-request-id: req-8de1257e-42e7-4f1c-bd2c-6ba4342af051 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:11.357424 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c175a209-dbaf-46aa-a45b-40fadb5fbdcc", "tag": "1b124859-50fb-47b6-9310-9b9db28f47b9", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:11.357784 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8de1257e-42e7-4f1c-bd2c-6ba4342af051 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:11.358339 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'tag': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'status': 'completed', 'code': 200} Sep 16 05:11:11.450708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7398f-82db-49bf-b630-1fd9094a1aab req-c03df5c8-67ee-4a96-82e2-b62513731630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.452263 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bba7398f-82db-49bf-b630-1fd9094a1aab req-c03df5c8-67ee-4a96-82e2-b62513731630 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 1096 time: 0.0782089 Sep 16 05:11:11.484631 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4ee5d-ce55-4fcf-bbd4-625b5a236dfd req-24186e4f-08b3-49ce-8bc2-6cd43867f3ac tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.486226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50b4ee5d-ce55-4fcf-bbd4-625b5a236dfd req-24186e4f-08b3-49ce-8bc2-6cd43867f3ac tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0816014 Sep 16 05:11:11.566477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55180) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:11.585258 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-444d5b85-cb5f-4120-bb12-375497874012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.586280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50b4ee5d-ce55-4fcf-bbd4-625b5a236dfd req-55fcc566-b7c9-4cec-8b3c-9d7165f32b4b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877843 Sep 16 05:11:11.616541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7398f-82db-49bf-b630-1fd9094a1aab req-5638ce92-db50-4630-9f4a-db7ee6bc9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.618620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bba7398f-82db-49bf-b630-1fd9094a1aab req-5638ce92-db50-4630-9f4a-db7ee6bc9e9b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=44eac926846f463789703829e934134d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1581767 Sep 16 05:11:11.686777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-444d5b85-cb5f-4120-bb12-375497874012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.723145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7398f-82db-49bf-b630-1fd9094a1aab req-8b47e81a-9efe-4caa-9ea4-098ff6c899a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.724778 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bba7398f-82db-49bf-b630-1fd9094a1aab req-8b47e81a-9efe-4caa-9ea4-098ff6c899a9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0991135 Sep 16 05:11:11.741291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-444d5b85-cb5f-4120-bb12-375497874012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.796936 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-444d5b85-cb5f-4120-bb12-375497874012 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43b7a517e7ec4223876f10058fb80a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283738 Sep 16 05:11:11.799261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55184) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:11.807190 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d5b85-cb5f-4120-bb12-375497874012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcd2579-7d4e-48ea-8711-3fe1eefb1fc2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.819439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-f5b1192c-43cb-4a33-b33e-a83f2a91d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.828401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-f5b1192c-43cb-4a33-b33e-a83f2a91d7b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 1096 time: 0.0656068 Sep 16 05:11:11.861653 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25ad3029-48b0-4d62-8ff7-8171502312e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.874679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-a0007be6-c941-47da-935e-29386a731b4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b124859-50fb-47b6-9310-9b9db28f47b9 HTTP/1.1" status: 200 len: 217 time: 0.0375431 Sep 16 05:11:11.894050 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25ad3029-48b0-4d62-8ff7-8171502312e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.947693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-354e7fac-1b62-4f65-a5f5-6b5b87073064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.949258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-354e7fac-1b62-4f65-a5f5-6b5b87073064 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad7e9eff-539f-4579-8439-c7b504a3fd85 HTTP/1.1" status: 200 len: 834 time: 0.0676913 Sep 16 05:11:12.041620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-21ff360c-07de-452a-ace8-d486ed8a3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.043252 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-21ff360c-07de-452a-ace8-d486ed8a3557 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0e17fed-a446-4647-bcce-e3b855cc60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810766 Sep 16 05:11:12.051511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9975a-9c6f-4bac-a58c-2191cd5bf2dc req-912cc895-77d3-44ff-8147-6acfff3058ba tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.052941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbd9975a-9c6f-4bac-a58c-2191cd5bf2dc req-912cc895-77d3-44ff-8147-6acfff3058ba tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 944 time: 0.0891409 Sep 16 05:11:12.067337 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de30da7a-5db8-4210-96d2-2fd0d68ec353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.112939 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25ad3029-48b0-4d62-8ff7-8171502312e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.115720 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-25ad3029-48b0-4d62-8ff7-8171502312e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.117063 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-25ad3029-48b0-4d62-8ff7-8171502312e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dcd2579-7d4e-48ea-8711-3fe1eefb1fc2 HTTP/1.1" status: 204 len: 168 time: 0.3161650 Sep 16 05:11:12.125881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad3029-48b0-4d62-8ff7-8171502312e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcd2579-7d4e-48ea-8711-3fe1eefb1fc2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:12.159519 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbd9975a-9c6f-4bac-a58c-2191cd5bf2dc req-e4c156d3-801a-4002-a517-dc4fe1150aeb tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=232aa669-6d0b-43f4-b110-c7d6ac02f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984046 Sep 16 05:11:12.200154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-42bdd89a-5672-4a20-bccb-fef00a6fcb0c service neutron] 10.222.0.23 "GET /v2.0/networks/f0e17fed-a446-4647-bcce-e3b855cc60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461618 Sep 16 05:11:12.318934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-380fd8e8-1e06-4fc8-b347-c26ab891b0ed req-3ce11061-2164-4f42-9646-df06331bee64 service neutron] 10.222.0.23 "GET /v2.0/networks/f0e17fed-a446-4647-bcce-e3b855cc60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111710 Sep 16 05:11:12.495717 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.720932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cc804-2db4-4aaf-89b1-1a5b0ff92baf req-1b5f20f2-c19b-4015-8b9d-b4f3ab8de5e8 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.722950 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-684cc804-2db4-4aaf-89b1-1a5b0ff92baf req-1b5f20f2-c19b-4015-8b9d-b4f3ab8de5e8 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0563338 Sep 16 05:11:12.762936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-684cc804-2db4-4aaf-89b1-1a5b0ff92baf req-d76ab6fd-c662-4c97-97cb-ede1bca057fe tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332770 Sep 16 05:11:13.300812 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec41e4e-13d0-413f-91b3-df66ed671043 req-1c329bd3-bfa9-420e-ae09-e6c2b70f2eed tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.302636 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dec41e4e-13d0-413f-91b3-df66ed671043 req-1c329bd3-bfa9-420e-ae09-e6c2b70f2eed tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 944 time: 0.0677769 Sep 16 05:11:13.346184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dec41e4e-13d0-413f-91b3-df66ed671043 req-5ab4e700-e725-4d2b-98bc-a24a26c65c96 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=232aa669-6d0b-43f4-b110-c7d6ac02f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344398 Sep 16 05:11:13.473897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf272ee-6084-41d4-a85d-d00d23416ce4 req-c8fb7b34-b4cb-4e62-8990-ea987c9e2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.475411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbf272ee-6084-41d4-a85d-d00d23416ce4 req-c8fb7b34-b4cb-4e62-8990-ea987c9e2f15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 1097 time: 0.0420351 Sep 16 05:11:13.511552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbf272ee-6084-41d4-a85d-d00d23416ce4 req-17842a6c-e252-4059-899f-608ed3c18369 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286884 Sep 16 05:11:13.882473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabab1a-e84d-4ce4-9989-a41f2123bc45 req-95c65076-d4f9-49f4-89bc-3ba05257b42e tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.884172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eeabab1a-e84d-4ce4-9989-a41f2123bc45 req-95c65076-d4f9-49f4-89bc-3ba05257b42e tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0524590 Sep 16 05:11:13.928051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eeabab1a-e84d-4ce4-9989-a41f2123bc45 req-144837fd-842c-43cc-ae03-458b34cebe72 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355935 Sep 16 05:11:14.255337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 1b124859-50fb-47b6-9310-9b9db28f47b9 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:14.374426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 1b124859-50fb-47b6-9310-9b9db28f47b9, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=1b124859-50fb-47b6-9310-9b9db28f47b9,segment=NetworkSegment(b26aea9e-a884-4d6b-845b-4d2c8b32a7af),segment_id=b26aea9e-a884-4d6b-845b-4d2c8b32a7af)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:14.387683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'port_id': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'mac_address': 'fa:16:3e:78:9c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:14.452049 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.466983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b124859-50fb-47b6-9310-9b9db28f47b9 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:14.474327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b996397-3bfc-4f08-839c-7e476e4ad581 req-faf657d0-6490-49dc-8257-0461c5bb94c8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:14.475846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b996397-3bfc-4f08-839c-7e476e4ad581 req-faf657d0-6490-49dc-8257-0461c5bb94c8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 944 time: 0.0557566 Sep 16 05:11:14.487638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 1b124859-50fb-47b6-9310-9b9db28f47b9, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=1b124859-50fb-47b6-9310-9b9db28f47b9,segment=NetworkSegment(b26aea9e-a884-4d6b-845b-4d2c8b32a7af),segment_id=b26aea9e-a884-4d6b-845b-4d2c8b32a7af)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:14.519902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b996397-3bfc-4f08-839c-7e476e4ad581 req-0db59c80-fc11-451f-a403-194e8983fc94 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=232aa669-6d0b-43f4-b110-c7d6ac02f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356421 Sep 16 05:11:14.552708 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4bee4c7e-c10a-4a34-b8f5-87500a3538f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.581994 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.638594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=1b124859-50fb-47b6-9310-9b9db28f47b9,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:14.792504 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['1b124859-50fb-47b6-9310-9b9db28f47b9'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:15.059173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e7fa-f2fb-4b4d-83e8-828babb04414 req-7dc6be2d-8e43-4457-8474-6f3c69a3a19f tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.060837 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afc8e7fa-f2fb-4b4d-83e8-828babb04414 req-7dc6be2d-8e43-4457-8474-6f3c69a3a19f tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0524106 Sep 16 05:11:15.109767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afc8e7fa-f2fb-4b4d-83e8-828babb04414 req-ae64c341-699b-44ec-aa35-2943bd8d78d9 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 Sep 16 05:11:15.150949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-1cfb4a72-9a2f-47b5-953f-a07c7c198575 req-c93f12b0-890f-4a94-bdda-0c8738f72025 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-275914978', 'description': 'tempest-description-1322741974'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:15.239092 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1cfb4a72-9a2f-47b5-953f-a07c7c198575 req-c93f12b0-890f-4a94-bdda-0c8738f72025 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.267485 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.332176 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1cfb4a72-9a2f-47b5-953f-a07c7c198575 req-c93f12b0-890f-4a94-bdda-0c8738f72025 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.410783 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1cfb4a72-9a2f-47b5-953f-a07c7c198575 req-c93f12b0-890f-4a94-bdda-0c8738f72025 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.441892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f12b0-890f-4a94-bdda-0c8738f72025 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386af109-4b73-4815-8978-c0d6f5f5d050,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:15.501426 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1cfb4a72-9a2f-47b5-953f-a07c7c198575 req-c93f12b0-890f-4a94-bdda-0c8738f72025 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.502744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1cfb4a72-9a2f-47b5-953f-a07c7c198575 req-c93f12b0-890f-4a94-bdda-0c8738f72025 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3560774 Sep 16 05:11:15.659753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-211c9197-815a-4edd-9209-792bbc3ebb17 req-c9651b79-db52-45b5-9dc7-4762a7811aaa tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-275914978&fields=id&tenant_id=d4a583f9085c4bd999478b1a77193790 HTTP/1.1" status: 200 len: 267 time: 0.0836406 Sep 16 05:11:15.683649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ea8c7-ec4a-4b56-b145-b5c51719214c req-7d373c92-dfae-4464-b7cc-94c72d984240 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.685071 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f9ea8c7-ec4a-4b56-b145-b5c51719214c req-7d373c92-dfae-4464-b7cc-94c72d984240 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 945 time: 0.0723810 Sep 16 05:11:15.756107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c9197-815a-4edd-9209-792bbc3ebb17 req-c4aed80b-ba86-4da3-9942-0b6c5b8dac3f tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.758052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-211c9197-815a-4edd-9209-792bbc3ebb17 req-c4aed80b-ba86-4da3-9942-0b6c5b8dac3f tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0904891 Sep 16 05:11:15.761561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f9ea8c7-ec4a-4b56-b145-b5c51719214c req-f9ed4591-bc48-4540-bed6-d0207631beb8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=232aa669-6d0b-43f4-b110-c7d6ac02f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574977 Sep 16 05:11:15.775277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-211c9197-815a-4edd-9209-792bbc3ebb17 req-ed78b727-5651-486a-9f5f-84d53f271b85 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Request body: {'port': {'security_groups': ['ef489022-be44-461c-8de1-027b1a2255c1', '386af109-4b73-4815-8978-c0d6f5f5d050']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:15.857251 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-211c9197-815a-4edd-9209-792bbc3ebb17 req-ed78b727-5651-486a-9f5f-84d53f271b85 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.070534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-211c9197-815a-4edd-9209-792bbc3ebb17 req-ed78b727-5651-486a-9f5f-84d53f271b85 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] For port 630bec34-9f13-4005-873e-4f6247ee490c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=630bec34-9f13-4005-873e-4f6247ee490c,segment=NetworkSegment(27ffca8b-e883-404c-b163-374886d26891),segment_id=27ffca8b-e883-404c-b163-374886d26891)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:16.077432 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.102589 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-211c9197-815a-4edd-9209-792bbc3ebb17 req-ed78b727-5651-486a-9f5f-84d53f271b85 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.197429 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-211c9197-815a-4edd-9209-792bbc3ebb17 req-ed78b727-5651-486a-9f5f-84d53f271b85 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.209912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['630bec34-9f13-4005-873e-4f6247ee490c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:16.256894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c9197-815a-4edd-9209-792bbc3ebb17 req-ed78b727-5651-486a-9f5f-84d53f271b85 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.257331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 1b124859-50fb-47b6-9310-9b9db28f47b9 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:16.257752 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-211c9197-815a-4edd-9209-792bbc3ebb17 req-ed78b727-5651-486a-9f5f-84d53f271b85 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.259245 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-211c9197-815a-4edd-9209-792bbc3ebb17 req-ed78b727-5651-486a-9f5f-84d53f271b85 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "PUT /v2.0/ports/630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 200 len: 981 time: 0.4921937 Sep 16 05:11:16.265552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:16.265552 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560d94d3-98bb-4742-bbad-9564f338e8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "tag": "630bec34-9f13-4005-873e-4f6247ee490c"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:16.294133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78b727-5651-486a-9f5f-84d53f271b85 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Pushing event updated for resources: {'Port': ['ID=630bec34-9f13-4005-873e-4f6247ee490c,revision_number=6']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.335929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['630bec34-9f13-4005-873e-4f6247ee490c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:16.341368 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e7aa20-0c50-4aa8-95b9-36f764f8ea08 x-openstack-request-id: req-d7e7aa20-0c50-4aa8-95b9-36f764f8ea08 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:16.341521 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "tag": "630bec34-9f13-4005-873e-4f6247ee490c", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:16.341735 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7e7aa20-0c50-4aa8-95b9-36f764f8ea08 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:16.342041 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c', 'status': 'completed', 'code': 200} Sep 16 05:11:16.380584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 1b124859-50fb-47b6-9310-9b9db28f47b9 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:16.386949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 1b124859-50fb-47b6-9310-9b9db28f47b9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:16.387328 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.401482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62490e4c-5184-4fbd-a465-c3d104616ee6 req-418e979c-0268-4868-9edc-59e04e6c15d0 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-275914978&fields=id&tenant_id=d4a583f9085c4bd999478b1a77193790 HTTP/1.1" status: 200 len: 267 time: 0.0704896 Sep 16 05:11:16.427311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d94d3-98bb-4742-bbad-9564f338e8b5 req-d64c1bc5-020b-4698-8531-1ca60d160724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.428699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-560d94d3-98bb-4742-bbad-9564f338e8b5 req-d64c1bc5-020b-4698-8531-1ca60d160724 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4a583f9085c4bd999478b1a77193790&device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 1136 time: 0.0613024 Sep 16 05:11:16.517205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62490e4c-5184-4fbd-a465-c3d104616ee6 req-913344e2-f601-4c0a-bcab-278162f66031 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.518660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62490e4c-5184-4fbd-a465-c3d104616ee6 req-913344e2-f601-4c0a-bcab-278162f66031 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 984 time: 0.1066780 Sep 16 05:11:16.539667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-62490e4c-5184-4fbd-a465-c3d104616ee6 req-a9276a68-bc8e-4d98-adaa-e2b36be664e9 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Request body: {'port': {'security_groups': ['ef489022-be44-461c-8de1-027b1a2255c1']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:16.562834 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.583667 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.585233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d94d3-98bb-4742-bbad-9564f338e8b5 req-6030000d-3993-4c81-992f-aa5faa500f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.586715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-560d94d3-98bb-4742-bbad-9564f338e8b5 req-6030000d-3993-4c81-992f-aa5faa500f8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf HTTP/1.1" status: 200 len: 919 time: 0.1434891 Sep 16 05:11:16.645070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b124859-50fb-47b6-9310-9b9db28f47b9'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:16.647295 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7830c54e-d99c-40a5-a828-fa9fa59ed659" -d '{"events": [{"server_uuid": "c175a209-dbaf-46aa-a45b-40fadb5fbdcc", "name": "network-vif-plugged", "status": "completed", "tag": "1b124859-50fb-47b6-9310-9b9db28f47b9"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:16.649713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-560d94d3-98bb-4742-bbad-9564f338e8b5 req-abeedc22-eedb-47e6-a43e-5a063fcd63c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 200 len: 217 time: 0.0557625 Sep 16 05:11:16.653768 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-62490e4c-5184-4fbd-a465-c3d104616ee6 req-a9276a68-bc8e-4d98-adaa-e2b36be664e9 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.668873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 1b124859-50fb-47b6-9310-9b9db28f47b9, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=1b124859-50fb-47b6-9310-9b9db28f47b9,segment=NetworkSegment(b26aea9e-a884-4d6b-845b-4d2c8b32a7af),segment_id=b26aea9e-a884-4d6b-845b-4d2c8b32a7af)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:16.693162 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d5cca3-0060-4d63-bc40-bdd2f165af2a x-openstack-request-id: req-20d5cca3-0060-4d63-bc40-bdd2f165af2a {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:16.693513 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c175a209-dbaf-46aa-a45b-40fadb5fbdcc", "name": "network-vif-plugged", "status": "completed", "tag": "1b124859-50fb-47b6-9310-9b9db28f47b9", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:16.693770 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20d5cca3-0060-4d63-bc40-bdd2f165af2a {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:16.694165 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'code': 200} Sep 16 05:11:16.738343 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.743806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d94d3-98bb-4742-bbad-9564f338e8b5 req-3dc44be7-0a4e-4dd2-b358-ede3818bae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.745323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-560d94d3-98bb-4742-bbad-9564f338e8b5 req-3dc44be7-0a4e-4dd2-b358-ede3818bae3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a28a356-f1df-4b6d-a1c9-36a9ad570afb HTTP/1.1" status: 200 len: 859 time: 0.0886259 Sep 16 05:11:16.799176 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-560d94d3-98bb-4742-bbad-9564f338e8b5 req-d15ce01e-1832-47b7-b305-851567509759 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440688 Sep 16 05:11:16.811694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=1b124859-50fb-47b6-9310-9b9db28f47b9,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.966359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8228b2-494b-4bc5-9b87-0fb214059c9e req-5cfdbdf4-4ff3-42a3-9bd2-6276d56703e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.967849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c8228b2-494b-4bc5-9b87-0fb214059c9e req-5cfdbdf4-4ff3-42a3-9bd2-6276d56703e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 1098 time: 0.1821721 Sep 16 05:11:17.049950 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659332c3-a916-41f2-b8c1-477fc9edd6b3 req-1d5d54bf-0064-45b0-9fc6-1462bd301ef4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:17.051589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-659332c3-a916-41f2-b8c1-477fc9edd6b3 req-1d5d54bf-0064-45b0-9fc6-1462bd301ef4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 946 time: 0.1953120 Sep 16 05:11:17.064815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-560d94d3-98bb-4742-bbad-9564f338e8b5 req-23ea0ff8-b7c8-472d-bef8-fa93afd78fb3 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419491 Sep 16 05:11:17.111675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-62490e4c-5184-4fbd-a465-c3d104616ee6 req-a9276a68-bc8e-4d98-adaa-e2b36be664e9 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] For port 630bec34-9f13-4005-873e-4f6247ee490c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=630bec34-9f13-4005-873e-4f6247ee490c,segment=NetworkSegment(27ffca8b-e883-404c-b163-374886d26891),segment_id=27ffca8b-e883-404c-b163-374886d26891)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:17.124213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c8228b2-494b-4bc5-9b87-0fb214059c9e req-0542451d-4975-4e05-9e3a-47e3713f93ae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=232aa669-6d0b-43f4-b110-c7d6ac02f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214621 Sep 16 05:11:17.209984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-659332c3-a916-41f2-b8c1-477fc9edd6b3 req-e765595f-e938-4a34-8f02-095ad70dd2af tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=232aa669-6d0b-43f4-b110-c7d6ac02f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508350 Sep 16 05:11:17.212036 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-62490e4c-5184-4fbd-a465-c3d104616ee6 req-a9276a68-bc8e-4d98-adaa-e2b36be664e9 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.239791 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-560d94d3-98bb-4742-bbad-9564f338e8b5 req-1802f756-5946-4dd2-b7af-3477d80d98ab service neutron] 10.222.0.37 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629975 Sep 16 05:11:17.278175 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-62490e4c-5184-4fbd-a465-c3d104616ee6 req-a9276a68-bc8e-4d98-adaa-e2b36be664e9 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.292719 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['630bec34-9f13-4005-873e-4f6247ee490c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:17.335763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62490e4c-5184-4fbd-a465-c3d104616ee6 req-a9276a68-bc8e-4d98-adaa-e2b36be664e9 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:17.336442 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-62490e4c-5184-4fbd-a465-c3d104616ee6 req-a9276a68-bc8e-4d98-adaa-e2b36be664e9 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.340903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62490e4c-5184-4fbd-a465-c3d104616ee6 req-a9276a68-bc8e-4d98-adaa-e2b36be664e9 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "PUT /v2.0/ports/630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 200 len: 942 time: 0.8100951 Sep 16 05:11:17.364190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9276a68-bc8e-4d98-adaa-e2b36be664e9 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Pushing event updated for resources: {'Port': ['ID=630bec34-9f13-4005-873e-4f6247ee490c,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.420030 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['630bec34-9f13-4005-873e-4f6247ee490c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:17.569200 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.603876 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ce35e855-92f2-422e-9a48-22481ab87158 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2302525 Sep 16 05:11:17.618374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:17.707811 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.816446 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.310302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Allocated IP 172.25.3.31 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/2d97f455-8e9b-4ab2-86ab-1943798b9ea9) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:18.348395 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:18.351010 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2831fd-4be1-4c51-98c4-1f5a8380f076" -d '{"events": [{"name": "network-changed", "server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "tag": "630bec34-9f13-4005-873e-4f6247ee490c"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:18.400066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0fe05-72aa-44dc-8bb5-7874426ab7d7 req-0c7a39ad-025b-46d6-b414-816f61a87805 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:18.401509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5d0fe05-72aa-44dc-8bb5-7874426ab7d7 req-0c7a39ad-025b-46d6-b414-816f61a87805 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 946 time: 0.0879691 Sep 16 05:11:18.488944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5d0fe05-72aa-44dc-8bb5-7874426ab7d7 req-35cdc060-267d-45b0-833a-385aad19bf7d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=232aa669-6d0b-43f4-b110-c7d6ac02f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576873 Sep 16 05:11:18.515853 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.539954 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766464c5-520c-40a8-a7dc-8482bf07fbb9 x-openstack-request-id: req-766464c5-520c-40a8-a7dc-8482bf07fbb9 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:18.540240 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "tag": "630bec34-9f13-4005-873e-4f6247ee490c", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:18.540535 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-766464c5-520c-40a8-a7dc-8482bf07fbb9 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:18.540925 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c', 'status': 'completed', 'code': 200} Sep 16 05:11:18.599663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2831fd-4be1-4c51-98c4-1f5a8380f076 req-5e9c9a00-134c-4224-9fd6-0fb09f0f7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:18.601210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd2831fd-4be1-4c51-98c4-1f5a8380f076 req-5e9c9a00-134c-4224-9fd6-0fb09f0f7b6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4a583f9085c4bd999478b1a77193790&device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 1097 time: 0.0424557 Sep 16 05:11:18.634031 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.708282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:18.713829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:18.722949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:18.749222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Pushing event updated for resources: {'Port': ['ID=2d97f455-8e9b-4ab2-86ab-1943798b9ea9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.775558 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2831fd-4be1-4c51-98c4-1f5a8380f076 req-01a60220-33b0-4f4a-b7b2-8f5dcdca65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:18.776877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd2831fd-4be1-4c51-98c4-1f5a8380f076 req-01a60220-33b0-4f4a-b7b2-8f5dcdca65b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf HTTP/1.1" status: 200 len: 919 time: 0.1689441 Sep 16 05:11:18.843784 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd2831fd-4be1-4c51-98c4-1f5a8380f076 req-8ef3ba0d-c745-455c-8396-094738c8cc91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 200 len: 217 time: 0.0563469 Sep 16 05:11:18.892871 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.913140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2831fd-4be1-4c51-98c4-1f5a8380f076 req-43f66fa4-df5e-4c86-b321-dfa9eb9b3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:18.914627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd2831fd-4be1-4c51-98c4-1f5a8380f076 req-43f66fa4-df5e-4c86-b321-dfa9eb9b3c12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a28a356-f1df-4b6d-a1c9-36a9ad570afb HTTP/1.1" status: 200 len: 859 time: 0.0557549 Sep 16 05:11:18.947909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd2831fd-4be1-4c51-98c4-1f5a8380f076 req-db96ccc2-a1f4-403b-b401-f1c5f6b02b86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260301 Sep 16 05:11:19.012916 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.108952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd2831fd-4be1-4c51-98c4-1f5a8380f076 req-7e5cd764-438a-4e1e-ab43-8968147235d6 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492147 Sep 16 05:11:19.274378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd2831fd-4be1-4c51-98c4-1f5a8380f076 req-8d8e37fd-608e-43dd-80b0-9c26f2193917 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547072 Sep 16 05:11:19.292161 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.341377 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.412731 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Pushing event updated for resources: {'Port': ['ID=2d97f455-8e9b-4ab2-86ab-1943798b9ea9,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.424574 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.517419 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.519280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ebca2bd5-b7a2-42e9-98b8-e3fa94eee609 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9058688 Sep 16 05:11:19.614215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-ce6aca60-1d60-41be-89b6-ebabe6d827c8 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.0870552 Sep 16 05:11:19.710707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8829a0b-0992-4473-8769-7e59be493f68 req-b94b9977-f3e3-42de-bea4-b9f1f82d8612 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.712195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8829a0b-0992-4473-8769-7e59be493f68 req-b94b9977-f3e3-42de-bea4-b9f1f82d8612 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 946 time: 0.1190560 Sep 16 05:11:19.773090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-8f656e0c-2d51-46b9-8b22-9b66e7463672 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.774934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-8f656e0c-2d51-46b9-8b22-9b66e7463672 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1471994 Sep 16 05:11:19.781521 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8829a0b-0992-4473-8769-7e59be493f68 req-505e8229-4aa2-4120-bfc5-37b1689c0d06 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=232aa669-6d0b-43f4-b110-c7d6ac02f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623233 Sep 16 05:11:19.787956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-8945ddca-af1c-4a52-afaa-ff3c6011427d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:19.789071 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20209ff0-0b19-426d-ba35-88bb2fd79f46 req-8945ddca-af1c-4a52-afaa-ff3c6011427d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066113 Sep 16 05:11:19.989141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-e4d5098c-a426-4bbe-9952-b6002ba77403 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.990667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-e4d5098c-a426-4bbe-9952-b6002ba77403 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1309848 Sep 16 05:11:20.004127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33781fee-c584-4e29-b20f-5e4983bdec56 req-6f799fd5-5ee2-4474-a2b4-02c0e57a32d0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.005676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33781fee-c584-4e29-b20f-5e4983bdec56 req-6f799fd5-5ee2-4474-a2b4-02c0e57a32d0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 946 time: 0.1371372 Sep 16 05:11:20.062135 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-b9c95088-285a-41ae-a1cf-79f4d22d2c9d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.0554857 Sep 16 05:11:20.079723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-170f17f6-03dc-472b-8c79-75c84af4e36b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Request body: {'floatingip': {'port_id': '630bec34-9f13-4005-873e-4f6247ee490c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:20.087499 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33781fee-c584-4e29-b20f-5e4983bdec56 req-8fb0783a-9f9f-42d6-bef8-e3e30487bcbc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=232aa669-6d0b-43f4-b110-c7d6ac02f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746999 Sep 16 05:11:20.111666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55320) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:20.131665 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-170f17f6-03dc-472b-8c79-75c84af4e36b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.186832 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce62a96-7159-4fdd-8453-cd4ea012b287 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.193025 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2ce62a96-7159-4fdd-8453-cd4ea012b287 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 1093 time: 0.0785427 Sep 16 05:11:20.193783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55322) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:20.198392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'tenant_id': '44eac926846f463789703829e934134d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:20.349797 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.662524 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.760018 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-170f17f6-03dc-472b-8c79-75c84af4e36b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.819110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Allocated IP 172.25.3.154 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/e2f0799b-a0d8-4e14-898b-11f670a27d15) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:20.823535 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-170f17f6-03dc-472b-8c79-75c84af4e36b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.997968 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-170f17f6-03dc-472b-8c79-75c84af4e36b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Floating IP 286ac77d-8751-43d3-a8d8-fa4e2389a495 associated. External IP: 172.25.3.31, port: 630bec34-9f13-4005-873e-4f6247ee490c. Sep 16 05:11:21.061133 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.204410 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.623336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:21.636143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:21.642406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:21.664714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=e2f0799b-a0d8-4e14-898b-11f670a27d15,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.676142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-170f17f6-03dc-472b-8c79-75c84af4e36b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Router 4c40e9c7-f2db-46a9-9821-250d02a6a746 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:21.891057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-170f17f6-03dc-472b-8c79-75c84af4e36b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:21.896763 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-170f17f6-03dc-472b-8c79-75c84af4e36b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.905217 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295eee3c-2457-4fa1-9286-db1081977997 None None] Sync routers for ids ['4c40e9c7-f2db-46a9-9821-250d02a6a746'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:21.920968 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295eee3c-2457-4fa1-9286-db1081977997 None None] Routers {'4c40e9c7-f2db-46a9-9821-250d02a6a746'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:21.921780 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-295eee3c-2457-4fa1-9286-db1081977997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4c40e9c7-f2db-46a9-9821-250d02a6a746'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:21.963581 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-170f17f6-03dc-472b-8c79-75c84af4e36b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "PUT /v2.0/floatingips/286ac77d-8751-43d3-a8d8-fa4e2389a495 HTTP/1.1" status: 200 len: 995 time: 1.8949778 Sep 16 05:11:21.966050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:21.968570 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005dc4db-11a1-449a-9995-84e2bf1a2cde" -d '{"events": [{"name": "network-changed", "server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "tag": "630bec34-9f13-4005-873e-4f6247ee490c"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:22.032880 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd9b3b0-3e5e-4941-8fdd-db28a7482713 x-openstack-request-id: req-9cd9b3b0-3e5e-4941-8fdd-db28a7482713 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:22.033174 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "tag": "630bec34-9f13-4005-873e-4f6247ee490c", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:22.033429 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cd9b3b0-3e5e-4941-8fdd-db28a7482713 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:22.034347 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c', 'status': 'completed', 'code': 200} Sep 16 05:11:22.075357 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-295eee3c-2457-4fa1-9286-db1081977997 None None] Set router 4c40e9c7-f2db-46a9-9821-250d02a6a746 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:22.203067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-c8a76c9c-5bd0-44b4-8200-5525fe8aad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.205156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-c8a76c9c-5bd0-44b4-8200-5525fe8aad95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4a583f9085c4bd999478b1a77193790&device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 1097 time: 0.2112124 Sep 16 05:11:22.291955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dc4db-11a1-449a-9995-84e2bf1a2cde req-ef1e5764-2ab8-47df-90cd-079b297b6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.294181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-005dc4db-11a1-449a-9995-84e2bf1a2cde req-ef1e5764-2ab8-47df-90cd-079b297b6b7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4a583f9085c4bd999478b1a77193790&device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 1097 time: 0.2011554 Sep 16 05:11:22.358656 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.405320 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-295eee3c-2457-4fa1-9286-db1081977997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '286ac77d-8751-43d3-a8d8-fa4e2389a495', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'port_id': '630bec34-9f13-4005-873e-4f6247ee490c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'mac_address': 'fa:16:3e:da:e4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c68dca-4769-49f5-9076-844bdc86bf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:18Z', 'updated_at': '2021-09-16T05:11:20Z', 'revision_number': 1, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051b69f-bf1f-4adc-ad01-b09066720803', 'name': '', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'mac_address': 'fa:16:3e:68:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:29Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 5, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'subnets': [{'id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.458498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-a7563520-1584-47d3-b5db-ef97695da74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.460163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-a7563520-1584-47d3-b5db-ef97695da74e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf HTTP/1.1" status: 200 len: 919 time: 0.2417605 Sep 16 05:11:22.463085 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295eee3c-2457-4fa1-9286-db1081977997 None None] Checking router: 4c40e9c7-f2db-46a9-9821-250d02a6a746 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:22.476865 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295eee3c-2457-4fa1-9286-db1081977997 None None] Routers {'4c40e9c7-f2db-46a9-9821-250d02a6a746'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:22.477960 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-295eee3c-2457-4fa1-9286-db1081977997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4c40e9c7-f2db-46a9-9821-250d02a6a746'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.540833 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dc4db-11a1-449a-9995-84e2bf1a2cde req-b68d1881-b0c3-4def-a625-f7d03b9b480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.542333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-005dc4db-11a1-449a-9995-84e2bf1a2cde req-b68d1881-b0c3-4def-a625-f7d03b9b480e service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf HTTP/1.1" status: 200 len: 919 time: 0.2133982 Sep 16 05:11:22.548378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-dbf00542-467d-45f7-835c-583484d5da60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 200 len: 998 time: 0.0802348 Sep 16 05:11:22.593080 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-295eee3c-2457-4fa1-9286-db1081977997 None None] Set router 4c40e9c7-f2db-46a9-9821-250d02a6a746 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:22.672220 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.677999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-334452fc-7f7a-497c-9218-65563a1f330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.679650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-334452fc-7f7a-497c-9218-65563a1f330b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a28a356-f1df-4b6d-a1c9-36a9ad570afb HTTP/1.1" status: 200 len: 859 time: 0.1202741 Sep 16 05:11:22.714884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-005dc4db-11a1-449a-9995-84e2bf1a2cde req-66a6f532-a5a5-41ac-858c-23ecb2cfae8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 200 len: 998 time: 0.1614084 Sep 16 05:11:22.739950 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-701df971-4cda-410d-a09f-85390a30d644 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377133 Sep 16 05:11:22.770862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-b746c02c-c484-4d96-b9ff-10fd7908ec32 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:22.771979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-b746c02c-c484-4d96-b9ff-10fd7908ec32 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062826 Sep 16 05:11:22.842343 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dc4db-11a1-449a-9995-84e2bf1a2cde req-58590df0-b3d7-4e5d-8c0a-c1d497b0f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.843966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-005dc4db-11a1-449a-9995-84e2bf1a2cde req-58590df0-b3d7-4e5d-8c0a-c1d497b0f1bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a28a356-f1df-4b6d-a1c9-36a9ad570afb HTTP/1.1" status: 200 len: 859 time: 0.1128023 Sep 16 05:11:22.945284 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-295eee3c-2457-4fa1-9286-db1081977997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '286ac77d-8751-43d3-a8d8-fa4e2389a495', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'port_id': '630bec34-9f13-4005-873e-4f6247ee490c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'mac_address': 'fa:16:3e:da:e4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c68dca-4769-49f5-9076-844bdc86bf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:18Z', 'updated_at': '2021-09-16T05:11:20Z', 'revision_number': 1, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051b69f-bf1f-4adc-ad01-b09066720803', 'name': '', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'mac_address': 'fa:16:3e:68:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:29Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 5, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'subnets': [{'id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.970216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-005dc4db-11a1-449a-9995-84e2bf1a2cde req-ce0dae59-ed16-4dfd-89e7-c4af58695cee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108232 Sep 16 05:11:22.978605 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295eee3c-2457-4fa1-9286-db1081977997 None None] The sync data for ids ['4c40e9c7-f2db-46a9-9821-250d02a6a746'] in n-d-712137-12 is: [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '286ac77d-8751-43d3-a8d8-fa4e2389a495', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'port_id': '630bec34-9f13-4005-873e-4f6247ee490c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'mac_address': 'fa:16:3e:da:e4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c68dca-4769-49f5-9076-844bdc86bf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:18Z', 'updated_at': '2021-09-16T05:11:20Z', 'revision_number': 1, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1051b69f-bf1f-4adc-ad01-b09066720803', 'name': '', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'mac_address': 'fa:16:3e:68:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:29Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 5, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'subnets': [{'id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:23.219129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b85699b-cbb4-44e1-8e73-84a1bad8db7f None None] New status for floating IP 286ac77d-8751-43d3-a8d8-fa4e2389a495: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:11:23.386922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ca12f-35ed-4eb0-b87f-dc7fded0123a req-3abc76aa-2214-43ca-8cc2-3fb0db6119dd tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:23.388428 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c4ca12f-35ed-4eb0-b87f-dc7fded0123a req-3abc76aa-2214-43ca-8cc2-3fb0db6119dd tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 945 time: 0.5328321 Sep 16 05:11:23.430973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-a9caf211-c7c0-40e1-b0f6-238db57f2a6d service neutron] 10.222.0.24 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411633 Sep 16 05:11:23.481954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-005dc4db-11a1-449a-9995-84e2bf1a2cde req-fa0eecfe-aeb4-4e02-a6af-8e166209abf4 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997723 Sep 16 05:11:23.508108 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.519615 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c4ca12f-35ed-4eb0-b87f-dc7fded0123a req-82ba3496-4641-4cdb-b16c-481d1035d41f tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189442 Sep 16 05:11:23.580563 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.718016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a51d39-00b8-4d8e-8ef7-f84278c5c51b req-fcc6aecb-0cf6-41e4-8428-ba722c4523d7 service neutron] 10.222.0.24 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730746 Sep 16 05:11:23.725945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=e2f0799b-a0d8-4e14-898b-11f670a27d15,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.739197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-005dc4db-11a1-449a-9995-84e2bf1a2cde req-8edb68c5-734c-40b3-b0e5-f005ff14acc7 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401817 Sep 16 05:11:23.742070 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.858115 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Floating IP cdc00bfb-e0b0-48d7-9cb5-37f327f633c1 associated. External IP: 172.25.3.154, port: 1b124859-50fb-47b6-9310-9b9db28f47b9. Sep 16 05:11:23.983504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-784de6b6-1dac-400b-9e70-5b3be0303e3a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 1000 time: 0.1383314 Sep 16 05:11:24.070083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-1ccc76af-0473-4e89-a15b-e979a62ae435 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.071442 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-1ccc76af-0473-4e89-a15b-e979a62ae435 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports/630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 200 len: 942 time: 0.0574696 Sep 16 05:11:24.220325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-63bbc87e-8f00-434d-89ea-d9d7869486c2 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 1000 time: 0.1033731 Sep 16 05:11:24.275086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Router 58f3934c-5262-4098-bc5e-ac21ca241739 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:24.427637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-bb1bc955-5f1d-4856-ae52-811110ca7953 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.429158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-bb1bc955-5f1d-4856-ae52-811110ca7953 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.2048385 Sep 16 05:11:24.472823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-957044d5-3b7f-4e91-a91d-9de4e4de0a6e tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:24.473994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-957044d5-3b7f-4e91-a91d-9de4e4de0a6e tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069571 Sep 16 05:11:24.502377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:24.526080 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9becbb0-6e81-4e0e-8ebd-73bcfc1e38f8 None None] Sync routers for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:24.538433 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9becbb0-6e81-4e0e-8ebd-73bcfc1e38f8 None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:24.539340 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e9becbb0-6e81-4e0e-8ebd-73bcfc1e38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:24.584841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-4e4d491e-6e2b-4a4c-b1c0-8f6231d83d81 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 1000 time: 0.1022966 Sep 16 05:11:24.593129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-55cb3873-71d9-4de7-b595-db3886dfa16a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:24.639792 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.682594 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e9becbb0-6e81-4e0e-8ebd-73bcfc1e38f8 None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:24.712827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4aad3150-d950-4e04-b406-ba3542e44f51 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5177555 Sep 16 05:11:24.717343 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'tag': '1b124859-50fb-47b6-9310-9b9db28f47b9'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:24.718354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55358) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:24.720179 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c09796b-07af-4c1f-b947-305ecb8e073e" -d '{"events": [{"name": "network-changed", "server_uuid": "c175a209-dbaf-46aa-a45b-40fadb5fbdcc", "tag": "1b124859-50fb-47b6-9310-9b9db28f47b9"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:24.728432 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-55cb3873-71d9-4de7-b595-db3886dfa16a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.776730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf461ed7-3491-4e97-949c-2d33dfe6c3ac req-9510ccac-5896-498c-aaf0-e2c73a48040d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.778216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf461ed7-3491-4e97-949c-2d33dfe6c3ac req-9510ccac-5896-498c-aaf0-e2c73a48040d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 945 time: 0.1421654 Sep 16 05:11:24.810764 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8d52b3f1-68e1-41da-afd8-6187b98e1a54 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/floatingips/cdc00bfb-e0b0-48d7-9cb5-37f327f633c1 HTTP/1.1" status: 200 len: 992 time: 0.0907669 Sep 16 05:11:24.922943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf461ed7-3491-4e97-949c-2d33dfe6c3ac req-c46112bf-94af-4234-8e4b-de6f99b50452 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345613 Sep 16 05:11:24.963841 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-55cb3873-71d9-4de7-b595-db3886dfa16a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.971638 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e9becbb0-6e81-4e0e-8ebd-73bcfc1e38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cdc00bfb-e0b0-48d7-9cb5-37f327f633c1', 'tenant_id': '44eac926846f463789703829e934134d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'port_id': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'mac_address': 'fa:16:3e:78:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:22Z', 'updated_at': '2021-09-16T05:11:22Z', 'revision_number': 0, 'project_id': '44eac926846f463789703829e934134d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:24.978029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-0b2080d7-62f4-46c6-8aa4-11cb807b77d0 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.981338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-0b2080d7-62f4-46c6-8aa4-11cb807b77d0 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 945 time: 0.1636899 Sep 16 05:11:25.003831 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b14220b-8f7a-46a9-8301-f4dc71d58842 x-openstack-request-id: req-6b14220b-8f7a-46a9-8301-f4dc71d58842 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:25.004347 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c175a209-dbaf-46aa-a45b-40fadb5fbdcc", "tag": "1b124859-50fb-47b6-9310-9b9db28f47b9", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:25.004728 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b14220b-8f7a-46a9-8301-f4dc71d58842 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:25.005306 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'tag': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'status': 'completed', 'code': 200} Sep 16 05:11:25.016346 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9becbb0-6e81-4e0e-8ebd-73bcfc1e38f8 None None] Checking router: 58f3934c-5262-4098-bc5e-ac21ca241739 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:25.029342 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9becbb0-6e81-4e0e-8ebd-73bcfc1e38f8 None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:25.030048 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e9becbb0-6e81-4e0e-8ebd-73bcfc1e38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:25.106330 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-55cb3873-71d9-4de7-b595-db3886dfa16a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.106670 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-55cb3873-71d9-4de7-b595-db3886dfa16a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Floating IP 286ac77d-8751-43d3-a8d8-fa4e2389a495 disassociated. External IP: 172.25.3.31, port: 630bec34-9f13-4005-873e-4f6247ee490c. Sep 16 05:11:25.160476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09796b-07af-4c1f-b947-305ecb8e073e req-05ba054c-a450-4d18-ba80-785a64894afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:25.160803 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e9becbb0-6e81-4e0e-8ebd-73bcfc1e38f8 None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:25.162034 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c09796b-07af-4c1f-b947-305ecb8e073e req-05ba054c-a450-4d18-ba80-785a64894afc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 1098 time: 0.1270046 Sep 16 05:11:25.269804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Deleting port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:25.269804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.424662 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e9becbb0-6e81-4e0e-8ebd-73bcfc1e38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cdc00bfb-e0b0-48d7-9cb5-37f327f633c1', 'tenant_id': '44eac926846f463789703829e934134d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'port_id': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'mac_address': 'fa:16:3e:78:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:22Z', 'updated_at': '2021-09-16T05:11:22Z', 'revision_number': 0, 'project_id': '44eac926846f463789703829e934134d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:25.453075 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9becbb0-6e81-4e0e-8ebd-73bcfc1e38f8 None None] The sync data for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 is: [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cdc00bfb-e0b0-48d7-9cb5-37f327f633c1', 'tenant_id': '44eac926846f463789703829e934134d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'port_id': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'mac_address': 'fa:16:3e:78:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:22Z', 'updated_at': '2021-09-16T05:11:22Z', 'revision_number': 0, 'project_id': '44eac926846f463789703829e934134d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:25.691216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3bbaeb-08c3-49ed-8b25-3ba38e550243 None None] New status for floating IP cdc00bfb-e0b0-48d7-9cb5-37f327f633c1: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:11:25.812904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55366) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:25.834723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09796b-07af-4c1f-b947-305ecb8e073e req-4912879f-d30a-48c2-926f-44d14afd480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:25.836214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c09796b-07af-4c1f-b947-305ecb8e073e req-4912879f-d30a-48c2-926f-44d14afd480e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0e17fed-a446-4647-bcce-e3b855cc60a9 HTTP/1.1" status: 200 len: 897 time: 0.6592267 Sep 16 05:11:25.908041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] For port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=58fba6d7-4113-4cac-80d2-c683d5bb7cb5,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:25.908409 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.060953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-55cb3873-71d9-4de7-b595-db3886dfa16a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Router 4c40e9c7-f2db-46a9-9821-250d02a6a746 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:26.067796 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b8243c6a-e937-486b-bc62-701329262fc8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/floatingips/cdc00bfb-e0b0-48d7-9cb5-37f327f633c1 HTTP/1.1" status: 200 len: 992 time: 0.2484870 Sep 16 05:11:26.103932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c09796b-07af-4c1f-b947-305ecb8e073e req-0dd9fbd9-48cc-4fc6-a0f4-575ef868be4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b124859-50fb-47b6-9310-9b9db28f47b9 HTTP/1.1" status: 200 len: 1000 time: 0.2049766 Sep 16 05:11:26.231466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041d673-a750-4666-992b-6312720d0a4d req-a04d2899-075a-4b77-aa13-ab8e8dcaf1ed tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.233374 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1041d673-a750-4666-992b-6312720d0a4d req-a04d2899-075a-4b77-aa13-ab8e8dcaf1ed tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 945 time: 0.2194054 Sep 16 05:11:26.331685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09796b-07af-4c1f-b947-305ecb8e073e req-acd87b9e-a465-4166-83f1-3819892b5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.333159 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c09796b-07af-4c1f-b947-305ecb8e073e req-acd87b9e-a465-4166-83f1-3819892b5a4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad7e9eff-539f-4579-8439-c7b504a3fd85 HTTP/1.1" status: 200 len: 834 time: 0.1954761 Sep 16 05:11:26.410576 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.410950 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.411267 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Floating IP a2f9f57e-8f25-46f7-a955-521ee5e56510 disassociated. External IP: 172.25.3.78, port: 58fba6d7-4113-4cac-80d2-c683d5bb7cb5. Sep 16 05:11:26.411608 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Calling delete_port for 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:26.416137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1041d673-a750-4666-992b-6312720d0a4d req-f7281184-9bdb-4ffa-9baf-85e0a46fc6e8 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e95022-dc08-4cab-bd47-2a634e1cade2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726708 Sep 16 05:11:26.446734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-55cb3873-71d9-4de7-b595-db3886dfa16a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:26.451481 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-55cb3873-71d9-4de7-b595-db3886dfa16a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.457649 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a380f2-e4e3-4f21-b36f-5af31d8ae0ea None None] Sync routers for ids ['4c40e9c7-f2db-46a9-9821-250d02a6a746'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:26.465634 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a380f2-e4e3-4f21-b36f-5af31d8ae0ea None None] Routers {'4c40e9c7-f2db-46a9-9821-250d02a6a746'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:26.466240 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-15a380f2-e4e3-4f21-b36f-5af31d8ae0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4c40e9c7-f2db-46a9-9821-250d02a6a746'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.521540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-55cb3873-71d9-4de7-b595-db3886dfa16a tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "PUT /v2.0/floatingips/286ac77d-8751-43d3-a8d8-fa4e2389a495 HTTP/1.1" status: 200 len: 694 time: 1.9348073 Sep 16 05:11:26.524923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09796b-07af-4c1f-b947-305ecb8e073e req-01154adb-64fc-4b26-8845-5416da316f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.526438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c09796b-07af-4c1f-b947-305ecb8e073e req-01154adb-64fc-4b26-8845-5416da316f48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0e17fed-a446-4647-bcce-e3b855cc60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1556921 Sep 16 05:11:26.574976 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-15a380f2-e4e3-4f21-b36f-5af31d8ae0ea None None] Set router 4c40e9c7-f2db-46a9-9821-250d02a6a746 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:26.655928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-5dbf32b9-51ae-4139-93d5-9c27e882544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.657413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-5dbf32b9-51ae-4139-93d5-9c27e882544b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4a583f9085c4bd999478b1a77193790&device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 1097 time: 0.1225133 Sep 16 05:11:26.725229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c09796b-07af-4c1f-b947-305ecb8e073e req-4a39ac12-617c-46de-b4db-9ab8057db85f service neutron] 10.222.0.23 "GET /v2.0/networks/f0e17fed-a446-4647-bcce-e3b855cc60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891329 Sep 16 05:11:26.791324 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-15a380f2-e4e3-4f21-b36f-5af31d8ae0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '1051b69f-bf1f-4adc-ad01-b09066720803', 'name': '', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'mac_address': 'fa:16:3e:68:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:29Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 5, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'subnets': [{'id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.809080 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.824148 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a380f2-e4e3-4f21-b36f-5af31d8ae0ea None None] Checking router: 4c40e9c7-f2db-46a9-9821-250d02a6a746 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:26.833235 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a380f2-e4e3-4f21-b36f-5af31d8ae0ea None None] Routers {'4c40e9c7-f2db-46a9-9821-250d02a6a746'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:26.833876 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-15a380f2-e4e3-4f21-b36f-5af31d8ae0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4c40e9c7-f2db-46a9-9821-250d02a6a746'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.881655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event deleted for resources: {'Port': ['ID=58fba6d7-4113-4cac-80d2-c683d5bb7cb5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:26.911121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-7f7d3f16-bd07-4311-82ee-cdc698b8bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.912590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-7f7d3f16-bd07-4311-82ee-cdc698b8bd9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf HTTP/1.1" status: 200 len: 919 time: 0.2292321 Sep 16 05:11:27.001688 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-0274edc1-7b17-4509-8d91-15a9665e8221 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 200 len: 217 time: 0.0814419 Sep 16 05:11:27.006280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c09796b-07af-4c1f-b947-305ecb8e073e req-40023a3c-9abc-4548-a438-093189e913a7 service neutron] 10.222.0.23 "GET /v2.0/networks/f0e17fed-a446-4647-bcce-e3b855cc60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698331 Sep 16 05:11:27.008304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:27.010667 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04e447d-f3d0-4d99-bcf2-bfbc248a4d60" -d '{"events": [{"name": "network-changed", "server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "tag": "630bec34-9f13-4005-873e-4f6247ee490c"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:27.058204 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-15a380f2-e4e3-4f21-b36f-5af31d8ae0ea None None] Set router 4c40e9c7-f2db-46a9-9821-250d02a6a746 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:27.071742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55384) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:27.215382 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aed078c5-7e4a-42b0-8859-3ce81f91786d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/floatingips/cdc00bfb-e0b0-48d7-9cb5-37f327f633c1 HTTP/1.1" status: 200 len: 994 time: 0.1307719 Sep 16 05:11:27.215998 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e447d-f3d0-4d99-bcf2-bfbc248a4d60 req-b0670113-16b7-4610-a394-93bcf3ddb862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:27.217662 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e04e447d-f3d0-4d99-bcf2-bfbc248a4d60 req-b0670113-16b7-4610-a394-93bcf3ddb862 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4a583f9085c4bd999478b1a77193790&device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 1097 time: 0.0851610 Sep 16 05:11:27.344373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e447d-f3d0-4d99-bcf2-bfbc248a4d60 req-febaeb63-fe66-48e4-a12e-75b2e1eeab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:27.346167 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e04e447d-f3d0-4d99-bcf2-bfbc248a4d60 req-febaeb63-fe66-48e4-a12e-75b2e1eeab02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf HTTP/1.1" status: 200 len: 919 time: 0.1163356 Sep 16 05:11:27.358849 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-15a380f2-e4e3-4f21-b36f-5af31d8ae0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '1051b69f-bf1f-4adc-ad01-b09066720803', 'name': '', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'mac_address': 'fa:16:3e:68:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:29Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 5, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'subnets': [{'id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:27.396922 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a380f2-e4e3-4f21-b36f-5af31d8ae0ea None None] The sync data for ids ['4c40e9c7-f2db-46a9-9821-250d02a6a746'] in n-d-712137-12 is: [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:30Z', 'revision_number': 4, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '1051b69f-bf1f-4adc-ad01-b09066720803', 'name': '', 'network_id': 'fbf7a75d-30f3-4ff5-adab-d499d69b70bf', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'mac_address': 'fa:16:3e:68:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:29Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 5, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'subnets': [{'id': '0a28a356-f1df-4b6d-a1c9-36a9ad570afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:27.397430 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e04e447d-f3d0-4d99-bcf2-bfbc248a4d60 req-38a11ff9-de6b-460c-9eb4-c6cb0cb2acf9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 200 len: 217 time: 0.0438316 Sep 16 05:11:27.425019 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b466b767-6834-487c-88aa-65efb7cae905 x-openstack-request-id: req-b466b767-6834-487c-88aa-65efb7cae905 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:27.425019 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "tag": "630bec34-9f13-4005-873e-4f6247ee490c", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:27.425019 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b466b767-6834-487c-88aa-65efb7cae905 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:27.425972 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c', 'status': 'completed', 'code': 200} Sep 16 05:11:27.427044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-c5bce05f-d6e8-47d5-82f0-daa6e6a64732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:27.428703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-c5bce05f-d6e8-47d5-82f0-daa6e6a64732 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a28a356-f1df-4b6d-a1c9-36a9ad570afb HTTP/1.1" status: 200 len: 859 time: 0.4063752 Sep 16 05:11:27.476586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e447d-f3d0-4d99-bcf2-bfbc248a4d60 req-42a9edff-cf71-42cf-b8c8-0a57f2218e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:27.481394 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e04e447d-f3d0-4d99-bcf2-bfbc248a4d60 req-42a9edff-cf71-42cf-b8c8-0a57f2218e9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a28a356-f1df-4b6d-a1c9-36a9ad570afb HTTP/1.1" status: 200 len: 859 time: 0.0756235 Sep 16 05:11:27.490813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-b57dcd78-42db-466f-b60a-a4678053dcf6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553932 Sep 16 05:11:27.499117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Router e465cd28-fbba-468e-8593-3e02d0345820 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:27.525320 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e04e447d-f3d0-4d99-bcf2-bfbc248a4d60 req-eb119ed3-1d19-4582-92d3-af03a33cc2e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fbf7a75d-30f3-4ff5-adab-d499d69b70bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365789 Sep 16 05:11:27.561728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95f657aa-b0a9-4bce-83fc-5775c347456d req-5dd5b48f-188f-4809-bb69-49029fbafbf0 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 210 time: 0.0393586 Sep 16 05:11:27.627038 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e04e447d-f3d0-4d99-bcf2-bfbc248a4d60 req-41fed960-0242-428b-b12c-616a1c7cf192 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945115 Sep 16 05:11:27.683096 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-0949004c-07e1-4a1c-bc80-84804214c8b6 service neutron] 10.222.0.24 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792440 Sep 16 05:11:27.708538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76259fd3-6474-4da9-aba3-4aab632ff4f7 None None] New status for floating IP 286ac77d-8751-43d3-a8d8-fa4e2389a495: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:11:27.731905 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e04e447d-f3d0-4d99-bcf2-bfbc248a4d60 req-568590b3-8235-4820-a6ac-d9e5300001b2 service neutron] 10.222.0.37 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963769 Sep 16 05:11:27.820720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:27.834368 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0a5ca-3419-4d9c-9bd8-e633d153764f None None] Sync routers for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:27.847683 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0a5ca-3419-4d9c-9bd8-e633d153764f None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:27.849287 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e2c0a5ca-3419-4d9c-9bd8-e633d153764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:27.865806 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61c1038c-9901-4a6e-8605-3297854b5a6d req-1dd103de-69fc-4f0f-9298-3b898794e488 service neutron] 10.222.0.24 "GET /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744573 Sep 16 05:11:27.881188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] No DVR routers for this DVR port 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:27.884438 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.886695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1137337c-218c-441c-ab7d-13e7bbc27de7 req-3e08c774-e255-43f5-b10f-a697693c5a31 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.37 "DELETE /v2.0/ports/58fba6d7-4113-4cac-80d2-c683d5bb7cb5 HTTP/1.1" status: 204 len: 173 time: 2.8984075 Sep 16 05:11:27.964534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-88e13e24-a355-4617-b242-564b9f9f571f tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/floatingips/286ac77d-8751-43d3-a8d8-fa4e2389a495 HTTP/1.1" status: 200 len: 694 time: 0.0638747 Sep 16 05:11:28.008919 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e2c0a5ca-3419-4d9c-9bd8-e633d153764f None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:28.094865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-3f7f2f75-e288-485b-b0d0-2e5959bd5c7b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:28.105704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-3f7f2f75-e288-485b-b0d0-2e5959bd5c7b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/networks/6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 784 time: 0.1329706 Sep 16 05:11:28.117391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-53e29282-0d0f-45f3-96c9-844b98e42835 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:28.117391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-53e29282-0d0f-45f3-96c9-844b98e42835 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072064 Sep 16 05:11:28.167822 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-c7dfe56c-ea69-448e-b491-c9e161c1ab57 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 697 time: 0.0464480 Sep 16 05:11:28.223181 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e2c0a5ca-3419-4d9c-9bd8-e633d153764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.253798 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0a5ca-3419-4d9c-9bd8-e633d153764f None None] Checking router: e465cd28-fbba-468e-8593-3e02d0345820 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:28.259820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-f7d1c932-39ef-4109-a683-6c0f82b783e9 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 697 time: 0.0832355 Sep 16 05:11:28.264053 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0a5ca-3419-4d9c-9bd8-e633d153764f None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:28.276582 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e2c0a5ca-3419-4d9c-9bd8-e633d153764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.401101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Deleting port 2d97f455-8e9b-4ab2-86ab-1943798b9ea9 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:28.401467 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.401887 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e2c0a5ca-3419-4d9c-9bd8-e633d153764f None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:28.483899 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.484494 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.495834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Calling delete_port for 2d97f455-8e9b-4ab2-86ab-1943798b9ea9 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:28.618629 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e2c0a5ca-3419-4d9c-9bd8-e633d153764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.647664 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c0a5ca-3419-4d9c-9bd8-e633d153764f None None] The sync data for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 is: [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:18Z', 'revision_number': 4, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e19834ea-2b62-443a-b2d6-b696ce15ed24', 'name': '', 'network_id': '83e93922-7656-483d-9a51-ad0f15994c9e', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'mac_address': 'fa:16:3e:7f:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '15d61f5f-1073-4f65-93f4-bed009717890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:17Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'subnets': [{'id': '15d61f5f-1073-4f65-93f4-bed009717890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:28.717221 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-053fcf4d-0718-4b34-af64-cd898dabd6fe req-b91b873a-2f1e-4838-8575-0a6e04ae9248 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b25efb8-4932-40e2-815c-af2ceb13a868 HTTP/1.1" status: 200 len: 210 time: 0.0305948 Sep 16 05:11:28.741341 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.772055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Pushing event deleted for resources: {'Port': ['ID=2d97f455-8e9b-4ab2-86ab-1943798b9ea9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.796223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.796637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.796942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.797270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.797598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.797923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.798247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.798570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.798920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.799414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.800280 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.800632 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.855820 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.858589 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.859755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9bbae24-b45a-4cb9-9048-5f3cad858051 req-5a434699-dd0f-488d-bdbc-e354152db89d tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "DELETE /v2.0/floatingips/286ac77d-8751-43d3-a8d8-fa4e2389a495 HTTP/1.1" status: 204 len: 173 time: 0.5940361 Sep 16 05:11:28.928638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c8425-4712-4ede-ab6a-b57a94c52805 None None] New status for floating IP a2f9f57e-8f25-46f7-a955-521ee5e56510: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:11:28.933681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e64ba861-9015-4129-ba37-d27b3c79c7fd req-bf01c9dc-6716-4b80-a445-a684a21eb4b2 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups/386af109-4b73-4815-8978-c0d6f5f5d050 HTTP/1.1" status: 200 len: 1809 time: 0.0456808 Sep 16 05:11:28.994135 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e64ba861-9015-4129-ba37-d27b3c79c7fd req-a134fa31-8407-4ed4-9a3f-40618602da8c tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.020765 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e64ba861-9015-4129-ba37-d27b3c79c7fd req-a134fa31-8407-4ed4-9a3f-40618602da8c tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.244117 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e64ba861-9015-4129-ba37-d27b3c79c7fd req-a134fa31-8407-4ed4-9a3f-40618602da8c tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.247000 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e64ba861-9015-4129-ba37-d27b3c79c7fd req-a134fa31-8407-4ed4-9a3f-40618602da8c tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.248125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e64ba861-9015-4129-ba37-d27b3c79c7fd req-a134fa31-8407-4ed4-9a3f-40618602da8c tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "DELETE /v2.0/security-groups/386af109-4b73-4815-8978-c0d6f5f5d050 HTTP/1.1" status: 204 len: 173 time: 0.3083754 Sep 16 05:11:29.260307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134fa31-8407-4ed4-9a3f-40618602da8c tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386af109-4b73-4815-8978-c0d6f5f5d050,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.426188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'name': 'network-vif-deleted', 'tag': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:29.428633 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75165c4c-ced4-48e1-bdbb-bf0aeda624d5" -d '{"events": [{"server_uuid": "5b25efb8-4932-40e2-815c-af2ceb13a868", "name": "network-vif-deleted", "tag": "58fba6d7-4113-4cac-80d2-c683d5bb7cb5"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:29.469416 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17fec57-6a07-4169-91c7-669f1dee87e5 x-openstack-request-id: req-f17fec57-6a07-4169-91c7-669f1dee87e5 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:29.469788 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b25efb8-4932-40e2-815c-af2ceb13a868", "name": "network-vif-deleted", "tag": "58fba6d7-4113-4cac-80d2-c683d5bb7cb5", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:29.470111 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f17fec57-6a07-4169-91c7-669f1dee87e5 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:29.470527 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b25efb8-4932-40e2-815c-af2ceb13a868', 'name': 'network-vif-deleted', 'tag': '58fba6d7-4113-4cac-80d2-c683d5bb7cb5', 'status': 'completed', 'code': 200} Sep 16 05:11:29.699046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c9385-ea76-4f22-93c4-fb2359a1e3f6 req-f37f4cbc-84cb-4e41-b6eb-66a14b0ce9b1 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.700545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a5c9385-ea76-4f22-93c4-fb2359a1e3f6 req-f37f4cbc-84cb-4e41-b6eb-66a14b0ce9b1 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0506990 Sep 16 05:11:29.746128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a5c9385-ea76-4f22-93c4-fb2359a1e3f6 req-6f7e67f2-6d74-45a0-b3af-84dadb5a01e0 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385091 Sep 16 05:11:29.823328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:29.848420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:29.848795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 58fba6d7-4113-4cac-80d2-c683d5bb7cb5 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:29.873434 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55440) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:29.929063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d27b-0549-43aa-b019-d34e87f508ed tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.952429 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d27b-0549-43aa-b019-d34e87f508ed tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.083676 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d27b-0549-43aa-b019-d34e87f508ed tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.086235 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d27b-0549-43aa-b019-d34e87f508ed tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.087459 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f7c3d27b-0549-43aa-b019-d34e87f508ed tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "DELETE /v2.0/security-groups/e9e95022-dc08-4cab-bd47-2a634e1cade2 HTTP/1.1" status: 204 len: 168 time: 0.2130077 Sep 16 05:11:30.090266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55444) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:30.097882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3d27b-0549-43aa-b019-d34e87f508ed tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e95022-dc08-4cab-bd47-2a634e1cade2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:30.103721 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-018be64e-3585-4fd5-a8c7-b61c4c126610 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] show failed (client error): The resource could not be found. Sep 16 05:11:30.104733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-018be64e-3585-4fd5-a8c7-b61c4c126610 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "GET /v2.0/security-groups/e9e95022-dc08-4cab-bd47-2a634e1cade2 HTTP/1.1" status: 404 len: 347 time: 0.0134683 Sep 16 05:11:30.112135 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55446) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:30.246927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-41814c94-0a2f-4d23-8740-eb668617a995 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Deleting port d22f2f60-cdb0-4a25-971c-692e56f2bec8 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:30.247285 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-41814c94-0a2f-4d23-8740-eb668617a995 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.325896 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-41814c94-0a2f-4d23-8740-eb668617a995 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.326232 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-41814c94-0a2f-4d23-8740-eb668617a995 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.338620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-41814c94-0a2f-4d23-8740-eb668617a995 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Calling delete_port for d22f2f60-cdb0-4a25-971c-692e56f2bec8 owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:30.529666 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-41814c94-0a2f-4d23-8740-eb668617a995 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.555627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41814c94-0a2f-4d23-8740-eb668617a995 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Pushing event deleted for resources: {'Port': ['ID=d22f2f60-cdb0-4a25-971c-692e56f2bec8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:30.623815 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-41814c94-0a2f-4d23-8740-eb668617a995 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.626253 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-41814c94-0a2f-4d23-8740-eb668617a995 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.630813 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-41814c94-0a2f-4d23-8740-eb668617a995 tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] 10.222.0.24 "DELETE /v2.0/floatingips/a2f9f57e-8f25-46f7-a955-521ee5e56510 HTTP/1.1" status: 204 len: 168 time: 0.5143495 Sep 16 05:11:30.880225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a673b3f-17d3-4b1f-ba94-ce135415ba03 req-e105c3e4-d8fb-45d1-93f9-e62cebcc6afe tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.882024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a673b3f-17d3-4b1f-ba94-ce135415ba03 req-e105c3e4-d8fb-45d1-93f9-e62cebcc6afe tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0667384 Sep 16 05:11:30.927472 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a673b3f-17d3-4b1f-ba94-ce135415ba03 req-087ccf34-1c71-420b-afcb-12b366f1dcbc tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394530 Sep 16 05:11:32.004101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c392fdb-2dd2-429d-9cc9-d9d06be02756 req-46612e0e-fce2-4946-a6b2-d6366983527e tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:32.005665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c392fdb-2dd2-429d-9cc9-d9d06be02756 req-46612e0e-fce2-4946-a6b2-d6366983527e tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.0509977 Sep 16 05:11:32.113669 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ae923-f474-41fe-be12-e35bdca67d4e req-85a50f41-6dd2-43a5-b93f-4b48d07ccdf3 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:32.115296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce7ae923-f474-41fe-be12-e35bdca67d4e req-85a50f41-6dd2-43a5-b93f-4b48d07ccdf3 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 945 time: 0.1087322 Sep 16 05:11:32.166454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-4c392fdb-2dd2-429d-9cc9-d9d06be02756 req-f345dc71-17df-4de6-b89b-6cf68de8c741 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Deleting port 630bec34-9f13-4005-873e-4f6247ee490c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:32.166799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4c392fdb-2dd2-429d-9cc9-d9d06be02756 req-f345dc71-17df-4de6-b89b-6cf68de8c741 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.184606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce7ae923-f474-41fe-be12-e35bdca67d4e req-c86ad802-eeff-44a7-8f4a-8dcc99971f86 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef489022-be44-461c-8de1-027b1a2255c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610921 Sep 16 05:11:32.268897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4c392fdb-2dd2-429d-9cc9-d9d06be02756 req-f345dc71-17df-4de6-b89b-6cf68de8c741 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] For port 630bec34-9f13-4005-873e-4f6247ee490c, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=630bec34-9f13-4005-873e-4f6247ee490c,segment=NetworkSegment(27ffca8b-e883-404c-b163-374886d26891),segment_id=27ffca8b-e883-404c-b163-374886d26891)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:32.269334 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4c392fdb-2dd2-429d-9cc9-d9d06be02756 req-f345dc71-17df-4de6-b89b-6cf68de8c741 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.284739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-4c392fdb-2dd2-429d-9cc9-d9d06be02756 req-f345dc71-17df-4de6-b89b-6cf68de8c741 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Calling delete_port for 630bec34-9f13-4005-873e-4f6247ee490c owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:32.478526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4c392fdb-2dd2-429d-9cc9-d9d06be02756 req-f345dc71-17df-4de6-b89b-6cf68de8c741 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.492248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['630bec34-9f13-4005-873e-4f6247ee490c'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:32.512998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345dc71-17df-4de6-b89b-6cf68de8c741 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Pushing event deleted for resources: {'Port': ['ID=630bec34-9f13-4005-873e-4f6247ee490c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.555129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c392fdb-2dd2-429d-9cc9-d9d06be02756 req-f345dc71-17df-4de6-b89b-6cf68de8c741 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] No DVR routers for this DVR port 630bec34-9f13-4005-873e-4f6247ee490c on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:32.557854 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4c392fdb-2dd2-429d-9cc9-d9d06be02756 req-f345dc71-17df-4de6-b89b-6cf68de8c741 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.559996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c392fdb-2dd2-429d-9cc9-d9d06be02756 req-f345dc71-17df-4de6-b89b-6cf68de8c741 tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.37 "DELETE /v2.0/ports/630bec34-9f13-4005-873e-4f6247ee490c HTTP/1.1" status: 204 len: 173 time: 0.5439668 Sep 16 05:11:32.560444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'name': 'network-vif-deleted', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:32.562758 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5949dd0b-670c-4494-a67e-6eea59ccd536" -d '{"events": [{"server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "name": "network-vif-deleted", "tag": "630bec34-9f13-4005-873e-4f6247ee490c"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:32.607758 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead9b34a-e6c6-40f0-878e-980b42bebfe3 x-openstack-request-id: req-ead9b34a-e6c6-40f0-878e-980b42bebfe3 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:32.608103 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c68dca-4769-49f5-9076-844bdc86bf25", "name": "network-vif-deleted", "tag": "630bec34-9f13-4005-873e-4f6247ee490c", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:32.608356 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ead9b34a-e6c6-40f0-878e-980b42bebfe3 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:32.608810 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c68dca-4769-49f5-9076-844bdc86bf25', 'name': 'network-vif-deleted', 'tag': '630bec34-9f13-4005-873e-4f6247ee490c', 'status': 'completed', 'code': 200} Sep 16 05:11:33.320685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dff41bf0-7c9a-4707-8645-b86193bec46f req-49a6a2c5-3859-4a38-9abf-57585dae9e1b tempest-ServerRescueTestJSONUnderV235-974532568 tempest-ServerRescueTestJSONUnderV235-974532568-project] 10.222.0.24 "GET /v2.0/ports?device_id=28c68dca-4769-49f5-9076-844bdc86bf25 HTTP/1.1" status: 200 len: 210 time: 0.0280805 Sep 16 05:11:34.381704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55536) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.750775 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0285bf9e-5934-4ef0-80a2-38348326c2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.010056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0285bf9e-5934-4ef0-80a2-38348326c2c7 admin admin] Deleting port 1051b69f-bf1f-4adc-ad01-b09066720803 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:35.010307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0285bf9e-5934-4ef0-80a2-38348326c2c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.101559 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-0285bf9e-5934-4ef0-80a2-38348326c2c7 admin admin] For port 1051b69f-bf1f-4adc-ad01-b09066720803, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=1051b69f-bf1f-4adc-ad01-b09066720803,segment=NetworkSegment(27ffca8b-e883-404c-b163-374886d26891),segment_id=27ffca8b-e883-404c-b163-374886d26891)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:35.101559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0285bf9e-5934-4ef0-80a2-38348326c2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.114048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0285bf9e-5934-4ef0-80a2-38348326c2c7 admin admin] Calling delete_port for 1051b69f-bf1f-4adc-ad01-b09066720803 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:35.381085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0285bf9e-5934-4ef0-80a2-38348326c2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.410103 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285bf9e-5934-4ef0-80a2-38348326c2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1051b69f-bf1f-4adc-ad01-b09066720803,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.607026 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0285bf9e-5934-4ef0-80a2-38348326c2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.833249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 630bec34-9f13-4005-873e-4f6247ee490c no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:35.855287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 630bec34-9f13-4005-873e-4f6247ee490c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:35.855601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 630bec34-9f13-4005-873e-4f6247ee490c not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:36.075586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0285bf9e-5934-4ef0-80a2-38348326c2c7 admin admin] Router 4c40e9c7-f2db-46a9-9821-250d02a6a746 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:36.187776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0285bf9e-5934-4ef0-80a2-38348326c2c7 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:36.194513 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0285bf9e-5934-4ef0-80a2-38348326c2c7 admin admin] 10.222.0.24 "PUT /v2.0/routers/4c40e9c7-f2db-46a9-9821-250d02a6a746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8116012 Sep 16 05:11:36.197116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55558) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:36.200700 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5418c489-5034-4f30-a61c-2c0f5d19f6a2 None None] Sync routers for ids ['4c40e9c7-f2db-46a9-9821-250d02a6a746'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:36.211299 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5418c489-5034-4f30-a61c-2c0f5d19f6a2 None None] Routers {'4c40e9c7-f2db-46a9-9821-250d02a6a746'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:36.212154 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5418c489-5034-4f30-a61c-2c0f5d19f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4c40e9c7-f2db-46a9-9821-250d02a6a746'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:36.322668 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.329583 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5418c489-5034-4f30-a61c-2c0f5d19f6a2 None None] Set router 4c40e9c7-f2db-46a9-9821-250d02a6a746 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:36.485008 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.556126 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5418c489-5034-4f30-a61c-2c0f5d19f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:11:35Z', 'revision_number': 5, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port': {'id': '93b556a6-5c7c-4525-ad5b-17176cdd6232', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:36.587250 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5418c489-5034-4f30-a61c-2c0f5d19f6a2 None None] Checking router: 4c40e9c7-f2db-46a9-9821-250d02a6a746 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:36.596499 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5418c489-5034-4f30-a61c-2c0f5d19f6a2 None None] Routers {'4c40e9c7-f2db-46a9-9821-250d02a6a746'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:36.597178 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5418c489-5034-4f30-a61c-2c0f5d19f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4c40e9c7-f2db-46a9-9821-250d02a6a746'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:36.666130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Deleting port 93b556a6-5c7c-4525-ad5b-17176cdd6232 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:36.666130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.700744 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5418c489-5034-4f30-a61c-2c0f5d19f6a2 None None] Set router 4c40e9c7-f2db-46a9-9821-250d02a6a746 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:36.732629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d5eb-4dd4-4391-8016-fdf4834415bb req-d20d28e3-757d-41a8-b23a-aa8fac025357 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.734171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7911d5eb-4dd4-4391-8016-fdf4834415bb req-d20d28e3-757d-41a8-b23a-aa8fac025357 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1099 time: 0.0510392 Sep 16 05:11:36.769957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] For port 93b556a6-5c7c-4525-ad5b-17176cdd6232, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=93b556a6-5c7c-4525-ad5b-17176cdd6232,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:36.770332 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.784817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Calling delete_port for 93b556a6-5c7c-4525-ad5b-17176cdd6232 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:36.806739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7911d5eb-4dd4-4391-8016-fdf4834415bb req-84d83247-3b06-4c6b-85a5-7bab6eaa2fc3 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555384 Sep 16 05:11:36.833686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55576) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:36.881591 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5418c489-5034-4f30-a61c-2c0f5d19f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:11:36Z', 'revision_number': 6, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:36.916794 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5418c489-5034-4f30-a61c-2c0f5d19f6a2 None None] The sync data for ids ['4c40e9c7-f2db-46a9-9821-250d02a6a746'] in n-d-712137-12 is: [{'id': '4c40e9c7-f2db-46a9-9821-250d02a6a746', 'name': 'tempest-ServerRescueTestJSONUnderV235-552245379-router', 'tenant_id': 'd4a583f9085c4bd999478b1a77193790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:26Z', 'updated_at': '2021-09-16T05:11:36Z', 'revision_number': 6, 'project_id': 'd4a583f9085c4bd999478b1a77193790', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:37.050186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port 833a19e1-9233-4ed5-8bd2-1419e0d45dac {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:37.050336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.113524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.135389 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.135902 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.142471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Pushing event deleted for resources: {'Port': ['ID=93b556a6-5c7c-4525-ad5b-17176cdd6232,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:37.151735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for 833a19e1-9233-4ed5-8bd2-1419e0d45dac owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:37.206954 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.322608 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.326248 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.478159 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.506991 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.507565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c40e9c7-f2db-46a9-9821-250d02a6a746 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:37.509374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=833a19e1-9233-4ed5-8bd2-1419e0d45dac,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:37.513086 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.518645 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-24562035-5b91-4512-9d76-b3c767f1a38d admin admin] 10.222.0.24 "DELETE /v2.0/routers/4c40e9c7-f2db-46a9-9821-250d02a6a746 HTTP/1.1" status: 204 len: 168 time: 1.3189270 Sep 16 05:11:37.519326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55584) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:37.571596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2dd176-643b-403e-80f4-de4efc92ba9c admin admin] Deleting subnet 0a28a356-f1df-4b6d-a1c9-36a9ad570afb {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:37.576442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd176-643b-403e-80f4-de4efc92ba9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.598116 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.598449 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Floating IP c3171dea-8ae3-4861-a1db-01fc3858f3ec disassociated (deleted). External IP: 172.25.3.53, port: 49aa946c-96a5-4e9e-8230-cd938391c756. Sep 16 05:11:37.626916 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd176-643b-403e-80f4-de4efc92ba9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.683471 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd176-643b-403e-80f4-de4efc92ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.816718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1051b69f-bf1f-4adc-ad01-b09066720803 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:37.843767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd176-643b-403e-80f4-de4efc92ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.844426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 1051b69f-bf1f-4adc-ad01-b09066720803 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:37.847118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 1051b69f-bf1f-4adc-ad01-b09066720803 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:37.913653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dd176-643b-403e-80f4-de4efc92ba9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a28a356-f1df-4b6d-a1c9-36a9ad570afb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:37.920947 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router b1b96909-702c-4b7f-abfb-4b201a37a864 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:37.926230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd176-643b-403e-80f4-de4efc92ba9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.929233 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7e2dd176-643b-403e-80f4-de4efc92ba9c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0a28a356-f1df-4b6d-a1c9-36a9ad570afb HTTP/1.1" status: 204 len: 168 time: 0.4089465 Sep 16 05:11:37.931651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55598) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.031302 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.121420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:38.129508 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.133154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5062541-4aa4-4d14-87c0-1c1f52c95f04 None None] Sync routers for ids ['b1b96909-702c-4b7f-abfb-4b201a37a864'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:38.148441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5062541-4aa4-4d14-87c0-1c1f52c95f04 None None] Routers {'b1b96909-702c-4b7f-abfb-4b201a37a864'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:38.149513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a5062541-4aa4-4d14-87c0-1c1f52c95f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b1b96909-702c-4b7f-abfb-4b201a37a864'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.204497 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.216615 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-458b34eb-9839-431f-8aa4-105a626fd9a2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/floatingips/c3171dea-8ae3-4861-a1db-01fc3858f3ec HTTP/1.1" status: 204 len: 168 time: 1.3817968 Sep 16 05:11:38.217212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:38.223082 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a6c4a6-92c1-410c-a435-f23edfa5e136" -d '{"events": [{"name": "network-changed", "server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:38.246829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf7a75d-30f3-4ff5-adab-d499d69b70bf']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.269785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ffca8b-e883-404c-b163-374886d26891') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.270331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ffca8b-e883-404c-b163-374886d26891') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.281783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.305587 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6988e03-1af0-4d59-accf-948deab65d72 x-openstack-request-id: req-b6988e03-1af0-4d59-accf-948deab65d72 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:38.305959 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:38.306278 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6988e03-1af0-4d59-accf-948deab65d72 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:38.306740 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756', 'status': 'completed', 'code': 200} Sep 16 05:11:38.312241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.319999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:38.320542 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.375979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-a5062541-4aa4-4d14-87c0-1c1f52c95f04 None None] Set router b1b96909-702c-4b7f-abfb-4b201a37a864 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:38.396519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c4a6-92c1-410c-a435-f23edfa5e136 req-9684cf29-371b-4e14-97e9-9c916e92a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.398068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93a6c4a6-92c1-410c-a435-f23edfa5e136 req-9684cf29-371b-4e14-97e9-9c916e92a528 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 1099 time: 0.0660777 Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:38.431051 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:38.490151 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.496558 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.501559 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fbf7a75d-30f3-4ff5-adab-d499d69b70bf HTTP/1.1" status: 204 len: 168 time: 0.5685420 Sep 16 05:11:38.515672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08044e43-c68d-42f2-bd59-ff5da3f34269 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbf7a75d-30f3-4ff5-adab-d499d69b70bf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.560080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c4a6-92c1-410c-a435-f23edfa5e136 req-4c3aa23b-c443-4b36-a158-42c40c870534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.562718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93a6c4a6-92c1-410c-a435-f23edfa5e136 req-4c3aa23b-c443-4b36-a158-42c40c870534 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 200 len: 897 time: 0.1568108 Sep 16 05:11:38.640827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93a6c4a6-92c1-410c-a435-f23edfa5e136 req-f0e2f0b9-a8d4-464f-94b1-6550108be654 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 200 len: 217 time: 0.0687368 Sep 16 05:11:38.684476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a5062541-4aa4-4d14-87c0-1c1f52c95f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '3faf275f-f9c5-4328-8269-9a6406802d45', 'name': '', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:d4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:37Z', 'updated_at': '2021-09-16T05:09:43Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.706800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c4a6-92c1-410c-a435-f23edfa5e136 req-f1248790-816d-4bf0-8276-ff4b63598463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.708401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93a6c4a6-92c1-410c-a435-f23edfa5e136 req-f1248790-816d-4bf0-8276-ff4b63598463 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 200 len: 834 time: 0.0586576 Sep 16 05:11:38.715065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5062541-4aa4-4d14-87c0-1c1f52c95f04 None None] Checking router: b1b96909-702c-4b7f-abfb-4b201a37a864 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:38.728355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5062541-4aa4-4d14-87c0-1c1f52c95f04 None None] Routers {'b1b96909-702c-4b7f-abfb-4b201a37a864'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:38.729019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a5062541-4aa4-4d14-87c0-1c1f52c95f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b1b96909-702c-4b7f-abfb-4b201a37a864'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.846444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c4a6-92c1-410c-a435-f23edfa5e136 req-24410e71-4566-4b6e-a7cd-d16342c495e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.848638 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93a6c4a6-92c1-410c-a435-f23edfa5e136 req-24410e71-4566-4b6e-a7cd-d16342c495e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e0646290-b698-44c3-bc3c-d18c587f00f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260214 Sep 16 05:11:38.850238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-a5062541-4aa4-4d14-87c0-1c1f52c95f04 None None] Set router b1b96909-702c-4b7f-abfb-4b201a37a864 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:38.873172 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b99c59-699e-43fc-8a3f-a0a449c17f20 req-ab7d99b0-d87a-4d3b-a639-946be59cdcf5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.874765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3b99c59-699e-43fc-8a3f-a0a449c17f20 req-ab7d99b0-d87a-4d3b-a639-946be59cdcf5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 947 time: 0.0716968 Sep 16 05:11:38.986177 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3b99c59-699e-43fc-8a3f-a0a449c17f20 req-3c92162f-04db-4284-b3e2-9f9f75d10e06 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023264 Sep 16 05:11:39.005319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55620) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.052220 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93a6c4a6-92c1-410c-a435-f23edfa5e136 req-07afe930-0e3d-48f1-8069-939376459e3e service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916499 Sep 16 05:11:39.091369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-24202b4f-b835-4cad-b96f-aebed7441382 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4a583f9085c4bd999478b1a77193790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0848413 Sep 16 05:11:39.094476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55624) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.133957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 93b556a6-5c7c-4525-ad5b-17176cdd6232 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:39.178748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 93b556a6-5c7c-4525-ad5b-17176cdd6232 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:39.179653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 93b556a6-5c7c-4525-ad5b-17176cdd6232 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:39.188775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93a6c4a6-92c1-410c-a435-f23edfa5e136 req-1efbe74e-89c5-4ca6-a733-716405f467bc service neutron] 10.222.0.23 "GET /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207957 Sep 16 05:11:39.194825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a5062541-4aa4-4d14-87c0-1c1f52c95f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '3faf275f-f9c5-4328-8269-9a6406802d45', 'name': '', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:d4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:37Z', 'updated_at': '2021-09-16T05:09:43Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:39.207035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d8d0-2de4-483f-af71-a9134cbf2c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.227230 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5062541-4aa4-4d14-87c0-1c1f52c95f04 None None] The sync data for ids ['b1b96909-702c-4b7f-abfb-4b201a37a864'] in n-d-712137-12 is: [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '3faf275f-f9c5-4328-8269-9a6406802d45', 'name': '', 'network_id': 'e0646290-b698-44c3-bc3c-d18c587f00f6', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:d4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:37Z', 'updated_at': '2021-09-16T05:09:43Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': '8be0794f-35af-42bf-80e4-2be52802a5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:39.232232 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d8d0-2de4-483f-af71-a9134cbf2c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.352279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d8d0-2de4-483f-af71-a9134cbf2c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.355453 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d8d0-2de4-483f-af71-a9134cbf2c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.356930 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c8e6d8d0-2de4-483f-af71-a9134cbf2c51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef489022-be44-461c-8de1-027b1a2255c1 HTTP/1.1" status: 204 len: 168 time: 0.2608917 Sep 16 05:11:39.366507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6d8d0-2de4-483f-af71-a9134cbf2c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef489022-be44-461c-8de1-027b1a2255c1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.547736 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce4f30-8eca-4c01-baf0-d48882bd1697 None None] New status for floating IP c3171dea-8ae3-4861-a1db-01fc3858f3ec: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:11:40.142139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59fc86-d1d8-4fa0-9f20-204c872ea4cc req-24a0f65b-e5ed-4d88-a249-59fb29bd635a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:40.144944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf59fc86-d1d8-4fa0-9f20-204c872ea4cc req-24a0f65b-e5ed-4d88-a249-59fb29bd635a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 947 time: 0.0586452 Sep 16 05:11:40.240874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf59fc86-d1d8-4fa0-9f20-204c872ea4cc req-0a871590-5439-43d1-8776-bfa75d215b2c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fda534bb-3c5e-45ba-aeee-046c2267926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516315 Sep 16 05:11:40.261968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1241e-f8f8-4288-91b4-3e2809b068fc req-e4c01e5a-a916-4b77-8072-0efefc710cb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:40.270029 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7f1241e-f8f8-4288-91b4-3e2809b068fc req-e4c01e5a-a916-4b77-8072-0efefc710cb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 947 time: 0.1240785 Sep 16 05:11:40.382057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-c7f1241e-f8f8-4288-91b4-3e2809b068fc req-68a301c7-0f8e-4c27-b4e5-33388c10c562 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port 49aa946c-96a5-4e9e-8230-cd938391c756 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:40.382401 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c7f1241e-f8f8-4288-91b4-3e2809b068fc req-68a301c7-0f8e-4c27-b4e5-33388c10c562 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.484400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-c7f1241e-f8f8-4288-91b4-3e2809b068fc req-68a301c7-0f8e-4c27-b4e5-33388c10c562 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port 49aa946c-96a5-4e9e-8230-cd938391c756, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=49aa946c-96a5-4e9e-8230-cd938391c756,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:40.484829 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c7f1241e-f8f8-4288-91b4-3e2809b068fc req-68a301c7-0f8e-4c27-b4e5-33388c10c562 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.505070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-c7f1241e-f8f8-4288-91b4-3e2809b068fc req-68a301c7-0f8e-4c27-b4e5-33388c10c562 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for 49aa946c-96a5-4e9e-8230-cd938391c756 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:40.516354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55668) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.643934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1227512234-network', 'tenant_id': '6dbb51a3161e4677ac7efdfbf5131e54'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:40.724366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Made reservation on behalf of 6dbb51a3161e4677ac7efdfbf5131e54 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:40.728493 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.742116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.844289 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.945615 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.974439 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:40.983114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e4b562-24b1-4caf-8b7d-b0233fcb95dd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.995114 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.995114 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Added segment 242a9fcc-1e89-4bc5-ab0d-367df87e52a7 of type vlan for network ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f Sep 16 05:11:41.037572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.043849 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c7f1241e-f8f8-4288-91b4-3e2809b068fc req-68a301c7-0f8e-4c27-b4e5-33388c10c562 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.086721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a301c7-0f8e-4c27-b4e5-33388c10c562 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=49aa946c-96a5-4e9e-8230-cd938391c756,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.129771 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.131870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.137862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.157586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f1241e-f8f8-4288-91b4-3e2809b068fc req-68a301c7-0f8e-4c27-b4e5-33388c10c562 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] No DVR routers for this DVR port 49aa946c-96a5-4e9e-8230-cd938391c756 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:41.161669 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-c7f1241e-f8f8-4288-91b4-3e2809b068fc req-68a301c7-0f8e-4c27-b4e5-33388c10c562 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.164243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7f1241e-f8f8-4288-91b4-3e2809b068fc req-68a301c7-0f8e-4c27-b4e5-33388c10c562 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "DELETE /v2.0/ports/49aa946c-96a5-4e9e-8230-cd938391c756 HTTP/1.1" status: 204 len: 173 time: 0.8880789 Sep 16 05:11:41.165466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'name': 'network-vif-deleted', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:41.170170 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bcdd3e-8b6f-4780-ac13-9bc97340b64e" -d '{"events": [{"server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "name": "network-vif-deleted", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:41.216404 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383a20ab-a55a-499b-a2b5-f16e1c5fd845 x-openstack-request-id: req-383a20ab-a55a-499b-a2b5-f16e1c5fd845 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:41.216718 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cc0915-2475-4a89-928d-8c8ccf864095", "name": "network-vif-deleted", "tag": "49aa946c-96a5-4e9e-8230-cd938391c756", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:41.216970 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-383a20ab-a55a-499b-a2b5-f16e1c5fd845 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:41.217367 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cc0915-2475-4a89-928d-8c8ccf864095', 'name': 'network-vif-deleted', 'tag': '49aa946c-96a5-4e9e-8230-cd938391c756', 'status': 'completed', 'code': 200} Sep 16 05:11:41.233773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] Pushing event updated for resources: {'Network': ['ID=ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.245011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:41.256808 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bbd9ca5f-33ef-4290-9ae0-5a92ffeaf9a6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7392237 Sep 16 05:11:41.270422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55686) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:41.276733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-426ae087-7b19-4dab-ba04-7488e37ba483 admin admin] Request body: {'subnet': {'network_id': 'ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1227512234-subnet', 'tenant_id': '6dbb51a3161e4677ac7efdfbf5131e54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:41.371784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55692) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:41.388964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3783c4ca-c71a-4061-8a86-c60c09430921 req-9e00f85e-b627-4ad1-8867-20bc21c42ccd tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=40cc0915-2475-4a89-928d-8c8ccf864095 HTTP/1.1" status: 200 len: 210 time: 0.0332127 Sep 16 05:11:41.430931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426ae087-7b19-4dab-ba04-7488e37ba483 admin admin] Made reservation on behalf of 6dbb51a3161e4677ac7efdfbf5131e54 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:41.433368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-426ae087-7b19-4dab-ba04-7488e37ba483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.832661 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-426ae087-7b19-4dab-ba04-7488e37ba483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.892870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ae087-7b19-4dab-ba04-7488e37ba483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad6d77d-12a7-4c87-880b-1c35457fa089,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.903602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ae087-7b19-4dab-ba04-7488e37ba483 admin admin] Checking segment: {'id': '242a9fcc-1e89-4bc5-ab0d-367df87e52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:41.903963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426ae087-7b19-4dab-ba04-7488e37ba483 admin admin] Network hostable DHCP agents. Network: ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:41.938679 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d53d868-9926-4145-b6c9-8120c4629a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.021776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426ae087-7b19-4dab-ba04-7488e37ba483 admin admin] Network ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:42.079371 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-444ba452-89b9-4708-8d67-fd55a252fc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.168119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-426ae087-7b19-4dab-ba04-7488e37ba483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:42.174242 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426ae087-7b19-4dab-ba04-7488e37ba483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:42.175577 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-426ae087-7b19-4dab-ba04-7488e37ba483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.178751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4383d805-a11e-4051-aada-51cb9f7d52bf None None] Network ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:42.229588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4d53d868-9926-4145-b6c9-8120c4629a7b admin admin] Deleting port e19834ea-2b62-443a-b2d6-b696ce15ed24 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:42.229991 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d53d868-9926-4145-b6c9-8120c4629a7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.304136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-426ae087-7b19-4dab-ba04-7488e37ba483 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0241964 Sep 16 05:11:42.318321 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-4d53d868-9926-4145-b6c9-8120c4629a7b admin admin] For port e19834ea-2b62-443a-b2d6-b696ce15ed24, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e19834ea-2b62-443a-b2d6-b696ce15ed24,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:42.320061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d53d868-9926-4145-b6c9-8120c4629a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.323810 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b9b43e-ab0e-4c78-bc37-e9f594459b00 None None] Network ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:42.335654 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4d53d868-9926-4145-b6c9-8120c4629a7b admin admin] Calling delete_port for e19834ea-2b62-443a-b2d6-b696ce15ed24 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:42.453038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55712) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:42.506006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55716) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:42.523926 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.575414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dda8ea9-fdbc-46b5-958b-df8a85e70f47 admin admin] Deleting subnet 5ad6d77d-12a7-4c87-880b-1c35457fa089 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:42.579643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4dda8ea9-fdbc-46b5-958b-df8a85e70f47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.644384 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4dda8ea9-fdbc-46b5-958b-df8a85e70f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.691970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4dda8ea9-fdbc-46b5-958b-df8a85e70f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.741626 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d53d868-9926-4145-b6c9-8120c4629a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.774178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53d868-9926-4145-b6c9-8120c4629a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=e19834ea-2b62-443a-b2d6-b696ce15ed24,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.802501 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4dda8ea9-fdbc-46b5-958b-df8a85e70f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.850675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda8ea9-fdbc-46b5-958b-df8a85e70f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad6d77d-12a7-4c87-880b-1c35457fa089,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.863579 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4dda8ea9-fdbc-46b5-958b-df8a85e70f47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.869622 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4dda8ea9-fdbc-46b5-958b-df8a85e70f47 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5ad6d77d-12a7-4c87-880b-1c35457fa089 HTTP/1.1" status: 204 len: 168 time: 0.3580666 Sep 16 05:11:42.869810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55724) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:42.996722 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.004786 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d53d868-9926-4145-b6c9-8120c4629a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.116385 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:11:43.152879 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.211324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:43.232695 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242a9fcc-1e89-4bc5-ab0d-367df87e52a7') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:43.233027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242a9fcc-1e89-4bc5-ab0d-367df87e52a7') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:43.247473 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.265853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d53d868-9926-4145-b6c9-8120c4629a7b admin admin] Router e465cd28-fbba-468e-8593-3e02d0345820 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:43.273811 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0eec-beec-4270-9b70-4b7b09abe1ad tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.277728 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.325690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:43.326008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:43.327710 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:43.385881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d53d868-9926-4145-b6c9-8120c4629a7b admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:43.393551 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4d53d868-9926-4145-b6c9-8120c4629a7b admin admin] 10.222.0.24 "PUT /v2.0/routers/e465cd28-fbba-468e-8593-3e02d0345820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0180492 Sep 16 05:11:43.394955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55730) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:43.402692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f3a12-aed0-41b0-971f-6564360a7378 None None] Sync routers for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:43.418574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f3a12-aed0-41b0-971f-6564360a7378 None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:43.419798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-509f3a12-aed0-41b0-971f-6564360a7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:43.465606 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.475968 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.477812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f HTTP/1.1" status: 204 len: 168 time: 0.6087098 Sep 16 05:11:43.495088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08d508-a51f-4ca2-ac1e-02eaf76bb2f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec62ae9c-f0c6-4597-9cb6-f06f4c8dfc5f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.541752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-509f3a12-aed0-41b0-971f-6564360a7378 None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:43.668128 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.792961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55740) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:43.813718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-509f3a12-aed0-41b0-971f-6564360a7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:11:42Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:43.863287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f3a12-aed0-41b0-971f-6564360a7378 None None] Checking router: e465cd28-fbba-468e-8593-3e02d0345820 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:43.863472 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.863559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f3a12-aed0-41b0-971f-6564360a7378 None None] Routers {'e465cd28-fbba-468e-8593-3e02d0345820'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:43.863559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-509f3a12-aed0-41b0-971f-6564360a7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e465cd28-fbba-468e-8593-3e02d0345820'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:43.899500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9a702e22-7542-42bc-b0f8-e51bff33911d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6dbb51a3161e4677ac7efdfbf5131e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056371 Sep 16 05:11:43.901996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55744) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:43.923999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd0eec-beec-4270-9b70-4b7b09abe1ad tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port 3faf275f-f9c5-4328-8269-9a6406802d45 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:43.924620 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0eec-beec-4270-9b70-4b7b09abe1ad tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.957124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3555197b-eecf-4d9e-bf24-8d0c50b35006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.967732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-509f3a12-aed0-41b0-971f-6564360a7378 None None] Set router e465cd28-fbba-468e-8593-3e02d0345820 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:43.980049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3555197b-eecf-4d9e-bf24-8d0c50b35006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.069549 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-cbbd0eec-beec-4270-9b70-4b7b09abe1ad tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port 3faf275f-f9c5-4328-8269-9a6406802d45, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3faf275f-f9c5-4328-8269-9a6406802d45,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:44.069937 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0eec-beec-4270-9b70-4b7b09abe1ad tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.090084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd0eec-beec-4270-9b70-4b7b09abe1ad tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for 3faf275f-f9c5-4328-8269-9a6406802d45 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:44.101069 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3555197b-eecf-4d9e-bf24-8d0c50b35006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.105302 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3555197b-eecf-4d9e-bf24-8d0c50b35006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.107763 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3555197b-eecf-4d9e-bf24-8d0c50b35006 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84e4b562-24b1-4caf-8b7d-b0233fcb95dd HTTP/1.1" status: 204 len: 168 time: 0.2035491 Sep 16 05:11:44.119889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555197b-eecf-4d9e-bf24-8d0c50b35006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e4b562-24b1-4caf-8b7d-b0233fcb95dd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.125013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Deleting port a796b78b-8cf8-4792-bad0-6d33757beb8a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:44.125367 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.188836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-509f3a12-aed0-41b0-971f-6564360a7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:11:42Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:44.230880 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f3a12-aed0-41b0-971f-6564360a7378 None None] The sync data for ids ['e465cd28-fbba-468e-8593-3e02d0345820'] in n-d-712137-12 is: [{'id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'name': 'tempest-AttachVolumeTestJSON-1867140289-router', 'tenant_id': 'be85c04689e0447ca8e5936abf67644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:11:42Z', 'revision_number': 5, 'project_id': 'be85c04689e0447ca8e5936abf67644c', 'gw_port': {'id': 'a796b78b-8cf8-4792-bad0-6d33757beb8a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e465cd28-fbba-468e-8593-3e02d0345820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:44.398417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 49aa946c-96a5-4e9e-8230-cd938391c756 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:44.452434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 49aa946c-96a5-4e9e-8230-cd938391c756 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:44.453114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 49aa946c-96a5-4e9e-8230-cd938391c756 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:44.523725 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b58dfaaf-b875-4a54-945e-93ce9d36e333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.694458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] For port a796b78b-8cf8-4792-bad0-6d33757beb8a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a796b78b-8cf8-4792-bad0-6d33757beb8a,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:44.695028 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.717474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Calling delete_port for a796b78b-8cf8-4792-bad0-6d33757beb8a owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:44.870088 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0eec-beec-4270-9b70-4b7b09abe1ad tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.904099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd0eec-beec-4270-9b70-4b7b09abe1ad tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=3faf275f-f9c5-4328-8269-9a6406802d45,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:45.078935 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.118476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Pushing event deleted for resources: {'Port': ['ID=a796b78b-8cf8-4792-bad0-6d33757beb8a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:45.211877 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0eec-beec-4270-9b70-4b7b09abe1ad tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.244924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e19834ea-2b62-443a-b2d6-b696ce15ed24 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:45.269924 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.295425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: e19834ea-2b62-443a-b2d6-b696ce15ed24 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:45.295956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e19834ea-2b62-443a-b2d6-b696ce15ed24 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:45.303409 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.382181 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.385914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.573495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.574057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e465cd28-fbba-468e-8593-3e02d0345820 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:45.580614 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.582064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d3d14c21-a044-4d2f-a4b3-6020c12d387d admin admin] 10.222.0.24 "DELETE /v2.0/routers/e465cd28-fbba-468e-8593-3e02d0345820 HTTP/1.1" status: 204 len: 168 time: 2.1858656 Sep 16 05:11:45.584486 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55790) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:45.589411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbd0eec-beec-4270-9b70-4b7b09abe1ad tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router b1b96909-702c-4b7f-abfb-4b201a37a864 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:45.681286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af3736c-ff57-4e5d-9e63-5fa14d2f8581 admin admin] Deleting subnet 15d61f5f-1073-4f65-93f4-bed009717890 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:45.692645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2af3736c-ff57-4e5d-9e63-5fa14d2f8581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.730825 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2af3736c-ff57-4e5d-9e63-5fa14d2f8581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.740423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbd0eec-beec-4270-9b70-4b7b09abe1ad tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:45.750214 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a671563-c058-44b9-92ff-00e8c244b52e None None] Sync routers for ids ['b1b96909-702c-4b7f-abfb-4b201a37a864'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:45.752791 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cbbd0eec-beec-4270-9b70-4b7b09abe1ad tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "PUT /v2.0/routers/b1b96909-702c-4b7f-abfb-4b201a37a864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2979763 Sep 16 05:11:45.753529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55798) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:45.761085 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a671563-c058-44b9-92ff-00e8c244b52e None None] Routers {'b1b96909-702c-4b7f-abfb-4b201a37a864'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:45.761724 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1a671563-c058-44b9-92ff-00e8c244b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b1b96909-702c-4b7f-abfb-4b201a37a864'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:45.837294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f6d9c3-c8b2-4371-86ff-b089ee025a31 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting subnet 8be0794f-35af-42bf-80e4-2be52802a5c3 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:45.841160 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d9c3-c8b2-4371-86ff-b089ee025a31 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.848248 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2af3736c-ff57-4e5d-9e63-5fa14d2f8581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.891145 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-1a671563-c058-44b9-92ff-00e8c244b52e None None] Set router b1b96909-702c-4b7f-abfb-4b201a37a864 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:45.893190 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d9c3-c8b2-4371-86ff-b089ee025a31 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.003684 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.007458 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2af3736c-ff57-4e5d-9e63-5fa14d2f8581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.028324 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d9c3-c8b2-4371-86ff-b089ee025a31 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.036394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3736c-ff57-4e5d-9e63-5fa14d2f8581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d61f5f-1073-4f65-93f4-bed009717890,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.040986 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2af3736c-ff57-4e5d-9e63-5fa14d2f8581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.048205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea39be8-7d0b-47d3-b685-680d44ace2a4 None None] Network 83e93922-7656-483d-9a51-ad0f15994c9e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:46.054308 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2af3736c-ff57-4e5d-9e63-5fa14d2f8581 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15d61f5f-1073-4f65-93f4-bed009717890 HTTP/1.1" status: 204 len: 168 time: 0.4686954 Sep 16 05:11:46.057033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55806) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.117695 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1a671563-c058-44b9-92ff-00e8c244b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:11:44Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:46.169076 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a671563-c058-44b9-92ff-00e8c244b52e None None] Checking router: b1b96909-702c-4b7f-abfb-4b201a37a864 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:46.171018 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d9c3-c8b2-4371-86ff-b089ee025a31 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.180334 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a671563-c058-44b9-92ff-00e8c244b52e None None] Routers {'b1b96909-702c-4b7f-abfb-4b201a37a864'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:46.181272 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1a671563-c058-44b9-92ff-00e8c244b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['b1b96909-702c-4b7f-abfb-4b201a37a864'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:46.206080 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.243285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6d9c3-c8b2-4371-86ff-b089ee025a31 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Subnet': ['ID=8be0794f-35af-42bf-80e4-2be52802a5c3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.247354 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d9c3-c8b2-4371-86ff-b089ee025a31 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.249095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a3f6d9c3-c8b2-4371-86ff-b089ee025a31 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/subnets/8be0794f-35af-42bf-80e4-2be52802a5c3 HTTP/1.1" status: 204 len: 168 time: 0.4944384 Sep 16 05:11:46.253847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55812) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.276279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba1966-daa2-4808-8ba0-315a8420f8f8 None None] Network e0646290-b698-44c3-bc3c-d18c587f00f6 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:46.343101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Deleting port 8bbc357a-0bdb-49fe-8698-6087478eea0f {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:46.343443 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.448001 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.457720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] DHCP port deletion for 83e93922-7656-483d-9a51-ad0f15994c9e request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:46.461923 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-1a671563-c058-44b9-92ff-00e8c244b52e None None] Set router b1b96909-702c-4b7f-abfb-4b201a37a864 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:46.614267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Deleting port 8bbc357a-0bdb-49fe-8698-6087478eea0f {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:46.614655 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.634330 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.653588 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.773890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1ddb88-fb6c-4c56-8216-4eead1b2c1a3 None None] DHCP port deletion for e0646290-b698-44c3-bc3c-d18c587f00f6 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:46.831118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] For port 8bbc357a-0bdb-49fe-8698-6087478eea0f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8bbc357a-0bdb-49fe-8698-6087478eea0f,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:46.831620 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.852036 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1a671563-c058-44b9-92ff-00e8c244b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:11:44Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:46.868822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Calling delete_port for 8bbc357a-0bdb-49fe-8698-6087478eea0f owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:46.904523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port 3a453702-a7ad-4b32-95c7-07ba7b940c5a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:46.905578 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.937757 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a671563-c058-44b9-92ff-00e8c244b52e None None] The sync data for ids ['b1b96909-702c-4b7f-abfb-4b201a37a864'] in n-d-712137-12 is: [{'id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146514856', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:09:32Z', 'updated_at': '2021-09-16T05:11:44Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '3a453702-a7ad-4b32-95c7-07ba7b940c5a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b96909-702c-4b7f-abfb-4b201a37a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:09:33Z', 'updated_at': '2021-09-16T05:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:47.061262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] For port 8bbc357a-0bdb-49fe-8698-6087478eea0f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8bbc357a-0bdb-49fe-8698-6087478eea0f,segment=NetworkSegment(1efc86a4-ed5b-48bc-815a-4fb4ca80b08f),segment_id=1efc86a4-ed5b-48bc-815a-4fb4ca80b08f)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:47.061852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.063775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ddb88-fb6c-4c56-8216-4eead1b2c1a3 None None] Deleting port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:47.064244 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eb1ddb88-fb6c-4c56-8216-4eead1b2c1a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.082952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Calling delete_port for 8bbc357a-0bdb-49fe-8698-6087478eea0f owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:47.084273 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port 3a453702-a7ad-4b32-95c7-07ba7b940c5a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3a453702-a7ad-4b32-95c7-07ba7b940c5a,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:47.087835 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.103037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for 3a453702-a7ad-4b32-95c7-07ba7b940c5a owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:47.333693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-eb1ddb88-fb6c-4c56-8216-4eead1b2c1a3 None None] For port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=466dd6a7-3c18-4d10-8da0-47e8b31a5e9c,segment=NetworkSegment(d2ebae20-0381-4a5e-a679-32d089277bd1),segment_id=d2ebae20-0381-4a5e-a679-32d089277bd1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:47.334099 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eb1ddb88-fb6c-4c56-8216-4eead1b2c1a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.351912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ddb88-fb6c-4c56-8216-4eead1b2c1a3 None None] Calling delete_port for 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:47.432974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8bbc357a-0bdb-49fe-8698-6087478eea0f no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:47.446244 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.451173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.504996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbc357a-0bdb-49fe-8698-6087478eea0f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.516643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] No DVR routers for this DVR port 8bbc357a-0bdb-49fe-8698-6087478eea0f on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:47.523280 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.552594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=3a453702-a7ad-4b32-95c7-07ba7b940c5a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.591437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Pushing event deleted for resources: {'Port': ['ID=8bbc357a-0bdb-49fe-8698-6087478eea0f,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.621625 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.636482 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.646432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] No DVR routers for this DVR port 8bbc357a-0bdb-49fe-8698-6087478eea0f on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:47.655418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:47.655418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:47.655418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:47.655418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:47.655418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:47.655418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:47.655418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:47.655418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:47.655418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:47.655418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:47.655418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:47.656076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b5121-b95b-4ea4-9781-c67c4d4c3049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:47.676841 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No active binding found for port 8bbc357a-0bdb-49fe-8698-6087478eea0f {{(pid=95453) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:11:47.677282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8bbc357a-0bdb-49fe-8698-6087478eea0f not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:47.678802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a796b78b-8cf8-4792-bad0-6d33757beb8a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:47.685315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e93922-7656-483d-9a51-ad0f15994c9e']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.697065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.697450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efc86a4-ed5b-48bc-815a-4fb4ca80b08f') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.706085 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: a796b78b-8cf8-4792-bad0-6d33757beb8a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:47.706861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a796b78b-8cf8-4792-bad0-6d33757beb8a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:47.706861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3faf275f-f9c5-4328-8269-9a6406802d45 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:47.708725 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.708844 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.725541 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.731996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 3faf275f-f9c5-4328-8269-9a6406802d45 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:47.732157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:47.732352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3faf275f-f9c5-4328-8269-9a6406802d45 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:47.732750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.732856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:47.735545 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:47.762798 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.765548 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eb1ddb88-fb6c-4c56-8216-4eead1b2c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.769793 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.803086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ddb88-fb6c-4c56-8216-4eead1b2c1a3 None None] Pushing event deleted for resources: {'Port': ['ID=466dd6a7-3c18-4d10-8da0-47e8b31a5e9c,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.811174 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1ddb88-fb6c-4c56-8216-4eead1b2c1a3 None None] No DVR routers for this DVR port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:47.825369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No active binding found for port 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c {{(pid=95453) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:11:47.825856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 466dd6a7-3c18-4d10-8da0-47e8b31a5e9c not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:47.906661 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.913217 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.915461 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] 10.222.0.24 "DELETE /v2.0/networks/83e93922-7656-483d-9a51-ad0f15994c9e HTTP/1.1" status: 204 len: 168 time: 1.8573725 Sep 16 05:11:47.929867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe3aee-d362-4484-898d-4b78615e9052 admin admin] Pushing event deleted for resources: {'Network': ['ID=83e93922-7656-483d-9a51-ad0f15994c9e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.934943 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.935548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Fanout notify agent at l3_agent the message router_deleted on router b1b96909-702c-4b7f-abfb-4b201a37a864 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:47.943236 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.944509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a8009c75-30e8-470b-9681-c876af7aacc8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/routers/b1b96909-702c-4b7f-abfb-4b201a37a864 HTTP/1.1" status: 204 len: 168 time: 1.6899149 Sep 16 05:11:47.947319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55854) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.057605 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.156947 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.178714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0646290-b698-44c3-bc3c-d18c587f00f6']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:48.187955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ebae20-0381-4a5e-a679-32d089277bd1') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:48.188241 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ebae20-0381-4a5e-a679-32d089277bd1') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:48.197857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.211338 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.217316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:48.217710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:48.221405 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:48.369502 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.380341 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.382610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/networks/e0646290-b698-44c3-bc3c-d18c587f00f6 HTTP/1.1" status: 204 len: 168 time: 0.4341328 Sep 16 05:11:48.386612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55868) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.398018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b327b-1212-4627-9833-257319cc4fdc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Network': ['ID=e0646290-b698-44c3-bc3c-d18c587f00f6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.450496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55872) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.478788 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51bee825-af61-4ed4-89d0-6b72a6a28675 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.511708 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51bee825-af61-4ed4-89d0-6b72a6a28675 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.537584 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5621a73f-2c1d-4883-8555-8591cc73e532 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be85c04689e0447ca8e5936abf67644c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852334 Sep 16 05:11:48.538758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55876) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.605918 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d32afeb-df3e-428b-8a52-6882e0d88723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.628830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d32afeb-df3e-428b-8a52-6882e0d88723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.665125 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51bee825-af61-4ed4-89d0-6b72a6a28675 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.668711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51bee825-af61-4ed4-89d0-6b72a6a28675 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.686386 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-51bee825-af61-4ed4-89d0-6b72a6a28675 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/security-groups/fda534bb-3c5e-45ba-aeee-046c2267926d HTTP/1.1" status: 204 len: 168 time: 0.2980168 Sep 16 05:11:48.696660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee825-af61-4ed4-89d0-6b72a6a28675 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda534bb-3c5e-45ba-aeee-046c2267926d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.794925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d32afeb-df3e-428b-8a52-6882e0d88723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.799919 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d32afeb-df3e-428b-8a52-6882e0d88723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.806182 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9d32afeb-df3e-428b-8a52-6882e0d88723 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6db209b2-0fe4-46b7-a246-e7d01dd1a7e8 HTTP/1.1" status: 204 len: 168 time: 0.2608268 Sep 16 05:11:48.822654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32afeb-df3e-428b-8a52-6882e0d88723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db209b2-0fe4-46b7-a246-e7d01dd1a7e8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.150852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3a453702-a7ad-4b32-95c7-07ba7b940c5a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:49.171106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 3a453702-a7ad-4b32-95c7-07ba7b940c5a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:49.171438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3a453702-a7ad-4b32-95c7-07ba7b940c5a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:49.239311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55898) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.244115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d3bb952e-b187-481f-814e-b78f1ded9e60 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-579891123', 'description': 'tempest-secgroup-smoke-579891123 description', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:49.386967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bb952e-b187-481f-814e-b78f1ded9e60 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.476143 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bb952e-b187-481f-814e-b78f1ded9e60 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.546562 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bb952e-b187-481f-814e-b78f1ded9e60 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.575463 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb952e-b187-481f-814e-b78f1ded9e60 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca4154f-905a-4c24-89fa-030f0c25ba81,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.637146 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d3bb952e-b187-481f-814e-b78f1ded9e60 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.638443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d3bb952e-b187-481f-814e-b78f1ded9e60 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3981247 Sep 16 05:11:49.641510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55914) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.646313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7f2ee49c-6cb9-44b4-a3ec-fc375ff5624b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fca4154f-905a-4c24-89fa-030f0c25ba81', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:49.750541 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee49c-6cb9-44b4-a3ec-fc375ff5624b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.791912 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55920) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.832849 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee49c-6cb9-44b4-a3ec-fc375ff5624b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.906133 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee49c-6cb9-44b4-a3ec-fc375ff5624b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.926744 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4656b243-fe9b-4893-a096-db33fb938587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.930148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ee49c-6cb9-44b4-a3ec-fc375ff5624b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c244ba29-3d07-4e0b-ab04-eb7c1fa5a559,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.996846 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee49c-6cb9-44b4-a3ec-fc375ff5624b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.998313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7f2ee49c-6cb9-44b4-a3ec-fc375ff5624b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557665 Sep 16 05:11:50.000969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55932) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.005652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9e6c1c09-81a8-4489-9778-e8b81ce3037b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fca4154f-905a-4c24-89fa-030f0c25ba81', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:50.312509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4656b243-fe9b-4893-a096-db33fb938587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.380137 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4656b243-fe9b-4893-a096-db33fb938587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.417188 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4656b243-fe9b-4893-a096-db33fb938587 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b130edbf446d4aabb1fc73974ec5c148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6234286 Sep 16 05:11:50.419917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55946) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.428065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656b243-fe9b-4893-a096-db33fb938587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a6b9dc-615e-40ed-a981-d72489f9092a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.485557 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-413f0b37-3a05-46a3-a7b1-de3565250880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.487927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1c09-81a8-4489-9778-e8b81ce3037b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.525526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-413f0b37-3a05-46a3-a7b1-de3565250880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.573462 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1c09-81a8-4489-9778-e8b81ce3037b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.649376 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1c09-81a8-4489-9778-e8b81ce3037b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.653597 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-413f0b37-3a05-46a3-a7b1-de3565250880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.656292 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-413f0b37-3a05-46a3-a7b1-de3565250880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.657580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-413f0b37-3a05-46a3-a7b1-de3565250880 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60a6b9dc-615e-40ed-a981-d72489f9092a HTTP/1.1" status: 204 len: 168 time: 0.2349503 Sep 16 05:11:50.680567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c1c09-81a8-4489-9778-e8b81ce3037b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15adc6dd-3237-4140-9ba1-0c0fd873b872,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.682173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f0b37-3a05-46a3-a7b1-de3565250880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a6b9dc-615e-40ed-a981-d72489f9092a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.746440 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1c09-81a8-4489-9778-e8b81ce3037b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.747701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9e6c1c09-81a8-4489-9778-e8b81ce3037b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7457616 Sep 16 05:11:50.751139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55954) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.757179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1e294fdf-f9bd-4d59-8164-d967200babb8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fca4154f-905a-4c24-89fa-030f0c25ba81', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:50.871303 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e294fdf-f9bd-4d59-8164-d967200babb8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.924020 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e294fdf-f9bd-4d59-8164-d967200babb8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.065830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e294fdf-f9bd-4d59-8164-d967200babb8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.111963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e294fdf-f9bd-4d59-8164-d967200babb8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64502e5-63ac-4da5-b633-2f3a0e2d0ef1,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.231396 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e294fdf-f9bd-4d59-8164-d967200babb8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.232732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1e294fdf-f9bd-4d59-8164-d967200babb8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4805958 Sep 16 05:11:51.235433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55972) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.239835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c608566f-891c-44b0-b0e8-b9fc340685bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fca4154f-905a-4c24-89fa-030f0c25ba81', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:51.317208 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c608566f-891c-44b0-b0e8-b9fc340685bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.378000 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c608566f-891c-44b0-b0e8-b9fc340685bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.455797 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c608566f-891c-44b0-b0e8-b9fc340685bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.477050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608566f-891c-44b0-b0e8-b9fc340685bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33c7e50-2fec-4326-ad32-3860f7cafe3d,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.489767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 55982) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.502989 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c805b1af-261c-4e8f-86dc-391a50a4739f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.559521 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c608566f-891c-44b0-b0e8-b9fc340685bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.563754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c608566f-891c-44b0-b0e8-b9fc340685bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3243737 Sep 16 05:11:51.563985 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55984) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.569996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9448242d-6fc7-45a3-bd38-695089c5c4d6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fca4154f-905a-4c24-89fa-030f0c25ba81', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:51.648340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c805b1af-261c-4e8f-86dc-391a50a4739f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.724090 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c805b1af-261c-4e8f-86dc-391a50a4739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.781411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c805b1af-261c-4e8f-86dc-391a50a4739f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f03005b04564ee6bf69b0b08f48b3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905006 Sep 16 05:11:51.783757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805b1af-261c-4e8f-86dc-391a50a4739f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb88693-b48a-4d81-be00-e7f353c08881,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.784666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 55988) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.835254 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-29ceea08-0e35-4e1d-b758-e20b19dbd67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.857162 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-29ceea08-0e35-4e1d-b758-e20b19dbd67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.901025 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-9448242d-6fc7-45a3-bd38-695089c5c4d6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Project b57050cfd0c741c1b347796c3e06ea10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:11:51.906649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9448242d-6fc7-45a3-bd38-695089c5c4d6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.030220 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-29ceea08-0e35-4e1d-b758-e20b19dbd67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.033269 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-29ceea08-0e35-4e1d-b758-e20b19dbd67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.037806 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-29ceea08-0e35-4e1d-b758-e20b19dbd67f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/feb88693-b48a-4d81-be00-e7f353c08881 HTTP/1.1" status: 204 len: 168 time: 0.2520945 Sep 16 05:11:52.055011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9448242d-6fc7-45a3-bd38-695089c5c4d6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.058516 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceea08-0e35-4e1d-b758-e20b19dbd67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb88693-b48a-4d81-be00-e7f353c08881,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.146808 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9448242d-6fc7-45a3-bd38-695089c5c4d6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.209450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448242d-6fc7-45a3-bd38-695089c5c4d6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4c9586-22f9-4e7f-a46e-a8e605662da9,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.352591 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9448242d-6fc7-45a3-bd38-695089c5c4d6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.353840 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9448242d-6fc7-45a3-bd38-695089c5c4d6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7881017 Sep 16 05:11:52.356726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56002) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.367315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-282f94bb-2209-44fb-8678-9a33f323edde tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fca4154f-905a-4c24-89fa-030f0c25ba81', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:52.490797 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-282f94bb-2209-44fb-8678-9a33f323edde tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Project b57050cfd0c741c1b347796c3e06ea10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:11:52.500388 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-282f94bb-2209-44fb-8678-9a33f323edde tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.583640 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-282f94bb-2209-44fb-8678-9a33f323edde tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.677884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-282f94bb-2209-44fb-8678-9a33f323edde tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.695166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f94bb-2209-44fb-8678-9a33f323edde tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de18018-989d-469b-bb59-24eec6601dc5,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.786280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-282f94bb-2209-44fb-8678-9a33f323edde tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.787514 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-282f94bb-2209-44fb-8678-9a33f323edde tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4298513 Sep 16 05:11:52.790384 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56016) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.795248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-debd06d6-1d77-4870-880d-2ef25a620e79 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'network': {'name': 'tempest-network-smoke--514270703', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'port_security_enabled': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:52.905776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debd06d6-1d77-4870-880d-2ef25a620e79 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Made reservation on behalf of b57050cfd0c741c1b347796c3e06ea10 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:52.911177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-debd06d6-1d77-4870-880d-2ef25a620e79 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.944371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debd06d6-1d77-4870-880d-2ef25a620e79 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:52.953354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-debd06d6-1d77-4870-880d-2ef25a620e79 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.953945 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-debd06d6-1d77-4870-880d-2ef25a620e79 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Added segment 3652f450-cf0e-4b2e-bc2a-7f1623017b8f of type vlan for network f61edadf-cd41-4847-af5f-debb12522ee8 Sep 16 05:11:52.994072 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-debd06d6-1d77-4870-880d-2ef25a620e79 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.123414 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-debd06d6-1d77-4870-880d-2ef25a620e79 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.129300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debd06d6-1d77-4870-880d-2ef25a620e79 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:53.129906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-debd06d6-1d77-4870-880d-2ef25a620e79 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.198639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd06d6-1d77-4870-880d-2ef25a620e79 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Network': ['ID=f61edadf-cd41-4847-af5f-debb12522ee8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.212437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network f61edadf-cd41-4847-af5f-debb12522ee8 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:53.286184 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-debd06d6-1d77-4870-880d-2ef25a620e79 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4947698 Sep 16 05:11:53.291736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56042) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.296768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'admin_state_up': True, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:53.432100 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.433368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.489937 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.709626 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.044112 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.073700 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.312240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.25.3.85 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/5d367976-622b-4a19-afb0-a8434a762567) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:54.429121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.552817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.597766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:54.600648 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:54.604878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:54.698435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=5d367976-622b-4a19-afb0-a8434a762567,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.997610 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.307483 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.598017 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:55.712546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:55.723303 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Sync routers for ids ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:55.733062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Routers {'fa3793c9-99b4-4820-beeb-1bb1d3a12d08'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:55.734496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:55.809224 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.813565 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7555d868-ded3-4802-91a0-96b3077690fc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5175407 Sep 16 05:11:55.813750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56132) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.838644 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56134) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.849460 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-83df1b3c-efb2-4421-b1a2-47ecd0395b34 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=b57050cfd0c741c1b347796c3e06ea10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314546 Sep 16 05:11:55.849709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Set router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:55.849804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56138) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.947618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce147b4c-e865-41a0-887c-cb02f14a6177 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:55.949300 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ce147b4c-e865-41a0-887c-cb02f14a6177 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0988293 Sep 16 05:11:55.952305 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56142) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.966093 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3eee6b3-5623-4b4b-ab8b-62018af61c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.002239 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-356d3c59-5cf5-4d57-9b07-551c29865fbc tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473964 Sep 16 05:11:56.009447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56146) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:56.015133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9d68a5cd-8115-47af-ac87-8d96e0ffb513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1307134407', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:56.123423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 3, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:56.131061 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3eee6b3-5623-4b4b-ab8b-62018af61c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.151401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Checking router: fa3793c9-99b4-4820-beeb-1bb1d3a12d08 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:56.152077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Updating router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 port 5d367976-622b-4a19-afb0-a8434a762567 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:56.181543 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.230980 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3eee6b3-5623-4b4b-ab8b-62018af61c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.270755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a3eee6b3-5623-4b4b-ab8b-62018af61c41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8d26299ce3649f8b1b83541b9b5a127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4310117 Sep 16 05:11:56.272009 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eee6b3-5623-4b4b-ab8b-62018af61c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d22ca0-97f3-41f7-ba25-b2bdd7241349,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.273730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56158) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:56.337374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5654e05-0a6d-4a06-bedc-70a1b4c5b87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.366444 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5654e05-0a6d-4a06-bedc-70a1b4c5b87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.388172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d68a5cd-8115-47af-ac87-8d96e0ffb513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Made reservation on behalf of b57050cfd0c741c1b347796c3e06ea10 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:56.391924 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9d68a5cd-8115-47af-ac87-8d96e0ffb513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.488058 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.494818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56168) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:56.563216 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.585321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea220254-8d36-4e87-94fb-64f35df69843 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.586255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea220254-8d36-4e87-94fb-64f35df69843 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.586737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea220254-8d36-4e87-94fb-64f35df69843 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.589422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ea220254-8d36-4e87-94fb-64f35df69843 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=44eac926846f463789703829e934134d&network_id=f0e17fed-a446-4647-bcce-e3b855cc60a9 HTTP/1.1" status: 200 len: 2973 time: 0.0931001 Sep 16 05:11:56.594373 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5654e05-0a6d-4a06-bedc-70a1b4c5b87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.597746 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5654e05-0a6d-4a06-bedc-70a1b4c5b87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.598913 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a5654e05-0a6d-4a06-bedc-70a1b4c5b87e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8d22ca0-97f3-41f7-ba25-b2bdd7241349 HTTP/1.1" status: 204 len: 168 time: 0.3229632 Sep 16 05:11:56.624319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5654e05-0a6d-4a06-bedc-70a1b4c5b87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d22ca0-97f3-41f7-ba25-b2bdd7241349,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.634188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Attempting to bind port 5d367976-622b-4a19-afb0-a8434a762567 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:56.635202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Attempting to bind port 5d367976-622b-4a19-afb0-a8434a762567 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:56.635795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Attempting to bind port 5d367976-622b-4a19-afb0-a8434a762567 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:56.646172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:56.646894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:56.647931 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.648778 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:56.649478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Bound port: 5d367976-622b-4a19-afb0-a8434a762567, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:56.650561 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.701517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce18f87-6895-414f-8557-e9f5757b1bbf None None] Pushing event updated for resources: {'Port': ['ID=5d367976-622b-4a19-afb0-a8434a762567,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.737233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] For port 5d367976-622b-4a19-afb0-a8434a762567, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:56.740432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] For port 5d367976-622b-4a19-afb0-a8434a762567, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5d367976-622b-4a19-afb0-a8434a762567,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:56.862143 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.895798 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9d68a5cd-8115-47af-ac87-8d96e0ffb513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.927065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Routers {'fa3793c9-99b4-4820-beeb-1bb1d3a12d08'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:56.935361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:56.935361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce18f87-6895-414f-8557-e9f5757b1bbf None None] Pushing event updated for resources: {'Port': ['ID=5d367976-622b-4a19-afb0-a8434a762567,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:57.004881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68a5cd-8115-47af-ac87-8d96e0ffb513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Subnet': ['ID=a8f387cf-7e95-4c81-a424-db5d5b238ac0,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:57.013327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68a5cd-8115-47af-ac87-8d96e0ffb513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Checking segment: {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:57.013987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d68a5cd-8115-47af-ac87-8d96e0ffb513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network hostable DHCP agents. Network: f61edadf-cd41-4847-af5f-debb12522ee8, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:57.096179 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] Set router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:57.140793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d68a5cd-8115-47af-ac87-8d96e0ffb513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network f61edadf-cd41-4847-af5f-debb12522ee8 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:57.215253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9d68a5cd-8115-47af-ac87-8d96e0ffb513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, f61edadf-cd41-4847-af5f-debb12522ee8) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:57.220806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d68a5cd-8115-47af-ac87-8d96e0ffb513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:57.221493 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9d68a5cd-8115-47af-ac87-8d96e0ffb513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.236353 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e57ec5-992e-4143-aff3-0ddb8ee2eab0 None None] Network f61edadf-cd41-4847-af5f-debb12522ee8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:57.334393 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9d68a5cd-8115-47af-ac87-8d96e0ffb513 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3212960 Sep 16 05:11:57.334621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56186) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.417406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 3, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:57.476794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e390f3-f6df-4d3d-800e-f61ab2cd1d43 None None] The sync data for ids ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'] in n-d-712137-12 is: [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 3, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:57.510918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56196) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.538510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b4d7d6-d675-40ef-86bf-3a29dcb82799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.597697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-f61edadf-cd41-4847-af5f-debb12522ee8', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ips': [{'subnet_id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:57.598562 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.765289 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b4d7d6-d675-40ef-86bf-3a29dcb82799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.832714 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30b4d7d6-d675-40ef-86bf-3a29dcb82799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.855408 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Allocated IP 172.20.0.2 (f61edadf-cd41-4847-af5f-debb12522ee8/a8f387cf-7e95-4c81-a424-db5d5b238ac0/03b5ab12-b7b2-42c5-82fc-11f0093dda83) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:57.975700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-30b4d7d6-d675-40ef-86bf-3a29dcb82799 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c23e6fe55b60473faceae403f04e9aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618337 Sep 16 05:11:57.985068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56204) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.007835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4d7d6-d675-40ef-86bf-3a29dcb82799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd26af9-d4fe-44a9-a1a0-2fa643093010,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.106199 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-962ab386-5b16-4035-bcca-c641ad6c0c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.114345 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.124393 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.133457 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-962ab386-5b16-4035-bcca-c641ad6c0c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.201229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56208) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.243930 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.304845 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-962ab386-5b16-4035-bcca-c641ad6c0c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.307150 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-962ab386-5b16-4035-bcca-c641ad6c0c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.309058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-962ab386-5b16-4035-bcca-c641ad6c0c91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdd26af9-d4fe-44a9-a1a0-2fa643093010 HTTP/1.1" status: 204 len: 168 time: 0.3197684 Sep 16 05:11:58.319769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Network f61edadf-cd41-4847-af5f-debb12522ee8 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:58.327417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ab386-5b16-4035-bcca-c641ad6c0c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd26af9-d4fe-44a9-a1a0-2fa643093010,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.327647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:58.329874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:58.335148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899ae819-c83e-4b57-b6f4-e95d932520b5 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.337181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-899ae819-c83e-4b57-b6f4-e95d932520b5 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 814 time: 0.1343939 Sep 16 05:11:58.363988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Pushing event updated for resources: {'Port': ['ID=03b5ab12-b7b2-42c5-82fc-11f0093dda83,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.482479 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2772efc2-24da-4356-a225-d0cc0628bce1 req-38d3d2cb-b102-48fe-8695-8998431753e8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584075 Sep 16 05:11:58.489242 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Attempting to bind port 03b5ab12-b7b2-42c5-82fc-11f0093dda83 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:58.489721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Attempting to bind port 03b5ab12-b7b2-42c5-82fc-11f0093dda83 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:58.490225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Attempting to bind port 03b5ab12-b7b2-42c5-82fc-11f0093dda83 on network f61edadf-cd41-4847-af5f-debb12522ee8 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:58.503849 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:58.504221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Checking segment: {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:58.505268 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.507243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Bound using segment: {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:58.508167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Bound port: 03b5ab12-b7b2-42c5-82fc-11f0093dda83, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:58.508581 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.627609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772efc2-24da-4356-a225-d0cc0628bce1 req-3ea5f777-4012-491a-99d5-41014dde8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.634578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2772efc2-24da-4356-a225-d0cc0628bce1 req-3ea5f777-4012-491a-99d5-41014dde8fa7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 1098 time: 0.0600338 Sep 16 05:11:58.661921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] For port 03b5ab12-b7b2-42c5-82fc-11f0093dda83, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:58.672146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] For port 03b5ab12-b7b2-42c5-82fc-11f0093dda83, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=03b5ab12-b7b2-42c5-82fc-11f0093dda83,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:58.731374 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.789192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772efc2-24da-4356-a225-d0cc0628bce1 req-091774b6-b860-4c71-b346-d65dc28c7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.803485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2772efc2-24da-4356-a225-d0cc0628bce1 req-091774b6-b860-4c71-b346-d65dc28c7a70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0e17fed-a446-4647-bcce-e3b855cc60a9 HTTP/1.1" status: 200 len: 897 time: 0.1445222 Sep 16 05:11:58.873430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d40ee-4de0-4d06-9c2d-2df07ffc4838 None None] Pushing event updated for resources: {'Port': ['ID=03b5ab12-b7b2-42c5-82fc-11f0093dda83,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.928638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56234) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.937465 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ed598269-b61b-47d5-afc4-d86815c9dd02 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'network': {'name': 'tempest-network-smoke--791501166', 'project_id': '44eac926846f463789703829e934134d', 'port_security_enabled': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:58.983725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.20.0.1 (f61edadf-cd41-4847-af5f-debb12522ee8/a8f387cf-7e95-4c81-a424-db5d5b238ac0/0467b22c-0b13-472f-820d-3ce5b1e41f8b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:58.989389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2772efc2-24da-4356-a225-d0cc0628bce1 req-ddfa22fc-4b89-4d14-ac80-3ec4e2e50610 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b124859-50fb-47b6-9310-9b9db28f47b9 HTTP/1.1" status: 200 len: 1002 time: 0.1776035 Sep 16 05:11:59.072747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772efc2-24da-4356-a225-d0cc0628bce1 req-319f9608-63e9-4c6e-8677-bfc9cdc3c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.074294 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2772efc2-24da-4356-a225-d0cc0628bce1 req-319f9608-63e9-4c6e-8677-bfc9cdc3c5fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad7e9eff-539f-4579-8439-c7b504a3fd85 HTTP/1.1" status: 200 len: 834 time: 0.0771015 Sep 16 05:11:59.115329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed598269-b61b-47d5-afc4-d86815c9dd02 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Made reservation on behalf of 44eac926846f463789703829e934134d for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:59.127590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed598269-b61b-47d5-afc4-d86815c9dd02 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.304236 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.322086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed598269-b61b-47d5-afc4-d86815c9dd02 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:59.340855 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed598269-b61b-47d5-afc4-d86815c9dd02 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.342076 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-ed598269-b61b-47d5-afc4-d86815c9dd02 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Added segment 7b95bd9a-233d-4fcc-84be-73f62c5c44f1 of type vlan for network 77b1ba5a-9e31-4da3-95f8-2211c944417c Sep 16 05:11:59.343861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5d367976-622b-4a19-afb0-a8434a762567 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:59.431696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5d367976-622b-4a19-afb0-a8434a762567 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:59.432298 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.496626 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed598269-b61b-47d5-afc4-d86815c9dd02 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.542438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.554569 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.589333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 5d367976-622b-4a19-afb0-a8434a762567, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5d367976-622b-4a19-afb0-a8434a762567,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:59.631532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network f61edadf-cd41-4847-af5f-debb12522ee8 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:59.636008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:59.646320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:59.693808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772efc2-24da-4356-a225-d0cc0628bce1 req-08698c5f-5717-406b-858b-f5de7f19690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.699978 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2772efc2-24da-4356-a225-d0cc0628bce1 req-08698c5f-5717-406b-858b-f5de7f19690f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0e17fed-a446-4647-bcce-e3b855cc60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6080334 Sep 16 05:11:59.701327 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.729273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=0467b22c-0b13-472f-820d-3ce5b1e41f8b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.742816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.775118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=5d367976-622b-4a19-afb0-a8434a762567,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.792107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed598269-b61b-47d5-afc4-d86815c9dd02 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.797924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed598269-b61b-47d5-afc4-d86815c9dd02 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.799610 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ed598269-b61b-47d5-afc4-d86815c9dd02 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.859668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2772efc2-24da-4356-a225-d0cc0628bce1 req-ac612566-3b22-4b56-9b4c-71e2bbdb148d service neutron] 10.222.0.23 "GET /v2.0/networks/f0e17fed-a446-4647-bcce-e3b855cc60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543412 Sep 16 05:11:59.897896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed598269-b61b-47d5-afc4-d86815c9dd02 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Network': ['ID=77b1ba5a-9e31-4da3-95f8-2211c944417c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.924253 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ed598269-b61b-47d5-afc4-d86815c9dd02 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9942558 Sep 16 05:11:59.927682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56262) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.935633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 77b1ba5a-9e31-4da3-95f8-2211c944417c details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:00.070741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2772efc2-24da-4356-a225-d0cc0628bce1 req-c9a89f51-1292-4b0d-9bfa-826ac5240a9d service neutron] 10.222.0.23 "GET /v2.0/networks/f0e17fed-a446-4647-bcce-e3b855cc60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045743 Sep 16 05:12:00.072934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afdcd4-e4a7-4dc1-91bf-9c12c8e7793c tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.074590 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-40afdcd4-e4a7-4dc1-91bf-9c12c8e7793c tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=44eac926846f463789703829e934134d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1459455 Sep 16 05:12:00.077325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56270) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.200497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1e212e-8e54-4d30-a9da-8e962c2b95e3 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.202298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56276) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.213076 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eb1e212e-8e54-4d30-a9da-8e962c2b95e3 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345072 Sep 16 05:12:00.267088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56280) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.269696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fa9ce7ba-e079-4be5-82fd-b8f4751d8821 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661337 Sep 16 05:12:00.327677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5d053baf-e23b-4677-af61-74e89d521d08 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=44eac926846f463789703829e934134d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571339 Sep 16 05:12:00.327677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.328201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56290) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.534303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4fb88-2b2a-4891-8ebd-45931252b86f tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.539582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d4a4fb88-2b2a-4891-8ebd-45931252b86f tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2099123 Sep 16 05:12:00.540218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56296) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.574080 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b8977f5c-6d78-4fe5-aa31-4194e80690c5 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324993 Sep 16 05:12:00.576583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56298) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.587158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-887af7ae-13fa-409e-b9e0-26ff7fcecd8b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-773632145', 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c', 'project_id': '44eac926846f463789703829e934134d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:00.774900 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.854689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887af7ae-13fa-409e-b9e0-26ff7fcecd8b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Made reservation on behalf of 44eac926846f463789703829e934134d for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:00.855707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.858267 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-887af7ae-13fa-409e-b9e0-26ff7fcecd8b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.956740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8578541-c0a5-46ed-b850-71c89dab77be None None] Network f61edadf-cd41-4847-af5f-debb12522ee8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:01.015183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=0467b22c-0b13-472f-820d-3ce5b1e41f8b,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.059725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56306) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.064945 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b88adf61-0ba0-47af-a906-403dc7e96d9a None None] Provisioning complete for port 03b5ab12-b7b2-42c5-82fc-11f0093dda83 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:01.072548 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b88adf61-0ba0-47af-a906-403dc7e96d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.077033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.269950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network f61edadf-cd41-4847-af5f-debb12522ee8 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:01.275394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:01.343119 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-887af7ae-13fa-409e-b9e0-26ff7fcecd8b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.352546 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1da1a175-1a9e-49a3-b388-eabfad5706af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.426337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887af7ae-13fa-409e-b9e0-26ff7fcecd8b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Subnet': ['ID=022190cc-f61f-46b9-a916-80ff0b1a0840,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.437454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887af7ae-13fa-409e-b9e0-26ff7fcecd8b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Checking segment: {'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:01.437874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887af7ae-13fa-409e-b9e0-26ff7fcecd8b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network hostable DHCP agents. Network: 77b1ba5a-9e31-4da3-95f8-2211c944417c, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:01.457942 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5d367976-622b-4a19-afb0-a8434a762567 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:01.534073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:01.564718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887af7ae-13fa-409e-b9e0-26ff7fcecd8b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network 77b1ba5a-9e31-4da3-95f8-2211c944417c is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:01.619658 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b88adf61-0ba0-47af-a906-403dc7e96d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.636697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5d367976-622b-4a19-afb0-a8434a762567 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:01.637422 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.660604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-887af7ae-13fa-409e-b9e0-26ff7fcecd8b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 77b1ba5a-9e31-4da3-95f8-2211c944417c) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:01.665711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887af7ae-13fa-409e-b9e0-26ff7fcecd8b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.669226 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-887af7ae-13fa-409e-b9e0-26ff7fcecd8b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.685652 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723c999d-f1fa-4852-b4ff-2096bb018064 None None] Network 77b1ba5a-9e31-4da3-95f8-2211c944417c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:01.689514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:01.704027 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Sync routers for ids ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:01.705819 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1704b30d-600e-4fe6-8d22-b187fbf5d9c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "PUT /v2.0/routers/fa3793c9-99b4-4820-beeb-1bb1d3a12d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3699114 Sep 16 05:12:01.714499 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Routers {'fa3793c9-99b4-4820-beeb-1bb1d3a12d08'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:01.718836 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:01.731678 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1da1a175-1a9e-49a3-b388-eabfad5706af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.805916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b88adf61-0ba0-47af-a906-403dc7e96d9a None None] For port 03b5ab12-b7b2-42c5-82fc-11f0093dda83, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=03b5ab12-b7b2-42c5-82fc-11f0093dda83,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:01.816227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1da1a175-1a9e-49a3-b388-eabfad5706af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.876751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 03b5ab12-b7b2-42c5-82fc-11f0093dda83 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:01.918480 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1da1a175-1a9e-49a3-b388-eabfad5706af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0744dd205dff461599a6f1449f37d623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8575103 Sep 16 05:12:01.918854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56326) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.921069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1a175-1a9e-49a3-b388-eabfad5706af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4737b15b-029c-4475-ad65-c3251722a49b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.931429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-887af7ae-13fa-409e-b9e0-26ff7fcecd8b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3485312 Sep 16 05:12:01.934938 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b88adf61-0ba0-47af-a906-403dc7e96d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.994286 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Set router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:02.055126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-77b1ba5a-9e31-4da3-95f8-2211c944417c', 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c', 'tenant_id': '44eac926846f463789703829e934134d', 'fixed_ips': [{'subnet_id': '022190cc-f61f-46b9-a916-80ff0b1a0840'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:02.056002 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.076346 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cc9e8b6f-7331-4f72-8900-e50557bd2f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.150498 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cc9e8b6f-7331-4f72-8900-e50557bd2f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.150737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88adf61-0ba0-47af-a906-403dc7e96d9a None None] Pushing event updated for resources: {'Port': ['ID=03b5ab12-b7b2-42c5-82fc-11f0093dda83,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:02.167618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 03b5ab12-b7b2-42c5-82fc-11f0093dda83 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:02.167881 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.274979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-17801436-cdbc-40dd-a976-50a2d1776ff4 None None] Provisioning complete for port 03b5ab12-b7b2-42c5-82fc-11f0093dda83 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:02.275358 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-17801436-cdbc-40dd-a976-50a2d1776ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.335168 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cc9e8b6f-7331-4f72-8900-e50557bd2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.337990 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cc9e8b6f-7331-4f72-8900-e50557bd2f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.341550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cc9e8b6f-7331-4f72-8900-e50557bd2f46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4737b15b-029c-4475-ad65-c3251722a49b HTTP/1.1" status: 204 len: 168 time: 0.4184139 Sep 16 05:12:02.373254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e8b6f-7331-4f72-8900-e50557bd2f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4737b15b-029c-4475-ad65-c3251722a49b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:02.463546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-000c99eb-d6fd-481e-bc07-848d5475ceee tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579891123&fields=id&tenant_id=b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 267 time: 0.0740528 Sep 16 05:12:02.650658 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0467b22c-0b13-472f-820d-3ce5b1e41f8b', 'name': '', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:97:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 2, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:02.665646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c956a09-996b-4048-b400-7597ef78e41e req-7c03ef39-6a05-4513-8982-4472f945ce07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.670607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-7c03ef39-6a05-4513-8982-4472f945ce07 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/networks?id=f61edadf-cd41-4847-af5f-debb12522ee8 HTTP/1.1" status: 200 len: 796 time: 0.1954203 Sep 16 05:12:02.688012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-0645784a-ce85-4883-af4b-b7d259c1a066 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/quotas/b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 375 time: 0.0105066 Sep 16 05:12:02.701743 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Checking router: fa3793c9-99b4-4820-beeb-1bb1d3a12d08 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:02.704866 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Updating router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 port 0467b22c-0b13-472f-820d-3ce5b1e41f8b binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:02.744380 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.757765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-988e9690-e3ee-437c-abee-a168acc91bc4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629628 Sep 16 05:12:02.778784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Allocated IP 172.20.0.18 (77b1ba5a-9e31-4da3-95f8-2211c944417c/022190cc-f61f-46b9-a916-80ff0b1a0840/5367bfc1-1325-48df-bde7-b34b4a7c8bb5) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:02.788793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-00346b7e-e39d-4a5d-b442-6ce52e43e580 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:02.792378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-00346b7e-e39d-4a5d-b442-6ce52e43e580 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156400 Sep 16 05:12:02.801468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-17801436-cdbc-40dd-a976-50a2d1776ff4 None None] Provisioning complete for port 0467b22c-0b13-472f-820d-3ce5b1e41f8b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:02.802080 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-17801436-cdbc-40dd-a976-50a2d1776ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.927601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-07c09af2-ca92-439c-b57c-68fbe00a6da0 service neutron] 10.222.0.24 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280019 Sep 16 05:12:03.045965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-17801436-cdbc-40dd-a976-50a2d1776ff4 None None] Port 0467b22c-0b13-472f-820d-3ce5b1e41f8b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:03.191131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-83c11cfd-c461-425f-8008-9f8b94c6a895 service neutron] 10.222.0.24 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551489 Sep 16 05:12:03.229136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f85f64ec-0051-4699-9f39-2a78fb406dd3 None None] Provisioning complete for port 0467b22c-0b13-472f-820d-3ce5b1e41f8b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:03.229779 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f85f64ec-0051-4699-9f39-2a78fb406dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.259193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56358) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:03.264680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8e13def6-3d53-4048-9ed4-f42fd2b31208 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-256827392', 'description': 'tempest-secgroup-smoke-256827392 description', 'project_id': '44eac926846f463789703829e934134d'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:03.321107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 03b5ab12-b7b2-42c5-82fc-11f0093dda83 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:03.426175 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.443785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f85f64ec-0051-4699-9f39-2a78fb406dd3 None None] Port 0467b22c-0b13-472f-820d-3ce5b1e41f8b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:03.457527 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 03b5ab12-b7b2-42c5-82fc-11f0093dda83 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:03.458508 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.493620 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.506900 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8e13def6-3d53-4048-9ed4-f42fd2b31208 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.602749 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.614966 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.655836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Network 77b1ba5a-9e31-4da3-95f8-2211c944417c is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:03.664504 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:03.667094 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:03.677180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Pushing event updated for resources: {'Port': ['ID=5367bfc1-1325-48df-bde7-b34b4a7c8bb5,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.724209 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Pushing event updated for resources: {'Port': ['ID=0467b22c-0b13-472f-820d-3ce5b1e41f8b,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.750988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Attempting to bind port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:03.753722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Attempting to bind port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:03.753722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Attempting to bind port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 on network 77b1ba5a-9e31-4da3-95f8-2211c944417c {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:03.754392 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8e13def6-3d53-4048-9ed4-f42fd2b31208 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.761918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:03.762297 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Checking segment: {'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:03.762707 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.763112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Bound using segment: {'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:03.763640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Bound port: 5367bfc1-1325-48df-bde7-b34b4a7c8bb5, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:03.764021 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.816616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ccf7b302-003b-44bf-863b-bd7094b900fa req-9a9b44f6-4dc0-4ce6-b9c9-2979b3041d3a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 210 time: 0.1683640 Sep 16 05:12:03.817634 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:03.817979 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:03.818318 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:03.818668 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:03.819079 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:03.819304 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:03.819632 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:03.819959 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:03.820296 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:03.820774 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:03.826269 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:03.826634 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:03.849560 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8e13def6-3d53-4048-9ed4-f42fd2b31208 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.857548 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Attempting to bind port 0467b22c-0b13-472f-820d-3ce5b1e41f8b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:03.859430 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Attempting to bind port 0467b22c-0b13-472f-820d-3ce5b1e41f8b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:03.864916 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Attempting to bind port 0467b22c-0b13-472f-820d-3ce5b1e41f8b on network f61edadf-cd41-4847-af5f-debb12522ee8 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:03.875336 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:03.876682 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Checking segment: {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:03.878563 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.880227 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Bound using segment: {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:03.881931 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Bound port: 0467b22c-0b13-472f-820d-3ce5b1e41f8b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:03.884224 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.914696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13def6-3d53-4048-9ed4-f42fd2b31208 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b70a0ac-bce7-49ae-a260-e7d12f459e21,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.945916 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8e13def6-3d53-4048-9ed4-f42fd2b31208 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.949882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56396) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:03.953686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] For port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:03.953820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8e13def6-3d53-4048-9ed4-f42fd2b31208 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6894252 Sep 16 05:12:03.956156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '4b70a0ac-bce7-49ae-a260-e7d12f459e21', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:03.965171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] For port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5367bfc1-1325-48df-bde7-b34b4a7c8bb5,segment=NetworkSegment(7b95bd9a-233d-4fcc-84be-73f62c5c44f1),segment_id=7b95bd9a-233d-4fcc-84be-73f62c5c44f1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:04.003143 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] For port 0467b22c-0b13-472f-820d-3ce5b1e41f8b, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:04.006511 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] For port 0467b22c-0b13-472f-820d-3ce5b1e41f8b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0467b22c-0b13-472f-820d-3ce5b1e41f8b,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:04.031934 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.107387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd20d8-a7ca-4d55-9c77-a9c80c0bf8d8 None None] Pushing event updated for resources: {'Port': ['ID=5367bfc1-1325-48df-bde7-b34b4a7c8bb5,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:04.112101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.174037 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.185479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bc8d456a-1682-4f65-8f85-29bcb1ed8c3d None None] Provisioning complete for port 0467b22c-0b13-472f-820d-3ce5b1e41f8b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:04.188399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.189742 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bc8d456a-1682-4f65-8f85-29bcb1ed8c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.270965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56406) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.273026 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.297166 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66098f23-4905-4950-a4e4-484867ca40bc None None] Pushing event updated for resources: {'Port': ['ID=0467b22c-0b13-472f-820d-3ce5b1e41f8b,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:04.341207 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Routers {'fa3793c9-99b4-4820-beeb-1bb1d3a12d08'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:04.341634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829e03f8-932d-415d-aa70-010a96736c42,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:04.341860 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:04.362927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.363570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.364091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.364794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.365307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.365804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.366274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.366897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.367552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.368051 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.368590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.369622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:04.403446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.406340 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b0e0259f-bdb1-403e-acf3-2939d6d4877a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4549134 Sep 16 05:12:04.411039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56414) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.414105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-fda75e82-8de2-4159-9268-801c512bbb0a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '4b70a0ac-bce7-49ae-a260-e7d12f459e21', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:04.474067 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bc8d456a-1682-4f65-8f85-29bcb1ed8c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.585596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-bc8d456a-1682-4f65-8f85-29bcb1ed8c3d None None] For port 0467b22c-0b13-472f-820d-3ce5b1e41f8b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0467b22c-0b13-472f-820d-3ce5b1e41f8b,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:04.593427 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fda75e82-8de2-4159-9268-801c512bbb0a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.677611 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bc8d456a-1682-4f65-8f85-29bcb1ed8c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.685834 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] Set router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:04.742395 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fda75e82-8de2-4159-9268-801c512bbb0a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.759728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d456a-1682-4f65-8f85-29bcb1ed8c3d None None] Pushing event updated for resources: {'Port': ['ID=0467b22c-0b13-472f-820d-3ce5b1e41f8b,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:04.770490 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-364ff1b3-b56f-49fb-9676-39cf66757017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.809252 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f6a0b447-6e80-4f21-b37e-a35d4db6202d None None] Provisioning complete for port 0467b22c-0b13-472f-820d-3ce5b1e41f8b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:04.809633 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f6a0b447-6e80-4f21-b37e-a35d4db6202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.828074 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fda75e82-8de2-4159-9268-801c512bbb0a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.876153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda75e82-8de2-4159-9268-801c512bbb0a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f7f322-eb30-4ec8-9dd2-7fd8293e2c14,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:04.944263 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0467b22c-0b13-472f-820d-3ce5b1e41f8b', 'name': '', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:97:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:03Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:04.975380 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-357182f7-3ff7-4845-abe1-6a3da0cfa630 req-4e92119d-09de-45c3-9c2e-b19530d33fbe tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 210 time: 0.0588343 Sep 16 05:12:04.976241 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b654b3-3ee4-4538-95f3-2963c5044c33 None None] The sync data for ids ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'] in n-d-712137-12 is: [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0467b22c-0b13-472f-820d-3ce5b1e41f8b', 'name': '', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:97:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:03Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:05.050473 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-364ff1b3-b56f-49fb-9676-39cf66757017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.143216 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-364ff1b3-b56f-49fb-9676-39cf66757017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.197765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ff1b3-b56f-49fb-9676-39cf66757017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc079faa-b7ba-44a9-9f8e-69d4384b38b0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.204032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-364ff1b3-b56f-49fb-9676-39cf66757017 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5654df4857f94b5fb7c9781044fa4625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9320021 Sep 16 05:12:05.207418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56434) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.294946 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fda75e82-8de2-4159-9268-801c512bbb0a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.294946 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fda75e82-8de2-4159-9268-801c512bbb0a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8803790 Sep 16 05:12:05.294946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56438) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.300111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1b4ce99d-bb17-4fb5-9e17-05d6983d40fa tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '4b70a0ac-bce7-49ae-a260-e7d12f459e21', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:05.306995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba48-c929-4c3d-85af-23d442a4ee8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.357188 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba48-c929-4c3d-85af-23d442a4ee8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.384343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0467b22c-0b13-472f-820d-3ce5b1e41f8b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:05.427994 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce99d-bb17-4fb5-9e17-05d6983d40fa tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.536549 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0467b22c-0b13-472f-820d-3ce5b1e41f8b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:05.537161 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.557006 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba48-c929-4c3d-85af-23d442a4ee8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.559643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba48-c929-4c3d-85af-23d442a4ee8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.561068 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a4f7ba48-c929-4c3d-85af-23d442a4ee8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc079faa-b7ba-44a9-9f8e-69d4384b38b0 HTTP/1.1" status: 204 len: 168 time: 0.3516862 Sep 16 05:12:05.573435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ba48-c929-4c3d-85af-23d442a4ee8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc079faa-b7ba-44a9-9f8e-69d4384b38b0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.606431 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce99d-bb17-4fb5-9e17-05d6983d40fa tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.683356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce99d-bb17-4fb5-9e17-05d6983d40fa tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.719159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ce99d-bb17-4fb5-9e17-05d6983d40fa tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9760235b-4bd3-4d71-80f2-cc1877f1d393,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.804857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:05.815737 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce99d-bb17-4fb5-9e17-05d6983d40fa tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.819914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56454) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.824547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d0928a04-1663-4870-b5ee-2cbc239d42a0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '4b70a0ac-bce7-49ae-a260-e7d12f459e21', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:05.825744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1b4ce99d-bb17-4fb5-9e17-05d6983d40fa tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5310543 Sep 16 05:12:05.834817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36d98c8-0d9c-4029-b036-2186021176e8 None None] Network 77b1ba5a-9e31-4da3-95f8-2211c944417c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:05.951623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-590c75c4-2d54-4887-8071-962f0b884a44 None None] Provisioning complete for port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:05.956647 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-590c75c4-2d54-4887-8071-962f0b884a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.956826 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d0928a04-1663-4870-b5ee-2cbc239d42a0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.027987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:06.028616 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.060229 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d0928a04-1663-4870-b5ee-2cbc239d42a0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.146306 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d0928a04-1663-4870-b5ee-2cbc239d42a0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.166981 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff7b4f4b-e5f8-49ec-aa87-536e580ce059 req-147387b1-9072-4657-a140-b98a0559386e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 210 time: 0.0568869 Sep 16 05:12:06.185093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0928a04-1663-4870-b5ee-2cbc239d42a0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc5283f-df05-4ba1-a996-8843cd590cc9,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.301008 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d0928a04-1663-4870-b5ee-2cbc239d42a0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.305438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56476) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:06.305756 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d0928a04-1663-4870-b5ee-2cbc239d42a0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4845409 Sep 16 05:12:06.312005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ae7c5d56-849d-43fb-80a5-f4808188028c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '4b70a0ac-bce7-49ae-a260-e7d12f459e21', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:06.358492 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.395874 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-590c75c4-2d54-4887-8071-962f0b884a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.433367 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-ae7c5d56-849d-43fb-80a5-f4808188028c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Project 44eac926846f463789703829e934134d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:12:06.438214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5367bfc1-1325-48df-bde7-b34b4a7c8bb5,segment=NetworkSegment(7b95bd9a-233d-4fcc-84be-73f62c5c44f1),segment_id=7b95bd9a-233d-4fcc-84be-73f62c5c44f1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:06.448115 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5d56-849d-43fb-80a5-f4808188028c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.525015 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.667826 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=5367bfc1-1325-48df-bde7-b34b4a7c8bb5,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.711772 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-590c75c4-2d54-4887-8071-962f0b884a44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:12:06.715883 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5d56-849d-43fb-80a5-f4808188028c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.717004 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-590c75c4-2d54-4887-8071-962f0b884a44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:12:06.734084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c956a09-996b-4048-b400-7597ef78e41e req-58bed80e-7cd5-4e0c-98c8-eef41f0712a3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:06.738771 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-58bed80e-7cd5-4e0c-98c8-eef41f0712a3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.37 "GET /v2.0/networks?id=f61edadf-cd41-4847-af5f-debb12522ee8 HTTP/1.1" status: 200 len: 796 time: 0.3880908 Sep 16 05:12:06.800427 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-69fb84e9-4ad9-4f2c-9ec6-693c571b5bee tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 379 time: 0.0511947 Sep 16 05:12:06.812455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c956a09-996b-4048-b400-7597ef78e41e req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'port': {'device_id': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'admin_state_up': True, 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'security_groups': ['fca4154f-905a-4c24-89fa-030f0c25ba81']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:06.849602 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5d56-849d-43fb-80a5-f4808188028c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.916131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5d56-849d-43fb-80a5-f4808188028c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2facd7-a88d-4cd3-a08f-922ca44c5464,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.016795 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5d56-849d-43fb-80a5-f4808188028c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.018661 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ae7c5d56-849d-43fb-80a5-f4808188028c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7118373 Sep 16 05:12:07.021532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56510) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.026250 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7ef2a461-1c2f-4550-904a-47865515d8c0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '4b70a0ac-bce7-49ae-a260-e7d12f459e21', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:07.102319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c956a09-996b-4048-b400-7597ef78e41e req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Made reservation on behalf of b57050cfd0c741c1b347796c3e06ea10 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:07.109288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c956a09-996b-4048-b400-7597ef78e41e req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.198928 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-7ef2a461-1c2f-4550-904a-47865515d8c0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Project 44eac926846f463789703829e934134d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:12:07.209700 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ef2a461-1c2f-4550-904a-47865515d8c0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.305943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:07.377412 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ef2a461-1c2f-4550-904a-47865515d8c0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.403287 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f5b1fea-179b-4d72-aec3-656983ae047e req-b55bff74-95b5-43ac-98fb-c3b18b50c1a7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 210 time: 0.0335953 Sep 16 05:12:07.403801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:07.403801 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.427056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-7c956a09-996b-4048-b400-7597ef78e41e req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.20.0.9 (f61edadf-cd41-4847-af5f-debb12522ee8/a8f387cf-7e95-4c81-a424-db5d5b238ac0/d0678a5f-68ba-4d0f-8f15-ff55ebc403ee) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:07.451208 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ef2a461-1c2f-4550-904a-47865515d8c0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.492020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2a461-1c2f-4550-904a-47865515d8c0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3707e76-28db-47f1-9023-3c228dd32f30,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.570703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9a477de5-f8df-401a-9c54-a1696c56b572 None None] Provisioning complete for port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:07.571289 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9a477de5-f8df-401a-9c54-a1696c56b572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.614767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ef2a461-1c2f-4550-904a-47865515d8c0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.617116 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7ef2a461-1c2f-4550-904a-47865515d8c0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5936193 Sep 16 05:12:07.686230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c956a09-996b-4048-b400-7597ef78e41e req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.825929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c956a09-996b-4048-b400-7597ef78e41e req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.885526 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c956a09-996b-4048-b400-7597ef78e41e req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network f61edadf-cd41-4847-af5f-debb12522ee8 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:07.894533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-7c956a09-996b-4048-b400-7597ef78e41e req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:07.904370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c956a09-996b-4048-b400-7597ef78e41e req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:07.911487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.945244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-54076f84-d77b-44d3-b778-c94958731dc4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-256827392&fields=id&tenant_id=44eac926846f463789703829e934134d HTTP/1.1" status: 200 len: 267 time: 0.0873640 Sep 16 05:12:07.975804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c956a09-996b-4048-b400-7597ef78e41e req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:07.976443 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c956a09-996b-4048-b400-7597ef78e41e req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.087190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-4c877ded-e633-4759-b140-13ed4628e3dd tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:08.088918 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-4c877ded-e633-4759-b140-13ed4628e3dd tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/networks?id=77b1ba5a-9e31-4da3-95f8-2211c944417c HTTP/1.1" status: 200 len: 796 time: 0.1358695 Sep 16 05:12:08.111685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-a1f183a1-9ed8-41eb-a123-28221b3fdb47 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/quotas/44eac926846f463789703829e934134d HTTP/1.1" status: 200 len: 375 time: 0.0110791 Sep 16 05:12:08.155137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-e1606dc3-15ce-4a9f-9702-01645cbecb4e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3429134 Sep 16 05:12:08.158850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-22906f77-148d-4914-96d0-169492f09604 None None] Provisioning complete for port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:08.160326 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-22906f77-148d-4914-96d0-169492f09604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.163612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Request body: {'port': {'device_id': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:08.202462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-ebd66880-e138-4696-a276-261f4714d56c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0842674 Sep 16 05:12:08.213501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-22906f77-148d-4914-96d0-169492f09604 None None] Port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:08.222636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-5455c799-9a1e-4ccc-b8cd-822150ab66ba service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:08.223607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-5455c799-9a1e-4ccc-b8cd-822150ab66ba service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059271 Sep 16 05:12:08.280295 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.419424 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56590) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.455864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-a4ed9916-3d6f-4f17-af76-b7093fd8d35a service neutron] 10.222.0.24 "GET /v2.0/networks/77b1ba5a-9e31-4da3-95f8-2211c944417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076414 Sep 16 05:12:08.552903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56598) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.647450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-edd0e975-6be1-49e0-8e6d-98858babf450 service neutron] 10.222.0.24 "GET /v2.0/networks/77b1ba5a-9e31-4da3-95f8-2211c944417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892595 Sep 16 05:12:08.669549 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbacbdb-c44b-4daf-929b-7ad48e6270bb req-72a785fa-ae15-4e56-9168-c83f0eb24966 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:08.671155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9cbacbdb-c44b-4daf-929b-7ad48e6270bb req-72a785fa-ae15-4e56-9168-c83f0eb24966 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 931 time: 0.1165071 Sep 16 05:12:08.674178 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3fbdec62-2b91-4137-97b4-eeff5d21e9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.722947 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab6a30d2-58e8-4271-91ad-c552856ed850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.751371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9cbacbdb-c44b-4daf-929b-7ad48e6270bb req-995a3261-c673-4d83-9e0f-b638332d0713 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511503 Sep 16 05:12:08.820377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3fbdec62-2b91-4137-97b4-eeff5d21e9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.832663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0678a5f-68ba-4d0f-8f15-ff55ebc403ee {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:08.840517 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.856053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Transition to ACTIVE for port object d0678a5f-68ba-4d0f-8f15-ff55ebc403ee will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:08.886999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3fbdec62-2b91-4137-97b4-eeff5d21e9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.941358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e741ac0-325c-4f4c-90ed-b914c3cabefa req-b9a543c4-caa8-4ecb-b64b-d54c51fb7410 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 210 time: 0.0583730 Sep 16 05:12:08.946209 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.958604 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3fbdec62-2b91-4137-97b4-eeff5d21e9eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f32ae32e4c146ba847d259af0aabdd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5373662 Sep 16 05:12:08.963688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56612) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.971903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdec62-2b91-4137-97b4-eeff5d21e9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdd7391-d14d-49b9-9884-02152b02b2f3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.060966 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7e345f4-2edc-42c9-851e-f328286c763b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.072339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.121015 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Attempting to bind port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:09.121356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Attempting to bind port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:09.121684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Attempting to bind port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on network f61edadf-cd41-4847-af5f-debb12522ee8 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:09.127310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on network f61edadf-cd41-4847-af5f-debb12522ee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:09.127692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Attempting to bind port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on network f61edadf-cd41-4847-af5f-debb12522ee8 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:09.131628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7e345f4-2edc-42c9-851e-f328286c763b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.134152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:09.134732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Checking segment: {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:09.135277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Bound using segment: {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:09.135902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Bound port: d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:09.136503 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.179943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab6a30d2-58e8-4271-91ad-c552856ed850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.226913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:09.230240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:09.357705 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7e345f4-2edc-42c9-851e-f328286c763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.358077 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.360900 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7e345f4-2edc-42c9-851e-f328286c763b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.364764 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c7e345f4-2edc-42c9-851e-f328286c763b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bdd7391-d14d-49b9-9884-02152b02b2f3 HTTP/1.1" status: 204 len: 168 time: 0.3975265 Sep 16 05:12:09.370115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ab6a30d2-58e8-4271-91ad-c552856ed850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.388544 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e345f4-2edc-42c9-851e-f328286c763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdd7391-d14d-49b9-9884-02152b02b2f3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.435329 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ab6a30d2-58e8-4271-91ad-c552856ed850 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f9eda68912b4ef8afe0a6f8b0be4090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8812654 Sep 16 05:12:09.440613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56624) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:09.473768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a30d2-58e8-4271-91ad-c552856ed850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3600cc53-f8c5-402e-a2b2-9fe5514e7a90,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.474029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.474029 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.474029 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] 10.222.0.37 "PUT /v2.0/ports/d0678a5f-68ba-4d0f-8f15-ff55ebc403ee HTTP/1.1" status: 200 len: 1092 time: 1.3083725 Sep 16 05:12:09.474029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:09.474029 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de80969a-561f-46c1-904a-e1a55651b2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:09.480968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871990cc-9ddb-43c2-b75c-a2c85c0a33b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.546781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5ce071d-5573-4a21-8dbe-dc0bd87d6af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.569718 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031fd433-9b20-4eff-9b8b-529cd570605c x-openstack-request-id: req-031fd433-9b20-4eff-9b8b-529cd570605c {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:09.570182 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:09.570563 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-031fd433-9b20-4eff-9b8b-529cd570605c {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:09.571069 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'status': 'completed', 'code': 200} Sep 16 05:12:09.587448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5ce071d-5573-4a21-8dbe-dc0bd87d6af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.657520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80969a-561f-46c1-904a-e1a55651b2cc req-aae74d51-b4ad-4141-aa1b-3078825f4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.659311 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de80969a-561f-46c1-904a-e1a55651b2cc req-aae74d51-b4ad-4141-aa1b-3078825f4048 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 1095 time: 0.0611498 Sep 16 05:12:09.700899 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5ce071d-5573-4a21-8dbe-dc0bd87d6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.704825 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5ce071d-5573-4a21-8dbe-dc0bd87d6af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.706807 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a5ce071d-5573-4a21-8dbe-dc0bd87d6af6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3600cc53-f8c5-402e-a2b2-9fe5514e7a90 HTTP/1.1" status: 204 len: 168 time: 0.2646422 Sep 16 05:12:09.721417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce071d-5573-4a21-8dbe-dc0bd87d6af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3600cc53-f8c5-402e-a2b2-9fe5514e7a90,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.806842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80969a-561f-46c1-904a-e1a55651b2cc req-7c7da89d-645d-4c58-8131-8fb999c012b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.810337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de80969a-561f-46c1-904a-e1a55651b2cc req-7c7da89d-645d-4c58-8131-8fb999c012b5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b57050cfd0c741c1b347796c3e06ea10&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1428428 Sep 16 05:12:09.969416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ae25b-8b5b-41a0-9055-adc4b21e47b7 req-5729d467-c85d-4fdf-a774-c9a91b0e0f41 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.971606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-902ae25b-8b5b-41a0-9055-adc4b21e47b7 req-5729d467-c85d-4fdf-a774-c9a91b0e0f41 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 943 time: 0.0770862 Sep 16 05:12:09.972705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80969a-561f-46c1-904a-e1a55651b2cc req-0d41dc12-66ed-4159-9800-0d3e3bc037fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.974046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de80969a-561f-46c1-904a-e1a55651b2cc req-0d41dc12-66ed-4159-9800-0d3e3bc037fb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1550243 Sep 16 05:12:10.052792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-902ae25b-8b5b-41a0-9055-adc4b21e47b7 req-6b773cac-1c19-4a4c-88f4-a1986ee7c5e7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718875 Sep 16 05:12:10.082538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a08816d-bacd-43c5-90f7-e1a935795a14 req-613b86c2-d04c-4d68-aec5-fb11c70b946c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 210 time: 0.0344148 Sep 16 05:12:10.099220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c956a09-996b-4048-b400-7597ef78e41e req-c138dd92-3b1a-468e-9d90-d39994974ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:10.100922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-c138dd92-3b1a-468e-9d90-d39994974ed5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 1095 time: 0.0811517 Sep 16 05:12:10.165355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-bec1d53b-ee51-4247-8efc-09e1a591372e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee HTTP/1.1" status: 200 len: 217 time: 0.0468600 Sep 16 05:12:10.223871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c956a09-996b-4048-b400-7597ef78e41e req-9398635f-80c2-4c0e-8038-5fdf3410bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:10.225346 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-9398635f-80c2-4c0e-8038-5fdf3410bd62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8f387cf-7e95-4c81-a424-db5d5b238ac0 HTTP/1.1" status: 200 len: 835 time: 0.0525625 Sep 16 05:12:10.268307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56650) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.278388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c956a09-996b-4048-b400-7597ef78e41e req-cf8b89f2-e6db-47e5-a0c8-ba656b9729d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:10.280697 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-cf8b89f2-e6db-47e5-a0c8-ba656b9729d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f61edadf-cd41-4847-af5f-debb12522ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471287 Sep 16 05:12:10.282651 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86972ff5-6d14-4fd8-9bce-aceda4099525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.396041 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-c386c3d9-33ae-41bb-8838-a399bc3e6304 service neutron] 10.222.0.37 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016686 Sep 16 05:12:10.407065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86972ff5-6d14-4fd8-9bce-aceda4099525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.472684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86972ff5-6d14-4fd8-9bce-aceda4099525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.503150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c956a09-996b-4048-b400-7597ef78e41e req-563ea629-1887-44fd-969f-82d545b1bb88 service neutron] 10.222.0.37 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044195 Sep 16 05:12:10.515705 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-86972ff5-6d14-4fd8-9bce-aceda4099525 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d5f76d2fca64f8eb68e869b5f70b266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437994 Sep 16 05:12:10.515929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56658) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.522346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86972ff5-6d14-4fd8-9bce-aceda4099525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dea606-fb52-4c74-9bb7-b6d072c24f29,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.579029 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e76886cb-edc7-4019-b86a-d7f3f974e999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.613012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e76886cb-edc7-4019-b86a-d7f3f974e999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.763357 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e76886cb-edc7-4019-b86a-d7f3f974e999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.766051 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e76886cb-edc7-4019-b86a-d7f3f974e999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.767901 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e76886cb-edc7-4019-b86a-d7f3f974e999 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9dea606-fb52-4c74-9bb7-b6d072c24f29 HTTP/1.1" status: 204 len: 168 time: 0.2506537 Sep 16 05:12:10.777185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76886cb-edc7-4019-b86a-d7f3f974e999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dea606-fb52-4c74-9bb7-b6d072c24f29,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:11.306368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-102a7e56-b70c-4387-ba13-e78ed7cfcae1 req-2ed94fc3-cd22-49b6-958d-ccc3d9a71f42 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 210 time: 0.0961602 Sep 16 05:12:11.324694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04890695-527d-4281-83e9-dc405c8d8345 req-0a93d964-2629-4083-b46c-ec7b7f5415bd tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.326746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04890695-527d-4281-83e9-dc405c8d8345 req-0a93d964-2629-4083-b46c-ec7b7f5415bd tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 943 time: 0.1980903 Sep 16 05:12:11.390059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-04890695-527d-4281-83e9-dc405c8d8345 req-06ad99bc-4f9d-43a4-b534-7ad00fb292a7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554519 Sep 16 05:12:11.412509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-fa5a22a1-e14a-4d6a-9dab-93d6747643f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.414219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-fa5a22a1-e14a-4d6a-9dab-93d6747643f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.23 "GET /v2.0/networks?id=77b1ba5a-9e31-4da3-95f8-2211c944417c HTTP/1.1" status: 200 len: 796 time: 0.2344208 Sep 16 05:12:11.485214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-1a9220f8-5908-4700-a9e2-e973d71b8f0d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44eac926846f463789703829e934134d HTTP/1.1" status: 200 len: 472 time: 0.0604126 Sep 16 05:12:11.497201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'port': {'device_id': '7b79c735-0dd9-455b-a6fc-d97048ce2809', 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c', 'admin_state_up': True, 'tenant_id': '44eac926846f463789703829e934134d', 'security_groups': ['4b70a0ac-bce7-49ae-a260-e7d12f459e21']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:11.706439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Made reservation on behalf of 44eac926846f463789703829e934134d for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:11.710807 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.892978 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Allocated IP 172.20.0.30 (77b1ba5a-9e31-4da3-95f8-2211c944417c/022190cc-f61f-46b9-a916-80ff0b1a0840/518399af-7781-44d8-a4cb-f79cfe9948fe) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:12.081885 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c69c43a8-4162-43cc-88b0-01ec96f68e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.477121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1afd4587-4112-4265-a0a0-641c3202bbc0 req-b8196115-cafd-4020-bbcc-9581a9dbfa7e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 210 time: 0.0661314 Sep 16 05:12:12.523003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.528344 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.597021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4722e-217e-4fa8-84af-3822bab0da0c req-e752bdeb-b278-4944-872b-fed5ddbb4c96 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.598539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56f4722e-217e-4fa8-84af-3822bab0da0c req-e752bdeb-b278-4944-872b-fed5ddbb4c96 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 943 time: 0.0635135 Sep 16 05:12:12.651553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56f4722e-217e-4fa8-84af-3822bab0da0c req-ef2b7669-085a-427f-a179-31a66d33ec33 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442395 Sep 16 05:12:12.656049 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.710251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network 77b1ba5a-9e31-4da3-95f8-2211c944417c is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:12.711646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=518399af-7781-44d8-a4cb-f79cfe9948fe,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:12.714808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:12.717649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:12.787157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.788067 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.878683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-dce050d1-5858-4cdb-98b5-7bd4be64bd1d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3880575 Sep 16 05:12:12.893042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Request body: {'port': {'device_id': '7b79c735-0dd9-455b-a6fc-d97048ce2809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:12.973688 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.011771 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-343a8f0c-1df0-4b7e-9720-14ff22542f52 None None] Provisioning complete for port 518399af-7781-44d8-a4cb-f79cfe9948fe triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:13.014924 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-343a8f0c-1df0-4b7e-9720-14ff22542f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.069727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-343a8f0c-1df0-4b7e-9720-14ff22542f52 None None] Port 518399af-7781-44d8-a4cb-f79cfe9948fe cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:13.196689 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56762) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:13.340008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:13.342705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518399af-7781-44d8-a4cb-f79cfe9948fe {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:13.351151 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.365011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Transition to ACTIVE for port object 518399af-7781-44d8-a4cb-f79cfe9948fe will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:13.443977 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.465957 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.549954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Pushing event updated for resources: {'Port': ['ID=518399af-7781-44d8-a4cb-f79cfe9948fe,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:13.575268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.677134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Attempting to bind port 518399af-7781-44d8-a4cb-f79cfe9948fe on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:13.678220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Attempting to bind port 518399af-7781-44d8-a4cb-f79cfe9948fe by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:13.678747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Attempting to bind port 518399af-7781-44d8-a4cb-f79cfe9948fe on network 77b1ba5a-9e31-4da3-95f8-2211c944417c {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:13.699378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c150c7-187e-42d9-943a-9ff2251e8d5c req-751affb1-9f31-42bb-817b-a858f10e366e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.701288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2c150c7-187e-42d9-943a-9ff2251e8d5c req-751affb1-9f31-42bb-817b-a858f10e366e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 944 time: 0.0847039 Sep 16 05:12:13.703030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Port 518399af-7781-44d8-a4cb-f79cfe9948fe on network 77b1ba5a-9e31-4da3-95f8-2211c944417c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:13.703774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Attempting to bind port 518399af-7781-44d8-a4cb-f79cfe9948fe on network 77b1ba5a-9e31-4da3-95f8-2211c944417c {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:13.719117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:13.721040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Checking segment: {'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:13.721546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Bound using segment: {'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:13.722012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Bound port: 518399af-7781-44d8-a4cb-f79cfe9948fe, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:13.722413 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.790121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2c150c7-187e-42d9-943a-9ff2251e8d5c req-bca35b3a-3559-448a-95b1-21a67476d3c9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b70a0ac-bce7-49ae-a260-e7d12f459e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798109 Sep 16 05:12:13.821834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Allocated IP 172.25.3.136 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/90c05c70-9c11-4577-b983-488e3ed0b17e) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:13.864066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] For port 518399af-7781-44d8-a4cb-f79cfe9948fe, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:13.881256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] For port 518399af-7781-44d8-a4cb-f79cfe9948fe, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=518399af-7781-44d8-a4cb-f79cfe9948fe,segment=NetworkSegment(7b95bd9a-233d-4fcc-84be-73f62c5c44f1),segment_id=7b95bd9a-233d-4fcc-84be-73f62c5c44f1)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:13.904536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a186633-e4d1-4079-ac71-4c3309de5c53 req-20867922-479b-4d03-a530-8f72aad6be14 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.904536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a186633-e4d1-4079-ac71-4c3309de5c53 req-20867922-479b-4d03-a530-8f72aad6be14 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 943 time: 0.0672963 Sep 16 05:12:13.947505 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.948025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a186633-e4d1-4079-ac71-4c3309de5c53 req-ad72c916-5be1-47f8-90f4-9832885b3f5f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410390 Sep 16 05:12:13.971455 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.034031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.034690 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.036259 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] 10.222.0.23 "PUT /v2.0/ports/518399af-7781-44d8-a4cb-f79cfe9948fe HTTP/1.1" status: 200 len: 1093 time: 1.1498013 Sep 16 05:12:14.036771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b79c735-0dd9-455b-a6fc-d97048ce2809', 'tag': '518399af-7781-44d8-a4cb-f79cfe9948fe'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:14.039098 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c962653-6946-4197-9fc9-ddc5e7431905" -d '{"events": [{"name": "network-changed", "server_uuid": "7b79c735-0dd9-455b-a6fc-d97048ce2809", "tag": "518399af-7781-44d8-a4cb-f79cfe9948fe"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:14.056480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d0678a5f-68ba-4d0f-8f15-ff55ebc403ee details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:14.079927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.082401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc0574-dc0e-48f2-b7e9-a19f9d1a1af6 service neutron] Pushing event updated for resources: {'Port': ['ID=518399af-7781-44d8-a4cb-f79cfe9948fe,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.123722 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b426e6dd-36f7-4862-b298-525ec3e4cc67 x-openstack-request-id: req-b426e6dd-36f7-4862-b298-525ec3e4cc67 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:14.124091 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b79c735-0dd9-455b-a6fc-d97048ce2809", "tag": "518399af-7781-44d8-a4cb-f79cfe9948fe", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:14.124729 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b426e6dd-36f7-4862-b298-525ec3e4cc67 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:14.131977 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b79c735-0dd9-455b-a6fc-d97048ce2809', 'tag': '518399af-7781-44d8-a4cb-f79cfe9948fe', 'status': 'completed', 'code': 200} Sep 16 05:12:14.133265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:14.136573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:14.143330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:14.173388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Pushing event updated for resources: {'Port': ['ID=90c05c70-9c11-4577-b983-488e3ed0b17e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.222714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-ffb5078e-f698-41ea-8bc2-d35424c993e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.231448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-ffb5078e-f698-41ea-8bc2-d35424c993e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 1096 time: 0.0866477 Sep 16 05:12:14.255404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:14.268875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'port_id': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'mac_address': 'fa:16:3e:e9:f6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:14.308846 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.324066 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-ff7d230a-f671-4f49-b26f-3709abfa6397 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=518399af-7781-44d8-a4cb-f79cfe9948fe HTTP/1.1" status: 200 len: 217 time: 0.0840411 Sep 16 05:12:14.337759 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.356774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0678a5f-68ba-4d0f-8f15-ff55ebc403ee {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:14.375444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:14.386819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-cddcdf0f-5ea7-4670-9e47-5b62980e67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.388095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-cddcdf0f-5ea7-4670-9e47-5b62980e67a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022190cc-f61f-46b9-a916-80ff0b1a0840 HTTP/1.1" status: 200 len: 837 time: 0.0563734 Sep 16 05:12:14.405606 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.436733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-fba51b91-97d6-45c7-b27c-bcfc96390447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.438781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-fba51b91-97d6-45c7-b27c-bcfc96390447 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77b1ba5a-9e31-4da3-95f8-2211c944417c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0424755 Sep 16 05:12:14.500668 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.514693 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-345097b1-ece3-47d4-8688-7df1a9b7ba1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.565344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-6026e5fa-fa58-4ca7-9fb5-58ff11d4fe4f service neutron] 10.222.0.23 "GET /v2.0/networks/77b1ba5a-9e31-4da3-95f8-2211c944417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199031 Sep 16 05:12:14.601592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.634214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56796) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:14.650554 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.688166 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cca73e39-0225-4d60-87d9-dd0553adbe46 req-85118d77-5521-451f-8e45-470edc09786b service neutron] 10.222.0.23 "GET /v2.0/networks/77b1ba5a-9e31-4da3-95f8-2211c944417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158996 Sep 16 05:12:14.717673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.786617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d0678a5f-68ba-4d0f-8f15-ff55ebc403ee'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:14.795225 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b149-1cbe-4f34-9443-bdc51a5c13ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.877422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c962653-6946-4197-9fc9-ddc5e7431905 req-18b80166-d6e4-4f19-a05d-8ea22127ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.879379 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c962653-6946-4197-9fc9-ddc5e7431905 req-18b80166-d6e4-4f19-a05d-8ea22127ffee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 1096 time: 0.0606050 Sep 16 05:12:14.880783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.885739 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Pushing event updated for resources: {'Port': ['ID=90c05c70-9c11-4577-b983-488e3ed0b17e,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.988611 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b149-1cbe-4f34-9443-bdc51a5c13ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.072921 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7fa8b149-1cbe-4f34-9443-bdc51a5c13ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.081886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c962653-6946-4197-9fc9-ddc5e7431905 req-57cdd244-19ae-4cbd-aa12-85ed8df7b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.083375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c962653-6946-4197-9fc9-ddc5e7431905 req-57cdd244-19ae-4cbd-aa12-85ed8df7b77a service neutron] 10.222.0.23 "GET /v2.0/networks?id=77b1ba5a-9e31-4da3-95f8-2211c944417c HTTP/1.1" status: 200 len: 896 time: 0.1966016 Sep 16 05:12:15.100790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698dd4b-c352-4237-8dd8-38013689020e req-fd478ade-3a3d-4afe-b13f-72996ea283e1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.102263 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0698dd4b-c352-4237-8dd8-38013689020e req-fd478ade-3a3d-4afe-b13f-72996ea283e1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 944 time: 0.1236460 Sep 16 05:12:15.113775 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7fa8b149-1cbe-4f34-9443-bdc51a5c13ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca23d29b15e244cabd410b48a3bebdf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4783385 Sep 16 05:12:15.114747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8b149-1cbe-4f34-9443-bdc51a5c13ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2798bf6-52b4-45d9-a75e-3fa564b22e78,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.117374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56812) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:15.146573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c962653-6946-4197-9fc9-ddc5e7431905 req-ff604a78-f09f-43d6-a5ae-821b5adc5d66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=518399af-7781-44d8-a4cb-f79cfe9948fe HTTP/1.1" status: 200 len: 217 time: 0.0540195 Sep 16 05:12:15.168600 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-71b52e68-19e7-42f1-8ecb-3c7dfd5017cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.171072 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.172282 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0fc9ed66-9f36-41cf-a793-9f7bd6baa16a tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9743781 Sep 16 05:12:15.179298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56814) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:15.180579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990f4de-dcf6-4fe2-9e55-055a57ed5792 req-9afcf5cd-7068-48fb-a03a-44eee9ebf3cf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.182131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5990f4de-dcf6-4fe2-9e55-055a57ed5792 req-9afcf5cd-7068-48fb-a03a-44eee9ebf3cf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 944 time: 0.1363318 Sep 16 05:12:15.186293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5ef8f4ae-11d9-4232-a743-38854fe8c1ee tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-678400743', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'fixed_ips': [{'ip_address': '172.25.3.136'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:15.209321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-71b52e68-19e7-42f1-8ecb-3c7dfd5017cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.243275 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.255784 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0698dd4b-c352-4237-8dd8-38013689020e req-58354d79-03a8-4391-95b3-5762f39a38f3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b70a0ac-bce7-49ae-a260-e7d12f459e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124713 Sep 16 05:12:15.273399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c962653-6946-4197-9fc9-ddc5e7431905 req-ac0a7848-59e8-4b4c-8b0d-ea074f1cada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.274966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c962653-6946-4197-9fc9-ddc5e7431905 req-ac0a7848-59e8-4b4c-8b0d-ea074f1cada9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022190cc-f61f-46b9-a916-80ff0b1a0840 HTTP/1.1" status: 200 len: 837 time: 0.1201477 Sep 16 05:12:15.283447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5990f4de-dcf6-4fe2-9e55-055a57ed5792 req-bec5c9b9-38c4-4afa-b451-be9f1733771c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722005 Sep 16 05:12:15.295330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef8f4ae-11d9-4232-a743-38854fe8c1ee tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Made reservation on behalf of e60ba79969c34442837d82085670b7d7 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:15.303022 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ef8f4ae-11d9-4232-a743-38854fe8c1ee tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.314203 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ef8f4ae-11d9-4232-a743-38854fe8c1ee tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.339079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c962653-6946-4197-9fc9-ddc5e7431905 req-146c5663-1c99-4d92-ba9e-d22d93780a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.340658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c962653-6946-4197-9fc9-ddc5e7431905 req-146c5663-1c99-4d92-ba9e-d22d93780a46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77b1ba5a-9e31-4da3-95f8-2211c944417c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0561960 Sep 16 05:12:15.347630 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-71b52e68-19e7-42f1-8ecb-3c7dfd5017cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.350266 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-71b52e68-19e7-42f1-8ecb-3c7dfd5017cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.351434 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-71b52e68-19e7-42f1-8ecb-3c7dfd5017cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2798bf6-52b4-45d9-a75e-3fa564b22e78 HTTP/1.1" status: 204 len: 168 time: 0.2331064 Sep 16 05:12:15.368254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b52e68-19e7-42f1-8ecb-3c7dfd5017cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2798bf6-52b4-45d9-a75e-3fa564b22e78,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.442864 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ef8f4ae-11d9-4232-a743-38854fe8c1ee tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.444773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c962653-6946-4197-9fc9-ddc5e7431905 req-5f5fe0ce-cf7e-4d88-b04b-633373d5cec0 service neutron] 10.222.0.23 "GET /v2.0/networks/77b1ba5a-9e31-4da3-95f8-2211c944417c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967574 Sep 16 05:12:15.517687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ef8f4ae-11d9-4232-a743-38854fe8c1ee tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.522592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-5ef8f4ae-11d9-4232-a743-38854fe8c1ee tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] device_id is not set on port 00cc004a-54cd-458d-8d5d-80cb21a14a37 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:15.542475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c962653-6946-4197-9fc9-ddc5e7431905 req-8d130194-756b-4999-9332-88dc06cd55c0 service neutron] 10.222.0.23 "GET /v2.0/networks/77b1ba5a-9e31-4da3-95f8-2211c944417c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901477 Sep 16 05:12:15.608005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8f4ae-11d9-4232-a743-38854fe8c1ee tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b56958-4ff1-47b8-ba44-80350860fa8c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.972892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56832) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:15.988223 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-31d9b992-58f3-466c-8622-f65024a7c336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.003277 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.033428 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef8f4ae-11d9-4232-a743-38854fe8c1ee tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:12:16.033755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef8f4ae-11d9-4232-a743-38854fe8c1ee tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:16.055490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d0678a5f-68ba-4d0f-8f15-ff55ebc403ee up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:16.090027 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-31d9b992-58f3-466c-8622-f65024a7c336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.163692 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-31d9b992-58f3-466c-8622-f65024a7c336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.216568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-31d9b992-58f3-466c-8622-f65024a7c336 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbd5e6f02e264c3d80ab72c07f37752a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421248 Sep 16 05:12:16.217732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9b992-58f3-466c-8622-f65024a7c336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361e128a-af2b-4c9d-9d20-7186facf2a20,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.219403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56834) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:16.241869 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5ef8f4ae-11d9-4232-a743-38854fe8c1ee tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0615699 Sep 16 05:12:16.245068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56836) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:16.285508 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4f7e-67fc-4113-93a3-30e3704f874d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.312201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4f7e-67fc-4113-93a3-30e3704f874d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.363010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:16.368296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:16.368761 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.442836 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4f7e-67fc-4113-93a3-30e3704f874d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.446522 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4f7e-67fc-4113-93a3-30e3704f874d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.447613 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8f1f4f7e-67fc-4113-93a3-30e3704f874d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/361e128a-af2b-4c9d-9d20-7186facf2a20 HTTP/1.1" status: 204 len: 168 time: 0.2256379 Sep 16 05:12:16.456069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f4f7e-67fc-4113-93a3-30e3704f874d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361e128a-af2b-4c9d-9d20-7186facf2a20,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.482778 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.514234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d0244-dcd4-449c-a159-e64a0cbe2c3c req-d9dc8f43-40fc-4780-91b8-984d0a3f4414 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.515492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c9d0244-dcd4-449c-a159-e64a0cbe2c3c req-d9dc8f43-40fc-4780-91b8-984d0a3f4414 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 944 time: 0.1270342 Sep 16 05:12:16.522433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:16.524782 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad71082-c933-4eda-9fe4-9bb1bf345bcc" -d '{"events": [{"server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "name": "network-vif-plugged", "status": "completed", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:16.525223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499d761-067b-40d7-9291-3c81cf633b08 req-c2718320-cd7f-4618-9187-4c51f9b24b38 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.536065 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0499d761-067b-40d7-9291-3c81cf633b08 req-c2718320-cd7f-4618-9187-4c51f9b24b38 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 944 time: 0.1486583 Sep 16 05:12:16.543968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:16.552921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 518399af-7781-44d8-a4cb-f79cfe9948fe details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:16.560207 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.613503 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.621435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c9d0244-dcd4-449c-a159-e64a0cbe2c3c req-d1e093ee-4236-42c7-bb75-3a496e8853bb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812020 Sep 16 05:12:16.627759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d335486f-e9e9-4624-b705-2a899c07283b tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Deleting port 90c05c70-9c11-4577-b983-488e3ed0b17e {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:16.628103 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d335486f-e9e9-4624-b705-2a899c07283b tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.655234 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0499d761-067b-40d7-9291-3c81cf633b08 req-0cd44990-48bb-49be-ac0b-062a1b220001 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b70a0ac-bce7-49ae-a260-e7d12f459e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179814 Sep 16 05:12:16.749109 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d335486f-e9e9-4624-b705-2a899c07283b tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.749439 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d335486f-e9e9-4624-b705-2a899c07283b tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.762107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 518399af-7781-44d8-a4cb-f79cfe9948fe, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=518399af-7781-44d8-a4cb-f79cfe9948fe,segment=NetworkSegment(7b95bd9a-233d-4fcc-84be-73f62c5c44f1),segment_id=7b95bd9a-233d-4fcc-84be-73f62c5c44f1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:16.762563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d335486f-e9e9-4624-b705-2a899c07283b tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Calling delete_port for 90c05c70-9c11-4577-b983-488e3ed0b17e owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:16.766020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.785052 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '518399af-7781-44d8-a4cb-f79cfe9948fe', 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c', 'port_id': '518399af-7781-44d8-a4cb-f79cfe9948fe', 'mac_address': 'fa:16:3e:55:f5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022190cc-f61f-46b9-a916-80ff0b1a0840', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:16.834285 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.862940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518399af-7781-44d8-a4cb-f79cfe9948fe {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:16.927473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 518399af-7781-44d8-a4cb-f79cfe9948fe, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=518399af-7781-44d8-a4cb-f79cfe9948fe,segment=NetworkSegment(7b95bd9a-233d-4fcc-84be-73f62c5c44f1),segment_id=7b95bd9a-233d-4fcc-84be-73f62c5c44f1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:16.935342 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f013dd57-b17f-4ae8-9e8e-20a4ace2d159 x-openstack-request-id: req-f013dd57-b17f-4ae8-9e8e-20a4ace2d159 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:16.935624 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "name": "network-vif-plugged", "status": "completed", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:16.935877 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f013dd57-b17f-4ae8-9e8e-20a4ace2d159 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:16.936271 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'code': 200} Sep 16 05:12:16.990857 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.056057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=518399af-7781-44d8-a4cb-f79cfe9948fe,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:17.064275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420abc1-4b96-4aa0-b233-e549b29dc869 req-b85bcc53-11f7-44f2-8737-558246e5ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.066039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f420abc1-4b96-4aa0-b233-e549b29dc869 req-b85bcc53-11f7-44f2-8737-558246e5ab2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 1097 time: 0.0678701 Sep 16 05:12:17.089704 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d335486f-e9e9-4624-b705-2a899c07283b tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.125069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335486f-e9e9-4624-b705-2a899c07283b tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Pushing event deleted for resources: {'Port': ['ID=90c05c70-9c11-4577-b983-488e3ed0b17e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:17.139159 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f420abc1-4b96-4aa0-b233-e549b29dc869 req-75ffff38-05b2-4632-bcf5-d4a7b8097905 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652266 Sep 16 05:12:17.196442 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d335486f-e9e9-4624-b705-2a899c07283b tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.198987 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d335486f-e9e9-4624-b705-2a899c07283b tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.200127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d335486f-e9e9-4624-b705-2a899c07283b tempest-ExternalNetworksAdminNegativeTestJSON-162156395 tempest-ExternalNetworksAdminNegativeTestJSON-162156395-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/11a73b6b-077d-44bd-829d-157fd0e600d7 HTTP/1.1" status: 204 len: 168 time: 0.9540229 Sep 16 05:12:17.201158 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['518399af-7781-44d8-a4cb-f79cfe9948fe'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:17.518914 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.732031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56876) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:17.801605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1764d3-cd13-4d8e-bf19-fb40ff1ebd77 req-10c3133d-c405-4a99-90a3-544fa8a0f426 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.803461 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f1764d3-cd13-4d8e-bf19-fb40ff1ebd77 req-10c3133d-c405-4a99-90a3-544fa8a0f426 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 945 time: 0.1088502 Sep 16 05:12:17.825423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13a160-34ad-4d6f-9751-54d6a3bb6775 req-55d9db11-8140-42a3-9949-937476b95bbb tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.827128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f13a160-34ad-4d6f-9751-54d6a3bb6775 req-55d9db11-8140-42a3-9949-937476b95bbb tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 945 time: 0.0741789 Sep 16 05:12:17.888787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f1764d3-cd13-4d8e-bf19-fb40ff1ebd77 req-fd1aa7f0-cc87-4aa2-b53e-8ca2d14cceeb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784738 Sep 16 05:12:17.935411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f13a160-34ad-4d6f-9751-54d6a3bb6775 req-1dcce657-8dc9-463b-bc2d-8df48491a5a1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b70a0ac-bce7-49ae-a260-e7d12f459e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988586 Sep 16 05:12:17.984130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-213fb715-b3f6-49e6-8cbb-e4c1b94ac9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.083641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-213fb715-b3f6-49e6-8cbb-e4c1b94ac9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.162223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-213fb715-b3f6-49e6-8cbb-e4c1b94ac9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.209493 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-213fb715-b3f6-49e6-8cbb-e4c1b94ac9c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7502635ab6a54d65b2eb45f7a94fe4bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4757328 Sep 16 05:12:18.211725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fb715-b3f6-49e6-8cbb-e4c1b94ac9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003e07d1-1514-49d2-b49b-7826195ba614,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:18.219322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56886) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:18.264029 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e9f7-717b-4df2-8b25-3b1256d8dc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.287893 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e9f7-717b-4df2-8b25-3b1256d8dc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.392356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e9f7-717b-4df2-8b25-3b1256d8dc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.395464 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e9f7-717b-4df2-8b25-3b1256d8dc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.396736 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a0a6e9f7-717b-4df2-8b25-3b1256d8dc05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/003e07d1-1514-49d2-b49b-7826195ba614 HTTP/1.1" status: 204 len: 168 time: 0.1833518 Sep 16 05:12:18.405609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6e9f7-717b-4df2-8b25-3b1256d8dc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003e07d1-1514-49d2-b49b-7826195ba614,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:18.570175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 518399af-7781-44d8-a4cb-f79cfe9948fe up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:18.695446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 518399af-7781-44d8-a4cb-f79cfe9948fe completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:18.702012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 518399af-7781-44d8-a4cb-f79cfe9948fe triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:18.702550 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.794999 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.831281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 518399af-7781-44d8-a4cb-f79cfe9948fe, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=518399af-7781-44d8-a4cb-f79cfe9948fe,segment=NetworkSegment(7b95bd9a-233d-4fcc-84be-73f62c5c44f1),segment_id=7b95bd9a-233d-4fcc-84be-73f62c5c44f1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:18.906357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.937055 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b79c735-0dd9-455b-a6fc-d97048ce2809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518399af-7781-44d8-a4cb-f79cfe9948fe'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:18.940402 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ea46a8-23dd-4625-afce-aff9d539e098" -d '{"events": [{"server_uuid": "7b79c735-0dd9-455b-a6fc-d97048ce2809", "name": "network-vif-plugged", "status": "completed", "tag": "518399af-7781-44d8-a4cb-f79cfe9948fe"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:18.993330 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=518399af-7781-44d8-a4cb-f79cfe9948fe,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:19.024889 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e4b8b7-4f00-4a4c-be90-503c546868d5 x-openstack-request-id: req-a7e4b8b7-4f00-4a4c-be90-503c546868d5 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:19.025187 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b79c735-0dd9-455b-a6fc-d97048ce2809", "name": "network-vif-plugged", "status": "completed", "tag": "518399af-7781-44d8-a4cb-f79cfe9948fe", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:19.025444 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7e4b8b7-4f00-4a4c-be90-503c546868d5 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:19.025837 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b79c735-0dd9-455b-a6fc-d97048ce2809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518399af-7781-44d8-a4cb-f79cfe9948fe', 'code': 200} Sep 16 05:12:19.133658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d795-61ab-449f-92dc-cc456d74e472 req-296555c6-fa31-486d-a259-d55e8606a84d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.135154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8cb0d795-61ab-449f-92dc-cc456d74e472 req-296555c6-fa31-486d-a259-d55e8606a84d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 945 time: 0.1406982 Sep 16 05:12:19.191156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56914) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:19.202931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c471cf-e1a4-4bfa-b7d0-057b8533641a req-910ee4ef-0bf6-45d1-b6d5-d8f1b20cc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.205061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4c471cf-e1a4-4bfa-b7d0-057b8533641a req-910ee4ef-0bf6-45d1-b6d5-d8f1b20cc5e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 1098 time: 0.1230388 Sep 16 05:12:19.216272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8cb0d795-61ab-449f-92dc-cc456d74e472 req-4009b56b-73ad-424b-823f-ffe995288eb6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710785 Sep 16 05:12:19.229317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c3d18-be54-414a-9492-d273857c38b6 req-85e1d180-7871-4690-9a1a-2bf374f16125 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.232079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c76c3d18-be54-414a-9492-d273857c38b6 req-85e1d180-7871-4690-9a1a-2bf374f16125 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 946 time: 0.1104317 Sep 16 05:12:19.264596 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-da1f06fc-f1ce-4577-b024-05350a46b53b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e60ba79969c34442837d82085670b7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672722 Sep 16 05:12:19.266611 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56920) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:19.309200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c76c3d18-be54-414a-9492-d273857c38b6 req-f365c715-8402-46fe-9802-ac653154530e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b70a0ac-bce7-49ae-a260-e7d12f459e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690403 Sep 16 05:12:19.354514 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-629228b5-853e-4b1d-83e1-85a73bb5a676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.382200 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-629228b5-853e-4b1d-83e1-85a73bb5a676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.396706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643a73-dd0a-49ef-8980-2f7a62b3f8fe req-ee94a5f5-a2b8-4d3b-bf39-96529f18a99d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.398912 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21643a73-dd0a-49ef-8980-2f7a62b3f8fe req-ee94a5f5-a2b8-4d3b-bf39-96529f18a99d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 945 time: 0.0887535 Sep 16 05:12:19.405845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4c471cf-e1a4-4bfa-b7d0-057b8533641a req-82a53ca4-c356-422b-918d-9ac6be4fbe0b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b70a0ac-bce7-49ae-a260-e7d12f459e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928575 Sep 16 05:12:19.442609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21643a73-dd0a-49ef-8980-2f7a62b3f8fe req-b1544f8a-07df-4190-9d24-038949db13d7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357089 Sep 16 05:12:19.465628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 56924) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:19.523041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-629228b5-853e-4b1d-83e1-85a73bb5a676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.525745 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-629228b5-853e-4b1d-83e1-85a73bb5a676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.526936 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-629228b5-853e-4b1d-83e1-85a73bb5a676 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39b56958-4ff1-47b8-ba44-80350860fa8c HTTP/1.1" status: 204 len: 168 time: 0.2588494 Sep 16 05:12:19.541877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629228b5-853e-4b1d-83e1-85a73bb5a676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b56958-4ff1-47b8-ba44-80350860fa8c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:19.689685 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9632a514-647b-4819-98ea-9f3070a67877 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.691679 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9632a514-647b-4819-98ea-9f3070a67877 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 1092 time: 0.2250423 Sep 16 05:12:19.694835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 56932) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:19.700742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:19.814899 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.918804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.031171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.25.3.47 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/d048b4a6-03d8-47e5-a46e-c7571d421e28) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:20.116501 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:20.149644 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.248751 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.288886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:20.290325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:20.296229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:20.341690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=d048b4a6-03d8-47e5-a46e-c7571d421e28,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:20.503091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcbcc5-6934-4260-9527-9c00759eb819 req-c7abf311-5634-476a-8a17-2083e810243e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.504668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92dcbcc5-6934-4260-9527-9c00759eb819 req-c7abf311-5634-476a-8a17-2083e810243e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 946 time: 0.1227531 Sep 16 05:12:20.589515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92dcbcc5-6934-4260-9527-9c00759eb819 req-b206d050-c9a4-48a8-b85d-2fa38d2356f3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b70a0ac-bce7-49ae-a260-e7d12f459e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785921 Sep 16 05:12:20.778430 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.942730 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.103907 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.174821 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.254326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=d048b4a6-03d8-47e5-a46e-c7571d421e28,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:21.265583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.378710 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Floating IP 184350fa-be10-403f-922b-78c83a61849c associated. External IP: 172.25.3.47, port: d0678a5f-68ba-4d0f-8f15-ff55ebc403ee. Sep 16 05:12:21.912160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc1e32-a529-45f2-8e36-b18838173235 req-c0dfa5af-044e-4deb-bce6-560be7559927 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:21.913834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cfc1e32-a529-45f2-8e36-b18838173235 req-c0dfa5af-044e-4deb-bce6-560be7559927 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 946 time: 0.1011345 Sep 16 05:12:21.993255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cfc1e32-a529-45f2-8e36-b18838173235 req-9a8f0886-f39c-4caf-b2ab-98ae8674a82f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b70a0ac-bce7-49ae-a260-e7d12f459e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732062 Sep 16 05:12:22.026787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:22.154518 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57016) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:22.200054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:22.216341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49210632-fb25-4721-98a4-9924e6c195c0 None None] Sync routers for ids ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:22.224570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56789df-c28f-495d-b726-99169859b05b req-ffd5d416-b385-4c4d-b21b-d77d3a1e4132 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.226144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b56789df-c28f-495d-b726-99169859b05b req-ffd5d416-b385-4c4d-b21b-d77d3a1e4132 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 946 time: 0.1006606 Sep 16 05:12:22.241838 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49210632-fb25-4721-98a4-9924e6c195c0 None None] Routers {'fa3793c9-99b4-4820-beeb-1bb1d3a12d08'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:22.243105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-49210632-fb25-4721-98a4-9924e6c195c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.274736 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b56789df-c28f-495d-b726-99169859b05b req-f966cf68-e3b8-4690-9646-34ec78e6ffea tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b70a0ac-bce7-49ae-a260-e7d12f459e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407057 Sep 16 05:12:22.291543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-21eb7ea4-80bb-47f0-a3f8-16aa02bd6d59 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1169191176'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:22.292633 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-21eb7ea4-80bb-47f0-a3f8-16aa02bd6d59 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Unknown quota resources ['metering_label']. {{(pid=95451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:12:22.302441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.331032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7d45c86f-3dc2-4f29-b292-f8e0dd7296bf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6336687 Sep 16 05:12:22.331032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:22.334038 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a408ab7-cd93-4fce-8d63-39ff0b3a3c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:22.400302 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2437f6f-ee94-4ecc-951c-5483145580f8 x-openstack-request-id: req-d2437f6f-ee94-4ecc-951c-5483145580f8 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:22.400302 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:22.400302 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2437f6f-ee94-4ecc-951c-5483145580f8 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:22.400302 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'status': 'completed', 'code': 200} Sep 16 05:12:22.413689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-49210632-fb25-4721-98a4-9924e6c195c0 None None] Set router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:22.478184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02c22d-ae79-4a38-98ea-20749b38f301 req-127936cf-f872-4450-a8b7-b4848c62ab3d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.480496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f02c22d-ae79-4a38-98ea-20749b38f301 req-127936cf-f872-4450-a8b7-b4848c62ab3d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 945 time: 0.0866256 Sep 16 05:12:22.483707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a408ab7-cd93-4fce-8d63-39ff0b3a3c8b req-09ef9139-9c8f-45c1-a802-8b6a51263de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.485423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a408ab7-cd93-4fce-8d63-39ff0b3a3c8b req-09ef9139-9c8f-45c1-a802-8b6a51263de3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 1097 time: 0.0622580 Sep 16 05:12:22.586735 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-21eb7ea4-80bb-47f0-a3f8-16aa02bd6d59 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.590703 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-21eb7ea4-80bb-47f0-a3f8-16aa02bd6d59 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4345441 Sep 16 05:12:22.597216 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57028) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:22.597216 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-dc98d3f1-5d17-41d9-ab64-ad8f4f53b987 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bb23244d-34ef-4491-98b0-661f116e003c'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:22.597216 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-dc98d3f1-5d17-41d9-ab64-ad8f4f53b987 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:12:22.626712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6f02c22d-ae79-4a38-98ea-20749b38f301 req-57362f4e-996d-48cc-ac7a-db2ed0118762 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373949 Sep 16 05:12:22.635205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a408ab7-cd93-4fce-8d63-39ff0b3a3c8b req-faa28c84-0dd8-43e7-a7e9-937fba74b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.637455 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a408ab7-cd93-4fce-8d63-39ff0b3a3c8b req-faa28c84-0dd8-43e7-a7e9-937fba74b3b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f61edadf-cd41-4847-af5f-debb12522ee8 HTTP/1.1" status: 200 len: 896 time: 0.1422005 Sep 16 05:12:22.651802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57032) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:22.672252 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-49210632-fb25-4721-98a4-9924e6c195c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '184350fa-be10-403f-922b-78c83a61849c', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'port_id': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'mac_address': 'fa:16:3e:e9:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:20Z', 'revision_number': 0, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0467b22c-0b13-472f-820d-3ce5b1e41f8b', 'name': '', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:97:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:04Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.702233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49210632-fb25-4721-98a4-9924e6c195c0 None None] Checking router: fa3793c9-99b4-4820-beeb-1bb1d3a12d08 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:22.711683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49210632-fb25-4721-98a4-9924e6c195c0 None None] Routers {'fa3793c9-99b4-4820-beeb-1bb1d3a12d08'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:22.712562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-49210632-fb25-4721-98a4-9924e6c195c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.766703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a408ab7-cd93-4fce-8d63-39ff0b3a3c8b req-144fedd7-4528-4e45-b527-3dd92c50b362 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee HTTP/1.1" status: 200 len: 998 time: 0.1213353 Sep 16 05:12:22.774336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2e20a7a7-d6bb-4755-8035-a3d24233cdb1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/184350fa-be10-403f-922b-78c83a61849c HTTP/1.1" status: 200 len: 990 time: 0.1214921 Sep 16 05:12:22.776496 n-d-712137-12 neutron-server[95451]: WARNING neutron.services.metering.metering_plugin [None req-dc98d3f1-5d17-41d9-ab64-ad8f4f53b987 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:12:22.829989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a408ab7-cd93-4fce-8d63-39ff0b3a3c8b req-264bea97-b7b6-4429-b124-04ae94d9362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.832125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a408ab7-cd93-4fce-8d63-39ff0b3a3c8b req-264bea97-b7b6-4429-b124-04ae94d9362b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8f387cf-7e95-4c81-a424-db5d5b238ac0 HTTP/1.1" status: 200 len: 835 time: 0.0566614 Sep 16 05:12:22.835388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-49210632-fb25-4721-98a4-9924e6c195c0 None None] Set router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:22.888294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a408ab7-cd93-4fce-8d63-39ff0b3a3c8b req-d0d7df86-f8c0-4ebc-aaa7-8f59ebdb41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.891862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a408ab7-cd93-4fce-8d63-39ff0b3a3c8b req-d0d7df86-f8c0-4ebc-aaa7-8f59ebdb41fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f61edadf-cd41-4847-af5f-debb12522ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516903 Sep 16 05:12:22.898042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dc98d3f1-5d17-41d9-ab64-ad8f4f53b987 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.899289 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dc98d3f1-5d17-41d9-ab64-ad8f4f53b987 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3070562 Sep 16 05:12:22.902709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57036) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:22.908828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-15d8c374-30ad-454b-8113-36e70478cb05 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bb23244d-34ef-4491-98b0-661f116e003c'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:22.909501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-15d8c374-30ad-454b-8113-36e70478cb05 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95451) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:12:22.998327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a408ab7-cd93-4fce-8d63-39ff0b3a3c8b req-02cf34ac-69d0-43f1-bd99-406703e18a76 service neutron] 10.222.0.37 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977588 Sep 16 05:12:23.043058 n-d-712137-12 neutron-server[95451]: WARNING neutron.services.metering.metering_plugin [None req-15d8c374-30ad-454b-8113-36e70478cb05 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:12:23.113484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-49210632-fb25-4721-98a4-9924e6c195c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '184350fa-be10-403f-922b-78c83a61849c', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'port_id': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'mac_address': 'fa:16:3e:e9:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:20Z', 'revision_number': 0, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0467b22c-0b13-472f-820d-3ce5b1e41f8b', 'name': '', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:97:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:04Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:23.131761 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a408ab7-cd93-4fce-8d63-39ff0b3a3c8b req-0ffd5b00-148c-4d33-b9a6-ff55b60f506e service neutron] 10.222.0.37 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252279 Sep 16 05:12:23.147756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-15d8c374-30ad-454b-8113-36e70478cb05 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.149039 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-15d8c374-30ad-454b-8113-36e70478cb05 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2451763 Sep 16 05:12:23.149890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49210632-fb25-4721-98a4-9924e6c195c0 None None] The sync data for ids ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'] in n-d-712137-12 is: [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '184350fa-be10-403f-922b-78c83a61849c', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'port_id': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'mac_address': 'fa:16:3e:e9:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:20Z', 'updated_at': '2021-09-16T05:12:20Z', 'revision_number': 0, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0467b22c-0b13-472f-820d-3ce5b1e41f8b', 'name': '', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:97:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:04Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:23.151705 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57044) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.164236 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3cad5478-7b22-4eec-a9a4-eeb250f8754b tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=8eb6bfbd-41b6-414b-8e47-1cba12fa38dc HTTP/1.1" status: 200 len: 462 time: 0.0111961 Sep 16 05:12:23.166949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57046) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.369024 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-179e0d90-7b05-4193-bf26-f2d203feba79 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.372819 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-179e0d90-7b05-4193-bf26-f2d203feba79 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/8eb6bfbd-41b6-414b-8e47-1cba12fa38dc HTTP/1.1" status: 204 len: 168 time: 0.2022057 Sep 16 05:12:23.373057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57050) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.383197 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1d20fea0-a443-4672-b32c-bdc092a0b362 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=8eb6bfbd-41b6-414b-8e47-1cba12fa38dc HTTP/1.1" status: 200 len: 221 time: 0.0090656 Sep 16 05:12:23.386633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57052) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.393291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a5e27e3a-d353-4bdd-80fb-7b13be70fe95 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1367588846', 'description': 'label created by tempest'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:23.393956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a5e27e3a-d353-4bdd-80fb-7b13be70fe95 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Unknown quota resources ['metering_label']. {{(pid=95452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:12:23.401766 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdc456-f0da-4192-b622-b02c3c538c56 None None] New status for floating IP 184350fa-be10-403f-922b-78c83a61849c: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:23.709796 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5e27e3a-d353-4bdd-80fb-7b13be70fe95 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.711111 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a5e27e3a-d353-4bdd-80fb-7b13be70fe95 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3234758 Sep 16 05:12:23.713678 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57056) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.778232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57060) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.790680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-28c607f8-4930-4755-8ec8-a59f3d054733 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=6429ee90-a482-47ec-9083-870696d6764a HTTP/1.1" status: 200 len: 468 time: 0.0758867 Sep 16 05:12:23.793296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57062) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.837791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57066) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.898097 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-22bc9229-e3e2-484d-93fa-baebee8fb51d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/184350fa-be10-403f-922b-78c83a61849c HTTP/1.1" status: 200 len: 992 time: 0.1185257 Sep 16 05:12:24.104238 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a452da18-ea54-4059-8f20-9796aaed6591 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.107870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a452da18-ea54-4059-8f20-9796aaed6591 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/6429ee90-a482-47ec-9083-870696d6764a HTTP/1.1" status: 204 len: 168 time: 0.3113081 Sep 16 05:12:24.108160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57074) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.125093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ed39974e-ee18-4cc9-b55f-c537614cf55e tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=6429ee90-a482-47ec-9083-870696d6764a HTTP/1.1" status: 200 len: 216 time: 0.0125911 Sep 16 05:12:24.125339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57076) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.137704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d9a521ba-b741-4630-8989-488f0832eb1b tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0105662 Sep 16 05:12:24.140991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57078) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.162250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fb6c03a9-5224-46b7-91b4-952dc3c274eb tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0177708 Sep 16 05:12:24.165567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57080) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.223868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7abcbcc4-df77-4f47-9554-1bcd3287abc5 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/bb23244d-34ef-4491-98b0-661f116e003c HTTP/1.1" status: 200 len: 473 time: 0.0570247 Sep 16 05:12:24.227226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57082) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.238620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6abfce6b-e409-4eba-b9c4-d38e0d33f298 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/6b6c53f1-2417-4c3c-ab0e-a7e44407e5dc HTTP/1.1" status: 200 len: 459 time: 0.0102000 Sep 16 05:12:24.241611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57084) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.362096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.405386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc129a57-be42-4763-a6ec-59e0b6ae1e46 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.409882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fc129a57-be42-4763-a6ec-59e0b6ae1e46 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/6b6c53f1-2417-4c3c-ab0e-a7e44407e5dc HTTP/1.1" status: 204 len: 168 time: 0.1641176 Sep 16 05:12:24.409882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57090) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.645848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Allocated IP 172.20.0.17 (77b1ba5a-9e31-4da3-95f8-2211c944417c/022190cc-f61f-46b9-a916-80ff0b1a0840/19219578-f1c5-4b33-8fa4-a186e51d2418) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:24.702818 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee68233c-9961-4c10-a1b7-dcc8eb240f96 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.706145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ee68233c-9961-4c10-a1b7-dcc8eb240f96 tempest-MeteringIpV6TestJSON-626873450 tempest-MeteringIpV6TestJSON-626873450-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/bb23244d-34ef-4491-98b0-661f116e003c HTTP/1.1" status: 204 len: 168 time: 0.2953701 Sep 16 05:12:24.773119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.871374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.911006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network 77b1ba5a-9e31-4da3-95f8-2211c944417c is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:24.914500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:24.916994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:24.954332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=19219578-f1c5-4b33-8fa4-a186e51d2418,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:24.973523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.199270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.208942 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b518308b-989f-4baa-b5ed-76cdbc3bcb69 None None] Provisioning complete for port 19219578-f1c5-4b33-8fa4-a186e51d2418 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:25.209531 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b518308b-989f-4baa-b5ed-76cdbc3bcb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.244438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b518308b-989f-4baa-b5ed-76cdbc3bcb69 None None] Port 19219578-f1c5-4b33-8fa4-a186e51d2418 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:25.353219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57100) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.482112 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.508551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9463c2f3-9d6f-4037-b7a1-3fe4236dba53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.557437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.596673 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9463c2f3-9d6f-4037-b7a1-3fe4236dba53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.634407 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.636286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=19219578-f1c5-4b33-8fa4-a186e51d2418,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:25.690597 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9463c2f3-9d6f-4037-b7a1-3fe4236dba53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.729908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network 77b1ba5a-9e31-4da3-95f8-2211c944417c is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:25.730851 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9463c2f3-9d6f-4037-b7a1-3fe4236dba53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=350b19e5aee1407e9dfb75d28a73e71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765569 Sep 16 05:12:25.731244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:25.731742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463c2f3-9d6f-4037-b7a1-3fe4236dba53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36362aec-18e0-4572-8e02-d65c96931a65,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:25.733437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57104) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.864264 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e79898-8c68-4349-a237-f6a2455c29c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.900142 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e79898-8c68-4349-a237-f6a2455c29c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.926676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Router 58f3934c-5262-4098-bc5e-ac21ca241739 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:25.972054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a21ebbee-b7da-4941-94d4-181436b47fcd None None] Provisioning complete for port 19219578-f1c5-4b33-8fa4-a186e51d2418 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:25.972710 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a21ebbee-b7da-4941-94d4-181436b47fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.011470 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a21ebbee-b7da-4941-94d4-181436b47fcd None None] Port 19219578-f1c5-4b33-8fa4-a186e51d2418 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:26.077911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:26.083868 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-02e0e557-b60f-4a7e-91b2-387090e21071 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "PUT /v2.0/routers/58f3934c-5262-4098-bc5e-ac21ca241739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2450802 Sep 16 05:12:26.088488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Sync routers for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:26.098446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:26.100131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e79898-8c68-4349-a237-f6a2455c29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.100510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:26.104847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e79898-8c68-4349-a237-f6a2455c29c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.104847 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-96e79898-8c68-4349-a237-f6a2455c29c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36362aec-18e0-4572-8e02-d65c96931a65 HTTP/1.1" status: 204 len: 168 time: 0.3694565 Sep 16 05:12:26.113036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e79898-8c68-4349-a237-f6a2455c29c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36362aec-18e0-4572-8e02-d65c96931a65,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:26.241908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:26.512029 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:12:25Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cdc00bfb-e0b0-48d7-9cb5-37f327f633c1', 'tenant_id': '44eac926846f463789703829e934134d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'port_id': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'mac_address': 'fa:16:3e:78:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:22Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 1, 'project_id': '44eac926846f463789703829e934134d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19219578-f1c5-4b33-8fa4-a186e51d2418', 'name': '', 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:c9:b9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '022190cc-f61f-46b9-a916-80ff0b1a0840', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:25Z', 'revision_number': 2, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': '022190cc-f61f-46b9-a916-80ff0b1a0840', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:26.542907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Checking router: 58f3934c-5262-4098-bc5e-ac21ca241739 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:26.543153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Updating router 58f3934c-5262-4098-bc5e-ac21ca241739 port 19219578-f1c5-4b33-8fa4-a186e51d2418 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:12:26.580532 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.883258 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.917507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57124) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.936701 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f402bef-c497-48c2-9ea4-d971be83708e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.959711 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.069474 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12481b8-6c31-4b5b-8fd9-7dde7728fa57 None None] Pushing event updated for resources: {'Port': ['ID=19219578-f1c5-4b33-8fa4-a186e51d2418,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:27.096592 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f402bef-c497-48c2-9ea4-d971be83708e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.105422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Attempting to bind port 19219578-f1c5-4b33-8fa4-a186e51d2418 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:27.106030 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Attempting to bind port 19219578-f1c5-4b33-8fa4-a186e51d2418 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:27.106584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Attempting to bind port 19219578-f1c5-4b33-8fa4-a186e51d2418 on network 77b1ba5a-9e31-4da3-95f8-2211c944417c {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:27.113320 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:27.114146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Checking segment: {'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:27.122453 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.122453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Bound using segment: {'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:27.122453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Bound port: 19219578-f1c5-4b33-8fa4-a186e51d2418, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b95bd9a-233d-4fcc-84be-73f62c5c44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:27.122453 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.191950 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f402bef-c497-48c2-9ea4-d971be83708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.195741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] For port 19219578-f1c5-4b33-8fa4-a186e51d2418, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:27.199704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] For port 19219578-f1c5-4b33-8fa4-a186e51d2418, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=19219578-f1c5-4b33-8fa4-a186e51d2418,segment=NetworkSegment(7b95bd9a-233d-4fcc-84be-73f62c5c44f1),segment_id=7b95bd9a-233d-4fcc-84be-73f62c5c44f1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:27.234547 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1f402bef-c497-48c2-9ea4-d971be83708e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36da4d161320428f8c7b7c00894ee008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157589 Sep 16 05:12:27.236223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f402bef-c497-48c2-9ea4-d971be83708e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a440466a-909b-4084-990b-5f5602876d84,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:27.237814 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57130) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:27.289650 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.325076 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-232a3800-43b6-41b1-a768-98c41ef28dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.359281 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-232a3800-43b6-41b1-a768-98c41ef28dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.377761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:27.378360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:12:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:27.439932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-82561616-eb49-406d-8113-51a4a17f5e5b None None] Provisioning complete for port 19219578-f1c5-4b33-8fa4-a186e51d2418 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:27.440437 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-82561616-eb49-406d-8113-51a4a17f5e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.445716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12481b8-6c31-4b5b-8fd9-7dde7728fa57 None None] Pushing event updated for resources: {'Port': ['ID=19219578-f1c5-4b33-8fa4-a186e51d2418,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:27.500048 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-232a3800-43b6-41b1-a768-98c41ef28dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.504163 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-232a3800-43b6-41b1-a768-98c41ef28dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.505656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-232a3800-43b6-41b1-a768-98c41ef28dbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a440466a-909b-4084-990b-5f5602876d84 HTTP/1.1" status: 204 len: 168 time: 0.2668548 Sep 16 05:12:27.520502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a3800-43b6-41b1-a768-98c41ef28dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a440466a-909b-4084-990b-5f5602876d84,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:27.752028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:27.821790 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-82561616-eb49-406d-8113-51a4a17f5e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.904746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-82561616-eb49-406d-8113-51a4a17f5e5b None None] For port 19219578-f1c5-4b33-8fa4-a186e51d2418, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=19219578-f1c5-4b33-8fa4-a186e51d2418,segment=NetworkSegment(7b95bd9a-233d-4fcc-84be-73f62c5c44f1),segment_id=7b95bd9a-233d-4fcc-84be-73f62c5c44f1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:28.047360 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-82561616-eb49-406d-8113-51a4a17f5e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.114340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82561616-eb49-406d-8113-51a4a17f5e5b None None] Pushing event updated for resources: {'Port': ['ID=19219578-f1c5-4b33-8fa4-a186e51d2418,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:28.141783 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:12:25Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cdc00bfb-e0b0-48d7-9cb5-37f327f633c1', 'tenant_id': '44eac926846f463789703829e934134d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'port_id': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'mac_address': 'fa:16:3e:78:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:22Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 1, 'project_id': '44eac926846f463789703829e934134d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19219578-f1c5-4b33-8fa4-a186e51d2418', 'name': '', 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:c9:b9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '022190cc-f61f-46b9-a916-80ff0b1a0840', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': '022190cc-f61f-46b9-a916-80ff0b1a0840', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:28.185101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b576d4-cbdd-423d-b903-344b18278e56 None None] The sync data for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 is: [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:12:25Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cdc00bfb-e0b0-48d7-9cb5-37f327f633c1', 'tenant_id': '44eac926846f463789703829e934134d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'port_id': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'mac_address': 'fa:16:3e:78:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:22Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 1, 'project_id': '44eac926846f463789703829e934134d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19219578-f1c5-4b33-8fa4-a186e51d2418', 'name': '', 'network_id': '77b1ba5a-9e31-4da3-95f8-2211c944417c', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:c9:b9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '022190cc-f61f-46b9-a916-80ff0b1a0840', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:12:24Z', 'updated_at': '2021-09-16T05:12:27Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': '022190cc-f61f-46b9-a916-80ff0b1a0840', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:28.200863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2a6a12d6-50d6-41d6-a92e-decbc7cbad54 None None] Provisioning complete for port 19219578-f1c5-4b33-8fa4-a186e51d2418 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:28.201291 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2a6a12d6-50d6-41d6-a92e-decbc7cbad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.999650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57174) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:29.118710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.239525 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.255914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 19219578-f1c5-4b33-8fa4-a186e51d2418 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:29.315502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 19219578-f1c5-4b33-8fa4-a186e51d2418 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:29.315955 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.330630 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.409634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5094c15f9a3d44a088194cbfbefeb6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079516 Sep 16 05:12:29.410981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbad822-0dc7-4b52-94ff-733ccea57462,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:29.416751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57182) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:29.426941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.427535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.428261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.428632 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.428971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.429307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.429642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.429971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.430348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.430919 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.431248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.431576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db620f-75dd-45f9-8a88-c9693276164a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.497600 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02550228-f58e-40fc-bd4c-1371b1d49118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.527324 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02550228-f58e-40fc-bd4c-1371b1d49118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.637763 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02550228-f58e-40fc-bd4c-1371b1d49118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.640498 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-02550228-f58e-40fc-bd4c-1371b1d49118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.642754 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-02550228-f58e-40fc-bd4c-1371b1d49118 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dbad822-0dc7-4b52-94ff-733ccea57462 HTTP/1.1" status: 204 len: 168 time: 0.2236695 Sep 16 05:12:29.653044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02550228-f58e-40fc-bd4c-1371b1d49118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbad822-0dc7-4b52-94ff-733ccea57462,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:29.805147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57194) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:30.007841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-958246177'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:30.099873 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Made reservation on behalf of 01387f84f9404376ba40dcd06003d892 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:30.103475 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.112565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.205356 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.345692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.376687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:30.387208 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b156399b-ae78-4082-9010-88dd986a82f3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:30.393319 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.393732 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Added segment 8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee of type vlan for network e046fe39-b195-4272-8811-98f665e36424 Sep 16 05:12:30.434906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.461959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57202) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:30.475339 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9874e467-e461-4bee-8750-98f30776bf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.535838 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.544008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.544673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.635469 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Pushing event updated for resources: {'Network': ['ID=e046fe39-b195-4272-8811-98f665e36424,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:30.650602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network e046fe39-b195-4272-8811-98f665e36424 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:30.660529 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9874e467-e461-4bee-8750-98f30776bf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.757601 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9874e467-e461-4bee-8750-98f30776bf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.041840 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4c5244ac-6e6b-42ba-bebc-97ba9a7ed8d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2354422 Sep 16 05:12:31.068712 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9874e467-e461-4bee-8750-98f30776bf5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34117dc5c79446dbb29c424c86c64609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6033177 Sep 16 05:12:31.068712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874e467-e461-4bee-8750-98f30776bf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87139112-15bd-457b-b8be-0a8156711fe8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.069304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57214) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:31.127345 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61e2e580-1545-4387-90a1-5e1009ffe8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.149352 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61e2e580-1545-4387-90a1-5e1009ffe8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.305933 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61e2e580-1545-4387-90a1-5e1009ffe8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.308577 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61e2e580-1545-4387-90a1-5e1009ffe8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.309771 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-61e2e580-1545-4387-90a1-5e1009ffe8e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87139112-15bd-457b-b8be-0a8156711fe8 HTTP/1.1" status: 204 len: 168 time: 0.2389147 Sep 16 05:12:31.319096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2e580-1545-4387-90a1-5e1009ffe8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87139112-15bd-457b-b8be-0a8156711fe8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.340676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57218) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:31.346856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Request body: {'port': {'network_id': 'e046fe39-b195-4272-8811-98f665e36424', 'binding:host_id': 'n-h2-712137-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292347337'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:31.705728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Made reservation on behalf of 07f0a07579634a3e8673d00f0741dc9b for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:31.708129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.716918 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.808289 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.882866 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.899354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] device_id is not set on port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:31.977809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59797cd5-a564-4145-8689-8c19da370cdd,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:32.127359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] device_id is not set on port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:32.136282 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.209275 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.273105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event updated for resources: {'Port': ['ID=25f3d79d-3035-4a49-960c-a7dbafe7a5e7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:32.283256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Checking segment: {'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:32.283689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Network hostable DHCP agents. Network: e046fe39-b195-4272-8811-98f665e36424, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:32.407823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Network e046fe39-b195-4272-8811-98f665e36424 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:32.511107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, e046fe39-b195-4272-8811-98f665e36424) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:32.511107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:32.512310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf89ad68-44e3-419a-989b-8e6f8c739a56 None None] Network e046fe39-b195-4272-8811-98f665e36424 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:32.513494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:32.513494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:32.513494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:32.513494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:32.513494 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:32.513494 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 2 to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 Sep 16 05:12:32.523953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:32.523953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:32.523953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:32.523953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:32.523953 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:32.523953 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 3 to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 Sep 16 05:12:32.538528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:32.538867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:32.539207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:32.544414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:32.544883 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:32.545342 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 4 to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 Sep 16 05:12:32.561540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:32.561540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:32.561540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:32.563788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:32.564245 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:32.564671 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 5 to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 Sep 16 05:12:32.577589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:32.578176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:32.578517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:32.592160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:32.592160 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:32.592160 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 6 to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 Sep 16 05:12:32.605516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:32.605885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:32.606324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:32.612168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:32.612168 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:32.612499 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 7 to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 Sep 16 05:12:32.625793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:32.626140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:32.626585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:32.631635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:32.631966 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:32.632352 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 8 to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 Sep 16 05:12:32.647560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:32.648074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:32.648417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:32.653350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:32.653671 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:32.654056 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 9 to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 Sep 16 05:12:32.667235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:32.667484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:32.668010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:32.673035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:32.674204 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:32.674794 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 10 to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 Sep 16 05:12:32.688004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:32.688495 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:32.688842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:32.694492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:32.694817 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:32.695191 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.762007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] For port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:32.762370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempted to set empty binding levels {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:12:32.826341 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.865638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:32.866495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.885642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event updated for resources: {'Port': ['ID=25f3d79d-3035-4a49-960c-a7dbafe7a5e7,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:33.009705 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-39fb64e9-cb6c-4314-b6be-886519f6f799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.6677964 Sep 16 05:12:33.012275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57276) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:33.100984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-c01cd0c8-ca35-4574-a09a-ebea5bcb21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Deleting port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:33.101375 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c01cd0c8-ca35-4574-a09a-ebea5bcb21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.179802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-c01cd0c8-ca35-4574-a09a-ebea5bcb21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] For port 25f3d79d-3035-4a49-960c-a7dbafe7a5e7, host n-h2-712137-12, got binding levels [] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:33.180708 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c01cd0c8-ca35-4574-a09a-ebea5bcb21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.194592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-c01cd0c8-ca35-4574-a09a-ebea5bcb21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Calling delete_port for 25f3d79d-3035-4a49-960c-a7dbafe7a5e7 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:33.385880 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c01cd0c8-ca35-4574-a09a-ebea5bcb21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.416741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cd0c8-ca35-4574-a09a-ebea5bcb21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event deleted for resources: {'Port': ['ID=25f3d79d-3035-4a49-960c-a7dbafe7a5e7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:33.420450 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c01cd0c8-ca35-4574-a09a-ebea5bcb21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.423171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c01cd0c8-ca35-4574-a09a-ebea5bcb21e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "DELETE /v2.0/ports/25f3d79d-3035-4a49-960c-a7dbafe7a5e7 HTTP/1.1" status: 204 len: 168 time: 0.4098003 Sep 16 05:12:33.425982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57294) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:33.454000 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6f7430-4bfa-421a-bee3-527aad8b09cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:12:33.456016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ca6f7430-4bfa-421a-bee3-527aad8b09cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "GET /v2.0/ports/25f3d79d-3035-4a49-960c-a7dbafe7a5e7 HTTP/1.1" status: 404 len: 333 time: 0.0290394 Sep 16 05:12:33.459885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57296) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:33.464377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Request body: {'port': {'network_id': 'e046fe39-b195-4272-8811-98f665e36424', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197737201'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:33.522990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Made reservation on behalf of 07f0a07579634a3e8673d00f0741dc9b for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:33.525716 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.543186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] device_id is not set on port 0762f239-f9f2-4e06-9cb8-875a66539572 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:33.710322 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.837910 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.882092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Network e046fe39-b195-4272-8811-98f665e36424 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:33.886931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:33.903771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:33.903771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:33.903771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.903771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event updated for resources: {'Port': ['ID=0762f239-f9f2-4e06-9cb8-875a66539572,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:34.006327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57318) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.009918 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-179b6566-ed49-4d94-b9a8-fb2d34cbf84b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5428190 Sep 16 05:12:34.011476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:34.070258 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.278448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] device_id is not set on port 0762f239-f9f2-4e06-9cb8-875a66539572 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:34.288816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.412453 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.465108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event updated for resources: {'Port': ['ID=0762f239-f9f2-4e06-9cb8-875a66539572,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:34.480390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:34.480760 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:34.481148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:34.488003 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:34.488500 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:34.488979 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 2 to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 Sep 16 05:12:34.513709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:34.514144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:34.514553 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:34.520031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:34.520366 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:34.520831 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 3 to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 Sep 16 05:12:34.534641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:34.534982 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:34.535328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:34.540583 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:34.540975 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:34.541385 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 4 to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 Sep 16 05:12:34.558506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:34.558844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:34.559214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:34.563700 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:34.564043 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:34.564771 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 5 to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 Sep 16 05:12:34.576493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:34.576841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:34.577174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:34.581641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:34.581965 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:34.582344 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 6 to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 Sep 16 05:12:34.594235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:34.594565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:34.594895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:34.599641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:34.599968 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:34.600344 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 7 to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 Sep 16 05:12:34.612372 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:34.612738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:34.613074 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:34.617422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:34.617685 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:34.618062 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 8 to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 Sep 16 05:12:34.629941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:34.630275 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:34.630607 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:34.634792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:34.635111 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:34.635489 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 9 to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 Sep 16 05:12:34.646867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:34.647198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:34.647537 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:34.654432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:34.655091 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:34.655177 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 10 to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 Sep 16 05:12:34.668916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:34.669318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:34.669723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:34.674794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:34.675288 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port 0762f239-f9f2-4e06-9cb8-875a66539572 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:34.675619 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.745291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] For port 0762f239-f9f2-4e06-9cb8-875a66539572, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:34.745772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempted to set empty binding levels {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:12:34.832067 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.871265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] In _notify_port_updated(), no bound segment for port 0762f239-f9f2-4e06-9cb8-875a66539572 on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:12:34.872087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.872787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.874142 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "PUT /v2.0/ports/0762f239-f9f2-4e06-9cb8-875a66539572 HTTP/1.1" status: 200 len: 980 time: 0.8668234 Sep 16 05:12:34.876725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57372) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.937047 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f470f-bca2-44da-9154-059b52a8e295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event updated for resources: {'Port': ['ID=0762f239-f9f2-4e06-9cb8-875a66539572,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:34.967920 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.968398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.968899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.969372 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.969837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.971220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.971686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.972161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.972649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.973143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.973603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.974063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.974521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.974987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.975449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.975909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.976372 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.977589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.979631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3b66f69d-ed25-458d-b8cc-78197d217296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16301 time: 0.1016448 Sep 16 05:12:34.983007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57374) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:35.075733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-caab314d-20ee-42e9-84a5-9879030ff520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Deleting port 0762f239-f9f2-4e06-9cb8-875a66539572 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:35.076428 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-caab314d-20ee-42e9-84a5-9879030ff520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.140019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-caab314d-20ee-42e9-84a5-9879030ff520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] For port 0762f239-f9f2-4e06-9cb8-875a66539572, host n-h2-712137-12, got binding levels [] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:35.140390 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-caab314d-20ee-42e9-84a5-9879030ff520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.161476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-caab314d-20ee-42e9-84a5-9879030ff520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Calling delete_port for 0762f239-f9f2-4e06-9cb8-875a66539572 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:35.317221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-caab314d-20ee-42e9-84a5-9879030ff520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.349804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab314d-20ee-42e9-84a5-9879030ff520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event deleted for resources: {'Port': ['ID=0762f239-f9f2-4e06-9cb8-875a66539572,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:35.355691 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-caab314d-20ee-42e9-84a5-9879030ff520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.357713 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-caab314d-20ee-42e9-84a5-9879030ff520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0762f239-f9f2-4e06-9cb8-875a66539572 HTTP/1.1" status: 204 len: 168 time: 0.3737888 Sep 16 05:12:35.360225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57406) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:35.387896 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e0b824-1af3-4fb4-91c0-b8e9bdd9b02f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:12:35.389675 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-99e0b824-1af3-4fb4-91c0-b8e9bdd9b02f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "GET /v2.0/ports/0762f239-f9f2-4e06-9cb8-875a66539572 HTTP/1.1" status: 404 len: 333 time: 0.0280724 Sep 16 05:12:35.394106 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57410) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:35.398824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-854399965', 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:35.539906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Made reservation on behalf of 07f0a07579634a3e8673d00f0741dc9b for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:35.543781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.560206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] device_id is not set on port 5f45bcbb-84ee-43f7-975b-0e8aefb3525e yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:35.745644 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.854182 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.902670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Network e046fe39-b195-4272-8811-98f665e36424 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:35.907523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:35.912021 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:35.913006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:35.913610 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.916830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event updated for resources: {'Port': ['ID=5f45bcbb-84ee-43f7-975b-0e8aefb3525e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:35.993097 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-83749079-c9f4-40db-a7c1-72b68a20f777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5973945 Sep 16 05:12:35.995273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57440) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:36.044043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a40d633-41ac-402e-b32f-0f7a7339858e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.048529 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8a40d633-41ac-402e-b32f-0f7a7339858e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "GET /v2.0/ports/5f45bcbb-84ee-43f7-975b-0e8aefb3525e HTTP/1.1" status: 200 len: 958 time: 0.0495167 Sep 16 05:12:36.049857 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57444) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:36.129700 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c46355a6-a25e-433c-aa5d-4347ef7bfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Deleting port 5f45bcbb-84ee-43f7-975b-0e8aefb3525e {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:36.130245 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c46355a6-a25e-433c-aa5d-4347ef7bfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.198650 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c46355a6-a25e-433c-aa5d-4347ef7bfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.214635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c46355a6-a25e-433c-aa5d-4347ef7bfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Calling delete_port for 5f45bcbb-84ee-43f7-975b-0e8aefb3525e owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:36.385124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c46355a6-a25e-433c-aa5d-4347ef7bfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.426624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46355a6-a25e-433c-aa5d-4347ef7bfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f45bcbb-84ee-43f7-975b-0e8aefb3525e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:36.436424 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c46355a6-a25e-433c-aa5d-4347ef7bfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.444647 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c46355a6-a25e-433c-aa5d-4347ef7bfa91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5f45bcbb-84ee-43f7-975b-0e8aefb3525e HTTP/1.1" status: 204 len: 168 time: 0.3878915 Sep 16 05:12:36.444647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57468) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:36.479479 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-677d9496-f087-4ea7-858d-7172df04fb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:12:36.479479 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-677d9496-f087-4ea7-858d-7172df04fb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "GET /v2.0/ports/5f45bcbb-84ee-43f7-975b-0e8aefb3525e HTTP/1.1" status: 404 len: 333 time: 0.0316133 Sep 16 05:12:36.480803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57478) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:36.486416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Request body: {'port': {'network_id': 'e046fe39-b195-4272-8811-98f665e36424', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671880512'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:36.562931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Made reservation on behalf of 07f0a07579634a3e8673d00f0741dc9b for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:36.565430 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.582078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] device_id is not set on port c3977443-12b1-46bb-acb8-a1da4b45084f yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:36.743479 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.843502 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.883407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Network e046fe39-b195-4272-8811-98f665e36424 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:36.886023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:36.890102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:36.891468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.891698 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.904169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event updated for resources: {'Port': ['ID=c3977443-12b1-46bb-acb8-a1da4b45084f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:36.971775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-42195375-b532-40b0-9d53-a9c3405b0509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4863439 Sep 16 05:12:36.971775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57506) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:36.976967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:37.036254 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.223848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] device_id is not set on port c3977443-12b1-46bb-acb8-a1da4b45084f yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:37.231532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.322477 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.376362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event updated for resources: {'Port': ['ID=c3977443-12b1-46bb-acb8-a1da4b45084f,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.394647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:37.394647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:37.394647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.398089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:37.398418 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:37.398794 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 2 to bind port c3977443-12b1-46bb-acb8-a1da4b45084f Sep 16 05:12:37.411338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:37.411668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:37.412016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.416251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:37.417469 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:37.417469 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 3 to bind port c3977443-12b1-46bb-acb8-a1da4b45084f Sep 16 05:12:37.428883 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:37.429212 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:37.429537 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.433925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:37.434252 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:37.434634 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 4 to bind port c3977443-12b1-46bb-acb8-a1da4b45084f Sep 16 05:12:37.448153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:37.448532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:37.448874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.453606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:37.453952 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:37.454338 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 5 to bind port c3977443-12b1-46bb-acb8-a1da4b45084f Sep 16 05:12:37.472036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:37.472374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:37.472872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.477513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:37.477839 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:37.478227 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 6 to bind port c3977443-12b1-46bb-acb8-a1da4b45084f Sep 16 05:12:37.491938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:37.492732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:37.492732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.497268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:37.497589 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:37.498001 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 7 to bind port c3977443-12b1-46bb-acb8-a1da4b45084f Sep 16 05:12:37.511284 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:37.511802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:37.512301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.517468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:37.518064 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:37.518457 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 8 to bind port c3977443-12b1-46bb-acb8-a1da4b45084f Sep 16 05:12:37.533640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:37.533977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:37.534311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.538983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:37.539307 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:37.539695 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 9 to bind port c3977443-12b1-46bb-acb8-a1da4b45084f Sep 16 05:12:37.555616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:37.555955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:37.556289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.560708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:37.561031 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:37.561417 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempt 10 to bind port c3977443-12b1-46bb-acb8-a1da4b45084f Sep 16 05:12:37.574374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:37.574705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:37.575038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempting to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:37.579598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:37.579926 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Failed to bind port c3977443-12b1-46bb-acb8-a1da4b45084f on host n-h2-712137-12 for vnic_type normal using segments [{'id': '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e046fe39-b195-4272-8811-98f665e36424'}] Sep 16 05:12:37.580292 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.650709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] For port c3977443-12b1-46bb-acb8-a1da4b45084f, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:37.651066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attempted to set empty binding levels {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:12:37.723413 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.755459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] In _notify_port_updated(), no bound segment for port c3977443-12b1-46bb-acb8-a1da4b45084f on network e046fe39-b195-4272-8811-98f665e36424 {{(pid=95452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:12:37.756419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.757513 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.758365 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "PUT /v2.0/ports/c3977443-12b1-46bb-acb8-a1da4b45084f HTTP/1.1" status: 200 len: 980 time: 0.7857108 Sep 16 05:12:37.761223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57548) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:37.775675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cc39a-9f40-4fe0-8a26-cd85715ac9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event updated for resources: {'Port': ['ID=c3977443-12b1-46bb-acb8-a1da4b45084f,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.849833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0452a26f-5c50-4567-97dd-6cd084bf93b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Deleting port c3977443-12b1-46bb-acb8-a1da4b45084f {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:37.850185 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0452a26f-5c50-4567-97dd-6cd084bf93b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.920582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-0452a26f-5c50-4567-97dd-6cd084bf93b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] For port c3977443-12b1-46bb-acb8-a1da4b45084f, host n-h2-712137-12, got binding levels [] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:37.921003 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0452a26f-5c50-4567-97dd-6cd084bf93b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.939220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0452a26f-5c50-4567-97dd-6cd084bf93b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Calling delete_port for c3977443-12b1-46bb-acb8-a1da4b45084f owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:38.088853 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0452a26f-5c50-4567-97dd-6cd084bf93b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.117709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452a26f-5c50-4567-97dd-6cd084bf93b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3977443-12b1-46bb-acb8-a1da4b45084f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:38.123739 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0452a26f-5c50-4567-97dd-6cd084bf93b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.125744 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0452a26f-5c50-4567-97dd-6cd084bf93b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c3977443-12b1-46bb-acb8-a1da4b45084f HTTP/1.1" status: 204 len: 168 time: 0.3634989 Sep 16 05:12:38.128983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57556) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:38.156928 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-079568ff-1990-4572-8b7d-84ec29d63015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:12:38.160918 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-079568ff-1990-4572-8b7d-84ec29d63015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1405948109-project-admin] 10.222.0.24 "GET /v2.0/ports/c3977443-12b1-46bb-acb8-a1da4b45084f HTTP/1.1" status: 404 len: 333 time: 0.0290895 Sep 16 05:12:38.162527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57558) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:38.247466 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.354378 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.375608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e046fe39-b195-4272-8811-98f665e36424']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:38.385159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:38.385463 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f55f4fc-17dd-4c25-a283-cbb02cf7d1ee') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:38.395448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.410183 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.416790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:38.417209 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:38.420512 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:38.551901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.581228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.583175 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] 10.222.0.24 "DELETE /v2.0/networks/e046fe39-b195-4272-8811-98f665e36424 HTTP/1.1" status: 204 len: 168 time: 0.4196985 Sep 16 05:12:38.584561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4deed-9b4b-4be7-adde-3ec9195353f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199397156-project] Pushing event deleted for resources: {'Network': ['ID=e046fe39-b195-4272-8811-98f665e36424,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:38.793872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57582) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:38.913444 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ae182ab-a3f8-4847-97da-1c93848a261b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.013173 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ae182ab-a3f8-4847-97da-1c93848a261b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.060290 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ae182ab-a3f8-4847-97da-1c93848a261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.094574 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57592) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:39.111801 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7ae182ab-a3f8-4847-97da-1c93848a261b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8927f39fb1c444188d9809963d754555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162434 Sep 16 05:12:39.115021 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57596) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:39.117901 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae182ab-a3f8-4847-97da-1c93848a261b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc2d090-da3a-4742-a1c9-dc054a156c03,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:39.174159 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80ce0400-6e99-4a28-801c-a0d35581c715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.200606 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80ce0400-6e99-4a28-801c-a0d35581c715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.305481 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80ce0400-6e99-4a28-801c-a0d35581c715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.308072 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80ce0400-6e99-4a28-801c-a0d35581c715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.312897 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-80ce0400-6e99-4a28-801c-a0d35581c715 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bc2d090-da3a-4742-a1c9-dc054a156c03 HTTP/1.1" status: 204 len: 168 time: 0.1966410 Sep 16 05:12:39.325241 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce0400-6e99-4a28-801c-a0d35581c715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc2d090-da3a-4742-a1c9-dc054a156c03,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:39.415877 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-345fb2bc-6de6-4025-adaf-f18d9c8d8252 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01387f84f9404376ba40dcd06003d892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190563 Sep 16 05:12:39.418332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57606) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:39.469251 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-927771b6-de5e-4be7-a397-173f14d2609b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.494864 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-927771b6-de5e-4be7-a397-173f14d2609b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.602992 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-927771b6-de5e-4be7-a397-173f14d2609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.605617 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-927771b6-de5e-4be7-a397-173f14d2609b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.606791 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-927771b6-de5e-4be7-a397-173f14d2609b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b156399b-ae78-4082-9010-88dd986a82f3 HTTP/1.1" status: 204 len: 168 time: 0.1875629 Sep 16 05:12:39.616221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927771b6-de5e-4be7-a397-173f14d2609b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b156399b-ae78-4082-9010-88dd986a82f3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:40.323826 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57644) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:40.365039 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5639f672-0888-4e30-9769-0ed0e1610887 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07f0a07579634a3e8673d00f0741dc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412438 Sep 16 05:12:40.369176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57646) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:40.421935 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e4b65c6-a1a9-4348-8cea-b70c93368d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.448142 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e4b65c6-a1a9-4348-8cea-b70c93368d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.563242 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e4b65c6-a1a9-4348-8cea-b70c93368d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.566872 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e4b65c6-a1a9-4348-8cea-b70c93368d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.571288 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6e4b65c6-a1a9-4348-8cea-b70c93368d06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59797cd5-a564-4145-8689-8c19da370cdd HTTP/1.1" status: 204 len: 168 time: 0.1979473 Sep 16 05:12:40.576942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b65c6-a1a9-4348-8cea-b70c93368d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59797cd5-a564-4145-8689-8c19da370cdd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:42.180356 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0f89bf6e-e140-45ad-ab9e-45022e428e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.482449 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.790210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57768) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:42.951430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1651265567'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:43.077662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Made reservation on behalf of a5b1fd840c9b4f00a991f51a593d3613 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:43.082376 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.091047 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.191939 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.248219 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.279774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:43.290615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abe7745-9c24-4eec-9896-6b14deb7b5c9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.296700 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.296913 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Added segment 211daa23-d6a5-4d2f-8e17-826343c8b998 of type vlan for network 53c4e178-7be1-433a-a03e-7757cd9767d9 Sep 16 05:12:43.343205 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.488982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.495610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:43.496565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.565086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Pushing event updated for resources: {'Network': ['ID=53c4e178-7be1-433a-a03e-7757cd9767d9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.575402 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 53c4e178-7be1-433a-a03e-7757cd9767d9 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:43.683354 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-18bf329f-0ff6-4cdc-b089-d20683728e97 tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8886187 Sep 16 05:12:43.977227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57816) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:43.988754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Request body: {'port': {'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9', 'binding:host_id': 'n-h2-712137-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-934400609'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:44.140060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14044f1f-9891-495f-8227-b3a7138c0d37 req-c26a5bb8-538d-46bf-a0f6-4075a22bfe23 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467808 Sep 16 05:12:44.174518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Made reservation on behalf of 4562ad912c194dcc8c62e649bbd39602 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:44.177217 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.197694 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.248968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14044f1f-9891-495f-8227-b3a7138c0d37 req-445c4442-1eb1-4ab5-98d3-6e7fd66c72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:44.250668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14044f1f-9891-495f-8227-b3a7138c0d37 req-445c4442-1eb1-4ab5-98d3-6e7fd66c72f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 1097 time: 0.0615549 Sep 16 05:12:44.255940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57828) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:44.374687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc8fe8e2-4436-4094-9fe0-2084eb5cc45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.413508 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14044f1f-9891-495f-8227-b3a7138c0d37 req-8e9f8093-c710-49c6-a85a-66f2b7f6fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:44.415157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14044f1f-9891-495f-8227-b3a7138c0d37 req-8e9f8093-c710-49c6-a85a-66f2b7f6fc25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f61edadf-cd41-4847-af5f-debb12522ee8 HTTP/1.1" status: 200 len: 896 time: 0.1397157 Sep 16 05:12:44.430561 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.484602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14044f1f-9891-495f-8227-b3a7138c0d37 req-16ac1ef8-186f-4487-b762-5c1b297f92d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee HTTP/1.1" status: 200 len: 1000 time: 0.0614908 Sep 16 05:12:44.517847 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-17c977f8-564e-4be0-8b89-bddd49dc1edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.526001 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.534960 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] device_id is not set on port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:44.623359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc8fe8e2-4436-4094-9fe0-2084eb5cc45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.728655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc8fe8e2-4436-4094-9fe0-2084eb5cc45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.772035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fe8e2-4436-4094-9fe0-2084eb5cc45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576308ca-55a4-4da0-953a-77b260ef99b6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:44.779379 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fc8fe8e2-4436-4094-9fe0-2084eb5cc45d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1dabe26ecfc4acb839112bfd7d33943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5198231 Sep 16 05:12:44.779603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57840) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:44.840361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a185dbe-231b-4268-a7eb-345e683eab07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.864914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a185dbe-231b-4268-a7eb-345e683eab07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.925892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14044f1f-9891-495f-8227-b3a7138c0d37 req-71392d70-e66b-4559-88de-af6775a52be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:44.927444 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14044f1f-9891-495f-8227-b3a7138c0d37 req-71392d70-e66b-4559-88de-af6775a52be4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8f387cf-7e95-4c81-a424-db5d5b238ac0 HTTP/1.1" status: 200 len: 835 time: 0.4348035 Sep 16 05:12:44.931848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d11f8d-12ad-4121-bf2b-4b3fac5ba76d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.006547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14044f1f-9891-495f-8227-b3a7138c0d37 req-fbbf5e38-971c-4070-a536-ba56462211ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.008125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14044f1f-9891-495f-8227-b3a7138c0d37 req-fbbf5e38-971c-4070-a536-ba56462211ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f61edadf-cd41-4847-af5f-debb12522ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723808 Sep 16 05:12:45.008812 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a185dbe-231b-4268-a7eb-345e683eab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.016454 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a185dbe-231b-4268-a7eb-345e683eab07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.017829 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5a185dbe-231b-4268-a7eb-345e683eab07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/576308ca-55a4-4da0-953a-77b260ef99b6 HTTP/1.1" status: 204 len: 168 time: 0.2371736 Sep 16 05:12:45.026923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a185dbe-231b-4268-a7eb-345e683eab07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576308ca-55a4-4da0-953a-77b260ef99b6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.194842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14044f1f-9891-495f-8227-b3a7138c0d37 req-7e2315b5-9218-4e17-8506-ef0d76cba768 service neutron] 10.222.0.37 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743910 Sep 16 05:12:45.196795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] device_id is not set on port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:45.206558 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.254510 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.280870 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.358239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event updated for resources: {'Port': ['ID=3d75bff7-7c03-4def-9d04-ba41d2fc7bc5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.373713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14044f1f-9891-495f-8227-b3a7138c0d37 req-0ab31cd5-1d01-4c04-9436-4fb0cbc7bea5 service neutron] 10.222.0.37 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653986 Sep 16 05:12:45.380705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Checking segment: {'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:45.381066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Network hostable DHCP agents. Network: 53c4e178-7be1-433a-a03e-7757cd9767d9, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:45.499078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Network 53c4e178-7be1-433a-a03e-7757cd9767d9 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:45.596536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 53c4e178-7be1-433a-a03e-7757cd9767d9) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:45.600228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:45.605796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c667e-1739-4f97-b71e-b690e0bd2821 None None] Network 53c4e178-7be1-433a-a03e-7757cd9767d9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:45.631398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:45.632193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:45.633400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:45.641059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:45.641391 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:45.641789 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 2 to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 Sep 16 05:12:45.656370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:45.657536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:45.657536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:45.671149 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:45.671473 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:45.672051 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 3 to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 Sep 16 05:12:45.696074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:45.696409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:45.696801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:45.701374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:45.701695 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:45.702080 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 4 to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 Sep 16 05:12:45.715523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:45.716904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:45.717134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:45.723431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:45.723753 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:45.724151 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 5 to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 Sep 16 05:12:45.737563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:45.737988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:45.738231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:45.742832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:45.743357 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:45.743935 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 6 to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 Sep 16 05:12:45.757599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57860) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:45.764903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:45.765243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:45.765584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:45.772090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:45.772425 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:45.772847 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 7 to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 Sep 16 05:12:45.772989 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a63180af-b3d9-479d-9e59-1a8b63573c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.789842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:45.790513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:45.791027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:45.796672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:45.797229 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:45.797598 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 8 to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 Sep 16 05:12:45.813866 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:45.814400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:45.814801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:45.819974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:45.820311 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:45.820768 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 9 to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 Sep 16 05:12:45.834334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:45.834612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:45.835975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:45.839514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:45.842871 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:45.842871 n-d-712137-12 neutron-server[95452]: INFO neutron.plugins.ml2.plugin [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 10 to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 Sep 16 05:12:45.853282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:45.853620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:45.853954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:45.858425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:45.858750 n-d-712137-12 neutron-server[95452]: ERROR neutron.plugins.ml2.managers [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:45.859119 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.874341 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a63180af-b3d9-479d-9e59-1a8b63573c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.931613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] For port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:45.932275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempted to set empty binding levels {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:12:45.935631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a63180af-b3d9-479d-9e59-1a8b63573c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.981207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a63180af-b3d9-479d-9e59-1a8b63573c27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95faa2f081cc46ae96779adcaf3dbeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222154 Sep 16 05:12:45.982080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63180af-b3d9-479d-9e59-1a8b63573c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9c0646-6bdc-4a2e-85da-ccde124a8ccb,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.983764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57864) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:46.038013 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2c6098f2-dec6-4e53-b3d4-e79367abcb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.050545 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.071540 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.093024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2c6098f2-dec6-4e53-b3d4-e79367abcb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.108377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:46.112793 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.140854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event updated for resources: {'Port': ['ID=3d75bff7-7c03-4def-9d04-ba41d2fc7bc5,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:46.238495 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a1e30cf4-43d9-4001-a423-ec01036d9abe tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2601330 Sep 16 05:12:46.244539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57872) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:46.266459 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2c6098f2-dec6-4e53-b3d4-e79367abcb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.271767 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2c6098f2-dec6-4e53-b3d4-e79367abcb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.271767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2c6098f2-dec6-4e53-b3d4-e79367abcb49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb9c0646-6bdc-4a2e-85da-ccde124a8ccb HTTP/1.1" status: 204 len: 168 time: 0.2859650 Sep 16 05:12:46.287458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6098f2-dec6-4e53-b3d4-e79367abcb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9c0646-6bdc-4a2e-85da-ccde124a8ccb,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:46.352348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-54219844-a540-4da1-99a4-7b9ab691f7f3 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Deleting port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:46.352348 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-54219844-a540-4da1-99a4-7b9ab691f7f3 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.416629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-54219844-a540-4da1-99a4-7b9ab691f7f3 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] For port 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5, host n-h2-712137-12, got binding levels [] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:46.417065 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-54219844-a540-4da1-99a4-7b9ab691f7f3 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.430003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-54219844-a540-4da1-99a4-7b9ab691f7f3 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Calling delete_port for 3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:46.533301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57880) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:46.583138 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.685997 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-54219844-a540-4da1-99a4-7b9ab691f7f3 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.718072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54219844-a540-4da1-99a4-7b9ab691f7f3 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d75bff7-7c03-4def-9d04-ba41d2fc7bc5,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:46.734915 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-54219844-a540-4da1-99a4-7b9ab691f7f3 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.737492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-54219844-a540-4da1-99a4-7b9ab691f7f3 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "DELETE /v2.0/ports/3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 HTTP/1.1" status: 204 len: 168 time: 0.4953346 Sep 16 05:12:46.739970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57888) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:46.808873 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-55226e99-d542-4947-bce4-434416dffcc2 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:12:46.808873 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-55226e99-d542-4947-bce4-434416dffcc2 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "GET /v2.0/ports/3d75bff7-7c03-4def-9d04-ba41d2fc7bc5 HTTP/1.1" status: 404 len: 333 time: 0.0574462 Sep 16 05:12:46.809197 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57892) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:46.815570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Request body: {'port': {'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1602564222'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:46.934320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Made reservation on behalf of 4562ad912c194dcc8c62e649bbd39602 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:46.937510 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.959110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] device_id is not set on port 1cfdd951-fa06-4731-bc7e-a28cde2890bc yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:46.982402 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63d01bf6-5153-4dab-986e-7ddc116a89fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.132627 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.305554 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.356883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Network 53c4e178-7be1-433a-a03e-7757cd9767d9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:47.360841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:47.370506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:47.371899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.376006 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.398207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-63d01bf6-5153-4dab-986e-7ddc116a89fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting port 19219578-f1c5-4b33-8fa4-a186e51d2418 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:47.398729 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63d01bf6-5153-4dab-986e-7ddc116a89fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.400297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event updated for resources: {'Port': ['ID=1cfdd951-fa06-4731-bc7e-a28cde2890bc,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:47.515266 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-af85d01d-cc91-4e62-88fb-15d622616acc tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7027090 Sep 16 05:12:47.515266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57908) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.518756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-63d01bf6-5153-4dab-986e-7ddc116a89fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] For port 19219578-f1c5-4b33-8fa4-a186e51d2418, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=19219578-f1c5-4b33-8fa4-a186e51d2418,segment=NetworkSegment(7b95bd9a-233d-4fcc-84be-73f62c5c44f1),segment_id=7b95bd9a-233d-4fcc-84be-73f62c5c44f1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:47.519647 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63d01bf6-5153-4dab-986e-7ddc116a89fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.532744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-63d01bf6-5153-4dab-986e-7ddc116a89fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Calling delete_port for 19219578-f1c5-4b33-8fa4-a186e51d2418 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:47.536039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:47.608810 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.635700 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.832959 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63d01bf6-5153-4dab-986e-7ddc116a89fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.833817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] device_id is not set on port 1cfdd951-fa06-4731-bc7e-a28cde2890bc yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:47.843649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.897097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d01bf6-5153-4dab-986e-7ddc116a89fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Port': ['ID=19219578-f1c5-4b33-8fa4-a186e51d2418,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:47.957105 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.016554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event updated for resources: {'Port': ['ID=1cfdd951-fa06-4731-bc7e-a28cde2890bc,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.060207 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:48.060592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:48.061327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.066343 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:48.066959 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:48.067526 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 2 to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc Sep 16 05:12:48.089133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:48.089133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:48.089133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.089133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:48.089133 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:48.089133 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 3 to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc Sep 16 05:12:48.107352 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:48.107745 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:48.108039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.113418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:48.113754 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:48.114150 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 4 to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc Sep 16 05:12:48.130588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:48.131059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:48.131457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.136720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:48.137182 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:48.137829 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 5 to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc Sep 16 05:12:48.141604 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63d01bf6-5153-4dab-986e-7ddc116a89fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.152321 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:48.152930 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:48.153485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.159724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:48.160369 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:48.160986 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 6 to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc Sep 16 05:12:48.190345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:48.190788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:48.191189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.197204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:48.197609 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:48.198068 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 7 to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc Sep 16 05:12:48.216346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:48.217038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:48.217534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.223348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:48.223841 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:48.224236 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 8 to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc Sep 16 05:12:48.237746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:48.238112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:48.238433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.242920 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:48.243236 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:48.243624 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 9 to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc Sep 16 05:12:48.256105 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:48.256444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:48.256807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.261100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:48.261770 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:48.261913 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 10 to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc Sep 16 05:12:48.275254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:48.275680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:48.276095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.280932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:48.281334 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:48.281795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.359891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] For port 1cfdd951-fa06-4731-bc7e-a28cde2890bc, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:48.360357 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempted to set empty binding levels {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:12:48.411271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d01bf6-5153-4dab-986e-7ddc116a89fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Router 58f3934c-5262-4098-bc5e-ac21ca241739 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:48.524341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d01bf6-5153-4dab-986e-7ddc116a89fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:48.534067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-63d01bf6-5153-4dab-986e-7ddc116a89fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "PUT /v2.0/routers/58f3934c-5262-4098-bc5e-ac21ca241739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9951499 Sep 16 05:12:48.538101 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1e5f3-0201-4d62-a3cc-cf23d82f7130 None None] Sync routers for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:48.549249 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.553069 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1e5f3-0201-4d62-a3cc-cf23d82f7130 None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:48.553854 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b2b1e5f3-0201-4d62-a3cc-cf23d82f7130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:48.605987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] In _notify_port_updated(), no bound segment for port 1cfdd951-fa06-4731-bc7e-a28cde2890bc on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:12:48.607152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.608211 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.613797 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "PUT /v2.0/ports/1cfdd951-fa06-4731-bc7e-a28cde2890bc HTTP/1.1" status: 200 len: 976 time: 1.0974135 Sep 16 05:12:48.618810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57946) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:48.656129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d115312-a8b9-4433-bbcc-e5a999278516 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event updated for resources: {'Port': ['ID=1cfdd951-fa06-4731-bc7e-a28cde2890bc,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.713007 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b2b1e5f3-0201-4d62-a3cc-cf23d82f7130 None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:48.725477 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.726148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.726630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.727109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.727599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.728055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.729325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.729816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.730296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.730775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.731234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.731696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.733487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.733487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.733487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.733762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.734185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.740915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d4e64968-8147-49fb-94d1-3484a2248146 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15371 time: 0.1221256 Sep 16 05:12:48.741732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57950) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:48.887136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2ed256c0-484e-4f67-984b-f2bc7efe7911 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Deleting port 1cfdd951-fa06-4731-bc7e-a28cde2890bc {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:48.888300 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ed256c0-484e-4f67-984b-f2bc7efe7911 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.964917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-2ed256c0-484e-4f67-984b-f2bc7efe7911 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] For port 1cfdd951-fa06-4731-bc7e-a28cde2890bc, host n-h2-712137-12, got binding levels [] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:48.965304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ed256c0-484e-4f67-984b-f2bc7efe7911 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.980433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2ed256c0-484e-4f67-984b-f2bc7efe7911 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Calling delete_port for 1cfdd951-fa06-4731-bc7e-a28cde2890bc owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:49.034851 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b2b1e5f3-0201-4d62-a3cc-cf23d82f7130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:12:47Z', 'revision_number': 6, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cdc00bfb-e0b0-48d7-9cb5-37f327f633c1', 'tenant_id': '44eac926846f463789703829e934134d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'port_id': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'mac_address': 'fa:16:3e:78:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:22Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 1, 'project_id': '44eac926846f463789703829e934134d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.066788 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1e5f3-0201-4d62-a3cc-cf23d82f7130 None None] Checking router: 58f3934c-5262-4098-bc5e-ac21ca241739 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:49.075461 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1e5f3-0201-4d62-a3cc-cf23d82f7130 None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:49.076074 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b2b1e5f3-0201-4d62-a3cc-cf23d82f7130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.096623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ba563-3f0b-4a14-9585-224d8143be01 req-30521ed2-991d-483b-b2b4-90e69759e922 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.104015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e3ba563-3f0b-4a14-9585-224d8143be01 req-30521ed2-991d-483b-b2b4-90e69759e922 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 946 time: 0.0594332 Sep 16 05:12:49.141085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e3ba563-3f0b-4a14-9585-224d8143be01 req-be47dcc0-5537-4ae1-90e3-53e8dd9015d0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b70a0ac-bce7-49ae-a260-e7d12f459e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361352 Sep 16 05:12:49.180363 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ed256c0-484e-4f67-984b-f2bc7efe7911 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.217153 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b2b1e5f3-0201-4d62-a3cc-cf23d82f7130 None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:49.234234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed256c0-484e-4f67-984b-f2bc7efe7911 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cfdd951-fa06-4731-bc7e-a28cde2890bc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.243555 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ed256c0-484e-4f67-984b-f2bc7efe7911 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.248256 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2ed256c0-484e-4f67-984b-f2bc7efe7911 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1cfdd951-fa06-4731-bc7e-a28cde2890bc HTTP/1.1" status: 204 len: 168 time: 0.5031140 Sep 16 05:12:49.248628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57968) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.275527 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57dde5a-79bf-46cd-9ad5-3baf105af017 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:12:49.281205 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b57dde5a-79bf-46cd-9ad5-3baf105af017 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "GET /v2.0/ports/1cfdd951-fa06-4731-bc7e-a28cde2890bc HTTP/1.1" status: 404 len: 333 time: 0.0276551 Sep 16 05:12:49.284844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57970) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.288632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1076065122', 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:49.409332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Made reservation on behalf of 4562ad912c194dcc8c62e649bbd39602 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:49.413685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.430762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] device_id is not set on port 0cf57d50-c953-475f-8fba-cea402e619c9 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:49.479998 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b2b1e5f3-0201-4d62-a3cc-cf23d82f7130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:12:47Z', 'revision_number': 6, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cdc00bfb-e0b0-48d7-9cb5-37f327f633c1', 'tenant_id': '44eac926846f463789703829e934134d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'port_id': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'mac_address': 'fa:16:3e:78:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:22Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 1, 'project_id': '44eac926846f463789703829e934134d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:49.515225 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1e5f3-0201-4d62-a3cc-cf23d82f7130 None None] The sync data for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 is: [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:12:47Z', 'revision_number': 6, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cdc00bfb-e0b0-48d7-9cb5-37f327f633c1', 'tenant_id': '44eac926846f463789703829e934134d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'port_id': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'mac_address': 'fa:16:3e:78:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:22Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 1, 'project_id': '44eac926846f463789703829e934134d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:49.627065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.752108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.792846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Network 53c4e178-7be1-433a-a03e-7757cd9767d9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:49.795714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:49.801876 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:49.802824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.803468 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.811077 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event updated for resources: {'Port': ['ID=0cf57d50-c953-475f-8fba-cea402e619c9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.912397 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e2951209-591f-42cc-aa77-07d7ce87b3ec tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6283357 Sep 16 05:12:49.914790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 57990) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.953347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9349dbe4-1366-4273-aff4-00830512e0db tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.955367 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9349dbe4-1366-4273-aff4-00830512e0db tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "GET /v2.0/ports/0cf57d50-c953-475f-8fba-cea402e619c9 HTTP/1.1" status: 200 len: 955 time: 0.0394435 Sep 16 05:12:49.958264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 57994) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.067550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0d409d04-12a4-4529-ad71-80e4227fb417 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Deleting port 0cf57d50-c953-475f-8fba-cea402e619c9 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:50.067903 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d409d04-12a4-4529-ad71-80e4227fb417 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.146334 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d409d04-12a4-4529-ad71-80e4227fb417 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.160020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0d409d04-12a4-4529-ad71-80e4227fb417 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Calling delete_port for 0cf57d50-c953-475f-8fba-cea402e619c9 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:50.307806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d409d04-12a4-4529-ad71-80e4227fb417 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.707954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d409d04-12a4-4529-ad71-80e4227fb417 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cf57d50-c953-475f-8fba-cea402e619c9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.718307 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d409d04-12a4-4529-ad71-80e4227fb417 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.721013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0d409d04-12a4-4529-ad71-80e4227fb417 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0cf57d50-c953-475f-8fba-cea402e619c9 HTTP/1.1" status: 204 len: 168 time: 0.7617986 Sep 16 05:12:50.723994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58022) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.733683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244db8ad-5231-432c-a5bd-806035e1a695 req-cf1a11e6-d178-4abb-8197-e0f5bfc33d6c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:50.735161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-244db8ad-5231-432c-a5bd-806035e1a695 req-cf1a11e6-d178-4abb-8197-e0f5bfc33d6c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 946 time: 0.4689252 Sep 16 05:12:50.743015 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2a60d-8a07-4bf1-892a-f01154f8ce6c req-147fbfc1-2c4e-42e2-ae0a-1c12952a2591 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:50.749005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21b2a60d-8a07-4bf1-892a-f01154f8ce6c req-147fbfc1-2c4e-42e2-ae0a-1c12952a2591 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 946 time: 0.4738169 Sep 16 05:12:50.751132 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef16b0b-5417-4271-88a9-6f3767458a3b tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:12:50.756241 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fef16b0b-5417-4271-88a9-6f3767458a3b tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "GET /v2.0/ports/0cf57d50-c953-475f-8fba-cea402e619c9 HTTP/1.1" status: 404 len: 333 time: 0.0274868 Sep 16 05:12:50.757998 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58024) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.770790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Request body: {'port': {'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-403530733'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:50.831765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Made reservation on behalf of 4562ad912c194dcc8c62e649bbd39602 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:50.835589 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.845773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21b2a60d-8a07-4bf1-892a-f01154f8ce6c req-6ee2ffaa-c472-48a0-bdf5-4d23c4c49b4d tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b70a0ac-bce7-49ae-a260-e7d12f459e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878205 Sep 16 05:12:50.862618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] device_id is not set on port 5b1ba2ba-dbea-4df9-8730-47b86580597d yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:50.897903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-244db8ad-5231-432c-a5bd-806035e1a695 req-a0c5097c-43b7-4e8f-a7b3-af82b91ec910 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting port 518399af-7781-44d8-a4cb-f79cfe9948fe {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:50.898323 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-244db8ad-5231-432c-a5bd-806035e1a695 req-a0c5097c-43b7-4e8f-a7b3-af82b91ec910 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.000082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-244db8ad-5231-432c-a5bd-806035e1a695 req-a0c5097c-43b7-4e8f-a7b3-af82b91ec910 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] For port 518399af-7781-44d8-a4cb-f79cfe9948fe, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=518399af-7781-44d8-a4cb-f79cfe9948fe,segment=NetworkSegment(7b95bd9a-233d-4fcc-84be-73f62c5c44f1),segment_id=7b95bd9a-233d-4fcc-84be-73f62c5c44f1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:51.000780 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-244db8ad-5231-432c-a5bd-806035e1a695 req-a0c5097c-43b7-4e8f-a7b3-af82b91ec910 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.012660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-244db8ad-5231-432c-a5bd-806035e1a695 req-a0c5097c-43b7-4e8f-a7b3-af82b91ec910 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Calling delete_port for 518399af-7781-44d8-a4cb-f79cfe9948fe owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:51.034757 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.144487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.153152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 19219578-f1c5-4b33-8fa4-a186e51d2418 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:51.179770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 19219578-f1c5-4b33-8fa4-a186e51d2418 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:51.180119 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 19219578-f1c5-4b33-8fa4-a186e51d2418 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:51.188935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Network 53c4e178-7be1-433a-a03e-7757cd9767d9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:51.192039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:51.194541 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:51.195670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.196567 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.218671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1ba2ba-dbea-4df9-8730-47b86580597d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:51.220609 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-244db8ad-5231-432c-a5bd-806035e1a695 req-a0c5097c-43b7-4e8f-a7b3-af82b91ec910 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.254787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5097c-43b7-4e8f-a7b3-af82b91ec910 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Port': ['ID=518399af-7781-44d8-a4cb-f79cfe9948fe,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:51.303970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-244db8ad-5231-432c-a5bd-806035e1a695 req-a0c5097c-43b7-4e8f-a7b3-af82b91ec910 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] No DVR routers for this DVR port 518399af-7781-44d8-a4cb-f79cfe9948fe on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:51.310595 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-244db8ad-5231-432c-a5bd-806035e1a695 req-a0c5097c-43b7-4e8f-a7b3-af82b91ec910 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.310595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-244db8ad-5231-432c-a5bd-806035e1a695 req-a0c5097c-43b7-4e8f-a7b3-af82b91ec910 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.23 "DELETE /v2.0/ports/518399af-7781-44d8-a4cb-f79cfe9948fe HTTP/1.1" status: 204 len: 173 time: 0.5597587 Sep 16 05:12:51.310595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b79c735-0dd9-455b-a6fc-d97048ce2809', 'name': 'network-vif-deleted', 'tag': '518399af-7781-44d8-a4cb-f79cfe9948fe'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:51.314917 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a4b3a4-bb93-4f15-ba33-5b73c3e67a36" -d '{"events": [{"server_uuid": "7b79c735-0dd9-455b-a6fc-d97048ce2809", "name": "network-vif-deleted", "tag": "518399af-7781-44d8-a4cb-f79cfe9948fe"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:51.330595 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e87df3ba-c8b7-4d5d-9094-b3b94590c2d4 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5711823 Sep 16 05:12:51.341035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58046) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:51.346834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:51.405408 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.529048 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441d5ad5-f668-4afc-b359-c2ee41df557c x-openstack-request-id: req-441d5ad5-f668-4afc-b359-c2ee41df557c {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:51.529048 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b79c735-0dd9-455b-a6fc-d97048ce2809", "name": "network-vif-deleted", "tag": "518399af-7781-44d8-a4cb-f79cfe9948fe", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:51.529048 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-441d5ad5-f668-4afc-b359-c2ee41df557c {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:51.529048 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b79c735-0dd9-455b-a6fc-d97048ce2809', 'name': 'network-vif-deleted', 'tag': '518399af-7781-44d8-a4cb-f79cfe9948fe', 'status': 'completed', 'code': 200} Sep 16 05:12:51.592717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] device_id is not set on port 5b1ba2ba-dbea-4df9-8730-47b86580597d yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:12:51.599204 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.671141 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.755690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1ba2ba-dbea-4df9-8730-47b86580597d,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:51.762857 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:51.763268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:51.763699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:51.769742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:51.770014 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:51.770550 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 2 to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d Sep 16 05:12:51.785169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:51.786025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:51.786025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:51.791020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:51.791293 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:51.791678 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 3 to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d Sep 16 05:12:51.812284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:51.812677 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:51.813024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:51.818458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:51.818912 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:51.819307 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 4 to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d Sep 16 05:12:51.835974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:51.836402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:51.836725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:51.841351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:51.841754 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:51.842153 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 5 to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d Sep 16 05:12:51.854327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:51.855101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:51.855101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:51.859540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:51.859984 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:51.860242 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 6 to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d Sep 16 05:12:51.875475 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:51.875819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:51.876760 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:51.882297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:51.882297 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:51.882504 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 7 to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d Sep 16 05:12:51.896272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:51.896657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:51.897001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:51.901407 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:51.901735 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:51.902106 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 8 to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d Sep 16 05:12:51.915552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:51.915902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:51.916246 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:51.921342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:51.921766 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:51.922167 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 9 to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d Sep 16 05:12:51.935647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:51.935993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:51.936416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:51.942317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:51.942647 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:51.943218 n-d-712137-12 neutron-server[95451]: INFO neutron.plugins.ml2.plugin [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempt 10 to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d Sep 16 05:12:51.966219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:51.966560 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:51.972887 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempting to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:51.972887 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:51.972887 n-d-712137-12 neutron-server[95451]: ERROR neutron.plugins.ml2.managers [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Failed to bind port 5b1ba2ba-dbea-4df9-8730-47b86580597d on host n-h2-712137-12 for vnic_type normal using segments [{'id': '211daa23-d6a5-4d2f-8e17-826343c8b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53c4e178-7be1-433a-a03e-7757cd9767d9'}] Sep 16 05:12:51.972887 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.977310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2f2da3f-8044-4630-bc8f-b34180e3275c req-03b36006-5617-49da-a679-9abf57c377de tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b79c735-0dd9-455b-a6fc-d97048ce2809 HTTP/1.1" status: 200 len: 210 time: 0.0281916 Sep 16 05:12:52.044294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] For port 5b1ba2ba-dbea-4df9-8730-47b86580597d, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:52.044850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attempted to set empty binding levels {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:12:52.123378 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.171420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] In _notify_port_updated(), no bound segment for port 5b1ba2ba-dbea-4df9-8730-47b86580597d on network 53c4e178-7be1-433a-a03e-7757cd9767d9 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:12:52.172432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:52.173528 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.175757 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "PUT /v2.0/ports/5b1ba2ba-dbea-4df9-8730-47b86580597d HTTP/1.1" status: 200 len: 975 time: 0.8330390 Sep 16 05:12:52.178178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58068) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:52.208349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc3ee9-af0c-4312-8878-feb0d888dda7 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1ba2ba-dbea-4df9-8730-47b86580597d,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:52.280849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e1d6c51a-691f-43fd-8f29-030b5a6a8ca8 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Deleting port 5b1ba2ba-dbea-4df9-8730-47b86580597d {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:52.281374 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c51a-691f-43fd-8f29-030b5a6a8ca8 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.369908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-e1d6c51a-691f-43fd-8f29-030b5a6a8ca8 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] For port 5b1ba2ba-dbea-4df9-8730-47b86580597d, host n-h2-712137-12, got binding levels [] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:52.370270 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c51a-691f-43fd-8f29-030b5a6a8ca8 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.382975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e1d6c51a-691f-43fd-8f29-030b5a6a8ca8 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Calling delete_port for 5b1ba2ba-dbea-4df9-8730-47b86580597d owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:52.545847 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c51a-691f-43fd-8f29-030b5a6a8ca8 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.573613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6c51a-691f-43fd-8f29-030b5a6a8ca8 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b1ba2ba-dbea-4df9-8730-47b86580597d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:52.583905 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c51a-691f-43fd-8f29-030b5a6a8ca8 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.585965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e1d6c51a-691f-43fd-8f29-030b5a6a8ca8 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5b1ba2ba-dbea-4df9-8730-47b86580597d HTTP/1.1" status: 204 len: 168 time: 0.4062979 Sep 16 05:12:52.588746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58074) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:52.614362 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fd0413-1603-4516-b951-0c70b5299768 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:12:52.615897 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-75fd0413-1603-4516-b951-0c70b5299768 tempest-PortsAdminExtendedAttrsTestJSON-1716725134 tempest-PortsAdminExtendedAttrsTestJSON-1716725134-project-admin] 10.222.0.24 "GET /v2.0/ports/5b1ba2ba-dbea-4df9-8730-47b86580597d HTTP/1.1" status: 404 len: 333 time: 0.0261302 Sep 16 05:12:52.619667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58080) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:52.701763 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.721988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 518399af-7781-44d8-a4cb-f79cfe9948fe no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:52.756326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 518399af-7781-44d8-a4cb-f79cfe9948fe {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:52.756717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 518399af-7781-44d8-a4cb-f79cfe9948fe not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:52.799586 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.822302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c4e178-7be1-433a-a03e-7757cd9767d9']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:52.833038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211daa23-d6a5-4d2f-8e17-826343c8b998') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:52.833459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211daa23-d6a5-4d2f-8e17-826343c8b998') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:52.844035 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.863729 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.870378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:52.875371 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:52.991338 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.005813 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.009976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] 10.222.0.24 "DELETE /v2.0/networks/53c4e178-7be1-433a-a03e-7757cd9767d9 HTTP/1.1" status: 204 len: 168 time: 0.3868339 Sep 16 05:12:53.022658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383d0f1-4c45-427e-aae0-817cbdce6f1c tempest-PortsAdminExtendedAttrsTestJSON-486127764 tempest-PortsAdminExtendedAttrsTestJSON-486127764-project] Pushing event deleted for resources: {'Network': ['ID=53c4e178-7be1-433a-a03e-7757cd9767d9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.042652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58098) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:53.108268 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d1a340b-bee1-41b8-a231-3cabdb703dc3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.136795 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d1a340b-bee1-41b8-a231-3cabdb703dc3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.291533 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d1a340b-bee1-41b8-a231-3cabdb703dc3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.296153 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d1a340b-bee1-41b8-a231-3cabdb703dc3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.315151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3d1a340b-bee1-41b8-a231-3cabdb703dc3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b70a0ac-bce7-49ae-a260-e7d12f459e21 HTTP/1.1" status: 204 len: 168 time: 0.2710550 Sep 16 05:12:53.332140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a340b-bee1-41b8-a231-3cabdb703dc3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b70a0ac-bce7-49ae-a260-e7d12f459e21,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.426956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58110) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:53.487245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2a5a7d-4904-45a1-aee6-59e4692d28bf tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting subnet 022190cc-f61f-46b9-a916-80ff0b1a0840 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:53.488092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58112) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:53.490806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5a7d-4904-45a1-aee6-59e4692d28bf tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.535456 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5a7d-4904-45a1-aee6-59e4692d28bf tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.635089 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5a7d-4904-45a1-aee6-59e4692d28bf tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.655462 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fab3dd13-ebd8-40d6-b28a-a32d8fdb648b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5b1fd840c9b4f00a991f51a593d3613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661651 Sep 16 05:12:53.659058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58122) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:53.718832 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83974bd8-a628-4730-8122-03674c88290f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.748154 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83974bd8-a628-4730-8122-03674c88290f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.808871 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5a7d-4904-45a1-aee6-59e4692d28bf tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.839050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a5a7d-4904-45a1-aee6-59e4692d28bf tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Subnet': ['ID=022190cc-f61f-46b9-a916-80ff0b1a0840,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.841189 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e2a5a7d-4904-45a1-aee6-59e4692d28bf tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.846445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5e2a5a7d-4904-45a1-aee6-59e4692d28bf tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/subnets/022190cc-f61f-46b9-a916-80ff0b1a0840 HTTP/1.1" status: 204 len: 168 time: 0.4151030 Sep 16 05:12:53.846898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58130) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:53.854876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300946b5-b490-4e4c-86e8-b31d0b064c01 None None] Network 77b1ba5a-9e31-4da3-95f8-2211c944417c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:53.885198 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83974bd8-a628-4730-8122-03674c88290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.889660 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-83974bd8-a628-4730-8122-03674c88290f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.889660 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-83974bd8-a628-4730-8122-03674c88290f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4abe7745-9c24-4eec-9896-6b14deb7b5c9 HTTP/1.1" status: 204 len: 168 time: 0.2291172 Sep 16 05:12:53.929334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83974bd8-a628-4730-8122-03674c88290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abe7745-9c24-4eec-9896-6b14deb7b5c9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.947393 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.009991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:54.010558 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.091541 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] For port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5367bfc1-1325-48df-bde7-b34b4a7c8bb5,segment=NetworkSegment(7b95bd9a-233d-4fcc-84be-73f62c5c44f1),segment_id=7b95bd9a-233d-4fcc-84be-73f62c5c44f1)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:54.091905 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.109319 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] DHCP port deletion for 77b1ba5a-9e31-4da3-95f8-2211c944417c request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:54.117530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Calling delete_port for 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:54.164122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Deleting port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:54.164534 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.257051 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] For port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5367bfc1-1325-48df-bde7-b34b4a7c8bb5,segment=NetworkSegment(7b95bd9a-233d-4fcc-84be-73f62c5c44f1),segment_id=7b95bd9a-233d-4fcc-84be-73f62c5c44f1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:54.257662 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.266064 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.273160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Calling delete_port for 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:54.298524 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Port': ['ID=5367bfc1-1325-48df-bde7-b34b4a7c8bb5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:54.303638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] No DVR routers for this DVR port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:54.364527 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:12:54.383224 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.435810 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.439257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Pushing event deleted for resources: {'Port': ['ID=5367bfc1-1325-48df-bde7-b34b4a7c8bb5,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:54.450445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:54.451175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:54.451871 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:54.452367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:54.453189 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:54.453686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:54.454664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:54.455645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:54.456300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:54.456854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:54.457400 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:54.457960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:54.470447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6631905-28e3-426b-b65f-43a09693c634 None None] No DVR routers for this DVR port 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:54.493050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b1ba5a-9e31-4da3-95f8-2211c944417c']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.505152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b95bd9a-233d-4fcc-84be-73f62c5c44f1') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.505457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b95bd9a-233d-4fcc-84be-73f62c5c44f1') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.517416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.532501 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.539307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:54.539995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:54.543674 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:54.653772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58182) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.698954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-38a25831-c7f4-49a3-bab2-e0a8d0c0a9f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4562ad912c194dcc8c62e649bbd39602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435085 Sep 16 05:12:54.701231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58188) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.711202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.725375 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.728607 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/networks/77b1ba5a-9e31-4da3-95f8-2211c944417c HTTP/1.1" status: 204 len: 168 time: 0.8784041 Sep 16 05:12:54.731831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58194) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.747635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed2572-3319-4ba9-a09c-4dfd52dc8da1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Network': ['ID=77b1ba5a-9e31-4da3-95f8-2211c944417c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:54.815464 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f040a9b2-c1a9-4565-a62f-105629041aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.877185 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f040a9b2-c1a9-4565-a62f-105629041aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.968216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting port e2f0799b-a0d8-4e14-898b-11f670a27d15 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:54.968605 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.027269 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f040a9b2-c1a9-4565-a62f-105629041aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.034174 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f040a9b2-c1a9-4565-a62f-105629041aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.034174 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f040a9b2-c1a9-4565-a62f-105629041aba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92d11f8d-12ad-4121-bf2b-4b3fac5ba76d HTTP/1.1" status: 204 len: 168 time: 0.3289475 Sep 16 05:12:55.045461 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040a9b2-c1a9-4565-a62f-105629041aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d11f8d-12ad-4121-bf2b-4b3fac5ba76d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:55.073996 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.074287 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.087510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Calling delete_port for e2f0799b-a0d8-4e14-898b-11f670a27d15 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:55.212192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:55.235974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:55.237109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5367bfc1-1325-48df-bde7-b34b4a7c8bb5 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:55.266079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c274a-e8ae-4167-9cd7-498fd5b49471 req-72dbc5c4-8774-47e8-9770-d0ab028ff69b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.267627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a2c274a-e8ae-4167-9cd7-498fd5b49471 req-72dbc5c4-8774-47e8-9770-d0ab028ff69b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 945 time: 0.0713887 Sep 16 05:12:55.338916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a2c274a-e8ae-4167-9cd7-498fd5b49471 req-536a3edc-7a65-4047-8064-c314fd784bf4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636818 Sep 16 05:12:55.367505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58238) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:55.436326 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bc1ef71a-1995-4fe6-8557-c4fb088f9dd6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/184350fa-be10-403f-922b-78c83a61849c HTTP/1.1" status: 200 len: 992 time: 0.0676663 Sep 16 05:12:55.444334 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.480238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Port': ['ID=e2f0799b-a0d8-4e14-898b-11f670a27d15,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:55.558902 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.559438 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Floating IP cdc00bfb-e0b0-48d7-9cb5-37f327f633c1 disassociated (deleted). External IP: 172.25.3.154, port: 1b124859-50fb-47b6-9310-9b9db28f47b9. Sep 16 05:12:55.807221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042859f1-1782-4901-be35-b18d1c797b79 req-7c82a5eb-fd79-47ce-a137-0481356f186b tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.808777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-042859f1-1782-4901-be35-b18d1c797b79 req-7c82a5eb-fd79-47ce-a137-0481356f186b tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 1097 time: 0.0848093 Sep 16 05:12:55.847385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Router 58f3934c-5262-4098-bc5e-ac21ca241739 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:55.867123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-042859f1-1782-4901-be35-b18d1c797b79 req-497b24a4-8f44-4d87-87b5-7ab1e38d2541 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469048 Sep 16 05:12:55.996687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:56.005977 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.009370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5309e-9075-45f9-8a9a-a768c0038519 None None] Sync routers for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:56.019654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5309e-9075-45f9-8a9a-a768c0038519 None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:56.023510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e6a5309e-9075-45f9-8a9a-a768c0038519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:56.046231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a5c3a2ff-a9b8-4b55-8de2-bbdf9fad06f0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/floatingips/cdc00bfb-e0b0-48d7-9cb5-37f327f633c1 HTTP/1.1" status: 204 len: 168 time: 1.3132370 Sep 16 05:12:56.047086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'tag': '1b124859-50fb-47b6-9310-9b9db28f47b9'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:56.065651 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecd242f-e606-4b05-84db-4f850d9a89f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c175a209-dbaf-46aa-a45b-40fadb5fbdcc", "tag": "1b124859-50fb-47b6-9310-9b9db28f47b9"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:56.148421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-e6a5309e-9075-45f9-8a9a-a768c0038519 None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:56.389309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58310) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:56.474971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e6a5309e-9075-45f9-8a9a-a768c0038519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:12:47Z', 'revision_number': 6, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:56.518087 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6193b11c-b78a-4580-99c8-fc649975bd8e x-openstack-request-id: req-6193b11c-b78a-4580-99c8-fc649975bd8e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:56.518509 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c175a209-dbaf-46aa-a45b-40fadb5fbdcc", "tag": "1b124859-50fb-47b6-9310-9b9db28f47b9", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:56.518938 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6193b11c-b78a-4580-99c8-fc649975bd8e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:56.519438 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'tag': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'status': 'completed', 'code': 200} Sep 16 05:12:56.581635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5309e-9075-45f9-8a9a-a768c0038519 None None] Checking router: 58f3934c-5262-4098-bc5e-ac21ca241739 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:56.596601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5309e-9075-45f9-8a9a-a768c0038519 None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:56.598749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e6a5309e-9075-45f9-8a9a-a768c0038519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:56.664745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd242f-e606-4b05-84db-4f850d9a89f4 req-144641a8-3c50-4aff-9b0c-15ca5fc14355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.666728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fecd242f-e606-4b05-84db-4f850d9a89f4 req-144641a8-3c50-4aff-9b0c-15ca5fc14355 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 1098 time: 0.1189964 Sep 16 05:12:56.747680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75102ea-bf24-4ab7-8392-4d0eb0c8304c req-c02aab1d-06e3-40db-8010-bd7737a56bcd tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.749323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c75102ea-bf24-4ab7-8392-4d0eb0c8304c req-c02aab1d-06e3-40db-8010-bd7737a56bcd tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 946 time: 0.1552353 Sep 16 05:12:56.813491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-e6a5309e-9075-45f9-8a9a-a768c0038519 None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:56.836213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-668ede4a-a74a-4b32-a121-68705ea72083 tempest-AgentManagementNegativeTest-1388449239 tempest-AgentManagementNegativeTest-1388449239-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4453883 Sep 16 05:12:56.870563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c75102ea-bf24-4ab7-8392-4d0eb0c8304c req-25deffd5-6120-4970-99d6-7a8e82f27abe tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=232aa669-6d0b-43f4-b110-c7d6ac02f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098266 Sep 16 05:12:56.898762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd242f-e606-4b05-84db-4f850d9a89f4 req-46bf0d41-2951-4d73-9701-be5ea4fa369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.898762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fecd242f-e606-4b05-84db-4f850d9a89f4 req-46bf0d41-2951-4d73-9701-be5ea4fa369f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0e17fed-a446-4647-bcce-e3b855cc60a9 HTTP/1.1" status: 200 len: 897 time: 0.2162223 Sep 16 05:12:56.943496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fecd242f-e606-4b05-84db-4f850d9a89f4 req-97a1ee38-42d1-4309-b67c-566e484eac6f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b124859-50fb-47b6-9310-9b9db28f47b9 HTTP/1.1" status: 200 len: 217 time: 0.0396280 Sep 16 05:12:57.043027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd242f-e606-4b05-84db-4f850d9a89f4 req-30c27a4d-2d31-45c3-9921-fd9ad1d11198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.051186 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fecd242f-e606-4b05-84db-4f850d9a89f4 req-30c27a4d-2d31-45c3-9921-fd9ad1d11198 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ad7e9eff-539f-4579-8439-c7b504a3fd85 HTTP/1.1" status: 200 len: 834 time: 0.0950413 Sep 16 05:12:57.107834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd242f-e606-4b05-84db-4f850d9a89f4 req-6ea520e1-06fa-486f-89a8-cf5947e9c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.109468 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fecd242f-e606-4b05-84db-4f850d9a89f4 req-6ea520e1-06fa-486f-89a8-cf5947e9c4a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0e17fed-a446-4647-bcce-e3b855cc60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524693 Sep 16 05:12:57.119190 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:57.179007 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e6a5309e-9075-45f9-8a9a-a768c0038519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:12:47Z', 'revision_number': 6, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:57.215196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5309e-9075-45f9-8a9a-a768c0038519 None None] The sync data for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 is: [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:12:47Z', 'revision_number': 6, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'eadfc7a3-9b88-4732-b7bc-5e08b50a83e6', 'name': '', 'network_id': 'f0e17fed-a446-4647-bcce-e3b855cc60a9', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:4c:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:58Z', 'updated_at': '2021-09-16T05:11:04Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'ad7e9eff-539f-4579-8439-c7b504a3fd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:57.293103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fecd242f-e606-4b05-84db-4f850d9a89f4 req-fcfd9d2b-7f9b-40f2-b48f-3e3a2e4fe608 service neutron] 10.222.0.23 "GET /v2.0/networks/f0e17fed-a446-4647-bcce-e3b855cc60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741669 Sep 16 05:12:57.461418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-cdd85e69-e5aa-42d4-8e21-b78273fe7f0e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1453946 Sep 16 05:12:57.486667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-6f610ab8-38e7-4b50-b5a3-07bab258a6b1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:57.502934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-6f610ab8-38e7-4b50-b5a3-07bab258a6b1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0310555 Sep 16 05:12:57.513735 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fecd242f-e606-4b05-84db-4f850d9a89f4 req-b2c0c719-ff6c-4e5d-8f1f-b2b351a9fe9d service neutron] 10.222.0.23 "GET /v2.0/networks/f0e17fed-a446-4647-bcce-e3b855cc60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099276 Sep 16 05:12:57.555693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58376) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:57.706323 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66df3dd-514b-40c5-a541-9a85feee9b1f None None] New status for floating IP cdc00bfb-e0b0-48d7-9cb5-37f327f633c1: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:57.733845 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69b89e43-a92e-46a4-998a-891fa429a15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.869529 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69b89e43-a92e-46a4-998a-891fa429a15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.946828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d04ce-7bbe-489e-b1b4-73ecd36d10fd req-4c1d466e-c079-40b3-bbf9-3b1e57658cf7 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.948973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad7d04ce-7bbe-489e-b1b4-73ecd36d10fd req-4c1d466e-c079-40b3-bbf9-3b1e57658cf7 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.23 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 946 time: 0.0754375 Sep 16 05:12:57.950945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69b89e43-a92e-46a4-998a-891fa429a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.020818 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-69b89e43-a92e-46a4-998a-891fa429a15c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=269933809c75468c84393087a048520f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719698 Sep 16 05:12:58.021597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b89e43-a92e-46a4-998a-891fa429a15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cfc78e-7121-4c47-94d3-ee5e71eefc28,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:58.024011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58420) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:58.096072 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ccc250-217d-4d12-ba3e-51316e0de198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.111793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d2f17-5c07-4158-ba94-67dee761aebf req-1000a459-e370-40ed-8a41-17a30e080e36 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.119395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad9d2f17-5c07-4158-ba94-67dee761aebf req-1000a459-e370-40ed-8a41-17a30e080e36 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 946 time: 0.1051931 Sep 16 05:12:58.129031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ccc250-217d-4d12-ba3e-51316e0de198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.169237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-ad7d04ce-7bbe-489e-b1b4-73ecd36d10fd req-05629787-007e-4eca-91b6-339b5f6d1da4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting port 1b124859-50fb-47b6-9310-9b9db28f47b9 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:58.169541 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad7d04ce-7bbe-489e-b1b4-73ecd36d10fd req-05629787-007e-4eca-91b6-339b5f6d1da4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.188009 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad9d2f17-5c07-4158-ba94-67dee761aebf req-32463c24-9cba-405c-8028-2ee6ce275cc9 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=232aa669-6d0b-43f4-b110-c7d6ac02f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629265 Sep 16 05:12:58.277404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ccc250-217d-4d12-ba3e-51316e0de198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.281059 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ccc250-217d-4d12-ba3e-51316e0de198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.292911 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-01ccc250-217d-4d12-ba3e-51316e0de198 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8cfc78e-7121-4c47-94d3-ee5e71eefc28 HTTP/1.1" status: 204 len: 168 time: 0.2570896 Sep 16 05:12:58.300982 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccc250-217d-4d12-ba3e-51316e0de198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cfc78e-7121-4c47-94d3-ee5e71eefc28,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:58.336266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ad7d04ce-7bbe-489e-b1b4-73ecd36d10fd req-05629787-007e-4eca-91b6-339b5f6d1da4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] For port 1b124859-50fb-47b6-9310-9b9db28f47b9, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=1b124859-50fb-47b6-9310-9b9db28f47b9,segment=NetworkSegment(b26aea9e-a884-4d6b-845b-4d2c8b32a7af),segment_id=b26aea9e-a884-4d6b-845b-4d2c8b32a7af)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:58.336764 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad7d04ce-7bbe-489e-b1b4-73ecd36d10fd req-05629787-007e-4eca-91b6-339b5f6d1da4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.350028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-ad7d04ce-7bbe-489e-b1b4-73ecd36d10fd req-05629787-007e-4eca-91b6-339b5f6d1da4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Calling delete_port for 1b124859-50fb-47b6-9310-9b9db28f47b9 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:58.574476 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad7d04ce-7bbe-489e-b1b4-73ecd36d10fd req-05629787-007e-4eca-91b6-339b5f6d1da4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.652217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05629787-007e-4eca-91b6-339b5f6d1da4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Port': ['ID=1b124859-50fb-47b6-9310-9b9db28f47b9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:58.677494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7d04ce-7bbe-489e-b1b4-73ecd36d10fd req-05629787-007e-4eca-91b6-339b5f6d1da4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] No DVR routers for this DVR port 1b124859-50fb-47b6-9310-9b9db28f47b9 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:58.680178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad7d04ce-7bbe-489e-b1b4-73ecd36d10fd req-05629787-007e-4eca-91b6-339b5f6d1da4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.682406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad7d04ce-7bbe-489e-b1b4-73ecd36d10fd req-05629787-007e-4eca-91b6-339b5f6d1da4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.23 "DELETE /v2.0/ports/1b124859-50fb-47b6-9310-9b9db28f47b9 HTTP/1.1" status: 204 len: 173 time: 0.7263474 Sep 16 05:12:58.682857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'name': 'network-vif-deleted', 'tag': '1b124859-50fb-47b6-9310-9b9db28f47b9'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:58.685332 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28daad5b-bf6a-4e37-8f0b-82ef3da18bb5" -d '{"events": [{"server_uuid": "c175a209-dbaf-46aa-a45b-40fadb5fbdcc", "name": "network-vif-deleted", "tag": "1b124859-50fb-47b6-9310-9b9db28f47b9"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:58.761891 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885773c8-8f07-47c7-8ade-3820f0c5fb0a x-openstack-request-id: req-885773c8-8f07-47c7-8ade-3820f0c5fb0a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:58.765181 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c175a209-dbaf-46aa-a45b-40fadb5fbdcc", "name": "network-vif-deleted", "tag": "1b124859-50fb-47b6-9310-9b9db28f47b9", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:58.765445 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-885773c8-8f07-47c7-8ade-3820f0c5fb0a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:58.769381 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c175a209-dbaf-46aa-a45b-40fadb5fbdcc', 'name': 'network-vif-deleted', 'tag': '1b124859-50fb-47b6-9310-9b9db28f47b9', 'status': 'completed', 'code': 200} Sep 16 05:12:58.971268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-df25a657-b968-4957-8771-f54936efab31 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.973456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-df25a657-b968-4957-8771-f54936efab31 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/ports/d0678a5f-68ba-4d0f-8f15-ff55ebc403ee HTTP/1.1" status: 200 len: 1094 time: 0.3487098 Sep 16 05:12:58.982167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] Request body: {'binding': {'host': 'n-h1-712137-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:58.982713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] Unknown quota resources ['binding']. {{(pid=95452) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:12:59.197074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] Attempting to bind port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on host n-h1-712137-12 for vnic_type normal with profile None {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:59.197553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] Attempting to bind port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:59.198750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] Attempting to bind port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on network f61edadf-cd41-4847-af5f-debb12522ee8 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:59.206530 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] Port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on network f61edadf-cd41-4847-af5f-debb12522ee8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:59.206972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] Attempting to bind port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on network f61edadf-cd41-4847-af5f-debb12522ee8 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:59.213534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:59.214000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] Checking segment: {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:59.214453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] Bound using segment: {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:59.215087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] Bound port: d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:59.341694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4519b41a-9bbf-446a-9538-23a32f9fb544 req-6678e8f3-6550-4680-a877-f0450e5a1643 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=c175a209-dbaf-46aa-a45b-40fadb5fbdcc HTTP/1.1" status: 200 len: 210 time: 0.0430679 Sep 16 05:12:59.366684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:59.425727 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.426932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] 10.222.0.24 "POST /v2.0/ports/d0678a5f-68ba-4d0f-8f15-ff55ebc403ee/bindings HTTP/1.1" status: 201 len: 390 time: 0.4488490 Sep 16 05:12:59.713343 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58546) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:59.768554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeb298-a363-45b8-83a3-2aeb57ad92e6 req-d5a0c60c-5cff-42ae-9282-06eea3d0ef2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:59.770309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5afeb298-a363-45b8-83a3-2aeb57ad92e6 req-d5a0c60c-5cff-42ae-9282-06eea3d0ef2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 945 time: 0.1112258 Sep 16 05:12:59.811719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5afeb298-a363-45b8-83a3-2aeb57ad92e6 req-2e2edb02-06d9-4c6e-8af3-3ec4ab36f93c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352767 Sep 16 05:12:59.893591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-918513082'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:00.008040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Made reservation on behalf of 18748abf85244d389ebabace5cd19836 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:00.011878 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.022276 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.130606 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.159229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-879c9b18-5f64-4cd4-b589-0746899ad758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.161767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-879c9b18-5f64-4cd4-b589-0746899ad758 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 1097 time: 0.0497489 Sep 16 05:13:00.202744 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.233192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:00.240628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16569872-ff03-4c21-8546-9643ac371bcc,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.260456 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.261581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-bcbd73b9-cf03-43dd-90f3-b35f70a7864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.263418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-bcbd73b9-cf03-43dd-90f3-b35f70a7864b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f61edadf-cd41-4847-af5f-debb12522ee8 HTTP/1.1" status: 200 len: 896 time: 0.0958292 Sep 16 05:13:00.263567 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Added segment bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9 of type vlan for network dace01af-1926-4500-a669-3408d905b0d9 Sep 16 05:13:00.319842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.355606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-cad14902-5931-4e5d-98ee-e2f953dc26f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee HTTP/1.1" status: 200 len: 1000 time: 0.0796015 Sep 16 05:13:00.380056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.386753 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.387374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.447548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58598) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:00.471862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event updated for resources: {'Network': ['ID=dace01af-1926-4500-a669-3408d905b0d9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.472736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-2ac5c477-6cf5-4102-a378-abc814ee1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.474239 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-2ac5c477-6cf5-4102-a378-abc814ee1962 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8f387cf-7e95-4c81-a424-db5d5b238ac0 HTTP/1.1" status: 200 len: 835 time: 0.1112292 Sep 16 05:13:00.487245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network dace01af-1926-4500-a669-3408d905b0d9 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:00.492990 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-89a38bc2-445f-4bf4-ad5e-a1fad7b1bf8e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7784951 Sep 16 05:13:00.494364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58602) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:00.500896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-344cbd3e-b7de-4ad8-b872-9be437d31c08 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Request body: {'subnet': {'network_id': 'dace01af-1926-4500-a669-3408d905b0d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:00.555754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-05a52928-6d44-4844-8da1-d62a53433ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.557395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-05a52928-6d44-4844-8da1-d62a53433ad9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f61edadf-cd41-4847-af5f-debb12522ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749295 Sep 16 05:13:00.558221 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-810be996-4fa4-4e82-9e7f-cc248bbf743c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.622392 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-810be996-4fa4-4e82-9e7f-cc248bbf743c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.711353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344cbd3e-b7de-4ad8-b872-9be437d31c08 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Made reservation on behalf of 18748abf85244d389ebabace5cd19836 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:00.712995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-26643190-b11c-4b0c-912b-80520b1a2e4b service neutron] 10.222.0.23 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436634 Sep 16 05:13:00.715658 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-344cbd3e-b7de-4ad8-b872-9be437d31c08 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.755552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 1b124859-50fb-47b6-9310-9b9db28f47b9 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:00.781024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 1b124859-50fb-47b6-9310-9b9db28f47b9 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:00.781374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 1b124859-50fb-47b6-9310-9b9db28f47b9 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:00.818023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-44322110-32d6-4625-b916-bb9ac24a332d service neutron] 10.222.0.23 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964124 Sep 16 05:13:00.837914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-810be996-4fa4-4e82-9e7f-cc248bbf743c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.841104 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-810be996-4fa4-4e82-9e7f-cc248bbf743c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.842254 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-810be996-4fa4-4e82-9e7f-cc248bbf743c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/security-groups/232aa669-6d0b-43f4-b110-c7d6ac02f0a4 HTTP/1.1" status: 204 len: 168 time: 0.3937519 Sep 16 05:13:00.852452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810be996-4fa4-4e82-9e7f-cc248bbf743c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232aa669-6d0b-43f4-b110-c7d6ac02f0a4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.964798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58628) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:01.002813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-cc2c1452-b26d-4731-bf9c-4e21aa95f2a1 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.004444 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-cc2c1452-b26d-4731-bf9c-4e21aa95f2a1 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a&tenant_id=b57050cfd0c741c1b347796c3e06ea10&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1097 time: 0.1316898 Sep 16 05:13:01.021017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-12'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:01.029505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcc7e7-33bd-4349-a7ca-dec4594f8115 req-45a7bab5-bdee-47e9-8d12-6aad2e902744 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.031184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78bcc7e7-33bd-4349-a7ca-dec4594f8115 req-45a7bab5-bdee-47e9-8d12-6aad2e902744 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 945 time: 0.0914946 Sep 16 05:13:01.114288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78bcc7e7-33bd-4349-a7ca-dec4594f8115 req-cc343995-0dd8-4639-863c-f38cef9d09b2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672603 Sep 16 05:13:01.115799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.130233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58636) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:01.277834 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-491a89b9-6776-443a-926e-7a340b52802c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.296840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:01.304685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-344cbd3e-b7de-4ad8-b872-9be437d31c08 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.364765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:01.410626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cbd3e-b7de-4ad8-b872-9be437d31c08 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event updated for resources: {'Subnet': ['ID=6e44cc85-fad9-42dc-bcb7-ab748bcd88cb,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:01.424207 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344cbd3e-b7de-4ad8-b872-9be437d31c08 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Checking segment: {'id': 'bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dace01af-1926-4500-a669-3408d905b0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:01.424512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:01.424625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344cbd3e-b7de-4ad8-b872-9be437d31c08 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Network hostable DHCP agents. Network: dace01af-1926-4500-a669-3408d905b0d9, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:01.426753 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbd1bc7-ff8d-4182-ac87-eb4b980a10d9" -d '{"events": [{"server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "name": "network-vif-unplugged", "status": "completed", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:01.431691 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.464019 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-491a89b9-6776-443a-926e-7a340b52802c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.473882 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100c2090-ed10-4d90-ab19-2b1cfcd337db x-openstack-request-id: req-100c2090-ed10-4d90-ab19-2b1cfcd337db {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:01.474241 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "name": "network-vif-unplugged", "status": "completed", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:01.474404 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-100c2090-ed10-4d90-ab19-2b1cfcd337db {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:01.474813 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'code': 200} Sep 16 05:13:01.499488 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.542373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344cbd3e-b7de-4ad8-b872-9be437d31c08 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Network dace01af-1926-4500-a669-3408d905b0d9 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:01.543245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-491a89b9-6776-443a-926e-7a340b52802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.678315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-344cbd3e-b7de-4ad8-b872-9be437d31c08 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, dace01af-1926-4500-a669-3408d905b0d9) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:01.684449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344cbd3e-b7de-4ad8-b872-9be437d31c08 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.684449 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-344cbd3e-b7de-4ad8-b872-9be437d31c08 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.689028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd39993-839c-4f38-ac98-977d437eaded None None] Network dace01af-1926-4500-a669-3408d905b0d9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:01.790149 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47409672-61f7-4da5-81f7-433786b6154f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.806720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e6bf4276-a603-4021-acfd-369a17306786 None None] Provisioning complete for port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:01.807359 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4276-a603-4021-acfd-369a17306786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.847299 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-344cbd3e-b7de-4ad8-b872-9be437d31c08 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3514929 Sep 16 05:13:01.849893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58672) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:01.856405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Request body: {'port': {'network_id': 'dace01af-1926-4500-a669-3408d905b0d9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1161647340'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:01.865550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf4276-a603-4021-acfd-369a17306786 None None] Port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:01.946654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-dace01af-1926-4500-a669-3408d905b0d9', 'network_id': 'dace01af-1926-4500-a669-3408d905b0d9', 'tenant_id': '18748abf85244d389ebabace5cd19836', 'fixed_ips': [{'subnet_id': '6e44cc85-fad9-42dc-bcb7-ab748bcd88cb'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:01.947698 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.983482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Pushing event updated for resources: {'Port': ['ID=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:02.005767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-491a89b9-6776-443a-926e-7a340b52802c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91f838f94a764181a36f67578d1651de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8732314 Sep 16 05:13:02.010783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58680) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:02.011653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a89b9-6776-443a-926e-7a340b52802c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c006f1-06e3-4b7f-9211-831b38dca969,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:02.093383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Attempting to bind port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on host n-h2-712137-12 for vnic_type normal with profile {"migrating_to": "n-h1-712137-12"} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:02.093726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Attempting to bind port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:02.094040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Attempting to bind port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on network f61edadf-cd41-4847-af5f-debb12522ee8 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:02.097069 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9325a19-2717-491d-a733-82c3f9361c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.102086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on network f61edadf-cd41-4847-af5f-debb12522ee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:02.102410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Attempting to bind port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on network f61edadf-cd41-4847-af5f-debb12522ee8 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:02.116600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:02.116940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Checking segment: {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:02.117832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Bound using segment: {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:02.118431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Bound port: d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3652f450-cf0e-4b2e-bc2a-7f1623017b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:02.118956 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.121177 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Allocated IP 2001:db8::2 (dace01af-1926-4500-a669-3408d905b0d9/6e44cc85-fad9-42dc-bcb7-ab748bcd88cb/14fa6c1c-e7b1-4ae8-bb25-e589471ea97f) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:02.139668 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9325a19-2717-491d-a733-82c3f9361c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.227143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Made reservation on behalf of 18748abf85244d389ebabace5cd19836 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:02.230792 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.259909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] device_id is not set on port d321cfba-580b-45c5-ab55-19ccc17ba80c yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:02.276378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:02.299594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:02.311199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b469059-f940-4cb7-8e05-065620b2c22e req-b5ab788a-ce26-4c4c-ac6b-927d0e231864 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:02.314897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b469059-f940-4cb7-8e05-065620b2c22e req-b5ab788a-ce26-4c4c-ac6b-927d0e231864 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 943 time: 0.0785570 Sep 16 05:13:02.333403 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9325a19-2717-491d-a733-82c3f9361c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.336027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-47409672-61f7-4da5-81f7-433786b6154f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:02.336345 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9325a19-2717-491d-a733-82c3f9361c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.336717 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47409672-61f7-4da5-81f7-433786b6154f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.337509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a9325a19-2717-491d-a733-82c3f9361c07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66c006f1-06e3-4b7f-9211-831b38dca969 HTTP/1.1" status: 204 len: 168 time: 0.3230424 Sep 16 05:13:02.348345 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.384556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9325a19-2717-491d-a733-82c3f9361c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c006f1-06e3-4b7f-9211-831b38dca969,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:02.387819 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.414831 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3b469059-f940-4cb7-8e05-065620b2c22e req-389a0ffe-a8df-4923-ba63-6469063e4559 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929396 Sep 16 05:13:02.437934 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.452367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-47409672-61f7-4da5-81f7-433786b6154f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] For port eadfc7a3-9b88-4732-b7bc-5e08b50a83e6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=eadfc7a3-9b88-4732-b7bc-5e08b50a83e6,segment=NetworkSegment(b26aea9e-a884-4d6b-845b-4d2c8b32a7af),segment_id=b26aea9e-a884-4d6b-845b-4d2c8b32a7af)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:02.453025 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47409672-61f7-4da5-81f7-433786b6154f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.476399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-47409672-61f7-4da5-81f7-433786b6154f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Calling delete_port for eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:02.484636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Network dace01af-1926-4500-a669-3408d905b0d9 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:02.490077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:02.498586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:02.513191 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Pushing event updated for resources: {'Port': ['ID=14fa6c1c-e7b1-4ae8-bb25-e589471ea97f,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:02.547230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Pushing event updated for resources: {'Port': ['ID=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,revision_number=8']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:02.594166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:02.595763 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.597107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-02a6dc25-d8c5-4e67-a90d-f3d1ab323e36 service neutron] 10.222.0.23 "PUT /v2.0/ports/d0678a5f-68ba-4d0f-8f15-ff55ebc403ee HTTP/1.1" status: 200 len: 1123 time: 1.5848122 Sep 16 05:13:02.615872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Attempting to bind port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:02.616242 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Attempting to bind port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dace01af-1926-4500-a669-3408d905b0d9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:02.618138 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Attempting to bind port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f on network dace01af-1926-4500-a669-3408d905b0d9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:02.622480 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:02.623046 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Checking segment: {'id': 'bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dace01af-1926-4500-a669-3408d905b0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:02.623790 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.624432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Bound using segment: {'id': 'bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dace01af-1926-4500-a669-3408d905b0d9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:02.625566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Bound port: 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dace01af-1926-4500-a669-3408d905b0d9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:02.626393 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.635383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Allocated IP 2001:db8::302 (dace01af-1926-4500-a669-3408d905b0d9/6e44cc85-fad9-42dc-bcb7-ab748bcd88cb/d321cfba-580b-45c5-ab55-19ccc17ba80c) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:02.668415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d0678a5f-68ba-4d0f-8f15-ff55ebc403ee'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:02.822586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] For port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:02.850834 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] For port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=14fa6c1c-e7b1-4ae8-bb25-e589471ea97f,segment=NetworkSegment(bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9),segment_id=bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:02.856194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e012964f-877b-4fc2-9204-1e905ec06405 None None] Provisioning complete for port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:02.858345 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e012964f-877b-4fc2-9204-1e905ec06405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.939283 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.950703 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.018239 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47409672-61f7-4da5-81f7-433786b6154f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.051626 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.055793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47409672-61f7-4da5-81f7-433786b6154f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Port': ['ID=eadfc7a3-9b88-4732-b7bc-5e08b50a83e6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.062768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f8702-e839-4a90-8e2f-f30751b8e26c None None] Pushing event updated for resources: {'Port': ['ID=14fa6c1c-e7b1-4ae8-bb25-e589471ea97f,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.096399 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e012964f-877b-4fc2-9204-1e905ec06405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.137764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:03.140171 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f055939e-4dc6-42e5-975e-ed80434fdd8b" -d '{"events": [{"server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "name": "network-vif-plugged", "status": "completed", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:03.163014 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e012964f-877b-4fc2-9204-1e905ec06405 None None] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:03.190541 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Network dace01af-1926-4500-a669-3408d905b0d9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:03.197931 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:03.217821 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:03.235159 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e991141-6ba5-403d-8b93-3eb4275797da x-openstack-request-id: req-4e991141-6ba5-403d-8b93-3eb4275797da {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:03.235759 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "name": "network-vif-plugged", "status": "completed", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:03.236133 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e991141-6ba5-403d-8b93-3eb4275797da {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:03.236709 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'code': 200} Sep 16 05:13:03.237674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:03.239237 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.258060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event updated for resources: {'Port': ['ID=d321cfba-580b-45c5-ab55-19ccc17ba80c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.312317 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e012964f-877b-4fc2-9204-1e905ec06405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.475684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:03.479841 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed22e74b-e5ed-4568-91db-876fc0331dac" -d '{"events": [{"name": "network-changed", "server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:03.514035 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-89803069-2023-442f-a9fa-d640cfbced95 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6629016 Sep 16 05:13:03.521318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58758) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:03.527121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012964f-877b-4fc2-9204-1e905ec06405 None None] Pushing event updated for resources: {'Port': ['ID=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.548326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Request body: {'port': {'network_id': 'dace01af-1926-4500-a669-3408d905b0d9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-620320308', 'allowed_address_pairs': [{'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:ad:aa:8d'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:03.552554 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-47409672-61f7-4da5-81f7-433786b6154f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.649952 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5169fb3c-3bc2-4609-a1cb-0e6eb5a7e243 x-openstack-request-id: req-5169fb3c-3bc2-4609-a1cb-0e6eb5a7e243 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:03.650318 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:03.650640 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5169fb3c-3bc2-4609-a1cb-0e6eb5a7e243 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:03.651107 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'status': 'completed', 'code': 200} Sep 16 05:13:03.752226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22e74b-e5ed-4568-91db-876fc0331dac req-218aca62-2f3d-4b13-abe3-d3b420b96f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:03.752226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed22e74b-e5ed-4568-91db-876fc0331dac req-218aca62-2f3d-4b13-abe3-d3b420b96f69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 1128 time: 0.0981212 Sep 16 05:13:03.767332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73edc6-1eed-421d-b09d-0362a85b6848 req-7b35cdcb-6132-4952-9bbd-9b35ab82fdde tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:03.768970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb73edc6-1eed-421d-b09d-0362a85b6848 req-7b35cdcb-6132-4952-9bbd-9b35ab82fdde tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 945 time: 0.1210105 Sep 16 05:13:03.846663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47409672-61f7-4da5-81f7-433786b6154f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Router 58f3934c-5262-4098-bc5e-ac21ca241739 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:03.864838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Made reservation on behalf of 18748abf85244d389ebabace5cd19836 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:03.898069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb73edc6-1eed-421d-b09d-0362a85b6848 req-7f5ac9bb-9829-46ee-b005-d33bf1a50bb8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182964 Sep 16 05:13:03.981054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22e74b-e5ed-4568-91db-876fc0331dac req-a6a89466-b4f9-4af7-ae96-c55980ff4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:03.982576 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed22e74b-e5ed-4568-91db-876fc0331dac req-a6a89466-b4f9-4af7-ae96-c55980ff4bb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f61edadf-cd41-4847-af5f-debb12522ee8 HTTP/1.1" status: 200 len: 896 time: 0.2125309 Sep 16 05:13:03.993964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47409672-61f7-4da5-81f7-433786b6154f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:04.004207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfec556-3432-4932-9569-9ff2c5e88974 None None] Sync routers for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:04.022829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfec556-3432-4932-9569-9ff2c5e88974 None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:04.023484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dbfec556-3432-4932-9569-9ff2c5e88974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:04.025135 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-47409672-61f7-4da5-81f7-433786b6154f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "PUT /v2.0/routers/58f3934c-5262-4098-bc5e-ac21ca241739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0559306 Sep 16 05:13:04.025796 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58790) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.052164 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.085077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] device_id is not set on port 8d08e28d-3f0e-4d5d-81a9-b0e842081b20 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:04.092707 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed22e74b-e5ed-4568-91db-876fc0331dac req-4b333621-000c-4b44-8b4d-4dd0c00d254e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee HTTP/1.1" status: 200 len: 1000 time: 0.1023061 Sep 16 05:13:04.115171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting subnet ad7e9eff-539f-4579-8439-c7b504a3fd85 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:04.119604 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.202231 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.245480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22e74b-e5ed-4568-91db-876fc0331dac req-8e5522c8-d733-404e-ba17-2903a4ae148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:04.247320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed22e74b-e5ed-4568-91db-876fc0331dac req-8e5522c8-d733-404e-ba17-2903a4ae148e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8f387cf-7e95-4c81-a424-db5d5b238ac0 HTTP/1.1" status: 200 len: 835 time: 0.1161606 Sep 16 05:13:04.355176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Allocated IP 2001:db8::3e1 (dace01af-1926-4500-a669-3408d905b0d9/6e44cc85-fad9-42dc-bcb7-ab748bcd88cb/8d08e28d-3f0e-4d5d-81a9-b0e842081b20) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:04.371928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22e74b-e5ed-4568-91db-876fc0331dac req-e594ac1a-83e5-491f-9166-3b6a77858954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:04.375011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed22e74b-e5ed-4568-91db-876fc0331dac req-e594ac1a-83e5-491f-9166-3b6a77858954 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f61edadf-cd41-4847-af5f-debb12522ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994973 Sep 16 05:13:04.382594 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.421076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-dbfec556-3432-4932-9569-9ff2c5e88974 None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:04.508067 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d565509d-1c3a-49d3-9ad6-2f48bb20541d None None] Network dace01af-1926-4500-a669-3408d905b0d9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:04.524335 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.544840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.549183 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/subnets/ad7e9eff-539f-4579-8439-c7b504a3fd85 HTTP/1.1" status: 204 len: 168 time: 0.5206392 Sep 16 05:13:04.550735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 58816) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.571677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceab280-1f47-4dbf-a624-3ea47057550e None None] Network f0e17fed-a446-4647-bcce-e3b855cc60a9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:04.602196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7e9eff-539f-4579-8439-c7b504a3fd85,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.616669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.617168 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.617636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.618343 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.619051 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.619552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.619945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.620373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.620935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.621363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.622219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.622669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fb1db-73f5-41bf-9edb-ce59ec1cace3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.632304 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-47bc9aeb-ad1e-490b-8b9a-e7118d859fd1 None None] Provisioning complete for port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:04.632792 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47bc9aeb-ad1e-490b-8b9a-e7118d859fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.665374 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed22e74b-e5ed-4568-91db-876fc0331dac req-a88a54e3-e10c-452d-bea2-dac995e29666 service neutron] 10.222.0.37 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641408 Sep 16 05:13:04.781205 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.784799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d0678a5f-68ba-4d0f-8f15-ff55ebc403ee details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:04.832659 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.925867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed22e74b-e5ed-4568-91db-876fc0331dac req-4f2d0233-6246-476d-97ab-3fe517d16b74 service neutron] 10.222.0.37 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464700 Sep 16 05:13:05.032802 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.068704 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47bc9aeb-ad1e-490b-8b9a-e7118d859fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.102662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:05.128292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Network dace01af-1926-4500-a669-3408d905b0d9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:05.131619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d0678a5f-68ba-4d0f-8f15-ff55ebc403ee has no active binding in host n-h1-712137-12 {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:13:05.135583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.144091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event updated for resources: {'Port': ['ID=8d08e28d-3f0e-4d5d-81a9-b0e842081b20,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.149127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:05.152408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:05.159412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:05.170399 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.171813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dbfec556-3432-4932-9569-9ff2c5e88974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:13:02Z', 'revision_number': 7, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:05.171813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-47bc9aeb-ad1e-490b-8b9a-e7118d859fd1 None None] For port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=14fa6c1c-e7b1-4ae8-bb25-e589471ea97f,segment=NetworkSegment(bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9),segment_id=bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:05.183126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c92bba-f660-4599-88d2-da0d3ce56044 req-ed40082d-2752-43b4-b47c-7055f8608e68 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:05.191676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7c92bba-f660-4599-88d2-da0d3ce56044 req-ed40082d-2752-43b4-b47c-7055f8608e68 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 945 time: 0.1705227 Sep 16 05:13:05.207551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfec556-3432-4932-9569-9ff2c5e88974 None None] Checking router: 58f3934c-5262-4098-bc5e-ac21ca241739 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:05.217132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfec556-3432-4932-9569-9ff2c5e88974 None None] Routers {'58f3934c-5262-4098-bc5e-ac21ca241739'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:05.221691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dbfec556-3432-4932-9569-9ff2c5e88974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['58f3934c-5262-4098-bc5e-ac21ca241739'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:05.229388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ac1e8a-694a-4184-9c83-76d0b3b82f14 None None] DHCP port deletion for f0e17fed-a446-4647-bcce-e3b855cc60a9 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:05.251709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7c92bba-f660-4599-88d2-da0d3ce56044 req-95916bf7-9e7e-4cc4-bb72-903e8f53afc1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526068 Sep 16 05:13:05.283531 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47bc9aeb-ad1e-490b-8b9a-e7118d859fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.298321 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-503daabd-7f07-4d96-a359-c0592264ecfe tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7755501 Sep 16 05:13:05.302968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58866) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:05.371590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:05.421732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting port 65ee3378-bcc7-4aec-a1d0-55afe964e95b {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:05.424409 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.458011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aefd8c0-c76d-41f9-b735-79bfdeb878ec tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:05.464738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aefd8c0-c76d-41f9-b735-79bfdeb878ec tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:05.471528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aefd8c0-c76d-41f9-b735-79bfdeb878ec tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:05.479557 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8aefd8c0-c76d-41f9-b735-79bfdeb878ec tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1769674 Sep 16 05:13:05.480400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58880) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:05.518749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc9aeb-ad1e-490b-8b9a-e7118d859fd1 None None] Pushing event updated for resources: {'Port': ['ID=14fa6c1c-e7b1-4ae8-bb25-e589471ea97f,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.556996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-dbfec556-3432-4932-9569-9ff2c5e88974 None None] Set router 58f3934c-5262-4098-bc5e-ac21ca241739 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:05.575850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] For port 65ee3378-bcc7-4aec-a1d0-55afe964e95b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=65ee3378-bcc7-4aec-a1d0-55afe964e95b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:05.578708 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.601412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Calling delete_port for 65ee3378-bcc7-4aec-a1d0-55afe964e95b owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:05.605761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-63425646-b0b9-4699-a6ed-7a8be3b97360 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Deleting port 8d08e28d-3f0e-4d5d-81a9-b0e842081b20 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:05.606314 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63425646-b0b9-4699-a6ed-7a8be3b97360 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.704334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-70ac1e8a-694a-4184-9c83-76d0b3b82f14 None None] Deleting port 860886b4-b3ca-419c-acb2-e8f02d022556 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:05.704745 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70ac1e8a-694a-4184-9c83-76d0b3b82f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.738598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9a1c01de-daf4-45f3-8edf-8e5db98e51c3 None None] Provisioning complete for port d321cfba-580b-45c5-ab55-19ccc17ba80c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:05.738989 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9a1c01de-daf4-45f3-8edf-8e5db98e51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.786905 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63425646-b0b9-4699-a6ed-7a8be3b97360 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.801732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:05.802283 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.826741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-63425646-b0b9-4699-a6ed-7a8be3b97360 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Calling delete_port for 8d08e28d-3f0e-4d5d-81a9-b0e842081b20 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:05.918557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c01de-daf4-45f3-8edf-8e5db98e51c3 None None] Port d321cfba-580b-45c5-ab55-19ccc17ba80c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:05.955436 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-70ac1e8a-694a-4184-9c83-76d0b3b82f14 None None] For port 860886b4-b3ca-419c-acb2-e8f02d022556, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=860886b4-b3ca-419c-acb2-e8f02d022556,segment=NetworkSegment(b26aea9e-a884-4d6b-845b-4d2c8b32a7af),segment_id=b26aea9e-a884-4d6b-845b-4d2c8b32a7af)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:05.956847 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70ac1e8a-694a-4184-9c83-76d0b3b82f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.992149 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.002176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-70ac1e8a-694a-4184-9c83-76d0b3b82f14 None None] Calling delete_port for 860886b4-b3ca-419c-acb2-e8f02d022556 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:06.021448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9a1c01de-daf4-45f3-8edf-8e5db98e51c3 None None] Provisioning complete for port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:06.022050 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9a1c01de-daf4-45f3-8edf-8e5db98e51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.058179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Port': ['ID=65ee3378-bcc7-4aec-a1d0-55afe964e95b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:06.116643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 860886b4-b3ca-419c-acb2-e8f02d022556 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:06.134063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63425646-b0b9-4699-a6ed-7a8be3b97360 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.153419 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.180844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63425646-b0b9-4699-a6ed-7a8be3b97360 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event deleted for resources: {'Port': ['ID=8d08e28d-3f0e-4d5d-81a9-b0e842081b20,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:06.310687 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.315676 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.392336 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63425646-b0b9-4699-a6ed-7a8be3b97360 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.399338 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-63425646-b0b9-4699-a6ed-7a8be3b97360 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "DELETE /v2.0/ports/8d08e28d-3f0e-4d5d-81a9-b0e842081b20 HTTP/1.1" status: 204 len: 168 time: 0.9175148 Sep 16 05:13:06.401687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58960) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.450914 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08dac25-d2b7-497a-a400-916d69e2b3c1 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] GET failed (client error): The resource could not be found. Sep 16 05:13:06.453583 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c08dac25-d2b7-497a-a400-916d69e2b3c1 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "GET /v2.0/ports/8d08e28d-3f0e-4d5d-81a9-b0e842081b20 HTTP/1.1" status: 404 len: 333 time: 0.0509503 Sep 16 05:13:06.458088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58964) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.464339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Request body: {'port': {'network_id': 'dace01af-1926-4500-a669-3408d905b0d9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1163413931'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:06.472213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa70a7c-2d84-481f-ba45-a2bbc49ddee5 req-ee81d3ce-78f9-4865-8281-b7ee2162781b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:06.481387 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-faa70a7c-2d84-481f-ba45-a2bbc49ddee5 req-ee81d3ce-78f9-4865-8281-b7ee2162781b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 945 time: 0.1108859 Sep 16 05:13:06.491425 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.491989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Fanout notify agent at l3_agent the message router_deleted on router 58f3934c-5262-4098-bc5e-ac21ca241739 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:06.499904 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.502127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7260f3ea-437b-49c0-8624-36652f8c732e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/routers/58f3934c-5262-4098-bc5e-ac21ca241739 HTTP/1.1" status: 204 len: 168 time: 1.9483361 Sep 16 05:13:06.504790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 58966) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.523998 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.555271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-faa70a7c-2d84-481f-ba45-a2bbc49ddee5 req-12f8121a-b2c4-4e6c-90a0-16ef9ae5fa19 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725121 Sep 16 05:13:06.570145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dbfec556-3432-4932-9569-9ff2c5e88974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:13:02Z', 'revision_number': 7, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:06.606287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 860886b4-b3ca-419c-acb2-e8f02d022556, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=860886b4-b3ca-419c-acb2-e8f02d022556,segment=NetworkSegment(b26aea9e-a884-4d6b-845b-4d2c8b32a7af),segment_id=b26aea9e-a884-4d6b-845b-4d2c8b32a7af)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:06.609455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfec556-3432-4932-9569-9ff2c5e88974 None None] The sync data for ids ['58f3934c-5262-4098-bc5e-ac21ca241739'] in n-d-712137-12 is: [{'id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'name': 'tempest-TestNetworkBasicOps-router-2083289288', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:53Z', 'updated_at': '2021-09-16T05:13:02Z', 'revision_number': 7, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': '65ee3378-bcc7-4aec-a1d0-55afe964e95b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3934c-5262-4098-bc5e-ac21ca241739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:54Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:06.630068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9a1c01de-daf4-45f3-8edf-8e5db98e51c3 None None] Could not find standard attr ID for object 8d08e28d-3f0e-4d5d-81a9-b0e842081b20. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:13:06.677982 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.699140 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.728663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=860886b4-b3ca-419c-acb2-e8f02d022556,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:06.762490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a43d7228-f091-4185-9f3f-d6fdf79ad592 None None] Provisioning complete for port d321cfba-580b-45c5-ab55-19ccc17ba80c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:06.762490 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a43d7228-f091-4185-9f3f-d6fdf79ad592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.781343 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting port 860886b4-b3ca-419c-acb2-e8f02d022556 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:06.781783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.786694 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70ac1e8a-694a-4184-9c83-76d0b3b82f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.825120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac1e8a-694a-4184-9c83-76d0b3b82f14 None None] Pushing event deleted for resources: {'Port': ['ID=860886b4-b3ca-419c-acb2-e8f02d022556,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:06.826613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac1e8a-694a-4184-9c83-76d0b3b82f14 None None] No DVR routers for this DVR port 860886b4-b3ca-419c-acb2-e8f02d022556 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:06.828264 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a43d7228-f091-4185-9f3f-d6fdf79ad592 None None] Port d321cfba-580b-45c5-ab55-19ccc17ba80c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:06.833817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a43d7228-f091-4185-9f3f-d6fdf79ad592 None None] Could not find standard attr ID for object 8d08e28d-3f0e-4d5d-81a9-b0e842081b20. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:13:07.145306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Made reservation on behalf of 18748abf85244d389ebabace5cd19836 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:07.149189 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.174686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] For port 860886b4-b3ca-419c-acb2-e8f02d022556, host n-d-712137-12, got binding levels [] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:07.175052 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.187447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] device_id is not set on port 32ac9f74-265e-4542-bbf9-c4c830678616 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:07.197279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Calling delete_port for 860886b4-b3ca-419c-acb2-e8f02d022556 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:07.200734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.ipam_backend_mixin [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Port 860886b4-b3ca-419c-acb2-e8f02d022556 was not found and therefore no delete operation was performed {{(pid=95451) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:13:07.204231 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.254621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Port': ['ID=860886b4-b3ca-419c-acb2-e8f02d022556,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.275219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] No DVR routers for this DVR port 860886b4-b3ca-419c-acb2-e8f02d022556 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:07.340593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:07.397751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:07.398233 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.419099 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.448826 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Allocated IP 2001:db8::180 (dace01af-1926-4500-a669-3408d905b0d9/6e44cc85-fad9-42dc-bcb7-ab748bcd88cb/32ac9f74-265e-4542-bbf9-c4c830678616) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:07.461978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e17fed-a446-4647-bcce-e3b855cc60a9']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:07.484308 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:07.484660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26aea9e-a884-4d6b-845b-4d2c8b32a7af') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:07.499542 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.511947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:07.536828 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.536944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:07.536944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device eadfc7a3-9b88-4732-b7bc-5e08b50a83e6 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:07.545781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:07.546262 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:07.549951 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:07.682491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985b891-19bf-4814-a77d-6f010cba12c9 req-c5911907-08de-4b66-9825-8224f943b967 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.684027 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5985b891-19bf-4814-a77d-6f010cba12c9 req-c5911907-08de-4b66-9825-8224f943b967 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 945 time: 0.0632405 Sep 16 05:13:07.705634 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.718881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.742404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.747033 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/networks/f0e17fed-a446-4647-bcce-e3b855cc60a9 HTTP/1.1" status: 204 len: 168 time: 1.2345679 Sep 16 05:13:07.763230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1e231-d1b7-4387-81c6-f84a33dfc394 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Network': ['ID=f0e17fed-a446-4647-bcce-e3b855cc60a9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.765407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59070) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:07.771146 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5985b891-19bf-4814-a77d-6f010cba12c9 req-81a5a8cd-9be6-4fe5-b556-ac456dfbf793 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798500 Sep 16 05:13:07.776339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-08890967-2f7f-49b1-a365-6b8815f95790 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'network': {'name': 'tempest-network-smoke--1157160130', 'project_id': '44eac926846f463789703829e934134d', 'port_security_enabled': True}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:07.826576 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-86cb4036-b568-48b0-b89f-ed9afc83d475 service neutron] 10.222.0.37 "GET /v2.0/ports/d0678a5f-68ba-4d0f-8f15-ff55ebc403ee/bindings/n-h1-712137-12 HTTP/1.1" status: 200 len: 385 time: 0.1081336 Sep 16 05:13:07.862954 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.917407 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Network dace01af-1926-4500-a669-3408d905b0d9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:07.923761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:07.929124 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:07.934810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.935760 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.939766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event updated for resources: {'Port': ['ID=32ac9f74-265e-4542-bbf9-c4c830678616,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.983957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08890967-2f7f-49b1-a365-6b8815f95790 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Made reservation on behalf of 44eac926846f463789703829e934134d for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:07.987709 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08890967-2f7f-49b1-a365-6b8815f95790 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.055317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08890967-2f7f-49b1-a365-6b8815f95790 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:08.059962 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-10b363d4-559a-4561-bfc3-f437ba2b40e6 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5953531 Sep 16 05:13:08.060565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59090) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.070263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6045d610-4470-4ea3-8cea-b6995040acab tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:ad:aa:8d'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:08.077978 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08890967-2f7f-49b1-a365-6b8815f95790 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.078340 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-08890967-2f7f-49b1-a365-6b8815f95790 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Added segment fb3fd886-68f4-40c0-87e4-348e0188a9e1 of type vlan for network e3ef50d6-e150-4496-b14b-f3ff8faae129 Sep 16 05:13:08.093525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7826ae51-55a0-4758-82c6-90b4f7e4a6f1 service neutron] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:08.146846 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08890967-2f7f-49b1-a365-6b8815f95790 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.150241 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7826ae51-55a0-4758-82c6-90b4f7e4a6f1 service neutron] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:08.223197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:08.225774 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96f594c-c41c-4ed2-a759-0f7d1c0eee63" -d '{"events": [{"server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "name": "network-vif-unplugged", "status": "completed", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:08.234427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7826ae51-55a0-4758-82c6-90b4f7e4a6f1 service neutron] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:08.256799 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6045d610-4470-4ea3-8cea-b6995040acab tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.278157 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad48dd5-ecc4-431f-9c56-b61e398a1d8c x-openstack-request-id: req-7ad48dd5-ecc4-431f-9c56-b61e398a1d8c {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:08.278531 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "name": "network-vif-unplugged", "status": "completed", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:08.279817 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ad48dd5-ecc4-431f-9c56-b61e398a1d8c {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:08.279817 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'code': 200} Sep 16 05:13:08.300300 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08890967-2f7f-49b1-a365-6b8815f95790 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.307868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08890967-2f7f-49b1-a365-6b8815f95790 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:08.308786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08890967-2f7f-49b1-a365-6b8815f95790 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.309225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-90665c28-4fc0-49d4-9399-13659feb427c None None] Provisioning complete for port 32ac9f74-265e-4542-bbf9-c4c830678616 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:08.309650 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90665c28-4fc0-49d4-9399-13659feb427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.353241 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-90665c28-4fc0-49d4-9399-13659feb427c None None] Port 32ac9f74-265e-4542-bbf9-c4c830678616 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:08.357918 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7826ae51-55a0-4758-82c6-90b4f7e4a6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.434830 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-08890967-2f7f-49b1-a365-6b8815f95790 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6672711 Sep 16 05:13:08.439294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59130) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.441703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08890967-2f7f-49b1-a365-6b8815f95790 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Network': ['ID=e3ef50d6-e150-4496-b14b-f3ff8faae129,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.445442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'admin_state_up': True, 'project_id': '44eac926846f463789703829e934134d', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:08.456618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network e3ef50d6-e150-4496-b14b-f3ff8faae129 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:08.474747 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6045d610-4470-4ea3-8cea-b6995040acab tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.520299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7826ae51-55a0-4758-82c6-90b4f7e4a6f1 service neutron] Transition to ACTIVE for port object d0678a5f-68ba-4d0f-8f15-ff55ebc403ee will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:08.562959 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6045d610-4470-4ea3-8cea-b6995040acab tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.565393 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.566415 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.591963 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7826ae51-55a0-4758-82c6-90b4f7e4a6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.615341 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6045d610-4470-4ea3-8cea-b6995040acab tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] In _notify_port_updated(), no bound segment for port 32ac9f74-265e-4542-bbf9-c4c830678616 on network dace01af-1926-4500-a669-3408d905b0d9 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:13:08.621235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6045d610-4470-4ea3-8cea-b6995040acab tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:08.624553 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6045d610-4470-4ea3-8cea-b6995040acab tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.626181 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6045d610-4470-4ea3-8cea-b6995040acab tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "PUT /v2.0/ports/32ac9f74-265e-4542-bbf9-c4c830678616 HTTP/1.1" status: 200 len: 1003 time: 0.5645473 Sep 16 05:13:08.630211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59142) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.653851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045d610-4470-4ea3-8cea-b6995040acab tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event updated for resources: {'Port': ['ID=32ac9f74-265e-4542-bbf9-c4c830678616,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.690414 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.758965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826ae51-55a0-4758-82c6-90b4f7e4a6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,revision_number=11']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.814740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7826ae51-55a0-4758-82c6-90b4f7e4a6f1 service neutron] No DVR routers for this DVR port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:09.007118 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.102876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a5c13eed-d0fa-48b0-8fbe-c300726d64f2 None None] Provisioning complete for port 32ac9f74-265e-4542-bbf9-c4c830678616 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:09.103526 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a5c13eed-d0fa-48b0-8fbe-c300726d64f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.144344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a5c13eed-d0fa-48b0-8fbe-c300726d64f2 None None] Port 32ac9f74-265e-4542-bbf9-c4c830678616 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:09.169650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 65ee3378-bcc7-4aec-a1d0-55afe964e95b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:09.193887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 65ee3378-bcc7-4aec-a1d0-55afe964e95b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:09.194285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 65ee3378-bcc7-4aec-a1d0-55afe964e95b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:09.289765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59164) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:09.334500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-29a320a8-b8a2-4778-9534-359570488f4b tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Deleting port 32ac9f74-265e-4542-bbf9-c4c830678616 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:09.334500 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-29a320a8-b8a2-4778-9534-359570488f4b tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.364666 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.384967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f7381-5c5e-4b5a-86c4-7451f09b427a req-f90e1c5b-d3a5-433e-87fd-dfff51e2a731 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:09.387626 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.387755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff5f7381-5c5e-4b5a-86c4-7451f09b427a req-f90e1c5b-d3a5-433e-87fd-dfff51e2a731 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 944 time: 0.1532803 Sep 16 05:13:09.461956 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8e166efc-f0c5-448c-8536-ce3b73201e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.497540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Allocated IP 172.25.3.68 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:09.507873 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7826ae51-55a0-4758-82c6-90b4f7e4a6f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/d0678a5f-68ba-4d0f-8f15-ff55ebc403ee/bindings/n-h1-712137-12/activate HTTP/1.1" status: 200 len: 370 time: 1.6741431 Sep 16 05:13:09.521013 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-29a320a8-b8a2-4778-9534-359570488f4b tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.552222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-29a320a8-b8a2-4778-9534-359570488f4b tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Calling delete_port for 32ac9f74-265e-4542-bbf9-c4c830678616 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:09.556422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff5f7381-5c5e-4b5a-86c4-7451f09b427a req-9a191aee-7b91-4d14-8905-b519e61e7550 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368437 Sep 16 05:13:09.606664 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.706056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.707519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-0e0e07c9-bfbd-4316-9498-22b81a296766 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:09.709074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-0e0e07c9-bfbd-4316-9498-22b81a296766 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a&tenant_id=b57050cfd0c741c1b347796c3e06ea10&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 1096 time: 0.0920532 Sep 16 05:13:09.747633 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:09.752557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:09.757510 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:09.758356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8e166efc-f0c5-448c-8536-ce3b73201e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.759607 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.811617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-0ebbfe3e-1bbe-4e10-906b-d0f714acbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:09.813283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-0ebbfe3e-1bbe-4e10-906b-d0f714acbabb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a&tenant_id=b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 1096 time: 0.0920773 Sep 16 05:13:09.830702 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8e166efc-f0c5-448c-8536-ce3b73201e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.891707 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-29a320a8-b8a2-4778-9534-359570488f4b tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.914492 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8e166efc-f0c5-448c-8536-ce3b73201e2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce9101d38a1946de863493b4518f6f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6223750 Sep 16 05:13:09.917146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59168) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:09.937475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e166efc-f0c5-448c-8536-ce3b73201e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bee6dca-61a7-47b5-ab43-b3c0517d722c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.946237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a320a8-b8a2-4778-9534-359570488f4b tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event deleted for resources: {'Port': ['ID=32ac9f74-265e-4542-bbf9-c4c830678616,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.999908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-cebf895b-536b-421f-bb5d-bf883172ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.002054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-cebf895b-536b-421f-bb5d-bf883172ac4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 1096 time: 0.1610727 Sep 16 05:13:10.043282 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4eb8a574-f6a2-43a6-b115-499d663b370d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.107143 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4eb8a574-f6a2-43a6-b115-499d663b370d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.134465 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.170196 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-29a320a8-b8a2-4778-9534-359570488f4b tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.172436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-29a320a8-b8a2-4778-9534-359570488f4b tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "DELETE /v2.0/ports/32ac9f74-265e-4542-bbf9-c4c830678616 HTTP/1.1" status: 204 len: 168 time: 1.5395534 Sep 16 05:13:10.176749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-f0a748c2-a35d-4c6f-acc3-4bcf367f48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.178457 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-f0a748c2-a35d-4c6f-acc3-4bcf367f48e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f61edadf-cd41-4847-af5f-debb12522ee8 HTTP/1.1" status: 200 len: 896 time: 0.1657703 Sep 16 05:13:10.179044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59174) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:10.244580 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb056221-2d0a-44cf-bf2e-3f48efbcf484 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] GET failed (client error): The resource could not be found. Sep 16 05:13:10.246443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fb056221-2d0a-44cf-bf2e-3f48efbcf484 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "GET /v2.0/ports/32ac9f74-265e-4542-bbf9-c4c830678616 HTTP/1.1" status: 404 len: 333 time: 0.0663121 Sep 16 05:13:10.250106 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59176) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:10.258786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Request body: {'port': {'network_id': 'dace01af-1926-4500-a669-3408d905b0d9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-642133914'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:10.274543 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-b06ab34e-9a88-45d0-8b01-74d73ff2c02d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee HTTP/1.1" status: 200 len: 998 time: 0.0857189 Sep 16 05:13:10.299767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4eb8a574-f6a2-43a6-b115-499d663b370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.302376 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4eb8a574-f6a2-43a6-b115-499d663b370d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.303531 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4eb8a574-f6a2-43a6-b115-499d663b370d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bee6dca-61a7-47b5-ab43-b3c0517d722c HTTP/1.1" status: 204 len: 168 time: 0.3852692 Sep 16 05:13:10.331984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-62d72fc7-4d08-4044-93da-ca54d8243660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.331984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-62d72fc7-4d08-4044-93da-ca54d8243660 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8f387cf-7e95-4c81-a424-db5d5b238ac0 HTTP/1.1" status: 200 len: 835 time: 0.0503702 Sep 16 05:13:10.379273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8a574-f6a2-43a6-b115-499d663b370d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bee6dca-61a7-47b5-ab43-b3c0517d722c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:10.382170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-e8b16dca-31b6-42fb-b1a4-fdb369297500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.383857 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-e8b16dca-31b6-42fb-b1a4-fdb369297500 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f61edadf-cd41-4847-af5f-debb12522ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455227 Sep 16 05:13:10.480794 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.490166 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7e8dc91d-a5a1-4972-9454-1d56735f03c0 service neutron] 10.222.0.23 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987637 Sep 16 05:13:10.571810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Made reservation on behalf of 18748abf85244d389ebabace5cd19836 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:10.575675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.615311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] device_id is not set on port 4ae8363a-1e26-479d-97d0-06ec6216befc yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:10.615957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-91abbb4e-cae3-4a36-80d2-7a9312c82e1a service neutron] 10.222.0.23 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123714 Sep 16 05:13:10.756228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Allocated IP 2001:db8::254 (dace01af-1926-4500-a669-3408d905b0d9/6e44cc85-fad9-42dc-bcb7-ab748bcd88cb/4ae8363a-1e26-479d-97d0-06ec6216befc) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:10.809099 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Router 244d1a36-e2c0-457f-af6e-09a69c5ea417 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:11.021535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe734b6-f2c2-4271-8b1d-2c8da12fef8d req-d2924069-1df0-446f-aa48-63d724e43920 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.022169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:11.023359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fe734b6-f2c2-4271-8b1d-2c8da12fef8d req-d2924069-1df0-446f-aa48-63d724e43920 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 944 time: 0.0918911 Sep 16 05:13:11.031764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.043484 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Sync routers for ids ['244d1a36-e2c0-457f-af6e-09a69c5ea417'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:11.066822 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Routers {'244d1a36-e2c0-457f-af6e-09a69c5ea417'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:11.067381 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['244d1a36-e2c0-457f-af6e-09a69c5ea417'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:11.087236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59190) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.101684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fe734b6-f2c2-4271-8b1d-2c8da12fef8d req-00798384-f48d-4008-a537-6c4c2e4c1846 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718043 Sep 16 05:13:11.104192 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-009f627a-a711-4f6d-a599-03df1e1c3438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.107648 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.108993 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-86e3ff95-ee3c-4f1a-9dfb-6cb7ac43b51b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6686285 Sep 16 05:13:11.120495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59192) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.150193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-10fa62c4-09bd-48c3-b4b5-7437437af5f4 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.152539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-10fa62c4-09bd-48c3-b4b5-7437437af5f4 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a&tenant_id=b57050cfd0c741c1b347796c3e06ea10&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 1096 time: 0.0751665 Sep 16 05:13:11.164165 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f7d371db-a77a-4765-ad86-ed700e117a91 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=44eac926846f463789703829e934134d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448580 Sep 16 05:13:11.164941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59194) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.191863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.213644 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Set router 244d1a36-e2c0-457f-af6e-09a69c5ea417 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:11.303887 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Network dace01af-1926-4500-a669-3408d905b0d9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:11.321814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:11.331215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:11.337200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.337913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.340368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event updated for resources: {'Port': ['ID=4ae8363a-1e26-479d-97d0-06ec6216befc,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.369633 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9759d306-dbe9-48ba-892a-ca8b81be37d7 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.371216 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9759d306-dbe9-48ba-892a-ca8b81be37d7 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2055168 Sep 16 05:13:11.374426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59196) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.417146 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e53409e5-a899-4c0d-9e0b-7d6d2e29166f tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410964 Sep 16 05:13:11.419530 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59198) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.428287 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-43ca7aa7-0771-4fb1-8e60-f3bbbde157d8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1295926924', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'project_id': '44eac926846f463789703829e934134d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:11.434620 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-009f627a-a711-4f6d-a599-03df1e1c3438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.439950 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-d4cc0a03-aaeb-499e-8483-a66ff54fb979 service neutron] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:11.461740 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-d4cc0a03-aaeb-499e-8483-a66ff54fb979 service neutron] Notify callbacks [] for binding, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.463064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-d4cc0a03-aaeb-499e-8483-a66ff54fb979 service neutron] 10.222.0.23 "DELETE /v2.0/ports/d0678a5f-68ba-4d0f-8f15-ff55ebc403ee/bindings/n-h2-712137-12 HTTP/1.1" status: 204 len: 173 time: 0.3016717 Sep 16 05:13:11.476871 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:13:09Z', 'revision_number': 3, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:11.518704 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Checking router: 244d1a36-e2c0-457f-af6e-09a69c5ea417 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:11.519059 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Updating router 244d1a36-e2c0-457f-af6e-09a69c5ea417 port eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:11.524403 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-009f627a-a711-4f6d-a599-03df1e1c3438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.555609 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.589942 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-009f627a-a711-4f6d-a599-03df1e1c3438 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99ffdf1a43174d238bc3d6851f28fb66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4994037 Sep 16 05:13:11.589942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f627a-a711-4f6d-a599-03df1e1c3438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453d70d6-e375-4893-a955-d1f94709e7f0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.597564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59200) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.616519 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-220f78b4-a45b-40c2-bf9c-58400c595959 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3629611 Sep 16 05:13:11.619154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59202) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.624816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bfa0b0c7-10d2-4ff0-8752-e8810b19b0eb tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ad:aa:8d'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:11.678282 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-679937fb-baa1-43a7-abdb-411d405b944c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.727294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c9e9f888-e66d-455b-9add-9e8f4c6f6348 None None] Provisioning complete for port 4ae8363a-1e26-479d-97d0-06ec6216befc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:11.727833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f888-e66d-455b-9add-9e8f4c6f6348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.740873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ca7aa7-0771-4fb1-8e60-f3bbbde157d8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Made reservation on behalf of 44eac926846f463789703829e934134d for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:11.744999 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-43ca7aa7-0771-4fb1-8e60-f3bbbde157d8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.751175 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-679937fb-baa1-43a7-abdb-411d405b944c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.870911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c9e9f888-e66d-455b-9add-9e8f4c6f6348 None None] Port 4ae8363a-1e26-479d-97d0-06ec6216befc cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:11.872397 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b0c7-10d2-4ff0-8752-e8810b19b0eb tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.010445 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-679937fb-baa1-43a7-abdb-411d405b944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.013419 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-679937fb-baa1-43a7-abdb-411d405b944c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.017234 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-679937fb-baa1-43a7-abdb-411d405b944c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/453d70d6-e375-4893-a955-d1f94709e7f0 HTTP/1.1" status: 204 len: 168 time: 0.4222171 Sep 16 05:13:12.025395 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.028350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679937fb-baa1-43a7-abdb-411d405b944c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453d70d6-e375-4893-a955-d1f94709e7f0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.122120 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-686e0488-3d84-472c-b319-5015e506bb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.122927 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.153167 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b0c7-10d2-4ff0-8752-e8810b19b0eb tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.199340 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Pushing event updated for resources: {'Port': ['ID=eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.217343 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:12.217974 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:12.218595 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:12.219769 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:12.220419 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:12.220929 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:12.221453 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:12.221944 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:12.222423 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:12.222917 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:12.223415 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:12.224126 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:12.229062 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Attempting to bind port eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:12.229673 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Attempting to bind port eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:12.230466 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Attempting to bind port eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:12.238573 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:12.240703 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:12.241701 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.242267 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:12.242911 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Bound port: eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:12.243474 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.254363 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa167a2a-85c0-4ee8-9330-594759754c1f req-e8054e02-3292-4b13-b92e-3dca38f70806 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.255910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa167a2a-85c0-4ee8-9330-594759754c1f req-e8054e02-3292-4b13-b92e-3dca38f70806 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 944 time: 0.0625005 Sep 16 05:13:12.283706 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b0c7-10d2-4ff0-8752-e8810b19b0eb tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.308642 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa167a2a-85c0-4ee8-9330-594759754c1f req-7150275b-0e26-42fe-af38-d115b317f6b9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454755 Sep 16 05:13:12.311371 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-43ca7aa7-0771-4fb1-8e60-f3bbbde157d8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.323474 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] For port eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:12.328350 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] For port eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:12.347864 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0b0c7-10d2-4ff0-8752-e8810b19b0eb tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] In _notify_port_updated(), no bound segment for port 4ae8363a-1e26-479d-97d0-06ec6216befc on network dace01af-1926-4500-a669-3408d905b0d9 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:13:12.352814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d0678a5f-68ba-4d0f-8f15-ff55ebc403ee no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:12.356249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0b0c7-10d2-4ff0-8752-e8810b19b0eb tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.357903 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b0c7-10d2-4ff0-8752-e8810b19b0eb tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.359620 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bfa0b0c7-10d2-4ff0-8752-e8810b19b0eb tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "PUT /v2.0/ports/4ae8363a-1e26-479d-97d0-06ec6216befc HTTP/1.1" status: 200 len: 1002 time: 0.7392859 Sep 16 05:13:12.378652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59212) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.392027 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.455112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca7aa7-0771-4fb1-8e60-f3bbbde157d8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Checking segment: {'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:12.455527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ca7aa7-0771-4fb1-8e60-f3bbbde157d8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network hostable DHCP agents. Network: e3ef50d6-e150-4496-b14b-f3ff8faae129, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:12.458159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca7aa7-0771-4fb1-8e60-f3bbbde157d8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Subnet': ['ID=e42a8136-8b8e-4021-945a-fb1ef9f4b855,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.483863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0b0c7-10d2-4ff0-8752-e8810b19b0eb tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event updated for resources: {'Port': ['ID=4ae8363a-1e26-479d-97d0-06ec6216befc,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.546372 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Routers {'244d1a36-e2c0-457f-af6e-09a69c5ea417'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:12.554748 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:12:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['244d1a36-e2c0-457f-af6e-09a69c5ea417'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:12.560234 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d0678a5f-68ba-4d0f-8f15-ff55ebc403ee not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:12.580243 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.584303 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b14e7ab6-d92f-49e7-9a10-6e2cbbbca8e7 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Deleting port 4ae8363a-1e26-479d-97d0-06ec6216befc {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:12.584303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b14e7ab6-d92f-49e7-9a10-6e2cbbbca8e7 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.591926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ca7aa7-0771-4fb1-8e60-f3bbbde157d8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network e3ef50d6-e150-4496-b14b-f3ff8faae129 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:12.623270 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae0684-dadd-4aea-8bc6-f44783224c1c None None] Pushing event updated for resources: {'Port': ['ID=eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.641386 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e4-f3de-4661-9c1f-638e5683f4d4 req-51759e98-f5f0-4a2c-a05f-428688604f65 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.643756 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7cd38e4-f3de-4661-9c1f-638e5683f4d4 req-51759e98-f5f0-4a2c-a05f-428688604f65 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 1096 time: 0.1413407 Sep 16 05:13:12.702600 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b14e7ab6-d92f-49e7-9a10-6e2cbbbca8e7 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.708584 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7cd38e4-f3de-4661-9c1f-638e5683f4d4 req-5cc155bb-8679-4c40-9284-a054129dc838 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584867 Sep 16 05:13:12.709415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-43ca7aa7-0771-4fb1-8e60-f3bbbde157d8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, e3ef50d6-e150-4496-b14b-f3ff8faae129) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:12.714599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca7aa7-0771-4fb1-8e60-f3bbbde157d8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.718532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-43ca7aa7-0771-4fb1-8e60-f3bbbde157d8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.726021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f916c6-c962-46a4-a9fe-9764ba114741 None None] Network e3ef50d6-e150-4496-b14b-f3ff8faae129 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:12.726800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b14e7ab6-d92f-49e7-9a10-6e2cbbbca8e7 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Calling delete_port for 4ae8363a-1e26-479d-97d0-06ec6216befc owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:12.784783 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-43ca7aa7-0771-4fb1-8e60-f3bbbde157d8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3574941 Sep 16 05:13:12.785207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59222) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.823235 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] Set router 244d1a36-e2c0-457f-af6e-09a69c5ea417 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:12.832572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ec1a6bba-4fd4-4ec0-91b7-1bbd4479e0c9 None None] Provisioning complete for port 4ae8363a-1e26-479d-97d0-06ec6216befc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:12.833149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6bba-4fd4-4ec0-91b7-1bbd4479e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.872930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a6bba-4fd4-4ec0-91b7-1bbd4479e0c9 None None] Port 4ae8363a-1e26-479d-97d0-06ec6216befc cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:12.928645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b64bd-dc01-4a69-9626-c27a660f0f30 req-ce49e952-801f-4a19-9008-c5aaf3b966dc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.930464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-788b64bd-dc01-4a69-9626-c27a660f0f30 req-ce49e952-801f-4a19-9008-c5aaf3b966dc tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 944 time: 0.0788350 Sep 16 05:13:12.992791 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-e3ef50d6-e150-4496-b14b-f3ff8faae129', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'tenant_id': '44eac926846f463789703829e934134d', 'fixed_ips': [{'subnet_id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:12.993935 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.091993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-788b64bd-dc01-4a69-9626-c27a660f0f30 req-57d5ebb2-39e4-46d7-a719-8fefb6d58253 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510999 Sep 16 05:13:13.158810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59232) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.197641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Allocated IP 172.20.0.2 (e3ef50d6-e150-4496-b14b-f3ff8faae129/e42a8136-8b8e-4021-945a-fb1ef9f4b855/89d821b5-5320-49bd-a816-1d075d9751c1) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:13.207001 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:13:09Z', 'revision_number': 3, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:13.277501 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15480c43-7ca6-42c7-9b7f-5c1a38e7deda None None] The sync data for ids ['244d1a36-e2c0-457f-af6e-09a69c5ea417'] in n-d-712137-12 is: [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:13:09Z', 'revision_number': 3, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:13.302095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f0a35dfd-7af5-468c-832e-9accfa81ff0a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/184350fa-be10-403f-922b-78c83a61849c HTTP/1.1" status: 200 len: 990 time: 0.1421642 Sep 16 05:13:13.411417 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.488992 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.518692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b14e7ab6-d92f-49e7-9a10-6e2cbbbca8e7 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.542065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Network e3ef50d6-e150-4496-b14b-f3ff8faae129 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:13.561346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:13.572490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:13.608445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Pushing event updated for resources: {'Port': ['ID=89d821b5-5320-49bd-a816-1d075d9751c1,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.647988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e7ab6-d92f-49e7-9a10-6e2cbbbca8e7 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event deleted for resources: {'Port': ['ID=4ae8363a-1e26-479d-97d0-06ec6216befc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.650506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b14e7ab6-d92f-49e7-9a10-6e2cbbbca8e7 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.652976 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b14e7ab6-d92f-49e7-9a10-6e2cbbbca8e7 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "DELETE /v2.0/ports/4ae8363a-1e26-479d-97d0-06ec6216befc HTTP/1.1" status: 204 len: 168 time: 1.2708609 Sep 16 05:13:13.655072 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59242) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.709067 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17dde91-c812-46ea-ac52-2d1ec87aa4c2 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] GET failed (client error): The resource could not be found. Sep 16 05:13:13.710698 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e17dde91-c812-46ea-ac52-2d1ec87aa4c2 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "GET /v2.0/ports/4ae8363a-1e26-479d-97d0-06ec6216befc HTTP/1.1" status: 404 len: 333 time: 0.0545261 Sep 16 05:13:13.714295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59246) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.717485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Attempting to bind port 89d821b5-5320-49bd-a816-1d075d9751c1 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:13.717852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Attempting to bind port 89d821b5-5320-49bd-a816-1d075d9751c1 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:13.718217 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Attempting to bind port 89d821b5-5320-49bd-a816-1d075d9751c1 on network e3ef50d6-e150-4496-b14b-f3ff8faae129 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:13.721834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Request body: {'port': {'network_id': 'dace01af-1926-4500-a669-3408d905b0d9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1842328310'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:13.732268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:13.732691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Checking segment: {'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:13.733101 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.733501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Bound using segment: {'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:13.733992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Bound port: 89d821b5-5320-49bd-a816-1d075d9751c1, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:13.734372 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.741224 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.895284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] For port 89d821b5-5320-49bd-a816-1d075d9751c1, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:13.908165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] For port 89d821b5-5320-49bd-a816-1d075d9751c1, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=89d821b5-5320-49bd-a816-1d075d9751c1,segment=NetworkSegment(fb3fd886-68f4-40c0-87e4-348e0188a9e1),segment_id=fb3fd886-68f4-40c0-87e4-348e0188a9e1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:13.991982 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.070994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Made reservation on behalf of 18748abf85244d389ebabace5cd19836 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:14.074886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.108519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] device_id is not set on port 9d1c4ed2-2f57-46d3-9df2-1e041e2ff971 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:14.108651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb47f8b-3ad8-452e-a57c-6384695143ce None None] Pushing event updated for resources: {'Port': ['ID=89d821b5-5320-49bd-a816-1d075d9751c1,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.371275 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Allocated IP 2001:db8::114 (dace01af-1926-4500-a669-3408d905b0d9/6e44cc85-fad9-42dc-bcb7-ab748bcd88cb/9d1c4ed2-2f57-46d3-9df2-1e041e2ff971) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:14.404546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Allocated IP 172.20.0.1 (e3ef50d6-e150-4496-b14b-f3ff8faae129/e42a8136-8b8e-4021-945a-fb1ef9f4b855/b3fb7d9e-9eda-4554-9365-b36c6f05b195) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:14.769045 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45e31a6d-0c2b-4587-9dfa-98b043e2764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.770663 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.771171 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.791327 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.824803 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.837910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network e3ef50d6-e150-4496-b14b-f3ff8faae129 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:14.845379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:14.852716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:14.853109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Network dace01af-1926-4500-a669-3408d905b0d9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:14.857436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:14.859506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:14.867605 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.868255 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.888233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=b3fb7d9e-9eda-4554-9365-b36c6f05b195,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.888822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event updated for resources: {'Port': ['ID=9d1c4ed2-2f57-46d3-9df2-1e041e2ff971,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.925291 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.974471 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7c7bc44b-11e2-468f-8d9b-bd655f3ad861 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2590883 Sep 16 05:13:14.977079 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59260) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.982780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Request body: {'port': {'network_id': 'dace01af-1926-4500-a669-3408d905b0d9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1292993392'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:15.253973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Made reservation on behalf of 18748abf85244d389ebabace5cd19836 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:15.258921 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.259176 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.301286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] device_id is not set on port 9ab46993-a0ef-40bc-b742-f8aa77d9d88f yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:15.301611 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.363647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e83c30f1-28a1-45f5-b568-7142c3323377 None None] Provisioning complete for port 9d1c4ed2-2f57-46d3-9df2-1e041e2ff971 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:15.364129 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e83c30f1-28a1-45f5-b568-7142c3323377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.483037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e83c30f1-28a1-45f5-b568-7142c3323377 None None] Port 9d1c4ed2-2f57-46d3-9df2-1e041e2ff971 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:15.486681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 89d821b5-5320-49bd-a816-1d075d9751c1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:15.553594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Allocated IP 2001:db8::c7 (dace01af-1926-4500-a669-3408d905b0d9/6e44cc85-fad9-42dc-bcb7-ab748bcd88cb/9ab46993-a0ef-40bc-b742-f8aa77d9d88f) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:15.584622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59274) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.590657 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 89d821b5-5320-49bd-a816-1d075d9751c1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:15.591062 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.802721 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.846733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59280) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.875695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028744ba-03aa-4360-a5a4-cce8b4eaf269 None None] Network e3ef50d6-e150-4496-b14b-f3ff8faae129 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:15.956169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.968002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 89d821b5-5320-49bd-a816-1d075d9751c1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=89d821b5-5320-49bd-a816-1d075d9751c1,segment=NetworkSegment(fb3fd886-68f4-40c0-87e4-348e0188a9e1),segment_id=fb3fd886-68f4-40c0-87e4-348e0188a9e1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:15.984165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port d048b4a6-03d8-47e5-a46e-c7571d421e28 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:15.985892 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.998480 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.039333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-657141fd-e7fa-4ebe-8729-304a8819810b None None] Provisioning complete for port 89d821b5-5320-49bd-a816-1d075d9751c1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:16.039716 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-657141fd-e7fa-4ebe-8729-304a8819810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.062370 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.063681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:16.082385 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.092394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-738685b7-aa78-499c-9de8-64a332bdcb86 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:16.142859 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.143922 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.150425 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.165991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for d048b4a6-03d8-47e5-a46e-c7571d421e28 owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:16.179666 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.181811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=b3fb7d9e-9eda-4554-9365-b36c6f05b195,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.212070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=89d821b5-5320-49bd-a816-1d075d9751c1,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.275740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:16.276146 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.437199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.460498 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.487513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:16.510202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.543003 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Network dace01af-1926-4500-a669-3408d905b0d9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:16.569010 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.571814 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.586042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:16.619793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:16.632842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.633855 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.643564 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-738685b7-aa78-499c-9de8-64a332bdcb86 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] 10.222.0.24 "PUT /v2.0/quotas/3d592b516a1a48e69e8a6a256d4b1674 HTTP/1.1" status: 200 len: 366 time: 0.7933550 Sep 16 05:13:16.667675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event updated for resources: {'Port': ['ID=9ab46993-a0ef-40bc-b742-f8aa77d9d88f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.673709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59284) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.680180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.731147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=d048b4a6-03d8-47e5-a46e-c7571d421e28,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.738339 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-485c70b7-c9da-4cc1-9df4-a9d545a8be4a tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0591521 Sep 16 05:13:16.741893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59288) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.765001 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.766260 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Floating IP 184350fa-be10-403f-922b-78c83a61849c disassociated (deleted). External IP: 172.25.3.47, port: d0678a5f-68ba-4d0f-8f15-ff55ebc403ee. Sep 16 05:13:16.770742 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-64ad5abf-9bae-49a1-83db-dd1759665519 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] 10.222.0.24 "GET /v2.0/quotas/3d592b516a1a48e69e8a6a256d4b1674 HTTP/1.1" status: 200 len: 366 time: 0.0276947 Sep 16 05:13:16.773831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59290) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.778312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-af2f2afd-4ad3-4bcd-a267-37b6e71126aa None None] Provisioning complete for port b3fb7d9e-9eda-4554-9365-b36c6f05b195 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:16.778810 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af2f2afd-4ad3-4bcd-a267-37b6e71126aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.800791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network e3ef50d6-e150-4496-b14b-f3ff8faae129 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:16.802998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:16.839602 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b6925ec3-d98f-4f7f-8511-9d9d1adba927 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8609741 Sep 16 05:13:16.845176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59292) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.852474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0a34f531-4e1d-4dcc-b6c7-343162c0fa92 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:ad:aa:8d'}, {'ip_address': '2001:db8::114', 'mac_address': 'fa:16:3e:38:07:6c'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:16.876721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-af2f2afd-4ad3-4bcd-a267-37b6e71126aa None None] Port b3fb7d9e-9eda-4554-9365-b36c6f05b195 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:16.905065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-af2f2afd-4ad3-4bcd-a267-37b6e71126aa None None] Provisioning complete for port 89d821b5-5320-49bd-a816-1d075d9751c1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:16.905065 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af2f2afd-4ad3-4bcd-a267-37b6e71126aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.934437 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d6ad5377-5ecc-4dd3-a289-262db49cd2fe tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/3d592b516a1a48e69e8a6a256d4b1674 HTTP/1.1" status: 204 len: 168 time: 0.1073308 Sep 16 05:13:16.982678 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59294) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.007108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Router 244d1a36-e2c0-457f-af6e-09a69c5ea417 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:17.012179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7cb2fee4-0527-4561-8b97-a84ef8a9cd74 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0257218 Sep 16 05:13:17.013247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59296) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.026206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e2dcb922-cbaf-49f6-958c-5dbc55c00435 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] 10.222.0.24 "GET /v2.0/quotas/3d592b516a1a48e69e8a6a256d4b1674 HTTP/1.1" status: 200 len: 370 time: 0.0117583 Sep 16 05:13:17.031601 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59298) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.040601 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e5d0aedc-f67e-4998-a9c4-1e9302073460 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] 10.222.0.24 "GET /v2.0/quotas/3d592b516a1a48e69e8a6a256d4b1674/default HTTP/1.1" status: 200 len: 370 time: 0.0076420 Sep 16 05:13:17.043128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59300) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.126878 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-b96846ff-8359-46f2-b22a-bc598b68b9fe tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] delete failed (client error): The resource could not be found. Sep 16 05:13:17.131698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b96846ff-8359-46f2-b22a-bc598b68b9fe tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/3d592b516a1a48e69e8a6a256d4b1674 HTTP/1.1" status: 404 len: 348 time: 0.0844467 Sep 16 05:13:17.226897 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-036e2622-a6cc-4ec7-8ead-f0dd339e7800 None None] Provisioning complete for port b3fb7d9e-9eda-4554-9365-b36c6f05b195 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:17.227567 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-036e2622-a6cc-4ec7-8ead-f0dd339e7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.276010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:17.309238 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-686b3504-a3e8-4c1d-ad0a-8259ef5f5090 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "PUT /v2.0/routers/244d1a36-e2c0-457f-af6e-09a69c5ea417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5206246 Sep 16 05:13:17.309490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59304) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.311675 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-036e2622-a6cc-4ec7-8ead-f0dd339e7800 None None] Port b3fb7d9e-9eda-4554-9365-b36c6f05b195 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:17.333310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Sync routers for ids ['244d1a36-e2c0-457f-af6e-09a69c5ea417'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:17.333549 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0a34f531-4e1d-4dcc-b6c7-343162c0fa92 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.336915 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 89d821b5-5320-49bd-a816-1d075d9751c1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:17.372929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-036e2622-a6cc-4ec7-8ead-f0dd339e7800 None None] Provisioning complete for port 9ab46993-a0ef-40bc-b742-f8aa77d9d88f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:17.373266 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-036e2622-a6cc-4ec7-8ead-f0dd339e7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.399520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Routers {'244d1a36-e2c0-457f-af6e-09a69c5ea417'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:17.400199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['244d1a36-e2c0-457f-af6e-09a69c5ea417'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:17.424582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:17.504793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-036e2622-a6cc-4ec7-8ead-f0dd339e7800 None None] Port 9ab46993-a0ef-40bc-b742-f8aa77d9d88f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:17.524593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 89d821b5-5320-49bd-a816-1d075d9751c1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:17.524978 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.552878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59306) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.597693 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.605224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a9c7f6-cf82-483c-928d-d1a80f41c1e7 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.610311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a9c7f6-cf82-483c-928d-d1a80f41c1e7 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.610311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a9c7f6-cf82-483c-928d-d1a80f41c1e7 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.610311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a9c7f6-cf82-483c-928d-d1a80f41c1e7 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.610311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a9c7f6-cf82-483c-928d-d1a80f41c1e7 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.610311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a9c7f6-cf82-483c-928d-d1a80f41c1e7 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.611301 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-31a9c7f6-cf82-483c-928d-d1a80f41c1e7 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.3008761 Sep 16 05:13:17.614096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59308) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.646420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Set router 244d1a36-e2c0-457f-af6e-09a69c5ea417 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:17.694399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Usage tracker for resource:network and tenant:439b74d12ee44db4b0e78b9264cca5f3 is out of sync, need to count used quota {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:13:17.709596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:13:17.715560 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:17.728235 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb3810-dde7-4305-a17c-4408957314ec None None] Sync routers for ids ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:17.731852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.761301 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb3810-dde7-4305-a17c-4408957314ec None None] Routers {'fa3793c9-99b4-4820-beeb-1bb1d3a12d08'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:17.761947 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5fcb3810-dde7-4305-a17c-4408957314ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:17.770029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Usage tracker for resource:subnet and tenant:439b74d12ee44db4b0e78b9264cca5f3 is out of sync, need to count used quota {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:13:17.770915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f4ca8-8f3c-4f85-8618-96374275bba8 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.771627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f4ca8-8f3c-4f85-8618-96374275bba8 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.772101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f4ca8-8f3c-4f85-8618-96374275bba8 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.772644 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f4ca8-8f3c-4f85-8618-96374275bba8 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.773097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f4ca8-8f3c-4f85-8618-96374275bba8 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.774171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f4ca8-8f3c-4f85-8618-96374275bba8 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.776074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-483f4ca8-8f3c-4f85-8618-96374275bba8 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3963 time: 0.1607018 Sep 16 05:13:17.778796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59312) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.805164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:13:17.811949 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7763adeb-b5dc-49c0-b33d-2280999964f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/floatingips/184350fa-be10-403f-922b-78c83a61849c HTTP/1.1" status: 204 len: 168 time: 2.2260168 Sep 16 05:13:17.814310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:17.817066 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093dfcf1-706f-42f0-a47d-74dcfb737b00" -d '{"events": [{"name": "network-changed", "server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:17.839801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Usage tracker for resource:subnetpool and tenant:439b74d12ee44db4b0e78b9264cca5f3 is out of sync, need to count used quota {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:13:17.855937 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:13:17.867572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0a34f531-4e1d-4dcc-b6c7-343162c0fa92 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.878316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Usage tracker for resource:port and tenant:439b74d12ee44db4b0e78b9264cca5f3 is out of sync, need to count used quota {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:13:17.891517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:13:17.907171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Usage tracker for resource:router and tenant:439b74d12ee44db4b0e78b9264cca5f3 is out of sync, need to count used quota {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:13:17.915182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:13:17.922788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Usage tracker for resource:floatingip and tenant:439b74d12ee44db4b0e78b9264cca5f3 is out of sync, need to count used quota {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:13:17.930056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:13:17.954302 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0a34f531-4e1d-4dcc-b6c7-343162c0fa92 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.045380 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5fcb3810-dde7-4305-a17c-4408957314ec None None] Set router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:18.116726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0a34f531-4e1d-4dcc-b6c7-343162c0fa92 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] In _notify_port_updated(), no bound segment for port 9ab46993-a0ef-40bc-b742-f8aa77d9d88f on network dace01af-1926-4500-a669-3408d905b0d9 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:13:18.143689 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34f531-4e1d-4dcc-b6c7-343162c0fa92 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.144675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0a34f531-4e1d-4dcc-b6c7-343162c0fa92 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.146170 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0a34f531-4e1d-4dcc-b6c7-343162c0fa92 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "PUT /v2.0/ports/9ab46993-a0ef-40bc-b742-f8aa77d9d88f HTTP/1.1" status: 200 len: 1067 time: 1.2995677 Sep 16 05:13:18.150783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59320) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.214498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0610443e-31e2-4274-88fa-a8c6dd5c3e4e None None] Provisioning complete for port b3fb7d9e-9eda-4554-9365-b36c6f05b195 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:18.214862 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0610443e-31e2-4274-88fa-a8c6dd5c3e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.240655 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34f531-4e1d-4dcc-b6c7-343162c0fa92 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event updated for resources: {'Port': ['ID=9ab46993-a0ef-40bc-b742-f8aa77d9d88f,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:18.313690 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2b18aa-9e82-409b-a7bd-402cf0365119 x-openstack-request-id: req-7b2b18aa-9e82-409b-a7bd-402cf0365119 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:18.313980 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:18.314394 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b2b18aa-9e82-409b-a7bd-402cf0365119 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:18.315334 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'status': 'completed', 'code': 200} Sep 16 05:13:18.324824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Usage tracker for resource:security_group and tenant:439b74d12ee44db4b0e78b9264cca5f3 is out of sync, need to count used quota {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:13:18.332323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:13:18.340115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ad59b133-da43-4d3e-9c53-ebbb88a83237 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.5600891 Sep 16 05:13:18.351518 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Usage tracker for resource:security_group_rule and tenant:439b74d12ee44db4b0e78b9264cca5f3 is out of sync, need to count used quota {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:13:18.360838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.quota.resource [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95451) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:13:18.372074 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-deaac260-4ef0-46f9-8c85-fca4e1aed5f5 tempest-QuotasTest-865937356 tempest-QuotasTest-865937356-project-admin] 10.222.0.24 "GET /v2.0/quotas/439b74d12ee44db4b0e78b9264cca5f3/details.json HTTP/1.1" status: 200 len: 703 time: 0.8179958 Sep 16 05:13:18.395695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ca026ae5-0e05-4456-9edf-b2cb0dd23f42 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Deleting port 9ab46993-a0ef-40bc-b742-f8aa77d9d88f {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:18.396107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca026ae5-0e05-4456-9edf-b2cb0dd23f42 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.466271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dfcf1-706f-42f0-a47d-74dcfb737b00 req-901990d6-d8d6-41b4-8761-130fbcc1e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.467751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-093dfcf1-706f-42f0-a47d-74dcfb737b00 req-901990d6-d8d6-41b4-8761-130fbcc1e7aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 1096 time: 0.1244123 Sep 16 05:13:18.482856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:18.570621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520cb3a-9196-4fcb-9c73-bc86ab0b1f5f req-38a65524-8afa-43ba-a90a-d6cf5e85b08c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.587880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0520cb3a-9196-4fcb-9c73-bc86ab0b1f5f req-38a65524-8afa-43ba-a90a-d6cf5e85b08c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 944 time: 0.1745746 Sep 16 05:13:18.645618 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5fcb3810-dde7-4305-a17c-4408957314ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0467b22c-0b13-472f-820d-3ce5b1e41f8b', 'name': '', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:97:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:04Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:18.650398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0610443e-31e2-4274-88fa-a8c6dd5c3e4e None None] Port b3fb7d9e-9eda-4554-9365-b36c6f05b195 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:18.685848 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb3810-dde7-4305-a17c-4408957314ec None None] Checking router: fa3793c9-99b4-4820-beeb-1bb1d3a12d08 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:18.697234 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca026ae5-0e05-4456-9edf-b2cb0dd23f42 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.698275 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb3810-dde7-4305-a17c-4408957314ec None None] Routers {'fa3793c9-99b4-4820-beeb-1bb1d3a12d08'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:18.699996 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5fcb3810-dde7-4305-a17c-4408957314ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:18.771504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ca026ae5-0e05-4456-9edf-b2cb0dd23f42 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Calling delete_port for 9ab46993-a0ef-40bc-b742-f8aa77d9d88f owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:18.775756 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0520cb3a-9196-4fcb-9c73-bc86ab0b1f5f req-d548468a-53d3-4481-bf18-5c0bb8e458c7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fca4154f-905a-4c24-89fa-030f0c25ba81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868021 Sep 16 05:13:18.811504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dfcf1-706f-42f0-a47d-74dcfb737b00 req-9723a7f7-5a62-499f-bb02-7adfa11e02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.815255 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-093dfcf1-706f-42f0-a47d-74dcfb737b00 req-9723a7f7-5a62-499f-bb02-7adfa11e02c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f61edadf-cd41-4847-af5f-debb12522ee8 HTTP/1.1" status: 200 len: 896 time: 0.3365307 Sep 16 05:13:18.858754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558713bc-e01c-4fe5-a354-bb53a7885142 req-27e69a0e-3d7e-494e-8fb5-d595d4bd555d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.866051 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-558713bc-e01c-4fe5-a354-bb53a7885142 req-27e69a0e-3d7e-494e-8fb5-d595d4bd555d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 944 time: 0.2038629 Sep 16 05:13:18.900942 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-093dfcf1-706f-42f0-a47d-74dcfb737b00 req-b140fbfc-854e-4276-9650-58d20c7b2c99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee HTTP/1.1" status: 200 len: 217 time: 0.0786643 Sep 16 05:13:18.902116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'b3fb7d9e-9eda-4554-9365-b36c6f05b195', 'name': '', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:63:d7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 2, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:18.920284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:18.920727 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.968180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59332) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.972864 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5fcb3810-dde7-4305-a17c-4408957314ec None None] Set router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:18.988422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9c4ef24c-5f40-4082-bab1-de72699176f1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1934872860', 'description': 'tempest-secgroup-smoke-1934872860 description', 'project_id': '44eac926846f463789703829e934134d'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:19.002411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dfcf1-706f-42f0-a47d-74dcfb737b00 req-c308cab4-28fd-4c58-8e4d-f0b851a2b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.005262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-093dfcf1-706f-42f0-a47d-74dcfb737b00 req-c308cab4-28fd-4c58-8e4d-f0b851a2b0e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8f387cf-7e95-4c81-a424-db5d5b238ac0 HTTP/1.1" status: 200 len: 835 time: 0.0960574 Sep 16 05:13:19.059697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4e34f3e7-3045-4f14-9880-671f89a68667 None None] Provisioning complete for port 9ab46993-a0ef-40bc-b742-f8aa77d9d88f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:19.060146 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e34f3e7-3045-4f14-9880-671f89a68667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.073603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Checking router: 244d1a36-e2c0-457f-af6e-09a69c5ea417 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:19.074099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Updating router 244d1a36-e2c0-457f-af6e-09a69c5ea417 port b3fb7d9e-9eda-4554-9365-b36c6f05b195 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:19.091204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dfcf1-706f-42f0-a47d-74dcfb737b00 req-52d2451c-e4f5-4c32-b9bc-9f4f89f85a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.096907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-093dfcf1-706f-42f0-a47d-74dcfb737b00 req-52d2451c-e4f5-4c32-b9bc-9f4f89f85a1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f61edadf-cd41-4847-af5f-debb12522ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809727 Sep 16 05:13:19.114846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-558713bc-e01c-4fe5-a354-bb53a7885142 req-a6ffbc29-7710-432a-8874-204a228da3e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:19.119322 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-558713bc-e01c-4fe5-a354-bb53a7885142 req-a6ffbc29-7710-432a-8874-204a228da3e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.133804 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.166929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c4ef24c-5f40-4082-bab1-de72699176f1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.193389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59336) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:19.249739 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-558713bc-e01c-4fe5-a354-bb53a7885142 req-a6ffbc29-7710-432a-8874-204a228da3e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:19.250249 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-558713bc-e01c-4fe5-a354-bb53a7885142 req-a6ffbc29-7710-432a-8874-204a228da3e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.263852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-558713bc-e01c-4fe5-a354-bb53a7885142 req-a6ffbc29-7710-432a-8874-204a228da3e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for d0678a5f-68ba-4d0f-8f15-ff55ebc403ee owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:19.311960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-093dfcf1-706f-42f0-a47d-74dcfb737b00 req-ce7a9aaa-8556-49ac-bf76-fd5a3fdd8a8a service neutron] 10.222.0.23 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100410 Sep 16 05:13:19.339770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4e34f3e7-3045-4f14-9880-671f89a68667 None None] Port 9ab46993-a0ef-40bc-b742-f8aa77d9d88f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:19.359783 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5fcb3810-dde7-4305-a17c-4408957314ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0467b22c-0b13-472f-820d-3ce5b1e41f8b', 'name': '', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:97:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:04Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:19.428503 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb3810-dde7-4305-a17c-4408957314ec None None] The sync data for ids ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'] in n-d-712137-12 is: [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:12:00Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0467b22c-0b13-472f-820d-3ce5b1e41f8b', 'name': '', 'network_id': 'f61edadf-cd41-4847-af5f-debb12522ee8', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:97:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:58Z', 'updated_at': '2021-09-16T05:12:04Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'a8f387cf-7e95-4c81-a424-db5d5b238ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:19.484283 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca026ae5-0e05-4456-9edf-b2cb0dd23f42 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.523225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca026ae5-0e05-4456-9edf-b2cb0dd23f42 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event deleted for resources: {'Port': ['ID=9ab46993-a0ef-40bc-b742-f8aa77d9d88f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:19.575927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4ce7422-7f70-482e-9715-22e6b172b7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.632110 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c4ef24c-5f40-4082-bab1-de72699176f1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.638637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-093dfcf1-706f-42f0-a47d-74dcfb737b00 req-7f0110ee-33e2-40c9-9dc5-7032a569636e service neutron] 10.222.0.23 "GET /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193390 Sep 16 05:13:19.649097 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.660433 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-558713bc-e01c-4fe5-a354-bb53a7885142 req-a6ffbc29-7710-432a-8874-204a228da3e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.676995 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c4ef24c-5f40-4082-bab1-de72699176f1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.735030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ef24c-5f40-4082-bab1-de72699176f1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:19.745532 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.755359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffbc29-7710-432a-8874-204a228da3e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=d0678a5f-68ba-4d0f-8f15-ff55ebc403ee,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:19.793867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-558713bc-e01c-4fe5-a354-bb53a7885142 req-a6ffbc29-7710-432a-8874-204a228da3e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] No DVR routers for this DVR port d0678a5f-68ba-4d0f-8f15-ff55ebc403ee on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:19.798724 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-558713bc-e01c-4fe5-a354-bb53a7885142 req-a6ffbc29-7710-432a-8874-204a228da3e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.801993 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-558713bc-e01c-4fe5-a354-bb53a7885142 req-a6ffbc29-7710-432a-8874-204a228da3e8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "DELETE /v2.0/ports/d0678a5f-68ba-4d0f-8f15-ff55ebc403ee HTTP/1.1" status: 204 len: 173 time: 0.9333053 Sep 16 05:13:19.948435 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4ce7422-7f70-482e-9715-22e6b172b7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.951596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9390e7-f0b6-4cc0-8df5-a7275efa36fc None None] New status for floating IP 184350fa-be10-403f-922b-78c83a61849c: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:13:19.962193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca026ae5-0e05-4456-9edf-b2cb0dd23f42 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.971002 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ca026ae5-0e05-4456-9edf-b2cb0dd23f42 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "DELETE /v2.0/ports/9ab46993-a0ef-40bc-b742-f8aa77d9d88f HTTP/1.1" status: 204 len: 168 time: 1.8190017 Sep 16 05:13:19.971732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59344) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:19.981081 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f229f1e-9ef8-4783-9d48-9cffde6f4dff req-c3d3379e-03a5-4f16-aa66-e6e5f071e710 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8351ee-5f37-46e6-b5f0-34a38b80759a HTTP/1.1" status: 200 len: 210 time: 0.0468206 Sep 16 05:13:20.015255 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f4ce7422-7f70-482e-9715-22e6b172b7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.019550 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-724aa46b-2227-4fe8-8535-783d3feaea30 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] GET failed (client error): The resource could not be found. Sep 16 05:13:20.024380 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-724aa46b-2227-4fe8-8535-783d3feaea30 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "GET /v2.0/ports/9ab46993-a0ef-40bc-b742-f8aa77d9d88f HTTP/1.1" status: 404 len: 333 time: 0.0516121 Sep 16 05:13:20.025063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59346) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.053277 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bbec0-6a78-498b-919d-68f566a3119e None None] Pushing event updated for resources: {'Port': ['ID=b3fb7d9e-9eda-4554-9365-b36c6f05b195,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:20.067813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce7422-7f70-482e-9715-22e6b172b7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa839f1f-0037-40b8-91ff-1c98b6f299e9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:20.072320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f4ce7422-7f70-482e-9715-22e6b172b7c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b403a2e4eac843a9b8bd64bd055628f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8647799 Sep 16 05:13:20.077689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59348) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.111901 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Attempting to bind port b3fb7d9e-9eda-4554-9365-b36c6f05b195 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:20.112326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Attempting to bind port b3fb7d9e-9eda-4554-9365-b36c6f05b195 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:20.113015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Attempting to bind port b3fb7d9e-9eda-4554-9365-b36c6f05b195 on network e3ef50d6-e150-4496-b14b-f3ff8faae129 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:20.116838 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9c4ef24c-5f40-4082-bab1-de72699176f1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.118435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9c4ef24c-5f40-4082-bab1-de72699176f1 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1483281 Sep 16 05:13:20.123824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59350) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.125338 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:20.125812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Checking segment: {'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:20.126408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.132715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Bound using segment: {'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:20.133315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Bound port: b3fb7d9e-9eda-4554-9365-b36c6f05b195, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:20.133814 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.136990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c869897d-bb6e-4304-af7f-4684c1e76a95 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:20.248732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9bc8-0c77-42e8-8a5a-7fc2b976d17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.286836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3b63d0f4-b882-4a4e-8090-a82f6c991f96 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Deleting port 9d1c4ed2-2f57-46d3-9df2-1e041e2ff971 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:20.287849 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b63d0f4-b882-4a4e-8090-a82f6c991f96 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.304299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] For port b3fb7d9e-9eda-4554-9365-b36c6f05b195, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:20.317874 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9bc8-0c77-42e8-8a5a-7fc2b976d17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.322298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] For port b3fb7d9e-9eda-4554-9365-b36c6f05b195, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b3fb7d9e-9eda-4554-9365-b36c6f05b195,segment=NetworkSegment(fb3fd886-68f4-40c0-87e4-348e0188a9e1),segment_id=fb3fd886-68f4-40c0-87e4-348e0188a9e1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:20.325252 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7e6c18ea-0d89-48c9-bb79-9861e7fcc8b4 None None] Provisioning complete for port b3fb7d9e-9eda-4554-9365-b36c6f05b195 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:20.325706 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7e6c18ea-0d89-48c9-bb79-9861e7fcc8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.371300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c18ea-0d89-48c9-bb79-9861e7fcc8b4 None None] Port b3fb7d9e-9eda-4554-9365-b36c6f05b195 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:20.378379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'name': 'network-vif-deleted', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:20.380608 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747a008c-e1a3-4061-aec8-9ae0b0b7c1e5" -d '{"events": [{"server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "name": "network-vif-deleted", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:20.474185 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c869897d-bb6e-4304-af7f-4684c1e76a95 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.563885 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.567948 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9bc8-0c77-42e8-8a5a-7fc2b976d17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.571508 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9bc8-0c77-42e8-8a5a-7fc2b976d17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.573116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6b6c9bc8-0c77-42e8-8a5a-7fc2b976d17a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa839f1f-0037-40b8-91ff-1c98b6f299e9 HTTP/1.1" status: 204 len: 168 time: 0.4958274 Sep 16 05:13:20.594698 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c869897d-bb6e-4304-af7f-4684c1e76a95 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.605237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c9bc8-0c77-42e8-8a5a-7fc2b976d17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa839f1f-0037-40b8-91ff-1c98b6f299e9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:20.677039 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c869897d-bb6e-4304-af7f-4684c1e76a95 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.724780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869897d-bb6e-4304-af7f-4684c1e76a95 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7acea54-bc38-4585-95f8-458d7d149ea5,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:20.741119 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bbec0-6a78-498b-919d-68f566a3119e None None] Pushing event updated for resources: {'Port': ['ID=b3fb7d9e-9eda-4554-9365-b36c6f05b195,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:20.752879 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b63d0f4-b882-4a4e-8090-a82f6c991f96 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.755873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Routers {'244d1a36-e2c0-457f-af6e-09a69c5ea417'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:20.756564 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['244d1a36-e2c0-457f-af6e-09a69c5ea417'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:20.773612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3b63d0f4-b882-4a4e-8090-a82f6c991f96 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Calling delete_port for 9d1c4ed2-2f57-46d3-9df2-1e041e2ff971 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:20.818012 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c869897d-bb6e-4304-af7f-4684c1e76a95 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.824323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c869897d-bb6e-4304-af7f-4684c1e76a95 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6992235 Sep 16 05:13:20.825044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59356) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.828767 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf62230-4b1f-47f0-8635-f1e0f9f26120 x-openstack-request-id: req-7bf62230-4b1f-47f0-8635-f1e0f9f26120 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:20.829153 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8351ee-5f37-46e6-b5f0-34a38b80759a", "name": "network-vif-deleted", "tag": "d0678a5f-68ba-4d0f-8f15-ff55ebc403ee", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:20.829448 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bf62230-4b1f-47f0-8635-f1e0f9f26120 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:20.830651 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8351ee-5f37-46e6-b5f0-34a38b80759a', 'name': 'network-vif-deleted', 'tag': 'd0678a5f-68ba-4d0f-8f15-ff55ebc403ee', 'status': 'completed', 'code': 200} Sep 16 05:13:20.830786 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4a88c522-cbad-460e-b0f9-54ec30c50749 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:20.894446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d0678a5f-68ba-4d0f-8f15-ff55ebc403ee no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:20.921096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: d0678a5f-68ba-4d0f-8f15-ff55ebc403ee {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:20.921452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d0678a5f-68ba-4d0f-8f15-ff55ebc403ee not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:20.954411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] Set router 244d1a36-e2c0-457f-af6e-09a69c5ea417 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:20.961881 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4a88c522-cbad-460e-b0f9-54ec30c50749 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.986041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b63d0f4-b882-4a4e-8090-a82f6c991f96 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.032732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63d0f4-b882-4a4e-8090-a82f6c991f96 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event deleted for resources: {'Port': ['ID=9d1c4ed2-2f57-46d3-9df2-1e041e2ff971,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.058119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59364) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.064798 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b63d0f4-b882-4a4e-8090-a82f6c991f96 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.072556 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3b63d0f4-b882-4a4e-8090-a82f6c991f96 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "DELETE /v2.0/ports/9d1c4ed2-2f57-46d3-9df2-1e041e2ff971 HTTP/1.1" status: 204 len: 168 time: 1.0441072 Sep 16 05:13:21.075892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59366) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.123349 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f88005-11a5-4c6c-9bcc-72e573771f6f tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] GET failed (client error): The resource could not be found. Sep 16 05:13:21.131114 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b9f88005-11a5-4c6c-9bcc-72e573771f6f tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "GET /v2.0/ports/9d1c4ed2-2f57-46d3-9df2-1e041e2ff971 HTTP/1.1" status: 404 len: 333 time: 0.0531819 Sep 16 05:13:21.131317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59368) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.180532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4a88c522-cbad-460e-b0f9-54ec30c50749 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.184412 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ac89a119-c76e-4554-9273-0e8642920e5a None None] Provisioning complete for port b3fb7d9e-9eda-4554-9365-b36c6f05b195 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:21.184900 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ac89a119-c76e-4554-9273-0e8642920e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.288308 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4a88c522-cbad-460e-b0f9-54ec30c50749 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.421590 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ac89a119-c76e-4554-9273-0e8642920e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.435972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88c522-cbad-460e-b0f9-54ec30c50749 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d49afe0-9919-4c4e-b175-d90883cde4f5,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.439478 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4a88c522-cbad-460e-b0f9-54ec30c50749 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.443341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4a88c522-cbad-460e-b0f9-54ec30c50749 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6147976 Sep 16 05:13:21.443704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59372) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.453715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-764921fe-ecb3-46e2-87d3-1abdb3d312b4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:21.458135 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'b3fb7d9e-9eda-4554-9365-b36c6f05b195', 'name': '', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:63:d7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:20Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:21.477281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8a4df20e-ce52-491a-9c2b-8694659a225e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Deleting port d321cfba-580b-45c5-ab55-19ccc17ba80c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:21.477631 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a4df20e-ce52-491a-9c2b-8694659a225e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.492797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ac89a119-c76e-4554-9273-0e8642920e5a None None] For port b3fb7d9e-9eda-4554-9365-b36c6f05b195, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b3fb7d9e-9eda-4554-9365-b36c6f05b195,segment=NetworkSegment(fb3fd886-68f4-40c0-87e4-348e0188a9e1),segment_id=fb3fd886-68f4-40c0-87e4-348e0188a9e1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:21.494071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d0cf83-6ebf-40b4-8cb5-bf1bf3606f6b None None] The sync data for ids ['244d1a36-e2c0-457f-af6e-09a69c5ea417'] in n-d-712137-12 is: [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'b3fb7d9e-9eda-4554-9365-b36c6f05b195', 'name': '', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:63:d7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:20Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:21.521577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59374) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.560303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-764921fe-ecb3-46e2-87d3-1abdb3d312b4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.564299 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ac89a119-c76e-4554-9273-0e8642920e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.601321 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b26a-0689-4271-9d3e-80d337c8c818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.633958 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89a119-c76e-4554-9273-0e8642920e5a None None] Pushing event updated for resources: {'Port': ['ID=b3fb7d9e-9eda-4554-9365-b36c6f05b195,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.648864 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-764921fe-ecb3-46e2-87d3-1abdb3d312b4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.703106 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a4df20e-ce52-491a-9c2b-8694659a225e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.717248 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-764921fe-ecb3-46e2-87d3-1abdb3d312b4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.737972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764921fe-ecb3-46e2-87d3-1abdb3d312b4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad00f0b-df75-440d-8269-d5c302d67c94,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.772375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8a4df20e-ce52-491a-9c2b-8694659a225e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Calling delete_port for d321cfba-580b-45c5-ab55-19ccc17ba80c owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:21.936263 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b26a-0689-4271-9d3e-80d337c8c818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.023468 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b26a-0689-4271-9d3e-80d337c8c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.088056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-764921fe-ecb3-46e2-87d3-1abdb3d312b4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.093622 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-764921fe-ecb3-46e2-87d3-1abdb3d312b4 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6445675 Sep 16 05:13:22.093622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59378) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:22.097905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b04ab802-ace4-4d34-9d67-28c1f474d3df tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:22.101515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2cf0b26a-0689-4271-9d3e-80d337c8c818 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=439b74d12ee44db4b0e78b9264cca5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5751665 Sep 16 05:13:22.105408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59380) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:22.108130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0b26a-0689-4271-9d3e-80d337c8c818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f78f82-1380-4ab0-9a61-8177987596ea,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.143477 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84d1aedf-3f73-45e1-9cbc-b2a5216ce8a9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.168170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a14c056-492d-4440-9b71-0936b9c5df0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.194829 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a14c056-492d-4440-9b71-0936b9c5df0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.230005 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b04ab802-ace4-4d34-9d67-28c1f474d3df tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.235634 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a4df20e-ce52-491a-9c2b-8694659a225e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.359221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a14c056-492d-4440-9b71-0936b9c5df0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.362355 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a14c056-492d-4440-9b71-0936b9c5df0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.364569 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5a14c056-492d-4440-9b71-0936b9c5df0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3f78f82-1380-4ab0-9a61-8177987596ea HTTP/1.1" status: 204 len: 168 time: 0.2571964 Sep 16 05:13:22.397655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b04ab802-ace4-4d34-9d67-28c1f474d3df tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.399090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14c056-492d-4440-9b71-0936b9c5df0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f78f82-1380-4ab0-9a61-8177987596ea,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.454457 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b04ab802-ace4-4d34-9d67-28c1f474d3df tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.479403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ab802-ace4-4d34-9d67-28c1f474d3df tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75331afd-4b69-431f-8bb7-fe45057fc7a9,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.568364 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b04ab802-ace4-4d34-9d67-28c1f474d3df tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.570043 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b04ab802-ace4-4d34-9d67-28c1f474d3df tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4766860 Sep 16 05:13:22.572801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59384) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:22.579183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a450bba9-9c97-4bd6-9d62-d9348042ae58 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:22.682741 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-a450bba9-9c97-4bd6-9d62-d9348042ae58 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Project 44eac926846f463789703829e934134d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:13:22.689320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a450bba9-9c97-4bd6-9d62-d9348042ae58 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.698454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4df20e-ce52-491a-9c2b-8694659a225e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event deleted for resources: {'Port': ['ID=d321cfba-580b-45c5-ab55-19ccc17ba80c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.782148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a450bba9-9c97-4bd6-9d62-d9348042ae58 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.797679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a4df20e-ce52-491a-9c2b-8694659a225e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.804426 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8a4df20e-ce52-491a-9c2b-8694659a225e tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "DELETE /v2.0/ports/d321cfba-580b-45c5-ab55-19ccc17ba80c HTTP/1.1" status: 204 len: 168 time: 1.6656241 Sep 16 05:13:22.808004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59386) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:22.861221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a450bba9-9c97-4bd6-9d62-d9348042ae58 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.883229 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450bba9-9c97-4bd6-9d62-d9348042ae58 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea554107-0f1c-4de1-8fa2-0bdb8d88088f,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.902952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d2fd51-29ce-4ee4-8bb3-727f3cd52980 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Deleting subnet 6e44cc85-fad9-42dc-bcb7-ab748bcd88cb {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:22.909027 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81d2fd51-29ce-4ee4-8bb3-727f3cd52980 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.967126 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81d2fd51-29ce-4ee4-8bb3-727f3cd52980 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.987783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a450bba9-9c97-4bd6-9d62-d9348042ae58 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.989702 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a450bba9-9c97-4bd6-9d62-d9348042ae58 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4154031 Sep 16 05:13:22.992408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59398) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:23.000816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ae5a81a4-9ffc-4cc4-85cf-fdd03d029333 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'security_group_rule': {'security_group_id': '89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c', 'project_id': '44eac926846f463789703829e934134d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:23.110712 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81d2fd51-29ce-4ee4-8bb3-727f3cd52980 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.128304 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-ae5a81a4-9ffc-4cc4-85cf-fdd03d029333 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Project 44eac926846f463789703829e934134d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:13:23.134756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae5a81a4-9ffc-4cc4-85cf-fdd03d029333 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.148252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-84d1aedf-3f73-45e1-9cbc-b2a5216ce8a9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port 0467b22c-0b13-472f-820d-3ce5b1e41f8b {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:23.148653 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84d1aedf-3f73-45e1-9cbc-b2a5216ce8a9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.214597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae5a81a4-9ffc-4cc4-85cf-fdd03d029333 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.261347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-84d1aedf-3f73-45e1-9cbc-b2a5216ce8a9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port 0467b22c-0b13-472f-820d-3ce5b1e41f8b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0467b22c-0b13-472f-820d-3ce5b1e41f8b,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:23.262075 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84d1aedf-3f73-45e1-9cbc-b2a5216ce8a9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.275320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-84d1aedf-3f73-45e1-9cbc-b2a5216ce8a9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for 0467b22c-0b13-472f-820d-3ce5b1e41f8b owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:23.282270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae5a81a4-9ffc-4cc4-85cf-fdd03d029333 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.300083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a81a4-9ffc-4cc4-85cf-fdd03d029333 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18620e3c-63e6-4b2f-8650-99c3c4848044,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.337280 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81d2fd51-29ce-4ee4-8bb3-727f3cd52980 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.373602 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81d2fd51-29ce-4ee4-8bb3-727f3cd52980 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.378796 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-81d2fd51-29ce-4ee4-8bb3-727f3cd52980 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "DELETE /v2.0/subnets/6e44cc85-fad9-42dc-bcb7-ab748bcd88cb HTTP/1.1" status: 204 len: 168 time: 0.5673254 Sep 16 05:13:23.379360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2fd51-29ce-4ee4-8bb3-727f3cd52980 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event deleted for resources: {'Subnet': ['ID=6e44cc85-fad9-42dc-bcb7-ab748bcd88cb,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.381171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59410) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:23.382672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1fbe9c-b7f2-45cc-b508-c5d2e5790f61 None None] Network dace01af-1926-4500-a669-3408d905b0d9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:23.463046 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae5a81a4-9ffc-4cc4-85cf-fdd03d029333 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.465597 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ae5a81a4-9ffc-4cc4-85cf-fdd03d029333 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4687948 Sep 16 05:13:23.519166 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.641199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Deleting port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:23.647903 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.659964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54d0149-a85e-42cb-983e-c4509789272f None None] DHCP port deletion for dace01af-1926-4500-a669-3408d905b0d9 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:23.674988 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84d1aedf-3f73-45e1-9cbc-b2a5216ce8a9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.715479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b3fb7d9e-9eda-4554-9365-b36c6f05b195 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:23.737695 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1aedf-3f73-45e1-9cbc-b2a5216ce8a9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=0467b22c-0b13-472f-820d-3ce5b1e41f8b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.827835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b3fb7d9e-9eda-4554-9365-b36c6f05b195 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:23.828324 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.842215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] For port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=14fa6c1c-e7b1-4ae8-bb25-e589471ea97f,segment=NetworkSegment(bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9),segment_id=bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:23.842598 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.877622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Calling delete_port for 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:23.895354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b54d0149-a85e-42cb-983e-c4509789272f None None] Deleting port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:23.897567 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b54d0149-a85e-42cb-983e-c4509789272f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.957908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59432) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:24.025966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-971c5a50-bc28-4955-8de7-ab8c88a260ba tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934872860&fields=id&tenant_id=44eac926846f463789703829e934134d HTTP/1.1" status: 200 len: 267 time: 0.1579666 Sep 16 05:13:24.073889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b54d0149-a85e-42cb-983e-c4509789272f None None] For port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=14fa6c1c-e7b1-4ae8-bb25-e589471ea97f,segment=NetworkSegment(bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9),segment_id=bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:24.074458 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b54d0149-a85e-42cb-983e-c4509789272f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.098874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b54d0149-a85e-42cb-983e-c4509789272f None None] Calling delete_port for 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:24.133843 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.183670 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b54d0149-a85e-42cb-983e-c4509789272f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.187262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'networks': [{'name': 'tempest-network--797353853'}, {'name': 'tempest-network--1823692999'}]} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:24.188614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'network': {'name': 'tempest-network--797353853'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:24.189379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'network': {'name': 'tempest-network--1823692999'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:24.201587 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d0149-a85e-42cb-983e-c4509789272f None None] No DVR routers for this DVR port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:24.214697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event deleted for resources: {'Port': ['ID=14fa6c1c-e7b1-4ae8-bb25-e589471ea97f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:24.221005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] No DVR routers for this DVR port 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:24.225939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d0149-a85e-42cb-983e-c4509789272f None None] Pushing event deleted for resources: {'Port': ['ID=14fa6c1c-e7b1-4ae8-bb25-e589471ea97f,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:24.249621 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-84d1aedf-3f73-45e1-9cbc-b2a5216ce8a9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.272833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Made reservation on behalf of 4b170577e25847f8b7d6392aad70b83d for: {'network': 2} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:24.278556 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.291202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.344932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-0998df95-820f-4833-b055-a0d731a1191f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:24.346607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-0998df95-820f-4833-b055-a0d731a1191f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/networks?id=e3ef50d6-e150-4496-b14b-f3ff8faae129 HTTP/1.1" status: 200 len: 797 time: 0.3111691 Sep 16 05:13:24.374436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-e8994d8f-b32d-4559-ba81-2deaadff983e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/quotas/44eac926846f463789703829e934134d HTTP/1.1" status: 200 len: 375 time: 0.0182359 Sep 16 05:13:24.411136 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.438459 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.442727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dace01af-1926-4500-a669-3408d905b0d9']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:24.452717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:24.453018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc6f3ca-cbd3-4175-95e9-e9e57d2618a9') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:24.467976 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.483048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.488301 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.488804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.494675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:24.494675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:24.509516 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:24.535562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-4c3277cf-8e1e-4a16-99ea-c20432e386e8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1304185 Sep 16 05:13:24.594411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd99acfa-2407-4748-b356-b75ca205c156,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:24.597198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:24.607631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.608011 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Added segment 5fd4b974-0cd3-4751-b2a9-32b87ba51e82 of type vlan for network fe6560a5-f219-478e-ba70-80933aebae83 Sep 16 05:13:24.642699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.662850 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.664604 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] 10.222.0.24 "DELETE /v2.0/networks/dace01af-1926-4500-a669-3408d905b0d9 HTTP/1.1" status: 204 len: 168 time: 1.2823832 Sep 16 05:13:24.666627 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.685301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d1aedf-3f73-45e1-9cbc-b2a5216ce8a9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:24.697407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-ba03915f-813a-470d-99d6-98b2d27f5970 service neutron] 10.222.0.24 "GET /v2.0/networks/e3ef50d6-e150-4496-b14b-f3ff8faae129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429863 Sep 16 05:13:24.703676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49da9e5-6b13-499b-b822-378772f0baa9 tempest-AllowedAddressPairIpV6TestJSON-54094892 tempest-AllowedAddressPairIpV6TestJSON-54094892-project] Pushing event deleted for resources: {'Network': ['ID=dace01af-1926-4500-a669-3408d905b0d9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:24.738918 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:24.749618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.750917 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Added segment 851a0751-12e3-4bb9-ad16-035d8b5d479c of type vlan for network 1ddd284e-482c-4814-a5e5-4809acc5bba3 Sep 16 05:13:24.811220 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.885593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-9e3de603-aeb3-47c5-975a-4c28641a8f22 service neutron] 10.222.0.24 "GET /v2.0/networks/e3ef50d6-e150-4496-b14b-f3ff8faae129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779776 Sep 16 05:13:24.888715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d1aedf-3f73-45e1-9cbc-b2a5216ce8a9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:24.894648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-84d1aedf-3f73-45e1-9cbc-b2a5216ce8a9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "PUT /v2.0/routers/fa3793c9-99b4-4820-beeb-1bb1d3a12d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8349819 Sep 16 05:13:24.897045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59450) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:24.900424 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9bde8-26dd-4c7d-840b-0fc4317686c5 None None] Sync routers for ids ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:24.915077 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9bde8-26dd-4c7d-840b-0fc4317686c5 None None] Routers {'fa3793c9-99b4-4820-beeb-1bb1d3a12d08'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:24.915077 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fdc9bde8-26dd-4c7d-840b-0fc4317686c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:24.933852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.934899 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.943577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:24.951593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a16c7f4-21ed-47b3-bdaf-13dbbe20612f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting subnet a8f387cf-7e95-4c81-a424-db5d5b238ac0 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:24.954307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:24.956310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.956436 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a16c7f4-21ed-47b3-bdaf-13dbbe20612f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.011992 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a16c7f4-21ed-47b3-bdaf-13dbbe20612f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.064443 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-fdc9bde8-26dd-4c7d-840b-0fc4317686c5 None None] Set router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:25.065457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event updated for resources: {'Network': ['ID=fe6560a5-f219-478e-ba70-80933aebae83,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.108986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network fe6560a5-f219-478e-ba70-80933aebae83 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:25.163812 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a16c7f4-21ed-47b3-bdaf-13dbbe20612f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.186978 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2276340 Sep 16 05:13:25.196163 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59458) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:25.342938 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fdc9bde8-26dd-4c7d-840b-0fc4317686c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:13:23Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:25.348728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-027b7504-083f-4de1-9da5-d4aa79eae36c req-cb69cd11-65b1-4d98-95c6-5ee1b52dd6c6 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 210 time: 0.0413744 Sep 16 05:13:25.377775 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9bde8-26dd-4c7d-840b-0fc4317686c5 None None] Checking router: fa3793c9-99b4-4820-beeb-1bb1d3a12d08 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:25.390887 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9bde8-26dd-4c7d-840b-0fc4317686c5 None None] Routers {'fa3793c9-99b4-4820-beeb-1bb1d3a12d08'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:25.391820 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fdc9bde8-26dd-4c7d-840b-0fc4317686c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:25.397182 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a16c7f4-21ed-47b3-bdaf-13dbbe20612f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.415579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59464) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:25.432977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16c7f4-21ed-47b3-bdaf-13dbbe20612f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f387cf-7e95-4c81-a424-db5d5b238ac0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.443960 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1a16c7f4-21ed-47b3-bdaf-13dbbe20612f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.446003 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1a16c7f4-21ed-47b3-bdaf-13dbbe20612f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/subnets/a8f387cf-7e95-4c81-a424-db5d5b238ac0 HTTP/1.1" status: 204 len: 168 time: 0.5477984 Sep 16 05:13:25.449068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59470) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:25.453393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8a7315-ae92-4381-9605-b2742a1bfa5a None None] Network f61edadf-cd41-4847-af5f-debb12522ee8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:25.571306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fab75b-f3a6-4a3b-8f6c-b04fa9c06088 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.580718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fab75b-f3a6-4a3b-8f6c-b04fa9c06088 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.590940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fab75b-f3a6-4a3b-8f6c-b04fa9c06088 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.606148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fab75b-f3a6-4a3b-8f6c-b04fa9c06088 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.608509 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.612855 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c7fab75b-f3a6-4a3b-8f6c-b04fa9c06088 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4145005 Sep 16 05:13:25.633882 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-fdc9bde8-26dd-4c7d-840b-0fc4317686c5 None None] Set router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:25.655296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dd2d7-b4c6-47ff-85a1-4a339538ccde tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event updated for resources: {'Network': ['ID=1ddd284e-482c-4814-a5e5-4809acc5bba3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.659067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59478) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:25.737252 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 1ddd284e-482c-4814-a5e5-4809acc5bba3 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:25.788814 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.831238 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d58f1c7f-001a-4cba-be6e-217e834e4210 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18748abf85244d389ebabace5cd19836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139383 Sep 16 05:13:25.834117 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59480) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:25.861532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:25.914160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:25.928916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 14fa6c1c-e7b1-4ae8-bb25-e589471ea97f not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:25.968330 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fdc9bde8-26dd-4c7d-840b-0fc4317686c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:13:23Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:26.020725 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9bde8-26dd-4c7d-840b-0fc4317686c5 None None] The sync data for ids ['fa3793c9-99b4-4820-beeb-1bb1d3a12d08'] in n-d-712137-12 is: [{'id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958014659', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '5d367976-622b-4a19-afb0-a8434a762567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:53Z', 'updated_at': '2021-09-16T05:13:23Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '5d367976-622b-4a19-afb0-a8434a762567', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:af:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3793c9-99b4-4820-beeb-1bb1d3a12d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:54Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:26.023643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.057025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70991001-b1e7-4871-b2a0-a44e06159b2b None None] DHCP port deletion for f61edadf-cd41-4847-af5f-debb12522ee8 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:26.071725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6560a5-f219-478e-ba70-80933aebae83']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:26.086414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd4b974-0cd3-4751-b2a9-32b87ba51e82') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:26.086892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd4b974-0cd3-4751-b2a9-32b87ba51e82') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:26.101344 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.121063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.128653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:26.129699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:26.149707 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:26.224907 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b829bc9-3db4-45ee-a8f1-1ee81358cc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.240012 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.274320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b829bc9-3db4-45ee-a8f1-1ee81358cc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.309410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-70991001-b1e7-4871-b2a0-a44e06159b2b None None] Deleting port 03b5ab12-b7b2-42c5-82fc-11f0093dda83 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:26.309934 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70991001-b1e7-4871-b2a0-a44e06159b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.339266 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.349779 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.352074 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "DELETE /v2.0/networks/fe6560a5-f219-478e-ba70-80933aebae83 HTTP/1.1" status: 204 len: 168 time: 0.6919854 Sep 16 05:13:26.371251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59490) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:26.388770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b3c3b-9c07-4142-8d3b-ec1e616ee1fe tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event deleted for resources: {'Network': ['ID=fe6560a5-f219-478e-ba70-80933aebae83,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.394139 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-70991001-b1e7-4871-b2a0-a44e06159b2b None None] For port 03b5ab12-b7b2-42c5-82fc-11f0093dda83, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=03b5ab12-b7b2-42c5-82fc-11f0093dda83,segment=NetworkSegment(3652f450-cf0e-4b2e-bc2a-7f1623017b8f),segment_id=3652f450-cf0e-4b2e-bc2a-7f1623017b8f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:26.395004 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70991001-b1e7-4871-b2a0-a44e06159b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.413632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-70991001-b1e7-4871-b2a0-a44e06159b2b None None] Calling delete_port for 03b5ab12-b7b2-42c5-82fc-11f0093dda83 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:26.425742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b829bc9-3db4-45ee-a8f1-1ee81358cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.428972 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8b829bc9-3db4-45ee-a8f1-1ee81358cc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.433854 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8b829bc9-3db4-45ee-a8f1-1ee81358cc00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16569872-ff03-4c21-8546-9643ac371bcc HTTP/1.1" status: 204 len: 168 time: 0.5947750 Sep 16 05:13:26.449689 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b829bc9-3db4-45ee-a8f1-1ee81358cc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16569872-ff03-4c21-8546-9643ac371bcc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.525304 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.591577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2c6ad2b-838a-4537-adac-96bad26bda9e req-9c4d6d15-3618-4654-a665-6cc53e79865f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 210 time: 0.0587611 Sep 16 05:13:26.655044 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70991001-b1e7-4871-b2a0-a44e06159b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.685548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70991001-b1e7-4871-b2a0-a44e06159b2b None None] Pushing event deleted for resources: {'Port': ['ID=03b5ab12-b7b2-42c5-82fc-11f0093dda83,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.695000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70991001-b1e7-4871-b2a0-a44e06159b2b None None] No DVR routers for this DVR port 03b5ab12-b7b2-42c5-82fc-11f0093dda83 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:26.696408 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.700865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port 5d367976-622b-4a19-afb0-a8434a762567 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:26.701320 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.767926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddd284e-482c-4814-a5e5-4809acc5bba3']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:26.813675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851a0751-12e3-4bb9-ad16-035d8b5d479c') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:26.814060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851a0751-12e3-4bb9-ad16-035d8b5d479c') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:26.839828 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.866535 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.882158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:26.889254 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:26.922682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port 5d367976-622b-4a19-afb0-a8434a762567, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5d367976-622b-4a19-afb0-a8434a762567,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:26.923166 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.985733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for 5d367976-622b-4a19-afb0-a8434a762567 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:27.089441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.098081 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.099954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "DELETE /v2.0/networks/1ddd284e-482c-4814-a5e5-4809acc5bba3 HTTP/1.1" status: 204 len: 168 time: 0.7277405 Sep 16 05:13:27.103426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59512) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.126981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02636922-a0ad-4ce4-b788-df5e11ce7f95 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event deleted for resources: {'Network': ['ID=1ddd284e-482c-4814-a5e5-4809acc5bba3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.235261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e61581-c3ed-4580-b824-6c7e13c8ddd0 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.242638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e61581-c3ed-4580-b824-6c7e13c8ddd0 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.248581 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f5e61581-c3ed-4580-b824-6c7e13c8ddd0 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1405087 Sep 16 05:13:27.248843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59518) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.253645 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.258634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a34a08c1-f448-465c-bcd9-ed789e129820 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-33558974'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:27.307251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=5d367976-622b-4a19-afb0-a8434a762567,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.346175 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34a08c1-f448-465c-bcd9-ed789e129820 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Made reservation on behalf of 4b170577e25847f8b7d6392aad70b83d for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:27.349851 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a34a08c1-f448-465c-bcd9-ed789e129820 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.380945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34a08c1-f448-465c-bcd9-ed789e129820 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:27.386876 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.393160 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a34a08c1-f448-465c-bcd9-ed789e129820 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.393504 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-a34a08c1-f448-465c-bcd9-ed789e129820 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Added segment f4c3325d-c497-45af-901d-c3e539b4e963 of type vlan for network 38317518-07c0-4da6-bacd-2df627fba51a Sep 16 05:13:27.439161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a34a08c1-f448-465c-bcd9-ed789e129820 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.508416 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.520266 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.536937 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a34a08c1-f448-465c-bcd9-ed789e129820 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.548083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a08c1-f448-465c-bcd9-ed789e129820 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.549396 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a34a08c1-f448-465c-bcd9-ed789e129820 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.665225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-75c9d627-39a6-4ed2-9925-a4dceb68222e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.667453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-75c9d627-39a6-4ed2-9925-a4dceb68222e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.37 "GET /v2.0/networks?id=e3ef50d6-e150-4496-b14b-f3ff8faae129 HTTP/1.1" status: 200 len: 797 time: 0.2058015 Sep 16 05:13:27.667857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.668381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Fanout notify agent at l3_agent the message router_deleted on router fa3793c9-99b4-4820-beeb-1bb1d3a12d08 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:27.674469 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a08c1-f448-465c-bcd9-ed789e129820 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event updated for resources: {'Network': ['ID=38317518-07c0-4da6-bacd-2df627fba51a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.676559 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.677670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ba407778-0090-49b8-ad1c-954ea2543e10 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/routers/fa3793c9-99b4-4820-beeb-1bb1d3a12d08 HTTP/1.1" status: 204 len: 168 time: 2.2274933 Sep 16 05:13:27.682055 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59532) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.690186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 03b5ab12-b7b2-42c5-82fc-11f0093dda83 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:27.751341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 38317518-07c0-4da6-bacd-2df627fba51a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:27.757882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 03b5ab12-b7b2-42c5-82fc-11f0093dda83 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:27.758450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 03b5ab12-b7b2-42c5-82fc-11f0093dda83 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:27.761114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0467b22c-0b13-472f-820d-3ce5b1e41f8b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:27.773497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe50d3aa-b153-4abd-9b11-8db820c4481e req-e8df1804-d7cd-4392-ad12-7ed66b73ae28 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 210 time: 0.0491312 Sep 16 05:13:27.818213 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a34a08c1-f448-465c-bcd9-ed789e129820 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5678885 Sep 16 05:13:27.823094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59536) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.837992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-903af0c7-e656-4ef4-837a-6a0477218c85 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1119891946'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:27.849573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-47962d03-b090-4799-80e3-6e03ff5aa8c3 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44eac926846f463789703829e934134d HTTP/1.1" status: 200 len: 380 time: 0.1690605 Sep 16 05:13:27.864191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'port': {'device_id': 'cadb4656-8c4c-4223-9635-deb014411f80', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'admin_state_up': True, 'tenant_id': '44eac926846f463789703829e934134d', 'security_groups': ['89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:27.864433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 0467b22c-0b13-472f-820d-3ce5b1e41f8b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:27.864433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0467b22c-0b13-472f-820d-3ce5b1e41f8b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:27.885741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.921531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59538) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:28.027322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903af0c7-e656-4ef4-837a-6a0477218c85 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Made reservation on behalf of 4b170577e25847f8b7d6392aad70b83d for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:28.031065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-903af0c7-e656-4ef4-837a-6a0477218c85 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.041671 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.051884 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1948031480'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:28.078626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61edadf-cd41-4847-af5f-debb12522ee8']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:28.090693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903af0c7-e656-4ef4-837a-6a0477218c85 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:28.093411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3652f450-cf0e-4b2e-bc2a-7f1623017b8f') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:28.094227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3652f450-cf0e-4b2e-bc2a-7f1623017b8f') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:28.106402 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.111291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Made reservation on behalf of 44eac926846f463789703829e934134d for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:28.115279 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.116653 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-903af0c7-e656-4ef4-837a-6a0477218c85 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.117002 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-903af0c7-e656-4ef4-837a-6a0477218c85 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Added segment c0dc7b8f-6e1c-438c-9dbb-09794e366546 of type vlan for network 23c149f2-947c-4d04-9600-f465aff98d89 Sep 16 05:13:28.133428 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.164029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:28.167796 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:28.169907 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:28.189164 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-903af0c7-e656-4ef4-837a-6a0477218c85 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.278338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Allocated IP 172.20.0.9 (e3ef50d6-e150-4496-b14b-f3ff8faae129/e42a8136-8b8e-4021-945a-fb1ef9f4b855/4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:28.279834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Made reservation on behalf of 4f221e4a743b4b89bf5de3451c0076f5 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:28.283586 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.293319 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.320563 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.327030 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.333466 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/networks/f61edadf-cd41-4847-af5f-debb12522ee8 HTTP/1.1" status: 204 len: 168 time: 0.6501355 Sep 16 05:13:28.334111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59548) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:28.359571 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-903af0c7-e656-4ef4-837a-6a0477218c85 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.365694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903af0c7-e656-4ef4-837a-6a0477218c85 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:28.366270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-903af0c7-e656-4ef4-837a-6a0477218c85 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.385643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866535e-8e13-465a-9cb7-2dfb6be15590 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Network': ['ID=f61edadf-cd41-4847-af5f-debb12522ee8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.483966 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.516972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903af0c7-e656-4ef4-837a-6a0477218c85 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event updated for resources: {'Network': ['ID=23c149f2-947c-4d04-9600-f465aff98d89,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.528931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 23c149f2-947c-4d04-9600-f465aff98d89 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:28.537975 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d391019-e25a-401b-a883-51c7b398c41b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.569555 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.582440 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d391019-e25a-401b-a883-51c7b398c41b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.619783 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.651663 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.662029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network e3ef50d6-e150-4496-b14b-f3ff8faae129 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:28.663660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:28.667610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:28.680408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:28.691838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a00e372-fc19-4f96-96cb-8a2c584e52d8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.697812 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.698369 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Added segment 8752fbeb-5546-4337-b2dd-0403ea080dd3 of type vlan for network 48347c44-0015-46d0-9910-434ed43f89f6 Sep 16 05:13:28.719349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.737574 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d391019-e25a-401b-a883-51c7b398c41b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.740215 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d391019-e25a-401b-a883-51c7b398c41b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.744051 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3d391019-e25a-401b-a883-51c7b398c41b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/security-groups/fca4154f-905a-4c24-89fa-030f0c25ba81 HTTP/1.1" status: 204 len: 168 time: 0.4021688 Sep 16 05:13:28.744211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:28.754792 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.757944 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-903af0c7-e656-4ef4-837a-6a0477218c85 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9259121 Sep 16 05:13:28.761386 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59556) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:28.766795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.769540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d391019-e25a-401b-a883-51c7b398c41b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca4154f-905a-4c24-89fa-030f0c25ba81,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.769837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'ports': [{'network_id': '38317518-07c0-4da6-bacd-2df627fba51a', 'name': 'tempest-port--1727808682', 'admin_state_up': True}, {'network_id': '23c149f2-947c-4d04-9600-f465aff98d89', 'admin_state_up': False}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:28.770155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'port': {'network_id': '38317518-07c0-4da6-bacd-2df627fba51a', 'name': 'tempest-port--1727808682', 'admin_state_up': True}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:28.770635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'port': {'network_id': '23c149f2-947c-4d04-9600-f465aff98d89', 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:28.905700 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.911954 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:28.915743 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.948664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-260a86ff-50dd-4514-9ae8-29bc3e4500b8 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0940478 Sep 16 05:13:28.969603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Request body: {'port': {'device_id': 'cadb4656-8c4c-4223-9635-deb014411f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:28.974963 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-808fcb39-78e7-4605-9985-96b8f416371e None None] Provisioning complete for port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:28.976111 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-808fcb39-78e7-4605-9985-96b8f416371e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.038863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-808fcb39-78e7-4605-9985-96b8f416371e None None] Port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:29.039124 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Pushing event updated for resources: {'Network': ['ID=48347c44-0015-46d0-9910-434ed43f89f6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.058901 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 48347c44-0015-46d0-9910-434ed43f89f6 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:29.082730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7628b-fac2-450e-9dea-95308add84f0 req-63fa1591-7b9e-4555-bfaf-3691d43db562 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:29.085709 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5535f8a7-2178-48b3-9b4d-2153c009cda3 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1568160 Sep 16 05:13:29.088560 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59566) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:29.091374 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7bf7628b-fac2-450e-9dea-95308add84f0 req-63fa1591-7b9e-4555-bfaf-3691d43db562 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 931 time: 0.2221963 Sep 16 05:13:29.099887 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-434a26d6-8034-4ebd-bb6f-04c41524c3dc tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Request body: {'subnet': {'network_id': '48347c44-0015-46d0-9910-434ed43f89f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:29.139758 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.188993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7bf7628b-fac2-450e-9dea-95308add84f0 req-18ddd595-da05-4857-824a-bdde63a5e6af tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937877 Sep 16 05:13:29.243263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59570) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:29.248416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Made reservation on behalf of 4b170577e25847f8b7d6392aad70b83d for: {'port': 2} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:29.249183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b9f8c5f0-3290-4116-b15c-fe397e490b1b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034042160', 'description': 'tempest-secgroup-smoke-1034042160 description', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:29.253980 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.331856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.352265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434a26d6-8034-4ebd-bb6f-04c41524c3dc tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Made reservation on behalf of 4f221e4a743b4b89bf5de3451c0076f5 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:29.356002 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-434a26d6-8034-4ebd-bb6f-04c41524c3dc tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.455349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f0-3290-4116-b15c-fe397e490b1b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.495696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5d367976-622b-4a19-afb0-a8434a762567 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:29.514117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] device_id is not set on port 7dceee89-f604-448a-a882-ca1fe775f93f yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:29.561149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 5d367976-622b-4a19-afb0-a8434a762567 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:29.561489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5d367976-622b-4a19-afb0-a8434a762567 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:29.634123 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f0-3290-4116-b15c-fe397e490b1b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.648013 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-434a26d6-8034-4ebd-bb6f-04c41524c3dc tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.698018 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f0-3290-4116-b15c-fe397e490b1b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.698830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:29.710830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.731537 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a26d6-8034-4ebd-bb6f-04c41524c3dc tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Pushing event updated for resources: {'Subnet': ['ID=2dadd7bd-5a6a-431a-8717-37e2b2187ecd,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.744807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Transition to ACTIVE for port object 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:29.748656 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.751586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8c5f0-3290-4116-b15c-fe397e490b1b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccac4e9-20a7-4819-9477-48bddbb5a0e4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.754296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a26d6-8034-4ebd-bb6f-04c41524c3dc tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Checking segment: {'id': '8752fbeb-5546-4337-b2dd-0403ea080dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48347c44-0015-46d0-9910-434ed43f89f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:29.754658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a26d6-8034-4ebd-bb6f-04c41524c3dc tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Network hostable DHCP agents. Network: 48347c44-0015-46d0-9910-434ed43f89f6, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:29.785307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9f8c5f0-3290-4116-b15c-fe397e490b1b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.786917 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b9f8c5f0-3290-4116-b15c-fe397e490b1b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5425293 Sep 16 05:13:29.790230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59578) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:29.795050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1ebea704-cc33-4c1d-bbe0-7e4f51e6caa8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fccac4e9-20a7-4819-9477-48bddbb5a0e4', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:29.816016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] device_id is not set on port 5fea9775-91eb-4322-85d4-c2d5dc35ec1c yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:29.827013 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.849770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a26d6-8034-4ebd-bb6f-04c41524c3dc tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Network 48347c44-0015-46d0-9910-434ed43f89f6 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:29.876865 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ebea704-cc33-4c1d-bbe0-7e4f51e6caa8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.895618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.939983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-434a26d6-8034-4ebd-bb6f-04c41524c3dc tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 48347c44-0015-46d0-9910-434ed43f89f6) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:29.949414 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238cb792-fd4d-4907-b9bc-b464517d4f6d None None] Network 48347c44-0015-46d0-9910-434ed43f89f6 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:29.950783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ebea704-cc33-4c1d-bbe0-7e4f51e6caa8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.952756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a26d6-8034-4ebd-bb6f-04c41524c3dc tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:29.958420 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-434a26d6-8034-4ebd-bb6f-04c41524c3dc tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.002128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.002477 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.002825 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.003168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.003505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.003838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.004167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.004528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.004862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.005188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.005513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.005835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:30.065308 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ebea704-cc33-4c1d-bbe0-7e4f51e6caa8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.072167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Attempting to bind port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:30.072612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Attempting to bind port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:30.073015 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Attempting to bind port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 on network e3ef50d6-e150-4496-b14b-f3ff8faae129 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:30.083237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 on network e3ef50d6-e150-4496-b14b-f3ff8faae129 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:30.083640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Attempting to bind port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 on network e3ef50d6-e150-4496-b14b-f3ff8faae129 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:30.093296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebea704-cc33-4c1d-bbe0-7e4f51e6caa8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa706fb-4ee2-4385-becf-49eed1b3d68c,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.105400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:30.105839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Checking segment: {'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:30.106462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Bound using segment: {'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:30.106986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Bound port: 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3fd886-68f4-40c0-87e4-348e0188a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:30.107412 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.114982 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.124496 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-434a26d6-8034-4ebd-bb6f-04c41524c3dc tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0345359 Sep 16 05:13:30.127310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59582) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:30.134185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Request body: {'port': {'network_id': '48347c44-0015-46d0-9910-434ed43f89f6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-278372614'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:30.155547 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-48347c44-0015-46d0-9910-434ed43f89f6', 'network_id': '48347c44-0015-46d0-9910-434ed43f89f6', 'tenant_id': '4f221e4a743b4b89bf5de3451c0076f5', 'fixed_ips': [{'subnet_id': '2dadd7bd-5a6a-431a-8717-37e2b2187ecd'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:30.160205 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.195920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ebea704-cc33-4c1d-bbe0-7e4f51e6caa8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.198649 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1ebea704-cc33-4c1d-bbe0-7e4f51e6caa8 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4074423 Sep 16 05:13:30.204967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59586) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:30.213768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d1e34090-8bcc-4f05-b7ca-7c8b4f72bf3b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fccac4e9-20a7-4819-9477-48bddbb5a0e4', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:30.252269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] For port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:30.259512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] For port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54,segment=NetworkSegment(fb3fd886-68f4-40c0-87e4-348e0188a9e1),segment_id=fb3fd886-68f4-40c0-87e4-348e0188a9e1)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:30.341986 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.344812 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.348113 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1e34090-8bcc-4f05-b7ca-7c8b4f72bf3b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.376397 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Allocated IP 172.20.0.2 (48347c44-0015-46d0-9910-434ed43f89f6/2dadd7bd-5a6a-431a-8717-37e2b2187ecd/986bafc0-70ff-40a7-966a-2b8954ed7b02) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:30.409665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a547d-ae38-4d3e-a74c-bbcbb3ef6971 req-088ac303-2c6e-47c9-bee0-c163637f25ae tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.414195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Made reservation on behalf of 4f221e4a743b4b89bf5de3451c0076f5 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:30.418245 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-460a547d-ae38-4d3e-a74c-bbcbb3ef6971 req-088ac303-2c6e-47c9-bee0-c163637f25ae tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 943 time: 0.1175475 Sep 16 05:13:30.430709 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.441045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.441677 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.443061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 HTTP/1.1" status: 200 len: 1092 time: 1.4812369 Sep 16 05:13:30.446194 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadb4656-8c4c-4223-9635-deb014411f80', 'tag': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:30.449048 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5041fc7b-b9c1-4c94-8a99-24cc3f92b147" -d '{"events": [{"name": "network-changed", "server_uuid": "cadb4656-8c4c-4223-9635-deb014411f80", "tag": "4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:30.466222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] device_id is not set on port b2725295-7b1f-4b1c-9396-09b182988075 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:30.531913 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de29428-5f2b-48cc-ae7a-2bd9d2b444a1 x-openstack-request-id: req-3de29428-5f2b-48cc-ae7a-2bd9d2b444a1 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:30.532217 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cadb4656-8c4c-4223-9635-deb014411f80", "tag": "4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:30.532633 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3de29428-5f2b-48cc-ae7a-2bd9d2b444a1 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:30.533087 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadb4656-8c4c-4223-9635-deb014411f80', 'tag': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54', 'status': 'completed', 'code': 200} Sep 16 05:13:30.580610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-460a547d-ae38-4d3e-a74c-bbcbb3ef6971 req-23d3f3c5-efbe-400d-bcb6-e2e9e5e659e7 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620665 Sep 16 05:13:30.600672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689357a-d0fc-429d-a39f-075ae07637a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.645202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Checking segment: {'id': 'f4c3325d-c497-45af-901d-c3e539b4e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '38317518-07c0-4da6-bacd-2df627fba51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:30.645483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Network hostable DHCP agents. Network: 38317518-07c0-4da6-bacd-2df627fba51a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:30.653271 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.665380 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1e34090-8bcc-4f05-b7ca-7c8b4f72bf3b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.683618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041fc7b-b9c1-4c94-8a99-24cc3f92b147 req-02f81552-2bd0-4e66-b61a-ff774a43dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.685102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5041fc7b-b9c1-4c94-8a99-24cc3f92b147 req-02f81552-2bd0-4e66-b61a-ff774a43dc4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 1095 time: 0.1283793 Sep 16 05:13:30.689643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event updated for resources: {'Port': ['ID=7dceee89-f604-448a-a882-ca1fe775f93f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.718138 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.752016 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1e34090-8bcc-4f05-b7ca-7c8b4f72bf3b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.773090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Network 48347c44-0015-46d0-9910-434ed43f89f6 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:30.781163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:30.784676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:30.792607 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Allocated IP 172.20.0.4 (48347c44-0015-46d0-9910-434ed43f89f6/2dadd7bd-5a6a-431a-8717-37e2b2187ecd/b2725295-7b1f-4b1c-9396-09b182988075) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:30.836166 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e34090-8bcc-4f05-b7ca-7c8b4f72bf3b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5b633a-3a5e-47c8-84be-8a3df60179bf,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.850646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Network 38317518-07c0-4da6-bacd-2df627fba51a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:30.864746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Pushing event updated for resources: {'Port': ['ID=986bafc0-70ff-40a7-966a-2b8954ed7b02,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.891770 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d1e34090-8bcc-4f05-b7ca-7c8b4f72bf3b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.893071 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d1e34090-8bcc-4f05-b7ca-7c8b4f72bf3b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6834517 Sep 16 05:13:30.899292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59600) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:30.903803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-88b33a8a-fcc5-44bc-9dda-88f9b5ff3a98 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fccac4e9-20a7-4819-9477-48bddbb5a0e4', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:30.914509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Attempting to bind port 986bafc0-70ff-40a7-966a-2b8954ed7b02 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:30.914999 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Attempting to bind port 986bafc0-70ff-40a7-966a-2b8954ed7b02 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '8752fbeb-5546-4337-b2dd-0403ea080dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48347c44-0015-46d0-9910-434ed43f89f6'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:30.915367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Attempting to bind port 986bafc0-70ff-40a7-966a-2b8954ed7b02 on network 48347c44-0015-46d0-9910-434ed43f89f6 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:30.927790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:30.928214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Checking segment: {'id': '8752fbeb-5546-4337-b2dd-0403ea080dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48347c44-0015-46d0-9910-434ed43f89f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:30.929011 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.929151 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Bound using segment: {'id': '8752fbeb-5546-4337-b2dd-0403ea080dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48347c44-0015-46d0-9910-434ed43f89f6'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:30.929763 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Bound port: 986bafc0-70ff-40a7-966a-2b8954ed7b02, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8752fbeb-5546-4337-b2dd-0403ea080dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48347c44-0015-46d0-9910-434ed43f89f6'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:30.930153 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.935559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041fc7b-b9c1-4c94-8a99-24cc3f92b147 req-ee4fb635-adb2-41cf-b60c-e5cff6818c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.937485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5041fc7b-b9c1-4c94-8a99-24cc3f92b147 req-ee4fb635-adb2-41cf-b60c-e5cff6818c5a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=44eac926846f463789703829e934134d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2436030 Sep 16 05:13:30.945474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 38317518-07c0-4da6-bacd-2df627fba51a) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:30.975496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd5a28-c422-441a-85d3-8f6894ce4f9e None None] Network 38317518-07c0-4da6-bacd-2df627fba51a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:31.004655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.127012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] For port 986bafc0-70ff-40a7-966a-2b8954ed7b02, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:31.128731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.130806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] For port 986bafc0-70ff-40a7-966a-2b8954ed7b02, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=986bafc0-70ff-40a7-966a-2b8954ed7b02,segment=NetworkSegment(8752fbeb-5546-4337-b2dd-0403ea080dd3),segment_id=8752fbeb-5546-4337-b2dd-0403ea080dd3)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:31.178153 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Network 48347c44-0015-46d0-9910-434ed43f89f6 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:31.181254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:31.185200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:31.216019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Pushing event updated for resources: {'Port': ['ID=b2725295-7b1f-4b1c-9396-09b182988075,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.232172 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.247433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.248116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.260652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:31.261267 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.317127 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3dd697f6-2ce8-4a42-b9c7-519fbe9fc162 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1883729 Sep 16 05:13:31.320141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59608) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:31.326023 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Request body: {'port': {'network_id': '48347c44-0015-46d0-9910-434ed43f89f6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-131999395', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:31.326575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.api.validators [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] bootfile-name is not in valid_values {{(pid=95451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:13:31.329553 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.api.validators [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] tftp-server is not in valid_values {{(pid=95451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:13:31.329553 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.api.validators [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] server-ip-address is not in valid_values {{(pid=95451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:13:31.329765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1c196-1d40-4240-b854-ad6f60abb583 None None] Pushing event updated for resources: {'Port': ['ID=986bafc0-70ff-40a7-966a-2b8954ed7b02,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.335018 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88b33a8a-fcc5-44bc-9dda-88f9b5ff3a98 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.499022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event updated for resources: {'Port': ['ID=5fea9775-91eb-4322-85d4-c2d5dc35ec1c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.546402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Made reservation on behalf of 4f221e4a743b4b89bf5de3451c0076f5 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:31.564443 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.568719 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88b33a8a-fcc5-44bc-9dda-88f9b5ff3a98 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.592272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041fc7b-b9c1-4c94-8a99-24cc3f92b147 req-814df905-6ce6-416e-9d88-a3d72838ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.594411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5041fc7b-b9c1-4c94-8a99-24cc3f92b147 req-814df905-6ce6-416e-9d88-a3d72838ba03 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6414974 Sep 16 05:13:31.595794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Checking segment: {'id': 'c0dc7b8f-6e1c-438c-9dbb-09794e366546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '23c149f2-947c-4d04-9600-f465aff98d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:31.596168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Network hostable DHCP agents. Network: 23c149f2-947c-4d04-9600-f465aff98d89, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:31.606335 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] device_id is not set on port 4a4d2a61-7cd6-4461-8b1e-a012e7102dd4 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:31.637290 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88b33a8a-fcc5-44bc-9dda-88f9b5ff3a98 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.704664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b33a8a-fcc5-44bc-9dda-88f9b5ff3a98 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490a7edb-e7c4-41f3-b16d-5dc89e091295,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.733935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Network 23c149f2-947c-4d04-9600-f465aff98d89 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:31.735542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Allocated IP 172.20.0.3 (48347c44-0015-46d0-9910-434ed43f89f6/2dadd7bd-5a6a-431a-8717-37e2b2187ecd/4a4d2a61-7cd6-4461-8b1e-a012e7102dd4) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:31.752799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-a3c392f4-ef72-4a09-b2bc-04cb65c54443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.754404 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-a3c392f4-ef72-4a09-b2bc-04cb65c54443 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 1095 time: 0.1108899 Sep 16 05:13:31.772228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41243d2-4c89-4e05-8727-a3783d867c9c req-a52d4af0-0381-4624-968b-c9168ecd8cd5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.773813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a41243d2-4c89-4e05-8727-a3783d867c9c req-a52d4af0-0381-4624-968b-c9168ecd8cd5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 943 time: 0.0790315 Sep 16 05:13:31.825506 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88b33a8a-fcc5-44bc-9dda-88f9b5ff3a98 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.826706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-88b33a8a-fcc5-44bc-9dda-88f9b5ff3a98 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9264591 Sep 16 05:13:31.829273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-10cbac81-7148-4905-a32d-d426eb6d4cf6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 HTTP/1.1" status: 200 len: 217 time: 0.0670307 Sep 16 05:13:31.834496 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59616) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:31.839066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c47a151a-f178-4206-8dfd-88f05943d989 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fccac4e9-20a7-4819-9477-48bddbb5a0e4', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:31.871267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 23c149f2-947c-4d04-9600-f465aff98d89) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:31.879023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8904c6-2039-453c-9f4b-f4c28755427a None None] Network 23c149f2-947c-4d04-9600-f465aff98d89 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:31.884633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:31.891848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.897604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.898567 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.929814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a41243d2-4c89-4e05-8727-a3783d867c9c req-15a01323-70fa-4105-b20f-2f60eb99f383 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489947 Sep 16 05:13:31.936395 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-56382125-da34-4e4f-849b-c276bf8b9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.939802 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-56382125-da34-4e4f-849b-c276bf8b9982 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e42a8136-8b8e-4021-945a-fb1ef9f4b855 HTTP/1.1" status: 200 len: 835 time: 0.1015217 Sep 16 05:13:31.966562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.987574 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c47a151a-f178-4206-8dfd-88f05943d989 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.000525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-d2ee792f-bc10-4943-8b14-e975d7714a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.003108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-d2ee792f-bc10-4943-8b14-e975d7714a28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3ef50d6-e150-4496-b14b-f3ff8faae129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564566 Sep 16 05:13:32.064242 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c47a151a-f178-4206-8dfd-88f05943d989 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.110297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cabdc887-51be-4b83-91d1-060d830f2439 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3448777 Sep 16 05:13:32.112792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59620) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.114257 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-1790a2e3-b141-4cdc-99b6-734e156ee9b5 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ef50d6-e150-4496-b14b-f3ff8faae129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019237 Sep 16 05:13:32.160369 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.169466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca95639-0751-41c0-8642-43028ef6ffb7 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.177366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca95639-0751-41c0-8642-43028ef6ffb7 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.179105 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1ca95639-0751-41c0-8642-43028ef6ffb7 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0652876 Sep 16 05:13:32.182517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59622) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.221521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Network 48347c44-0015-46d0-9910-434ed43f89f6 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:32.226531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:32.238058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:32.271888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Pushing event updated for resources: {'Port': ['ID=4a4d2a61-7cd6-4461-8b1e-a012e7102dd4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.289374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c47a151a-f178-4206-8dfd-88f05943d989 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.302032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed8c557c-fc36-459b-9b7c-a31ae09f4e88 req-16302186-8eb3-44bb-84b3-1bca156c2838 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ef50d6-e150-4496-b14b-f3ff8faae129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807158 Sep 16 05:13:32.337631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a151a-f178-4206-8dfd-88f05943d989 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a93ce15-83a5-4757-874f-affcc93c7c11,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.348129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.348895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.375445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-81553aa7-99be-48fb-afb6-2b7b839e7b93 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Deleting port 7dceee89-f604-448a-a882-ca1fe775f93f {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:32.375890 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81553aa7-99be-48fb-afb6-2b7b839e7b93 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.436807 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c47a151a-f178-4206-8dfd-88f05943d989 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.440715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c47a151a-f178-4206-8dfd-88f05943d989 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6023738 Sep 16 05:13:32.440715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4b03aefb-31d9-482e-82f1-244872e59cf4 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1180027 Sep 16 05:13:32.441114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59628) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.444396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59630) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.445830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6d6e3de7-255a-486c-81da-2acbb375dc89 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fccac4e9-20a7-4819-9477-48bddbb5a0e4', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:32.491922 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81553aa7-99be-48fb-afb6-2b7b839e7b93 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.508663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37f6935-e7ab-4785-9d52-92e4c0506276 None None] Network 48347c44-0015-46d0-9910-434ed43f89f6 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:32.527783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-81553aa7-99be-48fb-afb6-2b7b839e7b93 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Calling delete_port for 7dceee89-f604-448a-a882-ca1fe775f93f owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:32.556615 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-6d6e3de7-255a-486c-81da-2acbb375dc89 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Project b57050cfd0c741c1b347796c3e06ea10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:13:32.563939 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d6e3de7-255a-486c-81da-2acbb375dc89 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.574611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8845dd-2543-461e-86a0-eb578fac7119 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.581624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8845dd-2543-461e-86a0-eb578fac7119 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.587793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8845dd-2543-461e-86a0-eb578fac7119 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.592517 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ef8845dd-2543-461e-86a0-eb578fac7119 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1441286 Sep 16 05:13:32.593375 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59636) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.600129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4e303598-c225-4276-9403-fc47dcb69c9a None None] Provisioning complete for port 986bafc0-70ff-40a7-966a-2b8954ed7b02 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:32.600528 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e303598-c225-4276-9403-fc47dcb69c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.681133 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d6e3de7-255a-486c-81da-2acbb375dc89 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.710093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1f99adac-2e58-488e-b4af-240f890b1197 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Deleting port 4a4d2a61-7cd6-4461-8b1e-a012e7102dd4 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:32.710537 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f99adac-2e58-488e-b4af-240f890b1197 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.737906 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e303598-c225-4276-9403-fc47dcb69c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.755166 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81553aa7-99be-48fb-afb6-2b7b839e7b93 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.778412 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4e303598-c225-4276-9403-fc47dcb69c9a None None] For port 986bafc0-70ff-40a7-966a-2b8954ed7b02, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=986bafc0-70ff-40a7-966a-2b8954ed7b02,segment=NetworkSegment(8752fbeb-5546-4337-b2dd-0403ea080dd3),segment_id=8752fbeb-5546-4337-b2dd-0403ea080dd3)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:32.783141 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d6e3de7-255a-486c-81da-2acbb375dc89 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.817270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81553aa7-99be-48fb-afb6-2b7b839e7b93 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event deleted for resources: {'Port': ['ID=7dceee89-f604-448a-a882-ca1fe775f93f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.818361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e3de7-255a-486c-81da-2acbb375dc89 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1059f0c0-4acb-40d2-b018-74d6558ba156,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.835157 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f99adac-2e58-488e-b4af-240f890b1197 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.848109 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e303598-c225-4276-9403-fc47dcb69c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.850541 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1f99adac-2e58-488e-b4af-240f890b1197 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Calling delete_port for 4a4d2a61-7cd6-4461-8b1e-a012e7102dd4 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:32.863784 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81553aa7-99be-48fb-afb6-2b7b839e7b93 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.865944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-81553aa7-99be-48fb-afb6-2b7b839e7b93 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "DELETE /v2.0/ports/7dceee89-f604-448a-a882-ca1fe775f93f HTTP/1.1" status: 204 len: 168 time: 0.6824653 Sep 16 05:13:32.868435 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59640) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.901514 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d6e3de7-255a-486c-81da-2acbb375dc89 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.907580 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6d6e3de7-255a-486c-81da-2acbb375dc89 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4654429 Sep 16 05:13:32.908084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59642) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.919846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-29eab0d5-6280-4189-bf13-a90208ab206e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'security_group_rule': {'security_group_id': 'fccac4e9-20a7-4819-9477-48bddbb5a0e4', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:32.924451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e303598-c225-4276-9403-fc47dcb69c9a None None] Pushing event updated for resources: {'Port': ['ID=986bafc0-70ff-40a7-966a-2b8954ed7b02,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.015199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-49ae60fc-e1f5-4579-b6e2-f97b1e0cb9f4 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Deleting port 5fea9775-91eb-4322-85d4-c2d5dc35ec1c {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:33.015643 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49ae60fc-e1f5-4579-b6e2-f97b1e0cb9f4 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.080116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9afa4918-1334-4004-9504-e076a70c6626 None None] Provisioning complete for port b2725295-7b1f-4b1c-9396-09b182988075 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:33.082052 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9afa4918-1334-4004-9504-e076a70c6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.088450 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-29eab0d5-6280-4189-bf13-a90208ab206e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Project b57050cfd0c741c1b347796c3e06ea10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:13:33.106889 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-29eab0d5-6280-4189-bf13-a90208ab206e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.119639 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49ae60fc-e1f5-4579-b6e2-f97b1e0cb9f4 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.127054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9afa4918-1334-4004-9504-e076a70c6626 None None] Port b2725295-7b1f-4b1c-9396-09b182988075 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:33.128331 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f99adac-2e58-488e-b4af-240f890b1197 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.141182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9afa4918-1334-4004-9504-e076a70c6626 None None] Provisioning complete for port 986bafc0-70ff-40a7-966a-2b8954ed7b02 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:33.141989 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9afa4918-1334-4004-9504-e076a70c6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.165911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99adac-2e58-488e-b4af-240f890b1197 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Pushing event deleted for resources: {'Port': ['ID=4a4d2a61-7cd6-4461-8b1e-a012e7102dd4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.172381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-49ae60fc-e1f5-4579-b6e2-f97b1e0cb9f4 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Calling delete_port for 5fea9775-91eb-4322-85d4-c2d5dc35ec1c owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:33.213714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66780534-bec6-4532-8257-eec997a9a143 req-8075df2f-c652-483d-b75e-7ac8056e7acf tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.215283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66780534-bec6-4532-8257-eec997a9a143 req-8075df2f-c652-483d-b75e-7ac8056e7acf tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 943 time: 0.1347001 Sep 16 05:13:33.298827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9afa4918-1334-4004-9504-e076a70c6626 None None] Could not find standard attr ID for object 4a4d2a61-7cd6-4461-8b1e-a012e7102dd4. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:13:33.311705 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-29eab0d5-6280-4189-bf13-a90208ab206e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.317938 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f99adac-2e58-488e-b4af-240f890b1197 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.320587 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1f99adac-2e58-488e-b4af-240f890b1197 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] 10.222.0.24 "DELETE /v2.0/ports/4a4d2a61-7cd6-4461-8b1e-a012e7102dd4 HTTP/1.1" status: 204 len: 168 time: 0.7254901 Sep 16 05:13:33.329393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59650) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:33.331450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-608c97d7-9d49-4ab6-a53c-eb29b13bcf44 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Request body: {'port': {'name': 'tempest-new-port-name-772274179', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:33.332038 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.api.validators [None req-608c97d7-9d49-4ab6-a53c-eb29b13bcf44 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] bootfile-name is not in valid_values {{(pid=95451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:13:33.332451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.api.validators [None req-608c97d7-9d49-4ab6-a53c-eb29b13bcf44 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] tftp-server is not in valid_values {{(pid=95451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:13:33.332929 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.api.validators [None req-608c97d7-9d49-4ab6-a53c-eb29b13bcf44 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] server-ip-address is not in valid_values {{(pid=95451) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:13:33.345875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66780534-bec6-4532-8257-eec997a9a143 req-391a8660-8265-42c3-af88-93316f0168b0 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773184 Sep 16 05:13:33.362787 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-29eab0d5-6280-4189-bf13-a90208ab206e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.382096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eab0d5-6280-4189-bf13-a90208ab206e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21039054-96e7-4396-832d-6e2e17aee46a,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.424935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-93bc7900-f36d-45aa-b3cf-006434ace307 None None] Provisioning complete for port b2725295-7b1f-4b1c-9396-09b182988075 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:33.425310 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93bc7900-f36d-45aa-b3cf-006434ace307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.431471 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-29eab0d5-6280-4189-bf13-a90208ab206e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.433108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-29eab0d5-6280-4189-bf13-a90208ab206e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5240152 Sep 16 05:13:33.434145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49ae60fc-e1f5-4579-b6e2-f97b1e0cb9f4 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.440956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59654) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:33.449269 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-608c97d7-9d49-4ab6-a53c-eb29b13bcf44 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.466111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-93bc7900-f36d-45aa-b3cf-006434ace307 None None] Port b2725295-7b1f-4b1c-9396-09b182988075 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:33.487633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b9fad16f-3070-46d1-bba2-f918f21128b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'network': {'name': 'tempest-network-smoke--571301174', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'port_security_enabled': True}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:33.491136 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae60fc-e1f5-4579-b6e2-f97b1e0cb9f4 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event deleted for resources: {'Port': ['ID=5fea9775-91eb-4322-85d4-c2d5dc35ec1c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.508356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49ae60fc-e1f5-4579-b6e2-f97b1e0cb9f4 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.512856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-49ae60fc-e1f5-4579-b6e2-f97b1e0cb9f4 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "DELETE /v2.0/ports/5fea9775-91eb-4322-85d4-c2d5dc35ec1c HTTP/1.1" status: 204 len: 168 time: 0.6411760 Sep 16 05:13:33.515952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59656) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:33.563071 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-24acc6a9-4b65-4d5b-b012-24f6d726ef15 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0418816 Sep 16 05:13:33.565661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59660) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:33.573052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-efa6c388-21bc-452c-a1d1-0779c9298183 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1370721296'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:33.596828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fad16f-3070-46d1-bba2-f918f21128b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Made reservation on behalf of b57050cfd0c741c1b347796c3e06ea10 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:33.600693 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9fad16f-3070-46d1-bba2-f918f21128b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.631977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 986bafc0-70ff-40a7-966a-2b8954ed7b02 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:33.642610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fad16f-3070-46d1-bba2-f918f21128b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:33.659073 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9fad16f-3070-46d1-bba2-f918f21128b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.660179 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-b9fad16f-3070-46d1-bba2-f918f21128b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Added segment 7578061b-a41f-4e91-b142-3486b5cd2ca1 of type vlan for network 0a6d782f-be36-4098-9fe8-5425aaf35962 Sep 16 05:13:33.691041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-71810a90-5b75-48aa-b9c4-97c11907454b None None] Could not find standard attr ID for object 4a4d2a61-7cd6-4461-8b1e-a012e7102dd4. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:13:33.711462 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 986bafc0-70ff-40a7-966a-2b8954ed7b02 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:33.711837 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.728335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa6c388-21bc-452c-a1d1-0779c9298183 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Made reservation on behalf of 4b170577e25847f8b7d6392aad70b83d for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:33.733143 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-efa6c388-21bc-452c-a1d1-0779c9298183 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.759590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-608c97d7-9d49-4ab6-a53c-eb29b13bcf44 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.779391 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9fad16f-3070-46d1-bba2-f918f21128b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.807222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa6c388-21bc-452c-a1d1-0779c9298183 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:33.815051 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-608c97d7-9d49-4ab6-a53c-eb29b13bcf44 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.822962 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-efa6c388-21bc-452c-a1d1-0779c9298183 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.823317 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-efa6c388-21bc-452c-a1d1-0779c9298183 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Added segment 318dd1b2-081c-4eb5-b640-3407e60a87e9 of type vlan for network 469e3058-8cb7-4ec3-b39d-66bc3bef2cf2 Sep 16 05:13:33.880627 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-efa6c388-21bc-452c-a1d1-0779c9298183 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.882893 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9fad16f-3070-46d1-bba2-f918f21128b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.888701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fad16f-3070-46d1-bba2-f918f21128b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.889446 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9fad16f-3070-46d1-bba2-f918f21128b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.933052 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c97d7-9d49-4ab6-a53c-eb29b13bcf44 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Pushing event updated for resources: {'Port': ['ID=b2725295-7b1f-4b1c-9396-09b182988075,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.947210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-608c97d7-9d49-4ab6-a53c-eb29b13bcf44 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] In _notify_port_updated(), no bound segment for port b2725295-7b1f-4b1c-9396-09b182988075 on network 48347c44-0015-46d0-9910-434ed43f89f6 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:13:33.952786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608c97d7-9d49-4ab6-a53c-eb29b13bcf44 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.954397 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-608c97d7-9d49-4ab6-a53c-eb29b13bcf44 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.955853 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-608c97d7-9d49-4ab6-a53c-eb29b13bcf44 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] 10.222.0.24 "PUT /v2.0/ports/b2725295-7b1f-4b1c-9396-09b182988075 HTTP/1.1" status: 200 len: 1135 time: 0.6303048 Sep 16 05:13:33.958477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59666) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:33.977307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fad16f-3070-46d1-bba2-f918f21128b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Network': ['ID=0a6d782f-be36-4098-9fe8-5425aaf35962,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.989223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 0a6d782f-be36-4098-9fe8-5425aaf35962 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:33.991704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b9fad16f-3070-46d1-bba2-f918f21128b1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5123050 Sep 16 05:13:33.994400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59668) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:33.999526 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'admin_state_up': True, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:34.016531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3689ced-705a-4eb7-9783-552b317f0f78 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.021065 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f3689ced-705a-4eb7-9783-552b317f0f78 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] 10.222.0.24 "GET /v2.0/ports/b2725295-7b1f-4b1c-9396-09b182988075 HTTP/1.1" status: 200 len: 1135 time: 0.0584357 Sep 16 05:13:34.021588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59670) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:34.082293 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-efa6c388-21bc-452c-a1d1-0779c9298183 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.087917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa6c388-21bc-452c-a1d1-0779c9298183 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.088853 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-efa6c388-21bc-452c-a1d1-0779c9298183 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.114114 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:13:34.144381 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.145500 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.147618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5c22d8bb-bb56-4c17-8952-19e3e4cf578d tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Deleting port b2725295-7b1f-4b1c-9396-09b182988075 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:34.148042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c22d8bb-bb56-4c17-8952-19e3e4cf578d tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.199331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6c388-21bc-452c-a1d1-0779c9298183 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event updated for resources: {'Network': ['ID=469e3058-8cb7-4ec3-b39d-66bc3bef2cf2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:34.212792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 469e3058-8cb7-4ec3-b39d-66bc3bef2cf2 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:34.237486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-efa6c388-21bc-452c-a1d1-0779c9298183 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6698673 Sep 16 05:13:34.240197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59674) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:34.305623 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.310586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-81ead8af-87bf-43cf-af9c-22cc3af3d08d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1661935894'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:34.329215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-89c2f9c0-2d49-4f7b-964d-5c7bed916372 None None] Provisioning complete for port b2725295-7b1f-4b1c-9396-09b182988075 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:34.329599 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-89c2f9c0-2d49-4f7b-964d-5c7bed916372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.366514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-89c2f9c0-2d49-4f7b-964d-5c7bed916372 None None] Port b2725295-7b1f-4b1c-9396-09b182988075 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:34.462290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ead8af-87bf-43cf-af9c-22cc3af3d08d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Made reservation on behalf of 4b170577e25847f8b7d6392aad70b83d for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:34.465620 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81ead8af-87bf-43cf-af9c-22cc3af3d08d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.588631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c22d8bb-bb56-4c17-8952-19e3e4cf578d tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.605049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5c22d8bb-bb56-4c17-8952-19e3e4cf578d tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Calling delete_port for b2725295-7b1f-4b1c-9396-09b182988075 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:34.608137 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.611338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ead8af-87bf-43cf-af9c-22cc3af3d08d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:34.626635 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81ead8af-87bf-43cf-af9c-22cc3af3d08d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.626895 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-81ead8af-87bf-43cf-af9c-22cc3af3d08d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Added segment 16851081-bd43-4e78-8e17-181471f3258d of type vlan for network 145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf Sep 16 05:13:34.635792 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067af15f-18d5-4f4a-8142-cb8f9e99c5dd req-9e17dd81-5b5f-4f86-a137-eec4395a9f59 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.637132 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-067af15f-18d5-4f4a-8142-cb8f9e99c5dd req-9e17dd81-5b5f-4f86-a137-eec4395a9f59 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 943 time: 0.1875365 Sep 16 05:13:34.701441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81ead8af-87bf-43cf-af9c-22cc3af3d08d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.757627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-067af15f-18d5-4f4a-8142-cb8f9e99c5dd req-5b825a37-858b-4244-93c6-fc9e3387bf94 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928423 Sep 16 05:13:34.790766 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c22d8bb-bb56-4c17-8952-19e3e4cf578d tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.822859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22d8bb-bb56-4c17-8952-19e3e4cf578d tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Pushing event deleted for resources: {'Port': ['ID=b2725295-7b1f-4b1c-9396-09b182988075,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:34.828560 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81ead8af-87bf-43cf-af9c-22cc3af3d08d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.834281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ead8af-87bf-43cf-af9c-22cc3af3d08d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.834953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81ead8af-87bf-43cf-af9c-22cc3af3d08d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.897704 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c22d8bb-bb56-4c17-8952-19e3e4cf578d tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.902089 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5c22d8bb-bb56-4c17-8952-19e3e4cf578d tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] 10.222.0.24 "DELETE /v2.0/ports/b2725295-7b1f-4b1c-9396-09b182988075 HTTP/1.1" status: 204 len: 168 time: 0.8771057 Sep 16 05:13:34.902316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59686) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:34.971733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88ad6c3-7865-43c2-9e05-85a7a924db6e tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Deleting subnet 2dadd7bd-5a6a-431a-8717-37e2b2187ecd {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:34.971953 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-81ead8af-87bf-43cf-af9c-22cc3af3d08d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7280309 Sep 16 05:13:34.973117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c88ad6c3-7865-43c2-9e05-85a7a924db6e tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.974896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ead8af-87bf-43cf-af9c-22cc3af3d08d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event updated for resources: {'Network': ['ID=145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.010882 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.014571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:35.063200 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c88ad6c3-7865-43c2-9e05-85a7a924db6e tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.102457 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.185877 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59690) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:35.192131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'subnets': [{'network_id': '469e3058-8cb7-4ec3-b39d-66bc3bef2cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1314981538', 'ip_version': 4}, {'network_id': '145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:35.192450 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'subnet': {'network_id': '469e3058-8cb7-4ec3-b39d-66bc3bef2cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1314981538', 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:35.193035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Request body: {'subnet': {'network_id': '145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:35.215360 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c88ad6c3-7865-43c2-9e05-85a7a924db6e tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.334007 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c88ad6c3-7865-43c2-9e05-85a7a924db6e tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.362953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ad6c3-7865-43c2-9e05-85a7a924db6e tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Pushing event deleted for resources: {'Subnet': ['ID=2dadd7bd-5a6a-431a-8717-37e2b2187ecd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.382409 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c88ad6c3-7865-43c2-9e05-85a7a924db6e tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.382409 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c88ad6c3-7865-43c2-9e05-85a7a924db6e tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] 10.222.0.24 "DELETE /v2.0/subnets/2dadd7bd-5a6a-431a-8717-37e2b2187ecd HTTP/1.1" status: 204 len: 168 time: 0.4746556 Sep 16 05:13:35.382409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59696) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:35.387848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2abd64-9192-404c-9a51-72690eba65aa None None] Network 48347c44-0015-46d0-9910-434ed43f89f6 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:35.409787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.25.3.233 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/687cc7d8-7721-4698-acec-1af3a93ce122) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:35.496785 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.554890 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.568549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Deleting port 986bafc0-70ff-40a7-966a-2b8954ed7b02 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:35.568894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.582778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Made reservation on behalf of 4b170577e25847f8b7d6392aad70b83d for: {'subnet': 2} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:35.587721 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.587902 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.638791 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71369a36-a33c-4ec1-ab30-a3d2faa88d28 None None] DHCP port deletion for 48347c44-0015-46d0-9910-434ed43f89f6 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:35.644104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] For port 986bafc0-70ff-40a7-966a-2b8954ed7b02, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=986bafc0-70ff-40a7-966a-2b8954ed7b02,segment=NetworkSegment(8752fbeb-5546-4337-b2dd-0403ea080dd3),segment_id=8752fbeb-5546-4337-b2dd-0403ea080dd3)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:35.644642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.658339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Calling delete_port for 986bafc0-70ff-40a7-966a-2b8954ed7b02 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:35.699276 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-71369a36-a33c-4ec1-ab30-a3d2faa88d28 None None] Deleting port 986bafc0-70ff-40a7-966a-2b8954ed7b02 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:35.699957 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-71369a36-a33c-4ec1-ab30-a3d2faa88d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.738174 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.809484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-71369a36-a33c-4ec1-ab30-a3d2faa88d28 None None] For port 986bafc0-70ff-40a7-966a-2b8954ed7b02, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=986bafc0-70ff-40a7-966a-2b8954ed7b02,segment=NetworkSegment(8752fbeb-5546-4337-b2dd-0403ea080dd3),segment_id=8752fbeb-5546-4337-b2dd-0403ea080dd3)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:35.809973 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-71369a36-a33c-4ec1-ab30-a3d2faa88d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.824864 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.841900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:35.844894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=687cc7d8-7721-4698-acec-1af3a93ce122,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.849554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-71369a36-a33c-4ec1-ab30-a3d2faa88d28 None None] Calling delete_port for 986bafc0-70ff-40a7-966a-2b8954ed7b02 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:35.856628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:35.878331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] No DVR routers for this DVR port 986bafc0-70ff-40a7-966a-2b8954ed7b02 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:35.907787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Pushing event deleted for resources: {'Port': ['ID=986bafc0-70ff-40a7-966a-2b8954ed7b02,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.936533 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-71369a36-a33c-4ec1-ab30-a3d2faa88d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.973127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71369a36-a33c-4ec1-ab30-a3d2faa88d28 None None] Pushing event deleted for resources: {'Port': ['ID=986bafc0-70ff-40a7-966a-2b8954ed7b02,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.975297 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71369a36-a33c-4ec1-ab30-a3d2faa88d28 None None] No DVR routers for this DVR port 986bafc0-70ff-40a7-966a-2b8954ed7b02 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:35.992961 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.021237 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48347c44-0015-46d0-9910-434ed43f89f6']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:36.032561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8752fbeb-5546-4337-b2dd-0403ea080dd3') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:36.033011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8752fbeb-5546-4337-b2dd-0403ea080dd3') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:36.044108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.059574 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.067862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:36.067862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:36.070795 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:36.206595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:36.242201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.258707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.258707 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] 10.222.0.24 "DELETE /v2.0/networks/48347c44-0015-46d0-9910-434ed43f89f6 HTTP/1.1" status: 204 len: 168 time: 0.8706946 Sep 16 05:13:36.266855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ee044-1731-4bd3-96b8-1891570635c0 tempest-ExtraDHCPOptionsTestJSON-1001254478 tempest-ExtraDHCPOptionsTestJSON-1001254478-project] Pushing event deleted for resources: {'Network': ['ID=48347c44-0015-46d0-9910-434ed43f89f6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.413381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689d5c6-6424-4412-99b8-137692a68334 req-d9ebac40-bba7-4748-811d-fb5cc0e67f81 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:36.414852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5689d5c6-6424-4412-99b8-137692a68334 req-d9ebac40-bba7-4748-811d-fb5cc0e67f81 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 943 time: 0.2096448 Sep 16 05:13:36.455803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:36.539525 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5689d5c6-6424-4412-99b8-137692a68334 req-4fd91f4b-1c36-4ffa-9e9d-ad23cda5a2fc tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183643 Sep 16 05:13:36.611319 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54,segment=NetworkSegment(fb3fd886-68f4-40c0-87e4-348e0188a9e1),segment_id=fb3fd886-68f4-40c0-87e4-348e0188a9e1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:36.624643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'port_id': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54', 'mac_address': 'fa:16:3e:67:da:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:36.667048 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.681771 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:36.707695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54,segment=NetworkSegment(fb3fd886-68f4-40c0-87e4-348e0188a9e1),segment_id=fb3fd886-68f4-40c0-87e4-348e0188a9e1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:36.740356 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.785068 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.804927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.806442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59722) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:36.839477 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.857152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event updated for resources: {'Subnet': ['ID=22267a3a-669d-4759-aece-3258d148580d,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.874916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Checking segment: {'id': '318dd1b2-081c-4eb5-b640-3407e60a87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '469e3058-8cb7-4ec3-b39d-66bc3bef2cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:36.875403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Network hostable DHCP agents. Network: 469e3058-8cb7-4ec3-b39d-66bc3bef2cf2, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:36.968529 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-282f876a-9d7b-4c3f-820e-ec7e857afe27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f221e4a743b4b89bf5de3451c0076f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592987 Sep 16 05:13:36.972926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59728) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:37.016986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:37.033162 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Network 469e3058-8cb7-4ec3-b39d-66bc3bef2cf2 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:37.039215 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-07111f32-9d37-4480-9951-ef0c29879c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.065828 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.068172 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-07111f32-9d37-4480-9951-ef0c29879c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.134740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 469e3058-8cb7-4ec3-b39d-66bc3bef2cf2) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:37.142630 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.146667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0905d686-8641-4ac8-bc6d-8ea779a4083b None None] Network 469e3058-8cb7-4ec3-b39d-66bc3bef2cf2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:37.207698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-07111f32-9d37-4480-9951-ef0c29879c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.210459 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-07111f32-9d37-4480-9951-ef0c29879c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.214393 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-07111f32-9d37-4480-9951-ef0c29879c2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a00e372-fc19-4f96-96cb-8a2c584e52d8 HTTP/1.1" status: 204 len: 168 time: 0.2404985 Sep 16 05:13:37.222919 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07111f32-9d37-4480-9951-ef0c29879c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a00e372-fc19-4f96-96cb-8a2c584e52d8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:37.262548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event updated for resources: {'Subnet': ['ID=159fd3de-9845-4012-9d02-0a8d259c2128,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:37.288407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Checking segment: {'id': '16851081-bd43-4e78-8e17-181471f3258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:37.288799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Network hostable DHCP agents. Network: 145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:37.396217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:37.449603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Network 145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:37.553657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:37.572551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:37.573041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:37.574487 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.583231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:37.627633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Sync routers for ids ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:37.628845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d7671-a8ad-4aad-8b7e-676da68f986a None None] Network 145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:37.631472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 986bafc0-70ff-40a7-966a-2b8954ed7b02 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:37.684853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b42e09d0-cf6b-4807-9f0a-ae0f43317dcb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4977884 Sep 16 05:13:37.687761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b6687e-68fd-4c3c-b557-9047854fa517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-469e3058-8cb7-4ec3-b39d-66bc3bef2cf2', 'network_id': '469e3058-8cb7-4ec3-b39d-66bc3bef2cf2', 'tenant_id': '4b170577e25847f8b7d6392aad70b83d', 'fixed_ips': [{'subnet_id': '22267a3a-669d-4759-aece-3258d148580d'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:37.688661 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e8b6687e-68fd-4c3c-b557-9047854fa517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.690217 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59746) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:37.713165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65241a68-5cbe-417a-81d0-fa93d5023501 req-bc5ff471-38a5-4e9c-9e00-ee61ff9e72c7 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:37.714080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Routers {'9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:37.714419 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65241a68-5cbe-417a-81d0-fa93d5023501 req-bc5ff471-38a5-4e9c-9e00-ee61ff9e72c7 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 944 time: 0.0745463 Sep 16 05:13:37.714723 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:37.716429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 986bafc0-70ff-40a7-966a-2b8954ed7b02 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:37.716805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 986bafc0-70ff-40a7-966a-2b8954ed7b02 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:37.728123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.731263 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b95a8420-ab4a-4aff-89a9-c6141e4cebb3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7338061 Sep 16 05:13:37.734618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59748) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:37.812741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e0dfee6c-1d6e-42c9-aa72-b4ec9b4abcdc tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=b57050cfd0c741c1b347796c3e06ea10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0781519 Sep 16 05:13:37.815741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59754) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:37.836752 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae3f3cd-25d8-4cd0-b3b1-37d75ec028eb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:37.840322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae3f3cd-25d8-4cd0-b3b1-37d75ec028eb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:37.842073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae3f3cd-25d8-4cd0-b3b1-37d75ec028eb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:37.845651 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eae3f3cd-25d8-4cd0-b3b1-37d75ec028eb tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1524031 Sep 16 05:13:37.849776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59758) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:37.873782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65241a68-5cbe-417a-81d0-fa93d5023501 req-807b93d3-c198-44c8-8e3f-1629fc8be97f tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969133 Sep 16 05:13:37.944391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Set router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:37.972608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2877af-b3d5-4178-9664-5fe0631343ce tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Deleting subnet 22267a3a-669d-4759-aece-3258d148580d {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:37.978624 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e2877af-b3d5-4178-9664-5fe0631343ce tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.032754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9ed27e-ae21-4ea4-b483-b8cab0f9cedc tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.036770 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cd9ed27e-ae21-4ea4-b483-b8cab0f9cedc tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2166309 Sep 16 05:13:38.037020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59762) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:38.051336 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e2877af-b3d5-4178-9664-5fe0631343ce tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.091842 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cfac6c64-30a3-4ea9-be52-5f77b30397c4 tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536931 Sep 16 05:13:38.094770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59764) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:38.100037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8d04bb59-c2c8-4d17-9525-3224f031ca65 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-75431236', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:38.121348 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e2877af-b3d5-4178-9664-5fe0631343ce tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.182176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf', 'network_id': '145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf', 'tenant_id': '4b170577e25847f8b7d6392aad70b83d', 'fixed_ips': [{'subnet_id': '159fd3de-9845-4012-9d02-0a8d259c2128'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:38.183170 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.295307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e2877af-b3d5-4178-9664-5fe0631343ce tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.321716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d04bb59-c2c8-4d17-9525-3224f031ca65 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Made reservation on behalf of b57050cfd0c741c1b347796c3e06ea10 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:38.325502 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8d04bb59-c2c8-4d17-9525-3224f031ca65 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.345614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:36Z', 'revision_number': 3, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.361341 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2877af-b3d5-4178-9664-5fe0631343ce tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event deleted for resources: {'Subnet': ['ID=22267a3a-669d-4759-aece-3258d148580d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:38.365101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e2877af-b3d5-4178-9664-5fe0631343ce tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.369979 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5e2877af-b3d5-4178-9664-5fe0631343ce tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "DELETE /v2.0/subnets/22267a3a-669d-4759-aece-3258d148580d HTTP/1.1" status: 204 len: 168 time: 0.5097253 Sep 16 05:13:38.383121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59776) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server [None req-e8b6687e-68fd-4c3c-b557-9047854fa517 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22267a3a-669d-4759-aece-3258d148580d: This subnet is being modified by another concurrent operation. Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22267a3a-669d-4759-aece-3258d148580d: This subnet is being modified by another concurrent operation. Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: ERROR oslo_messaging.rpc.server Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Checking router: 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:38.400955 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Updating router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 port 687cc7d8-7721-4698-acec-1af3a93ce122 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:38.455964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e37712-c3ad-4e08-831d-b1139de7e66d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Deleting subnet 159fd3de-9845-4012-9d02-0a8d259c2128 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:38.464167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d45224c-8ed4-44f8-b17b-9e18f0336824 None None] Network 469e3058-8cb7-4ec3-b39d-66bc3bef2cf2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:38.467866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:38.525981 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59780) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:38.542513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Allocated IP 172.20.0.18 (145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf/159fd3de-9845-4012-9d02-0a8d259c2128/6b7a8261-ef61-4d51-b2b0-2a9ccf05464a) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:38.551436 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.662629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-188507049'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:38.769017 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8d04bb59-c2c8-4d17-9525-3224f031ca65 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.790787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:38.794416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.846491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04bb59-c2c8-4d17-9525-3224f031ca65 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Subnet': ['ID=c53a4e78-6cb5-4e58-be6b-ea74358269d0,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:38.855604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d04bb59-c2c8-4d17-9525-3224f031ca65 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Checking segment: {'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:38.856271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d04bb59-c2c8-4d17-9525-3224f031ca65 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network hostable DHCP agents. Network: 0a6d782f-be36-4098-9fe8-5425aaf35962, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:38.861993 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.949132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:38.961364 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:38.962051 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.969738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.973025 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d04bb59-c2c8-4d17-9525-3224f031ca65 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 0a6d782f-be36-4098-9fe8-5425aaf35962 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:39.002442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b5370-3387-4341-94b1-d3d93440e654 req-62c955e6-9689-410a-a6c4-8432cb3b0558 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.004150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da9b5370-3387-4341-94b1-d3d93440e654 req-62c955e6-9689-410a-a6c4-8432cb3b0558 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 944 time: 0.0695386 Sep 16 05:13:39.031781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.033508 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.060508 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:39.066367 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da9b5370-3387-4341-94b1-d3d93440e654 req-30532f61-59ce-4c3d-8e16-d6176aea8d98 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548153 Sep 16 05:13:39.077822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1cdcd4-695a-413f-ad23-1b35c7590c2b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.088017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-8d04bb59-c2c8-4d17-9525-3224f031ca65 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 0a6d782f-be36-4098-9fe8-5425aaf35962) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:39.094429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d04bb59-c2c8-4d17-9525-3224f031ca65 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.095309 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8d04bb59-c2c8-4d17-9525-3224f031ca65 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.100555 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.100915 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Added segment 24e78216-b841-4668-b501-5242ebc51d82 of type vlan for network ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468 Sep 16 05:13:39.115718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6866c7b7-597a-4013-be6d-39c25328716b None None] Network 0a6d782f-be36-4098-9fe8-5425aaf35962 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:39.142823 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.166452 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.184526 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-21e37712-c3ad-4e08-831d-b1139de7e66d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.198454 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.200442 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.223272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8d04bb59-c2c8-4d17-9525-3224f031ca65 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1247785 Sep 16 05:13:39.223704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59796) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:39.270362 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-21e37712-c3ad-4e08-831d-b1139de7e66d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.304773 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.310597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.311218 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.436531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Network 145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:39.445994 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.447613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadb4656-8c4c-4223-9635-deb014411f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:39.450035 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6080abf0-6e63-4dd9-bb82-d811f2e146e5" -d '{"events": [{"server_uuid": "cadb4656-8c4c-4223-9635-deb014411f80", "name": "network-vif-plugged", "status": "completed", "tag": "4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:39.473686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:39.482362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:39.486298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54,segment=NetworkSegment(fb3fd886-68f4-40c0-87e4-348e0188a9e1),segment_id=fb3fd886-68f4-40c0-87e4-348e0188a9e1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:39.490143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Pushing event updated for resources: {'Port': ['ID=6b7a8261-ef61-4d51-b2b0-2a9ccf05464a,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.504130 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9764237 Sep 16 05:13:39.505165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0d1a8-eef7-4209-b39e-843e84d7dac6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Network': ['ID=ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.537739 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb29ff8-6ab7-48e9-9bcc-2f3c7e434006 x-openstack-request-id: req-4bb29ff8-6ab7-48e9-9bcc-2f3c7e434006 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:39.538031 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cadb4656-8c4c-4223-9635-deb014411f80", "name": "network-vif-plugged", "status": "completed", "tag": "4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:39.538279 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bb29ff8-6ab7-48e9-9bcc-2f3c7e434006 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:39.538666 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadb4656-8c4c-4223-9635-deb014411f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54', 'code': 200} Sep 16 05:13:39.549726 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:39.603149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.605073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Attempting to bind port 687cc7d8-7721-4698-acec-1af3a93ce122 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:39.605453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Attempting to bind port 687cc7d8-7721-4698-acec-1af3a93ce122 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:39.605816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Attempting to bind port 687cc7d8-7721-4698-acec-1af3a93ce122 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:39.614874 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-21e37712-c3ad-4e08-831d-b1139de7e66d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.647397 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423529f3-f3b4-416d-af8a-3d7b1f623637 None None] Pushing event updated for resources: {'Port': ['ID=687cc7d8-7721-4698-acec-1af3a93ce122,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.651325 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:39.651708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:39.652110 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.652530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:39.653031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Bound port: 687cc7d8-7721-4698-acec-1af3a93ce122, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:39.653396 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.690806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04af182-0e09-4a66-a9d4-ae5a8606ebd0 req-f40198b6-f42f-47c0-8dec-b2868f32d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.692612 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a04af182-0e09-4a66-a9d4-ae5a8606ebd0 req-f40198b6-f42f-47c0-8dec-b2868f32d512 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 1097 time: 0.0995543 Sep 16 05:13:39.740513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a04af182-0e09-4a66-a9d4-ae5a8606ebd0 req-975c1cf5-dbdc-47ee-88bc-b356b6bca9ee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409977 Sep 16 05:13:39.761040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Attempting to bind port 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:39.761409 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Attempting to bind port 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '16851081-bd43-4e78-8e17-181471f3258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:39.761775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Attempting to bind port 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a on network 145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:39.779658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:39.780045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Checking segment: {'id': '16851081-bd43-4e78-8e17-181471f3258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:39.780448 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.780920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Bound using segment: {'id': '16851081-bd43-4e78-8e17-181471f3258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:39.781431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Bound port: 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16851081-bd43-4e78-8e17-181471f3258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:39.781819 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.789265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-0a6d782f-be36-4098-9fe8-5425aaf35962', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ips': [{'subnet_id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:39.790376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.866199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.870746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] For port 687cc7d8-7721-4698-acec-1af3a93ce122, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:39.902585 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-21e37712-c3ad-4e08-831d-b1139de7e66d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.942810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e37712-c3ad-4e08-831d-b1139de7e66d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event deleted for resources: {'Subnet': ['ID=159fd3de-9845-4012-9d02-0a8d259c2128,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.957863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] For port 687cc7d8-7721-4698-acec-1af3a93ce122, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=687cc7d8-7721-4698-acec-1af3a93ce122,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:39.962261 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-21e37712-c3ad-4e08-831d-b1139de7e66d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.964493 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-21e37712-c3ad-4e08-831d-b1139de7e66d tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "DELETE /v2.0/subnets/159fd3de-9845-4012-9d02-0a8d259c2128 HTTP/1.1" status: 204 len: 168 time: 1.5926158 Sep 16 05:13:39.967835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59808) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:39.995044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] For port 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:40.001262 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] For port 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6b7a8261-ef61-4d51-b2b0-2a9ccf05464a,segment=NetworkSegment(16851081-bd43-4e78-8e17-181471f3258d),segment_id=16851081-bd43-4e78-8e17-181471f3258d)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:40.051095 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Allocated IP 172.20.0.2 (0a6d782f-be36-4098-9fe8-5425aaf35962/c53a4e78-6cb5-4e58-be6b-ea74358269d0/b4a9839e-f44b-44d6-a409-ac7a66802598) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:40.139738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.224497 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.224497 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.231093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.242077 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091583b0-85d0-4925-b74b-22922243f2fa tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:40.245080 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-091583b0-85d0-4925-b74b-22922243f2fa tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2751625 Sep 16 05:13:40.250924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59814) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.317605 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.404912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Network 0a6d782f-be36-4098-9fe8-5425aaf35962 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:40.416034 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:40.420030 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:40.425166 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b94656-b00a-4b63-ad6d-f314abc235d2 None None] Pushing event updated for resources: {'Port': ['ID=6b7a8261-ef61-4d51-b2b0-2a9ccf05464a,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:40.450007 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Routers {'9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:40.451008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:40.465479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a16a2-7084-45b3-b1c8-4d00f9b25e69 req-e0ffeac9-bdb0-443e-8ad0-1b05f0a05dd2 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:40.468092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-373a16a2-7084-45b3-b1c8-4d00f9b25e69 req-e0ffeac9-bdb0-443e-8ad0-1b05f0a05dd2 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 945 time: 0.2821648 Sep 16 05:13:40.508239 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.730411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Attempting to bind port b4a9839e-f44b-44d6-a409-ac7a66802598 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:40.733213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Attempting to bind port b4a9839e-f44b-44d6-a409-ac7a66802598 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:40.733347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Attempting to bind port b4a9839e-f44b-44d6-a409-ac7a66802598 on network 0a6d782f-be36-4098-9fe8-5425aaf35962 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:40.785833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.20.0.1 (0a6d782f-be36-4098-9fe8-5425aaf35962/c53a4e78-6cb5-4e58-be6b-ea74358269d0/58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:40.805155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:40.805549 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Checking segment: {'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:40.805811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-373a16a2-7084-45b3-b1c8-4d00f9b25e69 req-3d0465a0-ba14-44f1-86a5-d1e187930e2b tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175159 Sep 16 05:13:40.805988 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.806424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Bound using segment: {'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:40.806920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Bound port: b4a9839e-f44b-44d6-a409-ac7a66802598, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:40.814472 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.905740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Deleting port 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:40.907200 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.943017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423529f3-f3b4-416d-af8a-3d7b1f623637 None None] Pushing event updated for resources: {'Port': ['ID=687cc7d8-7721-4698-acec-1af3a93ce122,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.010363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Pushing event updated for resources: {'Port': ['ID=b4a9839e-f44b-44d6-a409-ac7a66802598,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.027072 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.085212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] Set router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:41.130428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] For port b4a9839e-f44b-44d6-a409-ac7a66802598, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:41.143282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] For port 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6b7a8261-ef61-4d51-b2b0-2a9ccf05464a,segment=NetworkSegment(16851081-bd43-4e78-8e17-181471f3258d),segment_id=16851081-bd43-4e78-8e17-181471f3258d)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:41.143679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.156327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Calling delete_port for 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:41.188699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.236654 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 0a6d782f-be36-4098-9fe8-5425aaf35962 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:41.239759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:41.246824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:41.257468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] For port b4a9839e-f44b-44d6-a409-ac7a66802598, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b4a9839e-f44b-44d6-a409-ac7a66802598,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:41.328368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.331372 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.348485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:36Z', 'revision_number': 3, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:41.355567 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.405345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbad2d8-f390-40a1-a106-d5e6b272668f None None] The sync data for ids ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'] in n-d-712137-12 is: [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:36Z', 'revision_number': 3, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:41.414308 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.457838 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ccf62-3721-4c1f-a029-4f8369b07d7d None None] Pushing event updated for resources: {'Port': ['ID=b4a9839e-f44b-44d6-a409-ac7a66802598,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.525108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event deleted for resources: {'Port': ['ID=6b7a8261-ef61-4d51-b2b0-2a9ccf05464a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.534248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] No DVR routers for this DVR port 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:41.704839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:41.780167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:41.781823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 05:13:41.863845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Port 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a not found, will not notify nova. {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 05:13:41.886960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.913381 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.957199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:42.008544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16851081-bd43-4e78-8e17-181471f3258d') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:42.011211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16851081-bd43-4e78-8e17-181471f3258d') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:42.057022 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.093653 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-31a09ad0-393d-4f3f-8d17-43867b3929ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.109117 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.133938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:42.134357 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:42.314607 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:42.396086 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.404980 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.407685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "DELETE /v2.0/networks/145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf HTTP/1.1" status: 204 len: 168 time: 2.1545982 Sep 16 05:13:42.413376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59834) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:42.441164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065f0f1-828a-4c2d-87d0-f0773bd33496 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event deleted for resources: {'Network': ['ID=145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:42.473049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e2586-e23f-480b-aaad-bca337d1852a req-1f978b0a-7569-4ec1-b4c7-6b418f8f1cc2 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:42.482521 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa6e2586-e23f-480b-aaad-bca337d1852a req-1f978b0a-7569-4ec1-b4c7-6b418f8f1cc2 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 945 time: 0.1668916 Sep 16 05:13:42.544840 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.570857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d66b779e-8d27-4790-8b35-c2273a2d3a2f None None] Could not find standard attr ID for object 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:13:42.598552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-aa6e2586-e23f-480b-aaad-bca337d1852a req-6564e094-3ece-4d16-8745-0505bcb62999 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146920 Sep 16 05:13:42.611043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62adf4e3-4485-459f-8fd5-900711405ed0 None None] DHCP port deletion for 145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:42.657283 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.673610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02b5ec-035e-4eb1-919b-bbe538d2aaa2 None None] Network 145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:42.703655 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02b5ec-035e-4eb1-919b-bbe538d2aaa2 None None] Network 145cb040-af6b-4b6d-afd2-e2e6fb9ad6cf could not be found, it might have been deleted concurrently. {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:13:42.710491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.795976 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.893946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ae7ff-203b-43d5-893c-1bd4bbbee211 req-fca2803e-4675-4561-b839-3416e6a92141 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:42.914296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c67ae7ff-203b-43d5-893c-1bd4bbbee211 req-fca2803e-4675-4561-b839-3416e6a92141 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 945 time: 0.1063004 Sep 16 05:13:43.003823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c67ae7ff-203b-43d5-893c-1bd4bbbee211 req-b3056d50-3565-42e8-9d75-febb006d4192 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882802 Sep 16 05:13:43.028285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59844) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:43.098460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369a056-bfa8-405c-9cc9-be3c1ea6ddb8 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.103575 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4369a056-bfa8-405c-9cc9-be3c1ea6ddb8 tempest-TestNetworkBasicOps-1917103182 tempest-TestNetworkBasicOps-1917103182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 1092 time: 0.0736265 Sep 16 05:13:43.104896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59846) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:43.111427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54', 'tenant_id': '44eac926846f463789703829e934134d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:43.248946 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.261097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf205e12-8086-43b0-9f0b-27f67e4fcfc6 None None] Network 0a6d782f-be36-4098-9fe8-5425aaf35962 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:43.274974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59850) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:43.295585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-591d83ae-36fb-43b5-abce-a20c540254a8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'subnet': {'network_id': 'ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:43.357700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-891a7ec1-2e5d-4d23-89c9-d176bbf2e210 None None] Provisioning complete for port b4a9839e-f44b-44d6-a409-ac7a66802598 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:43.358376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-891a7ec1-2e5d-4d23-89c9-d176bbf2e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.387645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.409284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.414129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.436748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469e3058-8cb7-4ec3-b39d-66bc3bef2cf2']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:43.547809 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318dd1b2-081c-4eb5-b640-3407e60a87e9') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:43.549301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318dd1b2-081c-4eb5-b640-3407e60a87e9') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:43.557470 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.559799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 0a6d782f-be36-4098-9fe8-5425aaf35962 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:43.563200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:43.569406 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.574627 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-891a7ec1-2e5d-4d23-89c9-d176bbf2e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.594079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.617958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591d83ae-36fb-43b5-abce-a20c540254a8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:43.621769 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-591d83ae-36fb-43b5-abce-a20c540254a8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.648646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:43.649236 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:43.654139 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:43.881436 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.924851 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.929150 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "DELETE /v2.0/networks/469e3058-8cb7-4ec3-b39d-66bc3bef2cf2 HTTP/1.1" status: 204 len: 168 time: 1.5156353 Sep 16 05:13:43.931486 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59856) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:43.939818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 687cc7d8-7721-4698-acec-1af3a93ce122 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:44.006983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:44.008253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-891a7ec1-2e5d-4d23-89c9-d176bbf2e210 None None] For port b4a9839e-f44b-44d6-a409-ac7a66802598, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b4a9839e-f44b-44d6-a409-ac7a66802598,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:44.008638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cac06-af4a-4a0c-a05d-e14dffc8ed97 tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event deleted for resources: {'Network': ['ID=469e3058-8cb7-4ec3-b39d-66bc3bef2cf2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.078831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 687cc7d8-7721-4698-acec-1af3a93ce122 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:44.079579 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.112710 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.136139 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-891a7ec1-2e5d-4d23-89c9-d176bbf2e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.269638 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.277227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Allocated IP 172.25.3.7 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/6e50f0ab-0f3c-498d-aee5-11da3e837939) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:44.282810 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a7ec1-2e5d-4d23-89c9-d176bbf2e210 None None] Pushing event updated for resources: {'Port': ['ID=b4a9839e-f44b-44d6-a409-ac7a66802598,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.310209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:44.313387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 687cc7d8-7721-4698-acec-1af3a93ce122, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=687cc7d8-7721-4698-acec-1af3a93ce122,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:44.317582 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ef4193c9-8e24-4713-98f8-c786b48cf995 None None] Provisioning complete for port b4a9839e-f44b-44d6-a409-ac7a66802598 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:44.317961 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ef4193c9-8e24-4713-98f8-c786b48cf995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.326039 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e885355c-11c3-4b59-9e5e-42db1e304c9e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "PUT /v2.0/routers/9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1009650 Sep 16 05:13:44.415836 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Sync routers for ids ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:44.430204 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.433042 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b4a9839e-f44b-44d6-a409-ac7a66802598 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:44.433194 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Routers {'9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:44.433896 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:44.472576 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.540776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c149f2-947c-4d04-9600-f465aff98d89']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:44.561621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dc7b8f-6e1c-438c-9dbb-09794e366546') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:44.566088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dc7b8f-6e1c-438c-9dbb-09794e366546') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:44.593623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.609865 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.610712 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.617444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:44.617946 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.630798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9800eb3c-a88b-48bd-8e50-098b660397c9 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:13:44.646354 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-591d83ae-36fb-43b5-abce-a20c540254a8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.724105 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Set router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:44.724581 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5dba6e83-4357-417e-bf48-97f5342324ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.732190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=687cc7d8-7721-4698-acec-1af3a93ce122,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.736250 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b4a9839e-f44b-44d6-a409-ac7a66802598 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:44.736858 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.770346 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-d8274483-713b-4a44-a9bc-0f0d0e2f5399 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034042160&fields=id&tenant_id=b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 267 time: 0.1669950 Sep 16 05:13:44.781387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d83ae-36fb-43b5-abce-a20c540254a8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Subnet': ['ID=7e98c2a6-b2cc-4bf1-ba85-e9b4403f2043,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:44.798297 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:44.832775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d83ae-36fb-43b5-abce-a20c540254a8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Checking segment: {'id': '24e78216-b841-4668-b501-5242ebc51d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:44.833188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d83ae-36fb-43b5-abce-a20c540254a8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network hostable DHCP agents. Network: ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:44.852250 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ef4193c9-8e24-4713-98f8-c786b48cf995 None None] Provisioning complete for port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:44.853137 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ef4193c9-8e24-4713-98f8-c786b48cf995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.859787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.878401 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.880790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.886738 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "DELETE /v2.0/networks/23c149f2-947c-4d04-9600-f465aff98d89 HTTP/1.1" status: 204 len: 168 time: 0.9542787 Sep 16 05:13:44.889027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59880) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:44.918571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ef4193c9-8e24-4713-98f8-c786b48cf995 None None] Port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:44.962632 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:44.972139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:44.982047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:45.000335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-c57fdde2-e50d-4aa7-866a-6e1ab61847e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:45.001991 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-c57fdde2-e50d-4aa7-866a-6e1ab61847e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/networks?id=0a6d782f-be36-4098-9fe8-5425aaf35962 HTTP/1.1" status: 200 len: 796 time: 0.2092884 Sep 16 05:13:45.003880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=6e50f0ab-0f3c-498d-aee5-11da3e837939,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.017711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.021440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db175c2d-a5c0-4db2-aa3e-736eb7ebc33a tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event deleted for resources: {'Network': ['ID=23c149f2-947c-4d04-9600-f465aff98d89,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.068171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d83ae-36fb-43b5-abce-a20c540254a8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:45.072823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:45.104846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-c429f694-77a2-4f43-84aa-b02d58cd1421 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/quotas/b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 375 time: 0.0314012 Sep 16 05:13:45.105112 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1', 'name': '', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:b1:1c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 2, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:45.110698 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:45.110978 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6b7a8261-ef61-4d51-b2b0-2a9ccf05464a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:45.132820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-be8eecd3-2995-49ce-b1a7-25eae9e5bf31 None None] Provisioning complete for port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:45.133468 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-be8eecd3-2995-49ce-b1a7-25eae9e5bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.155542 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-591d83ae-36fb-43b5-abce-a20c540254a8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:45.174294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d83ae-36fb-43b5-abce-a20c540254a8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:45.175133 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-591d83ae-36fb-43b5-abce-a20c540254a8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.176116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-be8eecd3-2995-49ce-b1a7-25eae9e5bf31 None None] Port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:45.186515 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.193298 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Checking router: 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:45.194031 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Updating router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:45.206206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800eb3c-a88b-48bd-8e50-098b660397c9 None None] Unable to find a vacant binding_index for network ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468 and agent c516c05d-c213-4e44-a6ef-84befc5c655b {{(pid=95453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 16 05:13:45.212392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800eb3c-a88b-48bd-8e50-098b660397c9 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468) {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:13:45.247161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38317518-07c0-4da6-bacd-2df627fba51a']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:45.262593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c3325d-c497-45af-901d-c3e539b4e963') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:45.265854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c3325d-c497-45af-901d-c3e539b4e963') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:45.272651 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.304442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.306036 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-2bfdb96e-68ff-43f9-bf93-3ebdd9f50223 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1549866 Sep 16 05:13:45.327243 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.329245 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-591d83ae-36fb-43b5-abce-a20c540254a8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0517097 Sep 16 05:13:45.332134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59886) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:45.350697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cf269057-2cf5-4a12-b6ae-cb67bdd40f9d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1253060252'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:45.374361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:45.374361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:45.376623 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:45.429111 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.538877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf269057-2cf5-4a12-b6ae-cb67bdd40f9d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:45.542505 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf269057-2cf5-4a12-b6ae-cb67bdd40f9d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.569081 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf269057-2cf5-4a12-b6ae-cb67bdd40f9d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:45.589085 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 687cc7d8-7721-4698-acec-1af3a93ce122 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:45.591256 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468', 'network_id': 'ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468', 'tenant_id': '0978f1272d894eacb98309fc5c043d34', 'fixed_ips': [{'subnet_id': '7e98c2a6-b2cc-4bf1-ba85-e9b4403f2043'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:45.592055 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.594007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-7d15123c-3af2-450a-a68c-9c37c21c7690 service neutron] 10.222.0.24 "GET /v2.0/networks/0a6d782f-be36-4098-9fe8-5425aaf35962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626252 Sep 16 05:13:45.650009 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf269057-2cf5-4a12-b6ae-cb67bdd40f9d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.650398 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-cf269057-2cf5-4a12-b6ae-cb67bdd40f9d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Added segment 707cbb39-a8af-48db-b303-4ea80db1baf9 of type vlan for network 4e2b016b-37fd-46da-8406-8463a4088742 Sep 16 05:13:45.652034 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.682918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.687966 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] 10.222.0.24 "DELETE /v2.0/networks/38317518-07c0-4da6-bacd-2df627fba51a HTTP/1.1" status: 204 len: 168 time: 0.7977705 Sep 16 05:13:45.742566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5421c-cf5f-42ab-b706-a3f976f037ac tempest-BulkNetworkOpsTest-1414093008 tempest-BulkNetworkOpsTest-1414093008-project] Pushing event deleted for resources: {'Network': ['ID=38317518-07c0-4da6-bacd-2df627fba51a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.796102 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf269057-2cf5-4a12-b6ae-cb67bdd40f9d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.827461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Allocated IP 2001:db8:0:ffff::2 (ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468/7e98c2a6-b2cc-4bf1-ba85-e9b4403f2043/a432bb45-cd61-4314-8c83-3d502f82343d) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:45.893225 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.916311 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf269057-2cf5-4a12-b6ae-cb67bdd40f9d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.925810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf269057-2cf5-4a12-b6ae-cb67bdd40f9d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:45.927308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 687cc7d8-7721-4698-acec-1af3a93ce122 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:45.927649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf269057-2cf5-4a12-b6ae-cb67bdd40f9d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.927775 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.994202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8f17589b-0133-425f-b319-4522aad278c7 service neutron] 10.222.0.24 "GET /v2.0/networks/0a6d782f-be36-4098-9fe8-5425aaf35962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986866 Sep 16 05:13:46.002277 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.055741 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cf269057-2cf5-4a12-b6ae-cb67bdd40f9d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7171347 Sep 16 05:13:46.055892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59900) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:46.063139 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.069830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3cfc65f6-05b7-4b11-9036-88464b199f10 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'subnet': {'network_id': '4e2b016b-37fd-46da-8406-8463a4088742', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:46.090697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf269057-2cf5-4a12-b6ae-cb67bdd40f9d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Network': ['ID=4e2b016b-37fd-46da-8406-8463a4088742,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.100645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 4e2b016b-37fd-46da-8406-8463a4088742 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:46.110453 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.197657 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d15d3-ef83-4bde-8939-c6f7c5ca93d1 None None] Pushing event updated for resources: {'Port': ['ID=58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.220139 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Attempting to bind port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:46.220551 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Attempting to bind port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:46.220909 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Attempting to bind port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 on network 0a6d782f-be36-4098-9fe8-5425aaf35962 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:46.226833 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:46.227211 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Checking segment: {'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:46.227669 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.228286 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Bound using segment: {'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:46.228953 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Bound port: 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:46.229350 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.257367 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.316531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a838383-53d0-4d9b-a830-3ca1a5d7fa3d req-a98528c5-1e88-49ca-88e9-e57268207b6c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2255173 Sep 16 05:13:46.319076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b4a9839e-f44b-44d6-a409-ac7a66802598 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:46.333625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfc65f6-05b7-4b11-9036-88464b199f10 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:46.337909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cfc65f6-05b7-4b11-9036-88464b199f10 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.340292 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Network ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:46.345671 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.375096 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] For port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:46.379822 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] For port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:46.428756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:46.439339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:46.443008 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.462919 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59910) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:46.544942 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-02df138e-f974-4605-9ee1-696f2514ff5e req-a6ec7c69-a4d4-4db0-a71b-e5c8a351653c tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 210 time: 0.1950872 Sep 16 05:13:46.562401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Pushing event updated for resources: {'Port': ['ID=a432bb45-cd61-4314-8c83-3d502f82343d,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.589650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Attempting to bind port a432bb45-cd61-4314-8c83-3d502f82343d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:46.593574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Attempting to bind port a432bb45-cd61-4314-8c83-3d502f82343d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '24e78216-b841-4668-b501-5242ebc51d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:46.604357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Attempting to bind port a432bb45-cd61-4314-8c83-3d502f82343d on network ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:46.605798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a838383-53d0-4d9b-a830-3ca1a5d7fa3d req-1d7d5bc1-f3ba-4121-8fef-e38a42134e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.607155 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d15d3-ef83-4bde-8939-c6f7c5ca93d1 None None] Pushing event updated for resources: {'Port': ['ID=58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.607469 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a838383-53d0-4d9b-a830-3ca1a5d7fa3d req-1d7d5bc1-f3ba-4121-8fef-e38a42134e01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 1097 time: 0.2278595 Sep 16 05:13:46.638455 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.643754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:46.644741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Checking segment: {'id': '24e78216-b841-4668-b501-5242ebc51d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:46.645355 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.645954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Bound using segment: {'id': '24e78216-b841-4668-b501-5242ebc51d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:46.646068 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Routers {'9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:46.646687 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:45Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:46.647020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Bound port: a432bb45-cd61-4314-8c83-3d502f82343d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e78216-b841-4668-b501-5242ebc51d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:46.647616 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.713388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b4a9839e-f44b-44d6-a409-ac7a66802598 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:46.714159 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.760342 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-516e4af2-92a4-44d1-9bad-03771522e93f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b170577e25847f8b7d6392aad70b83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939911 Sep 16 05:13:46.761165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59920) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:46.778014 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] Set router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:46.799644 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.813466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] For port a432bb45-cd61-4314-8c83-3d502f82343d, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:46.815599 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-583a173a-801e-46e9-a64f-277a7f3a18a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.820785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] For port a432bb45-cd61-4314-8c83-3d502f82343d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a432bb45-cd61-4314-8c83-3d502f82343d,segment=NetworkSegment(24e78216-b841-4668-b501-5242ebc51d82),segment_id=24e78216-b841-4668-b501-5242ebc51d82)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:46.841242 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-583a173a-801e-46e9-a64f-277a7f3a18a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.850632 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cfc65f6-05b7-4b11-9036-88464b199f10 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.856597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a838383-53d0-4d9b-a830-3ca1a5d7fa3d req-5a5fa65f-7c74-41bd-a96e-7a1a3e87a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.860292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a838383-53d0-4d9b-a830-3ca1a5d7fa3d req-5a5fa65f-7c74-41bd-a96e-7a1a3e87a0eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3ef50d6-e150-4496-b14b-f3ff8faae129 HTTP/1.1" status: 200 len: 897 time: 0.2307854 Sep 16 05:13:46.945758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc65f6-05b7-4b11-9036-88464b199f10 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Subnet': ['ID=8cd8ae0e-7a7a-4aaf-a011-a748cfbb05aa,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.964157 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.998324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc65f6-05b7-4b11-9036-88464b199f10 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Checking segment: {'id': '707cbb39-a8af-48db-b303-4ea80db1baf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4e2b016b-37fd-46da-8406-8463a4088742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:46.998697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfc65f6-05b7-4b11-9036-88464b199f10 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network hostable DHCP agents. Network: 4e2b016b-37fd-46da-8406-8463a4088742, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:47.075055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a838383-53d0-4d9b-a830-3ca1a5d7fa3d req-ea2a5a56-1b40-4d0b-9c33-95fa522eb568 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 HTTP/1.1" status: 200 len: 997 time: 0.1923301 Sep 16 05:13:47.079823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f52ce-773d-44a3-a1c4-845a6bdda4e7 None None] Pushing event updated for resources: {'Port': ['ID=a432bb45-cd61-4314-8c83-3d502f82343d,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:47.105263 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-583a173a-801e-46e9-a64f-277a7f3a18a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.105263 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-583a173a-801e-46e9-a64f-277a7f3a18a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.105263 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-583a173a-801e-46e9-a64f-277a7f3a18a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd99acfa-2407-4748-b356-b75ca205c156 HTTP/1.1" status: 204 len: 168 time: 0.3418143 Sep 16 05:13:47.126782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a173a-801e-46e9-a64f-277a7f3a18a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd99acfa-2407-4748-b356-b75ca205c156,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:47.173611 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfc65f6-05b7-4b11-9036-88464b199f10 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network 4e2b016b-37fd-46da-8406-8463a4088742 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:47.205975 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1', 'name': '', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:b1:1c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:46Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:47.231829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a838383-53d0-4d9b-a830-3ca1a5d7fa3d req-7c52414c-5adf-4388-8d5e-97b2ce59f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.234700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a838383-53d0-4d9b-a830-3ca1a5d7fa3d req-7c52414c-5adf-4388-8d5e-97b2ce59f406 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e42a8136-8b8e-4021-945a-fb1ef9f4b855 HTTP/1.1" status: 200 len: 835 time: 0.1075118 Sep 16 05:13:47.243314 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f12ad-bced-41e9-b491-ab1d0476a8e6 None None] The sync data for ids ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'] in n-d-712137-12 is: [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1', 'name': '', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:b1:1c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:46Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:47.275869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3cfc65f6-05b7-4b11-9036-88464b199f10 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 4e2b016b-37fd-46da-8406-8463a4088742) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:47.289320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfc65f6-05b7-4b11-9036-88464b199f10 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.289320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cfc65f6-05b7-4b11-9036-88464b199f10 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.355939 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.367852 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3cfc65f6-05b7-4b11-9036-88464b199f10 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3078306 Sep 16 05:13:47.368299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59934) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:47.374220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a838383-53d0-4d9b-a830-3ca1a5d7fa3d req-0bbb8c39-e90f-407b-964a-0709c275019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.374220 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a838383-53d0-4d9b-a830-3ca1a5d7fa3d req-0bbb8c39-e90f-407b-964a-0709c275019d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3ef50d6-e150-4496-b14b-f3ff8faae129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247985 Sep 16 05:13:47.431598 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.575772 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.608591 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.819422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:47.855835 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.918105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:47.918841 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.971719 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.059868 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.096573 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.191620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd8ae0e-7a7a-4aaf-a011-a748cfbb05aa,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:48.194299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event updated for resources: {'Port': ['ID=6e50f0ab-0f3c-498d-aee5-11da3e837939,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:48.207942 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Floating IP 97b1c8ed-a0c6-449c-a0c0-a468a915ba26 associated. External IP: 172.25.3.7, port: 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54. Sep 16 05:13:48.219535 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0efaa2a-5427-4275-9488-2655b8f672ef req-a992b96f-d677-412a-96e0-bd2a3534c8ee tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 210 time: 0.5100467 Sep 16 05:13:48.223120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:48.316285 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.317343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a432bb45-cd61-4314-8c83-3d502f82343d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:48.321485 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.426903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2b016b-37fd-46da-8406-8463a4088742']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:48.451195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707cbb39-a8af-48db-b303-4ea80db1baf9') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:48.453451 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707cbb39-a8af-48db-b303-4ea80db1baf9') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:48.482219 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.509889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a432bb45-cd61-4314-8c83-3d502f82343d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:48.510489 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.529697 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.544896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:48.545568 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:48.555708 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:48.601366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:48.660805 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.704849 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port a432bb45-cd61-4314-8c83-3d502f82343d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a432bb45-cd61-4314-8c83-3d502f82343d,segment=NetworkSegment(24e78216-b841-4668-b501-5242ebc51d82),segment_id=24e78216-b841-4668-b501-5242ebc51d82)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:48.785313 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.802263 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.807647 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.813931 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/4e2b016b-37fd-46da-8406-8463a4088742 HTTP/1.1" status: 204 len: 168 time: 1.4405975 Sep 16 05:13:48.842278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59964) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:48.843769 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce9a0e-7e75-4b79-bddf-7235794cc9da tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Network': ['ID=4e2b016b-37fd-46da-8406-8463a4088742,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:48.852723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2096942251'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:48.939439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d32d32-8a1b-44b1-a43d-88f3b1e3eae1 None None] Network ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:48.948439 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a838383-53d0-4d9b-a830-3ca1a5d7fa3d req-64c41bfe-bfff-48ef-a595-fb58864da6f8 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ef50d6-e150-4496-b14b-f3ff8faae129?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5624163 Sep 16 05:13:48.967555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:48.973523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.989723 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=a432bb45-cd61-4314-8c83-3d502f82343d,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:48.996930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b8ae0-7a31-4e25-b995-582cb71517ae None None] Network 4e2b016b-37fd-46da-8406-8463a4088742 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:49.044511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:49.062906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.063719 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Added segment b9989279-1ea1-4f0a-86f6-a6e0f0530cf0 of type vlan for network 27364d25-8e77-4f47-a32b-f0cbe114eb40 Sep 16 05:13:49.120921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b8ae0-7a31-4e25-b995-582cb71517ae None None] Network 4e2b016b-37fd-46da-8406-8463a4088742 could not be found, it might have been deleted concurrently. {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:13:49.139283 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 59970) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:49.139283 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.154087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2746a42-29bb-4f04-b575-f42405c458f1 None None] Network 4e2b016b-37fd-46da-8406-8463a4088742 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:49.217840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-dc4edb0a-d55a-4a92-9bca-f384efd47a6e None None] Provisioning complete for port a432bb45-cd61-4314-8c83-3d502f82343d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:49.218252 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dc4edb0a-d55a-4a92-9bca-f384efd47a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.401550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a838383-53d0-4d9b-a830-3ca1a5d7fa3d req-f97f1f41-ca1f-491c-8481-b68cc3406c80 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ef50d6-e150-4496-b14b-f3ff8faae129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401715 Sep 16 05:13:49.448432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2746a42-29bb-4f04-b575-f42405c458f1 None None] Network 4e2b016b-37fd-46da-8406-8463a4088742 could not be found, it might have been deleted concurrently. {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:13:49.480959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8dc59e86-5093-4cc6-a55c-c7bf351c6645 req-c0182ad2-e6e1-4191-9231-24448369bb2a tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 210 time: 0.1028435 Sep 16 05:13:49.601376 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.resource_extend [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:13:49.628211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Router 244d1a36-e2c0-457f-af6e-09a69c5ea417 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:49.636770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1585735290'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:49.639433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:49.688552 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.696813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:49.697831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.738275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-02f11e90-bb11-480e-9e9f-a5dcec3cadfa None None] Provisioning complete for port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:49.738732 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02f11e90-bb11-480e-9e9f-a5dcec3cadfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.756741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-d0f0416b-7983-4ee5-8d49-4a93a9094feb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:49.758484 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-d0f0416b-7983-4ee5-8d49-4a93a9094feb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "GET /v2.0/networks?id=0a6d782f-be36-4098-9fe8-5425aaf35962 HTTP/1.1" status: 200 len: 796 time: 0.5956035 Sep 16 05:13:49.862342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:49.884324 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.888289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:49.962008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.969262 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f527dd00-665a-49cb-845a-aa8e62c3ea09 None None] Sync routers for ids ['244d1a36-e2c0-457f-af6e-09a69c5ea417'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:49.975387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Network': ['ID=27364d25-8e77-4f47-a32b-f0cbe114eb40,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:49.985529 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.990793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f527dd00-665a-49cb-845a-aa8e62c3ea09 None None] Routers {'244d1a36-e2c0-457f-af6e-09a69c5ea417'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:49.991695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f527dd00-665a-49cb-845a-aa8e62c3ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:45Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['244d1a36-e2c0-457f-af6e-09a69c5ea417'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:49.999594 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-51117712-1975-48b1-98f9-c68f3eb207f9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1517816 Sep 16 05:13:50.001886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59984) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:50.006997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 27364d25-8e77-4f47-a32b-f0cbe114eb40 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:50.022074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-41d58593-58f9-4a84-b584-635c90fc8d31 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'subnet': {'network_id': '27364d25-8e77-4f47-a32b-f0cbe114eb40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:50.116229 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.132693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6b9ac657-08aa-4f51-8904-c14a63152a3d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57050cfd0c741c1b347796c3e06ea10 HTTP/1.1" status: 200 len: 380 time: 0.3192904 Sep 16 05:13:50.136970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:50.137344 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.139204 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-285d7f52-30a7-4a88-a5b2-fccdfa9615ee tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 7.0330436 Sep 16 05:13:50.140762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadb4656-8c4c-4223-9635-deb014411f80', 'tag': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:50.145515 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32fb46b-8fdc-4d23-8e1a-08d89d2aa802" -d '{"events": [{"name": "network-changed", "server_uuid": "cadb4656-8c4c-4223-9635-deb014411f80", "tag": "4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:50.145716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'port': {'device_id': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'admin_state_up': True, 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'security_groups': ['fccac4e9-20a7-4819-9477-48bddbb5a0e4']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:50.147061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 59988) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:50.231862 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e259b006-219e-4314-9b7d-8bd6f198488d x-openstack-request-id: req-e259b006-219e-4314-9b7d-8bd6f198488d {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:50.232167 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cadb4656-8c4c-4223-9635-deb014411f80", "tag": "4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:50.232501 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e259b006-219e-4314-9b7d-8bd6f198488d {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:50.234758 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadb4656-8c4c-4223-9635-deb014411f80', 'tag': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54', 'status': 'completed', 'code': 200} Sep 16 05:13:50.247347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.356563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:50.365096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f527dd00-665a-49cb-845a-aa8e62c3ea09 None None] Set router 244d1a36-e2c0-457f-af6e-09a69c5ea417 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:50.368671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfdd587-1471-4da4-ac29-68af3c147e7d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:50.392599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d58593-58f9-4a84-b584-635c90fc8d31 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:50.392599 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-41d58593-58f9-4a84-b584-635c90fc8d31 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.410479 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.411153 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Added segment c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb of type vlan for network db758d8e-8953-48ca-b1a5-6aae4355c275 Sep 16 05:13:50.412577 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a432bb45-cd61-4314-8c83-3d502f82343d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:50.444721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3813db-fa2d-469f-9270-a0dc260a7aa0 None None] Network ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:50.467744 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.512894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-79b33c61-08ff-45ae-9c8a-3bd0936bfd06 None None] Provisioning complete for port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:50.513370 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-79b33c61-08ff-45ae-9c8a-3bd0936bfd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.517895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f690b7e7-1900-442a-8698-d33cf6010d6a tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/floatingips/97b1c8ed-a0c6-449c-a0c0-a468a915ba26 HTTP/1.1" status: 200 len: 989 time: 0.3693190 Sep 16 05:13:50.525301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fb46b-8fdc-4d23-8e1a-08d89d2aa802 req-2832e856-2bc9-4b7a-9102-63d0da339454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.526856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d32fb46b-8fdc-4d23-8e1a-08d89d2aa802 req-2832e856-2bc9-4b7a-9102-63d0da339454 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 1097 time: 0.2513959 Sep 16 05:13:50.538814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Made reservation on behalf of b57050cfd0c741c1b347796c3e06ea10 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:50.542654 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.611461 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.618445 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.621616 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.646223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b2947eb-2a32-466e-beb5-8fb367fcf5f9 req-9a9b7f68-2bf9-42e3-a35c-5cdb3a9e76e0 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 210 time: 0.0785422 Sep 16 05:13:50.726631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a432bb45-cd61-4314-8c83-3d502f82343d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:50.727221 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.755951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Network': ['ID=db758d8e-8953-48ca-b1a5-6aae4355c275,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:50.769183 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ba29c366-3482-483c-b5fa-78b3e81d5740 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6334074 Sep 16 05:13:50.769535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fb46b-8fdc-4d23-8e1a-08d89d2aa802 req-f65ee771-a34f-40fe-bcca-c31c79e20c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.771058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d32fb46b-8fdc-4d23-8e1a-08d89d2aa802 req-f65ee771-a34f-40fe-bcca-c31c79e20c67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3ef50d6-e150-4496-b14b-f3ff8faae129 HTTP/1.1" status: 200 len: 897 time: 0.2366261 Sep 16 05:13:50.772705 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60002) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:50.777802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'name': 'tempest-PortsTestJSON-1107514781'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:50.787104 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network db758d8e-8953-48ca-b1a5-6aae4355c275 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:50.859793 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-41d58593-58f9-4a84-b584-635c90fc8d31 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.874635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d32fb46b-8fdc-4d23-8e1a-08d89d2aa802 req-4833762f-1640-4ee9-adca-6b90f4d5cb3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 HTTP/1.1" status: 200 len: 997 time: 0.0947638 Sep 16 05:13:50.914446 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.20.0.9 (0a6d782f-be36-4098-9fe8-5425aaf35962/c53a4e78-6cb5-4e58-be6b-ea74358269d0/7449d8ca-e35e-4667-bb1d-55c8923aeb72) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:50.957624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fb46b-8fdc-4d23-8e1a-08d89d2aa802 req-b4353f61-323b-4c7b-b8bf-a85e3033c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.959525 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d32fb46b-8fdc-4d23-8e1a-08d89d2aa802 req-b4353f61-323b-4c7b-b8bf-a85e3033c0c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e42a8136-8b8e-4021-945a-fb1ef9f4b855 HTTP/1.1" status: 200 len: 835 time: 0.0582016 Sep 16 05:13:51.043049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d58593-58f9-4a84-b584-635c90fc8d31 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Subnet': ['ID=2a258a53-27f3-4352-ad73-0ab92b5ad1fe,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.053827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7938e3bf-05c7-48b6-b8e7-a39e853200f8 None None] Provisioning complete for port a432bb45-cd61-4314-8c83-3d502f82343d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:51.054963 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7938e3bf-05c7-48b6-b8e7-a39e853200f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.058192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d58593-58f9-4a84-b584-635c90fc8d31 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Checking segment: {'id': 'b9989279-1ea1-4f0a-86f6-a6e0f0530cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '27364d25-8e77-4f47-a32b-f0cbe114eb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:51.058732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d58593-58f9-4a84-b584-635c90fc8d31 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network hostable DHCP agents. Network: 27364d25-8e77-4f47-a32b-f0cbe114eb40, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:51.067131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fb46b-8fdc-4d23-8e1a-08d89d2aa802 req-df25385b-5f15-44e8-99b3-a9abb4375a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.069305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d32fb46b-8fdc-4d23-8e1a-08d89d2aa802 req-df25385b-5f15-44e8-99b3-a9abb4375a24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3ef50d6-e150-4496-b14b-f3ff8faae129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974085 Sep 16 05:13:51.149677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f527dd00-665a-49cb-845a-aa8e62c3ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '97b1c8ed-a0c6-449c-a0c0-a468a915ba26', 'tenant_id': '44eac926846f463789703829e934134d', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'port_id': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'mac_address': 'fa:16:3e:67:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadb4656-8c4c-4223-9635-deb014411f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:13:45Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 0, 'project_id': '44eac926846f463789703829e934134d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fb7d9e-9eda-4554-9365-b36c6f05b195', 'name': '', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:63:d7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:51.162308 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.182339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f527dd00-665a-49cb-845a-aa8e62c3ea09 None None] Checking router: 244d1a36-e2c0-457f-af6e-09a69c5ea417 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:51.203849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d32fb46b-8fdc-4d23-8e1a-08d89d2aa802 req-f7033e81-aee5-4f13-9e1b-454ed7e1dd5e service neutron] 10.222.0.37 "GET /v2.0/networks/e3ef50d6-e150-4496-b14b-f3ff8faae129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246533 Sep 16 05:13:51.215027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f527dd00-665a-49cb-845a-aa8e62c3ea09 None None] Routers {'244d1a36-e2c0-457f-af6e-09a69c5ea417'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:51.215701 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f527dd00-665a-49cb-845a-aa8e62c3ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:45Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['244d1a36-e2c0-457f-af6e-09a69c5ea417'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:51.296582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d58593-58f9-4a84-b584-635c90fc8d31 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network 27364d25-8e77-4f47-a32b-f0cbe114eb40 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:51.315839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d32fb46b-8fdc-4d23-8e1a-08d89d2aa802 req-d4a4b81d-70c5-4423-88ae-ceff8dd4e457 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ef50d6-e150-4496-b14b-f3ff8faae129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043537 Sep 16 05:13:51.339531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:51.343499 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.347384 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.379505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f527dd00-665a-49cb-845a-aa8e62c3ea09 None None] Set router 244d1a36-e2c0-457f-af6e-09a69c5ea417 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:51.411614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=7449d8ca-e35e-4667-bb1d-55c8923aeb72,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.423509 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port 9793d81c-ad78-4eb4-9161-15a75a98099b yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:51.438476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-18f09357-1251-48a7-9c50-cc8d4481d07a None None] Provisioning complete for port a432bb45-cd61-4314-8c83-3d502f82343d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:51.438727 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18f09357-1251-48a7-9c50-cc8d4481d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.447296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-41d58593-58f9-4a84-b584-635c90fc8d31 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 27364d25-8e77-4f47-a32b-f0cbe114eb40) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:51.455611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d58593-58f9-4a84-b584-635c90fc8d31 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.457459 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-41d58593-58f9-4a84-b584-635c90fc8d31 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.475944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51d1ad8-9b44-43aa-a93f-8ed18a69094f None None] Network 27364d25-8e77-4f47-a32b-f0cbe114eb40 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:51.503590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 0a6d782f-be36-4098-9fe8-5425aaf35962 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:51.506850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:51.511391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:51.523218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60010) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:51.566027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.566679 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.600862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-41d58593-58f9-4a84-b584-635c90fc8d31 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5970478 Sep 16 05:13:51.604720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60014) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:51.615245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a7b4f0f5-b7e6-47f4-9ddf-77c74e6a6226 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1198820422'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:51.658998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-008ec2c9-12c0-4b10-afae-ac63eb74a2ca tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/floatingips/97b1c8ed-a0c6-449c-a0c0-a468a915ba26 HTTP/1.1" status: 200 len: 989 time: 0.1320493 Sep 16 05:13:51.703590 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8a40f084-46c9-48ce-8fcc-eb7eeca080f7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5632019 Sep 16 05:13:51.718942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Request body: {'port': {'device_id': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:51.724397 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.782225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6439e6-105e-4f4e-8ce8-f853c47469e5 req-bf48404e-d2ef-4f20-baa4-09312c75174b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.805226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c6439e6-105e-4f4e-8ce8-f853c47469e5 req-bf48404e-d2ef-4f20-baa4-09312c75174b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 931 time: 0.0858328 Sep 16 05:13:51.822518 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.851771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b4f0f5-b7e6-47f4-9ddf-77c74e6a6226 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:51.856166 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f0f5-b7e6-47f4-9ddf-77c74e6a6226 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.906809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b4f0f5-b7e6-47f4-9ddf-77c74e6a6226 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:51.917512 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f0f5-b7e6-47f4-9ddf-77c74e6a6226 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.917867 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-a7b4f0f5-b7e6-47f4-9ddf-77c74e6a6226 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Added segment a7210ff2-1c63-41ff-bd59-466952b1a633 of type vlan for network 4a5918f1-4ed1-4932-9f61-8f03eeafbb9a Sep 16 05:13:51.965601 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f0f5-b7e6-47f4-9ddf-77c74e6a6226 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.999593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c6439e6-105e-4f4e-8ce8-f853c47469e5 req-150978e0-9a0d-4e8a-bf76-725afa4e7ab7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818116 Sep 16 05:13:52.066730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-27364d25-8e77-4f47-a32b-f0cbe114eb40', 'network_id': '27364d25-8e77-4f47-a32b-f0cbe114eb40', 'tenant_id': '0978f1272d894eacb98309fc5c043d34', 'fixed_ips': [{'subnet_id': '2a258a53-27f3-4352-ad73-0ab92b5ad1fe'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:52.067628 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.070530 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f0f5-b7e6-47f4-9ddf-77c74e6a6226 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.076519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4f0f5-b7e6-47f4-9ddf-77c74e6a6226 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.080933 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f0f5-b7e6-47f4-9ddf-77c74e6a6226 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.081367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f527dd00-665a-49cb-845a-aa8e62c3ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '97b1c8ed-a0c6-449c-a0c0-a468a915ba26', 'tenant_id': '44eac926846f463789703829e934134d', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'port_id': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'mac_address': 'fa:16:3e:67:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadb4656-8c4c-4223-9635-deb014411f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:13:45Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 0, 'project_id': '44eac926846f463789703829e934134d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fb7d9e-9eda-4554-9365-b36c6f05b195', 'name': '', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:63:d7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:52.123787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f527dd00-665a-49cb-845a-aa8e62c3ea09 None None] The sync data for ids ['244d1a36-e2c0-457f-af6e-09a69c5ea417'] in n-d-712137-12 is: [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '97b1c8ed-a0c6-449c-a0c0-a468a915ba26', 'tenant_id': '44eac926846f463789703829e934134d', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'port_id': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'mac_address': 'fa:16:3e:67:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadb4656-8c4c-4223-9635-deb014411f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:13:45Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 0, 'project_id': '44eac926846f463789703829e934134d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fb7d9e-9eda-4554-9365-b36c6f05b195', 'name': '', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:63:d7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:52.142433 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.147360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0e9d6934-6c39-4acd-89dc-2433f7d3dd0c None None] Provisioning complete for port 7449d8ca-e35e-4667-bb1d-55c8923aeb72 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:52.147748 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6934-6c39-4acd-89dc-2433f7d3dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.154249 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4f0f5-b7e6-47f4-9ddf-77c74e6a6226 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Network': ['ID=4a5918f1-4ed1-4932-9f61-8f03eeafbb9a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:52.201728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 4a5918f1-4ed1-4932-9f61-8f03eeafbb9a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:52.287022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a7b4f0f5-b7e6-47f4-9ddf-77c74e6a6226 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6808295 Sep 16 05:13:52.294110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60022) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:52.309572 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'subnet': {'network_id': '4a5918f1-4ed1-4932-9f61-8f03eeafbb9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:52.342989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0e9d6934-6c39-4acd-89dc-2433f7d3dd0c None None] Port 7449d8ca-e35e-4667-bb1d-55c8923aeb72 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:52.435767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Allocated IP 2001:db8::3 (27364d25-8e77-4f47-a32b-f0cbe114eb40/2a258a53-27f3-4352-ad73-0ab92b5ad1fe/72b42e00-31dd-46fd-8e73-f0c9cb6b24d2) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:52.457668 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f61eb5-9a8e-4685-bb6d-1d544dd1e03f None None] New status for floating IP 97b1c8ed-a0c6-449c-a0c0-a468a915ba26: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:13:52.580180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:52.583780 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.615781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7449d8ca-e35e-4667-bb1d-55c8923aeb72 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:52.626627 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.642517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Transition to ACTIVE for port object 7449d8ca-e35e-4667-bb1d-55c8923aeb72 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:52.656199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=9793d81c-ad78-4eb4-9161-15a75a98099b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:52.663859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60030) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:52.673681 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.700688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.ipam_backend_mixin [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Performing IP validity checks on allocation pools {{(pid=95452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:13:52.701207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.ipam_backend_mixin [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95452) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:13:52.723733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Checking segment: {'id': 'c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:52.727862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network hostable DHCP agents. Network: db758d8e-8953-48ca-b1a5-6aae4355c275, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:52.746535 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-25132b0f-ccb5-4e5d-8e02-1cf3c7f2641e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/floatingips/97b1c8ed-a0c6-449c-a0c0-a468a915ba26 HTTP/1.1" status: 200 len: 989 time: 0.0815461 Sep 16 05:13:52.751744 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.810098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Pushing event updated for resources: {'Port': ['ID=7449d8ca-e35e-4667-bb1d-55c8923aeb72,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:52.814020 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.871821 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Network 27364d25-8e77-4f47-a32b-f0cbe114eb40 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:52.876277 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Pushing event updated for resources: {'Port': ['ID=72b42e00-31dd-46fd-8e73-f0c9cb6b24d2,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:52.894545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:52.896851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:52.900636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Attempting to bind port 7449d8ca-e35e-4667-bb1d-55c8923aeb72 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:52.900986 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Attempting to bind port 7449d8ca-e35e-4667-bb1d-55c8923aeb72 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:52.901322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Attempting to bind port 7449d8ca-e35e-4667-bb1d-55c8923aeb72 on network 0a6d782f-be36-4098-9fe8-5425aaf35962 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:52.907180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Port 7449d8ca-e35e-4667-bb1d-55c8923aeb72 on network 0a6d782f-be36-4098-9fe8-5425aaf35962 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:52.907515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Attempting to bind port 7449d8ca-e35e-4667-bb1d-55c8923aeb72 on network 0a6d782f-be36-4098-9fe8-5425aaf35962 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:52.913005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:52.913353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Checking segment: {'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:52.913741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Bound using segment: {'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:52.914174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Bound port: 7449d8ca-e35e-4667-bb1d-55c8923aeb72, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7578061b-a41f-4e91-b142-3486b5cd2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:52.914540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.918372 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network db758d8e-8953-48ca-b1a5-6aae4355c275 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:52.944731 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.982912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Attempting to bind port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:52.984996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Attempting to bind port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b9989279-1ea1-4f0a-86f6-a6e0f0530cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '27364d25-8e77-4f47-a32b-f0cbe114eb40'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:52.985967 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Attempting to bind port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 on network 27364d25-8e77-4f47-a32b-f0cbe114eb40 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:52.995038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:53.001269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Checking segment: {'id': 'b9989279-1ea1-4f0a-86f6-a6e0f0530cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '27364d25-8e77-4f47-a32b-f0cbe114eb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:53.001269 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.001269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Bound using segment: {'id': 'b9989279-1ea1-4f0a-86f6-a6e0f0530cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '27364d25-8e77-4f47-a32b-f0cbe114eb40'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:53.001269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Bound port: 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9989279-1ea1-4f0a-86f6-a6e0f0530cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '27364d25-8e77-4f47-a32b-f0cbe114eb40'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:53.001269 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.029431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, db758d8e-8953-48ca-b1a5-6aae4355c275) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:53.040323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:53.045700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Subnet': ['ID=e903572f-0869-412e-828a-96e5763ab963,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.047182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.047860 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.055888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Checking segment: {'id': 'a7210ff2-1c63-41ff-bd59-466952b1a633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a5918f1-4ed1-4932-9f61-8f03eeafbb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:53.056538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network hostable DHCP agents. Network: 4a5918f1-4ed1-4932-9f61-8f03eeafbb9a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:53.075278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] For port 7449d8ca-e35e-4667-bb1d-55c8923aeb72, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:53.079653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] For port 7449d8ca-e35e-4667-bb1d-55c8923aeb72, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:53.090343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a25fef-18e5-42c7-8e2d-5f2105d862c0 None None] Network db758d8e-8953-48ca-b1a5-6aae4355c275 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:53.156531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network 4a5918f1-4ed1-4932-9f61-8f03eeafbb9a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:53.159281 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e9dc82a1-aef5-4841-bd78-8c8be9666749 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3849149 Sep 16 05:13:53.160854 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.162476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60038) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:53.172730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2e5b2fef-ecf6-416c-95f2-089f57460110 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-989947598'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:53.183363 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd23f6-a961-4801-a76c-18a326652acd req-5cd4b813-0d6c-4ad8-a376-3d6aab822a91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.184888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31cd23f6-a961-4801-a76c-18a326652acd req-5cd4b813-0d6c-4ad8-a376-3d6aab822a91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 943 time: 0.0652456 Sep 16 05:13:53.186713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 4a5918f1-4ed1-4932-9f61-8f03eeafbb9a) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:53.195346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.195346 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.200216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a5031b-9971-40bd-8f10-2733d08afe58 None None] Network 4a5918f1-4ed1-4932-9f61-8f03eeafbb9a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:53.217612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.218831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.220228 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] 10.222.0.23 "PUT /v2.0/ports/7449d8ca-e35e-4667-bb1d-55c8923aeb72 HTTP/1.1" status: 200 len: 1092 time: 1.5098567 Sep 16 05:13:53.220701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:53.223058 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0633d47-0dc8-4ca2-874f-521c623d275c" -d '{"events": [{"name": "network-changed", "server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:53.254626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31cd23f6-a961-4801-a76c-18a326652acd req-23db0abf-ce5e-45b7-9d17-7f94c4c5e6b2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544605 Sep 16 05:13:53.258823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] For port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:53.270127 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c594a55-aa72-4ed0-8fd1-20bda391c73e service neutron] Pushing event updated for resources: {'Port': ['ID=7449d8ca-e35e-4667-bb1d-55c8923aeb72,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.293789 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6660505d-cc39-4559-a835-cb04d7a722fa x-openstack-request-id: req-6660505d-cc39-4559-a835-cb04d7a722fa {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:53.294152 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:53.294463 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6660505d-cc39-4559-a835-cb04d7a722fa {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:53.295105 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'status': 'completed', 'code': 200} Sep 16 05:13:53.333568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] For port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=72b42e00-31dd-46fd-8e73-f0c9cb6b24d2,segment=NetworkSegment(b9989279-1ea1-4f0a-86f6-a6e0f0530cf0),segment_id=b9989279-1ea1-4f0a-86f6-a6e0f0530cf0)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:53.360425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0633d47-0dc8-4ca2-874f-521c623d275c req-4fd089a0-1780-42af-a499-000dd5e32454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.362213 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e0633d47-0dc8-4ca2-874f-521c623d275c req-4fd089a0-1780-42af-a499-000dd5e32454 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 1095 time: 0.0588322 Sep 16 05:13:53.368291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5b2fef-ecf6-416c-95f2-089f57460110 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:53.371970 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2fef-ecf6-416c-95f2-089f57460110 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.416119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5b2fef-ecf6-416c-95f2-089f57460110 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:53.450038 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2fef-ecf6-416c-95f2-089f57460110 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.451443 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-2e5b2fef-ecf6-416c-95f2-089f57460110 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Added segment e35d9796-c2b0-420d-aa1b-0c1b6e39663a of type vlan for network 5bcda6b8-9298-40a6-9028-44da7bdc4425 Sep 16 05:13:53.465837 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.473972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-313ef2c4-f94f-468e-ad3c-4c6706755d13 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1754169 Sep 16 05:13:53.476662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60048) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:53.539302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e929987-b1c6-4ac4-b152-55271b86c5b3 None None] Pushing event updated for resources: {'Port': ['ID=72b42e00-31dd-46fd-8e73-f0c9cb6b24d2,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.578288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2fef-ecf6-416c-95f2-089f57460110 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.609257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-4a5918f1-4ed1-4932-9f61-8f03eeafbb9a', 'network_id': '4a5918f1-4ed1-4932-9f61-8f03eeafbb9a', 'tenant_id': '0978f1272d894eacb98309fc5c043d34', 'fixed_ips': [{'subnet_id': 'e903572f-0869-412e-828a-96e5763ab963'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:53.610418 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.672227 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2fef-ecf6-416c-95f2-089f57460110 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.673170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0633d47-0dc8-4ca2-874f-521c623d275c req-6018eacd-e3ec-4a9c-a4c9-bf96af8e51ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.674835 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e0633d47-0dc8-4ca2-874f-521c623d275c req-6018eacd-e3ec-4a9c-a4c9-bf96af8e51ae service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b57050cfd0c741c1b347796c3e06ea10&shared=False HTTP/1.1" status: 200 len: 896 time: 0.3038459 Sep 16 05:13:53.680006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b2fef-ecf6-416c-95f2-089f57460110 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.680672 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2fef-ecf6-416c-95f2-089f57460110 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.737350 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.763804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60052) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:53.787348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b2fef-ecf6-416c-95f2-089f57460110 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Network': ['ID=5bcda6b8-9298-40a6-9028-44da7bdc4425,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.813904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Allocated IP 2001:db8::3 (4a5918f1-4ed1-4932-9f61-8f03eeafbb9a/e903572f-0869-412e-828a-96e5763ab963/3ce5a684-323a-4b08-8127-550829d47a37) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:53.850577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2e5b2fef-ecf6-416c-95f2-089f57460110 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6858332 Sep 16 05:13:53.852107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60056) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:53.862881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'ports': [{'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275'}, {'network_id': '5bcda6b8-9298-40a6-9028-44da7bdc4425'}]} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:53.863339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:53.863715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': '5bcda6b8-9298-40a6-9028-44da7bdc4425'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:53.913964 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.932629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 5bcda6b8-9298-40a6-9028-44da7bdc4425 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:53.964623 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e1b27cda-6a28-42cf-8606-123dc87e22f7 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/floatingips/97b1c8ed-a0c6-449c-a0c0-a468a915ba26 HTTP/1.1" status: 200 len: 991 time: 0.1985598 Sep 16 05:13:54.086002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0633d47-0dc8-4ca2-874f-521c623d275c req-ec612d94-c43c-4898-bc05-7d4b3dd4a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.092928 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e0633d47-0dc8-4ca2-874f-521c623d275c req-ec612d94-c43c-4898-bc05-7d4b3dd4a9f5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4111168 Sep 16 05:13:54.136253 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.177359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-165217d3-6ce4-4d23-871e-fb5e6734aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.178776 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-165217d3-6ce4-4d23-871e-fb5e6734aeab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 1095 time: 0.0455570 Sep 16 05:13:54.219640 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.241687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 2} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:54.246792 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.247133 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-21c4b422-8d78-4e61-ac68-0ccbc14d43e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72 HTTP/1.1" status: 200 len: 217 time: 0.0601168 Sep 16 05:13:54.262894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Network 4a5918f1-4ed1-4932-9f61-8f03eeafbb9a is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:54.265102 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.266870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:54.270960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:54.282977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Pushing event updated for resources: {'Port': ['ID=3ce5a684-323a-4b08-8127-550829d47a37,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.351218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-129b12ee-125b-4b13-a2c8-32c4eaf882e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.352914 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-129b12ee-125b-4b13-a2c8-32c4eaf882e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c53a4e78-6cb5-4e58-be6b-ea74358269d0 HTTP/1.1" status: 200 len: 833 time: 0.0997367 Sep 16 05:13:54.353060 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.357836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Attempting to bind port 3ce5a684-323a-4b08-8127-550829d47a37 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:54.358335 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Attempting to bind port 3ce5a684-323a-4b08-8127-550829d47a37 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'a7210ff2-1c63-41ff-bd59-466952b1a633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a5918f1-4ed1-4932-9f61-8f03eeafbb9a'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:54.359571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Attempting to bind port 3ce5a684-323a-4b08-8127-550829d47a37 on network 4a5918f1-4ed1-4932-9f61-8f03eeafbb9a {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:54.365239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:54.367768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Checking segment: {'id': 'a7210ff2-1c63-41ff-bd59-466952b1a633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a5918f1-4ed1-4932-9f61-8f03eeafbb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:54.367768 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.367768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Bound using segment: {'id': 'a7210ff2-1c63-41ff-bd59-466952b1a633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a5918f1-4ed1-4932-9f61-8f03eeafbb9a'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:54.367768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Bound port: 3ce5a684-323a-4b08-8127-550829d47a37, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7210ff2-1c63-41ff-bd59-466952b1a633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a5918f1-4ed1-4932-9f61-8f03eeafbb9a'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:54.367768 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.492907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-02e7bd3b-345c-411b-8ce7-cdb0eb22de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.494700 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-02e7bd3b-345c-411b-8ce7-cdb0eb22de14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a6d782f-be36-4098-9fe8-5425aaf35962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348360 Sep 16 05:13:54.502194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] For port 3ce5a684-323a-4b08-8127-550829d47a37, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:54.506143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] For port 3ce5a684-323a-4b08-8127-550829d47a37, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3ce5a684-323a-4b08-8127-550829d47a37,segment=NetworkSegment(a7210ff2-1c63-41ff-bd59-466952b1a633),segment_id=a7210ff2-1c63-41ff-bd59-466952b1a633)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:54.519318 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.564612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port 71833b87-ee58-48a3-88d0-3c8f3263c950 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:54.567721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Subnet': ['ID=e903572f-0869-412e-828a-96e5763ab963,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.594331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0b644-2703-4a22-979d-712acbba373c req-a6a08ffa-9ef3-4276-b519-5823b6f7f8eb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.601922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3db0b644-2703-4a22-979d-712acbba373c req-a6a08ffa-9ef3-4276-b519-5823b6f7f8eb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 943 time: 0.2503393 Sep 16 05:13:54.613693 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.627282 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-5a836798-1059-4020-99be-e315da79cbf1 service neutron] 10.222.0.23 "GET /v2.0/networks/0a6d782f-be36-4098-9fe8-5425aaf35962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203189 Sep 16 05:13:54.643676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5918f1-4ed1-4932-9f61-8f03eeafbb9a']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:54.658153 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3db0b644-2703-4a22-979d-712acbba373c req-31a954ae-ca08-487e-b1d0-0e100d6dd9db tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532823 Sep 16 05:13:54.677749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7210ff2-1c63-41ff-bd59-466952b1a633') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:54.678389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7210ff2-1c63-41ff-bd59-466952b1a633') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:54.698678 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.716305 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.728808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:54.729226 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:54.732542 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:54.764657 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Pushing event updated for resources: {'Port': ['ID=3ce5a684-323a-4b08-8127-550829d47a37,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.770813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e125f02-ad1d-43e6-858a-d554b08f9260 None None] Network 4a5918f1-4ed1-4932-9f61-8f03eeafbb9a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:54.773279 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a8e98dd-235a-46dd-ab30-b95fb944214d req-8d6e84cc-47e4-4980-b065-8e5791e32eee service neutron] 10.222.0.23 "GET /v2.0/networks/0a6d782f-be36-4098-9fe8-5425aaf35962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376109 Sep 16 05:13:54.791215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.791590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.791914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.792259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.792621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.792957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.793333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.793607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.793932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.794257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.794586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.794915 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bef6e79-86bd-4a01-bc7c-d9b8325d4679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:54.877212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad97650-d7af-41ca-903e-f2089ae95c9f None None] Network 27364d25-8e77-4f47-a32b-f0cbe114eb40 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:54.888762 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.957731 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:13:54.957731 n-d-712137-12 neutron-server[95452]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:13:54.957731 n-d-712137-12 neutron-server[95452]: [parameters: {'id': '4a5918f1-4ed1-4932-9f61-8f03eeafbb9a'}] Sep 16 05:13:54.957731 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:13:54.958452 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:13:54.971998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port b347f6b4-9f19-4f11-975f-641a73bcca4e yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:54.993126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-40072690-ccc6-436c-85bf-f7e22214ef07 None None] Provisioning complete for port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:54.993505 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-40072690-ccc6-436c-85bf-f7e22214ef07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.099718 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.135577 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-40072690-ccc6-436c-85bf-f7e22214ef07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.173842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-40072690-ccc6-436c-85bf-f7e22214ef07 None None] For port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=72b42e00-31dd-46fd-8e73-f0c9cb6b24d2,segment=NetworkSegment(b9989279-1ea1-4f0a-86f6-a6e0f0530cf0),segment_id=b9989279-1ea1-4f0a-86f6-a6e0f0530cf0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:55.271280 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.299037 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-40072690-ccc6-436c-85bf-f7e22214ef07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.302026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c7fd13-c03b-43d6-8bec-f05d9d247e94 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:13:55.314431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network db758d8e-8953-48ca-b1a5-6aae4355c275 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:55.317476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:55.321189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:55.322026 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.334800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=71833b87-ee58-48a3-88d0-3c8f3263c950,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.380485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40072690-ccc6-436c-85bf-f7e22214ef07 None None] Pushing event updated for resources: {'Port': ['ID=72b42e00-31dd-46fd-8e73-f0c9cb6b24d2,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.401781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=b347f6b4-9f19-4f11-975f-641a73bcca4e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.409227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Checking segment: {'id': 'e35d9796-c2b0-420d-aa1b-0c1b6e39663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5bcda6b8-9298-40a6-9028-44da7bdc4425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:55.409227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network hostable DHCP agents. Network: 5bcda6b8-9298-40a6-9028-44da7bdc4425, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:55.444889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5b61a388-730b-45fa-a19d-cb0b76f00a7a None None] Provisioning complete for port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:55.445259 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b61a388-730b-45fa-a19d-cb0b76f00a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.446822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c7fd13-c03b-43d6-8bec-f05d9d247e94 None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:13:55.458954 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.500957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network 5bcda6b8-9298-40a6-9028-44da7bdc4425 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:55.536604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Deleting port 3ce5a684-323a-4b08-8127-550829d47a37 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:55.536948 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.629636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:55.631810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 5bcda6b8-9298-40a6-9028-44da7bdc4425) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:55.638543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] For port 3ce5a684-323a-4b08-8127-550829d47a37, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3ce5a684-323a-4b08-8127-550829d47a37,segment=NetworkSegment(a7210ff2-1c63-41ff-bd59-466952b1a633),segment_id=a7210ff2-1c63-41ff-bd59-466952b1a633)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:55.638907 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.641925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:55.647602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.652440 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.653115 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.672730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Calling delete_port for 3ce5a684-323a-4b08-8127-550829d47a37 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:55.763505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:55.763882 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.787760 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-19ce451f-cb75-4b49-bf79-a1ec40a3af96 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9279237 Sep 16 05:13:55.788789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60080) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:55.807309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c18da-59a2-471d-8cfc-202e0065a2f6 req-c35a4e17-aa82-4f63-b5dd-df6758724dd1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.815020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a7c18da-59a2-471d-8cfc-202e0065a2f6 req-c35a4e17-aa82-4f63-b5dd-df6758724dd1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 943 time: 0.0804527 Sep 16 05:13:55.861111 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a7c18da-59a2-471d-8cfc-202e0065a2f6 req-fcc2bc74-8802-4a63-83dd-3b24f24d8f46 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369503 Sep 16 05:13:55.899646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d2745-bf1b-4636-b43a-2799c3d8f091 None None] Network 5bcda6b8-9298-40a6-9028-44da7bdc4425 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:55.906957 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.915749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7755954f-30a6-4d94-8640-bf18c86d7947 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port b347f6b4-9f19-4f11-975f-641a73bcca4e {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:55.916105 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7755954f-30a6-4d94-8640-bf18c86d7947 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.944043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Port': ['ID=3ce5a684-323a-4b08-8127-550829d47a37,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.962615 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No DVR routers for this DVR port 3ce5a684-323a-4b08-8127-550829d47a37 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:56.018491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7755954f-30a6-4d94-8640-bf18c86d7947 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.029716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-7755954f-30a6-4d94-8640-bf18c86d7947 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for b347f6b4-9f19-4f11-975f-641a73bcca4e owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:56.058570 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.083455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5918f1-4ed1-4932-9f61-8f03eeafbb9a']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:56.092763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7210ff2-1c63-41ff-bd59-466952b1a633') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:56.093242 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7210ff2-1c63-41ff-bd59-466952b1a633') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:56.102720 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.117068 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.122761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:56.123138 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:56.127175 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:56.235901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7755954f-30a6-4d94-8640-bf18c86d7947 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.262342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755954f-30a6-4d94-8640-bf18c86d7947 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=b347f6b4-9f19-4f11-975f-641a73bcca4e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.269864 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7755954f-30a6-4d94-8640-bf18c86d7947 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.271920 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7755954f-30a6-4d94-8640-bf18c86d7947 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/b347f6b4-9f19-4f11-975f-641a73bcca4e HTTP/1.1" status: 204 len: 168 time: 0.4820838 Sep 16 05:13:56.274386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60088) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:56.293763 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.303969 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.309045 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/4a5918f1-4ed1-4932-9f61-8f03eeafbb9a HTTP/1.1" status: 204 len: 168 time: 2.8311009 Sep 16 05:13:56.309799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60090) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:56.325032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7c708b89-3fd0-4dd4-8c5e-83e9d6063ad8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1180554698'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:56.332591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62e66b-9c9f-443e-bf5d-3fb7e87f2cad tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Network': ['ID=4a5918f1-4ed1-4932-9f61-8f03eeafbb9a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.340707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363d39b2-4453-4087-80e5-9185ea9147c9 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:56.347967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363d39b2-4453-4087-80e5-9185ea9147c9 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:56.349689 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-363d39b2-4453-4087-80e5-9185ea9147c9 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0744963 Sep 16 05:13:56.352640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60092) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:56.443999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d6992243-eb61-4c1c-9c19-d566688cfcd9 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port 71833b87-ee58-48a3-88d0-3c8f3263c950 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:56.444343 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d6992243-eb61-4c1c-9c19-d566688cfcd9 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.475807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c708b89-3fd0-4dd4-8c5e-83e9d6063ad8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:56.479450 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7c708b89-3fd0-4dd4-8c5e-83e9d6063ad8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.527339 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d6992243-eb61-4c1c-9c19-d566688cfcd9 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.543839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d6992243-eb61-4c1c-9c19-d566688cfcd9 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for 71833b87-ee58-48a3-88d0-3c8f3263c950 owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:56.550133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c708b89-3fd0-4dd4-8c5e-83e9d6063ad8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:56.566594 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7c708b89-3fd0-4dd4-8c5e-83e9d6063ad8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.566943 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-7c708b89-3fd0-4dd4-8c5e-83e9d6063ad8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Added segment d3e8259f-2fa2-42c3-9f14-787db649d7c2 of type vlan for network 46cdeb07-d4ab-43a6-bdef-d3b4f65be241 Sep 16 05:13:56.972951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7449d8ca-e35e-4667-bb1d-55c8923aeb72 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:57.019599 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7c708b89-3fd0-4dd4-8c5e-83e9d6063ad8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.053821 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e6a3e-0105-485a-bd42-4db6adf1fee0 req-0158cc8f-241e-42bf-bf32-af938a5cd233 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.055768 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d3e6a3e-0105-485a-bd42-4db6adf1fee0 req-0158cc8f-241e-42bf-bf32-af938a5cd233 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 943 time: 0.1116574 Sep 16 05:13:57.073561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7449d8ca-e35e-4667-bb1d-55c8923aeb72, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:57.089462 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'port_id': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'mac_address': 'fa:16:3e:b6:67:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:57.103826 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d3e6a3e-0105-485a-bd42-4db6adf1fee0 req-9b69e6c1-3f3b-4998-8018-3b71ed48f980 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394421 Sep 16 05:13:57.127830 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.141287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7449d8ca-e35e-4667-bb1d-55c8923aeb72 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:57.160484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7449d8ca-e35e-4667-bb1d-55c8923aeb72, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:57.287939 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7c708b89-3fd0-4dd4-8c5e-83e9d6063ad8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.295256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c708b89-3fd0-4dd4-8c5e-83e9d6063ad8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.296004 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7c708b89-3fd0-4dd4-8c5e-83e9d6063ad8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.301388 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d6992243-eb61-4c1c-9c19-d566688cfcd9 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.321816 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.357099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6992243-eb61-4c1c-9c19-d566688cfcd9 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=71833b87-ee58-48a3-88d0-3c8f3263c950,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:57.368657 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d6992243-eb61-4c1c-9c19-d566688cfcd9 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.373167 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60106) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:57.373738 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d6992243-eb61-4c1c-9c19-d566688cfcd9 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/71833b87-ee58-48a3-88d0-3c8f3263c950 HTTP/1.1" status: 204 len: 168 time: 1.0194843 Sep 16 05:13:57.397563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7449d8ca-e35e-4667-bb1d-55c8923aeb72,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:57.412157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c708b89-3fd0-4dd4-8c5e-83e9d6063ad8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Network': ['ID=46cdeb07-d4ab-43a6-bdef-d3b4f65be241,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:57.424946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 46cdeb07-d4ab-43a6-bdef-d3b4f65be241 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:57.440619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2319f04-48e7-4158-b2ec-5fd115865f2e tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.442142 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e2319f04-48e7-4158-b2ec-5fd115865f2e tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0679939 Sep 16 05:13:57.444724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60110) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:57.468636 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa3e213-b8e6-411f-913f-cc3aff71011e tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:13:57.470150 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1aa3e213-b8e6-411f-913f-cc3aff71011e tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/b347f6b4-9f19-4f11-975f-641a73bcca4e HTTP/1.1" status: 404 len: 333 time: 0.0245144 Sep 16 05:13:57.472834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60112) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:57.497937 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd97a9b7-53f7-4be3-ab25-35a67a651018 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:13:57.502727 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cd97a9b7-53f7-4be3-ab25-35a67a651018 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/71833b87-ee58-48a3-88d0-3c8f3263c950 HTTP/1.1" status: 404 len: 333 time: 0.0264800 Sep 16 05:13:57.503086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60114) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:57.527010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7c708b89-3fd0-4dd4-8c5e-83e9d6063ad8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2149699 Sep 16 05:13:57.530063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60116) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:57.535808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7f2267ab-e739-48e3-a9d1-0062b757508f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'subnet': {'network_id': '46cdeb07-d4ab-43a6-bdef-d3b4f65be241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:57.543645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['7449d8ca-e35e-4667-bb1d-55c8923aeb72'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:57.647895 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.762325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2267ab-e739-48e3-a9d1-0062b757508f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:57.763055 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.768789 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f2267ab-e739-48e3-a9d1-0062b757508f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.788068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcda6b8-9298-40a6-9028-44da7bdc4425']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:57.801072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35d9796-c2b0-420d-aa1b-0c1b6e39663a') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:57.801663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35d9796-c2b0-420d-aa1b-0c1b6e39663a') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:57.812674 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.827947 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.835722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:57.836321 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:57.839693 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:57.985114 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.998826 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.000853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/networks/5bcda6b8-9298-40a6-9028-44da7bdc4425 HTTP/1.1" status: 204 len: 168 time: 0.4966619 Sep 16 05:13:58.005903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60124) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:58.011153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb55de-fd14-47ea-85f1-1a6699a5e00a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Network': ['ID=5bcda6b8-9298-40a6-9028-44da7bdc4425,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:58.015475 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5aea55db-74d3-4cc4-baa9-37b7ad27c1e8 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-255097146'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:58.167207 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aea55db-74d3-4cc4-baa9-37b7ad27c1e8 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:58.171861 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5aea55db-74d3-4cc4-baa9-37b7ad27c1e8 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.196820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aea55db-74d3-4cc4-baa9-37b7ad27c1e8 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:58.207303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5aea55db-74d3-4cc4-baa9-37b7ad27c1e8 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.207656 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-5aea55db-74d3-4cc4-baa9-37b7ad27c1e8 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Added segment 4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5 of type vlan for network f5ef7f08-99ab-47ac-90d4-fab0621d324b Sep 16 05:13:58.230639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0249b7-d19b-4d51-abf7-969083ebec19 req-7edcce8c-e714-4344-8523-4e5efcbcbfd1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.233278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a0249b7-d19b-4d51-abf7-969083ebec19 req-7edcce8c-e714-4344-8523-4e5efcbcbfd1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 944 time: 0.0580294 Sep 16 05:13:58.240837 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f2267ab-e739-48e3-a9d1-0062b757508f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.283487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5aea55db-74d3-4cc4-baa9-37b7ad27c1e8 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.293007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a0249b7-d19b-4d51-abf7-969083ebec19 req-3a26df4e-f9f1-4aa7-8fa7-75720be1e828 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526068 Sep 16 05:13:58.334253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2267ab-e739-48e3-a9d1-0062b757508f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Subnet': ['ID=bfc62d27-c802-4872-93bd-16c2590f0f94,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:58.347358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2267ab-e739-48e3-a9d1-0062b757508f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Checking segment: {'id': 'd3e8259f-2fa2-42c3-9f14-787db649d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '46cdeb07-d4ab-43a6-bdef-d3b4f65be241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:58.347733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2267ab-e739-48e3-a9d1-0062b757508f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network hostable DHCP agents. Network: 46cdeb07-d4ab-43a6-bdef-d3b4f65be241, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:58.401502 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5aea55db-74d3-4cc4-baa9-37b7ad27c1e8 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.408066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aea55db-74d3-4cc4-baa9-37b7ad27c1e8 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.408703 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5aea55db-74d3-4cc4-baa9-37b7ad27c1e8 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.438293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2267ab-e739-48e3-a9d1-0062b757508f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network 46cdeb07-d4ab-43a6-bdef-d3b4f65be241 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:58.495759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea55db-74d3-4cc4-baa9-37b7ad27c1e8 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Network': ['ID=f5ef7f08-99ab-47ac-90d4-fab0621d324b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:58.508144 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network f5ef7f08-99ab-47ac-90d4-fab0621d324b details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:58.508956 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5aea55db-74d3-4cc4-baa9-37b7ad27c1e8 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5019219 Sep 16 05:13:58.509723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60134) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:58.516589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c8fff141-106a-47f8-9c7f-bcbeb8901e75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'f5ef7f08-99ab-47ac-90d4-fab0621d324b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:58.541703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7f2267ab-e739-48e3-a9d1-0062b757508f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 46cdeb07-d4ab-43a6-bdef-d3b4f65be241) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:58.549536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2267ab-e739-48e3-a9d1-0062b757508f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.550128 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f2267ab-e739-48e3-a9d1-0062b757508f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.575573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7af93c-88c9-40b5-b14c-050c76b5b5e0 None None] Network 46cdeb07-d4ab-43a6-bdef-d3b4f65be241 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:58.652798 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7f2267ab-e739-48e3-a9d1-0062b757508f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1183994 Sep 16 05:13:58.653642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60138) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:58.744254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-46cdeb07-d4ab-43a6-bdef-d3b4f65be241', 'network_id': '46cdeb07-d4ab-43a6-bdef-d3b4f65be241', 'tenant_id': '0978f1272d894eacb98309fc5c043d34', 'fixed_ips': [{'subnet_id': 'bfc62d27-c802-4872-93bd-16c2590f0f94'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:58.745189 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.761100 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.807219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fff141-106a-47f8-9c7f-bcbeb8901e75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:58.810968 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8fff141-106a-47f8-9c7f-bcbeb8901e75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.814145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.886341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Allocated IP 2001:db8::1 (46cdeb07-d4ab-43a6-bdef-d3b4f65be241/bfc62d27-c802-4872-93bd-16c2590f0f94/54c802da-f505-49bc-a3b4-10096cb58043) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:58.993568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7449d8ca-e35e-4667-bb1d-55c8923aeb72 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:59.076603 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.099560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8fff141-106a-47f8-9c7f-bcbeb8901e75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.152365 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.176710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fff141-106a-47f8-9c7f-bcbeb8901e75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Subnet': ['ID=01aea61b-d742-4c25-9f1a-1b5cb8f39884,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:59.181426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fff141-106a-47f8-9c7f-bcbeb8901e75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Checking segment: {'id': '4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5ef7f08-99ab-47ac-90d4-fab0621d324b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:59.181787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fff141-106a-47f8-9c7f-bcbeb8901e75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network hostable DHCP agents. Network: f5ef7f08-99ab-47ac-90d4-fab0621d324b, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:59.200507 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 7449d8ca-e35e-4667-bb1d-55c8923aeb72 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:59.205837 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Network 46cdeb07-d4ab-43a6-bdef-d3b4f65be241 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:59.213864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:59.216431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:59.219283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Pushing event updated for resources: {'Port': ['ID=54c802da-f505-49bc-a3b4-10096cb58043,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:59.221384 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 7449d8ca-e35e-4667-bb1d-55c8923aeb72 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:59.221751 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.294184 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.304646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Attempting to bind port 54c802da-f505-49bc-a3b4-10096cb58043 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:59.305019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Attempting to bind port 54c802da-f505-49bc-a3b4-10096cb58043 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'd3e8259f-2fa2-42c3-9f14-787db649d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '46cdeb07-d4ab-43a6-bdef-d3b4f65be241'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:59.305384 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Attempting to bind port 54c802da-f505-49bc-a3b4-10096cb58043 on network 46cdeb07-d4ab-43a6-bdef-d3b4f65be241 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:59.313489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:59.315121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Checking segment: {'id': 'd3e8259f-2fa2-42c3-9f14-787db649d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '46cdeb07-d4ab-43a6-bdef-d3b4f65be241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:59.315121 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.315121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Bound using segment: {'id': 'd3e8259f-2fa2-42c3-9f14-787db649d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '46cdeb07-d4ab-43a6-bdef-d3b4f65be241'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:59.315121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Bound port: 54c802da-f505-49bc-a3b4-10096cb58043, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e8259f-2fa2-42c3-9f14-787db649d7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '46cdeb07-d4ab-43a6-bdef-d3b4f65be241'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:59.319512 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.324097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc62d27-c802-4872-93bd-16c2590f0f94,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:59.339004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fff141-106a-47f8-9c7f-bcbeb8901e75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network f5ef7f08-99ab-47ac-90d4-fab0621d324b is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:59.392100 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.427670 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.435081 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-c8fff141-106a-47f8-9c7f-bcbeb8901e75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, f5ef7f08-99ab-47ac-90d4-fab0621d324b) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:59.435708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:59.438135 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f5860c-6404-4840-beca-3bf2f6391d91" -d '{"events": [{"server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "name": "network-vif-plugged", "status": "completed", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:59.444819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fff141-106a-47f8-9c7f-bcbeb8901e75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.444819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8fff141-106a-47f8-9c7f-bcbeb8901e75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.460865 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7449d8ca-e35e-4667-bb1d-55c8923aeb72, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:59.462572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] For port 54c802da-f505-49bc-a3b4-10096cb58043, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:59.466320 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616b09e8-c7bb-4fe0-afd2-a29b8e3b7d5d None None] Network f5ef7f08-99ab-47ac-90d4-fab0621d324b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:59.478922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cdeb07-d4ab-43a6-bdef-d3b4f65be241']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:59.495708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07600855-6897-4351-9983-80524325b0ea req-073bce73-7ee1-4c79-b56f-50bde72980cf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.497081 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] For port 54c802da-f505-49bc-a3b4-10096cb58043, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=54c802da-f505-49bc-a3b4-10096cb58043,segment=NetworkSegment(d3e8259f-2fa2-42c3-9f14-787db649d7c2),segment_id=d3e8259f-2fa2-42c3-9f14-787db649d7c2)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:59.508700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07600855-6897-4351-9983-80524325b0ea req-073bce73-7ee1-4c79-b56f-50bde72980cf tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 944 time: 0.1382582 Sep 16 05:13:59.512726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e8259f-2fa2-42c3-9f14-787db649d7c2') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:59.513026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e8259f-2fa2-42c3-9f14-787db649d7c2') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:59.531497 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c8fff141-106a-47f8-9c7f-bcbeb8901e75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0176270 Sep 16 05:13:59.531970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60152) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:59.546747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': 'f5ef7f08-99ab-47ac-90d4-fab0621d324b', 'name': 'tempest-PortsTestJSON-838691148'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:59.567214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07600855-6897-4351-9983-80524325b0ea req-edbdb23e-0337-4d7e-b104-9006b750e957 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448256 Sep 16 05:13:59.569265 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.596145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.596333 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f046a7-5343-46ab-bf12-e36232fea3a4 x-openstack-request-id: req-77f046a7-5343-46ab-bf12-e36232fea3a4 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:59.596333 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "name": "network-vif-plugged", "status": "completed", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:59.596333 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77f046a7-5343-46ab-bf12-e36232fea3a4 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:59.596333 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'code': 200} Sep 16 05:13:59.596333 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.601731 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.604541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:59.604957 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:59.609110 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:59.726437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d4eb9-c9b8-4d91-9513-ef054932d976 req-05e9dfc2-ebf3-4747-9dec-a5192687e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.727954 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b52d4eb9-c9b8-4d91-9513-ef054932d976 req-05e9dfc2-ebf3-4747-9dec-a5192687e304 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 1097 time: 0.1370583 Sep 16 05:13:59.741651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7449d8ca-e35e-4667-bb1d-55c8923aeb72,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:59.758363 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:13:59.758363 n-d-712137-12 neutron-server[95452]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:13:59.758363 n-d-712137-12 neutron-server[95452]: [parameters: {'id': '46cdeb07-d4ab-43a6-bdef-d3b4f65be241'}] Sep 16 05:13:59.758363 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:13:59.759170 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:13:59.789243 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b52d4eb9-c9b8-4d91-9513-ef054932d976 req-a83599e6-5cee-490b-aea4-65d9c5e6f301 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514843 Sep 16 05:13:59.808054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fce0342-96e9-4f72-afb1-bc70ccb6086c None None] Network 46cdeb07-d4ab-43a6-bdef-d3b4f65be241 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:59.832417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-f5ef7f08-99ab-47ac-90d4-fab0621d324b', 'network_id': 'f5ef7f08-99ab-47ac-90d4-fab0621d324b', 'tenant_id': '54b17a9a9c1c4066be36e28a9a6bc5c1', 'fixed_ips': [{'subnet_id': '01aea61b-d742-4c25-9f1a-1b5cb8f39884'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:59.833360 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.864795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:59.868418 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.885867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port cef3e23c-8b76-46b7-acb2-4b240b80380b yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:59.901074 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348eabeb-5a39-456c-b18f-42e17d45314f None None] Pushing event updated for resources: {'Port': ['ID=54c802da-f505-49bc-a3b4-10096cb58043,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:00.008783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.9 (f5ef7f08-99ab-47ac-90d4-fab0621d324b/01aea61b-d742-4c25-9f1a-1b5cb8f39884/cef3e23c-8b76-46b7-acb2-4b240b80380b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:00.165828 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.260767 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.276416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.327908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network f5ef7f08-99ab-47ac-90d4-fab0621d324b is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:00.332604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:00.337842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:00.340898 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Allocated IP 172.20.0.2 (f5ef7f08-99ab-47ac-90d4-fab0621d324b/01aea61b-d742-4c25-9f1a-1b5cb8f39884/444484f0-9154-49c2-becc-c0295798e2ae) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:00.359447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Deleting port 54c802da-f505-49bc-a3b4-10096cb58043 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:00.360112 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.370968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=cef3e23c-8b76-46b7-acb2-4b240b80380b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:00.399185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.399809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.454118 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] For port 54c802da-f505-49bc-a3b4-10096cb58043, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=54c802da-f505-49bc-a3b4-10096cb58043,segment=NetworkSegment(d3e8259f-2fa2-42c3-9f14-787db649d7c2),segment_id=d3e8259f-2fa2-42c3-9f14-787db649d7c2)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:00.454493 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.467168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Calling delete_port for 54c802da-f505-49bc-a3b4-10096cb58043 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:00.473482 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2044f738-d710-4de1-8fe0-190383f1743c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9378812 Sep 16 05:14:00.475225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60164) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:00.512222 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.573461 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.582835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-972e7ef8-1cdb-40bf-a0f8-4aeeef9f6cf4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port cef3e23c-8b76-46b7-acb2-4b240b80380b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:00.583243 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972e7ef8-1cdb-40bf-a0f8-4aeeef9f6cf4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.611473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Network f5ef7f08-99ab-47ac-90d4-fab0621d324b is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:00.614533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:00.617032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:00.633119 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Pushing event updated for resources: {'Port': ['ID=444484f0-9154-49c2-becc-c0295798e2ae,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:00.635925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.700914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Port': ['ID=54c802da-f505-49bc-a3b4-10096cb58043,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:00.726450 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972e7ef8-1cdb-40bf-a0f8-4aeeef9f6cf4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.726691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No DVR routers for this DVR port 54c802da-f505-49bc-a3b4-10096cb58043 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:00.742038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-972e7ef8-1cdb-40bf-a0f8-4aeeef9f6cf4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for cef3e23c-8b76-46b7-acb2-4b240b80380b owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:00.750115 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Attempting to bind port 444484f0-9154-49c2-becc-c0295798e2ae on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:00.750754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Attempting to bind port 444484f0-9154-49c2-becc-c0295798e2ae by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5ef7f08-99ab-47ac-90d4-fab0621d324b'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:00.751286 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Attempting to bind port 444484f0-9154-49c2-becc-c0295798e2ae on network f5ef7f08-99ab-47ac-90d4-fab0621d324b {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:00.758718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:00.759398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Checking segment: {'id': '4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5ef7f08-99ab-47ac-90d4-fab0621d324b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:00.760402 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.761028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Bound using segment: {'id': '4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5ef7f08-99ab-47ac-90d4-fab0621d324b'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:00.761684 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Bound port: 444484f0-9154-49c2-becc-c0295798e2ae, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5ef7f08-99ab-47ac-90d4-fab0621d324b'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:00.771279 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.837995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e801c42-63c9-49a8-b8d7-d52bf2f1ae5d req-8dba43df-4822-4a8f-8fd3-ac89a3bafee5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.846265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e801c42-63c9-49a8-b8d7-d52bf2f1ae5d req-8dba43df-4822-4a8f-8fd3-ac89a3bafee5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.1792083 Sep 16 05:14:00.861832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] For port 444484f0-9154-49c2-becc-c0295798e2ae, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:00.865568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] For port 444484f0-9154-49c2-becc-c0295798e2ae, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=444484f0-9154-49c2-becc-c0295798e2ae,segment=NetworkSegment(4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5),segment_id=4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:00.883384 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.925296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cdeb07-d4ab-43a6-bdef-d3b4f65be241']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:00.939970 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e801c42-63c9-49a8-b8d7-d52bf2f1ae5d req-b8255e58-fbf5-4323-b32e-cb342f5955f2 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928416 Sep 16 05:14:00.941645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e8259f-2fa2-42c3-9f14-787db649d7c2') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:00.941944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e8259f-2fa2-42c3-9f14-787db649d7c2') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:00.951633 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.963131 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.973837 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.979808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:00.980191 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:00.983246 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:01.024842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d9e96-9187-4e9b-b635-9fc03f7b9f6a None None] Pushing event updated for resources: {'Port': ['ID=444484f0-9154-49c2-becc-c0295798e2ae,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:01.030883 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972e7ef8-1cdb-40bf-a0f8-4aeeef9f6cf4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.063356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e7ef8-1cdb-40bf-a0f8-4aeeef9f6cf4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=cef3e23c-8b76-46b7-acb2-4b240b80380b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:01.142085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972e7ef8-1cdb-40bf-a0f8-4aeeef9f6cf4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.144652 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-972e7ef8-1cdb-40bf-a0f8-4aeeef9f6cf4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/cef3e23c-8b76-46b7-acb2-4b240b80380b HTTP/1.1" status: 204 len: 168 time: 0.6696670 Sep 16 05:14:01.147125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60178) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:01.165366 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.188772 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.193274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/46cdeb07-d4ab-43a6-bdef-d3b4f65be241 HTTP/1.1" status: 204 len: 168 time: 2.5383108 Sep 16 05:14:01.199066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60180) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:01.222127 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-901e4cac-0f2e-480f-b339-e85b01497d42 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:01.223060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901e4cac-0f2e-480f-b339-e85b01497d42 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:01.228678 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-901e4cac-0f2e-480f-b339-e85b01497d42 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/cef3e23c-8b76-46b7-acb2-4b240b80380b HTTP/1.1" status: 404 len: 333 time: 0.0791533 Sep 16 05:14:01.230032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60182) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:01.233496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c1a13ca0-5a3f-42ab-a9fb-e0a9d54a1df1 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-295225225'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:01.238753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e24a9c-8eea-45e9-8936-cb56ace0da07 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Network': ['ID=46cdeb07-d4ab-43a6-bdef-d3b4f65be241,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:01.263364 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5736de34-b44f-4951-9847-6ae53835d75c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:14:01.265664 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5736de34-b44f-4951-9847-6ae53835d75c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/cef3e23c-8b76-46b7-acb2-4b240b80380b HTTP/1.1" status: 404 len: 333 time: 0.0346189 Sep 16 05:14:01.274593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60184) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:01.345410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-68907fd9-ec55-438f-b9e2-8bb5ae8b99a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting subnet 01aea61b-d742-4c25-9f1a-1b5cb8f39884 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:01.348959 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-68907fd9-ec55-438f-b9e2-8bb5ae8b99a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.370000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a13ca0-5a3f-42ab-a9fb-e0a9d54a1df1 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:01.373524 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1a13ca0-5a3f-42ab-a9fb-e0a9d54a1df1 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.405848 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-68907fd9-ec55-438f-b9e2-8bb5ae8b99a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.436454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a13ca0-5a3f-42ab-a9fb-e0a9d54a1df1 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:01.453717 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1a13ca0-5a3f-42ab-a9fb-e0a9d54a1df1 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.454059 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-c1a13ca0-5a3f-42ab-a9fb-e0a9d54a1df1 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Added segment 775a0da5-2f7a-4c3e-afc7-8e90ff9de227 of type vlan for network f598706f-1a75-4c31-ba9a-26d9180cc547 Sep 16 05:14:01.526487 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1a13ca0-5a3f-42ab-a9fb-e0a9d54a1df1 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.546944 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-68907fd9-ec55-438f-b9e2-8bb5ae8b99a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.615629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 444484f0-9154-49c2-becc-c0295798e2ae up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:01.653415 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1a13ca0-5a3f-42ab-a9fb-e0a9d54a1df1 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.659951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a13ca0-5a3f-42ab-a9fb-e0a9d54a1df1 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:01.660585 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1a13ca0-5a3f-42ab-a9fb-e0a9d54a1df1 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.666142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 444484f0-9154-49c2-becc-c0295798e2ae triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:01.666522 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.697368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-68907fd9-ec55-438f-b9e2-8bb5ae8b99a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.771099 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-68907fd9-ec55-438f-b9e2-8bb5ae8b99a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.774984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-68907fd9-ec55-438f-b9e2-8bb5ae8b99a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/01aea61b-d742-4c25-9f1a-1b5cb8f39884 HTTP/1.1" status: 204 len: 168 time: 0.4976938 Sep 16 05:14:01.777670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60192) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:01.796769 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.799023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a13ca0-5a3f-42ab-a9fb-e0a9d54a1df1 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Network': ['ID=f598706f-1a75-4c31-ba9a-26d9180cc547,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:01.801506 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68907fd9-ec55-438f-b9e2-8bb5ae8b99a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Subnet': ['ID=01aea61b-d742-4c25-9f1a-1b5cb8f39884,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:01.820058 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network f598706f-1a75-4c31-ba9a-26d9180cc547 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:01.825208 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c1a13ca0-5a3f-42ab-a9fb-e0a9d54a1df1 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6251278 Sep 16 05:14:01.829228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60196) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:01.834312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5b9017a2-c0b4-4811-9380-42f3bdeac302 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'subnet': {'network_id': 'f598706f-1a75-4c31-ba9a-26d9180cc547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:01.874216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 444484f0-9154-49c2-becc-c0295798e2ae, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=444484f0-9154-49c2-becc-c0295798e2ae,segment=NetworkSegment(4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5),segment_id=4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:01.887245 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.964059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port 444484f0-9154-49c2-becc-c0295798e2ae {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:01.965932 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.967256 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.013755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9017a2-c0b4-4811-9380-42f3bdeac302 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:02.018685 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b9017a2-c0b4-4811-9380-42f3bdeac302 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.053583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=444484f0-9154-49c2-becc-c0295798e2ae,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:02.088266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] For port 444484f0-9154-49c2-becc-c0295798e2ae, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=444484f0-9154-49c2-becc-c0295798e2ae,segment=NetworkSegment(4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5),segment_id=4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:02.088665 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.103556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for 444484f0-9154-49c2-becc-c0295798e2ae owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:02.207744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c026de2-5d7a-4929-b110-6ae9e09abfb9 req-cf211fdd-5965-4b87-8ea7-b2ed8f8b01f4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.209400 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c026de2-5d7a-4929-b110-6ae9e09abfb9 req-cf211fdd-5965-4b87-8ea7-b2ed8f8b01f4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.0945868 Sep 16 05:14:02.221580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fbb1b1-ec3c-4129-9fd3-124b99e2fc08 None None] Network f5ef7f08-99ab-47ac-90d4-fab0621d324b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:02.287565 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c026de2-5d7a-4929-b110-6ae9e09abfb9 req-2a907344-f73a-412f-b6e8-afacb69ee8c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715375 Sep 16 05:14:02.321777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.343936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=444484f0-9154-49c2-becc-c0295798e2ae,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:02.349926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No DVR routers for this DVR port 444484f0-9154-49c2-becc-c0295798e2ae on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:02.365996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-928fd108-a2d7-45ce-96af-cd25042480f7 None None] Could not find standard attr ID for object 444484f0-9154-49c2-becc-c0295798e2ae. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:14:02.425393 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b9017a2-c0b4-4811-9380-42f3bdeac302 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.456048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.473792 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd503e-0c51-4695-ab1d-e9437087901f req-0f8140bc-9c49-43af-a3bd-0f6bba019b28 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.480088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ef7f08-99ab-47ac-90d4-fab0621d324b']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:02.482550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5859b5ed-09bc-4ce4-b6e8-f440c0b5b61d None None] DHCP port deletion for f5ef7f08-99ab-47ac-90d4-fab0621d324b request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:02.490290 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fdd503e-0c51-4695-ab1d-e9437087901f req-0f8140bc-9c49-43af-a3bd-0f6bba019b28 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.1141708 Sep 16 05:14:02.490615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:02.490917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8a3357-38bf-4407-87c4-6b1e3a5fb9e5') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:02.507884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8430e80a-71a0-492c-b67d-6520e798cadf None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:14:02.519349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.543816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.554039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:02.554762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9017a2-c0b4-4811-9380-42f3bdeac302 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Subnet': ['ID=23f4b33a-226b-413b-b79d-26d903e3dd81,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:02.555515 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:02.561461 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:02.570249 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fdd503e-0c51-4695-ab1d-e9437087901f req-8dec8bda-9ab6-45e9-b316-2f60b35f07c6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707128 Sep 16 05:14:02.587468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60208) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:02.588035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9017a2-c0b4-4811-9380-42f3bdeac302 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Checking segment: {'id': '775a0da5-2f7a-4c3e-afc7-8e90ff9de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f598706f-1a75-4c31-ba9a-26d9180cc547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:02.588399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9017a2-c0b4-4811-9380-42f3bdeac302 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network hostable DHCP agents. Network: f598706f-1a75-4c31-ba9a-26d9180cc547, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:02.675914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d095c15-ca33-417a-bc8b-2dc707497a1e tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.677521 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4d095c15-ca33-417a-bc8b-2dc707497a1e tempest-TestNetworkAdvancedServerOps-1952277691 tempest-TestNetworkAdvancedServerOps-1952277691-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 1092 time: 0.0888512 Sep 16 05:14:02.680394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60212) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:02.684919 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:02.704775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9017a2-c0b4-4811-9380-42f3bdeac302 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network f598706f-1a75-4c31-ba9a-26d9180cc547 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:02.731116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430e80a-71a0-492c-b67d-6520e798cadf None None] Unable to find a vacant binding_index for network f598706f-1a75-4c31-ba9a-26d9180cc547 and agent c516c05d-c213-4e44-a6ef-84befc5c655b {{(pid=95453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 16 05:14:02.824731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.830431 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.832414 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/networks/f5ef7f08-99ab-47ac-90d4-fab0621d324b HTTP/1.1" status: 204 len: 168 time: 1.0537479 Sep 16 05:14:02.836102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60216) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:02.841091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-343c158c-51a8-4cb8-a894-f47fcf7128f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-277693808'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:02.848004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662b790-c993-4db2-8eee-d945975ab99a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Network': ['ID=f5ef7f08-99ab-47ac-90d4-fab0621d324b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:02.853436 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.854808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430e80a-71a0-492c-b67d-6520e798cadf None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, f598706f-1a75-4c31-ba9a-26d9180cc547) {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:14:02.857470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-5b9017a2-c0b4-4811-9380-42f3bdeac302 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, f598706f-1a75-4c31-ba9a-26d9180cc547) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:02.864953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9017a2-c0b4-4811-9380-42f3bdeac302 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.872135 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b9017a2-c0b4-4811-9380-42f3bdeac302 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.969577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.990976 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343c158c-51a8-4cb8-a894-f47fcf7128f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:02.994749 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-343c158c-51a8-4cb8-a894-f47fcf7128f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.032056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343c158c-51a8-4cb8-a894-f47fcf7128f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:03.042709 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-343c158c-51a8-4cb8-a894-f47fcf7128f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.043304 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-343c158c-51a8-4cb8-a894-f47fcf7128f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Added segment e7e44f92-fd7a-4a6e-89f2-ed39a54ad035 of type vlan for network 9f2b6805-e934-49cb-bb4f-37179a177fad Sep 16 05:14:03.094130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-343c158c-51a8-4cb8-a894-f47fcf7128f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.119046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5b9017a2-c0b4-4811-9380-42f3bdeac302 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2887297 Sep 16 05:14:03.122289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60220) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:03.134162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-f598706f-1a75-4c31-ba9a-26d9180cc547', 'network_id': 'f598706f-1a75-4c31-ba9a-26d9180cc547', 'tenant_id': '0978f1272d894eacb98309fc5c043d34', 'fixed_ips': [{'subnet_id': '23f4b33a-226b-413b-b79d-26d903e3dd81'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:03.135939 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.168683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Allocated IP 172.25.3.58 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/3532bd77-518a-4346-870a-d17dc9b1fc5e) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:03.242292 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-343c158c-51a8-4cb8-a894-f47fcf7128f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.248091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343c158c-51a8-4cb8-a894-f47fcf7128f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:03.248829 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-343c158c-51a8-4cb8-a894-f47fcf7128f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.258228 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.286405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.299295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Allocated IP 2001:db8::1 (f598706f-1a75-4c31-ba9a-26d9180cc547/23f4b33a-226b-413b-b79d-26d903e3dd81/f9ee784b-792e-4040-9d08-2b4b7e01040d) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:03.335632 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c158c-51a8-4cb8-a894-f47fcf7128f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Network': ['ID=9f2b6805-e934-49cb-bb4f-37179a177fad,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.373883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 9f2b6805-e934-49cb-bb4f-37179a177fad details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:03.382019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-343c158c-51a8-4cb8-a894-f47fcf7128f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5447731 Sep 16 05:14:03.382965 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.389265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60226) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:03.397404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': '9f2b6805-e934-49cb-bb4f-37179a177fad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:03.433048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.541294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:03.551523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:03.551523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:03.599050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=3532bd77-518a-4346-870a-d17dc9b1fc5e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.605750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 444484f0-9154-49c2-becc-c0295798e2ae no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:03.641475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 444484f0-9154-49c2-becc-c0295798e2ae {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:03.641720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 444484f0-9154-49c2-becc-c0295798e2ae not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:03.693204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:03.696909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.718937 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.803174 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.846487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Network f598706f-1a75-4c31-ba9a-26d9180cc547 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:03.850588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:03.853418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:03.888218 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.891057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Pushing event updated for resources: {'Port': ['ID=f9ee784b-792e-4040-9d08-2b4b7e01040d,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.934686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Attempting to bind port f9ee784b-792e-4040-9d08-2b4b7e01040d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:03.935065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Attempting to bind port f9ee784b-792e-4040-9d08-2b4b7e01040d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '775a0da5-2f7a-4c3e-afc7-8e90ff9de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f598706f-1a75-4c31-ba9a-26d9180cc547'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:03.935315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Subnet': ['ID=23f4b33a-226b-413b-b79d-26d903e3dd81,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.935459 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Attempting to bind port f9ee784b-792e-4040-9d08-2b4b7e01040d on network f598706f-1a75-4c31-ba9a-26d9180cc547 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:03.945960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:03.946387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Checking segment: {'id': '775a0da5-2f7a-4c3e-afc7-8e90ff9de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f598706f-1a75-4c31-ba9a-26d9180cc547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:03.946804 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.947253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Bound using segment: {'id': '775a0da5-2f7a-4c3e-afc7-8e90ff9de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f598706f-1a75-4c31-ba9a-26d9180cc547'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:03.947739 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Bound port: f9ee784b-792e-4040-9d08-2b4b7e01040d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775a0da5-2f7a-4c3e-afc7-8e90ff9de227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f598706f-1a75-4c31-ba9a-26d9180cc547'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:03.948176 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.016229 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.019995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] For port f9ee784b-792e-4040-9d08-2b4b7e01040d, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:04.023746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] For port f9ee784b-792e-4040-9d08-2b4b7e01040d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f9ee784b-792e-4040-9d08-2b4b7e01040d,segment=NetworkSegment(775a0da5-2f7a-4c3e-afc7-8e90ff9de227),segment_id=775a0da5-2f7a-4c3e-afc7-8e90ff9de227)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:04.040915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f598706f-1a75-4c31-ba9a-26d9180cc547']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:04.053052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775a0da5-2f7a-4c3e-afc7-8e90ff9de227') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:04.053354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775a0da5-2f7a-4c3e-afc7-8e90ff9de227') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:04.064766 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.139961 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.141810 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.150826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:04.151298 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:04.154687 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:04.235076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469965b3-9ae2-4bad-8b88-e0a5c6b35335 None None] Pushing event updated for resources: {'Port': ['ID=f9ee784b-792e-4040-9d08-2b4b7e01040d,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:04.251866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58390a-63f7-4fab-ad97-1576bdc568ea None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:14:04.270649 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:14:04.270649 n-d-712137-12 neutron-server[95452]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:14:04.270649 n-d-712137-12 neutron-server[95452]: [parameters: {'id': 'f598706f-1a75-4c31-ba9a-26d9180cc547'}] Sep 16 05:14:04.270649 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:14:04.271130 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:14:04.350457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d58390a-63f7-4fab-ad97-1576bdc568ea None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:14:04.585545 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.598172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096899ac-2bae-424e-9dd0-1f6418a7d381 None None] Network f598706f-1a75-4c31-ba9a-26d9180cc547 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:04.600601 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.721017 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Subnet': ['ID=b635c63e-9dd0-491b-b2e5-d5e60d3bb0c6,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:04.725080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77db588-d7a6-4c52-abde-647b17b1ecde None None] Network f598706f-1a75-4c31-ba9a-26d9180cc547 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:04.733640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:04.734014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:04.734370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:04.735435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:04.735782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:04.736120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:04.736452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:04.736807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:04.737138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:04.737467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:04.737789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:04.738134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:04.743557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Checking segment: {'id': 'e7e44f92-fd7a-4a6e-89f2-ed39a54ad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f2b6805-e934-49cb-bb4f-37179a177fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:04.744923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network hostable DHCP agents. Network: 9f2b6805-e934-49cb-bb4f-37179a177fad, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:04.771866 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.792883 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.842288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Deleting port f9ee784b-792e-4040-9d08-2b4b7e01040d {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:04.842939 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.874597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network 9f2b6805-e934-49cb-bb4f-37179a177fad is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:04.913538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] For port f9ee784b-792e-4040-9d08-2b4b7e01040d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f9ee784b-792e-4040-9d08-2b4b7e01040d,segment=NetworkSegment(775a0da5-2f7a-4c3e-afc7-8e90ff9de227),segment_id=775a0da5-2f7a-4c3e-afc7-8e90ff9de227)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:04.914166 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.927541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Calling delete_port for f9ee784b-792e-4040-9d08-2b4b7e01040d owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:04.952533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 9f2b6805-e934-49cb-bb4f-37179a177fad) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:04.959266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:04.965465 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.967452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21866c-ffdb-40f5-a593-8d2f6b13c0ad None None] Network 9f2b6805-e934-49cb-bb4f-37179a177fad requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:04.988064 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.037253 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ccdcc895-591f-4dc7-8fd9-e15e646c3532 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6466711 Sep 16 05:14:05.039891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60246) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:05.045535 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': '9f2b6805-e934-49cb-bb4f-37179a177fad', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1717275240'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:05.065230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.127964 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.145857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-9f2b6805-e934-49cb-bb4f-37179a177fad', 'network_id': '9f2b6805-e934-49cb-bb4f-37179a177fad', 'tenant_id': '54b17a9a9c1c4066be36e28a9a6bc5c1', 'fixed_ips': [{'subnet_id': 'b635c63e-9dd0-491b-b2e5-d5e60d3bb0c6'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:05.148238 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.157192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Port': ['ID=f9ee784b-792e-4040-9d08-2b4b7e01040d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:05.159095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No DVR routers for this DVR port f9ee784b-792e-4040-9d08-2b4b7e01040d on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:05.238157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event updated for resources: {'Port': ['ID=3532bd77-518a-4346-870a-d17dc9b1fc5e,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:05.262212 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.274795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.294975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f598706f-1a75-4c31-ba9a-26d9180cc547']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:05.306171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775a0da5-2f7a-4c3e-afc7-8e90ff9de227') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:05.306464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775a0da5-2f7a-4c3e-afc7-8e90ff9de227') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:05.314143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Allocated IP 172.20.0.2 (9f2b6805-e934-49cb-bb4f-37179a177fad/b635c63e-9dd0-491b-b2e5-d5e60d3bb0c6/296ff210-6377-410b-820d-740e311b73dd) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:05.318642 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.334478 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.342926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:05.343316 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:05.347230 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:05.402692 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Floating IP e2b938f7-ccc6-445e-894e-b42b027202f3 associated. External IP: 172.25.3.58, port: 7449d8ca-e35e-4667-bb1d-55c8923aeb72. Sep 16 05:14:05.441729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:05.445303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.468764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port b1e0caf7-f513-4073-b1dd-994f582b0aca yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:14:05.485248 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.495718 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.528093 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.529994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/f598706f-1a75-4c31-ba9a-26d9180cc547 HTTP/1.1" status: 204 len: 168 time: 2.4061420 Sep 16 05:14:05.540085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60254) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:05.553235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b599a-36d7-4393-a043-6cbbe7c5d5e8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Network': ['ID=f598706f-1a75-4c31-ba9a-26d9180cc547,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:05.553472 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c8e8c400-ae57-4da8-9e8c-c30282ad3546 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1758323548'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:05.584953 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.630253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Network 9f2b6805-e934-49cb-bb4f-37179a177fad is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:05.638154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:05.641238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Pushing event updated for resources: {'Port': ['ID=296ff210-6377-410b-820d-740e311b73dd,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:05.643437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:05.691341 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e8c400-ae57-4da8-9e8c-c30282ad3546 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:05.694863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c400-ae57-4da8-9e8c-c30282ad3546 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.698690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Attempting to bind port 296ff210-6377-410b-820d-740e311b73dd on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:05.704752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Attempting to bind port 296ff210-6377-410b-820d-740e311b73dd by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'e7e44f92-fd7a-4a6e-89f2-ed39a54ad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f2b6805-e934-49cb-bb4f-37179a177fad'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:05.704752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Attempting to bind port 296ff210-6377-410b-820d-740e311b73dd on network 9f2b6805-e934-49cb-bb4f-37179a177fad {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:05.706159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:05.706618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Checking segment: {'id': 'e7e44f92-fd7a-4a6e-89f2-ed39a54ad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f2b6805-e934-49cb-bb4f-37179a177fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:05.707092 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.707561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Bound using segment: {'id': 'e7e44f92-fd7a-4a6e-89f2-ed39a54ad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f2b6805-e934-49cb-bb4f-37179a177fad'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:05.708116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Bound port: 296ff210-6377-410b-820d-740e311b73dd, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e44f92-fd7a-4a6e-89f2-ed39a54ad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f2b6805-e934-49cb-bb4f-37179a177fad'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:05.709101 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.729638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.13 (9f2b6805-e934-49cb-bb4f-37179a177fad/b635c63e-9dd0-491b-b2e5-d5e60d3bb0c6/b1e0caf7-f513-4073-b1dd-994f582b0aca) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:05.782059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] For port 296ff210-6377-410b-820d-740e311b73dd, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:05.785746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] For port 296ff210-6377-410b-820d-740e311b73dd, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=296ff210-6377-410b-820d-740e311b73dd,segment=NetworkSegment(e7e44f92-fd7a-4a6e-89f2-ed39a54ad035),segment_id=e7e44f92-fd7a-4a6e-89f2-ed39a54ad035)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:05.786496 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e8c400-ae57-4da8-9e8c-c30282ad3546 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:05.836124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c400-ae57-4da8-9e8c-c30282ad3546 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.836504 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-c8e8c400-ae57-4da8-9e8c-c30282ad3546 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Added segment f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8 of type vlan for network de240a2b-2098-470a-8247-880468599874 Sep 16 05:14:05.859146 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.873426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:05.923606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc0fd-cc16-4bbf-a826-3b7da77c8dcf None None] Pushing event updated for resources: {'Port': ['ID=296ff210-6377-410b-820d-740e311b73dd,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:05.932653 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c400-ae57-4da8-9e8c-c30282ad3546 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.024189 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.363852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c400-ae57-4da8-9e8c-c30282ad3546 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.369223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e8c400-ae57-4da8-9e8c-c30282ad3546 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:06.369802 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c400-ae57-4da8-9e8c-c30282ad3546 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.472722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:06.475640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8c400-ae57-4da8-9e8c-c30282ad3546 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Network': ['ID=de240a2b-2098-470a-8247-880468599874,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:06.484498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10edda74-5ebb-4088-b9dd-9a059c767c24 None None] Sync routers for ids ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:06.491343 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c8e8c400-ae57-4da8-9e8c-c30282ad3546 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9486756 Sep 16 05:14:06.492889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60270) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:06.499070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-90c7abce-0312-4081-923a-fdd234ddc606 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'subnet': {'network_id': 'de240a2b-2098-470a-8247-880468599874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:06.499860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network de240a2b-2098-470a-8247-880468599874 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:06.510139 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10edda74-5ebb-4088-b9dd-9a059c767c24 None None] Routers {'9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:06.511306 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-10edda74-5ebb-4088-b9dd-9a059c767c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:45Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:06.530102 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.593027 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.634443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network 9f2b6805-e934-49cb-bb4f-37179a177fad is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:06.649499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:06.655574 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:06.660617 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=b1e0caf7-f513-4073-b1dd-994f582b0aca,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:06.670107 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ef97d692-bc5f-4c62-a8f8-52d9359284e5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9885087 Sep 16 05:14:06.695502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:06.698574 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832999e7-d6ad-489c-981d-fbaf5097b787" -d '{"events": [{"name": "network-changed", "server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:06.703833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-10edda74-5ebb-4088-b9dd-9a059c767c24 None None] Set router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:06.746675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:06.747503 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.767939 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69286933-8916-49c2-aa0b-117c3233e49a x-openstack-request-id: req-69286933-8916-49c2-aa0b-117c3233e49a {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:06.768567 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:06.768822 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69286933-8916-49c2-aa0b-117c3233e49a {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:06.769219 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'status': 'completed', 'code': 200} Sep 16 05:14:06.816118 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c7abce-0312-4081-923a-fdd234ddc606 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:06.821261 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-90c7abce-0312-4081-923a-fdd234ddc606 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.840367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1505c-681b-47a9-8a8d-c087a4f71f3e req-d0de2407-c1d7-475d-9250-e3d1b81b6067 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:06.847562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95b1505c-681b-47a9-8a8d-c087a4f71f3e req-d0de2407-c1d7-475d-9250-e3d1b81b6067 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.1125176 Sep 16 05:14:06.899416 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2e39deb8-50fc-4db7-a2ed-b66c6912177f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.8584249 Sep 16 05:14:06.907711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60282) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:06.915425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95b1505c-681b-47a9-8a8d-c087a4f71f3e req-ecd7522d-bf0d-4aea-ae5a-d4643823512e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595272 Sep 16 05:14:06.942639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60284) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:07.043455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832999e7-d6ad-489c-981d-fbaf5097b787 req-073c677f-28c8-4b00-9e2c-92d8bdd47eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.045302 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-832999e7-d6ad-489c-981d-fbaf5097b787 req-073c677f-28c8-4b00-9e2c-92d8bdd47eb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 1097 time: 0.2441258 Sep 16 05:14:07.069332 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4bed2786-dc72-496f-b8c6-0b892e425f50 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/e2b938f7-ccc6-445e-894e-b42b027202f3 HTTP/1.1" status: 200 len: 990 time: 0.1243868 Sep 16 05:14:07.094769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-10edda74-5ebb-4088-b9dd-9a059c767c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'e2b938f7-ccc6-445e-894e-b42b027202f3', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'port_id': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'mac_address': 'fa:16:3e:b6:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:04Z', 'updated_at': '2021-09-16T05:14:04Z', 'revision_number': 0, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1', 'name': '', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:b1:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:48Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:07.098539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3318bed5-da3d-4cba-a1bf-47bba0161998 None None] Network 9f2b6805-e934-49cb-bb4f-37179a177fad requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:07.144947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10edda74-5ebb-4088-b9dd-9a059c767c24 None None] Checking router: 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:07.195574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10edda74-5ebb-4088-b9dd-9a059c767c24 None None] Routers {'9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:07.196208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-10edda74-5ebb-4088-b9dd-9a059c767c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:13:45Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:07.205944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f99d75e6-dfd2-4109-afb3-4dc953877902 None None] Provisioning complete for port 296ff210-6377-410b-820d-740e311b73dd triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:07.206321 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f99d75e6-dfd2-4109-afb3-4dc953877902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.273124 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-08ce97f8-c0b8-4d1c-8f2e-f561d2d61201 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port b1e0caf7-f513-4073-b1dd-994f582b0aca {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:07.273475 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08ce97f8-c0b8-4d1c-8f2e-f561d2d61201 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.331506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832999e7-d6ad-489c-981d-fbaf5097b787 req-628316b5-5218-489e-8f6a-5158bad7bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.332988 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-832999e7-d6ad-489c-981d-fbaf5097b787 req-628316b5-5218-489e-8f6a-5158bad7bdb8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0a6d782f-be36-4098-9fe8-5425aaf35962 HTTP/1.1" status: 200 len: 896 time: 0.2737529 Sep 16 05:14:07.424999 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-10edda74-5ebb-4088-b9dd-9a059c767c24 None None] Set router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:07.492165 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08ce97f8-c0b8-4d1c-8f2e-f561d2d61201 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.546333 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-08ce97f8-c0b8-4d1c-8f2e-f561d2d61201 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for b1e0caf7-f513-4073-b1dd-994f582b0aca owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:07.550406 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-832999e7-d6ad-489c-981d-fbaf5097b787 req-45e4f849-e018-48f9-b284-33ce67b13e21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72 HTTP/1.1" status: 200 len: 998 time: 0.1836619 Sep 16 05:14:07.635979 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-90c7abce-0312-4081-923a-fdd234ddc606 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.660326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 296ff210-6377-410b-820d-740e311b73dd up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:07.687450 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f99d75e6-dfd2-4109-afb3-4dc953877902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.700947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832999e7-d6ad-489c-981d-fbaf5097b787 req-37fef5fc-b7c4-4da0-9508-621a82c36bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.703002 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-832999e7-d6ad-489c-981d-fbaf5097b787 req-37fef5fc-b7c4-4da0-9508-621a82c36bff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c53a4e78-6cb5-4e58-be6b-ea74358269d0 HTTP/1.1" status: 200 len: 833 time: 0.1457782 Sep 16 05:14:07.760567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7abce-0312-4081-923a-fdd234ddc606 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Subnet': ['ID=b6c23533-8ecf-46ce-98a5-5bef8f440c87,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:07.804894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f99d75e6-dfd2-4109-afb3-4dc953877902 None None] For port 296ff210-6377-410b-820d-740e311b73dd, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=296ff210-6377-410b-820d-740e311b73dd,segment=NetworkSegment(e7e44f92-fd7a-4a6e-89f2-ed39a54ad035),segment_id=e7e44f92-fd7a-4a6e-89f2-ed39a54ad035)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:07.807331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7abce-0312-4081-923a-fdd234ddc606 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Checking segment: {'id': 'f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'de240a2b-2098-470a-8247-880468599874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:07.807701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c7abce-0312-4081-923a-fdd234ddc606 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network hostable DHCP agents. Network: de240a2b-2098-470a-8247-880468599874, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:07.838246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 296ff210-6377-410b-820d-740e311b73dd triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:07.838627 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.844431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832999e7-d6ad-489c-981d-fbaf5097b787 req-1aae5a5a-ccc3-4e9e-aa95-b37621275f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.846248 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-832999e7-d6ad-489c-981d-fbaf5097b787 req-1aae5a5a-ccc3-4e9e-aa95-b37621275f1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a6d782f-be36-4098-9fe8-5425aaf35962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1332712 Sep 16 05:14:07.889217 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f99d75e6-dfd2-4109-afb3-4dc953877902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.971889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c7abce-0312-4081-923a-fdd234ddc606 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network de240a2b-2098-470a-8247-880468599874 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:07.977781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08ce97f8-c0b8-4d1c-8f2e-f561d2d61201 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.986113 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d75e6-dfd2-4109-afb3-4dc953877902 None None] Pushing event updated for resources: {'Port': ['ID=296ff210-6377-410b-820d-740e311b73dd,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:08.022786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce97f8-c0b8-4d1c-8f2e-f561d2d61201 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=b1e0caf7-f513-4073-b1dd-994f582b0aca,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:08.072387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60300) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:08.076921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-10edda74-5ebb-4088-b9dd-9a059c767c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'e2b938f7-ccc6-445e-894e-b42b027202f3', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'port_id': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'mac_address': 'fa:16:3e:b6:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:04Z', 'updated_at': '2021-09-16T05:14:04Z', 'revision_number': 0, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1', 'name': '', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:b1:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:48Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:08.095957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-90c7abce-0312-4081-923a-fdd234ddc606 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, de240a2b-2098-470a-8247-880468599874) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:08.116711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c7abce-0312-4081-923a-fdd234ddc606 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:08.117331 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-90c7abce-0312-4081-923a-fdd234ddc606 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.118343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813bf4bb-cc4c-4b68-a020-b80cebb9c0c3 None None] Network de240a2b-2098-470a-8247-880468599874 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:08.132298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10edda74-5ebb-4088-b9dd-9a059c767c24 None None] The sync data for ids ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'] in n-d-712137-12 is: [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'e2b938f7-ccc6-445e-894e-b42b027202f3', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'port_id': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'mac_address': 'fa:16:3e:b6:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:04Z', 'updated_at': '2021-09-16T05:14:04Z', 'revision_number': 0, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1', 'name': '', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:b1:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:48Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:08.168451 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-832999e7-d6ad-489c-981d-fbaf5097b787 req-2346aa14-1c4f-407a-a912-2a715f99f305 service neutron] 10.222.0.23 "GET /v2.0/networks/0a6d782f-be36-4098-9fe8-5425aaf35962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150055 Sep 16 05:14:08.176504 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08ce97f8-c0b8-4d1c-8f2e-f561d2d61201 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.181681 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-08ce97f8-c0b8-4d1c-8f2e-f561d2d61201 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/b1e0caf7-f513-4073-b1dd-994f582b0aca HTTP/1.1" status: 204 len: 168 time: 1.2721980 Sep 16 05:14:08.186563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60302) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:08.212165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4f1c4c7d-3320-4d8e-b943-b2806a8fad40 None None] Provisioning complete for port 296ff210-6377-410b-820d-740e311b73dd triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:08.212661 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4c7d-3320-4d8e-b943-b2806a8fad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.243484 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f79a53-7d81-42e2-9dd3-e0c770d672be tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:14:08.253753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-17f79a53-7d81-42e2-9dd3-e0c770d672be tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/b1e0caf7-f513-4073-b1dd-994f582b0aca HTTP/1.1" status: 404 len: 333 time: 0.0659103 Sep 16 05:14:08.260479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60304) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:08.293287 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-90c7abce-0312-4081-923a-fdd234ddc606 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7982731 Sep 16 05:14:08.295852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60306) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:08.304264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2f3a785b-1359-4d6e-9ed8-17fc1475d6e9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'subnet': {'network_id': 'de240a2b-2098-470a-8247-880468599874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:08.380977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b714d2-e09a-4b66-b275-21643b94da4a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting subnet b635c63e-9dd0-491b-b2e5-d5e60d3bb0c6 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:08.388658 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92b714d2-e09a-4b66-b275-21643b94da4a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.409016 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-832999e7-d6ad-489c-981d-fbaf5097b787 req-895588fc-1ecc-4555-ba91-57060cd66d57 service neutron] 10.222.0.23 "GET /v2.0/networks/0a6d782f-be36-4098-9fe8-5425aaf35962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256372 Sep 16 05:14:08.445396 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1a7d557a-33b8-42e8-ad54-214f1febd5be tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/e2b938f7-ccc6-445e-894e-b42b027202f3 HTTP/1.1" status: 200 len: 990 time: 0.3701918 Sep 16 05:14:08.461499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4f1c4c7d-3320-4d8e-b943-b2806a8fad40 None None] Could not find standard attr ID for object b1e0caf7-f513-4073-b1dd-994f582b0aca. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:14:08.490725 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92b714d2-e09a-4b66-b275-21643b94da4a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.513895 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-de240a2b-2098-470a-8247-880468599874', 'network_id': 'de240a2b-2098-470a-8247-880468599874', 'tenant_id': '0978f1272d894eacb98309fc5c043d34', 'fixed_ips': [{'subnet_id': 'b6c23533-8ecf-46ce-98a5-5bef8f440c87'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:08.514849 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.539339 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e806f451-5cd3-414f-92c9-295035e222df None None] New status for floating IP e2b938f7-ccc6-445e-894e-b42b027202f3: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:08.596190 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3a785b-1359-4d6e-9ed8-17fc1475d6e9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:08.600452 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f3a785b-1359-4d6e-9ed8-17fc1475d6e9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.632733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e83841cd-9375-4e84-9ef8-f299a01db772 None None] Could not find standard attr ID for object b1e0caf7-f513-4073-b1dd-994f582b0aca. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:14:08.650436 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92b714d2-e09a-4b66-b275-21643b94da4a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.727778 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Allocated IP 2001:db8::2 (de240a2b-2098-470a-8247-880468599874/b6c23533-8ecf-46ce-98a5-5bef8f440c87/f1fafd7d-aac9-44c7-b440-4f6b3386ed26) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:08.774498 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92b714d2-e09a-4b66-b275-21643b94da4a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.819675 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92b714d2-e09a-4b66-b275-21643b94da4a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.823333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-92b714d2-e09a-4b66-b275-21643b94da4a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/b635c63e-9dd0-491b-b2e5-d5e60d3bb0c6 HTTP/1.1" status: 204 len: 168 time: 0.5590613 Sep 16 05:14:08.823333 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b714d2-e09a-4b66-b275-21643b94da4a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Subnet': ['ID=b635c63e-9dd0-491b-b2e5-d5e60d3bb0c6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:08.824263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60314) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:08.877842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfd6846-2a89-48b3-b31f-a33b19e204fa None None] Network 9f2b6805-e934-49cb-bb4f-37179a177fad requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:08.939312 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.005809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port 296ff210-6377-410b-820d-740e311b73dd {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:09.006206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.048130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f3a785b-1359-4d6e-9ed8-17fc1475d6e9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.098666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] For port 296ff210-6377-410b-820d-740e311b73dd, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=296ff210-6377-410b-820d-740e311b73dd,segment=NetworkSegment(e7e44f92-fd7a-4a6e-89f2-ed39a54ad035),segment_id=e7e44f92-fd7a-4a6e-89f2-ed39a54ad035)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:09.099272 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.112274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3a785b-1359-4d6e-9ed8-17fc1475d6e9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network de240a2b-2098-470a-8247-880468599874 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:09.115874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for 296ff210-6377-410b-820d-740e311b73dd owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:09.117692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2f3a785b-1359-4d6e-9ed8-17fc1475d6e9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:09.122566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a785b-1359-4d6e-9ed8-17fc1475d6e9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.122566 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f3a785b-1359-4d6e-9ed8-17fc1475d6e9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.137090 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.142159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a785b-1359-4d6e-9ed8-17fc1475d6e9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Subnet': ['ID=ad194693-2a8c-4e8b-a204-dbf9dac81d62,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:09.201034 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f7e7e-4128-4815-a2c3-4dd2e3ea8dc3 None None] DHCP port deletion for 9f2b6805-e934-49cb-bb4f-37179a177fad request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:09.231128 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.274073 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60322) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:09.274236 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2f3a785b-1359-4d6e-9ed8-17fc1475d6e9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9766960 Sep 16 05:14:09.281162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Network de240a2b-2098-470a-8247-880468599874 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:09.287226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Pushing event updated for resources: {'Port': ['ID=f1fafd7d-aac9-44c7-b440-4f6b3386ed26,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:09.290148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:09.292720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:09.320909 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.327131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ca3f7e7e-4128-4815-a2c3-4dd2e3ea8dc3 None None] Deleting port 296ff210-6377-410b-820d-740e311b73dd {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:09.327465 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ca3f7e7e-4128-4815-a2c3-4dd2e3ea8dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.370307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=296ff210-6377-410b-820d-740e311b73dd,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:09.375278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Attempting to bind port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:09.375621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Attempting to bind port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'de240a2b-2098-470a-8247-880468599874'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:09.376154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Attempting to bind port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 on network de240a2b-2098-470a-8247-880468599874 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:09.379898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No DVR routers for this DVR port 296ff210-6377-410b-820d-740e311b73dd on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:09.407257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:09.407639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Checking segment: {'id': 'f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'de240a2b-2098-470a-8247-880468599874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:09.408047 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.408451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Bound using segment: {'id': 'f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'de240a2b-2098-470a-8247-880468599874'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:09.408971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Bound port: f1fafd7d-aac9-44c7-b440-4f6b3386ed26, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'de240a2b-2098-470a-8247-880468599874'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:09.409359 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.433869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ca3f7e7e-4128-4815-a2c3-4dd2e3ea8dc3 None None] For port 296ff210-6377-410b-820d-740e311b73dd, host n-d-712137-12, got binding levels [] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:09.434170 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ca3f7e7e-4128-4815-a2c3-4dd2e3ea8dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.447096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f680b-db9c-437b-97d4-3703c17f25d9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.449046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f680b-db9c-437b-97d4-3703c17f25d9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.449196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60328) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:09.450907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f680b-db9c-437b-97d4-3703c17f25d9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.452883 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f680b-db9c-437b-97d4-3703c17f25d9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.454975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f680b-db9c-437b-97d4-3703c17f25d9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.461682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ed1f680b-db9c-437b-97d4-3703c17f25d9 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1819696 Sep 16 05:14:09.461682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60330) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:09.466131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-07771fc5-89d4-4f53-9d7d-07890e7957dc tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1955063152'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:09.469779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ca3f7e7e-4128-4815-a2c3-4dd2e3ea8dc3 None None] Calling delete_port for 296ff210-6377-410b-820d-740e311b73dd owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:09.476937 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.ipam_backend_mixin [None req-ca3f7e7e-4128-4815-a2c3-4dd2e3ea8dc3 None None] Port 296ff210-6377-410b-820d-740e311b73dd was not found and therefore no delete operation was performed {{(pid=95453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:14:09.484218 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ca3f7e7e-4128-4815-a2c3-4dd2e3ea8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.526635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f7e7e-4128-4815-a2c3-4dd2e3ea8dc3 None None] Pushing event deleted for resources: {'Port': ['ID=296ff210-6377-410b-820d-740e311b73dd,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:09.554476 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-96b48a65-3267-4396-b73f-8d4e04d0c512 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/e2b938f7-ccc6-445e-894e-b42b027202f3 HTTP/1.1" status: 200 len: 992 time: 0.1023419 Sep 16 05:14:09.557715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] For port f1fafd7d-aac9-44c7-b440-4f6b3386ed26, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:09.563829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] For port f1fafd7d-aac9-44c7-b440-4f6b3386ed26, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f1fafd7d-aac9-44c7-b440-4f6b3386ed26,segment=NetworkSegment(f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8),segment_id=f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:09.563829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f7e7e-4128-4815-a2c3-4dd2e3ea8dc3 None None] No DVR routers for this DVR port 296ff210-6377-410b-820d-740e311b73dd on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:09.575816 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.600777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2b6805-e934-49cb-bb4f-37179a177fad']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:09.610421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 296ff210-6377-410b-820d-740e311b73dd no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:09.613606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e44f92-fd7a-4a6e-89f2-ed39a54ad035') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:09.613971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e44f92-fd7a-4a6e-89f2-ed39a54ad035') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:09.624735 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.638366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 296ff210-6377-410b-820d-740e311b73dd {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:09.638593 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.638835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 296ff210-6377-410b-820d-740e311b73dd not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:09.641375 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.645968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:09.646421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:09.650803 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:09.706380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07771fc5-89d4-4f53-9d7d-07890e7957dc tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:09.709918 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07771fc5-89d4-4f53-9d7d-07890e7957dc tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.723103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87329b25-dcd6-4a0a-b1f3-825424f1d714 None None] Pushing event updated for resources: {'Port': ['ID=f1fafd7d-aac9-44c7-b440-4f6b3386ed26,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:09.742711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07771fc5-89d4-4f53-9d7d-07890e7957dc tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:09.752209 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07771fc5-89d4-4f53-9d7d-07890e7957dc tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.752651 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-07771fc5-89d4-4f53-9d7d-07890e7957dc tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Added segment 6af3fb7c-baac-4e77-af71-38e1f475099d of type vlan for network 58021f28-08d1-4ae2-973f-fb5ba2ea9d37 Sep 16 05:14:09.786535 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.795335 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.797782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/networks/9f2b6805-e934-49cb-bb4f-37179a177fad HTTP/1.1" status: 204 len: 168 time: 0.9716983 Sep 16 05:14:09.801454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60334) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:09.814735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'name': 'tempest-PortsTestJSON-1661610007'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:09.817870 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07771fc5-89d4-4f53-9d7d-07890e7957dc tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.820940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce39cf-d037-4a10-a164-a95884fca3ed tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Network': ['ID=9f2b6805-e934-49cb-bb4f-37179a177fad,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:09.901011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07771fc5-89d4-4f53-9d7d-07890e7957dc tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.911793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07771fc5-89d4-4f53-9d7d-07890e7957dc tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.911793 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07771fc5-89d4-4f53-9d7d-07890e7957dc tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.999728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07771fc5-89d4-4f53-9d7d-07890e7957dc tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Network': ['ID=58021f28-08d1-4ae2-973f-fb5ba2ea9d37,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:10.011896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 58021f28-08d1-4ae2-973f-fb5ba2ea9d37 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:10.035464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:10.039296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.064835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port 155b0055-d124-45ac-a621-87fd7005c3f9 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:14:10.111975 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-07771fc5-89d4-4f53-9d7d-07890e7957dc tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6501691 Sep 16 05:14:10.114927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60340) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:10.121637 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9fbaabcf-076a-4b68-9d60-6a0567cc70af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:10.372574 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.384400 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9fbaabcf-076a-4b68-9d60-6a0567cc70af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.441450 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9fbaabcf-076a-4b68-9d60-6a0567cc70af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.461823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fbaabcf-076a-4b68-9d60-6a0567cc70af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network 58021f28-08d1-4ae2-973f-fb5ba2ea9d37 is not hosted by any dhcp agent {{(pid=95451) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:14:10.467171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbaabcf-076a-4b68-9d60-6a0567cc70af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.467774 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9fbaabcf-076a-4b68-9d60-6a0567cc70af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.472612 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9fbaabcf-076a-4b68-9d60-6a0567cc70af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "PUT /v2.0/networks/58021f28-08d1-4ae2-973f-fb5ba2ea9d37 HTTP/1.1" status: 200 len: 723 time: 0.3538117 Sep 16 05:14:10.472936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60346) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:10.478003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-74afd775-6b8b-4f2d-81b0-b67a5318344a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'subnet': {'network_id': '58021f28-08d1-4ae2-973f-fb5ba2ea9d37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:10.512448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.570059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbaabcf-076a-4b68-9d60-6a0567cc70af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Network': ['ID=58021f28-08d1-4ae2-973f-fb5ba2ea9d37,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:10.583670 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 58021f28-08d1-4ae2-973f-fb5ba2ea9d37 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:10.594805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network db758d8e-8953-48ca-b1a5-6aae4355c275 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:10.594805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:10.594805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:10.598760 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.599409 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.615923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=155b0055-d124-45ac-a621-87fd7005c3f9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:10.699442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74afd775-6b8b-4f2d-81b0-b67a5318344a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:10.703317 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74afd775-6b8b-4f2d-81b0-b67a5318344a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.738261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c4fa7-efdf-494c-b7a6-4c89dca90aa2 None None] Network de240a2b-2098-470a-8247-880468599874 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:10.756948 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e4c808fe-c7de-43b0-946f-373465596188 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9540420 Sep 16 05:14:10.759666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60352) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:10.875611 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b2214440-24fd-40b4-bfc3-ab6bf9593482 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port 155b0055-d124-45ac-a621-87fd7005c3f9 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:10.875997 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2214440-24fd-40b4-bfc3-ab6bf9593482 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.905683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b407ef7d-c45d-4124-8dcd-fca1e3241084 None None] Provisioning complete for port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:10.906051 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b407ef7d-c45d-4124-8dcd-fca1e3241084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.948090 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2214440-24fd-40b4-bfc3-ab6bf9593482 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.961739 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b2214440-24fd-40b4-bfc3-ab6bf9593482 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for 155b0055-d124-45ac-a621-87fd7005c3f9 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:11.007954 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74afd775-6b8b-4f2d-81b0-b67a5318344a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.026579 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b407ef7d-c45d-4124-8dcd-fca1e3241084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.067967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afd775-6b8b-4f2d-81b0-b67a5318344a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Subnet': ['ID=842e6791-1fc1-4c5d-bca6-0b357466d612,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:11.084106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afd775-6b8b-4f2d-81b0-b67a5318344a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Checking segment: {'id': '6af3fb7c-baac-4e77-af71-38e1f475099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58021f28-08d1-4ae2-973f-fb5ba2ea9d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:11.084489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74afd775-6b8b-4f2d-81b0-b67a5318344a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network hostable DHCP agents. Network: 58021f28-08d1-4ae2-973f-fb5ba2ea9d37, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:11.100633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b407ef7d-c45d-4124-8dcd-fca1e3241084 None None] For port f1fafd7d-aac9-44c7-b440-4f6b3386ed26, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f1fafd7d-aac9-44c7-b440-4f6b3386ed26,segment=NetworkSegment(f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8),segment_id=f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:11.101721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe285d1-00e3-4743-a8ff-4fe92fa14293 None None] Update dhcp port {'port': {'network_id': 'de240a2b-2098-470a-8247-880468599874', 'fixed_ips': [{'subnet_id': 'b6c23533-8ecf-46ce-98a5-5bef8f440c87', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ad194693-2a8c-4e8b-a204-dbf9dac81d62'}], 'binding:host_id': 'n-d-712137-12'}, 'id': 'f1fafd7d-aac9-44c7-b440-4f6b3386ed26'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:14:11.113817 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:14:11.116106 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2214440-24fd-40b4-bfc3-ab6bf9593482 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.129408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8fe285d1-00e3-4743-a8ff-4fe92fa14293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.152280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2214440-24fd-40b4-bfc3-ab6bf9593482 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=155b0055-d124-45ac-a621-87fd7005c3f9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:11.161979 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2214440-24fd-40b4-bfc3-ab6bf9593482 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.164757 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b2214440-24fd-40b4-bfc3-ab6bf9593482 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/155b0055-d124-45ac-a621-87fd7005c3f9 HTTP/1.1" status: 204 len: 168 time: 0.4037397 Sep 16 05:14:11.167584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60360) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:11.175765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'mac_address': 'fa:16:3e:7d:7a:12', 'name': 'tempest-PortsTestJSON-998610292'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:11.186062 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b407ef7d-c45d-4124-8dcd-fca1e3241084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.239322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74afd775-6b8b-4f2d-81b0-b67a5318344a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network 58021f28-08d1-4ae2-973f-fb5ba2ea9d37 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:11.315625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-74afd775-6b8b-4f2d-81b0-b67a5318344a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 58021f28-08d1-4ae2-973f-fb5ba2ea9d37) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:11.318033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407ef7d-c45d-4124-8dcd-fca1e3241084 None None] Pushing event updated for resources: {'Port': ['ID=f1fafd7d-aac9-44c7-b440-4f6b3386ed26,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:11.322304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74afd775-6b8b-4f2d-81b0-b67a5318344a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.327182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccbf249-d056-4578-b300-b15d7714fb9a None None] Network 58021f28-08d1-4ae2-973f-fb5ba2ea9d37 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:11.330135 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74afd775-6b8b-4f2d-81b0-b67a5318344a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.350905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:11.418133 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.420668 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-8fe285d1-00e3-4743-a8ff-4fe92fa14293 None None] Allocated IP 172.20.0.1 (de240a2b-2098-470a-8247-880468599874/ad194693-2a8c-4e8b-a204-dbf9dac81d62/f1fafd7d-aac9-44c7-b440-4f6b3386ed26) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:11.440588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-74afd775-6b8b-4f2d-81b0-b67a5318344a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9665542 Sep 16 05:14:11.442914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port a8e7f5b0-4d62-4ffc-a59c-44041df98e2d yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:14:11.443773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60364) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:11.449726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e3f97b8a-d65a-4074-900a-8c3f697b0c8e tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:11.624256 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8fe285d1-00e3-4743-a8ff-4fe92fa14293 None None] For port f1fafd7d-aac9-44c7-b440-4f6b3386ed26, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f1fafd7d-aac9-44c7-b440-4f6b3386ed26,segment=NetworkSegment(f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8),segment_id=f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:11.628882 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3f97b8a-d65a-4074-900a-8c3f697b0c8e tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9361418'] for subnet, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.799449 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.861743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-58021f28-08d1-4ae2-973f-fb5ba2ea9d37', 'network_id': '58021f28-08d1-4ae2-973f-fb5ba2ea9d37', 'tenant_id': '0978f1272d894eacb98309fc5c043d34', 'fixed_ips': [{'subnet_id': '842e6791-1fc1-4c5d-bca6-0b357466d612'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:11.862699 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.865035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f1fafd7d-aac9-44c7-b440-4f6b3386ed26 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:11.904520 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.939542 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3f97b8a-d65a-4074-900a-8c3f697b0c8e tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770204364804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8966995'] for subnet, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.944840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network db758d8e-8953-48ca-b1a5-6aae4355c275 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:11.946389 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8fe285d1-00e3-4743-a8ff-4fe92fa14293 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.948288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:11.952875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:11.953693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f97b8a-d65a-4074-900a-8c3f697b0c8e tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.954550 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3f97b8a-d65a-4074-900a-8c3f697b0c8e tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.955976 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e3f97b8a-d65a-4074-900a-8c3f697b0c8e tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "PUT /v2.0/subnets/842e6791-1fc1-4c5d-bca6-0b357466d612 HTTP/1.1" status: 200 len: 826 time: 0.5107703 Sep 16 05:14:11.962310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.962951 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.965209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60370) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:12.006493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f97b8a-d65a-4074-900a-8c3f697b0c8e tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Subnet': ['ID=842e6791-1fc1-4c5d-bca6-0b357466d612,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:12.009818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=a8e7f5b0-4d62-4ffc-a59c-44041df98e2d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:12.036180 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8fe285d1-00e3-4743-a8ff-4fe92fa14293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.099476 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-24979c02-e004-4537-9a28-40ef3448436f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9299393 Sep 16 05:14:12.102196 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60376) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:12.149740 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.160092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e592128-27b6-4a38-a014-f7576155b247 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.164059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3e592128-27b6-4a38-a014-f7576155b247 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/a8e7f5b0-4d62-4ffc-a59c-44041df98e2d HTTP/1.1" status: 200 len: 840 time: 0.0583768 Sep 16 05:14:12.164414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60380) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:12.185127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe285d1-00e3-4743-a8ff-4fe92fa14293 None None] Pushing event updated for resources: {'Port': ['ID=f1fafd7d-aac9-44c7-b440-4f6b3386ed26,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:12.197020 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1d51565b-b64f-4087-ac69-8ed145340f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.205188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:12.205568 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.254961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Allocated IP 2001:db8::2 (58021f28-08d1-4ae2-973f-fb5ba2ea9d37/842e6791-1fc1-4c5d-bca6-0b357466d612/f7dc157e-f3b8-49e9-aeed-5b89d1079feb) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:12.509711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60384) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:12.522933 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.601797 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-66a50227-f94a-47d8-8830-679063d89a52 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/floatingips/97b1c8ed-a0c6-449c-a0c0-a468a915ba26 HTTP/1.1" status: 200 len: 991 time: 0.0896554 Sep 16 05:14:12.611374 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.644837 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.694032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Network 58021f28-08d1-4ae2-973f-fb5ba2ea9d37 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:12.699485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:12.705195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:12.714321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Pushing event updated for resources: {'Port': ['ID=f7dc157e-f3b8-49e9-aeed-5b89d1079feb,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:12.784992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Attempting to bind port f7dc157e-f3b8-49e9-aeed-5b89d1079feb on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:12.785651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Attempting to bind port f7dc157e-f3b8-49e9-aeed-5b89d1079feb by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '6af3fb7c-baac-4e77-af71-38e1f475099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58021f28-08d1-4ae2-973f-fb5ba2ea9d37'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:12.786659 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Attempting to bind port f7dc157e-f3b8-49e9-aeed-5b89d1079feb on network 58021f28-08d1-4ae2-973f-fb5ba2ea9d37 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:12.786816 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.792101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:12.801047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Checking segment: {'id': '6af3fb7c-baac-4e77-af71-38e1f475099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58021f28-08d1-4ae2-973f-fb5ba2ea9d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:12.801047 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.801047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Bound using segment: {'id': '6af3fb7c-baac-4e77-af71-38e1f475099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58021f28-08d1-4ae2-973f-fb5ba2ea9d37'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:12.801047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Bound port: f7dc157e-f3b8-49e9-aeed-5b89d1079feb, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af3fb7c-baac-4e77-af71-38e1f475099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58021f28-08d1-4ae2-973f-fb5ba2ea9d37'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:12.801047 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.852953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-bfb02bcd-1bed-4e7f-a31b-0b3020cb59db tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port a8e7f5b0-4d62-4ffc-a59c-44041df98e2d {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:12.853414 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfb02bcd-1bed-4e7f-a31b-0b3020cb59db tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.877669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] For port f7dc157e-f3b8-49e9-aeed-5b89d1079feb, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:12.881056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] For port f7dc157e-f3b8-49e9-aeed-5b89d1079feb, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f7dc157e-f3b8-49e9-aeed-5b89d1079feb,segment=NetworkSegment(6af3fb7c-baac-4e77-af71-38e1f475099d),segment_id=6af3fb7c-baac-4e77-af71-38e1f475099d)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:12.921413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60394) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:12.936887 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfb02bcd-1bed-4e7f-a31b-0b3020cb59db tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.953389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-bfb02bcd-1bed-4e7f-a31b-0b3020cb59db tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for a8e7f5b0-4d62-4ffc-a59c-44041df98e2d owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:13.008244 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.038288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.041486 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f25b3d4-3c27-46ab-8eeb-5d4f40b08956 None None] Network de240a2b-2098-470a-8247-880468599874 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:13.084835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Subnet': ['ID=842e6791-1fc1-4c5d-bca6-0b357466d612,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:13.163331 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.169882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd1e67-bd7c-4af2-b5e1-353cb7e916dd None None] Pushing event updated for resources: {'Port': ['ID=f7dc157e-f3b8-49e9-aeed-5b89d1079feb,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:13.189552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58021f28-08d1-4ae2-973f-fb5ba2ea9d37']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:13.197852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af3fb7c-baac-4e77-af71-38e1f475099d') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:13.198196 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af3fb7c-baac-4e77-af71-38e1f475099d') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:13.212651 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.212907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-361f0656-bab0-4928-aa0b-c162d692576a None None] Provisioning complete for port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:13.213200 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-361f0656-bab0-4928-aa0b-c162d692576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.226642 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfb02bcd-1bed-4e7f-a31b-0b3020cb59db tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.255009 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.257879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-d98a6bcb-4f65-4c6e-b571-e94a6fbec136 req-64f0b317-6565-41b9-b651-3cca33d2ba4f service neutron] (95452) timed out ('10.222.0.24', 36982) {{(pid=95452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:14:13.258590 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb02bcd-1bed-4e7f-a31b-0b3020cb59db tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=a8e7f5b0-4d62-4ffc-a59c-44041df98e2d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:13.276282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:13.276922 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:13.280622 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:13.303625 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bfb02bcd-1bed-4e7f-a31b-0b3020cb59db tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.308794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bfb02bcd-1bed-4e7f-a31b-0b3020cb59db tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/a8e7f5b0-4d62-4ffc-a59c-44041df98e2d HTTP/1.1" status: 204 len: 168 time: 1.1434066 Sep 16 05:14:13.316190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60406) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:13.354037 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a405111-bc31-47c6-b433-e4fde9d659a7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:14:13.365882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4a405111-bc31-47c6-b433-e4fde9d659a7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/a8e7f5b0-4d62-4ffc-a59c-44041df98e2d HTTP/1.1" status: 404 len: 333 time: 0.0482256 Sep 16 05:14:13.366724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60408) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:13.408197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'name': 'tempest-PortsTestJSON-618972809'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:13.490530 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:14:13.490530 n-d-712137-12 neutron-server[95452]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:14:13.490530 n-d-712137-12 neutron-server[95452]: [parameters: {'id': '58021f28-08d1-4ae2-973f-fb5ba2ea9d37'}] Sep 16 05:14:13.490530 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:14:13.490942 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:14:13.585542 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:13.590082 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.600735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting port 6e50f0ab-0f3c-498d-aee5-11da3e837939 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:13.601327 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.643306 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port d243c04d-225d-4c43-9d02-e566ac28bd0a yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:14:13.709874 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.710938 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.735142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Calling delete_port for 6e50f0ab-0f3c-498d-aee5-11da3e837939 owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:13.767065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f7dc157e-f3b8-49e9-aeed-5b89d1079feb up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:13.840187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f7dc157e-f3b8-49e9-aeed-5b89d1079feb triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:13.840596 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.911359 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.952674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-806eb033-92c2-4eed-b104-4d9625935c9f None None] Provisioning complete for port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:13.953678 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-806eb033-92c2-4eed-b104-4d9625935c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.995699 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.008392 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.037868 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.054683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.083057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Port': ['ID=6e50f0ab-0f3c-498d-aee5-11da3e837939,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:14.087187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port f7dc157e-f3b8-49e9-aeed-5b89d1079feb, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f7dc157e-f3b8-49e9-aeed-5b89d1079feb,segment=NetworkSegment(6af3fb7c-baac-4e77-af71-38e1f475099d),segment_id=6af3fb7c-baac-4e77-af71-38e1f475099d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:14.133696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network db758d8e-8953-48ca-b1a5-6aae4355c275 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:14.140116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:14.144063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:14.146686 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.147722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f1fafd7d-aac9-44c7-b440-4f6b3386ed26 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:14.150596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:14.151250 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.178967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=d243c04d-225d-4c43-9d02-e566ac28bd0a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:14.195310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.195768 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Floating IP 97b1c8ed-a0c6-449c-a0c0-a468a915ba26 disassociated (deleted). External IP: 172.25.3.7, port: 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54. Sep 16 05:14:14.208361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Deleting port f7dc157e-f3b8-49e9-aeed-5b89d1079feb {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:14.208737 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.264434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=f7dc157e-f3b8-49e9-aeed-5b89d1079feb,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:14.303800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:14.304420 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.310026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ff222ac0-f794-472d-a584-c37e93f0bd5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9075062 Sep 16 05:14:14.310712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60414) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:14.324828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f7c8ab2b-6ee7-423b-8ea6-00a3db4609e7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:14.387263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] For port f7dc157e-f3b8-49e9-aeed-5b89d1079feb, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f7dc157e-f3b8-49e9-aeed-5b89d1079feb,segment=NetworkSegment(6af3fb7c-baac-4e77-af71-38e1f475099d),segment_id=6af3fb7c-baac-4e77-af71-38e1f475099d)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:14.387639 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.431959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Calling delete_port for f7dc157e-f3b8-49e9-aeed-5b89d1079feb owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:14.476947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Router 244d1a36-e2c0-457f-af6e-09a69c5ea417 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:14.485043 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ab2b-6ee7-423b-8ea6-00a3db4609e7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.491013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc256d58-51ba-4a5a-97df-17b9f8790aaa None None] Network 58021f28-08d1-4ae2-973f-fb5ba2ea9d37 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:14.520343 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d0aade7b-53ed-46e7-9c6f-5fbfe3b7d010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.576205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cf27f68b-9bd9-4853-99d9-4daeeb90af01 None None] Provisioning complete for port f7dc157e-f3b8-49e9-aeed-5b89d1079feb triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:14.576854 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cf27f68b-9bd9-4853-99d9-4daeeb90af01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.624089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:14.641818 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.648006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c581bf5-a7c7-490a-9251-372ad7c4071d None None] Sync routers for ids ['244d1a36-e2c0-457f-af6e-09a69c5ea417'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:14.676567 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.688962 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b8ad9868-5ee2-4cb0-93be-ff4935ef8401 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/floatingips/97b1c8ed-a0c6-449c-a0c0-a468a915ba26 HTTP/1.1" status: 204 len: 168 time: 1.7653677 Sep 16 05:14:14.689819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadb4656-8c4c-4223-9635-deb014411f80', 'tag': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:14.693494 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea6422a-570d-430b-b3b6-0b7651ecd29f" -d '{"events": [{"name": "network-changed", "server_uuid": "cadb4656-8c4c-4223-9635-deb014411f80", "tag": "4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:14.693687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c581bf5-a7c7-490a-9251-372ad7c4071d None None] Routers {'244d1a36-e2c0-457f-af6e-09a69c5ea417'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:14.694250 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3c581bf5-a7c7-490a-9251-372ad7c4071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['244d1a36-e2c0-457f-af6e-09a69c5ea417'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:14.696607 n-d-712137-12 neutron-server[95453]: INFO neutron.plugins.ml2.db [None req-cf27f68b-9bd9-4853-99d9-4daeeb90af01 None None] No ports have port_id starting with f7dc157e-f3b8-49e9-aeed-5b89d1079feb Sep 16 05:14:14.719729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Port': ['ID=f7dc157e-f3b8-49e9-aeed-5b89d1079feb,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:14.728627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No DVR routers for this DVR port f7dc157e-f3b8-49e9-aeed-5b89d1079feb on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:14.770819 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7686e18b-b444-44f6-a634-1769907af81e x-openstack-request-id: req-7686e18b-b444-44f6-a634-1769907af81e {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:14.771111 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cadb4656-8c4c-4223-9635-deb014411f80", "tag": "4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:14.771362 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7686e18b-b444-44f6-a634-1769907af81e {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:14.771762 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadb4656-8c4c-4223-9635-deb014411f80', 'tag': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54', 'status': 'completed', 'code': 200} Sep 16 05:14:14.788382 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ab2b-6ee7-423b-8ea6-00a3db4609e7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.792994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fbd24b-a009-4ce3-8104-7ff5a112c158 None None] DHCP port deletion for 58021f28-08d1-4ae2-973f-fb5ba2ea9d37 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:14.823764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87957792-84a9-49cf-9d0d-f66bbbf81c7e None None] Network 58021f28-08d1-4ae2-973f-fb5ba2ea9d37 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:14.842046 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ab2b-6ee7-423b-8ea6-00a3db4609e7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.886908 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.927428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8ab2b-6ee7-423b-8ea6-00a3db4609e7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] In _notify_port_updated(), no bound segment for port d243c04d-225d-4c43-9d02-e566ac28bd0a on network db758d8e-8953-48ca-b1a5-6aae4355c275 {{(pid=95452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:14:14.933444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c8ab2b-6ee7-423b-8ea6-00a3db4609e7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:14.934233 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ab2b-6ee7-423b-8ea6-00a3db4609e7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.935666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f7c8ab2b-6ee7-423b-8ea6-00a3db4609e7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "PUT /v2.0/ports/d243c04d-225d-4c43-9d02-e566ac28bd0a HTTP/1.1" status: 200 len: 818 time: 0.6167247 Sep 16 05:14:14.941036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60420) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:14.964880 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58021f28-08d1-4ae2-973f-fb5ba2ea9d37']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:14.971342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-3c581bf5-a7c7-490a-9251-372ad7c4071d None None] Set router 244d1a36-e2c0-457f-af6e-09a69c5ea417 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:14.984965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6422a-570d-430b-b3b6-0b7651ecd29f req-e73a48d2-5e19-4217-b669-14f331d4c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:14.986866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ea6422a-570d-430b-b3b6-0b7651ecd29f req-e73a48d2-5e19-4217-b669-14f331d4c100 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eac926846f463789703829e934134d&device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 1097 time: 0.1850231 Sep 16 05:14:14.988811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af3fb7c-baac-4e77-af71-38e1f475099d') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:14.999120 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af3fb7c-baac-4e77-af71-38e1f475099d') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:15.009733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8ab2b-6ee7-423b-8ea6-00a3db4609e7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=d243c04d-225d-4c43-9d02-e566ac28bd0a,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.033006 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.091230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.104424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:15.105011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:15.108865 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:15.135180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-d6997c34-bc32-4547-9b8f-9ae3038f22ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port d243c04d-225d-4c43-9d02-e566ac28bd0a {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:15.135702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6997c34-bc32-4547-9b8f-9ae3038f22ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.228733 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6997c34-bc32-4547-9b8f-9ae3038f22ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.240950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-d6997c34-bc32-4547-9b8f-9ae3038f22ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for d243c04d-225d-4c43-9d02-e566ac28bd0a owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:15.268099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6422a-570d-430b-b3b6-0b7651ecd29f req-9a933926-f4a4-437f-8662-f6e10d76d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.269758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ea6422a-570d-430b-b3b6-0b7651ecd29f req-9a933926-f4a4-437f-8662-f6e10d76d033 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3ef50d6-e150-4496-b14b-f3ff8faae129 HTTP/1.1" status: 200 len: 897 time: 0.2677870 Sep 16 05:14:15.348727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ea6422a-570d-430b-b3b6-0b7651ecd29f req-df78c662-2767-45b5-9f10-324461cb6d93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 HTTP/1.1" status: 200 len: 217 time: 0.0633526 Sep 16 05:14:15.350279 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.360439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a69fa1-ad8c-49c4-abee-c7cd71662abd req-af395b15-a4cd-4e38-976f-8e8bd79572ba tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.362163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90a69fa1-ad8c-49c4-abee-c7cd71662abd req-af395b15-a4cd-4e38-976f-8e8bd79572ba tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 945 time: 0.1530313 Sep 16 05:14:15.377337 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.381005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/58021f28-08d1-4ae2-973f-fb5ba2ea9d37 HTTP/1.1" status: 204 len: 168 time: 3.4129589 Sep 16 05:14:15.383197 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60426) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:15.406352 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb72342-f929-46fd-ae83-8417b0718d02 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:15.407285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb72342-f929-46fd-ae83-8417b0718d02 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:15.413795 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bbb72342-f929-46fd-ae83-8417b0718d02 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/58021f28-08d1-4ae2-973f-fb5ba2ea9d37 HTTP/1.1" status: 404 len: 339 time: 0.0259030 Sep 16 05:14:15.413795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6997c34-bc32-4547-9b8f-9ae3038f22ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.417709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60428) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:15.427207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3d8d6241-ac81-41ff-8414-326359b71ff8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-523435948', 'description': 'd1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:15.459902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3c581bf5-a7c7-490a-9251-372ad7c4071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'b3fb7d9e-9eda-4554-9365-b36c6f05b195', 'name': '', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:63:d7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:15.462898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f998b-7267-4101-84d8-7c608f9536c6 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Network': ['ID=58021f28-08d1-4ae2-973f-fb5ba2ea9d37,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.475628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6997c34-bc32-4547-9b8f-9ae3038f22ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.478974 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d6997c34-bc32-4547-9b8f-9ae3038f22ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/d243c04d-225d-4c43-9d02-e566ac28bd0a HTTP/1.1" status: 204 len: 168 time: 0.5327361 Sep 16 05:14:15.480387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6997c34-bc32-4547-9b8f-9ae3038f22ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=d243c04d-225d-4c43-9d02-e566ac28bd0a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.482897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60430) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:15.496748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c581bf5-a7c7-490a-9251-372ad7c4071d None None] Checking router: 244d1a36-e2c0-457f-af6e-09a69c5ea417 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:15.508038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c581bf5-a7c7-490a-9251-372ad7c4071d None None] Routers {'244d1a36-e2c0-457f-af6e-09a69c5ea417'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:15.508864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3c581bf5-a7c7-490a-9251-372ad7c4071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['244d1a36-e2c0-457f-af6e-09a69c5ea417'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:15.540191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6422a-570d-430b-b3b6-0b7651ecd29f req-bb3c6aba-5964-4ce4-8410-0f2aac4e8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.542092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ea6422a-570d-430b-b3b6-0b7651ecd29f req-bb3c6aba-5964-4ce4-8410-0f2aac4e8cbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e42a8136-8b8e-4021-945a-fb1ef9f4b855 HTTP/1.1" status: 200 len: 835 time: 0.1788309 Sep 16 05:14:15.548443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90a69fa1-ad8c-49c4-abee-c7cd71662abd req-80695c64-dc98-4db8-8234-592f87cd8b98 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658087 Sep 16 05:14:15.580976 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.598831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8d6241-ac81-41ff-8414-326359b71ff8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:15.602932 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d8d6241-ac81-41ff-8414-326359b71ff8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.613524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f7dc157e-f3b8-49e9-aeed-5b89d1079feb no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:15.635512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80261d37-ff96-4301-bd49-24087654d120 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.639726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-80261d37-ff96-4301-bd49-24087654d120 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1453159 Sep 16 05:14:15.640348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60432) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:15.662130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: f7dc157e-f3b8-49e9-aeed-5b89d1079feb {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:15.662486 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f7dc157e-f3b8-49e9-aeed-5b89d1079feb not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:15.681597 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bbcb11-c949-4280-94cb-285b8cf9fd02 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:14:15.686861 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-78bbcb11-c949-4280-94cb-285b8cf9fd02 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/d243c04d-225d-4c43-9d02-e566ac28bd0a HTTP/1.1" status: 404 len: 333 time: 0.0414040 Sep 16 05:14:15.688816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60434) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:15.690243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6422a-570d-430b-b3b6-0b7651ecd29f req-3a14c1a8-2e1c-47fe-b2e3-94c72161952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.691354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-3c581bf5-a7c7-490a-9251-372ad7c4071d None None] Set router 244d1a36-e2c0-457f-af6e-09a69c5ea417 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:15.694329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ea6422a-570d-430b-b3b6-0b7651ecd29f req-3a14c1a8-2e1c-47fe-b2e3-94c72161952f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3ef50d6-e150-4496-b14b-f3ff8faae129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1405263 Sep 16 05:14:15.696601 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7350aca5-adb2-4c2d-854e-69b18b33cdff tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1792868958'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:15.706593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8d6241-ac81-41ff-8414-326359b71ff8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:15.754594 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d8d6241-ac81-41ff-8414-326359b71ff8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.754972 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-3d8d6241-ac81-41ff-8414-326359b71ff8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Added segment c53ea990-55fe-4df0-8c78-2e87830f555f of type vlan for network d27ee116-1070-4fbf-beca-3f0b904577ed Sep 16 05:14:15.836038 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d8d6241-ac81-41ff-8414-326359b71ff8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.841158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7350aca5-adb2-4c2d-854e-69b18b33cdff tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:15.845333 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7350aca5-adb2-4c2d-854e-69b18b33cdff tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.888405 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ea6422a-570d-430b-b3b6-0b7651ecd29f req-4da7dd4f-123a-4a7e-a57e-104869a73260 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ef50d6-e150-4496-b14b-f3ff8faae129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845343 Sep 16 05:14:15.905272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7350aca5-adb2-4c2d-854e-69b18b33cdff tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:15.913011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3c581bf5-a7c7-490a-9251-372ad7c4071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'b3fb7d9e-9eda-4554-9365-b36c6f05b195', 'name': '', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:63:d7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:15.938245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7350aca5-adb2-4c2d-854e-69b18b33cdff tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.938837 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-7350aca5-adb2-4c2d-854e-69b18b33cdff tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Added segment 267daef0-86b8-4f3b-8d48-113857f0b306 of type vlan for network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b Sep 16 05:14:15.946587 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c581bf5-a7c7-490a-9251-372ad7c4071d None None] The sync data for ids ['244d1a36-e2c0-457f-af6e-09a69c5ea417'] in n-d-712137-12 is: [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 4, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'b3fb7d9e-9eda-4554-9365-b36c6f05b195', 'name': '', 'network_id': 'e3ef50d6-e150-4496-b14b-f3ff8faae129', 'tenant_id': '44eac926846f463789703829e934134d', 'mac_address': 'fa:16:3e:63:d7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'subnets': [{'id': 'e42a8136-8b8e-4021-945a-fb1ef9f4b855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:16.001380 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d8d6241-ac81-41ff-8414-326359b71ff8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.007000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d6241-ac81-41ff-8414-326359b71ff8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.007608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d8d6241-ac81-41ff-8414-326359b71ff8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.032302 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7350aca5-adb2-4c2d-854e-69b18b33cdff tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.041677 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.127436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ea6422a-570d-430b-b3b6-0b7651ecd29f req-29b47a52-abae-4663-a961-eb8dab4b84b9 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ef50d6-e150-4496-b14b-f3ff8faae129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298203 Sep 16 05:14:16.134886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d6241-ac81-41ff-8414-326359b71ff8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Network': ['ID=d27ee116-1070-4fbf-beca-3f0b904577ed,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:16.144183 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3d8d6241-ac81-41ff-8414-326359b71ff8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7222660 Sep 16 05:14:16.144501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60436) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:16.150769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network d27ee116-1070-4fbf-beca-3f0b904577ed details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:16.219311 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7350aca5-adb2-4c2d-854e-69b18b33cdff tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.225526 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350aca5-adb2-4c2d-854e-69b18b33cdff tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.226304 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7350aca5-adb2-4c2d-854e-69b18b33cdff tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.277359 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7350aa-c061-4a25-a73e-cba0632a07f8 None None] New status for floating IP 97b1c8ed-a0c6-449c-a0c0-a468a915ba26: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:16.291070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78c1ad-4c31-4cc1-be5c-cb7fa2c36da7 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.295899 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fa78c1ad-4c31-4cc1-be5c-cb7fa2c36da7 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/networks?id=d27ee116-1070-4fbf-beca-3f0b904577ed HTTP/1.1" status: 200 len: 764 time: 0.1503537 Sep 16 05:14:16.298334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60440) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:16.302695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3c9d952e-105c-460f-a93e-7a5e675b09af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'network': {'description': 'd2'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:16.325458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350aca5-adb2-4c2d-854e-69b18b33cdff tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Network': ['ID=dfc4b74e-7837-4cd8-bc62-7f8dec5e181b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:16.333481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7350aca5-adb2-4c2d-854e-69b18b33cdff tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6406865 Sep 16 05:14:16.336183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60442) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:16.341745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f3571a34-b839-4254-af0e-ef93c60bc6f2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'dfc4b74e-7837-4cd8-bc62-7f8dec5e181b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:16.345382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:16.503117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c9d952e-105c-460f-a93e-7a5e675b09af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.527192 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.554753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3571a34-b839-4254-af0e-ef93c60bc6f2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:16.558348 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f3571a34-b839-4254-af0e-ef93c60bc6f2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.595814 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c9d952e-105c-460f-a93e-7a5e675b09af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.604753 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c9d952e-105c-460f-a93e-7a5e675b09af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network d27ee116-1070-4fbf-beca-3f0b904577ed is not hosted by any dhcp agent {{(pid=95451) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:14:16.610721 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9d952e-105c-460f-a93e-7a5e675b09af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.611635 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c9d952e-105c-460f-a93e-7a5e675b09af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.613115 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3c9d952e-105c-460f-a93e-7a5e675b09af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "PUT /v2.0/networks/d27ee116-1070-4fbf-beca-3f0b904577ed HTTP/1.1" status: 200 len: 761 time: 0.3155200 Sep 16 05:14:16.615883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60446) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:16.647104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cde66c-cd52-4298-bd05-d6f0cb424804 req-acca260d-d696-4b59-b35e-25c8b1f85a64 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.648715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97cde66c-cd52-4298-bd05-d6f0cb424804 req-acca260d-d696-4b59-b35e-25c8b1f85a64 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.37 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 945 time: 0.1211791 Sep 16 05:14:16.748358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d952e-105c-460f-a93e-7a5e675b09af tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Network': ['ID=d27ee116-1070-4fbf-beca-3f0b904577ed,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:16.758416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26939588-8afb-4236-bb25-8b0f3e38d2c2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.759720 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-26939588-8afb-4236-bb25-8b0f3e38d2c2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/networks?id=d27ee116-1070-4fbf-beca-3f0b904577ed HTTP/1.1" status: 200 len: 764 time: 0.1426656 Sep 16 05:14:16.764813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60450) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:16.766509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network d27ee116-1070-4fbf-beca-3f0b904577ed details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:16.822242 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f8177-12e6-4800-bc05-216ab9a89bda req-cb98a2e1-e55a-4b98-b310-36e7dd452817 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.823797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-110f8177-12e6-4800-bc05-216ab9a89bda req-cb98a2e1-e55a-4b98-b310-36e7dd452817 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 945 time: 0.1718819 Sep 16 05:14:16.920515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-110f8177-12e6-4800-bc05-216ab9a89bda req-2f16e7b0-1dce-4a1f-9694-11d77bca0d1c tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/security-groups?id=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869572 Sep 16 05:14:16.926740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-97cde66c-cd52-4298-bd05-d6f0cb424804 req-a6d7b019-f6d6-42e7-ae4b-35a606cead14 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:16.927091 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-97cde66c-cd52-4298-bd05-d6f0cb424804 req-a6d7b019-f6d6-42e7-ae4b-35a606cead14 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.982220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd2fc1b-36b7-4095-89e6-f71ffb40c13b tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.986689 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ddd2fc1b-36b7-4095-89e6-f71ffb40c13b tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2184196 Sep 16 05:14:16.986884 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60452) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.015109 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f3571a34-b839-4254-af0e-ef93c60bc6f2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.025613 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-046f8aa2-ac5a-44ac-bce6-528c5f47ecbe tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9 HTTP/1.1" status: 200 len: 207 time: 0.0374596 Sep 16 05:14:17.028875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60454) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.097472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-97cde66c-cd52-4298-bd05-d6f0cb424804 req-a6d7b019-f6d6-42e7-ae4b-35a606cead14 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] For port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54,segment=NetworkSegment(fb3fd886-68f4-40c0-87e4-348e0188a9e1),segment_id=fb3fd886-68f4-40c0-87e4-348e0188a9e1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:17.097799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-97cde66c-cd52-4298-bd05-d6f0cb424804 req-a6d7b019-f6d6-42e7-ae4b-35a606cead14 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.124876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-97cde66c-cd52-4298-bd05-d6f0cb424804 req-a6d7b019-f6d6-42e7-ae4b-35a606cead14 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Calling delete_port for 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:17.127597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3571a34-b839-4254-af0e-ef93c60bc6f2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Subnet': ['ID=9483c1f8-7e01-4930-8fbc-42352244fe53,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:17.135696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3571a34-b839-4254-af0e-ef93c60bc6f2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Checking segment: {'id': '267daef0-86b8-4f3b-8d48-113857f0b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dfc4b74e-7837-4cd8-bc62-7f8dec5e181b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:17.136065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3571a34-b839-4254-af0e-ef93c60bc6f2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network hostable DHCP agents. Network: dfc4b74e-7837-4cd8-bc62-7f8dec5e181b, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:17.158997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6562717-b4fc-4e93-87ef-380c7b2d37d8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.166177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6562717-b4fc-4e93-87ef-380c7b2d37d8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.172971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6562717-b4fc-4e93-87ef-380c7b2d37d8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.179066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6562717-b4fc-4e93-87ef-380c7b2d37d8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.185677 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6562717-b4fc-4e93-87ef-380c7b2d37d8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.192530 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6562717-b4fc-4e93-87ef-380c7b2d37d8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.198332 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c6562717-b4fc-4e93-87ef-380c7b2d37d8 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1646538 Sep 16 05:14:17.198767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60456) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.241777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3571a34-b839-4254-af0e-ef93c60bc6f2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:17.321519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-f3571a34-b839-4254-af0e-ef93c60bc6f2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, dfc4b74e-7837-4cd8-bc62-7f8dec5e181b) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:17.326387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3571a34-b839-4254-af0e-ef93c60bc6f2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.327227 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f3571a34-b839-4254-af0e-ef93c60bc6f2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.332190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60460) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.332506 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dc25847c-9669-4265-8bd9-8e02dc52c513 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1325672 Sep 16 05:14:17.336644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f0873c-62e6-4c2b-bf94-de506dafb3bf None None] Network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:17.369874 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-97cde66c-cd52-4298-bd05-d6f0cb424804 req-a6d7b019-f6d6-42e7-ae4b-35a606cead14 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.411728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7b019-f6d6-42e7-ae4b-35a606cead14 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Port': ['ID=4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:17.429292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a796b3b-8fde-4842-ab0f-6a2ed600dc79 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.430854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a796b3b-8fde-4842-ab0f-6a2ed600dc79 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.432524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a796b3b-8fde-4842-ab0f-6a2ed600dc79 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.434062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a796b3b-8fde-4842-ab0f-6a2ed600dc79 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.435655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a796b3b-8fde-4842-ab0f-6a2ed600dc79 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.440914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3a796b3b-8fde-4842-ab0f-6a2ed600dc79 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1042235 Sep 16 05:14:17.441830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60462) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.457929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f3571a34-b839-4254-af0e-ef93c60bc6f2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1198206 Sep 16 05:14:17.481374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60464) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.488584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2a23f2de-7ec5-42b2-8762-bf35c8d09069 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'dfc4b74e-7837-4cd8-bc62-7f8dec5e181b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:17.496683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cde66c-cd52-4298-bd05-d6f0cb424804 req-a6d7b019-f6d6-42e7-ae4b-35a606cead14 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] No DVR routers for this DVR port 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:17.501950 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-97cde66c-cd52-4298-bd05-d6f0cb424804 req-a6d7b019-f6d6-42e7-ae4b-35a606cead14 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.504944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97cde66c-cd52-4298-bd05-d6f0cb424804 req-a6d7b019-f6d6-42e7-ae4b-35a606cead14 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.37 "DELETE /v2.0/ports/4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 HTTP/1.1" status: 204 len: 173 time: 0.8449836 Sep 16 05:14:17.505429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadb4656-8c4c-4223-9635-deb014411f80', 'name': 'network-vif-deleted', 'tag': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:17.508279 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecb4cb7-9740-409d-ab48-45af2a500027" -d '{"events": [{"server_uuid": "cadb4656-8c4c-4223-9635-deb014411f80", "name": "network-vif-deleted", "tag": "4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:17.544136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285c9ea8-6ed9-47bc-972f-51e60c1e60bd tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.545839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285c9ea8-6ed9-47bc-972f-51e60c1e60bd tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.547787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285c9ea8-6ed9-47bc-972f-51e60c1e60bd tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.549360 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285c9ea8-6ed9-47bc-972f-51e60c1e60bd tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.551150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285c9ea8-6ed9-47bc-972f-51e60c1e60bd tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.552659 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-285c9ea8-6ed9-47bc-972f-51e60c1e60bd tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1095595 Sep 16 05:14:17.562095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60468) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.562879 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.569571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-dfc4b74e-7837-4cd8-bc62-7f8dec5e181b', 'network_id': 'dfc4b74e-7837-4cd8-bc62-7f8dec5e181b', 'tenant_id': '54b17a9a9c1c4066be36e28a9a6bc5c1', 'fixed_ips': [{'subnet_id': '9483c1f8-7e01-4930-8fbc-42352244fe53'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:17.570527 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.605272 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21da60cb-8539-4075-9d32-483fa30c384a x-openstack-request-id: req-21da60cb-8539-4075-9d32-483fa30c384a {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:17.605564 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cadb4656-8c4c-4223-9635-deb014411f80", "name": "network-vif-deleted", "tag": "4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:17.605819 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21da60cb-8539-4075-9d32-483fa30c384a {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:17.606404 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadb4656-8c4c-4223-9635-deb014411f80', 'name': 'network-vif-deleted', 'tag': '4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54', 'status': 'completed', 'code': 200} Sep 16 05:14:17.677904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0c195f-b900-45b3-a4fb-4e934ea3a448 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.679432 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9c0c195f-b900-45b3-a4fb-4e934ea3a448 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/networks/ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468 HTTP/1.1" status: 200 len: 803 time: 0.1140866 Sep 16 05:14:17.683120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60470) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.727283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a23f2de-7ec5-42b2-8762-bf35c8d09069 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:17.732002 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a23f2de-7ec5-42b2-8762-bf35c8d09069 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.781107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Allocated IP 172.20.0.2 (dfc4b74e-7837-4cd8-bc62-7f8dec5e181b/9483c1f8-7e01-4930-8fbc-42352244fe53/c39bb418-1b94-4509-adbe-1d17cee2a307) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:17.815154 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d9c94b40-84d0-4894-80eb-52e6b041b7dd tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/networks/ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1307151 Sep 16 05:14:17.825533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60472) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.895609 n-d-712137-12 neutron-server[95452]: INFO neutron.db.ipam_backend_mixin [None req-2a23f2de-7ec5-42b2-8762-bf35c8d09069 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9483c1f8-7e01-4930-8fbc-42352244fe53 (CIDR: 172.20.0.0/28) Sep 16 05:14:17.902183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419548e5-677c-4545-91aa-af6d5dfe17eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.903660 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-419548e5-677c-4545-91aa-af6d5dfe17eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/subnets/7e98c2a6-b2cc-4bf1-ba85-e9b4403f2043 HTTP/1.1" status: 200 len: 843 time: 0.0770895 Sep 16 05:14:17.907340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60474) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.952533 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a23f2de-7ec5-42b2-8762-bf35c8d09069 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:14:17.953224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a23f2de-7ec5-42b2-8762-bf35c8d09069 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:17.987960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0bb3b5-54b6-41e2-b2e2-789e814f6aaa tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['shared'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.992751 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ca0bb3b5-54b6-41e2-b2e2-789e814f6aaa tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "GET /v2.0/subnets/7e98c2a6-b2cc-4bf1-ba85-e9b4403f2043?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0811832 Sep 16 05:14:18.005068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60478) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:18.005068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4cec82e6-9c9b-4c23-b565-dd9210150c19 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-181269942'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:18.042058 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.059431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64e0dcf5-b6dc-4c3f-b749-2f9ae0d3a343 req-6730d3fb-5c15-452b-9553-8f9920514946 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "GET /v2.0/ports?device_id=cadb4656-8c4c-4223-9635-deb014411f80 HTTP/1.1" status: 200 len: 210 time: 0.0321760 Sep 16 05:14:18.060851 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2a23f2de-7ec5-42b2-8762-bf35c8d09069 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5782959 Sep 16 05:14:18.064061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60480) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:18.069927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a6cee927-eab3-45c0-8a17-9bc5a6c69d2b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'dfc4b74e-7837-4cd8-bc62-7f8dec5e181b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:18.122180 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.153021 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cec82e6-9c9b-4c23-b565-dd9210150c19 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:18.160301 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cec82e6-9c9b-4c23-b565-dd9210150c19 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.166124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:18.169130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:18.173566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:18.188043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Pushing event updated for resources: {'Port': ['ID=c39bb418-1b94-4509-adbe-1d17cee2a307,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:18.201286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cec82e6-9c9b-4c23-b565-dd9210150c19 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:18.212310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cec82e6-9c9b-4c23-b565-dd9210150c19 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.216298 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-4cec82e6-9c9b-4c23-b565-dd9210150c19 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Added segment 15eee71b-4ff2-4cee-b57b-6ab813c4e50a of type vlan for network 8e378211-4e01-4fd8-b60d-4c7b230e1c95 Sep 16 05:14:18.249249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Attempting to bind port c39bb418-1b94-4509-adbe-1d17cee2a307 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:18.250674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Attempting to bind port c39bb418-1b94-4509-adbe-1d17cee2a307 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '267daef0-86b8-4f3b-8d48-113857f0b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dfc4b74e-7837-4cd8-bc62-7f8dec5e181b'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:18.251209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Attempting to bind port c39bb418-1b94-4509-adbe-1d17cee2a307 on network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:18.256780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:18.257166 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Checking segment: {'id': '267daef0-86b8-4f3b-8d48-113857f0b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dfc4b74e-7837-4cd8-bc62-7f8dec5e181b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:18.257708 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.257997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Bound using segment: {'id': '267daef0-86b8-4f3b-8d48-113857f0b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dfc4b74e-7837-4cd8-bc62-7f8dec5e181b'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:18.258415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Bound port: c39bb418-1b94-4509-adbe-1d17cee2a307, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267daef0-86b8-4f3b-8d48-113857f0b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dfc4b74e-7837-4cd8-bc62-7f8dec5e181b'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:18.258793 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.275329 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cec82e6-9c9b-4c23-b565-dd9210150c19 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.298789 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cee927-eab3-45c0-8a17-9bc5a6c69d2b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:18.302770 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a6cee927-eab3-45c0-8a17-9bc5a6c69d2b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.337197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] For port c39bb418-1b94-4509-adbe-1d17cee2a307, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:18.342515 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] For port c39bb418-1b94-4509-adbe-1d17cee2a307, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c39bb418-1b94-4509-adbe-1d17cee2a307,segment=NetworkSegment(267daef0-86b8-4f3b-8d48-113857f0b306),segment_id=267daef0-86b8-4f3b-8d48-113857f0b306)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:18.396257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cec82e6-9c9b-4c23-b565-dd9210150c19 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.401553 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.409537 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec82e6-9c9b-4c23-b565-dd9210150c19 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.410908 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cec82e6-9c9b-4c23-b565-dd9210150c19 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.483207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eecaff-3d03-447f-88bb-539f16a60102 None None] Pushing event updated for resources: {'Port': ['ID=c39bb418-1b94-4509-adbe-1d17cee2a307,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:18.500803 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec82e6-9c9b-4c23-b565-dd9210150c19 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Network': ['ID=8e378211-4e01-4fd8-b60d-4c7b230e1c95,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:18.519633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 8e378211-4e01-4fd8-b60d-4c7b230e1c95 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:18.559955 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4cec82e6-9c9b-4c23-b565-dd9210150c19 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5629630 Sep 16 05:14:18.561153 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60484) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:18.569511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'subnet': {'network_id': '8e378211-4e01-4fd8-b60d-4c7b230e1c95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:18.653098 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a6cee927-eab3-45c0-8a17-9bc5a6c69d2b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.700254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cee927-eab3-45c0-8a17-9bc5a6c69d2b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:18.703865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-a6cee927-eab3-45c0-8a17-9bc5a6c69d2b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:18.706767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cee927-eab3-45c0-8a17-9bc5a6c69d2b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.707365 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a6cee927-eab3-45c0-8a17-9bc5a6c69d2b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.732357 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cee927-eab3-45c0-8a17-9bc5a6c69d2b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Subnet': ['ID=b4f716a4-b0e1-4565-adcc-7caf6a57becd,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:18.755610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Made reservation on behalf of 0978f1272d894eacb98309fc5c043d34 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:18.759301 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.826106 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.ipam_backend_mixin [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Performing IP validity checks on allocation pools {{(pid=95451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:14:18.827184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.ipam_backend_mixin [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:14:18.831318 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a6cee927-eab3-45c0-8a17-9bc5a6c69d2b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7655764 Sep 16 05:14:18.833548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60486) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:18.838779 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': 'dfc4b74e-7837-4cd8-bc62-7f8dec5e181b', 'fixed_ips': [{'subnet_id': '9483c1f8-7e01-4930-8fbc-42352244fe53'}, {'subnet_id': 'b4f716a4-b0e1-4565-adcc-7caf6a57becd'}], 'name': 'tempest-PortsTestJSON-1120523765'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:19.006897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:19.030049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.086292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Subnet': ['ID=6e02b41b-38fa-451f-b276-cef8d97408a7,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:19.094891 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.106047 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Checking segment: {'id': '15eee71b-4ff2-4cee-b57b-6ab813c4e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e378211-4e01-4fd8-b60d-4c7b230e1c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:19.106581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network hostable DHCP agents. Network: 8e378211-4e01-4fd8-b60d-4c7b230e1c95, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:19.116623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port 024b1980-2982-478f-b356-9408034f327b yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:14:19.133897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60490) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:19.182918 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Network 8e378211-4e01-4fd8-b60d-4c7b230e1c95 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:19.211175 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-644f5ff5-cba5-4374-8546-18237275b863 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.244809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-644f5ff5-cba5-4374-8546-18237275b863 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.280682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 8e378211-4e01-4fd8-b60d-4c7b230e1c95) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:19.291899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcca976-45ff-41cb-a542-eb9ca1bf4a26 None None] Network 8e378211-4e01-4fd8-b60d-4c7b230e1c95 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:19.298810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.303480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.393266 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3eccac54-853d-4385-8a3c-0427260858c0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8308334 Sep 16 05:14:19.394715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60496) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:19.400387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c5a2fc7f-46e3-44f6-bc8d-fe9d12140096 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:19.440612 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-644f5ff5-cba5-4374-8546-18237275b863 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.443873 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-644f5ff5-cba5-4374-8546-18237275b863 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.445539 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-644f5ff5-cba5-4374-8546-18237275b863 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/security-groups/89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c HTTP/1.1" status: 204 len: 168 time: 0.3103564 Sep 16 05:14:19.450326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.9 (dfc4b74e-7837-4cd8-bc62-7f8dec5e181b/9483c1f8-7e01-4930-8fbc-42352244fe53/024b1980-2982-478f-b356-9408034f327b) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:19.466270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.20 (dfc4b74e-7837-4cd8-bc62-7f8dec5e181b/b4f716a4-b0e1-4565-adcc-7caf6a57becd/024b1980-2982-478f-b356-9408034f327b) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:19.468056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f5ff5-cba5-4374-8546-18237275b863 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fa9ad3-01c1-40aa-806d-cc0c3bfb8a3c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:19.582791 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-8e378211-4e01-4fd8-b60d-4c7b230e1c95', 'network_id': '8e378211-4e01-4fd8-b60d-4c7b230e1c95', 'tenant_id': '0978f1272d894eacb98309fc5c043d34', 'fixed_ips': [{'subnet_id': '6e02b41b-38fa-451f-b276-cef8d97408a7'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:19.583045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60504) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:19.586304 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.607670 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a3a3b-5e0d-4ddc-8a1b-124cbb847659 None None] Network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:19.609185 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a2fc7f-46e3-44f6-bc8d-fe9d12140096 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9361418'] for subnet, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.702094 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c39bb418-1b94-4509-adbe-1d17cee2a307 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:19.799360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-78b852ee-403e-4fce-9feb-d6b26b6c5ff2 None None] Provisioning complete for port c39bb418-1b94-4509-adbe-1d17cee2a307 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:19.799825 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-78b852ee-403e-4fce-9feb-d6b26b6c5ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.887648 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a2fc7f-46e3-44f6-bc8d-fe9d12140096 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770204364804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8966995'] for subnet, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.918319 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c39bb418-1b94-4509-adbe-1d17cee2a307 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:19.918720 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.938433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a2fc7f-46e3-44f6-bc8d-fe9d12140096 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.939085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a2fc7f-46e3-44f6-bc8d-fe9d12140096 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.943645 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c5a2fc7f-46e3-44f6-bc8d-fe9d12140096 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "PUT /v2.0/subnets/6e02b41b-38fa-451f-b276-cef8d97408a7 HTTP/1.1" status: 200 len: 900 time: 0.5445616 Sep 16 05:14:19.944736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60506) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:19.981842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2fc7f-46e3-44f6-bc8d-fe9d12140096 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event updated for resources: {'Subnet': ['ID=6e02b41b-38fa-451f-b276-cef8d97408a7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:20.027331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Allocated IP 2001:db8::3 (8e378211-4e01-4fd8-b60d-4c7b230e1c95/6e02b41b-38fa-451f-b276-cef8d97408a7/b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:20.079095 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.081274 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-78b852ee-403e-4fce-9feb-d6b26b6c5ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.118789 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.145090 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.222329 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.225080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-78b852ee-403e-4fce-9feb-d6b26b6c5ff2 None None] For port c39bb418-1b94-4509-adbe-1d17cee2a307, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c39bb418-1b94-4509-adbe-1d17cee2a307,segment=NetworkSegment(267daef0-86b8-4f3b-8d48-113857f0b306),segment_id=267daef0-86b8-4f3b-8d48-113857f0b306)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:20.290053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b10819-b85b-437f-a402-371e93db386b None None] Update dhcp port {'port': {'network_id': 'dfc4b74e-7837-4cd8-bc62-7f8dec5e181b', 'fixed_ips': [{'subnet_id': '9483c1f8-7e01-4930-8fbc-42352244fe53', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b4f716a4-b0e1-4565-adcc-7caf6a57becd'}], 'binding:host_id': 'n-d-712137-12'}, 'id': 'c39bb418-1b94-4509-adbe-1d17cee2a307'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:14:20.324938 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-78b852ee-403e-4fce-9feb-d6b26b6c5ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.344180 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.379652 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-94b10819-b85b-437f-a402-371e93db386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.398811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:20.401111 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.412670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:20.415269 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:14:20.415269 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:14:20.416014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:20.420350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=024b1980-2982-478f-b356-9408034f327b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:20.456334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b852ee-403e-4fce-9feb-d6b26b6c5ff2 None None] Pushing event updated for resources: {'Port': ['ID=c39bb418-1b94-4509-adbe-1d17cee2a307,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:20.492979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.493546 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.517027 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.524927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-782a54bc-1217-456e-b66e-d1a7f2645656 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.613750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.620134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dc6bde91-8561-4d6f-88ac-18dabe71dc8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7854757 Sep 16 05:14:20.622867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60512) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:20.629464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1582535f-f4d8-4a2d-a723-4f10d9eb511c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9483c1f8-7e01-4930-8fbc-42352244fe53'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:20.646426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Subnet': ['ID=6e02b41b-38fa-451f-b276-cef8d97408a7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:20.695192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:20.761208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:20.761464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4d61c1d2-b3a9-4f82-9ae3-d380c8c2bd54 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:20.781572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Network 8e378211-4e01-4fd8-b60d-4c7b230e1c95 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:20.790803 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1582535f-f4d8-4a2d-a723-4f10d9eb511c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.794165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:20.822208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Pushing event updated for resources: {'Port': ['ID=b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:20.825027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:20.901088 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-94b10819-b85b-437f-a402-371e93db386b None None] Allocated IP 172.20.0.18 (dfc4b74e-7837-4cd8-bc62-7f8dec5e181b/b4f716a4-b0e1-4565-adcc-7caf6a57becd/c39bb418-1b94-4509-adbe-1d17cee2a307) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:20.939485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Attempting to bind port b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:20.943859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Attempting to bind port b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '15eee71b-4ff2-4cee-b57b-6ab813c4e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e378211-4e01-4fd8-b60d-4c7b230e1c95'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:20.943859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Attempting to bind port b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc on network 8e378211-4e01-4fd8-b60d-4c7b230e1c95 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:20.963171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:20.963657 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Checking segment: {'id': '15eee71b-4ff2-4cee-b57b-6ab813c4e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e378211-4e01-4fd8-b60d-4c7b230e1c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:20.964256 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.964762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Bound using segment: {'id': '15eee71b-4ff2-4cee-b57b-6ab813c4e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e378211-4e01-4fd8-b60d-4c7b230e1c95'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:20.965581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Bound port: b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15eee71b-4ff2-4cee-b57b-6ab813c4e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e378211-4e01-4fd8-b60d-4c7b230e1c95'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:20.966059 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.077184 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.086681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-782a54bc-1217-456e-b66e-d1a7f2645656 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting port b3fb7d9e-9eda-4554-9365-b36c6f05b195 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:21.087026 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-782a54bc-1217-456e-b66e-d1a7f2645656 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.101316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e378211-4e01-4fd8-b60d-4c7b230e1c95']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:21.112968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-94b10819-b85b-437f-a402-371e93db386b None None] For port c39bb418-1b94-4509-adbe-1d17cee2a307, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c39bb418-1b94-4509-adbe-1d17cee2a307,segment=NetworkSegment(267daef0-86b8-4f3b-8d48-113857f0b306),segment_id=267daef0-86b8-4f3b-8d48-113857f0b306)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:21.113837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15eee71b-4ff2-4cee-b57b-6ab813c4e50a') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:21.114380 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15eee71b-4ff2-4cee-b57b-6ab813c4e50a') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:21.124169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] For port b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:21.125271 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.139194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] For port b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc,segment=NetworkSegment(15eee71b-4ff2-4cee-b57b-6ab813c4e50a),segment_id=15eee71b-4ff2-4cee-b57b-6ab813c4e50a)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:21.155618 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-94b10819-b85b-437f-a402-371e93db386b None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.194988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-782a54bc-1217-456e-b66e-d1a7f2645656 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] For port b3fb7d9e-9eda-4554-9365-b36c6f05b195, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b3fb7d9e-9eda-4554-9365-b36c6f05b195,segment=NetworkSegment(fb3fd886-68f4-40c0-87e4-348e0188a9e1),segment_id=fb3fd886-68f4-40c0-87e4-348e0188a9e1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:21.195558 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-782a54bc-1217-456e-b66e-d1a7f2645656 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.207618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-782a54bc-1217-456e-b66e-d1a7f2645656 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Calling delete_port for b3fb7d9e-9eda-4554-9365-b36c6f05b195 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:21.230652 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.233161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.234175 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-94b10819-b85b-437f-a402-371e93db386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.247290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:21.247290 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:21.252712 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:21.345358 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:14:21.345358 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:14:21.345358 n-d-712137-12 neutron-server[95451]: [parameters: {'id': '8e378211-4e01-4fd8-b60d-4c7b230e1c95'}] Sep 16 05:14:21.345358 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:14:21.345805 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:14:21.365320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-1582535f-f4d8-4a2d-a723-4f10d9eb511c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Delete allocated IP 172.20.0.20 (dfc4b74e-7837-4cd8-bc62-7f8dec5e181b/b4f716a4-b0e1-4565-adcc-7caf6a57becd) {{(pid=95452) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:14:21.391503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a4ae60-37b6-4ee5-b89b-e3a4c2ceb7e7 None None] Network 8e378211-4e01-4fd8-b60d-4c7b230e1c95 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:21.396229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f881fd6-1031-4550-9c0a-69a1f2d27520 None None] Pushing event updated for resources: {'Port': ['ID=b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:21.524584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b10819-b85b-437f-a402-371e93db386b None None] Pushing event updated for resources: {'Port': ['ID=c39bb418-1b94-4509-adbe-1d17cee2a307,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:21.601084 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1582535f-f4d8-4a2d-a723-4f10d9eb511c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.620177 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c39bb418-1b94-4509-adbe-1d17cee2a307 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:21.628451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c535a7f5-79b5-4eab-ab2c-f33bab65b265 None None] Network 8e378211-4e01-4fd8-b60d-4c7b230e1c95 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:21.635488 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-782a54bc-1217-456e-b66e-d1a7f2645656 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.674197 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1582535f-f4d8-4a2d-a723-4f10d9eb511c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.674444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a54bc-1217-456e-b66e-d1a7f2645656 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Port': ['ID=b3fb7d9e-9eda-4554-9365-b36c6f05b195,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:21.816018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582535f-f4d8-4a2d-a723-4f10d9eb511c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=024b1980-2982-478f-b356-9408034f327b,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:21.848343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c39bb418-1b94-4509-adbe-1d17cee2a307 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:21.848343 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.848778 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.936704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-1582535f-f4d8-4a2d-a723-4f10d9eb511c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] In _notify_port_updated(), no bound segment for port 024b1980-2982-478f-b356-9408034f327b on network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b {{(pid=95452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:14:21.944445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1582535f-f4d8-4a2d-a723-4f10d9eb511c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.945162 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1582535f-f4d8-4a2d-a723-4f10d9eb511c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.949201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60566) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:21.952503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1582535f-f4d8-4a2d-a723-4f10d9eb511c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "PUT /v2.0/ports/024b1980-2982-478f-b356-9408034f327b HTTP/1.1" status: 200 len: 919 time: 1.3245149 Sep 16 05:14:21.958561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8a4daf9f-0bfb-40c2-a3d3-ba60cb0e92ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9483c1f8-7e01-4930-8fbc-42352244fe53'}, {'subnet_id': 'b4f716a4-b0e1-4565-adcc-7caf6a57becd'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:21.994871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Deleting port b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:21.995399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.062924 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-782a54bc-1217-456e-b66e-d1a7f2645656 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.106674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] For port b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc,segment=NetworkSegment(15eee71b-4ff2-4cee-b57b-6ab813c4e50a),segment_id=15eee71b-4ff2-4cee-b57b-6ab813c4e50a)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:22.107122 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.147912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46a411-41c2-4305-a286-91344d03ac2f None None] Network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:22.152667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Calling delete_port for b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:22.212972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-27bbbb70-7d43-473c-82e7-7153b6bdaeb8 None None] Provisioning complete for port c39bb418-1b94-4509-adbe-1d17cee2a307 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:22.213743 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-27bbbb70-7d43-473c-82e7-7153b6bdaeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.275936 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a4daf9f-0bfb-40c2-a3d3-ba60cb0e92ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.344855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782a54bc-1217-456e-b66e-d1a7f2645656 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Router 244d1a36-e2c0-457f-af6e-09a69c5ea417 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:22.414364 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.473355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No DVR routers for this DVR port b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:22.480405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782a54bc-1217-456e-b66e-d1a7f2645656 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:22.489015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-782a54bc-1217-456e-b66e-d1a7f2645656 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "PUT /v2.0/routers/244d1a36-e2c0-457f-af6e-09a69c5ea417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9030561 Sep 16 05:14:22.490377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60580) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:22.493101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b51c20-2017-483c-b3bf-afc8697b6c64 None None] Sync routers for ids ['244d1a36-e2c0-457f-af6e-09a69c5ea417'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:22.507218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Port': ['ID=b4b2e5fb-7ab4-4f2d-84e3-bdb08090c7cc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:22.518745 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b51c20-2017-483c-b3bf-afc8697b6c64 None None] Routers {'244d1a36-e2c0-457f-af6e-09a69c5ea417'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:22.519943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-69b51c20-2017-483c-b3bf-afc8697b6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['244d1a36-e2c0-457f-af6e-09a69c5ea417'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:22.556219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee0c891-096d-4d36-843c-d9233ea61b5e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting subnet e42a8136-8b8e-4021-945a-fb1ef9f4b855 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:22.560070 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c891-096d-4d36-843c-d9233ea61b5e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.648940 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c891-096d-4d36-843c-d9233ea61b5e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.651293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.661912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-69b51c20-2017-483c-b3bf-afc8697b6c64 None None] Set router 244d1a36-e2c0-457f-af6e-09a69c5ea417 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:22.685701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e378211-4e01-4fd8-b60d-4c7b230e1c95']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:22.726868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15eee71b-4ff2-4cee-b57b-6ab813c4e50a') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:22.727066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15eee71b-4ff2-4cee-b57b-6ab813c4e50a') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:22.750036 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.764806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c891-096d-4d36-843c-d9233ea61b5e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.778123 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.782404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-8a4daf9f-0bfb-40c2-a3d3-ba60cb0e92ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.21 (dfc4b74e-7837-4cd8-bc62-7f8dec5e181b/b4f716a4-b0e1-4565-adcc-7caf6a57becd/024b1980-2982-478f-b356-9408034f327b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:22.794237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e89e0545-1082-4561-bb26-8b0f70d77960 None None] Provisioning complete for port c39bb418-1b94-4509-adbe-1d17cee2a307 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:22.798177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:22.798327 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e89e0545-1082-4561-bb26-8b0f70d77960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.798447 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:22.799275 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:22.939736 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c891-096d-4d36-843c-d9233ea61b5e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.981875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b2001-4733-4231-96a8-c5272f43647a None None] Network e3ef50d6-e150-4496-b14b-f3ff8faae129 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:22.984650 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9ee0c891-096d-4d36-843c-d9233ea61b5e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.986828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9ee0c891-096d-4d36-843c-d9233ea61b5e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/subnets/e42a8136-8b8e-4021-945a-fb1ef9f4b855 HTTP/1.1" status: 204 len: 168 time: 0.4954872 Sep 16 05:14:22.988084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0c891-096d-4d36-843c-d9233ea61b5e tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Subnet': ['ID=e42a8136-8b8e-4021-945a-fb1ef9f4b855,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:22.990286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60604) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:23.013591 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.015943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-69b51c20-2017-483c-b3bf-afc8697b6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:14:21Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:23.020950 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e89e0545-1082-4561-bb26-8b0f70d77960 None None] Provisioning complete for port 024b1980-2982-478f-b356-9408034f327b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:23.021333 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e89e0545-1082-4561-bb26-8b0f70d77960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.069075 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.073667 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/8e378211-4e01-4fd8-b60d-4c7b230e1c95 HTTP/1.1" status: 204 len: 168 time: 3.1239870 Sep 16 05:14:23.075406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60610) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:23.099944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b51c20-2017-483c-b3bf-afc8697b6c64 None None] Checking router: 244d1a36-e2c0-457f-af6e-09a69c5ea417 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:23.101496 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2648c-1240-4ae1-9c7a-f4d68f61f8f0 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Network': ['ID=8e378211-4e01-4fd8-b60d-4c7b230e1c95,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:23.106521 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b198423-76a8-4830-a503-68a550f3e56a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:23.106980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b198423-76a8-4830-a503-68a550f3e56a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:23.112078 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9b198423-76a8-4830-a503-68a550f3e56a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/subnets/6e02b41b-38fa-451f-b276-cef8d97408a7 HTTP/1.1" status: 404 len: 337 time: 0.0330863 Sep 16 05:14:23.113707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60612) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:23.135135 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-655b0c33-60a8-4dab-8cb5-fc7d9714c878 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:23.135793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655b0c33-60a8-4dab-8cb5-fc7d9714c878 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:23.142502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-655b0c33-60a8-4dab-8cb5-fc7d9714c878 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/8e378211-4e01-4fd8-b60d-4c7b230e1c95 HTTP/1.1" status: 404 len: 339 time: 0.0243895 Sep 16 05:14:23.142502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60614) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:23.152715 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a4daf9f-0bfb-40c2-a3d3-ba60cb0e92ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.152958 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b51c20-2017-483c-b3bf-afc8697b6c64 None None] Routers {'244d1a36-e2c0-457f-af6e-09a69c5ea417'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:23.153434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-69b51c20-2017-483c-b3bf-afc8697b6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['244d1a36-e2c0-457f-af6e-09a69c5ea417'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:23.155628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e89e0545-1082-4561-bb26-8b0f70d77960 None None] Port 024b1980-2982-478f-b356-9408034f327b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:23.228982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.244258 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.277907 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a4daf9f-0bfb-40c2-a3d3-ba60cb0e92ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.317425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6c6707c0-b420-4a27-ad14-7760ccb5509f None None] Provisioning complete for port 024b1980-2982-478f-b356-9408034f327b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:23.317723 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6c6707c0-b420-4a27-ad14-7760ccb5509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.322764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-69b51c20-2017-483c-b3bf-afc8697b6c64 None None] Set router 244d1a36-e2c0-457f-af6e-09a69c5ea417 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:23.366567 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.373039 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4daf9f-0bfb-40c2-a3d3-ba60cb0e92ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=024b1980-2982-478f-b356-9408034f327b,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:23.399473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27ee116-1070-4fbf-beca-3f0b904577ed']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:23.411340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53ea990-55fe-4df0-8c78-2e87830f555f') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:23.411849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53ea990-55fe-4df0-8c78-2e87830f555f') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:23.425470 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.444710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.453846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:23.454354 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:23.457740 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:23.564872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8a4daf9f-0bfb-40c2-a3d3-ba60cb0e92ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] In _notify_port_updated(), no bound segment for port 024b1980-2982-478f-b356-9408034f327b on network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:14:23.571578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4daf9f-0bfb-40c2-a3d3-ba60cb0e92ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:23.571847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8a4daf9f-0bfb-40c2-a3d3-ba60cb0e92ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.578225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60634) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:23.586026 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8a4daf9f-0bfb-40c2-a3d3-ba60cb0e92ab tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "PUT /v2.0/ports/024b1980-2982-478f-b356-9408034f327b HTTP/1.1" status: 200 len: 999 time: 1.6357353 Sep 16 05:14:23.604346 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.614476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3327328-ca9a-41d0-9213-2d3cf1a5c13e None None] DHCP port deletion for e3ef50d6-e150-4496-b14b-f3ff8faae129 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:23.650135 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.673753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6c6707c0-b420-4a27-ad14-7760ccb5509f None None] Port 024b1980-2982-478f-b356-9408034f327b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:23.682306 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.686637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/d27ee116-1070-4fbf-beca-3f0b904577ed HTTP/1.1" status: 204 len: 168 time: 0.5420585 Sep 16 05:14:23.688285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60640) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:23.696005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a5b00-cd76-4850-b364-ae414ff2467a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Network': ['ID=d27ee116-1070-4fbf-beca-3f0b904577ed,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:23.726512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8ebad940-e605-4518-b80a-65534b02fe3e tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port 024b1980-2982-478f-b356-9408034f327b {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:23.726862 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8ebad940-e605-4518-b80a-65534b02fe3e tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.746103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c39bb418-1b94-4509-adbe-1d17cee2a307 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:23.751412 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a6a6b1-a2e9-4c4f-92be-a18aa4308741 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:23.751794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a6a6b1-a2e9-4c4f-92be-a18aa4308741 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:23.757013 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-75a6a6b1-a2e9-4c4f-92be-a18aa4308741 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/subnets/842e6791-1fc1-4c5d-bca6-0b357466d612 HTTP/1.1" status: 404 len: 337 time: 0.0670092 Sep 16 05:14:23.762442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60644) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:23.791009 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-5630af2f-d47c-4bbf-8278-deebf5ffc48d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:23.791626 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5630af2f-d47c-4bbf-8278-deebf5ffc48d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:23.794142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5630af2f-d47c-4bbf-8278-deebf5ffc48d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/58021f28-08d1-4ae2-973f-fb5ba2ea9d37 HTTP/1.1" status: 404 len: 339 time: 0.0308506 Sep 16 05:14:23.798340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60648) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:23.812907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3327328-ca9a-41d0-9213-2d3cf1a5c13e None None] Deleting port 89d821b5-5320-49bd-a816-1d075d9751c1 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:23.813291 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3327328-ca9a-41d0-9213-2d3cf1a5c13e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.860842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Deleting port eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:23.861537 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.868067 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8ebad940-e605-4518-b80a-65534b02fe3e tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.881813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8ebad940-e605-4518-b80a-65534b02fe3e tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for 024b1980-2982-478f-b356-9408034f327b owned by {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:23.888286 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3c22fc7c-53ac-4bba-9f11-40c3317301a7 None None] Provisioning complete for port 024b1980-2982-478f-b356-9408034f327b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:23.888686 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3c22fc7c-53ac-4bba-9f11-40c3317301a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.894580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7004f9b-c0af-4514-ac02-5731aa52c997 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Deleting subnet ad194693-2a8c-4e8b-a204-dbf9dac81d62 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:23.902127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7004f9b-c0af-4514-ac02-5731aa52c997 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.978657 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3327328-ca9a-41d0-9213-2d3cf1a5c13e None None] For port 89d821b5-5320-49bd-a816-1d075d9751c1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=89d821b5-5320-49bd-a816-1d075d9751c1,segment=NetworkSegment(fb3fd886-68f4-40c0-87e4-348e0188a9e1),segment_id=fb3fd886-68f4-40c0-87e4-348e0188a9e1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:23.979063 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3327328-ca9a-41d0-9213-2d3cf1a5c13e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.985701 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7004f9b-c0af-4514-ac02-5731aa52c997 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.000137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3c22fc7c-53ac-4bba-9f11-40c3317301a7 None None] Port 024b1980-2982-478f-b356-9408034f327b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:24.008067 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3327328-ca9a-41d0-9213-2d3cf1a5c13e None None] Calling delete_port for 89d821b5-5320-49bd-a816-1d075d9751c1 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:24.010027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c39bb418-1b94-4509-adbe-1d17cee2a307 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:24.010379 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.026783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] For port eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:24.027399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.045737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Calling delete_port for eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:24.086869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-69b51c20-2017-483c-b3bf-afc8697b6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:14:21Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:24.125851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b51c20-2017-483c-b3bf-afc8697b6c64 None None] The sync data for ids ['244d1a36-e2c0-457f-af6e-09a69c5ea417'] in n-d-712137-12 is: [{'id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'name': 'tempest-TestNetworkBasicOps-router-1431756561', 'tenant_id': '44eac926846f463789703829e934134d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:08Z', 'updated_at': '2021-09-16T05:14:21Z', 'revision_number': 5, 'project_id': '44eac926846f463789703829e934134d', 'gw_port': {'id': 'eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244d1a36-e2c0-457f-af6e-09a69c5ea417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:24.143507 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7004f9b-c0af-4514-ac02-5731aa52c997 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.196157 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8ebad940-e605-4518-b80a-65534b02fe3e tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.230480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebad940-e605-4518-b80a-65534b02fe3e tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=024b1980-2982-478f-b356-9408034f327b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:24.315529 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3327328-ca9a-41d0-9213-2d3cf1a5c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.338642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7004f9b-c0af-4514-ac02-5731aa52c997 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.342130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3327328-ca9a-41d0-9213-2d3cf1a5c13e None None] Pushing event deleted for resources: {'Port': ['ID=89d821b5-5320-49bd-a816-1d075d9751c1,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:24.346502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3327328-ca9a-41d0-9213-2d3cf1a5c13e None None] No DVR routers for this DVR port 89d821b5-5320-49bd-a816-1d075d9751c1 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:24.351351 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8ebad940-e605-4518-b80a-65534b02fe3e tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.355822 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8ebad940-e605-4518-b80a-65534b02fe3e tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/024b1980-2982-478f-b356-9408034f327b HTTP/1.1" status: 204 len: 168 time: 0.7741570 Sep 16 05:14:24.356217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60674) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:24.386110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7004f9b-c0af-4514-ac02-5731aa52c997 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Subnet': ['ID=ad194693-2a8c-4e8b-a204-dbf9dac81d62,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:24.391132 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7004f9b-c0af-4514-ac02-5731aa52c997 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.393134 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c7004f9b-c0af-4514-ac02-5731aa52c997 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/subnets/ad194693-2a8c-4e8b-a204-dbf9dac81d62 HTTP/1.1" status: 204 len: 168 time: 0.5898497 Sep 16 05:14:24.395235 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.396131 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbe274c-d6cc-41bd-94f2-816094ff1e9a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:14:24.397800 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3cbe274c-d6cc-41bd-94f2-816094ff1e9a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/024b1980-2982-478f-b356-9408034f327b HTTP/1.1" status: 404 len: 333 time: 0.0403225 Sep 16 05:14:24.398464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60678) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:24.404369 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60680) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:24.411376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3644573d-22aa-495c-9d7f-a9d3986dfb89 None None] Network de240a2b-2098-470a-8247-880468599874 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:24.473653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-800891cf-42e5-4ce8-8416-296438072219 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Deleting subnet b6c23533-8ecf-46ce-98a5-5bef8f440c87 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:24.478954 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-800891cf-42e5-4ce8-8416-296438072219 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.540149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Port': ['ID=eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:24.547496 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.558878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 89d821b5-5320-49bd-a816-1d075d9751c1 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:24.585797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 89d821b5-5320-49bd-a816-1d075d9751c1 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:24.586146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 89d821b5-5320-49bd-a816-1d075d9751c1 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:24.619173 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-800891cf-42e5-4ce8-8416-296438072219 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.698492 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.703013 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.735543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b9663c-3535-4db9-a4cb-1914638c5d1d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting subnet b4f716a4-b0e1-4565-adcc-7caf6a57becd {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:24.759116 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-800891cf-42e5-4ce8-8416-296438072219 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.777712 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f2b9663c-3535-4db9-a4cb-1914638c5d1d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.827512 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f2b9663c-3535-4db9-a4cb-1914638c5d1d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.856201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.856754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Fanout notify agent at l3_agent the message router_deleted on router 244d1a36-e2c0-457f-af6e-09a69c5ea417 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:14:24.866795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.868113 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c5a1f8e5-1b21-4833-bbbb-93be2cbdc5ad tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/routers/244d1a36-e2c0-457f-af6e-09a69c5ea417 HTTP/1.1" status: 204 len: 168 time: 1.8716915 Sep 16 05:14:24.871013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60706) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:24.931249 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-800891cf-42e5-4ce8-8416-296438072219 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.955310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f2b9663c-3535-4db9-a4cb-1914638c5d1d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.025936 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-800891cf-42e5-4ce8-8416-296438072219 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.030349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-800891cf-42e5-4ce8-8416-296438072219 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/subnets/b6c23533-8ecf-46ce-98a5-5bef8f440c87 HTTP/1.1" status: 204 len: 168 time: 0.6285100 Sep 16 05:14:25.030349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800891cf-42e5-4ce8-8416-296438072219 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c23533-8ecf-46ce-98a5-5bef8f440c87,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:25.031167 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60712) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:25.066242 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.118467 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f2b9663c-3535-4db9-a4cb-1914638c5d1d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.158635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9663c-3535-4db9-a4cb-1914638c5d1d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f716a4-b0e1-4565-adcc-7caf6a57becd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:25.162807 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f2b9663c-3535-4db9-a4cb-1914638c5d1d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.164656 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f2b9663c-3535-4db9-a4cb-1914638c5d1d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/b4f716a4-b0e1-4565-adcc-7caf6a57becd HTTP/1.1" status: 204 len: 168 time: 0.7524955 Sep 16 05:14:25.168442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.170150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60718) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:25.172515 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.179120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a873131-475e-463f-94d8-84d5a4c65c50 None None] Network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:25.202113 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ef50d6-e150-4496-b14b-f3ff8faae129']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:25.216236 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3fd886-68f4-40c0-87e4-348e0188a9e1') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:25.216783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3fd886-68f4-40c0-87e4-348e0188a9e1') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:25.234613 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.248642 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.258257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:25.258974 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:25.262676 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:25.266658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f0dd2b-91c1-4323-8d89-7b4a979155b1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting subnet 9483c1f8-7e01-4930-8fbc-42352244fe53 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:25.272719 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50f0dd2b-91c1-4323-8d89-7b4a979155b1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.351510 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50f0dd2b-91c1-4323-8d89-7b4a979155b1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.399891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd699af-6e4d-4424-9f9b-6752d37fae66 None None] Network de240a2b-2098-470a-8247-880468599874 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:25.411715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Deleting port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:25.411715 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.435838 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.443575 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.445473 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] 10.222.0.24 "DELETE /v2.0/networks/e3ef50d6-e150-4496-b14b-f3ff8faae129 HTTP/1.1" status: 204 len: 168 time: 0.5731018 Sep 16 05:14:25.481356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278247b2-8450-4ce9-9549-c84d78725ee5 tempest-TestNetworkBasicOps-279796750 tempest-TestNetworkBasicOps-279796750-project] Pushing event deleted for resources: {'Network': ['ID=e3ef50d6-e150-4496-b14b-f3ff8faae129,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:25.498012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-caddc0ff-a8fc-4f01-9433-7cee0a60a54a None None] Provisioning complete for port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:25.498012 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-caddc0ff-a8fc-4f01-9433-7cee0a60a54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.572145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] For port f1fafd7d-aac9-44c7-b440-4f6b3386ed26, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f1fafd7d-aac9-44c7-b440-4f6b3386ed26,segment=NetworkSegment(f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8),segment_id=f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:25.572940 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.593950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Calling delete_port for f1fafd7d-aac9-44c7-b440-4f6b3386ed26 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:25.619899 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50f0dd2b-91c1-4323-8d89-7b4a979155b1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.664127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b3fb7d9e-9eda-4554-9365-b36c6f05b195 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:25.694047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: b3fb7d9e-9eda-4554-9365-b36c6f05b195 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:25.694304 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b3fb7d9e-9eda-4554-9365-b36c6f05b195 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:25.694725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:25.716366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:25.716753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device eb056aa4-d83b-4ce4-8f3a-37b1ca6aeafa not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:25.751377 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8368c375-6c7c-4a13-8b37-f9445303278d None None] DHCP port deletion for de240a2b-2098-470a-8247-880468599874 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:25.808974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8368c375-6c7c-4a13-8b37-f9445303278d None None] Deleting port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:25.809455 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8368c375-6c7c-4a13-8b37-f9445303278d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.854539 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.857643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50f0dd2b-91c1-4323-8d89-7b4a979155b1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.894810 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8368c375-6c7c-4a13-8b37-f9445303278d None None] For port f1fafd7d-aac9-44c7-b440-4f6b3386ed26, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f1fafd7d-aac9-44c7-b440-4f6b3386ed26,segment=NetworkSegment(f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8),segment_id=f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:25.894810 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8368c375-6c7c-4a13-8b37-f9445303278d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.916683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Port': ['ID=f1fafd7d-aac9-44c7-b440-4f6b3386ed26,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:25.921328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0dd2b-91c1-4323-8d89-7b4a979155b1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Subnet': ['ID=9483c1f8-7e01-4930-8fbc-42352244fe53,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:25.924300 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-50f0dd2b-91c1-4323-8d89-7b4a979155b1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.926131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8368c375-6c7c-4a13-8b37-f9445303278d None None] Calling delete_port for f1fafd7d-aac9-44c7-b440-4f6b3386ed26 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:25.929050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60760) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:25.929206 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-50f0dd2b-91c1-4323-8d89-7b4a979155b1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/9483c1f8-7e01-4930-8fbc-42352244fe53 HTTP/1.1" status: 204 len: 168 time: 0.7579169 Sep 16 05:14:25.930122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No DVR routers for this DVR port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:26.015667 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8368c375-6c7c-4a13-8b37-f9445303278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.036909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.048790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368c375-6c7c-4a13-8b37-f9445303278d None None] Pushing event deleted for resources: {'Port': ['ID=f1fafd7d-aac9-44c7-b440-4f6b3386ed26,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:26.058990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368c375-6c7c-4a13-8b37-f9445303278d None None] No DVR routers for this DVR port f1fafd7d-aac9-44c7-b440-4f6b3386ed26 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:26.077678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de240a2b-2098-470a-8247-880468599874']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:26.090671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:26.091200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ceddaa-1a12-4d59-a2ec-5152b8a7c6d8') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:26.101514 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.111912 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.134471 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.142565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:26.146722 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:26.149164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60772) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:26.178327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port c39bb418-1b94-4509-adbe-1d17cee2a307 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:26.178673 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.252323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20069cb-9fe9-4b3e-b517-418f58e4a546 None None] Network dfc4b74e-7837-4cd8-bc62-7f8dec5e181b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:26.283331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-32948af7-c86b-4d0a-bfb9-4d37e8a042d8 None None] Provisioning complete for port c39bb418-1b94-4509-adbe-1d17cee2a307 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:26.283331 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-32948af7-c86b-4d0a-bfb9-4d37e8a042d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.298938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] For port c39bb418-1b94-4509-adbe-1d17cee2a307, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c39bb418-1b94-4509-adbe-1d17cee2a307,segment=NetworkSegment(267daef0-86b8-4f3b-8d48-113857f0b306),segment_id=267daef0-86b8-4f3b-8d48-113857f0b306)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:26.299633 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.309022 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.316357 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for c39bb418-1b94-4509-adbe-1d17cee2a307 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:26.323554 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.328849 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/de240a2b-2098-470a-8247-880468599874 HTTP/1.1" status: 204 len: 168 time: 1.2967947 Sep 16 05:14:26.329602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60784) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:26.342248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5efdf-4e31-4b5d-bd3b-1f36f9c9e757 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Network': ['ID=de240a2b-2098-470a-8247-880468599874,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:26.375649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60788) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:26.376047 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1663a1ca-d07b-47ce-aa8b-9350c121c47a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44eac926846f463789703829e934134d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278018 Sep 16 05:14:26.403612 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-915d2901-c693-48ab-b96d-3305f2671abe tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:26.404063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915d2901-c693-48ab-b96d-3305f2671abe tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:26.406300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-915d2901-c693-48ab-b96d-3305f2671abe tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/subnets/23f4b33a-226b-413b-b79d-26d903e3dd81 HTTP/1.1" status: 404 len: 337 time: 0.0749700 Sep 16 05:14:26.415557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60792) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:26.430459 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3430ca88-b2a7-4ed1-ae47-8069ad123d1f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:26.431621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3430ca88-b2a7-4ed1-ae47-8069ad123d1f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:26.433711 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3430ca88-b2a7-4ed1-ae47-8069ad123d1f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/f598706f-1a75-4c31-ba9a-26d9180cc547 HTTP/1.1" status: 404 len: 339 time: 0.0234437 Sep 16 05:14:26.436231 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60796) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:26.473290 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3741614-d52b-48ed-9f88-aa3e129630ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.481829 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0505daf-23dd-48f1-a4f9-cf5fb811d17d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:26.482604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0505daf-23dd-48f1-a4f9-cf5fb811d17d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:26.485434 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f0505daf-23dd-48f1-a4f9-cf5fb811d17d tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/subnets/bfc62d27-c802-4872-93bd-16c2590f0f94 HTTP/1.1" status: 404 len: 337 time: 0.0477736 Sep 16 05:14:26.487858 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60800) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:26.505495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3741614-d52b-48ed-9f88-aa3e129630ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.512302 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e4eb0b-4089-484a-958d-fd072ea4f5e2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:26.512915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e4eb0b-4089-484a-958d-fd072ea4f5e2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:26.514810 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-66e4eb0b-4089-484a-958d-fd072ea4f5e2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/46cdeb07-d4ab-43a6-bdef-d3b4f65be241 HTTP/1.1" status: 404 len: 339 time: 0.0260289 Sep 16 05:14:26.518119 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60802) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:26.539663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf4faf-724b-418e-813b-e47fead9fb5a None None] DHCP port deletion for dfc4b74e-7837-4cd8-bc62-7f8dec5e181b request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:26.544163 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.565841 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf4faf-724b-418e-813b-e47fead9fb5a None None] The port 'c39bb418-1b94-4509-adbe-1d17cee2a307' was deleted {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 05:14:26.584212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839bb52-3a1b-474b-81d9-54d674123385 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:14:26.592717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No DVR routers for this DVR port c39bb418-1b94-4509-adbe-1d17cee2a307 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:26.594915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=c39bb418-1b94-4509-adbe-1d17cee2a307,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:26.685133 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839bb52-3a1b-474b-81d9-54d674123385 None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:14:26.725234 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.725234 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3741614-d52b-48ed-9f88-aa3e129630ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.725234 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e3741614-d52b-48ed-9f88-aa3e129630ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.725234 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e3741614-d52b-48ed-9f88-aa3e129630ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/073adbda-8fad-42c3-85ae-8f711be891f6 HTTP/1.1" status: 204 len: 168 time: 0.3247726 Sep 16 05:14:26.742803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3741614-d52b-48ed-9f88-aa3e129630ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073adbda-8fad-42c3-85ae-8f711be891f6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:26.749057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc4b74e-7837-4cd8-bc62-7f8dec5e181b']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:26.760793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267daef0-86b8-4f3b-8d48-113857f0b306') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:26.761053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267daef0-86b8-4f3b-8d48-113857f0b306') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:26.772699 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.787792 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.799394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:26.799694 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:26.804168 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:26.850054 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaea4c22-5c73-4f3f-aaa5-b59ae947bd98 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:26.850526 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaea4c22-5c73-4f3f-aaa5-b59ae947bd98 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:26.853050 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aaea4c22-5c73-4f3f-aaa5-b59ae947bd98 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/subnets/e903572f-0869-412e-828a-96e5763ab963 HTTP/1.1" status: 404 len: 337 time: 0.3330221 Sep 16 05:14:26.855657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60818) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:26.875869 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-3575d237-6be8-48f6-af35-07df18972573 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:26.876528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3575d237-6be8-48f6-af35-07df18972573 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:26.881621 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3575d237-6be8-48f6-af35-07df18972573 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/4a5918f1-4ed1-4932-9f61-8f03eeafbb9a HTTP/1.1" status: 404 len: 339 time: 0.0223019 Sep 16 05:14:26.882198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60820) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:26.950344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-193aefc6-337d-4611-9963-c872e4043fd2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Deleting subnet 2a258a53-27f3-4352-ad73-0ab92b5ad1fe {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:26.954440 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-193aefc6-337d-4611-9963-c872e4043fd2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.991614 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.000942 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.002097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/networks/dfc4b74e-7837-4cd8-bc62-7f8dec5e181b HTTP/1.1" status: 204 len: 168 time: 1.0720649 Sep 16 05:14:27.004528 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-193aefc6-337d-4611-9963-c872e4043fd2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.006879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60830) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:27.049289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39e540-b59f-40d5-8d11-42977fc8f8a2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Network': ['ID=dfc4b74e-7837-4cd8-bc62-7f8dec5e181b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:27.418902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60852) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:27.433054 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd2df59e-3468-44d9-b322-b6dec5116bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.471223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dc1d19-da2f-40ef-b058-5c3db7e6c40b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.476257 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-17dc1d19-da2f-40ef-b058-5c3db7e6c40b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4638252 Sep 16 05:14:27.481270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60856) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:27.513523 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-193aefc6-337d-4611-9963-c872e4043fd2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.549725 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-be4cd35d-c708-4551-ab4f-281bac8feaef tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0627770 Sep 16 05:14:27.550115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60860) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:27.555465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d47ea528-77b1-4f84-b5c0-7e359d7f1bee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-610136716'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:27.591046 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd2df59e-3468-44d9-b322-b6dec5116bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.595554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f1fafd7d-aac9-44c7-b440-4f6b3386ed26 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:27.615931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: f1fafd7d-aac9-44c7-b440-4f6b3386ed26 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:27.616281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f1fafd7d-aac9-44c7-b440-4f6b3386ed26 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:27.616750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c39bb418-1b94-4509-adbe-1d17cee2a307 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:27.635728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c39bb418-1b94-4509-adbe-1d17cee2a307 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:27.636072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c39bb418-1b94-4509-adbe-1d17cee2a307 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:27.675645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd2df59e-3468-44d9-b322-b6dec5116bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.683741 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-193aefc6-337d-4611-9963-c872e4043fd2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.717298 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dd2df59e-3468-44d9-b322-b6dec5116bd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03eae66328054b0a8488ed2fe438ef9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972374 Sep 16 05:14:27.720192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2df59e-3468-44d9-b322-b6dec5116bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f98f045-9fcb-427d-b8cc-14106aef26fe,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:27.722787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60870) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:27.723918 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-193aefc6-337d-4611-9963-c872e4043fd2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.726777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-193aefc6-337d-4611-9963-c872e4043fd2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/subnets/2a258a53-27f3-4352-ad73-0ab92b5ad1fe HTTP/1.1" status: 204 len: 168 time: 0.8427417 Sep 16 05:14:27.734455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193aefc6-337d-4611-9963-c872e4043fd2 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Subnet': ['ID=2a258a53-27f3-4352-ad73-0ab92b5ad1fe,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:27.735546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edf9c17-08b9-41ac-9c4b-15c9863ac3fe None None] Network 27364d25-8e77-4f47-a32b-f0cbe114eb40 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:27.736109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60872) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:27.763398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47ea528-77b1-4f84-b5c0-7e359d7f1bee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:27.766929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47ea528-77b1-4f84-b5c0-7e359d7f1bee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.792523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76b8a15f-34bb-4b5f-94a7-92e0f849ceac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.814683 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76b8a15f-34bb-4b5f-94a7-92e0f849ceac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.836681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47ea528-77b1-4f84-b5c0-7e359d7f1bee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:27.844167 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.854078 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47ea528-77b1-4f84-b5c0-7e359d7f1bee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.854430 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-d47ea528-77b1-4f84-b5c0-7e359d7f1bee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Added segment eabc977f-f0b5-4feb-8c40-196e3786b8cc of type vlan for network a7c47683-1197-43a9-82a8-f25a3e2af84f Sep 16 05:14:27.929330 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47ea528-77b1-4f84-b5c0-7e359d7f1bee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.933478 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76b8a15f-34bb-4b5f-94a7-92e0f849ceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.937508 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76b8a15f-34bb-4b5f-94a7-92e0f849ceac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.941586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0b7b09-cf54-4869-9339-3c6b4b3eb3dc None None] DHCP port deletion for 27364d25-8e77-4f47-a32b-f0cbe114eb40 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:27.947744 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-76b8a15f-34bb-4b5f-94a7-92e0f849ceac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f98f045-9fcb-427d-b8cc-14106aef26fe HTTP/1.1" status: 204 len: 168 time: 0.2210288 Sep 16 05:14:27.975669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8a15f-34bb-4b5f-94a7-92e0f849ceac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f98f045-9fcb-427d-b8cc-14106aef26fe,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:27.982377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Deleting port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:27.982377 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.033625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b7b09-cf54-4869-9339-3c6b4b3eb3dc None None] Deleting port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:28.034096 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7b09-cf54-4869-9339-3c6b4b3eb3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.053920 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47ea528-77b1-4f84-b5c0-7e359d7f1bee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.060941 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ea528-77b1-4f84-b5c0-7e359d7f1bee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:28.061499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47ea528-77b1-4f84-b5c0-7e359d7f1bee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.114655 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-dd0b7b09-cf54-4869-9339-3c6b4b3eb3dc None None] For port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=72b42e00-31dd-46fd-8e73-f0c9cb6b24d2,segment=NetworkSegment(b9989279-1ea1-4f0a-86f6-a6e0f0530cf0),segment_id=b9989279-1ea1-4f0a-86f6-a6e0f0530cf0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:28.115057 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7b09-cf54-4869-9339-3c6b4b3eb3dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.118500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] For port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=72b42e00-31dd-46fd-8e73-f0c9cb6b24d2,segment=NetworkSegment(b9989279-1ea1-4f0a-86f6-a6e0f0530cf0),segment_id=b9989279-1ea1-4f0a-86f6-a6e0f0530cf0)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:28.118873 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.129738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b7b09-cf54-4869-9339-3c6b4b3eb3dc None None] Calling delete_port for 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:28.166963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Calling delete_port for 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:28.166963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ea528-77b1-4f84-b5c0-7e359d7f1bee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Network': ['ID=a7c47683-1197-43a9-82a8-f25a3e2af84f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:28.180974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d47ea528-77b1-4f84-b5c0-7e359d7f1bee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6295738 Sep 16 05:14:28.184520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network a7c47683-1197-43a9-82a8-f25a3e2af84f details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:28.184824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60898) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:28.191751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9a7c68dd-4887-4529-8cfe-28d08d8af88c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'a7c47683-1197-43a9-82a8-f25a3e2af84f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:28.373209 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.380995 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7b09-cf54-4869-9339-3c6b4b3eb3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.395406 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7c68dd-4887-4529-8cfe-28d08d8af88c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:28.400281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a7c68dd-4887-4529-8cfe-28d08d8af88c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.416517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b7b09-cf54-4869-9339-3c6b4b3eb3dc None None] Pushing event deleted for resources: {'Port': ['ID=72b42e00-31dd-46fd-8e73-f0c9cb6b24d2,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:28.418797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b7b09-cf54-4869-9339-3c6b4b3eb3dc None None] No DVR routers for this DVR port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:28.422429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Port': ['ID=72b42e00-31dd-46fd-8e73-f0c9cb6b24d2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:28.432989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No DVR routers for this DVR port 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:28.543859 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.566714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27364d25-8e77-4f47-a32b-f0cbe114eb40']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:28.578317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9989279-1ea1-4f0a-86f6-a6e0f0530cf0') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:28.578749 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9989279-1ea1-4f0a-86f6-a6e0f0530cf0') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:28.592171 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.609777 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.616747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:28.617151 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:28.620106 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:28.721949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a7c68dd-4887-4529-8cfe-28d08d8af88c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.756092 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.778415 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.781372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/27364d25-8e77-4f47-a32b-f0cbe114eb40 HTTP/1.1" status: 204 len: 168 time: 1.0448160 Sep 16 05:14:28.782576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc6a57-c5b3-47a6-b1d2-2963356c7efb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Network': ['ID=27364d25-8e77-4f47-a32b-f0cbe114eb40,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:28.790102 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c68dd-4887-4529-8cfe-28d08d8af88c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Subnet': ['ID=5835e3aa-577e-402c-8d79-fd67ed9d0e72,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:28.790885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60936) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:28.804221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7c68dd-4887-4529-8cfe-28d08d8af88c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Checking segment: {'id': 'eabc977f-f0b5-4feb-8c40-196e3786b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7c47683-1197-43a9-82a8-f25a3e2af84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:28.806913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7c68dd-4887-4529-8cfe-28d08d8af88c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network hostable DHCP agents. Network: a7c47683-1197-43a9-82a8-f25a3e2af84f, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:28.821306 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c15034-a629-4614-ac1a-59b0cb186b8f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:28.821761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c15034-a629-4614-ac1a-59b0cb186b8f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:28.824114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-44c15034-a629-4614-ac1a-59b0cb186b8f tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/subnets/8cd8ae0e-7a7a-4aaf-a011-a748cfbb05aa HTTP/1.1" status: 404 len: 337 time: 0.0316830 Sep 16 05:14:28.826634 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60940) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:28.855832 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bff095-7800-4501-9a96-2db9fd679357 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] DELETE failed (client error): The resource could not be found. Sep 16 05:14:28.855832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bff095-7800-4501-9a96-2db9fd679357 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:14:28.855832 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-56bff095-7800-4501-9a96-2db9fd679357 tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/4e2b016b-37fd-46da-8406-8463a4088742 HTTP/1.1" status: 404 len: 339 time: 0.0279629 Sep 16 05:14:28.858426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60948) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:28.886855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7c68dd-4887-4529-8cfe-28d08d8af88c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network a7c47683-1197-43a9-82a8-f25a3e2af84f is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:28.919801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-908e3679-f304-4ae4-8af6-03c511daee7a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Deleting subnet 7e98c2a6-b2cc-4bf1-ba85-e9b4403f2043 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:28.924094 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-908e3679-f304-4ae4-8af6-03c511daee7a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.968369 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9a7c68dd-4887-4529-8cfe-28d08d8af88c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, a7c47683-1197-43a9-82a8-f25a3e2af84f) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:28.979703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2a7b13-b83f-422d-88de-bf6e4d67e9ad None None] Network a7c47683-1197-43a9-82a8-f25a3e2af84f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:28.994902 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-908e3679-f304-4ae4-8af6-03c511daee7a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.007663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c68dd-4887-4529-8cfe-28d08d8af88c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:29.008270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9a7c68dd-4887-4529-8cfe-28d08d8af88c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.093936 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-908e3679-f304-4ae4-8af6-03c511daee7a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.101875 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9a7c68dd-4887-4529-8cfe-28d08d8af88c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9158607 Sep 16 05:14:29.109728 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 60966) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:29.117796 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': 'a7c47683-1197-43a9-82a8-f25a3e2af84f', 'name': 'tempest-PortsTestJSON-642470729'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:29.156280 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-a7c47683-1197-43a9-82a8-f25a3e2af84f', 'network_id': 'a7c47683-1197-43a9-82a8-f25a3e2af84f', 'tenant_id': '54b17a9a9c1c4066be36e28a9a6bc5c1', 'fixed_ips': [{'subnet_id': '5835e3aa-577e-402c-8d79-fd67ed9d0e72'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:29.157300 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.242128 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-908e3679-f304-4ae4-8af6-03c511daee7a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.282375 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-908e3679-f304-4ae4-8af6-03c511daee7a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.287876 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-908e3679-f304-4ae4-8af6-03c511daee7a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/subnets/7e98c2a6-b2cc-4bf1-ba85-e9b4403f2043 HTTP/1.1" status: 204 len: 168 time: 0.4273355 Sep 16 05:14:29.290511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 60974) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:29.290511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e3679-f304-4ae4-8af6-03c511daee7a tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Subnet': ['ID=7e98c2a6-b2cc-4bf1-ba85-e9b4403f2043,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:29.299291 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286c418d-ca9a-4db7-9402-4f5816b97eaa None None] Network ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:29.350195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:29.354901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.375607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Allocated IP 172.20.0.2 (a7c47683-1197-43a9-82a8-f25a3e2af84f/5835e3aa-577e-402c-8d79-fd67ed9d0e72/ebc6eb4d-8625-45a8-b61b-029bfc526145) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:29.378044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port 5eafd6f6-2a95-4de9-8a48-a4248c59135c yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:14:29.388410 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.453230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Deleting port a432bb45-cd61-4314-8c83-3d502f82343d {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:29.453230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.521836 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] For port a432bb45-cd61-4314-8c83-3d502f82343d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a432bb45-cd61-4314-8c83-3d502f82343d,segment=NetworkSegment(24e78216-b841-4668-b501-5242ebc51d82),segment_id=24e78216-b841-4668-b501-5242ebc51d82)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:29.522219 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.538173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Calling delete_port for a432bb45-cd61-4314-8c83-3d502f82343d owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:29.657320 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:29.690735 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:29.690735 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 72b42e00-31dd-46fd-8e73-f0c9cb6b24d2 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:29.709990 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.726722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] No DVR routers for this DVR port a432bb45-cd61-4314-8c83-3d502f82343d on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:29.786516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Port': ['ID=a432bb45-cd61-4314-8c83-3d502f82343d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:29.816775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1ec228-7309-43f7-a7ac-2659fe62ce07 None None] DHCP port deletion for ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:29.818853 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.849307 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.870156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:29.880539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e78216-b841-4668-b501-5242ebc51d82') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:29.880834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e78216-b841-4668-b501-5242ebc51d82') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:29.889973 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.904211 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.913641 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:29.914042 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:29.916999 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:29.922398 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.973745 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Network a7c47683-1197-43a9-82a8-f25a3e2af84f is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:29.987165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:29.993503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.14 (a7c47683-1197-43a9-82a8-f25a3e2af84f/5835e3aa-577e-402c-8d79-fd67ed9d0e72/5eafd6f6-2a95-4de9-8a48-a4248c59135c) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:29.994208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:29.997924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Pushing event updated for resources: {'Port': ['ID=ebc6eb4d-8625-45a8-b61b-029bfc526145,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:30.069020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Attempting to bind port ebc6eb4d-8625-45a8-b61b-029bfc526145 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:30.069686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Attempting to bind port ebc6eb4d-8625-45a8-b61b-029bfc526145 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'eabc977f-f0b5-4feb-8c40-196e3786b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7c47683-1197-43a9-82a8-f25a3e2af84f'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:30.069998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Attempting to bind port ebc6eb4d-8625-45a8-b61b-029bfc526145 on network a7c47683-1197-43a9-82a8-f25a3e2af84f {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:30.070117 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.081647 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.081647 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] 10.222.0.24 "DELETE /v2.0/networks/ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468 HTTP/1.1" status: 204 len: 168 time: 0.7856891 Sep 16 05:14:30.083805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:30.084456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Checking segment: {'id': 'eabc977f-f0b5-4feb-8c40-196e3786b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7c47683-1197-43a9-82a8-f25a3e2af84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:30.085344 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.086827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Bound using segment: {'id': 'eabc977f-f0b5-4feb-8c40-196e3786b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7c47683-1197-43a9-82a8-f25a3e2af84f'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:30.087612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Bound port: ebc6eb4d-8625-45a8-b61b-029bfc526145, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabc977f-f0b5-4feb-8c40-196e3786b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a7c47683-1197-43a9-82a8-f25a3e2af84f'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:30.088235 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.092121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Pushing event deleted for resources: {'Network': ['ID=ca7a2508-a0bd-4a1d-a3e8-1b5ef6729468,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:30.102969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:30.105791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:30.105791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:30.105791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:30.105791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:30.105791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:30.105791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:30.105791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:30.105791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:30.107132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:30.107132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:30.107132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bde332-f6c7-4188-8ebe-eacfe56869eb tempest-NetworksIpV6Test-1211380659 tempest-NetworksIpV6Test-1211380659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:30.179528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] For port ebc6eb4d-8625-45a8-b61b-029bfc526145, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:30.183812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] For port ebc6eb4d-8625-45a8-b61b-029bfc526145, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ebc6eb4d-8625-45a8-b61b-029bfc526145,segment=NetworkSegment(eabc977f-f0b5-4feb-8c40-196e3786b8cc),segment_id=eabc977f-f0b5-4feb-8c40-196e3786b8cc)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:30.210662 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.237127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.311907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5b20f-7782-4e41-aa08-7b7840b64767 None None] Pushing event updated for resources: {'Port': ['ID=ebc6eb4d-8625-45a8-b61b-029bfc526145,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:30.317853 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.365367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network a7c47683-1197-43a9-82a8-f25a3e2af84f is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:30.370845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:30.373451 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:30.411470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=5eafd6f6-2a95-4de9-8a48-a4248c59135c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:30.439396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:30.440207 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.513196 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-22ea271b-e38c-4a0a-a4ce-4b65b8d1d38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3990364 Sep 16 05:14:30.513469 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32818) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:30.519062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': 'a7c47683-1197-43a9-82a8-f25a3e2af84f', 'name': 'tempest-PortsTestJSON-973709001'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:30.688672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32832) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:30.744151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:30.747632 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.765829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port f000b397-ff37-48dc-817a-30bc0ceb0dd9 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:14:30.896848 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-75c9a816-939d-4710-b25c-9b9810667050 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0978f1272d894eacb98309fc5c043d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043917 Sep 16 05:14:30.896848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32846) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:30.943390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.7 (a7c47683-1197-43a9-82a8-f25a3e2af84f/5835e3aa-577e-402c-8d79-fd67ed9d0e72/f000b397-ff37-48dc-817a-30bc0ceb0dd9) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:30.994119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-acf9cc93-6fec-40a6-b839-461ec487f1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.043429 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-acf9cc93-6fec-40a6-b839-461ec487f1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.178183 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.236099 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-acf9cc93-6fec-40a6-b839-461ec487f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.242298 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-acf9cc93-6fec-40a6-b839-461ec487f1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.242298 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-acf9cc93-6fec-40a6-b839-461ec487f1c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee1cdcd4-695a-413f-ad23-1b35c7590c2b HTTP/1.1" status: 204 len: 168 time: 0.3430240 Sep 16 05:14:31.249416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9cc93-6fec-40a6-b839-461ec487f1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1cdcd4-695a-413f-ad23-1b35c7590c2b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:31.276087 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.331931 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network a7c47683-1197-43a9-82a8-f25a3e2af84f is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:31.336888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:31.339168 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=f000b397-ff37-48dc-817a-30bc0ceb0dd9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:31.342365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:31.402049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:31.403084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.455970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894b84e-5c5b-46cb-a28e-f4b1617a6289 None None] Network a7c47683-1197-43a9-82a8-f25a3e2af84f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:31.482868 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e2825b39-3968-4b41-93d6-245dc5d29c1c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9679708 Sep 16 05:14:31.486784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32884) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:31.606527 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-689df9f9-bcd3-4991-992e-0781771304cb None None] Provisioning complete for port ebc6eb4d-8625-45a8-b61b-029bfc526145 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:31.606527 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-689df9f9-bcd3-4991-992e-0781771304cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.673820 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e2e513-9d49-45d3-8a26-8b79efdc6d5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:31.675596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f5e2e513-9d49-45d3-8a26-8b79efdc6d5c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1872838 Sep 16 05:14:31.678600 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32892) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:31.704265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ebc6eb4d-8625-45a8-b61b-029bfc526145 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:31.810980 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-689df9f9-bcd3-4991-992e-0781771304cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.833377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5b539371-274b-422b-93c4-83bf1b505c43 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port f000b397-ff37-48dc-817a-30bc0ceb0dd9 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:31.836750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b539371-274b-422b-93c4-83bf1b505c43 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.842666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ebc6eb4d-8625-45a8-b61b-029bfc526145 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:31.843859 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.902814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-689df9f9-bcd3-4991-992e-0781771304cb None None] For port ebc6eb4d-8625-45a8-b61b-029bfc526145, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ebc6eb4d-8625-45a8-b61b-029bfc526145,segment=NetworkSegment(eabc977f-f0b5-4feb-8c40-196e3786b8cc),segment_id=eabc977f-f0b5-4feb-8c40-196e3786b8cc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:31.949426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32902) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:31.955393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Request body: {'network': {'name': 'tempest-network-smoke--1361882250', 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'port_security_enabled': True}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:31.966922 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-689df9f9-bcd3-4991-992e-0781771304cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.974930 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.998130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b539371-274b-422b-93c4-83bf1b505c43 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.012870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5b539371-274b-422b-93c4-83bf1b505c43 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for f000b397-ff37-48dc-817a-30bc0ceb0dd9 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:32.061162 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Made reservation on behalf of 9e1c1acdabb043a5b48f12b342ae6235 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:32.061162 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.073020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689df9f9-bcd3-4991-992e-0781771304cb None None] Pushing event updated for resources: {'Port': ['ID=ebc6eb4d-8625-45a8-b61b-029bfc526145,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:32.092319 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.118164 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e1a8419a-9798-4af0-8139-9441faeb382b None None] Provisioning complete for port ebc6eb4d-8625-45a8-b61b-029bfc526145 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:32.125598 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e1a8419a-9798-4af0-8139-9441faeb382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.161586 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:14:32.161956 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:14:32.244638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e1a8419a-9798-4af0-8139-9441faeb382b None None] Provisioning complete for port 5eafd6f6-2a95-4de9-8a48-a4248c59135c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:32.245022 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e1a8419a-9798-4af0-8139-9441faeb382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.270863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b539371-274b-422b-93c4-83bf1b505c43 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.310271 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8419a-9798-4af0-8139-9441faeb382b None None] Port 5eafd6f6-2a95-4de9-8a48-a4248c59135c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:32.315528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e1a8419a-9798-4af0-8139-9441faeb382b None None] Could not find standard attr ID for object f000b397-ff37-48dc-817a-30bc0ceb0dd9. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:14:32.334975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b539371-274b-422b-93c4-83bf1b505c43 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=f000b397-ff37-48dc-817a-30bc0ceb0dd9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:32.393035 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.439545 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5b539371-274b-422b-93c4-83bf1b505c43 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.442811 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5b539371-274b-422b-93c4-83bf1b505c43 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/f000b397-ff37-48dc-817a-30bc0ceb0dd9 HTTP/1.1" status: 204 len: 168 time: 0.7623472 Sep 16 05:14:32.448794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-98493d82-fc28-403b-ace6-0a314fad4b0e None None] Provisioning complete for port 5eafd6f6-2a95-4de9-8a48-a4248c59135c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:32.448794 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98493d82-fc28-403b-ace6-0a314fad4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.449012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32918) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:32.477634 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.478191 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff3b263-2cad-4ba6-aea3-3ce96be1f912 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:14:32.480593 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aff3b263-2cad-4ba6-aea3-3ce96be1f912 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/f000b397-ff37-48dc-817a-30bc0ceb0dd9 HTTP/1.1" status: 404 len: 333 time: 0.0303471 Sep 16 05:14:32.489917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32920) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:32.501973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-98493d82-fc28-403b-ace6-0a314fad4b0e None None] Port 5eafd6f6-2a95-4de9-8a48-a4248c59135c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:32.514543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:32.523163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914cca76-016d-4257-a2a7-41bed6956dfa,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:32.531314 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.532390 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Added segment 8f711a46-6d95-4fda-b07e-23d67fe5223f of type vlan for network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 Sep 16 05:14:32.590217 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.626741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b74517df-23ec-4378-8d80-cde8ccc00651 None None] Could not find standard attr ID for object f000b397-ff37-48dc-817a-30bc0ceb0dd9. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:14:32.669700 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-945e15cc-8158-45cc-a784-a281f86a0709 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port 5eafd6f6-2a95-4de9-8a48-a4248c59135c {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:32.670446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-945e15cc-8158-45cc-a784-a281f86a0709 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.675640 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.682699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:32.683677 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.753748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32924) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:32.782407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8309662 Sep 16 05:14:32.787978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32928) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:32.796773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'admin_state_up': True, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:32.802070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a432bb45-cd61-4314-8c83-3d502f82343d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:32.827326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: a432bb45-cd61-4314-8c83-3d502f82343d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:32.827732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a432bb45-cd61-4314-8c83-3d502f82343d not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:32.830066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e3eee-5eba-434f-abe9-8325322df172 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Network': ['ID=0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:32.849996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:32.880140 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-945e15cc-8158-45cc-a784-a281f86a0709 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.897191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-945e15cc-8158-45cc-a784-a281f86a0709 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for 5eafd6f6-2a95-4de9-8a48-a4248c59135c owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:32.955303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1588509933'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:32.958286 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.959598 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.052927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:33.056904 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.065703 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.072058 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.168948 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.224575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-945e15cc-8158-45cc-a784-a281f86a0709 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.247198 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.262782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e15cc-8158-45cc-a784-a281f86a0709 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=5eafd6f6-2a95-4de9-8a48-a4248c59135c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:33.282788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:33.287555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76533886-53a6-48c0-839b-b5ae902d408c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:33.316406 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.316812 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Added segment 651c6c74-1f7b-45ec-8f2e-266e34db3c9c of type vlan for network 4a3bd1c3-fd47-424d-9758-f64e232d037b Sep 16 05:14:33.354731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.372962 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.405426 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-945e15cc-8158-45cc-a784-a281f86a0709 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.411138 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-945e15cc-8158-45cc-a784-a281f86a0709 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/5eafd6f6-2a95-4de9-8a48-a4248c59135c HTTP/1.1" status: 204 len: 168 time: 0.9201045 Sep 16 05:14:33.411488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32932) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:33.440271 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-70336db7-ac80-4ede-abfb-51eee555929d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:14:33.444424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-70336db7-ac80-4ede-abfb-51eee555929d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/5eafd6f6-2a95-4de9-8a48-a4248c59135c HTTP/1.1" status: 404 len: 333 time: 0.0293338 Sep 16 05:14:33.444724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32934) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:33.491050 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.498346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:33.500053 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.563556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-293c03d9-002e-4662-b85c-b57ba3f487f1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting subnet 5835e3aa-577e-402c-8d79-fd67ed9d0e72 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:33.569722 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-293c03d9-002e-4662-b85c-b57ba3f487f1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.628223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ebc6eb4d-8625-45a8-b61b-029bfc526145 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:33.642637 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-293c03d9-002e-4662-b85c-b57ba3f487f1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.668611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9127743 Sep 16 05:14:33.671694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed68365-954a-4fe9-89b9-5ff391dbf5fe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Network': ['ID=4a3bd1c3-fd47-424d-9758-f64e232d037b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:33.673708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32938) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:33.683270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-bbb45f36-26eb-4207-a336-7989fb23c69f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1563673069'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:33.692218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 4a3bd1c3-fd47-424d-9758-f64e232d037b details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:33.718045 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.752226 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.760987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ebc6eb4d-8625-45a8-b61b-029bfc526145 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:33.761458 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.768124 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-293c03d9-002e-4662-b85c-b57ba3f487f1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.772384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb45f36-26eb-4207-a336-7989fb23c69f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:33.776418 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bbb45f36-26eb-4207-a336-7989fb23c69f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.837068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb45f36-26eb-4207-a336-7989fb23c69f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:33.850614 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bbb45f36-26eb-4207-a336-7989fb23c69f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.851070 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-bbb45f36-26eb-4207-a336-7989fb23c69f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Added segment fb93eb33-d615-40e7-a5c7-514bb0103cb7 of type vlan for network 0a811a50-9a5f-4656-9b84-2924a9c87022 Sep 16 05:14:33.873055 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Allocated IP 172.25.3.9 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/825e517d-5b03-4579-bf23-5aaeb966c959) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:33.901554 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bbb45f36-26eb-4207-a336-7989fb23c69f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.927148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-293c03d9-002e-4662-b85c-b57ba3f487f1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.955641 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c03d9-002e-4662-b85c-b57ba3f487f1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Subnet': ['ID=5835e3aa-577e-402c-8d79-fd67ed9d0e72,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:33.959271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-293c03d9-002e-4662-b85c-b57ba3f487f1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.963393 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-293c03d9-002e-4662-b85c-b57ba3f487f1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/5835e3aa-577e-402c-8d79-fd67ed9d0e72 HTTP/1.1" status: 204 len: 168 time: 0.5131094 Sep 16 05:14:33.964401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32940) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:33.966615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d05f1-502a-481b-b4c5-c35e60fb3e19 None None] Network a7c47683-1197-43a9-82a8-f25a3e2af84f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:33.979762 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bbb45f36-26eb-4207-a336-7989fb23c69f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.986719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb45f36-26eb-4207-a336-7989fb23c69f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:33.987329 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bbb45f36-26eb-4207-a336-7989fb23c69f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.004007 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.081832 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bbb45f36-26eb-4207-a336-7989fb23c69f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4034023 Sep 16 05:14:34.085987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32942) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:34.095401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-95c0a4ba-4512-4b09-9e5b-fb99df1c7ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'subnet': {'network_id': '4a3bd1c3-fd47-424d-9758-f64e232d037b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:34.126541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb45f36-26eb-4207-a336-7989fb23c69f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Network': ['ID=0a811a50-9a5f-4656-9b84-2924a9c87022,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:34.128767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.132524 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.139693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 0a811a50-9a5f-4656-9b84-2924a9c87022 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:34.191061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port ebc6eb4d-8625-45a8-b61b-029bfc526145 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:34.191061 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.197924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Port': ['ID=825e517d-5b03-4579-bf23-5aaeb966c959,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:34.211349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:34.211450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c56423b-c096-44cc-9a5a-3499b4f14e73 None None] DHCP port deletion for a7c47683-1197-43a9-82a8-f25a3e2af84f request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:34.234575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:34.239606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:34.265325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] For port ebc6eb4d-8625-45a8-b61b-029bfc526145, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ebc6eb4d-8625-45a8-b61b-029bfc526145,segment=NetworkSegment(eabc977f-f0b5-4feb-8c40-196e3786b8cc),segment_id=eabc977f-f0b5-4feb-8c40-196e3786b8cc)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:34.265701 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.278702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for ebc6eb4d-8625-45a8-b61b-029bfc526145 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:34.323494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0c56423b-c096-44cc-9a5a-3499b4f14e73 None None] Deleting port ebc6eb4d-8625-45a8-b61b-029bfc526145 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:34.323874 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c56423b-c096-44cc-9a5a-3499b4f14e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.397975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0c56423b-c096-44cc-9a5a-3499b4f14e73 None None] For port ebc6eb4d-8625-45a8-b61b-029bfc526145, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ebc6eb4d-8625-45a8-b61b-029bfc526145,segment=NetworkSegment(eabc977f-f0b5-4feb-8c40-196e3786b8cc),segment_id=eabc977f-f0b5-4feb-8c40-196e3786b8cc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:34.398384 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c56423b-c096-44cc-9a5a-3499b4f14e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.413311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0c56423b-c096-44cc-9a5a-3499b4f14e73 None None] Calling delete_port for ebc6eb4d-8625-45a8-b61b-029bfc526145 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:34.453924 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.479223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=ebc6eb4d-8625-45a8-b61b-029bfc526145,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:34.481595 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c0a4ba-4512-4b09-9e5b-fb99df1c7ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:34.485982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-95c0a4ba-4512-4b09-9e5b-fb99df1c7ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.497265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No DVR routers for this DVR port ebc6eb4d-8625-45a8-b61b-029bfc526145 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:34.505642 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c56423b-c096-44cc-9a5a-3499b4f14e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.541137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56423b-c096-44cc-9a5a-3499b4f14e73 None None] Pushing event deleted for resources: {'Port': ['ID=ebc6eb4d-8625-45a8-b61b-029bfc526145,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:34.557194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56423b-c096-44cc-9a5a-3499b4f14e73 None None] No DVR routers for this DVR port ebc6eb4d-8625-45a8-b61b-029bfc526145 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:34.625959 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.647140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c47683-1197-43a9-82a8-f25a3e2af84f']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:34.657334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabc977f-f0b5-4feb-8c40-196e3786b8cc') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:34.657334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabc977f-f0b5-4feb-8c40-196e3786b8cc') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:34.666747 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.680085 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.693095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:34.693590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:34.696933 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:34.772492 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.819505 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-95c0a4ba-4512-4b09-9e5b-fb99df1c7ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.823992 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.833445 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.841421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/networks/a7c47683-1197-43a9-82a8-f25a3e2af84f HTTP/1.1" status: 204 len: 168 time: 0.8648226 Sep 16 05:14:34.844784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32946) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:34.849627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4e027252-d76f-4c6f-bd1c-b726172ec593 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2077172682'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:34.854144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47205dd-c63c-4ba3-a532-621619b3a9d3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Network': ['ID=a7c47683-1197-43a9-82a8-f25a3e2af84f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:34.955741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e027252-d76f-4c6f-bd1c-b726172ec593 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:34.959382 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e027252-d76f-4c6f-bd1c-b726172ec593 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.986762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e027252-d76f-4c6f-bd1c-b726172ec593 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:34.997337 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e027252-d76f-4c6f-bd1c-b726172ec593 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.997823 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-4e027252-d76f-4c6f-bd1c-b726172ec593 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Added segment 20becdef-aeb0-4c9d-b017-a86dbe17ab83 of type vlan for network 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f Sep 16 05:14:35.043440 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e027252-d76f-4c6f-bd1c-b726172ec593 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.110315 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e027252-d76f-4c6f-bd1c-b726172ec593 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.116142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e027252-d76f-4c6f-bd1c-b726172ec593 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:35.116811 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4e027252-d76f-4c6f-bd1c-b726172ec593 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.191963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e027252-d76f-4c6f-bd1c-b726172ec593 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Network': ['ID=6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:35.204478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:35.231849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0a4ba-4512-4b09-9e5b-fb99df1c7ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Subnet': ['ID=d5f41a3a-5ef4-412b-8063-7a8d4fc6f141,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:35.236920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4e027252-d76f-4c6f-bd1c-b726172ec593 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3910553 Sep 16 05:14:35.239516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32948) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:35.244852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ff91b976-5dc4-4136-8b43-df2e7e5c36e6 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': '6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:35.276349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0a4ba-4512-4b09-9e5b-fb99df1c7ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Checking segment: {'id': '651c6c74-1f7b-45ec-8f2e-266e34db3c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a3bd1c3-fd47-424d-9758-f64e232d037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:35.276733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c0a4ba-4512-4b09-9e5b-fb99df1c7ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network hostable DHCP agents. Network: 4a3bd1c3-fd47-424d-9758-f64e232d037b, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:35.351811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.395152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c0a4ba-4512-4b09-9e5b-fb99df1c7ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 4a3bd1c3-fd47-424d-9758-f64e232d037b is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:35.441724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff91b976-5dc4-4136-8b43-df2e7e5c36e6 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:35.445688 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff91b976-5dc4-4136-8b43-df2e7e5c36e6 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.472789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-95c0a4ba-4512-4b09-9e5b-fb99df1c7ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 4a3bd1c3-fd47-424d-9758-f64e232d037b) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:35.481498 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0a4ba-4512-4b09-9e5b-fb99df1c7ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:35.482101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-95c0a4ba-4512-4b09-9e5b-fb99df1c7ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.485045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b25c3aa-efce-4714-ac68-03bd26342a15 None None] Network 4a3bd1c3-fd47-424d-9758-f64e232d037b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:35.596611 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-95c0a4ba-4512-4b09-9e5b-fb99df1c7ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5093069 Sep 16 05:14:35.599360 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32950) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:35.605951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-98bef020-bbfc-4245-93e5-466ca09c5a26 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'subnet': {'network_id': '0a811a50-9a5f-4656-9b84-2924a9c87022', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:35.614178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ebc6eb4d-8625-45a8-b61b-029bfc526145 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:35.640647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: ebc6eb4d-8625-45a8-b61b-029bfc526145 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:35.641098 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ebc6eb4d-8625-45a8-b61b-029bfc526145 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:35.679084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Router 903cf503-a16c-487f-bc2a-fdadab706d1e is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:14:35.696833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-4a3bd1c3-fd47-424d-9758-f64e232d037b', 'network_id': '4a3bd1c3-fd47-424d-9758-f64e232d037b', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'fixed_ips': [{'subnet_id': 'd5f41a3a-5ef4-412b-8063-7a8d4fc6f141'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:35.696833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.806786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bef020-bbfc-4245-93e5-466ca09c5a26 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:35.807068 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff91b976-5dc4-4136-8b43-df2e7e5c36e6 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.811199 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-98bef020-bbfc-4245-93e5-466ca09c5a26 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.862344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:35.868721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91b976-5dc4-4136-8b43-df2e7e5c36e6 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Subnet': ['ID=f88e2bba-1161-48dd-af99-021d96162e64,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:35.890643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff91b976-5dc4-4136-8b43-df2e7e5c36e6 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Checking segment: {'id': '20becdef-aeb0-4c9d-b017-a86dbe17ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:35.891016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff91b976-5dc4-4136-8b43-df2e7e5c36e6 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network hostable DHCP agents. Network: 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:35.903400 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Sync routers for ids ['903cf503-a16c-487f-bc2a-fdadab706d1e'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:35.923024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Allocated IP 2001:db8::2 (4a3bd1c3-fd47-424d-9758-f64e232d037b/d5f41a3a-5ef4-412b-8063-7a8d4fc6f141/a3fdb48c-f494-484a-87b2-557cbdfc1042) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:35.923690 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Routers {'903cf503-a16c-487f-bc2a-fdadab706d1e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:35.928264 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['903cf503-a16c-487f-bc2a-fdadab706d1e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:36.009244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.011204 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-986ebaba-3546-4b4c-9b88-826005df747e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2213218 Sep 16 05:14:36.018284 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32958) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:36.025701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff91b976-5dc4-4136-8b43-df2e7e5c36e6 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:36.094659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ff91b976-5dc4-4136-8b43-df2e7e5c36e6 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:36.105313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff91b976-5dc4-4136-8b43-df2e7e5c36e6 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:36.105932 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff91b976-5dc4-4136-8b43-df2e7e5c36e6 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.138707 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717152d2-ba74-4d7f-8682-3c6a37f1bb17 None None] Network 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:36.176911 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Set router 903cf503-a16c-487f-bc2a-fdadab706d1e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:36.185707 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ff91b976-5dc4-4136-8b43-df2e7e5c36e6 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9448838 Sep 16 05:14:36.189336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32962) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:36.197520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': '6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f', 'name': 'tempest-PortsTestJSON-339981634', 'fixed_ips': [{'subnet_id': 'f88e2bba-1161-48dd-af99-021d96162e64', 'ip_address': '172.20.0.10'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:36.230135 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-98bef020-bbfc-4245-93e5-466ca09c5a26 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.239404 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.320825 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.381166 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Network 4a3bd1c3-fd47-424d-9758-f64e232d037b is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:36.388986 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:14:34Z', 'revision_number': 3, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:36.389180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:36.392702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:36.416989 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Checking router: 903cf503-a16c-487f-bc2a-fdadab706d1e for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:36.417649 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Updating router 903cf503-a16c-487f-bc2a-fdadab706d1e port 825e517d-5b03-4579-bf23-5aaeb966c959 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:14:36.418747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bef020-bbfc-4245-93e5-466ca09c5a26 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Subnet': ['ID=87379158-2721-41ae-9dc0-eecf312c097a,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:36.425245 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bef020-bbfc-4245-93e5-466ca09c5a26 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Checking segment: {'id': 'fb93eb33-d615-40e7-a5c7-514bb0103cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0a811a50-9a5f-4656-9b84-2924a9c87022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:36.431113 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Pushing event updated for resources: {'Port': ['ID=a3fdb48c-f494-484a-87b2-557cbdfc1042,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:36.435979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bef020-bbfc-4245-93e5-466ca09c5a26 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network hostable DHCP agents. Network: 0a811a50-9a5f-4656-9b84-2924a9c87022, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:36.449197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f', 'network_id': '6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f', 'tenant_id': '54b17a9a9c1c4066be36e28a9a6bc5c1', 'fixed_ips': [{'subnet_id': 'f88e2bba-1161-48dd-af99-021d96162e64'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:36.449983 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.452184 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.493865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-90b397a2-2980-465b-b0bd-a1d983c5331b tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9e1c1acdabb043a5b48f12b342ae6235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4727578 Sep 16 05:14:36.495031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32964) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:36.539332 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Attempting to bind port a3fdb48c-f494-484a-87b2-557cbdfc1042 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:36.539332 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Attempting to bind port a3fdb48c-f494-484a-87b2-557cbdfc1042 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '651c6c74-1f7b-45ec-8f2e-266e34db3c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a3bd1c3-fd47-424d-9758-f64e232d037b'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:36.539752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Attempting to bind port a3fdb48c-f494-484a-87b2-557cbdfc1042 on network 4a3bd1c3-fd47-424d-9758-f64e232d037b {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:36.553264 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:36.553646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Checking segment: {'id': '651c6c74-1f7b-45ec-8f2e-266e34db3c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a3bd1c3-fd47-424d-9758-f64e232d037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:36.556421 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.556421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Bound using segment: {'id': '651c6c74-1f7b-45ec-8f2e-266e34db3c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a3bd1c3-fd47-424d-9758-f64e232d037b'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:36.556421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Bound port: a3fdb48c-f494-484a-87b2-557cbdfc1042, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651c6c74-1f7b-45ec-8f2e-266e34db3c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4a3bd1c3-fd47-424d-9758-f64e232d037b'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:36.556421 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.584665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:36.624452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bef020-bbfc-4245-93e5-466ca09c5a26 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 0a811a50-9a5f-4656-9b84-2924a9c87022 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:36.687899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-98bef020-bbfc-4245-93e5-466ca09c5a26 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 0a811a50-9a5f-4656-9b84-2924a9c87022) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:36.695832 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bef020-bbfc-4245-93e5-466ca09c5a26 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:36.696428 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-98bef020-bbfc-4245-93e5-466ca09c5a26 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.717355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c993c29-e9b9-44e7-a9be-97440b66f0f0 None None] Network 0a811a50-9a5f-4656-9b84-2924a9c87022 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:36.728330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a8499-64dd-484c-a7cb-cebc5575f7ec tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:36.734742 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d21a8499-64dd-484c-a7cb-cebc5575f7ec tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2360756 Sep 16 05:14:36.735220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32968) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:36.741745 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.764604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port 52d1c741-e72c-4ca2-a8d8-6f931cdebcd4 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:14:36.788641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] For port a3fdb48c-f494-484a-87b2-557cbdfc1042, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:36.805888 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-890a272b-4242-4e3c-8eac-484dd27a68df tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0670481 Sep 16 05:14:36.805888 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-98bef020-bbfc-4245-93e5-466ca09c5a26 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2048025 Sep 16 05:14:36.806154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32972) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:36.810927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c35d6a0d-0696-4f6e-9ad6-b50ebc6a2283 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1718270756', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:36.816891 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.849053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Allocated IP 172.20.0.2 (6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f/f88e2bba-1161-48dd-af99-021d96162e64/d79a22a4-74ec-41bf-839a-74dbb53ab890) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:36.852908 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] For port a3fdb48c-f494-484a-87b2-557cbdfc1042, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a3fdb48c-f494-484a-87b2-557cbdfc1042,segment=NetworkSegment(651c6c74-1f7b-45ec-8f2e-266e34db3c9c),segment_id=651c6c74-1f7b-45ec-8f2e-266e34db3c9c)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:36.904010 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.913527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32974) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:36.918104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-303afbea-1e17-42d0-92e6-62ab3eac2c14 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1538002915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:36.959002 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.985804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35d6a0d-0696-4f6e-9ad6-b50ebc6a2283 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Made reservation on behalf of 9e1c1acdabb043a5b48f12b342ae6235 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:36.987286 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Attempting to bind port 825e517d-5b03-4579-bf23-5aaeb966c959 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:36.988066 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Attempting to bind port 825e517d-5b03-4579-bf23-5aaeb966c959 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:36.988431 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Attempting to bind port 825e517d-5b03-4579-bf23-5aaeb966c959 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:36.989717 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c35d6a0d-0696-4f6e-9ad6-b50ebc6a2283 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.005828 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:37.006211 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:37.006621 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.007010 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:37.013164 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Bound port: 825e517d-5b03-4579-bf23-5aaeb966c959, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:37.015886 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.116241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-303afbea-1e17-42d0-92e6-62ab3eac2c14 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.117487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-303afbea-1e17-42d0-92e6-62ab3eac2c14 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.132568 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Pushing event updated for resources: {'Port': ['ID=825e517d-5b03-4579-bf23-5aaeb966c959,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:37.151534 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] For port 825e517d-5b03-4579-bf23-5aaeb966c959, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:37.168602 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.169496 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.170016 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.170550 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.171362 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.171906 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.173054 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.173587 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.174064 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.174631 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.175486 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.175982 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.176554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-0a811a50-9a5f-4656-9b84-2924a9c87022', 'network_id': '0a811a50-9a5f-4656-9b84-2924a9c87022', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'fixed_ips': [{'subnet_id': '87379158-2721-41ae-9dc0-eecf312c097a'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:37.177734 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.210624 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] For port 825e517d-5b03-4579-bf23-5aaeb966c959, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=825e517d-5b03-4579-bf23-5aaeb966c959,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:37.238548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d5a21-83dd-4fef-a82c-bb4727cefcd9 None None] Pushing event updated for resources: {'Port': ['ID=a3fdb48c-f494-484a-87b2-557cbdfc1042,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:37.260292 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-303afbea-1e17-42d0-92e6-62ab3eac2c14 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.271040 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.380153 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Routers {'903cf503-a16c-487f-bc2a-fdadab706d1e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:37.381317 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['903cf503-a16c-487f-bc2a-fdadab706d1e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:37.477635 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.492343 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-303afbea-1e17-42d0-92e6-62ab3eac2c14 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.492974 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2df288-aa48-4d3f-85fa-205b83cda3ae None None] Pushing event updated for resources: {'Port': ['ID=825e517d-5b03-4579-bf23-5aaeb966c959,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:37.493801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Allocated IP 2001:db8:1::2 (0a811a50-9a5f-4656-9b84-2924a9c87022/87379158-2721-41ae-9dc0-eecf312c097a/2956ea5e-3e09-482e-bbb9-323e66d931ea) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:37.602190 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c35d6a0d-0696-4f6e-9ad6-b50ebc6a2283 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.614420 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] Set router 903cf503-a16c-487f-bc2a-fdadab706d1e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:37.663350 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-303afbea-1e17-42d0-92e6-62ab3eac2c14 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.673524 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-303afbea-1e17-42d0-92e6-62ab3eac2c14 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7589080 Sep 16 05:14:37.685639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 32992) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:37.752520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3c46-21f2-4321-ad7b-8a9798a31341 req-1ec07900-f9b8-43c4-8438-58fc9744beda tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.754758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c27f3c46-21f2-4321-ad7b-8a9798a31341 req-1ec07900-f9b8-43c4-8438-58fc9744beda tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.2279739 Sep 16 05:14:37.762710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.10 (6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f/f88e2bba-1161-48dd-af99-021d96162e64/52d1c741-e72c-4ca2-a8d8-6f931cdebcd4) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:37.891590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d6a0d-0696-4f6e-9ad6-b50ebc6a2283 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Subnet': ['ID=a8a4be0a-09e7-4362-987c-07fec8415f70,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:37.901863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d6a0d-0696-4f6e-9ad6-b50ebc6a2283 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Checking segment: {'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:37.902237 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35d6a0d-0696-4f6e-9ad6-b50ebc6a2283 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network hostable DHCP agents. Network: 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:37.933499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a3fdb48c-f494-484a-87b2-557cbdfc1042 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:37.979985 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.989865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c27f3c46-21f2-4321-ad7b-8a9798a31341 req-9bf28de4-d9ec-4767-8e35-e19811b55220 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809798 Sep 16 05:14:38.018028 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:14:34Z', 'revision_number': 3, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:38.064183 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.089794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Network 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:38.091913 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d1cbb-a6df-4fb9-8bce-55e6fb6e1b75 None None] The sync data for ids ['903cf503-a16c-487f-bc2a-fdadab706d1e'] in n-d-712137-12 is: [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:14:34Z', 'revision_number': 3, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:38.103854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:38.114432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a3fdb48c-f494-484a-87b2-557cbdfc1042 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:38.116864 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.120983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35d6a0d-0696-4f6e-9ad6-b50ebc6a2283 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:38.122635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Pushing event updated for resources: {'Port': ['ID=d79a22a4-74ec-41bf-839a-74dbb53ab890,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:38.129107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:38.213987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-c35d6a0d-0696-4f6e-9ad6-b50ebc6a2283 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:38.220502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35d6a0d-0696-4f6e-9ad6-b50ebc6a2283 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.221608 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c35d6a0d-0696-4f6e-9ad6-b50ebc6a2283 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.236578 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.245207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8516a648-bc0e-43cc-a608-91660e870b3c None None] Network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:38.339644 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=52d1c741-e72c-4ca2-a8d8-6f931cdebcd4,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:38.349706 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.353411 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c35d6a0d-0696-4f6e-9ad6-b50ebc6a2283 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5463674 Sep 16 05:14:38.358061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:38.360999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:38.362940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32996) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:38.371239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:38.554532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Attempting to bind port d79a22a4-74ec-41bf-839a-74dbb53ab890 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:38.555011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Attempting to bind port d79a22a4-74ec-41bf-839a-74dbb53ab890 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '20becdef-aeb0-4c9d-b017-a86dbe17ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:38.555453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Attempting to bind port d79a22a4-74ec-41bf-839a-74dbb53ab890 on network 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:38.573559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:38.574168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Checking segment: {'id': '20becdef-aeb0-4c9d-b017-a86dbe17ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:38.574831 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.575371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Bound using segment: {'id': '20becdef-aeb0-4c9d-b017-a86dbe17ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:38.575971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Bound port: d79a22a4-74ec-41bf-839a-74dbb53ab890, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20becdef-aeb0-4c9d-b017-a86dbe17ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:38.576778 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.579852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'fixed_ips': [{'subnet_id': 'a8a4be0a-09e7-4362-987c-07fec8415f70'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:38.580832 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.585390 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.611655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.617267 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.676987 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.818186 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Allocated IP 2001:db8::1 (4a3bd1c3-fd47-424d-9758-f64e232d037b/d5f41a3a-5ef4-412b-8063-7a8d4fc6f141/2c325c88-75d7-40e0-bee8-0817692b5e8c) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:38.858123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cc62a8-c9b3-43d3-bd15-95223c709f3d None None] Network 4a3bd1c3-fd47-424d-9758-f64e232d037b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:38.861797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-95543f07-2167-4469-ae37-afcf30e2b798 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6690536 Sep 16 05:14:38.863443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Network 0a811a50-9a5f-4656-9b84-2924a9c87022 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:38.868340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 32998) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:38.879825 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': '6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f', 'name': 'tempest-PortsTestJSON-489096661', 'fixed_ips': [{'subnet_id': 'f88e2bba-1161-48dd-af99-021d96162e64', 'ip_address': '172.20.0.9'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:38.920700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:38.923175 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.932017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:39.000379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] For port d79a22a4-74ec-41bf-839a-74dbb53ab890, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:39.039751 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.136066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] For port d79a22a4-74ec-41bf-839a-74dbb53ab890, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d79a22a4-74ec-41bf-839a-74dbb53ab890,segment=NetworkSegment(20becdef-aeb0-4c9d-b017-a86dbe17ab83),segment_id=20becdef-aeb0-4c9d-b017-a86dbe17ab83)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:39.158276 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Allocated IP 172.20.0.2 (0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8/a8a4be0a-09e7-4362-987c-07fec8415f70/a85bd082-b921-48d3-8cb0-22af5571dc3b) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:39.162597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.205277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 4a3bd1c3-fd47-424d-9758-f64e232d037b is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:39.259126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:39.272166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:39.272775 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.357576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e7f517ae-9a49-4bc2-b8e7-a3cc3d89ffa1 None None] Provisioning complete for port a3fdb48c-f494-484a-87b2-557cbdfc1042 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:39.358382 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e7f517ae-9a49-4bc2-b8e7-a3cc3d89ffa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.369315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Pushing event updated for resources: {'Port': ['ID=2956ea5e-3e09-482e-bbb9-323e66d931ea,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:39.385135 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.416139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=2c325c88-75d7-40e0-bee8-0817692b5e8c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:39.501917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848f4ff-749a-4cec-a79d-1ce9b16b8897 None None] Pushing event updated for resources: {'Port': ['ID=d79a22a4-74ec-41bf-839a-74dbb53ab890,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:39.528749 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.558734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Attempting to bind port 2956ea5e-3e09-482e-bbb9-323e66d931ea on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:39.559283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Attempting to bind port 2956ea5e-3e09-482e-bbb9-323e66d931ea by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'fb93eb33-d615-40e7-a5c7-514bb0103cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0a811a50-9a5f-4656-9b84-2924a9c87022'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:39.559463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Attempting to bind port 2956ea5e-3e09-482e-bbb9-323e66d931ea on network 0a811a50-9a5f-4656-9b84-2924a9c87022 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:39.587234 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port a3fdb48c-f494-484a-87b2-557cbdfc1042, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a3fdb48c-f494-484a-87b2-557cbdfc1042,segment=NetworkSegment(651c6c74-1f7b-45ec-8f2e-266e34db3c9c),segment_id=651c6c74-1f7b-45ec-8f2e-266e34db3c9c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:39.599296 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.605245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:39.605613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Checking segment: {'id': 'fb93eb33-d615-40e7-a5c7-514bb0103cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0a811a50-9a5f-4656-9b84-2924a9c87022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:39.606023 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.606425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Bound using segment: {'id': 'fb93eb33-d615-40e7-a5c7-514bb0103cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0a811a50-9a5f-4656-9b84-2924a9c87022'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:39.606918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Bound port: 2956ea5e-3e09-482e-bbb9-323e66d931ea, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb93eb33-d615-40e7-a5c7-514bb0103cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0a811a50-9a5f-4656-9b84-2924a9c87022'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:39.607308 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.660208 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.682987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7114ac6-4b7c-4e8d-8f93-2b2f52e04e60 req-40bd0092-5b3e-48b5-b262-84e7862ea4f1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:39.692331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7114ac6-4b7c-4e8d-8f93-2b2f52e04e60 req-40bd0092-5b3e-48b5-b262-84e7862ea4f1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.2341993 Sep 16 05:14:39.728140 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.887960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7114ac6-4b7c-4e8d-8f93-2b2f52e04e60 req-3aefa6f0-f5c4-4568-bcbc-882cb8edf31d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946225 Sep 16 05:14:39.923558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:39.924779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 825e517d-5b03-4579-bf23-5aaeb966c959 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:39.964414 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.967069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:39.979552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:39.981465 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=a3fdb48c-f494-484a-87b2-557cbdfc1042,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:39.984564 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.999918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] For port 2956ea5e-3e09-482e-bbb9-323e66d931ea, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:40.013317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.014035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.052622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:40.058182 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.086714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port 4f1657a9-6280-4cd8-9d2a-962844eca6a7 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:14:40.106742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] For port 2956ea5e-3e09-482e-bbb9-323e66d931ea, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2956ea5e-3e09-482e-bbb9-323e66d931ea,segment=NetworkSegment(fb93eb33-d615-40e7-a5c7-514bb0103cb7),segment_id=fb93eb33-d615-40e7-a5c7-514bb0103cb7)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:40.159321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Pushing event updated for resources: {'Port': ['ID=a85bd082-b921-48d3-8cb0-22af5571dc3b,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:40.166653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=2c325c88-75d7-40e0-bee8-0817692b5e8c,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:40.200779 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.227917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 4a3bd1c3-fd47-424d-9758-f64e232d037b is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:40.229676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:40.274617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Attempting to bind port a85bd082-b921-48d3-8cb0-22af5571dc3b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:40.275000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Attempting to bind port a85bd082-b921-48d3-8cb0-22af5571dc3b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:40.275369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Attempting to bind port a85bd082-b921-48d3-8cb0-22af5571dc3b on network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:40.329994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:40.330324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Checking segment: {'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:40.330753 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.331159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Bound using segment: {'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:40.331673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Bound port: a85bd082-b921-48d3-8cb0-22af5571dc3b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:40.332044 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.334162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 825e517d-5b03-4579-bf23-5aaeb966c959 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:40.334522 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.395098 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a2105-8f42-4a7b-9d26-d76116a7bc4b None None] Pushing event updated for resources: {'Port': ['ID=2956ea5e-3e09-482e-bbb9-323e66d931ea,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:40.488296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] For port a85bd082-b921-48d3-8cb0-22af5571dc3b, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:40.492479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] For port a85bd082-b921-48d3-8cb0-22af5571dc3b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a85bd082-b921-48d3-8cb0-22af5571dc3b,segment=NetworkSegment(8f711a46-6d95-4fda-b07e-23d67fe5223f),segment_id=8f711a46-6d95-4fda-b07e-23d67fe5223f)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:40.546155 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 4804954c-a931-46e1-859c-4cd3b9c33c3e is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:14:40.570560 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.589291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.9 (6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f/f88e2bba-1161-48dd-af99-021d96162e64/4f1657a9-6280-4cd8-9d2a-962844eca6a7) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:40.635664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 825e517d-5b03-4579-bf23-5aaeb966c959, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=825e517d-5b03-4579-bf23-5aaeb966c959,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:40.652251 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.831494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6068d7-39ee-480f-8e16-9351706dddbe None None] Pushing event updated for resources: {'Port': ['ID=a85bd082-b921-48d3-8cb0-22af5571dc3b,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:40.843845 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.847378 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-129472f7-8a1a-4ac2-9a3e-7e9dbcb85425 None None] Provisioning complete for port a3fdb48c-f494-484a-87b2-557cbdfc1042 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:40.847741 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-129472f7-8a1a-4ac2-9a3e-7e9dbcb85425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.096445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Allocated IP 172.20.0.1 (0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8/a8a4be0a-09e7-4362-987c-07fec8415f70/e75fc792-7864-4f61-ac96-09945f7d4027) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:41.337254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c4b03-f15f-4d68-a1c5-9299877a0750 req-3d390b06-55d2-4e8e-8321-2dee30a761d3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:41.345921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-326c4b03-f15f-4d68-a1c5-9299877a0750 req-3d390b06-55d2-4e8e-8321-2dee30a761d3 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.3060889 Sep 16 05:14:41.359639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33012) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:41.502187 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.561142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=825e517d-5b03-4579-bf23-5aaeb966c959,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:41.594676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:41.624087 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-543c7e68-09dc-46bd-bdff-7eb212ef0f6f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/4804954c-a931-46e1-859c-4cd3b9c33c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9101689 Sep 16 05:14:41.625233 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33016) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:41.660309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7344f56-065a-4502-9165-44ca9b9ab779 None None] Sync routers for ids ['4804954c-a931-46e1-859c-4cd3b9c33c3e'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:41.664760 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.667746 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2b102f89-c782-4335-8330-09b1d3497437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.682401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7344f56-065a-4502-9165-44ca9b9ab779 None None] Routers {'4804954c-a931-46e1-859c-4cd3b9c33c3e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:41.683040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f7344f56-065a-4502-9165-44ca9b9ab779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4804954c-a931-46e1-859c-4cd3b9c33c3e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:41.690204 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-326c4b03-f15f-4d68-a1c5-9299877a0750 req-7b77e7aa-ba68-44d9-bf7c-267b4610b405 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3396277 Sep 16 05:14:41.724534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f72348-b979-4748-a67f-075fed5c50ee tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:41.732727 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-67f72348-b979-4748-a67f-075fed5c50ee tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports/2c325c88-75d7-40e0-bee8-0817692b5e8c HTTP/1.1" status: 200 len: 911 time: 0.1039777 Sep 16 05:14:41.733236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33018) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:41.831065 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.856379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f09f38-41a4-41b9-9625-f7e904b503b3 None None] Network 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:41.857360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:41.862361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f7344f56-065a-4502-9165-44ca9b9ab779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:41.886026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:41.923624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:41.925601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7344f56-065a-4502-9165-44ca9b9ab779 None None] Routers {'4804954c-a931-46e1-859c-4cd3b9c33c3e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:41.934691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f7344f56-065a-4502-9165-44ca9b9ab779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4804954c-a931-46e1-859c-4cd3b9c33c3e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:41.999153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=4f1657a9-6280-4cd8-9d2a-962844eca6a7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:42.015755 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f7344f56-065a-4502-9165-44ca9b9ab779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:42.016782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7344f56-065a-4502-9165-44ca9b9ab779 None None] The sync data for ids ['4804954c-a931-46e1-859c-4cd3b9c33c3e'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:42.022968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-129472f7-8a1a-4ac2-9a3e-7e9dbcb85425 None None] Provisioning complete for port 2c325c88-75d7-40e0-bee8-0817692b5e8c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:42.022968 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-129472f7-8a1a-4ac2-9a3e-7e9dbcb85425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.133954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2956ea5e-3e09-482e-bbb9-323e66d931ea up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:42.140567 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.143070 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.156626 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-129472f7-8a1a-4ac2-9a3e-7e9dbcb85425 None None] Port 2c325c88-75d7-40e0-bee8-0817692b5e8c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:42.220802 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbdb9-044a-419b-aedf-66ce9974906a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.222819 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2b102f89-c782-4335-8330-09b1d3497437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.224824 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.267380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694cd577-5051-48df-a76d-500b6210eb44 None None] Network 0a811a50-9a5f-4656-9b84-2924a9c87022 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:42.305400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:42.311281 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2b102f89-c782-4335-8330-09b1d3497437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.359737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.368118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2b102f89-c782-4335-8330-09b1d3497437 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc05a8f0e7114423b491975375f60c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0132837 Sep 16 05:14:42.369450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33020) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:42.369585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:42.377028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:42.383406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ab491d35-fb06-4ef3-90fa-1b1b5ad8fc84 None None] Provisioning complete for port d79a22a4-74ec-41bf-839a-74dbb53ab890 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:42.383781 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab491d35-fb06-4ef3-90fa-1b1b5ad8fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.385388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2956ea5e-3e09-482e-bbb9-323e66d931ea triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:42.385749 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.389414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Port': ['ID=e75fc792-7864-4f61-ac96-09945f7d4027,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:42.403103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4117aa23-23d0-46fc-99a8-c5770b0c1200 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5311506 Sep 16 05:14:42.443105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33022) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:42.542646 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9766c810-1699-407d-8cf4-cc0d8d1083e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.570371 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9766c810-1699-407d-8cf4-cc0d8d1083e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.577567 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.580029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b102f89-c782-4335-8330-09b1d3497437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a8d56a-869c-4a0d-a0ba-6c41f8535790,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:42.620283 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.673431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef37c28-653e-4425-8fcf-ced6634cee24 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.675193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8ef37c28-653e-4425-8fcf-ced6634cee24 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2288778 Sep 16 05:14:42.678028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33024) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:42.702498 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab491d35-fb06-4ef3-90fa-1b1b5ad8fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.738987 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.789554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ab491d35-fb06-4ef3-90fa-1b1b5ad8fc84 None None] For port d79a22a4-74ec-41bf-839a-74dbb53ab890, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d79a22a4-74ec-41bf-839a-74dbb53ab890,segment=NetworkSegment(20becdef-aeb0-4c9d-b017-a86dbe17ab83),segment_id=20becdef-aeb0-4c9d-b017-a86dbe17ab83)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:42.811028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 2956ea5e-3e09-482e-bbb9-323e66d931ea, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2956ea5e-3e09-482e-bbb9-323e66d931ea,segment=NetworkSegment(fb93eb33-d615-40e7-a5c7-514bb0103cb7),segment_id=fb93eb33-d615-40e7-a5c7-514bb0103cb7)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:42.842091 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab491d35-fb06-4ef3-90fa-1b1b5ad8fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.855263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07254211-414d-4770-bef3-92156d90972f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.863373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07254211-414d-4770-bef3-92156d90972f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.870002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07254211-414d-4770-bef3-92156d90972f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.874585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-07254211-414d-4770-bef3-92156d90972f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1925256 Sep 16 05:14:42.876987 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9766c810-1699-407d-8cf4-cc0d8d1083e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.882369 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9766c810-1699-407d-8cf4-cc0d8d1083e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.883328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7930dd36-61c5-4454-a2eb-43f357b1968c None None] Network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:42.889804 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.890736 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a3fdb48c-f494-484a-87b2-557cbdfc1042 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:42.891126 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9766c810-1699-407d-8cf4-cc0d8d1083e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43a8d56a-869c-4a0d-a0ba-6c41f8535790 HTTP/1.1" status: 204 len: 168 time: 0.5204999 Sep 16 05:14:42.892001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33028) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:42.934859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Allocated IP 2001:db8:1::1 (0a811a50-9a5f-4656-9b84-2924a9c87022/87379158-2721-41ae-9dc0-eecf312c097a/fae46999-d6a9-487a-87ba-8c598e842a02) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:42.972289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e30b15-1415-443b-8910-524f428ee997 req-08fcfd0f-4ecd-4697-9b01-eecf4ad23ac5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.973920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66e30b15-1415-443b-8910-524f428ee997 req-08fcfd0f-4ecd-4697-9b01-eecf4ad23ac5 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.1527612 Sep 16 05:14:43.003350 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766c810-1699-407d-8cf4-cc0d8d1083e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a8d56a-869c-4a0d-a0ba-6c41f8535790,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:43.022290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ab491d35-fb06-4ef3-90fa-1b1b5ad8fc84 None None] Provisioning complete for port 2956ea5e-3e09-482e-bbb9-323e66d931ea triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:43.022670 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab491d35-fb06-4ef3-90fa-1b1b5ad8fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.071612 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.110377 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66e30b15-1415-443b-8910-524f428ee997 req-1441d501-9e9a-4e9d-8b72-4d2e97b6d3ae tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259120 Sep 16 05:14:43.126760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab491d35-fb06-4ef3-90fa-1b1b5ad8fc84 None None] Pushing event updated for resources: {'Port': ['ID=d79a22a4-74ec-41bf-839a-74dbb53ab890,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:43.136649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a3fdb48c-f494-484a-87b2-557cbdfc1042 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:43.141442 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.271146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=2956ea5e-3e09-482e-bbb9-323e66d931ea,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:43.306185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d1a4c-a5d9-42e3-bbd2-1bcd49868f6c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port 4f1657a9-6280-4cd8-9d2a-962844eca6a7 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:43.306867 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1a4c-a5d9-42e3-bbd2-1bcd49868f6c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.402894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.424907 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1a4c-a5d9-42e3-bbd2-1bcd49868f6c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.443785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d1a4c-a5d9-42e3-bbd2-1bcd49868f6c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for 4f1657a9-6280-4cd8-9d2a-962844eca6a7 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:43.500975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a85bd082-b921-48d3-8cb0-22af5571dc3b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:43.539013 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.539481 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ab491d35-fb06-4ef3-90fa-1b1b5ad8fc84 None None] Provisioning complete for port 2c325c88-75d7-40e0-bee8-0817692b5e8c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:43.539481 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab491d35-fb06-4ef3-90fa-1b1b5ad8fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.584228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ab491d35-fb06-4ef3-90fa-1b1b5ad8fc84 None None] Port 2c325c88-75d7-40e0-bee8-0817692b5e8c cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:43.596428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a85bd082-b921-48d3-8cb0-22af5571dc3b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:43.596839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.606944 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.641361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.711966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33034) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:43.712935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 0a811a50-9a5f-4656-9b84-2924a9c87022 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:43.716875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:43.719686 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.722515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:43.723244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.743032 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd523bac-ea24-4504-b41b-eb58042aefc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.747760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fdb40844-8837-4fb4-a845-a709c97e7649 None None] Provisioning complete for port 52d1c741-e72c-4ca2-a8d8-6f931cdebcd4 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:43.748147 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fdb40844-8837-4fb4-a845-a709c97e7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.768110 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.772335 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Port': ['ID=e75fc792-7864-4f61-ac96-09945f7d4027,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:43.790884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-fdb40844-8837-4fb4-a845-a709c97e7649 None None] Port 52d1c741-e72c-4ca2-a8d8-6f931cdebcd4 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:43.805337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1a4c-a5d9-42e3-bbd2-1bcd49868f6c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.810974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port a85bd082-b921-48d3-8cb0-22af5571dc3b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a85bd082-b921-48d3-8cb0-22af5571dc3b,segment=NetworkSegment(8f711a46-6d95-4fda-b07e-23d67fe5223f),segment_id=8f711a46-6d95-4fda-b07e-23d67fe5223f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:43.817327 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fdb40844-8837-4fb4-a845-a709c97e7649 None None] Provisioning complete for port d79a22a4-74ec-41bf-839a-74dbb53ab890 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:43.817597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fdb40844-8837-4fb4-a845-a709c97e7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.858195 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.859790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d79a22a4-74ec-41bf-839a-74dbb53ab890 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:43.905091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=fae46999-d6a9-487a-87ba-8c598e842a02,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:43.947065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:43.950483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:44.024943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1a4c-a5d9-42e3-bbd2-1bcd49868f6c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.033890 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5f5d1a4c-a5d9-42e3-bbd2-1bcd49868f6c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/4f1657a9-6280-4cd8-9d2a-962844eca6a7 HTTP/1.1" status: 204 len: 168 time: 1.1354537 Sep 16 05:14:44.035052 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d1a4c-a5d9-42e3-bbd2-1bcd49868f6c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=4f1657a9-6280-4cd8-9d2a-962844eca6a7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:44.038256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33036) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:44.057542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=a85bd082-b921-48d3-8cb0-22af5571dc3b,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:44.102176 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabe81b0-c936-4077-8ce4-8024f622e767 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:14:44.105001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d79a22a4-74ec-41bf-839a-74dbb53ab890 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:44.105377 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.106501 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eabe81b0-c936-4077-8ce4-8024f622e767 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/4f1657a9-6280-4cd8-9d2a-962844eca6a7 HTTP/1.1" status: 404 len: 333 time: 0.0672083 Sep 16 05:14:44.109374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33038) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:44.141130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Router 903cf503-a16c-487f-bc2a-fdadab706d1e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:44.163852 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd523bac-ea24-4504-b41b-eb58042aefc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.170026 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.221194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fdb40844-8837-4fb4-a845-a709c97e7649 None None] Provisioning complete for port a85bd082-b921-48d3-8cb0-22af5571dc3b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:44.222847 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd523bac-ea24-4504-b41b-eb58042aefc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.223709 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fdb40844-8837-4fb4-a845-a709c97e7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.319642 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 825e517d-5b03-4579-bf23-5aaeb966c959 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:44.326709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cd523bac-ea24-4504-b41b-eb58042aefc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1c708974014465f85147d538209bf2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6093516 Sep 16 05:14:44.337506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33042) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:44.398877 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd523bac-ea24-4504-b41b-eb58042aefc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e790bf9-2675-41fe-858b-005b8f6da17d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:44.404084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 825e517d-5b03-4579-bf23-5aaeb966c959 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:44.404277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c1d588fa-e20f-49de-a8b6-d617e6a8f875 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port 52d1c741-e72c-4ca2-a8d8-6f931cdebcd4 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:44.404538 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.404652 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1d588fa-e20f-49de-a8b6-d617e6a8f875 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.417750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:44.427682 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Sync routers for ids ['903cf503-a16c-487f-bc2a-fdadab706d1e'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:44.432129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ffc9e5cc-3e85-486c-bc3f-75451e422552 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "PUT /v2.0/routers/903cf503-a16c-487f-bc2a-fdadab706d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0624704 Sep 16 05:14:44.434797 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33044) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:44.440587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-bd3b43fe-3bf2-4c76-9b4b-46ec993a44d3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--61552903', 'description': 'tempest-secgroup_access--61552903 description', 'project_id': '9e1c1acdabb043a5b48f12b342ae6235'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:44.442896 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Routers {'903cf503-a16c-487f-bc2a-fdadab706d1e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:44.444134 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['903cf503-a16c-487f-bc2a-fdadab706d1e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:44.462491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77052ef-e611-47ef-a62b-7fb408746f1d req-1cefd9b7-01a3-4e39-9b7d-c410faf0cef1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:44.471754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e77052ef-e611-47ef-a62b-7fb408746f1d req-1cefd9b7-01a3-4e39-9b7d-c410faf0cef1 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.2303047 Sep 16 05:14:44.534295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fdb40844-8837-4fb4-a845-a709c97e7649 None None] Provisioning complete for port 2956ea5e-3e09-482e-bbb9-323e66d931ea triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:44.534660 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fdb40844-8837-4fb4-a845-a709c97e7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.551300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e77052ef-e611-47ef-a62b-7fb408746f1d req-67637a14-b0d1-4154-9500-1e7ad6b1ca69 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785100 Sep 16 05:14:44.561310 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bd3b43fe-3bf2-4c76-9b4b-46ec993a44d3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.576514 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-60833287-3e44-4ec4-90db-971eda6a8882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.613134 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Set router 903cf503-a16c-487f-bc2a-fdadab706d1e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:44.654303 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-745f91a2-ed28-43d5-9dc4-4e69345561bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.700141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fdb40844-8837-4fb4-a845-a709c97e7649 None None] Could not find standard attr ID for object 4f1657a9-6280-4cd8-9d2a-962844eca6a7. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:14:44.706218 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bd3b43fe-3bf2-4c76-9b4b-46ec993a44d3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.734936 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1d588fa-e20f-49de-a8b6-d617e6a8f875 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.749404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-745f91a2-ed28-43d5-9dc4-4e69345561bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.767248 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bd3b43fe-3bf2-4c76-9b4b-46ec993a44d3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.769443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c1d588fa-e20f-49de-a8b6-d617e6a8f875 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for 52d1c741-e72c-4ca2-a8d8-6f931cdebcd4 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:44.782307 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2956ea5e-3e09-482e-bbb9-323e66d931ea up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:44.812698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b43fe-3bf2-4c76-9b4b-46ec993a44d3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513bdb58-6fef-4ccd-91f3-6acc6285bc14,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:44.835798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b868d4e5-3c57-4cf5-9c35-5e3b1f15cc5b None None] Provisioning complete for port fae46999-d6a9-487a-87ba-8c598e842a02 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:44.836373 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b868d4e5-3c57-4cf5-9c35-5e3b1f15cc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.862252 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bd3b43fe-3bf2-4c76-9b4b-46ec993a44d3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.867114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bd3b43fe-3bf2-4c76-9b4b-46ec993a44d3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4312730 Sep 16 05:14:44.867742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33046) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:44.872536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-00c6cfe9-10e1-4a78-934e-2267c59b0296 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1091221641', 'description': 'tempest-secgroup_general--1091221641 description', 'project_id': '9e1c1acdabb043a5b48f12b342ae6235'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:44.882518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b868d4e5-3c57-4cf5-9c35-5e3b1f15cc5b None None] Port fae46999-d6a9-487a-87ba-8c598e842a02 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:44.885112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2956ea5e-3e09-482e-bbb9-323e66d931ea triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:44.885329 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.894349 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:14:42Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e75fc792-7864-4f61-ac96-09945f7d4027', 'name': '', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:f4:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:40Z', 'updated_at': '2021-09-16T05:14:43Z', 'revision_number': 2, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:44.907640 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.919786 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b868d4e5-3c57-4cf5-9c35-5e3b1f15cc5b None None] Provisioning complete for port e75fc792-7864-4f61-ac96-09945f7d4027 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:44.920086 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b868d4e5-3c57-4cf5-9c35-5e3b1f15cc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.935298 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Checking router: 903cf503-a16c-487f-bc2a-fdadab706d1e for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:44.935936 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Updating router 903cf503-a16c-487f-bc2a-fdadab706d1e port e75fc792-7864-4f61-ac96-09945f7d4027 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:14:44.943988 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-00c6cfe9-10e1-4a78-934e-2267c59b0296 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.967233 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.968350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b868d4e5-3c57-4cf5-9c35-5e3b1f15cc5b None None] Port e75fc792-7864-4f61-ac96-09945f7d4027 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:44.979286 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-745f91a2-ed28-43d5-9dc4-4e69345561bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.982728 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-745f91a2-ed28-43d5-9dc4-4e69345561bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.984963 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-745f91a2-ed28-43d5-9dc4-4e69345561bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e790bf9-2675-41fe-858b-005b8f6da17d HTTP/1.1" status: 204 len: 168 time: 0.6448548 Sep 16 05:14:44.987005 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.988121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.045500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f91a2-ed28-43d5-9dc4-4e69345561bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e790bf9-2675-41fe-858b-005b8f6da17d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.106215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=fae46999-d6a9-487a-87ba-8c598e842a02,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.114666 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-00c6cfe9-10e1-4a78-934e-2267c59b0296 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.158497 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1d588fa-e20f-49de-a8b6-d617e6a8f875 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.184312 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-00c6cfe9-10e1-4a78-934e-2267c59b0296 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.200382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b868d4e5-3c57-4cf5-9c35-5e3b1f15cc5b None None] Provisioning complete for port a85bd082-b921-48d3-8cb0-22af5571dc3b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:45.200787 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b868d4e5-3c57-4cf5-9c35-5e3b1f15cc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.201519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d588fa-e20f-49de-a8b6-d617e6a8f875 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=52d1c741-e72c-4ca2-a8d8-6f931cdebcd4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.218114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 0a811a50-9a5f-4656-9b84-2924a9c87022 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:45.219628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:45.253912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a85bd082-b921-48d3-8cb0-22af5571dc3b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:45.270193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6cfe9-10e1-4a78-934e-2267c59b0296 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f994626-e55e-44a2-a135-c65ac77b874f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.321405 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-00c6cfe9-10e1-4a78-934e-2267c59b0296 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.326518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-00c6cfe9-10e1-4a78-934e-2267c59b0296 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4574919 Sep 16 05:14:45.327853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33050) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:45.332353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9cf43c4d-f0ea-4d06-82d6-16e32771edf3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Request body: {'security_group_rule': {'security_group_id': '513bdb58-6fef-4ccd-91f3-6acc6285bc14', 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:45.376522 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.418644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a85bd082-b921-48d3-8cb0-22af5571dc3b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:45.419041 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.448736 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1d588fa-e20f-49de-a8b6-d617e6a8f875 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.453833 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c1d588fa-e20f-49de-a8b6-d617e6a8f875 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/52d1c741-e72c-4ca2-a8d8-6f931cdebcd4 HTTP/1.1" status: 204 len: 168 time: 1.3405490 Sep 16 05:14:45.454611 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33052) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:45.457804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cf43c4d-f0ea-4d06-82d6-16e32771edf3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.512621 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.516215 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd2c3b0-ed18-4f72-8402-c45180e5c858 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:14:45.518983 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1bd2c3b0-ed18-4f72-8402-c45180e5c858 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/52d1c741-e72c-4ca2-a8d8-6f931cdebcd4 HTTP/1.1" status: 404 len: 333 time: 0.0385451 Sep 16 05:14:45.527393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 4804954c-a931-46e1-859c-4cd3b9c33c3e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:45.529218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33056) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:45.560419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d79a22a4-74ec-41bf-839a-74dbb53ab890 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:45.584502 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.598129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cf43c4d-f0ea-4d06-82d6-16e32771edf3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.653946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d79a22a4-74ec-41bf-839a-74dbb53ab890 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:45.656110 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.675889 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cf43c4d-f0ea-4d06-82d6-16e32771edf3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.761877 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf43c4d-f0ea-4d06-82d6-16e32771edf3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e09ec60-2d07-4825-9143-7033d2afb18a,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.794122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:45.805755 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e9206dd8-b01c-43b5-b600-e6de1d579a6c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/4804954c-a931-46e1-859c-4cd3b9c33c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0690448 Sep 16 05:14:45.806165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33066) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:45.824047 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf701cb-322f-479c-bc3e-4fc684be3422 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting subnet f88e2bba-1161-48dd-af99-021d96162e64 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:45.828894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bdf701cb-322f-479c-bc3e-4fc684be3422 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.855805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114957e6-fd9c-4700-a694-f2e64b412ac5 None None] Sync routers for ids ['4804954c-a931-46e1-859c-4cd3b9c33c3e'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:45.891631 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9cf43c4d-f0ea-4d06-82d6-16e32771edf3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.907016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9cf43c4d-f0ea-4d06-82d6-16e32771edf3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5640602 Sep 16 05:14:45.932147 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bdf701cb-322f-479c-bc3e-4fc684be3422 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.960969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1a5f77-bb03-4f38-b1ad-91fda518353e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:45.970979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1e1a5f77-bb03-4f38-b1ad-91fda518353e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports/fae46999-d6a9-487a-87ba-8c598e842a02 HTTP/1.1" status: 200 len: 913 time: 0.1553018 Sep 16 05:14:45.971208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114957e6-fd9c-4700-a694-f2e64b412ac5 None None] Routers {'4804954c-a931-46e1-859c-4cd3b9c33c3e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:45.971208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-114957e6-fd9c-4700-a694-f2e64b412ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4804954c-a931-46e1-859c-4cd3b9c33c3e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:45.973845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33072) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:46.047496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-114957e6-fd9c-4700-a694-f2e64b412ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:46.065520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-70af1dd1-0457-478d-a662-fe0f4510d36c None None] Provisioning complete for port fae46999-d6a9-487a-87ba-8c598e842a02 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:46.066364 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-70af1dd1-0457-478d-a662-fe0f4510d36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.074349 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Attempting to bind port e75fc792-7864-4f61-ac96-09945f7d4027 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:46.074725 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Attempting to bind port e75fc792-7864-4f61-ac96-09945f7d4027 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:46.075087 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Attempting to bind port e75fc792-7864-4f61-ac96-09945f7d4027 on network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:46.084875 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:46.085353 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Checking segment: {'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:46.085766 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.086158 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Bound using segment: {'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:46.086631 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Bound port: e75fc792-7864-4f61-ac96-09945f7d4027, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:46.087012 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.155336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-70af1dd1-0457-478d-a662-fe0f4510d36c None None] Port fae46999-d6a9-487a-87ba-8c598e842a02 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:46.158852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114957e6-fd9c-4700-a694-f2e64b412ac5 None None] Routers {'4804954c-a931-46e1-859c-4cd3b9c33c3e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:46.159882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-114957e6-fd9c-4700-a694-f2e64b412ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4804954c-a931-46e1-859c-4cd3b9c33c3e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:46.163254 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.191559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78983c1-e5a7-49f4-8a72-6533df6953d6 req-a1459b64-ce48-4981-ab24-33a794dd6783 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.204904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c78983c1-e5a7-49f4-8a72-6533df6953d6 req-a1459b64-ce48-4981-ab24-33a794dd6783 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.4852586 Sep 16 05:14:46.208181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-114957e6-fd9c-4700-a694-f2e64b412ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:46.209063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114957e6-fd9c-4700-a694-f2e64b412ac5 None None] The sync data for ids ['4804954c-a931-46e1-859c-4cd3b9c33c3e'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:46.218996 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] For port e75fc792-7864-4f61-ac96-09945f7d4027, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:46.223782 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] For port e75fc792-7864-4f61-ac96-09945f7d4027, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e75fc792-7864-4f61-ac96-09945f7d4027,segment=NetworkSegment(8f711a46-6d95-4fda-b07e-23d67fe5223f),segment_id=8f711a46-6d95-4fda-b07e-23d67fe5223f)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:46.231791 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647bf0a-0549-4d03-b982-0648f5dc3fd3 None None] Pushing event updated for resources: {'Port': ['ID=e75fc792-7864-4f61-ac96-09945f7d4027,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:46.265012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c78983c1-e5a7-49f4-8a72-6533df6953d6 req-8734afd9-74ff-477d-8c85-cda054749b04 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543807 Sep 16 05:14:46.281372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a68e317d-d0d1-425e-b500-796bf800f352 None None] Provisioning complete for port e75fc792-7864-4f61-ac96-09945f7d4027 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:46.281759 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a68e317d-d0d1-425e-b500-796bf800f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.315585 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.355516 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a68e317d-d0d1-425e-b500-796bf800f352 None None] Port e75fc792-7864-4f61-ac96-09945f7d4027 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:46.402934 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Routers {'903cf503-a16c-487f-bc2a-fdadab706d1e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:46.404174 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['903cf503-a16c-487f-bc2a-fdadab706d1e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:46.411907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-7fd0bcc3-dc22-4419-bbc8-a6aa5af6881f tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--61552903&fields=id&tenant_id=9e1c1acdabb043a5b48f12b342ae6235 HTTP/1.1" status: 200 len: 267 time: 0.0513813 Sep 16 05:14:46.474219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1b9760bc-cb00-4f90-8fa4-76a82940003d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--1091221641&fields=id&tenant_id=9e1c1acdabb043a5b48f12b342ae6235 HTTP/1.1" status: 200 len: 267 time: 0.0613186 Sep 16 05:14:46.516186 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.568365 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] Set router 903cf503-a16c-487f-bc2a-fdadab706d1e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:46.571201 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647bf0a-0549-4d03-b982-0648f5dc3fd3 None None] Pushing event updated for resources: {'Port': ['ID=e75fc792-7864-4f61-ac96-09945f7d4027,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:46.638146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-b9e8a24c-18f0-4a85-b39b-7908af200433 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.640496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-b9e8a24c-18f0-4a85-b39b-7908af200433 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/networks?id=0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 HTTP/1.1" status: 200 len: 797 time: 0.1647944 Sep 16 05:14:46.657191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bdf701cb-322f-479c-bc3e-4fc684be3422 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.657514 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-65ff0f38-1049-49a7-93c1-2a7ba606b16a tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/quotas/9e1c1acdabb043a5b48f12b342ae6235 HTTP/1.1" status: 200 len: 375 time: 0.0107071 Sep 16 05:14:46.686479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-25fb6a39-984a-491b-9bda-65787f4a179f None None] Provisioning complete for port e75fc792-7864-4f61-ac96-09945f7d4027 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:46.687207 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-25fb6a39-984a-491b-9bda-65787f4a179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.742762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-cabc8dfb-06e3-4486-8354-c8aa075ea3a5 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e1c1acdabb043a5b48f12b342ae6235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778804 Sep 16 05:14:46.847784 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:14:42Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e75fc792-7864-4f61-ac96-09945f7d4027', 'name': '', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:f4:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:40Z', 'updated_at': '2021-09-16T05:14:46Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:46.848080 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-25fb6a39-984a-491b-9bda-65787f4a179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.888734 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3a15a-b889-4553-9c00-131ca463d2ed None None] The sync data for ids ['903cf503-a16c-487f-bc2a-fdadab706d1e'] in n-d-712137-12 is: [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:14:42Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e75fc792-7864-4f61-ac96-09945f7d4027', 'name': '', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:f4:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:40Z', 'updated_at': '2021-09-16T05:14:46Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:46.907526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-429a9dea-4195-44f4-91d7-ebbb72e59cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609168 Sep 16 05:14:46.912655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bdf701cb-322f-479c-bc3e-4fc684be3422 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.932135 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-25fb6a39-984a-491b-9bda-65787f4a179f None None] For port e75fc792-7864-4f61-ac96-09945f7d4027, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e75fc792-7864-4f61-ac96-09945f7d4027,segment=NetworkSegment(8f711a46-6d95-4fda-b07e-23d67fe5223f),segment_id=8f711a46-6d95-4fda-b07e-23d67fe5223f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:46.990432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf701cb-322f-479c-bc3e-4fc684be3422 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Subnet': ['ID=f88e2bba-1161-48dd-af99-021d96162e64,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:46.991841 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb821a-24aa-4948-9a3d-e0b709148db5 None None] Network 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:46.993112 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bdf701cb-322f-479c-bc3e-4fc684be3422 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.995992 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bdf701cb-322f-479c-bc3e-4fc684be3422 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/f88e2bba-1161-48dd-af99-021d96162e64 HTTP/1.1" status: 204 len: 168 time: 1.4611676 Sep 16 05:14:47.000356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33096) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:47.043447 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-25fb6a39-984a-491b-9bda-65787f4a179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.049157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-858ff2fe-9124-4415-8f6f-5dc7666996a3 service neutron] 10.222.0.24 "GET /v2.0/networks/0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407564 Sep 16 05:14:47.141791 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.234055 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb6a39-984a-491b-9bda-65787f4a179f None None] Pushing event updated for resources: {'Port': ['ID=e75fc792-7864-4f61-ac96-09945f7d4027,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:47.277017 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2737fc7b-a473-4845-abe0-b8242ff8e113 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.362183 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf41c1-f0e1-4902-b073-7640b3d327b7 None None] DHCP port deletion for 6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:47.375507 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91c46f8d-5815-4f95-8728-b9fbf383cfe4 req-d5d04c49-8433-494f-bcd7-1b1da66eeb58 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 210 time: 0.0287855 Sep 16 05:14:47.397480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port d79a22a4-74ec-41bf-839a-74dbb53ab890 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:47.398076 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.493708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf41c1-f0e1-4902-b073-7640b3d327b7 None None] Deleting port d79a22a4-74ec-41bf-839a-74dbb53ab890 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:47.494578 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e9cf41c1-f0e1-4902-b073-7640b3d327b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.615483 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] For port d79a22a4-74ec-41bf-839a-74dbb53ab890, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d79a22a4-74ec-41bf-839a-74dbb53ab890,segment=NetworkSegment(20becdef-aeb0-4c9d-b017-a86dbe17ab83),segment_id=20becdef-aeb0-4c9d-b017-a86dbe17ab83)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:47.621233 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.649324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e9cf41c1-f0e1-4902-b073-7640b3d327b7 None None] For port d79a22a4-74ec-41bf-839a-74dbb53ab890, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d79a22a4-74ec-41bf-839a-74dbb53ab890,segment=NetworkSegment(20becdef-aeb0-4c9d-b017-a86dbe17ab83),segment_id=20becdef-aeb0-4c9d-b017-a86dbe17ab83)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:47.650293 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e9cf41c1-f0e1-4902-b073-7640b3d327b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.675271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for d79a22a4-74ec-41bf-839a-74dbb53ab890 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:47.681818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf41c1-f0e1-4902-b073-7640b3d327b7 None None] Calling delete_port for d79a22a4-74ec-41bf-839a-74dbb53ab890 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:47.797004 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.876387 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e9cf41c1-f0e1-4902-b073-7640b3d327b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.908073 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.912738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2737fc7b-a473-4845-abe0-b8242ff8e113 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port fae46999-d6a9-487a-87ba-8c598e842a02 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:47.913177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2737fc7b-a473-4845-abe0-b8242ff8e113 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.947203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf41c1-f0e1-4902-b073-7640b3d327b7 None None] Pushing event deleted for resources: {'Port': ['ID=d79a22a4-74ec-41bf-839a-74dbb53ab890,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:47.950615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=d79a22a4-74ec-41bf-839a-74dbb53ab890,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:47.955090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf41c1-f0e1-4902-b073-7640b3d327b7 None None] No DVR routers for this DVR port d79a22a4-74ec-41bf-839a-74dbb53ab890 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:47.981777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No DVR routers for this DVR port d79a22a4-74ec-41bf-839a-74dbb53ab890 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:48.053903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d256479-07e3-4824-8578-39e49eeece7a req-9f4fbe33-d593-4f8a-b3cb-1b0b217f9e7f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:48.063820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d256479-07e3-4824-8578-39e49eeece7a req-9f4fbe33-d593-4f8a-b3cb-1b0b217f9e7f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.6662841 Sep 16 05:14:48.104536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d256479-07e3-4824-8578-39e49eeece7a req-4772a5ab-0276-42d9-86e1-1f9ebfe6a668 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397484 Sep 16 05:14:48.116195 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:14:48.143448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.160510 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2737fc7b-a473-4845-abe0-b8242ff8e113 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.182808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:48.189303 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2737fc7b-a473-4845-abe0-b8242ff8e113 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for fae46999-d6a9-487a-87ba-8c598e842a02 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:48.206188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20becdef-aeb0-4c9d-b017-a86dbe17ab83') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:48.206563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20becdef-aeb0-4c9d-b017-a86dbe17ab83') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:48.229485 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.277719 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.296767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:48.297183 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:48.300267 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:48.483798 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5d429fe-bb4a-455d-8218-c06023a78091 req-01c99055-5b8e-43f6-84b6-60667e56a3bc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 210 time: 0.0356486 Sep 16 05:14:48.502521 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.516549 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.519413 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/networks/6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f HTTP/1.1" status: 204 len: 168 time: 1.5156622 Sep 16 05:14:48.530387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33128) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:48.535790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ec66eeaf-14ab-4c62-ac56-babbc6bddaca tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-526939420'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:48.549466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd19bd-9221-48e6-969e-d6b5cc1f2b8a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Network': ['ID=6e208f8f-5c7d-4e45-a5c8-bac9dfaa3c5f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:48.641160 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2737fc7b-a473-4845-abe0-b8242ff8e113 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.663743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec66eeaf-14ab-4c62-ac56-babbc6bddaca tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:48.668015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737fc7b-a473-4845-abe0-b8242ff8e113 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=fae46999-d6a9-487a-87ba-8c598e842a02,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:48.671664 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec66eeaf-14ab-4c62-ac56-babbc6bddaca tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.723953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec66eeaf-14ab-4c62-ac56-babbc6bddaca tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:48.750120 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec66eeaf-14ab-4c62-ac56-babbc6bddaca tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.750252 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-ec66eeaf-14ab-4c62-ac56-babbc6bddaca tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Added segment d6355f06-ba23-4c22-9cbe-4db3e429d096 of type vlan for network d4bfbb6b-c335-4243-8d24-c156faba7557 Sep 16 05:14:48.811724 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec66eeaf-14ab-4c62-ac56-babbc6bddaca tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.847857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e75fc792-7864-4f61-ac96-09945f7d4027 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:48.853860 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2737fc7b-a473-4845-abe0-b8242ff8e113 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.904771 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e75fc792-7864-4f61-ac96-09945f7d4027 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:48.909023 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.921718 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec66eeaf-14ab-4c62-ac56-babbc6bddaca tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.930520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec66eeaf-14ab-4c62-ac56-babbc6bddaca tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:48.931272 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ec66eeaf-14ab-4c62-ac56-babbc6bddaca tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.023220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66eeaf-14ab-4c62-ac56-babbc6bddaca tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Network': ['ID=d4bfbb6b-c335-4243-8d24-c156faba7557,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:49.037442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network d4bfbb6b-c335-4243-8d24-c156faba7557 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:49.094487 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ec66eeaf-14ab-4c62-ac56-babbc6bddaca tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5623865 Sep 16 05:14:49.096972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33138) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:49.102763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-32f63b6f-64a0-47cd-beca-aabd9d18f799 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'd4bfbb6b-c335-4243-8d24-c156faba7557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:49.110232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2737fc7b-a473-4845-abe0-b8242ff8e113 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 4804954c-a931-46e1-859c-4cd3b9c33c3e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:49.146275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d79a22a4-74ec-41bf-839a-74dbb53ab890 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:49.198372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: d79a22a4-74ec-41bf-839a-74dbb53ab890 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:49.198722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d79a22a4-74ec-41bf-839a-74dbb53ab890 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:49.234452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2737fc7b-a473-4845-abe0-b8242ff8e113 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:49.240138 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2737fc7b-a473-4845-abe0-b8242ff8e113 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/4804954c-a931-46e1-859c-4cd3b9c33c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2641070 Sep 16 05:14:49.244023 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33146) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:49.249133 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68f2103-a451-469b-8e1c-d2ff9d208fe1 None None] Sync routers for ids ['4804954c-a931-46e1-859c-4cd3b9c33c3e'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:49.262401 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f2103-a451-469b-8e1c-d2ff9d208fe1 None None] Routers {'4804954c-a931-46e1-859c-4cd3b9c33c3e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:49.263457 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d68f2103-a451-469b-8e1c-d2ff9d208fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4804954c-a931-46e1-859c-4cd3b9c33c3e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:49.315613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47248d6a-159b-40e6-8567-a92adb9b61e2 req-e2f07f4d-cefb-4d00-8075-cc985ce2b649 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:49.317218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47248d6a-159b-40e6-8567-a92adb9b61e2 req-e2f07f4d-cefb-4d00-8075-cc985ce2b649 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.0858181 Sep 16 05:14:49.321497 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d68f2103-a451-469b-8e1c-d2ff9d208fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:49.340646 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f2103-a451-469b-8e1c-d2ff9d208fe1 None None] Routers {'4804954c-a931-46e1-859c-4cd3b9c33c3e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:49.341621 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d68f2103-a451-469b-8e1c-d2ff9d208fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4804954c-a931-46e1-859c-4cd3b9c33c3e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:49.359659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f63b6f-64a0-47cd-beca-aabd9d18f799 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:49.365148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-32f63b6f-64a0-47cd-beca-aabd9d18f799 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.379451 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d68f2103-a451-469b-8e1c-d2ff9d208fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:49.380444 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68f2103-a451-469b-8e1c-d2ff9d208fe1 None None] The sync data for ids ['4804954c-a931-46e1-859c-4cd3b9c33c3e'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:49.395949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47248d6a-159b-40e6-8567-a92adb9b61e2 req-55a5d872-1311-4b97-b886-886e587f5f94 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705023 Sep 16 05:14:49.610010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfecf892-89f1-45f8-8768-18ef71502995 req-46f561b3-b8ad-4df1-9855-7310dd6fbfe0 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 210 time: 0.0352578 Sep 16 05:14:49.664184 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6843809-bf92-4911-985d-ee26adf4d721 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.692331 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-32f63b6f-64a0-47cd-beca-aabd9d18f799 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.771136 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f63b6f-64a0-47cd-beca-aabd9d18f799 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Subnet': ['ID=1a08eaf0-83bd-457c-84e8-df3a5c883445,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:49.776452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f63b6f-64a0-47cd-beca-aabd9d18f799 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Checking segment: {'id': 'd6355f06-ba23-4c22-9cbe-4db3e429d096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4bfbb6b-c335-4243-8d24-c156faba7557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:49.776836 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f63b6f-64a0-47cd-beca-aabd9d18f799 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network hostable DHCP agents. Network: d4bfbb6b-c335-4243-8d24-c156faba7557, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:49.846206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f63b6f-64a0-47cd-beca-aabd9d18f799 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network d4bfbb6b-c335-4243-8d24-c156faba7557 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:49.922900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-c8432ffd-ab45-4829-a834-9c4a239dfdda tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:49.924540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-c8432ffd-ab45-4829-a834-9c4a239dfdda tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.37 "GET /v2.0/networks?id=0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 HTTP/1.1" status: 200 len: 797 time: 0.1182356 Sep 16 05:14:49.925683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-32f63b6f-64a0-47cd-beca-aabd9d18f799 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, d4bfbb6b-c335-4243-8d24-c156faba7557) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:49.929500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b6843809-bf92-4911-985d-ee26adf4d721 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port 2c325c88-75d7-40e0-bee8-0817692b5e8c {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:49.929772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f63b6f-64a0-47cd-beca-aabd9d18f799 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:49.929894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6843809-bf92-4911-985d-ee26adf4d721 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.930442 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-32f63b6f-64a0-47cd-beca-aabd9d18f799 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.937464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76444bc3-2df2-4d7e-8b52-607503e20df6 None None] Network d4bfbb6b-c335-4243-8d24-c156faba7557 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:49.977059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-da278566-18cc-4334-9667-01507ffde680 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e1c1acdabb043a5b48f12b342ae6235 HTTP/1.1" status: 200 len: 476 time: 0.0430110 Sep 16 05:14:49.989182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Request body: {'port': {'device_id': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'admin_state_up': True, 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'security_groups': ['513bdb58-6fef-4ccd-91f3-6acc6285bc14', '0f994626-e55e-44a2-a135-c65ac77b874f']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:50.059267 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-32f63b6f-64a0-47cd-beca-aabd9d18f799 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9585803 Sep 16 05:14:50.064692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33152) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:50.109134 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4c030ad4-3209-4192-89be-15166380788c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1564127602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:50.126959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-d4bfbb6b-c335-4243-8d24-c156faba7557', 'network_id': 'd4bfbb6b-c335-4243-8d24-c156faba7557', 'tenant_id': '54b17a9a9c1c4066be36e28a9a6bc5c1', 'fixed_ips': [{'subnet_id': '1a08eaf0-83bd-457c-84e8-df3a5c883445'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:50.128743 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.287962 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c030ad4-3209-4192-89be-15166380788c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.289728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Allocated IP 172.20.0.2 (d4bfbb6b-c335-4243-8d24-c156faba7557/1a08eaf0-83bd-457c-84e8-df3a5c883445/32ce3047-d365-445f-8220-3b67e65c95ba) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:50.289895 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c030ad4-3209-4192-89be-15166380788c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.354260 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c030ad4-3209-4192-89be-15166380788c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.383609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Made reservation on behalf of 9e1c1acdabb043a5b48f12b342ae6235 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:50.388499 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.419917 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6843809-bf92-4911-985d-ee26adf4d721 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.420692 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c030ad4-3209-4192-89be-15166380788c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.439253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b6843809-bf92-4911-985d-ee26adf4d721 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for 2c325c88-75d7-40e0-bee8-0817692b5e8c owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:50.466061 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.521915 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.562710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Allocated IP 172.20.0.11 (0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8/a8a4be0a-09e7-4362-987c-07fec8415f70/ca435fe7-5bdb-4ab1-8088-a778e91952b2) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:50.575040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Pushing event updated for resources: {'Port': ['ID=32ce3047-d365-445f-8220-3b67e65c95ba,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:50.586485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Network d4bfbb6b-c335-4243-8d24-c156faba7557 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:50.588128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:50.591016 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:50.689231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c030ad4-3209-4192-89be-15166380788c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.690980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4c030ad4-3209-4192-89be-15166380788c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6251664 Sep 16 05:14:50.694630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33164) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:50.699006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Attempting to bind port 32ce3047-d365-445f-8220-3b67e65c95ba on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:50.699654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Attempting to bind port 32ce3047-d365-445f-8220-3b67e65c95ba by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'd6355f06-ba23-4c22-9cbe-4db3e429d096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4bfbb6b-c335-4243-8d24-c156faba7557'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:50.700266 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Attempting to bind port 32ce3047-d365-445f-8220-3b67e65c95ba on network d4bfbb6b-c335-4243-8d24-c156faba7557 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:50.701369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'network_id': 'd4bfbb6b-c335-4243-8d24-c156faba7557', 'name': 'tempest-PortsTestJSON-52637123'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:50.721004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:50.721771 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Checking segment: {'id': 'd6355f06-ba23-4c22-9cbe-4db3e429d096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4bfbb6b-c335-4243-8d24-c156faba7557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:50.722563 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.723197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Bound using segment: {'id': 'd6355f06-ba23-4c22-9cbe-4db3e429d096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4bfbb6b-c335-4243-8d24-c156faba7557'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:50.723883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Bound port: 32ce3047-d365-445f-8220-3b67e65c95ba, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6355f06-ba23-4c22-9cbe-4db3e429d096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd4bfbb6b-c335-4243-8d24-c156faba7557'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:50.724503 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.779338 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6843809-bf92-4911-985d-ee26adf4d721 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.801912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] For port 32ce3047-d365-445f-8220-3b67e65c95ba, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:50.805735 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] For port 32ce3047-d365-445f-8220-3b67e65c95ba, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=32ce3047-d365-445f-8220-3b67e65c95ba,segment=NetworkSegment(d6355f06-ba23-4c22-9cbe-4db3e429d096),segment_id=d6355f06-ba23-4c22-9cbe-4db3e429d096)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:50.829465 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6843809-bf92-4911-985d-ee26adf4d721 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=2c325c88-75d7-40e0-bee8-0817692b5e8c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:50.837746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7dccaf7-56fb-447f-817c-ae256b382d8f req-51bb83bd-197c-4969-a95b-b97678e9eeae tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 210 time: 0.0593388 Sep 16 05:14:50.865559 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.954364 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c710ac-52c7-49b7-8aec-4f624b0887fb None None] Pushing event updated for resources: {'Port': ['ID=32ce3047-d365-445f-8220-3b67e65c95ba,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:51.009348 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6843809-bf92-4911-985d-ee26adf4d721 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.020305 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.060196 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ba731-62ad-4f10-9bba-09881c971202 req-9ed0e5e8-f7f8-4fe6-be09-fad9113b11d7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:51.090402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f0ba731-62ad-4f10-9bba-09881c971202 req-9ed0e5e8-f7f8-4fe6-be09-fad9113b11d7 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.4822867 Sep 16 05:14:51.245722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f0ba731-62ad-4f10-9bba-09881c971202 req-3ce6398c-0e0c-4cba-ad68-82132af918b9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540332 Sep 16 05:14:51.246343 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:51.251455 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.284782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port 9c8f735a-cbe2-407b-b2ce-388d7fe4027a yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:14:51.292602 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.315028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6843809-bf92-4911-985d-ee26adf4d721 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 4804954c-a931-46e1-859c-4cd3b9c33c3e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:51.389499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:51.397459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:51.400185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:51.404596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6843809-bf92-4911-985d-ee26adf4d721 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:51.415474 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad773f3-35ca-4da3-92cc-d0932ec0ff9f None None] Sync routers for ids ['4804954c-a931-46e1-859c-4cd3b9c33c3e'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:51.418601 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b6843809-bf92-4911-985d-ee26adf4d721 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/4804954c-a931-46e1-859c-4cd3b9c33c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1713514 Sep 16 05:14:51.421622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33168) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:51.428893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad773f3-35ca-4da3-92cc-d0932ec0ff9f None None] Routers {'4804954c-a931-46e1-859c-4cd3b9c33c3e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:51.429525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dad773f3-35ca-4da3-92cc-d0932ec0ff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4804954c-a931-46e1-859c-4cd3b9c33c3e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:51.450005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Port': ['ID=ca435fe7-5bdb-4ab1-8088-a778e91952b2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:51.451591 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-863a2481-ab95-40f8-81d9-fd98a4e1a9ea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=4804954c-a931-46e1-859c-4cd3b9c33c3e HTTP/1.1" status: 200 len: 205 time: 0.0283051 Sep 16 05:14:51.454707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33170) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:51.479443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dad773f3-35ca-4da3-92cc-d0932ec0ff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:51.494606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad773f3-35ca-4da3-92cc-d0932ec0ff9f None None] Routers {'4804954c-a931-46e1-859c-4cd3b9c33c3e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:51.495266 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dad773f3-35ca-4da3-92cc-d0932ec0ff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['4804954c-a931-46e1-859c-4cd3b9c33c3e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:51.511300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:51.512127 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.532586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.13 (d4bfbb6b-c335-4243-8d24-c156faba7557/1a08eaf0-83bd-457c-84e8-df3a5c883445/9c8f735a-cbe2-407b-b2ce-388d7fe4027a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:51.540130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f83b0ce0-ca04-4005-98c4-ba8d81caee4a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.546741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dad773f3-35ca-4da3-92cc-d0932ec0ff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:51.547415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad773f3-35ca-4da3-92cc-d0932ec0ff9f None None] The sync data for ids ['4804954c-a931-46e1-859c-4cd3b9c33c3e'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:51.629206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-f160a9d9-f132-4d68-88a7-ae9876f11382 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.6448429 Sep 16 05:14:51.642908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Request body: {'port': {'device_id': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:51.711010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fbc7d019-82b6-45b2-acfa-68f749389e94 None None] Provisioning complete for port ca435fe7-5bdb-4ab1-8088-a778e91952b2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:51.713274 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d019-82b6-45b2-acfa-68f749389e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.719666 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f83b0ce0-ca04-4005-98c4-ba8d81caee4a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.726243 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f83b0ce0-ca04-4005-98c4-ba8d81caee4a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.752892 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.759704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7d019-82b6-45b2-acfa-68f749389e94 None None] Port ca435fe7-5bdb-4ab1-8088-a778e91952b2 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:51.771663 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.829949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f83b0ce0-ca04-4005-98c4-ba8d81caee4a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.830626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83b0ce0-ca04-4005-98c4-ba8d81caee4a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Fanout notify agent at l3_agent the message router_deleted on router 4804954c-a931-46e1-859c-4cd3b9c33c3e {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:14:51.850318 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f83b0ce0-ca04-4005-98c4-ba8d81caee4a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.850318 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f83b0ce0-ca04-4005-98c4-ba8d81caee4a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/4804954c-a931-46e1-859c-4cd3b9c33c3e HTTP/1.1" status: 204 len: 168 time: 0.3834059 Sep 16 05:14:51.850318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33172) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:51.897827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f343113-8176-481c-bcad-773d9248b700 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting subnet 87379158-2721-41ae-9dc0-eecf312c097a {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:51.903079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f343113-8176-481c-bcad-773d9248b700 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.927923 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.951597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f343113-8176-481c-bcad-773d9248b700 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.045596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network d4bfbb6b-c335-4243-8d24-c156faba7557 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:52.047140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=9c8f735a-cbe2-407b-b2ce-388d7fe4027a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:52.049889 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f343113-8176-481c-bcad-773d9248b700 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.058589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:52.065227 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:52.126123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f2c4d-8bd3-4ab0-97dc-755ced8422a6 None None] Network d4bfbb6b-c335-4243-8d24-c156faba7557 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:52.133561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ef41a-1fb9-47ec-ac65-96c5901b390b req-50ba9536-f22b-4411-95c2-029abd3805da tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.135079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c18ef41a-1fb9-47ec-ac65-96c5901b390b req-50ba9536-f22b-4411-95c2-029abd3805da tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 971 time: 0.2119069 Sep 16 05:14:52.197099 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f343113-8176-481c-bcad-773d9248b700 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.208307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.209005 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.210388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cc522a85-0b0d-46a8-8d19-6dc716b8ae90 None None] Provisioning complete for port 32ce3047-d365-445f-8220-3b67e65c95ba triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:52.210949 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cc522a85-0b0d-46a8-8d19-6dc716b8ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.234352 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c18ef41a-1fb9-47ec-ac65-96c5901b390b req-555a8921-e95a-4ce0-ac2b-689fc2f4797f tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0892150 Sep 16 05:14:52.253679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f343113-8176-481c-bcad-773d9248b700 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Subnet': ['ID=87379158-2721-41ae-9dc0-eecf312c097a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:52.253679 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f343113-8176-481c-bcad-773d9248b700 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.254230 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9f343113-8176-481c-bcad-773d9248b700 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/87379158-2721-41ae-9dc0-eecf312c097a HTTP/1.1" status: 204 len: 168 time: 0.4100528 Sep 16 05:14:52.256672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33180) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:52.265663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193d2f4-3a5b-4709-aec5-e346517f9688 None None] Network 0a811a50-9a5f-4656-9b84-2924a9c87022 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:52.307860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca435fe7-5bdb-4ab1-8088-a778e91952b2 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:52.317249 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.340815 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b3d9422d-a197-4acd-a95d-e9dd9291682f tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6452045 Sep 16 05:14:52.344628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33184) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:52.354423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Transition to ACTIVE for port object ca435fe7-5bdb-4ab1-8088-a778e91952b2 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:52.356358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76a96da-97e0-4d3a-9be0-a14d5c6b6447 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting subnet d5f41a3a-5ef4-412b-8063-7a8d4fc6f141 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:52.360421 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e76a96da-97e0-4d3a-9be0-a14d5c6b6447 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.411113 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e76a96da-97e0-4d3a-9be0-a14d5c6b6447 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.426526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.487085 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cc522a85-0b0d-46a8-8d19-6dc716b8ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.524246 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e76a96da-97e0-4d3a-9be0-a14d5c6b6447 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.546027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cc522a85-0b0d-46a8-8d19-6dc716b8ae90 None None] For port 32ce3047-d365-445f-8220-3b67e65c95ba, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=32ce3047-d365-445f-8220-3b67e65c95ba,segment=NetworkSegment(d6355f06-ba23-4c22-9cbe-4db3e429d096),segment_id=d6355f06-ba23-4c22-9cbe-4db3e429d096)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:52.607182 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cc522a85-0b0d-46a8-8d19-6dc716b8ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.663347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639f03-d222-4a8f-a8bd-51fe23920f52 req-50341e97-e727-4eaf-9023-5968b4e89780 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.666572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70639f03-d222-4a8f-a8bd-51fe23920f52 req-50341e97-e727-4eaf-9023-5968b4e89780 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.3094010 Sep 16 05:14:52.674445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Pushing event updated for resources: {'Port': ['ID=ca435fe7-5bdb-4ab1-8088-a778e91952b2,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:52.689859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc522a85-0b0d-46a8-8d19-6dc716b8ae90 None None] Pushing event updated for resources: {'Port': ['ID=32ce3047-d365-445f-8220-3b67e65c95ba,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:52.695467 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e76a96da-97e0-4d3a-9be0-a14d5c6b6447 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.729489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c273078-7838-4d2b-b32c-c02090f0290a None None] DHCP port deletion for 0a811a50-9a5f-4656-9b84-2924a9c87022 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:52.732277 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e76a96da-97e0-4d3a-9be0-a14d5c6b6447 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.749603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7390a034-d932-4122-b120-2d8f6d6bfd31 None None] Network 4a3bd1c3-fd47-424d-9758-f64e232d037b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:52.750478 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e76a96da-97e0-4d3a-9be0-a14d5c6b6447 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/d5f41a3a-5ef4-412b-8063-7a8d4fc6f141 HTTP/1.1" status: 204 len: 168 time: 0.4925613 Sep 16 05:14:52.754741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33196) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:52.856440 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Attempting to bind port ca435fe7-5bdb-4ab1-8088-a778e91952b2 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:52.856893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Attempting to bind port ca435fe7-5bdb-4ab1-8088-a778e91952b2 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:52.857349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Attempting to bind port ca435fe7-5bdb-4ab1-8088-a778e91952b2 on network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:52.898082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a96da-97e0-4d3a-9be0-a14d5c6b6447 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f41a3a-5ef4-412b-8063-7a8d4fc6f141,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:52.942954 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70639f03-d222-4a8f-a8bd-51fe23920f52 req-6c1a0753-b219-45ef-8f0b-26bf00bdbe87 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617624 Sep 16 05:14:52.942954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Port ca435fe7-5bdb-4ab1-8088-a778e91952b2 on network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:52.942954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Attempting to bind port ca435fe7-5bdb-4ab1-8088-a778e91952b2 on network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:52.958473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 32ce3047-d365-445f-8220-3b67e65c95ba up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:52.993606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:52.993606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Checking segment: {'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:52.994127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Bound using segment: {'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:52.995124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Bound port: ca435fe7-5bdb-4ab1-8088-a778e91952b2, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f711a46-6d95-4fda-b07e-23d67fe5223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:52.995521 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.006161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.110275 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port 2956ea5e-3e09-482e-bbb9-323e66d931ea {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:53.110275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.116026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6c273078-7838-4d2b-b32c-c02090f0290a None None] Deleting port 2956ea5e-3e09-482e-bbb9-323e66d931ea {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:53.116511 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6c273078-7838-4d2b-b32c-c02090f0290a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.166040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-82ef0dd9-6ba6-40c2-a18d-fcea27db4bb8 None None] Provisioning complete for port 9c8f735a-cbe2-407b-b2ce-388d7fe4027a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:53.166618 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-82ef0dd9-6ba6-40c2-a18d-fcea27db4bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.183236 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] For port ca435fe7-5bdb-4ab1-8088-a778e91952b2, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:53.187548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] For port ca435fe7-5bdb-4ab1-8088-a778e91952b2, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ca435fe7-5bdb-4ab1-8088-a778e91952b2,segment=NetworkSegment(8f711a46-6d95-4fda-b07e-23d67fe5223f),segment_id=8f711a46-6d95-4fda-b07e-23d67fe5223f)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:53.195678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] For port 2956ea5e-3e09-482e-bbb9-323e66d931ea, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2956ea5e-3e09-482e-bbb9-323e66d931ea,segment=NetworkSegment(fb93eb33-d615-40e7-a5c7-514bb0103cb7),segment_id=fb93eb33-d615-40e7-a5c7-514bb0103cb7)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:53.196052 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.205667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-82ef0dd9-6ba6-40c2-a18d-fcea27db4bb8 None None] Port 9c8f735a-cbe2-407b-b2ce-388d7fe4027a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:53.218566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for 2956ea5e-3e09-482e-bbb9-323e66d931ea owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:53.222573 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.251861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 32ce3047-d365-445f-8220-3b67e65c95ba triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:53.252282 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.320900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6c273078-7838-4d2b-b32c-c02090f0290a None None] For port 2956ea5e-3e09-482e-bbb9-323e66d931ea, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2956ea5e-3e09-482e-bbb9-323e66d931ea,segment=NetworkSegment(fb93eb33-d615-40e7-a5c7-514bb0103cb7),segment_id=fb93eb33-d615-40e7-a5c7-514bb0103cb7)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:53.322792 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6c273078-7838-4d2b-b32c-c02090f0290a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.347332 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-82ef0dd9-6ba6-40c2-a18d-fcea27db4bb8 None None] Provisioning complete for port 32ce3047-d365-445f-8220-3b67e65c95ba triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:53.347757 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-82ef0dd9-6ba6-40c2-a18d-fcea27db4bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.361494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f07419-4b6e-42d6-8390-d808cfc9c8d2 None None] DHCP port deletion for 4a3bd1c3-fd47-424d-9758-f64e232d037b request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:53.375751 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.388117 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6c273078-7838-4d2b-b32c-c02090f0290a None None] Calling delete_port for 2956ea5e-3e09-482e-bbb9-323e66d931ea owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:53.406752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.447843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=2956ea5e-3e09-482e-bbb9-323e66d931ea,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.456091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No DVR routers for this DVR port 2956ea5e-3e09-482e-bbb9-323e66d931ea on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:53.477268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.477917 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.479381 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] 10.222.0.37 "PUT /v2.0/ports/ca435fe7-5bdb-4ab1-8088-a778e91952b2 HTTP/1.1" status: 200 len: 1132 time: 1.8411198 Sep 16 05:14:53.487716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'tag': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:53.491320 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8643bd68-0ae2-41bd-85e0-e86f761b64ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e316459f-7dd0-4638-ae90-241bf0bcc999", "tag": "ca435fe7-5bdb-4ab1-8088-a778e91952b2"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:53.584128 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85de6de7-a7df-4a46-81da-3ff1d4052d6e x-openstack-request-id: req-85de6de7-a7df-4a46-81da-3ff1d4052d6e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:53.584128 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e316459f-7dd0-4638-ae90-241bf0bcc999", "tag": "ca435fe7-5bdb-4ab1-8088-a778e91952b2", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:53.584451 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85de6de7-a7df-4a46-81da-3ff1d4052d6e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:53.584776 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'tag': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2', 'status': 'completed', 'code': 200} Sep 16 05:14:53.591906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.622591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a811a50-9a5f-4656-9b84-2924a9c87022']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:53.638994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb93eb33-d615-40e7-a5c7-514bb0103cb7') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:53.640824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb93eb33-d615-40e7-a5c7-514bb0103cb7') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:53.646261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dd244-a854-461a-8cfb-86b29a3f994c req-f2c05e71-83c2-44a0-93a8-980ba4cc544b tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.653742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea3dd244-a854-461a-8cfb-86b29a3f994c req-f2c05e71-83c2-44a0-93a8-980ba4cc544b tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 983 time: 0.2821996 Sep 16 05:14:53.653971 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.656238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0210a-d3a0-4782-93f1-0035b55c5f38 service neutron] Pushing event updated for resources: {'Port': ['ID=ca435fe7-5bdb-4ab1-8088-a778e91952b2,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.694433 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.707559 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:53.708087 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:53.711590 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:53.758056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea3dd244-a854-461a-8cfb-86b29a3f994c req-84f171b8-0101-4e40-a444-e2a192a6ea23 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1033666 Sep 16 05:14:53.767517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643bd68-0ae2-41bd-85e0-e86f761b64ae req-f87ca210-1ea9-49bc-85c6-17830a39a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.769104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8643bd68-0ae2-41bd-85e0-e86f761b64ae req-f87ca210-1ea9-49bc-85c6-17830a39a9a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e1c1acdabb043a5b48f12b342ae6235&device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 1135 time: 0.1413758 Sep 16 05:14:53.806794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-54f07419-4b6e-42d6-8390-d808cfc9c8d2 None None] Deleting port a3fdb48c-f494-484a-87b2-557cbdfc1042 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:53.807410 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-54f07419-4b6e-42d6-8390-d808cfc9c8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.832368 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6c273078-7838-4d2b-b32c-c02090f0290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.853239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2956ea5e-3e09-482e-bbb9-323e66d931ea no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:53.861497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c273078-7838-4d2b-b32c-c02090f0290a None None] No DVR routers for this DVR port 2956ea5e-3e09-482e-bbb9-323e66d931ea on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:53.862833 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.892544 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.899142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 2956ea5e-3e09-482e-bbb9-323e66d931ea {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:53.899493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2956ea5e-3e09-482e-bbb9-323e66d931ea not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:53.899626 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.900863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c273078-7838-4d2b-b32c-c02090f0290a None None] Pushing event deleted for resources: {'Port': ['ID=2956ea5e-3e09-482e-bbb9-323e66d931ea,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.910169 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/networks/0a811a50-9a5f-4656-9b84-2924a9c87022 HTTP/1.1" status: 204 len: 168 time: 1.1509435 Sep 16 05:14:53.910734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33202) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:53.934515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89272cc8-fd95-485a-a038-84bd31334f4c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Network': ['ID=0a811a50-9a5f-4656-9b84-2924a9c87022,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.941825 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.961570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-54f07419-4b6e-42d6-8390-d808cfc9c8d2 None None] For port a3fdb48c-f494-484a-87b2-557cbdfc1042, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a3fdb48c-f494-484a-87b2-557cbdfc1042,segment=NetworkSegment(651c6c74-1f7b-45ec-8f2e-266e34db3c9c),segment_id=651c6c74-1f7b-45ec-8f2e-266e34db3c9c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:53.961570 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-54f07419-4b6e-42d6-8390-d808cfc9c8d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.977398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cd670006-6132-4505-864f-68d72334a062 None None] Provisioning complete for port 9c8f735a-cbe2-407b-b2ce-388d7fe4027a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:53.977760 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd670006-6132-4505-864f-68d72334a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.980090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-54f07419-4b6e-42d6-8390-d808cfc9c8d2 None None] Calling delete_port for a3fdb48c-f494-484a-87b2-557cbdfc1042 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:54.014050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643bd68-0ae2-41bd-85e0-e86f761b64ae req-936b61e7-192d-4ea1-84a1-45751e727b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:54.016209 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8643bd68-0ae2-41bd-85e0-e86f761b64ae req-936b61e7-192d-4ea1-84a1-45751e727b38 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9e1c1acdabb043a5b48f12b342ae6235&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2349505 Sep 16 05:14:54.069341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cd670006-6132-4505-864f-68d72334a062 None None] Port 9c8f735a-cbe2-407b-b2ce-388d7fe4027a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:54.160911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=9c8f735a-cbe2-407b-b2ce-388d7fe4027a,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:54.171188 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.184228 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-54f07419-4b6e-42d6-8390-d808cfc9c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.213906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f07419-4b6e-42d6-8390-d808cfc9c8d2 None None] Pushing event deleted for resources: {'Port': ['ID=a3fdb48c-f494-484a-87b2-557cbdfc1042,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:54.220392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f07419-4b6e-42d6-8390-d808cfc9c8d2 None None] No DVR routers for this DVR port a3fdb48c-f494-484a-87b2-557cbdfc1042 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:54.317667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ed726aeb-d30f-4922-ac22-858bbe947582 None None] Provisioning complete for port 9c8f735a-cbe2-407b-b2ce-388d7fe4027a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:54.318592 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ed726aeb-d30f-4922-ac22-858bbe947582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.360208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ed726aeb-d30f-4922-ac22-858bbe947582 None None] Port 9c8f735a-cbe2-407b-b2ce-388d7fe4027a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:54.641791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e32d8-2d72-4624-b1c9-121ae96eefff req-af798be0-0d65-4d4b-aec3-f66b7a3fe226 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:54.643317 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee2e32d8-2d72-4624-b1c9-121ae96eefff req-af798be0-0d65-4d4b-aec3-f66b7a3fe226 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.5576108 Sep 16 05:14:54.729823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643bd68-0ae2-41bd-85e0-e86f761b64ae req-e36c6b3d-8f22-4ff1-8578-36eccc52a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:54.731352 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8643bd68-0ae2-41bd-85e0-e86f761b64ae req-e36c6b3d-8f22-4ff1-8578-36eccc52a3d2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6508362 Sep 16 05:14:54.772114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 32ce3047-d365-445f-8220-3b67e65c95ba up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:54.778615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.825332 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 32ce3047-d365-445f-8220-3b67e65c95ba triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:54.830094 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.846881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee2e32d8-2d72-4624-b1c9-121ae96eefff req-ab15620d-a0dd-42a4-b808-eb5272599b11 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823838 Sep 16 05:14:54.874772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3bd1c3-fd47-424d-9758-f64e232d037b']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:54.907117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651c6c74-1f7b-45ec-8f2e-266e34db3c9c') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:54.907383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651c6c74-1f7b-45ec-8f2e-266e34db3c9c') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:54.942719 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.945251 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.971710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a3fdb48c-f494-484a-87b2-557cbdfc1042 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:55.003562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: a3fdb48c-f494-484a-87b2-557cbdfc1042 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:55.003562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a3fdb48c-f494-484a-87b2-557cbdfc1042 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:55.005504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-bea87a23-91c5-4f06-bde5-51ae2ebb2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.006958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-bea87a23-91c5-4f06-bde5-51ae2ebb2807 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e1c1acdabb043a5b48f12b342ae6235&device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 1135 time: 0.2213240 Sep 16 05:14:55.020691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5fa63-1a1c-438a-a88e-cb8d50fd99a3 req-5e712bd6-1609-4855-b1c8-4980108c8e0c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.021820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53a5fa63-1a1c-438a-a88e-cb8d50fd99a3 req-5e712bd6-1609-4855-b1c8-4980108c8e0c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 983 time: 0.1738412 Sep 16 05:14:55.030467 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.095180 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-d7057e2d-35cc-47bc-86dd-adeec5102262 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca435fe7-5bdb-4ab1-8088-a778e91952b2 HTTP/1.1" status: 200 len: 217 time: 0.0709150 Sep 16 05:14:55.096163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:55.096611 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:55.106421 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:55.227360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53a5fa63-1a1c-438a-a88e-cb8d50fd99a3 req-a95a9e96-b8c8-4251-b4af-08b6fa1f2d59 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1936464 Sep 16 05:14:55.231653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1b248f1f-1fb2-410e-bfaf-eef6d43357da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.233695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-1b248f1f-1fb2-410e-bfaf-eef6d43357da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8a4be0a-09e7-4362-987c-07fec8415f70 HTTP/1.1" status: 200 len: 835 time: 0.1259546 Sep 16 05:14:55.302733 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.319261 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.321156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/networks/4a3bd1c3-fd47-424d-9758-f64e232d037b HTTP/1.1" status: 204 len: 168 time: 1.4089682 Sep 16 05:14:55.325373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-9a28f764-838f-4897-b332-48f2b8181937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.326328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33220) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:55.326797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-9a28f764-838f-4897-b332-48f2b8181937 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855634 Sep 16 05:14:55.331401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b44d2235-6652-43e4-88f3-be67adbeb1d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2069211953'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:55.335646 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.351574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6e520-ecfd-4ea1-9f5b-1816bd2109cf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Network': ['ID=4a3bd1c3-fd47-424d-9758-f64e232d037b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:55.400789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44d2235-6652-43e4-88f3-be67adbeb1d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:55.404439 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44d2235-6652-43e4-88f3-be67adbeb1d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.430612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44d2235-6652-43e4-88f3-be67adbeb1d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:55.440480 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44d2235-6652-43e4-88f3-be67adbeb1d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.440830 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-b44d2235-6652-43e4-88f3-be67adbeb1d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Added segment a68fe279-cb49-48ca-8802-3c78cbfab12d of type vlan for network dfee3766-220f-4a7b-95d6-f41a83063ec1 Sep 16 05:14:55.486185 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44d2235-6652-43e4-88f3-be67adbeb1d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.538420 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-785b17f3-c552-4409-8602-65369799b3b8 service neutron] 10.222.0.37 "GET /v2.0/networks/0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997719 Sep 16 05:14:55.600941 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44d2235-6652-43e4-88f3-be67adbeb1d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.607367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d2235-6652-43e4-88f3-be67adbeb1d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.608703 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b44d2235-6652-43e4-88f3-be67adbeb1d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.709665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d2235-6652-43e4-88f3-be67adbeb1d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Network': ['ID=dfee3766-220f-4a7b-95d6-f41a83063ec1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:55.720072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4932fef1-5a4f-4132-82f7-f6e480428942 req-e77f1baf-080a-45c9-9919-d43cbbf99c14 service neutron] 10.222.0.37 "GET /v2.0/networks/0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745398 Sep 16 05:14:55.723020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network dfee3766-220f-4a7b-95d6-f41a83063ec1 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:55.726722 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b44d2235-6652-43e4-88f3-be67adbeb1d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3967762 Sep 16 05:14:55.727290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33222) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:55.735446 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-aa7ab531-0168-4d36-a990-d06e90c770ab tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'subnet': {'network_id': 'dfee3766-220f-4a7b-95d6-f41a83063ec1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:55.744835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7557fd-e317-40e8-9a61-7327ac5c8099 req-d3c314c2-8903-4517-95a6-8c1b6d2aae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.747300 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fd7557fd-e317-40e8-9a61-7327ac5c8099 req-d3c314c2-8903-4517-95a6-8c1b6d2aae11 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 1097 time: 0.0642977 Sep 16 05:14:55.793711 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fd7557fd-e317-40e8-9a61-7327ac5c8099 req-2b08a344-2a10-487b-9e40-9defecad82ed service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362883 Sep 16 05:14:55.813191 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.877441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.926223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7ab531-0168-4d36-a990-d06e90c770ab tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:55.930010 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa7ab531-0168-4d36-a990-d06e90c770ab tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.048110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=9c8f735a-cbe2-407b-b2ce-388d7fe4027a,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:56.058775 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.106020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ac97e-f81d-4127-a0c4-2eb7221e7d92 req-d6d48d94-e946-4240-8470-37ae044589d6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.107519 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc7ac97e-f81d-4127-a0c4-2eb7221e7d92 req-d6d48d94-e946-4240-8470-37ae044589d6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.1829810 Sep 16 05:14:56.198666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc7ac97e-f81d-4127-a0c4-2eb7221e7d92 req-40f50caa-710c-4770-b43b-6d21efdc89f6 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819852 Sep 16 05:14:56.235080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network d4bfbb6b-c335-4243-8d24-c156faba7557 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:56.255586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:56.459548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151e6b6-475c-440b-b738-450ca83f4d58 req-c2bcbb39-cde0-463d-9805-0e139a74bc67 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.461039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4151e6b6-475c-440b-b738-450ca83f4d58 req-c2bcbb39-cde0-463d-9805-0e139a74bc67 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 983 time: 0.1466362 Sep 16 05:14:56.500992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-29e46607-1f39-460a-bceb-25984a8010a3 None None] Provisioning complete for port 9c8f735a-cbe2-407b-b2ce-388d7fe4027a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:56.501556 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-29e46607-1f39-460a-bceb-25984a8010a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.515825 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa7ab531-0168-4d36-a990-d06e90c770ab tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.525350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4151e6b6-475c-440b-b738-450ca83f4d58 req-360eb4ec-c58c-48cd-b9dd-9dc1711f3caa tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0571902 Sep 16 05:14:56.536983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-29e46607-1f39-460a-bceb-25984a8010a3 None None] Port 9c8f735a-cbe2-407b-b2ce-388d7fe4027a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:56.585009 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ab531-0168-4d36-a990-d06e90c770ab tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Subnet': ['ID=5127b651-ad4a-49a1-b9ea-c5d51dd87795,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:56.589974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Router 994a4e0c-9f21-439e-9df7-c8ead02f7fa0 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:14:56.604656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ab531-0168-4d36-a990-d06e90c770ab tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Checking segment: {'id': 'a68fe279-cb49-48ca-8802-3c78cbfab12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dfee3766-220f-4a7b-95d6-f41a83063ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:56.605024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ab531-0168-4d36-a990-d06e90c770ab tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network hostable DHCP agents. Network: dfee3766-220f-4a7b-95d6-f41a83063ec1, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:56.714928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:56.721748 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-53ef6009-5867-48f1-87c5-cc80245ab474 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "PUT /v2.0/routers/994a4e0c-9f21-439e-9df7-c8ead02f7fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3761020 Sep 16 05:14:56.724419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33230) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:56.727048 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e95768-3860-4282-8a36-12ee2714b8f6 None None] Sync routers for ids ['994a4e0c-9f21-439e-9df7-c8ead02f7fa0'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:56.736414 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e95768-3860-4282-8a36-12ee2714b8f6 None None] Routers {'994a4e0c-9f21-439e-9df7-c8ead02f7fa0'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:56.737105 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-61e95768-3860-4282-8a36-12ee2714b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['994a4e0c-9f21-439e-9df7-c8ead02f7fa0'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:56.755201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ab531-0168-4d36-a990-d06e90c770ab tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network dfee3766-220f-4a7b-95d6-f41a83063ec1 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:56.774524 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-61e95768-3860-4282-8a36-12ee2714b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:56.786073 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c94ff79-d871-4b18-acfc-4c333ca703e1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.790342 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7c94ff79-d871-4b18-acfc-4c333ca703e1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports?device_id=994a4e0c-9f21-439e-9df7-c8ead02f7fa0 HTTP/1.1" status: 200 len: 981 time: 0.0622649 Sep 16 05:14:56.790554 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e95768-3860-4282-8a36-12ee2714b8f6 None None] Routers {'994a4e0c-9f21-439e-9df7-c8ead02f7fa0'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:56.790554 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-61e95768-3860-4282-8a36-12ee2714b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['994a4e0c-9f21-439e-9df7-c8ead02f7fa0'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:56.790777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33232) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:56.819760 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-61e95768-3860-4282-8a36-12ee2714b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:56.820415 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e95768-3860-4282-8a36-12ee2714b8f6 None None] The sync data for ids ['994a4e0c-9f21-439e-9df7-c8ead02f7fa0'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:56.836323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-aa7ab531-0168-4d36-a990-d06e90c770ab tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, dfee3766-220f-4a7b-95d6-f41a83063ec1) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:56.846009 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a2fb5b-d92c-449f-a885-3d7b749f016e None None] Network dfee3766-220f-4a7b-95d6-f41a83063ec1 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:56.866973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7ab531-0168-4d36-a990-d06e90c770ab tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.867564 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa7ab531-0168-4d36-a990-d06e90c770ab tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.976716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-aa7ab531-0168-4d36-a990-d06e90c770ab tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2481790 Sep 16 05:14:56.979129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33234) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:56.988362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c34f16c1-28ec-4070-b4a4-763f4877046f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1610017790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:57.008087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-dfee3766-220f-4a7b-95d6-f41a83063ec1', 'network_id': 'dfee3766-220f-4a7b-95d6-f41a83063ec1', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'fixed_ips': [{'subnet_id': '5127b651-ad4a-49a1-b9ea-c5d51dd87795'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:57.010131 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.161100 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c34f16c1-28ec-4070-b4a4-763f4877046f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.162298 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c34f16c1-28ec-4070-b4a4-763f4877046f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.185903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Allocated IP 2001:db8::2 (dfee3766-220f-4a7b-95d6-f41a83063ec1/5127b651-ad4a-49a1-b9ea-c5d51dd87795/5dbcdc07-48b7-4930-9782-d67e7c84572c) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:57.271937 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c34f16c1-28ec-4070-b4a4-763f4877046f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.339246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7449d8ca-e35e-4667-bb1d-55c8923aeb72 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:57.341215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7449d8ca-e35e-4667-bb1d-55c8923aeb72 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:57.398062 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2312481c-f671-4ba5-b56e-e6f1e0d965d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.417747 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.526375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7449d8ca-e35e-4667-bb1d-55c8923aeb72, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:57.536239 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.550920 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.564703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'port_id': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'mac_address': 'fa:16:3e:b6:67:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:57.574446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Network dfee3766-220f-4a7b-95d6-f41a83063ec1 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:57.630302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:57.633812 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7343a5-65c7-44f0-829f-cd541132f81d" -d '{"events": [{"server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "name": "network-vif-unplugged", "status": "completed", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:57.636035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:57.645118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:57.683382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7449d8ca-e35e-4667-bb1d-55c8923aeb72, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:57.722534 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Pushing event updated for resources: {'Port': ['ID=5dbcdc07-48b7-4930-9782-d67e7c84572c,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:57.745153 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.749941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.750305 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.750651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.750994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.751333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.751667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.752001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.752330 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.752763 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.753093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.753418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.753742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:57.774306 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.785031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7449d8ca-e35e-4667-bb1d-55c8923aeb72 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:57.807476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Attempting to bind port 5dbcdc07-48b7-4930-9782-d67e7c84572c on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:57.808223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Attempting to bind port 5dbcdc07-48b7-4930-9782-d67e7c84572c by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'a68fe279-cb49-48ca-8802-3c78cbfab12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dfee3766-220f-4a7b-95d6-f41a83063ec1'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:57.808648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Attempting to bind port 5dbcdc07-48b7-4930-9782-d67e7c84572c on network dfee3766-220f-4a7b-95d6-f41a83063ec1 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:57.824757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:57.825145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Checking segment: {'id': 'a68fe279-cb49-48ca-8802-3c78cbfab12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dfee3766-220f-4a7b-95d6-f41a83063ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:57.825558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.826211 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Bound using segment: {'id': 'a68fe279-cb49-48ca-8802-3c78cbfab12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dfee3766-220f-4a7b-95d6-f41a83063ec1'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:57.826741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Bound port: 5dbcdc07-48b7-4930-9782-d67e7c84572c, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68fe279-cb49-48ca-8802-3c78cbfab12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'dfee3766-220f-4a7b-95d6-f41a83063ec1'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:57.827134 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.828478 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a74f86-85ae-4567-8c69-cb46abafd71b req-785a9e4e-809e-4353-8db0-bea541affb6e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.830016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7a74f86-85ae-4567-8c69-cb46abafd71b req-785a9e4e-809e-4353-8db0-bea541affb6e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.5182829 Sep 16 05:14:57.831024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c34f16c1-28ec-4070-b4a4-763f4877046f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.872031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7449d8ca-e35e-4667-bb1d-55c8923aeb72,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:57.965154 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:14:57.965154 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:14:57.988424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc28ad1-b98d-4e2e-8feb-e386a63db5f5 req-40705cf8-476c-4969-b623-827bc6e24bcd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.989997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4dc28ad1-b98d-4e2e-8feb-e386a63db5f5 req-40705cf8-476c-4969-b623-827bc6e24bcd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 983 time: 0.1814089 Sep 16 05:14:57.995475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7a74f86-85ae-4567-8c69-cb46abafd71b req-fbf809a6-c230-411b-a7ab-f9428654d931 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383221 Sep 16 05:14:57.996163 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c34f16c1-28ec-4070-b4a4-763f4877046f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.997269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c34f16c1-28ec-4070-b4a4-763f4877046f tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0171242 Sep 16 05:14:58.000042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33252) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:58.004966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'port': {'network_id': 'dfee3766-220f-4a7b-95d6-f41a83063ec1', 'name': 'tempest-RoutersIpV6Test-149954753'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:58.007576 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] For port 5dbcdc07-48b7-4930-9782-d67e7c84572c, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:58.012645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] For port 5dbcdc07-48b7-4930-9782-d67e7c84572c, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5dbcdc07-48b7-4930-9782-d67e7c84572c,segment=NetworkSegment(a68fe279-cb49-48ca-8802-3c78cbfab12d),segment_id=a68fe279-cb49-48ca-8802-3c78cbfab12d)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:58.022889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33254) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:58.047986 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c5c3bb-5ba2-49cd-9faf-0cf9361c1e34 x-openstack-request-id: req-34c5c3bb-5ba2-49cd-9faf-0cf9361c1e34 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:58.048338 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "name": "network-vif-unplugged", "status": "completed", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:58.048646 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34c5c3bb-5ba2-49cd-9faf-0cf9361c1e34 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:58.049222 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'code': 200} Sep 16 05:14:58.069832 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.119114 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-435533dd-b1fc-436f-a839-fb8543e18730 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/floatingips/e2b938f7-ccc6-445e-894e-b42b027202f3 HTTP/1.1" status: 200 len: 990 time: 0.0945921 Sep 16 05:14:58.158826 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4dc28ad1-b98d-4e2e-8feb-e386a63db5f5 req-c09b1c3b-6fc7-4bab-9611-3add09de9246 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1288271 Sep 16 05:14:58.168499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c0a42-5c95-4e2b-a0d4-8d61a62160bc None None] Pushing event updated for resources: {'Port': ['ID=5dbcdc07-48b7-4930-9782-d67e7c84572c,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:58.265156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-2312481c-f671-4ba5-b56e-e6f1e0d965d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port 9c8f735a-cbe2-407b-b2ce-388d7fe4027a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:58.265716 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2312481c-f671-4ba5-b56e-e6f1e0d965d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.326251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:58.331889 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.362056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] device_id is not set on port ca258197-ae41-4303-847e-d5eafec0c94b yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:14:58.460953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2312481c-f671-4ba5-b56e-e6f1e0d965d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.502643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-2312481c-f671-4ba5-b56e-e6f1e0d965d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for 9c8f735a-cbe2-407b-b2ce-388d7fe4027a owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:58.519287 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.539811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7449d8ca-e35e-4667-bb1d-55c8923aeb72 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:58.564938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7449d8ca-e35e-4667-bb1d-55c8923aeb72, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:58.568256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Allocated IP 2001:db8::38 (dfee3766-220f-4a7b-95d6-f41a83063ec1/5127b651-ad4a-49a1-b9ea-c5d51dd87795/ca258197-ae41-4303-847e-d5eafec0c94b) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:58.687037 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.750260 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7449d8ca-e35e-4667-bb1d-55c8923aeb72,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:58.785421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ca435fe7-5bdb-4ab1-8088-a778e91952b2 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:58.812155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5dbcdc07-48b7-4930-9782-d67e7c84572c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:58.844651 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.894806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2312481c-f671-4ba5-b56e-e6f1e0d965d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.921850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['7449d8ca-e35e-4667-bb1d-55c8923aeb72'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:58.952068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312481c-f671-4ba5-b56e-e6f1e0d965d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=9c8f735a-cbe2-407b-b2ce-388d7fe4027a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:58.970122 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.009126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ca435fe7-5bdb-4ab1-8088-a778e91952b2, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ca435fe7-5bdb-4ab1-8088-a778e91952b2,segment=NetworkSegment(8f711a46-6d95-4fda-b07e-23d67fe5223f),segment_id=8f711a46-6d95-4fda-b07e-23d67fe5223f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:59.012859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5dbcdc07-48b7-4930-9782-d67e7c84572c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:59.013233 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.055208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'port_id': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2', 'mac_address': 'fa:16:3e:42:6c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:59.120697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network dfee3766-220f-4a7b-95d6-f41a83063ec1 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:59.121532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=ca258197-ae41-4303-847e-d5eafec0c94b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:59.138734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:59.184151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:59.191648 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.201110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:59.201901 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.242258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca435fe7-5bdb-4ab1-8088-a778e91952b2 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:59.252294 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2312481c-f671-4ba5-b56e-e6f1e0d965d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.273485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ca435fe7-5bdb-4ab1-8088-a778e91952b2, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ca435fe7-5bdb-4ab1-8088-a778e91952b2,segment=NetworkSegment(8f711a46-6d95-4fda-b07e-23d67fe5223f),segment_id=8f711a46-6d95-4fda-b07e-23d67fe5223f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:59.320614 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.341401 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.349547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33264) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:59.350273 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c12d7916-cebe-4419-83d9-c71347df9f8c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3488903 Sep 16 05:14:59.421495 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 5dbcdc07-48b7-4930-9782-d67e7c84572c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5dbcdc07-48b7-4930-9782-d67e7c84572c,segment=NetworkSegment(a68fe279-cb49-48ca-8802-3c78cbfab12d),segment_id=a68fe279-cb49-48ca-8802-3c78cbfab12d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:59.455443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22443cb-5d58-46d8-ba61-e3040ecca707 req-3a10e3df-9635-4483-9d1f-6919a13d799f tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:59.455720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=ca435fe7-5bdb-4ab1-8088-a778e91952b2,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:59.456132 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a22443cb-5d58-46d8-ba61-e3040ecca707 req-3a10e3df-9635-4483-9d1f-6919a13d799f tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 983 time: 0.1432810 Sep 16 05:14:59.493118 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.512920 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2312481c-f671-4ba5-b56e-e6f1e0d965d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Router 994a4e0c-9f21-439e-9df7-c8ead02f7fa0 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:59.541423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a22443cb-5d58-46d8-ba61-e3040ecca707 req-028b1569-45c0-420e-9b18-ff731dd4310b tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0567768 Sep 16 05:14:59.566396 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=5dbcdc07-48b7-4930-9782-d67e7c84572c,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:59.573336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['ca435fe7-5bdb-4ab1-8088-a778e91952b2'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:59.598427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7809e739-bfeb-4500-8e77-08020124be6b None None] Network dfee3766-220f-4a7b-95d6-f41a83063ec1 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:59.621671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2312481c-f671-4ba5-b56e-e6f1e0d965d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:59.627583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2312481c-f671-4ba5-b56e-e6f1e0d965d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "PUT /v2.0/routers/994a4e0c-9f21-439e-9df7-c8ead02f7fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8357053 Sep 16 05:14:59.630530 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33266) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:59.642915 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b00b6-2e38-4e52-a6ef-9d3cf20bfc35 None None] Sync routers for ids ['994a4e0c-9f21-439e-9df7-c8ead02f7fa0'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:59.660708 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bed5ac1-64f2-4d17-b38c-470b6736ea1a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:14:59.662427 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9bed5ac1-64f2-4d17-b38c-470b6736ea1a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/9c8f735a-cbe2-407b-b2ce-388d7fe4027a HTTP/1.1" status: 404 len: 333 time: 0.0305309 Sep 16 05:14:59.665116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33268) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:59.689815 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-85064b1f-6815-49aa-a42a-3fb5edea6902 None None] Provisioning complete for port 5dbcdc07-48b7-4930-9782-d67e7c84572c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:59.690225 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-85064b1f-6815-49aa-a42a-3fb5edea6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.702339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b00b6-2e38-4e52-a6ef-9d3cf20bfc35 None None] Routers {'994a4e0c-9f21-439e-9df7-c8ead02f7fa0'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:59.702643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ac3b00b6-2e38-4e52-a6ef-9d3cf20bfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['994a4e0c-9f21-439e-9df7-c8ead02f7fa0'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:59.741944 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1135c40-c245-47d2-931a-d063f5d69101 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.760811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.767487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ac3b00b6-2e38-4e52-a6ef-9d3cf20bfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:59.810904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b00b6-2e38-4e52-a6ef-9d3cf20bfc35 None None] Routers {'994a4e0c-9f21-439e-9df7-c8ead02f7fa0'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:59.812385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ac3b00b6-2e38-4e52-a6ef-9d3cf20bfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['994a4e0c-9f21-439e-9df7-c8ead02f7fa0'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:59.874777 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ac3b00b6-2e38-4e52-a6ef-9d3cf20bfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:59.875363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b00b6-2e38-4e52-a6ef-9d3cf20bfc35 None None] The sync data for ids ['994a4e0c-9f21-439e-9df7-c8ead02f7fa0'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:59.912347 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1135c40-c245-47d2-931a-d063f5d69101 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.915150 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1135c40-c245-47d2-931a-d063f5d69101 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.027170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.038780 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1135c40-c245-47d2-931a-d063f5d69101 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.038780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1135c40-c245-47d2-931a-d063f5d69101 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Fanout notify agent at l3_agent the message router_deleted on router 994a4e0c-9f21-439e-9df7-c8ead02f7fa0 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:00.044049 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c1135c40-c245-47d2-931a-d063f5d69101 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.045313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c1135c40-c245-47d2-931a-d063f5d69101 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/routers/994a4e0c-9f21-439e-9df7-c8ead02f7fa0 HTTP/1.1" status: 204 len: 168 time: 0.3791840 Sep 16 05:15:00.048616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33272) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:00.104149 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.106752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-370dc0cb-46d6-4d00-85c0-d3dcc4a24ef7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting subnet 1a08eaf0-83bd-457c-84e8-df3a5c883445 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:00.110862 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-370dc0cb-46d6-4d00-85c0-d3dcc4a24ef7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.166795 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-370dc0cb-46d6-4d00-85c0-d3dcc4a24ef7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.186694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=ca258197-ae41-4303-847e-d5eafec0c94b,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.288770 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-370dc0cb-46d6-4d00-85c0-d3dcc4a24ef7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.350616 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.424404 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-370dc0cb-46d6-4d00-85c0-d3dcc4a24ef7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.461246 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-370dc0cb-46d6-4d00-85c0-d3dcc4a24ef7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.466778 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-370dc0cb-46d6-4d00-85c0-d3dcc4a24ef7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/1a08eaf0-83bd-457c-84e8-df3a5c883445 HTTP/1.1" status: 204 len: 168 time: 0.4170673 Sep 16 05:15:00.468315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dc0cb-46d6-4d00-85c0-d3dcc4a24ef7 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Subnet': ['ID=1a08eaf0-83bd-457c-84e8-df3a5c883445,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.474588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a88c053-a458-49cb-92c0-dd985c9af23e None None] Network d4bfbb6b-c335-4243-8d24-c156faba7557 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:00.481527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33284) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:00.512690 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4ffa6d35-fd20-4911-b1e4-d3bdad3388af req-86cc4e86-5eed-4575-9e3a-3814bd0718e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502307 Sep 16 05:15:00.588611 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.588801 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.646949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa6d35-fd20-4911-b1e4-d3bdad3388af req-87f06ea1-c401-4830-94b4-563690e69bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.650163 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4ffa6d35-fd20-4911-b1e4-d3bdad3388af req-87f06ea1-c401-4830-94b4-563690e69bd2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 1096 time: 0.0909810 Sep 16 05:15:00.677286 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ef7cdf84-9c7b-4190-a556-0e2ddc3db716 None None] Provisioning complete for port 5dbcdc07-48b7-4930-9782-d67e7c84572c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:00.677788 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdf84-9c7b-4190-a556-0e2ddc3db716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.731865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbc4c4-2ece-4bc2-906d-efe2a091940b req-b12da93e-5119-4c90-a336-2b090422b9d8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.734031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12cbc4c4-2ece-4bc2-906d-efe2a091940b req-b12da93e-5119-4c90-a336-2b090422b9d8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 984 time: 0.0926106 Sep 16 05:15:00.772747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port 32ce3047-d365-445f-8220-3b67e65c95ba {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:00.773124 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.803386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12cbc4c4-2ece-4bc2-906d-efe2a091940b req-36924476-1ed3-4c55-88bf-4795fa07a27c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0587833 Sep 16 05:15:00.847591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ca435fe7-5bdb-4ab1-8088-a778e91952b2 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:00.850126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5dbcdc07-48b7-4930-9782-d67e7c84572c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:00.911618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] For port 32ce3047-d365-445f-8220-3b67e65c95ba, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=32ce3047-d365-445f-8220-3b67e65c95ba,segment=NetworkSegment(d6355f06-ba23-4c22-9cbe-4db3e429d096),segment_id=d6355f06-ba23-4c22-9cbe-4db3e429d096)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:00.912142 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.914053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa6d35-fd20-4911-b1e4-d3bdad3388af req-70fa5699-909c-4925-8e0a-dad07b9eab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.916267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cec2a0-722a-4496-b9fa-be7ba73bce38 None None] DHCP port deletion for d4bfbb6b-c335-4243-8d24-c156faba7557 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:15:00.916597 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4ffa6d35-fd20-4911-b1e4-d3bdad3388af req-70fa5699-909c-4925-8e0a-dad07b9eab16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0a6d782f-be36-4098-9fe8-5425aaf35962 HTTP/1.1" status: 200 len: 896 time: 0.2395501 Sep 16 05:15:00.930069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for 32ce3047-d365-445f-8220-3b67e65c95ba owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:00.993855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ef7cdf84-9c7b-4190-a556-0e2ddc3db716 None None] Provisioning complete for port ca258197-ae41-4303-847e-d5eafec0c94b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:00.994315 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdf84-9c7b-4190-a556-0e2ddc3db716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.072700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5dbcdc07-48b7-4930-9782-d67e7c84572c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:01.073078 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.074654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cdf84-9c7b-4190-a556-0e2ddc3db716 None None] Port ca258197-ae41-4303-847e-d5eafec0c94b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:01.092439 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.115035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f1cec2a0-722a-4496-b9fa-be7ba73bce38 None None] Deleting port 32ce3047-d365-445f-8220-3b67e65c95ba {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:01.115421 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1cec2a0-722a-4496-b9fa-be7ba73bce38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.117663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No DVR routers for this DVR port 32ce3047-d365-445f-8220-3b67e65c95ba on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:01.143903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=32ce3047-d365-445f-8220-3b67e65c95ba,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.239863 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.241104 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port ca435fe7-5bdb-4ab1-8088-a778e91952b2 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:01.250195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f1cec2a0-722a-4496-b9fa-be7ba73bce38 None None] For port 32ce3047-d365-445f-8220-3b67e65c95ba, host n-d-712137-12, got binding levels [] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:01.250195 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1cec2a0-722a-4496-b9fa-be7ba73bce38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.263728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bfbb6b-c335-4243-8d24-c156faba7557']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:01.274309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port ca435fe7-5bdb-4ab1-8088-a778e91952b2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:01.274539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6355f06-ba23-4c22-9cbe-4db3e429d096') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:01.274658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6355f06-ba23-4c22-9cbe-4db3e429d096') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:01.274780 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.293865 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f1cec2a0-722a-4496-b9fa-be7ba73bce38 None None] Calling delete_port for 32ce3047-d365-445f-8220-3b67e65c95ba owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:01.298914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.ipam_backend_mixin [None req-f1cec2a0-722a-4496-b9fa-be7ba73bce38 None None] Port 32ce3047-d365-445f-8220-3b67e65c95ba was not found and therefore no delete operation was performed {{(pid=95453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:15:01.300772 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1cec2a0-722a-4496-b9fa-be7ba73bce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.302052 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.317371 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.323858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:01.324664 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.383850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7449d8ca-e35e-4667-bb1d-55c8923aeb72 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:01.395205 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:01.416042 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d4237d3c-3b84-4528-bf61-9b9e4de27007 None None] Provisioning complete for port ca258197-ae41-4303-847e-d5eafec0c94b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:01.416423 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d4237d3c-3b84-4528-bf61-9b9e4de27007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.440590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cec2a0-722a-4496-b9fa-be7ba73bce38 None None] Pushing event deleted for resources: {'Port': ['ID=32ce3047-d365-445f-8220-3b67e65c95ba,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.463888 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4ffa6d35-fd20-4911-b1e4-d3bdad3388af req-756244d5-7a2f-4668-a245-272360346680 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72 HTTP/1.1" status: 200 len: 999 time: 0.5067732 Sep 16 05:15:01.467692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cec2a0-722a-4496-b9fa-be7ba73bce38 None None] No DVR routers for this DVR port 32ce3047-d365-445f-8220-3b67e65c95ba on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:01.470861 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.499231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.501940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/networks/d4bfbb6b-c335-4243-8d24-c156faba7557 HTTP/1.1" status: 204 len: 168 time: 1.0178146 Sep 16 05:15:01.509737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33296) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:01.517807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d4237d3c-3b84-4528-bf61-9b9e4de27007 None None] Port ca258197-ae41-4303-847e-d5eafec0c94b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:01.519176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119efe0b-e95a-4035-b3c7-e98a82c6b38b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Network': ['ID=d4bfbb6b-c335-4243-8d24-c156faba7557,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.556699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 7449d8ca-e35e-4667-bb1d-55c8923aeb72 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:01.557092 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.583334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f5ea2d-bc72-4cc1-9dfd-4286eabbae14 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.584744 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-48f5ea2d-bc72-4cc1-9dfd-4286eabbae14 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/9793d81c-ad78-4eb4-9161-15a75a98099b HTTP/1.1" status: 200 len: 841 time: 0.0740383 Sep 16 05:15:01.588729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33298) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:01.597040 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.624421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa6d35-fd20-4911-b1e4-d3bdad3388af req-5fe16976-50a9-4cdb-be97-dcb3344ff70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.626063 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4ffa6d35-fd20-4911-b1e4-d3bdad3388af req-5fe16976-50a9-4cdb-be97-dcb3344ff70f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c53a4e78-6cb5-4e58-be6b-ea74358269d0 HTTP/1.1" status: 200 len: 833 time: 0.1534436 Sep 16 05:15:01.635272 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:01.637571 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31776866-777f-46bc-8886-e3e762cdee3e" -d '{"events": [{"server_uuid": "e316459f-7dd0-4638-ae90-241bf0bcc999", "name": "network-vif-plugged", "status": "completed", "tag": "ca435fe7-5bdb-4ab1-8088-a778e91952b2"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:01.659667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port ca435fe7-5bdb-4ab1-8088-a778e91952b2, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ca435fe7-5bdb-4ab1-8088-a778e91952b2,segment=NetworkSegment(8f711a46-6d95-4fda-b07e-23d67fe5223f),segment_id=8f711a46-6d95-4fda-b07e-23d67fe5223f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:01.666896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e5d6cb8d-afa2-4bd8-b2e1-a567edc48320 None None] Provisioning complete for port ca258197-ae41-4303-847e-d5eafec0c94b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:01.667266 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e5d6cb8d-afa2-4bd8-b2e1-a567edc48320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.673933 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.680288 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-565c62df-e734-44fe-b66d-e64342d89bfb tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/9793d81c-ad78-4eb4-9161-15a75a98099b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0893891 Sep 16 05:15:01.684672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33302) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:01.690958 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f67901-c789-4de8-a685-9c2d37520c80 x-openstack-request-id: req-72f67901-c789-4de8-a685-9c2d37520c80 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:01.691479 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e316459f-7dd0-4638-ae90-241bf0bcc999", "name": "network-vif-plugged", "status": "completed", "tag": "ca435fe7-5bdb-4ab1-8088-a778e91952b2", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:01.691479 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72f67901-c789-4de8-a685-9c2d37520c80 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:01.691823 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2', 'code': 200} Sep 16 05:15:01.692545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-67203814-0925-4e31-a637-aeda34a0353c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:01.735940 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.746231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6cb8d-afa2-4bd8-b2e1-a567edc48320 None None] Port ca258197-ae41-4303-847e-d5eafec0c94b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:01.770486 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa6d35-fd20-4911-b1e4-d3bdad3388af req-24e62e0b-eb16-418e-9469-ec080f23f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.772026 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4ffa6d35-fd20-4911-b1e4-d3bdad3388af req-24e62e0b-eb16-418e-9469-ec080f23f080 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a6d782f-be36-4098-9fe8-5425aaf35962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368077 Sep 16 05:15:01.784829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7449d8ca-e35e-4667-bb1d-55c8923aeb72, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:01.786718 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.811226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8440c-be56-40c1-bbbd-b8fee6ff0bbe req-09180df1-e217-4a67-af23-56fd8665533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.813908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fb8440c-be56-40c1-bbbd-b8fee6ff0bbe req-09180df1-e217-4a67-af23-56fd8665533d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 1136 time: 0.0578115 Sep 16 05:15:01.814293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.815181 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.858181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=ca435fe7-5bdb-4ab1-8088-a778e91952b2,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.861028 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.898715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fb8440c-be56-40c1-bbbd-b8fee6ff0bbe req-1db7edb0-4066-46c7-8d11-244d66b21be3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0772631 Sep 16 05:15:01.921574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7449d8ca-e35e-4667-bb1d-55c8923aeb72,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.925966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=ca258197-ae41-4303-847e-d5eafec0c94b,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.971625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67203814-0925-4e31-a637-aeda34a0353c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:01.974972 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67203814-0925-4e31-a637-aeda34a0353c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.993352 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0706a3b-fd31-4fae-a6cb-e849c9da8d61 req-67819e01-aeb2-48a9-a848-2c0fc2563e44 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.000973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0706a3b-fd31-4fae-a6cb-e849c9da8d61 req-67819e01-aeb2-48a9-a848-2c0fc2563e44 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 985 time: 0.0597577 Sep 16 05:15:02.038393 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0706a3b-fd31-4fae-a6cb-e849c9da8d61 req-744a6da2-6626-43a2-b7a5-3800a9fd0c20 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0361166 Sep 16 05:15:02.115643 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4ffa6d35-fd20-4911-b1e4-d3bdad3388af req-781ea053-b9fc-4f25-91c9-5e99efaeb49f service neutron] 10.222.0.23 "GET /v2.0/networks/0a6d782f-be36-4098-9fe8-5425aaf35962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324616 Sep 16 05:15:02.190714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network dfee3766-220f-4a7b-95d6-f41a83063ec1 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:02.220188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:02.368879 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4ffa6d35-fd20-4911-b1e4-d3bdad3388af req-d7112a7e-1e88-4d87-8e5a-31501a3aca88 service neutron] 10.222.0.23 "GET /v2.0/networks/0a6d782f-be36-4098-9fe8-5425aaf35962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407012 Sep 16 05:15:02.470754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f4a9ddd8-5fbd-4fc4-911e-f00032fdb5cb None None] Provisioning complete for port ca258197-ae41-4303-847e-d5eafec0c94b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:02.471057 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ddd8-5fbd-4fc4-911e-f00032fdb5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.492823 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67203814-0925-4e31-a637-aeda34a0353c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.511854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9ddd8-5fbd-4fc4-911e-f00032fdb5cb None None] Port ca258197-ae41-4303-847e-d5eafec0c94b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:02.538808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67203814-0925-4e31-a637-aeda34a0353c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network db758d8e-8953-48ca-b1a5-6aae4355c275 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:02.541983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-67203814-0925-4e31-a637-aeda34a0353c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:02.545036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67203814-0925-4e31-a637-aeda34a0353c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.546351 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67203814-0925-4e31-a637-aeda34a0353c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.553118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2879ff-ef80-4a8c-91a4-e8ccc84d8431 None None] Network db758d8e-8953-48ca-b1a5-6aae4355c275 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:02.554621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 491462c5-924f-4e4a-a4e9-4f1cde8a8925 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:15:02.567254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67203814-0925-4e31-a637-aeda34a0353c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Subnet': ['ID=d43a6910-d346-48a1-9743-df04a4af0fdc,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:02.652176 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-67203814-0925-4e31-a637-aeda34a0353c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9658718 Sep 16 05:15:02.654608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33310) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:02.662700 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1614edc6-b212-4aee-831f-3e58520c7985 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'security_group': {'name': 'tempest-secgroup-548668361'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:02.690160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:02.694854 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-53d9305e-fe18-434b-80d3-3b24e0bb2889 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/491462c5-924f-4e4a-a4e9-4f1cde8a8925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3427856 Sep 16 05:15:02.697501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33312) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:02.706440 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7152350d-f0a8-41cd-973e-d3ee929ffa42 None None] Sync routers for ids ['491462c5-924f-4e4a-a4e9-4f1cde8a8925'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:02.724540 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152350d-f0a8-41cd-973e-d3ee929ffa42 None None] Routers {'491462c5-924f-4e4a-a4e9-4f1cde8a8925'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:02.725565 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7152350d-f0a8-41cd-973e-d3ee929ffa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['491462c5-924f-4e4a-a4e9-4f1cde8a8925'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:02.745650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-db758d8e-8953-48ca-b1a5-6aae4355c275', 'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'tenant_id': '54b17a9a9c1c4066be36e28a9a6bc5c1', 'fixed_ips': [{'subnet_id': 'd43a6910-d346-48a1-9743-df04a4af0fdc'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:02.747656 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.755576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c352b-470c-4b9c-ae31-a030da66a2bd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.757385 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-392c352b-470c-4b9c-ae31-a030da66a2bd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports/ca258197-ae41-4303-847e-d5eafec0c94b HTTP/1.1" status: 200 len: 982 time: 0.0587299 Sep 16 05:15:02.760589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33314) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:02.763225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 32ce3047-d365-445f-8220-3b67e65c95ba no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:02.768025 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7152350d-f0a8-41cd-973e-d3ee929ffa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:02.778243 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152350d-f0a8-41cd-973e-d3ee929ffa42 None None] Routers {'491462c5-924f-4e4a-a4e9-4f1cde8a8925'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:02.778851 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7152350d-f0a8-41cd-973e-d3ee929ffa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['491462c5-924f-4e4a-a4e9-4f1cde8a8925'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:02.798968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 32ce3047-d365-445f-8220-3b67e65c95ba {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:02.799944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 32ce3047-d365-445f-8220-3b67e65c95ba not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:02.811352 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1614edc6-b212-4aee-831f-3e58520c7985 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.829407 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7152350d-f0a8-41cd-973e-d3ee929ffa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:02.830344 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7152350d-f0a8-41cd-973e-d3ee929ffa42 None None] The sync data for ids ['491462c5-924f-4e4a-a4e9-4f1cde8a8925'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:02.953342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Allocated IP 172.20.0.2 (db758d8e-8953-48ca-b1a5-6aae4355c275/d43a6910-d346-48a1-9743-df04a4af0fdc/2112a2e8-21c9-4e33-9f79-8964f48b5929) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:03.087488 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1614edc6-b212-4aee-831f-3e58520c7985 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.122533 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.195143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1846b-8871-4593-b1cb-eb0697c60900 req-4e849496-80b4-4c5a-9487-37a2475bee10 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.197510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12c1846b-8871-4593-b1cb-eb0697c60900 req-4e849496-80b4-4c5a-9487-37a2475bee10 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 985 time: 0.0685511 Sep 16 05:15:03.202338 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1614edc6-b212-4aee-831f-3e58520c7985 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.261019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12c1846b-8871-4593-b1cb-eb0697c60900 req-4d6f50ec-c062-49ee-826a-e020a20241d0 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0463445 Sep 16 05:15:03.293026 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.298138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614edc6-b212-4aee-831f-3e58520c7985 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef429389-54dd-4acf-aadf-a878e2f51288,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:03.329632 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1614edc6-b212-4aee-831f-3e58520c7985 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.331327 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1614edc6-b212-4aee-831f-3e58520c7985 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6736207 Sep 16 05:15:03.334038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33326) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:03.337967 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-908b8502-6be0-4fa5-91eb-dd2d029a63ea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.339252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-bb82c58b-d503-4ef4-aa1e-e8004a9f8cde tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'security_group': {'name': 'tempest-secgroup-1012940412'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:03.357393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Network db758d8e-8953-48ca-b1a5-6aae4355c275 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:03.362659 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:03.369226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:03.413481 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Pushing event updated for resources: {'Port': ['ID=2112a2e8-21c9-4e33-9f79-8964f48b5929,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:03.446006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Attempting to bind port 2112a2e8-21c9-4e33-9f79-8964f48b5929 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:03.446373 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Attempting to bind port 2112a2e8-21c9-4e33-9f79-8964f48b5929 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:03.451293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Attempting to bind port 2112a2e8-21c9-4e33-9f79-8964f48b5929 on network db758d8e-8953-48ca-b1a5-6aae4355c275 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:03.452731 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:03.453236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Checking segment: {'id': 'c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:03.453699 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.454155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Bound using segment: {'id': 'c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:03.454689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Bound port: 2112a2e8-21c9-4e33-9f79-8964f48b5929, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:03.455132 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.470873 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bb82c58b-d503-4ef4-aa1e-e8004a9f8cde tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.525939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] For port 2112a2e8-21c9-4e33-9f79-8964f48b5929, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:03.529432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] For port 2112a2e8-21c9-4e33-9f79-8964f48b5929, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2112a2e8-21c9-4e33-9f79-8964f48b5929,segment=NetworkSegment(c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb),segment_id=c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:03.569641 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bb82c58b-d503-4ef4-aa1e-e8004a9f8cde tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.597204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-908b8502-6be0-4fa5-91eb-dd2d029a63ea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port ca258197-ae41-4303-847e-d5eafec0c94b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:03.597668 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-908b8502-6be0-4fa5-91eb-dd2d029a63ea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.607078 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.641181 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bb82c58b-d503-4ef4-aa1e-e8004a9f8cde tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.675147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbb404-491a-4c1a-b5b2-721c674c878b None None] Pushing event updated for resources: {'Port': ['ID=2112a2e8-21c9-4e33-9f79-8964f48b5929,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:03.690094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82c58b-d503-4ef4-aa1e-e8004a9f8cde tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1fdde2-27d6-46c5-85f5-e6d80a6dd2ad,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:03.692861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:03.695388 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a474dce0-6f54-42ec-b78b-1267df0b9f04" -d '{"events": [{"server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "name": "network-vif-plugged", "status": "completed", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:03.699866 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-908b8502-6be0-4fa5-91eb-dd2d029a63ea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.714730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-908b8502-6be0-4fa5-91eb-dd2d029a63ea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for ca258197-ae41-4303-847e-d5eafec0c94b owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:03.743823 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bb82c58b-d503-4ef4-aa1e-e8004a9f8cde tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.745253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bb82c58b-d503-4ef4-aa1e-e8004a9f8cde tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4101465 Sep 16 05:15:03.747445 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da53dde-c777-4a5d-ae77-18fe5685581a x-openstack-request-id: req-0da53dde-c777-4a5d-ae77-18fe5685581a {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:03.747947 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "name": "network-vif-plugged", "status": "completed", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:03.748058 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0da53dde-c777-4a5d-ae77-18fe5685581a {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:03.748937 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'code': 200} Sep 16 05:15:03.749319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33332) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:03.755054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1372606514', 'security_groups': ['8e1fdde2-27d6-46c5-85f5-e6d80a6dd2ad'], 'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd43a6910-d346-48a1-9743-df04a4af0fdc'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:03.870746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33334) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:04.000987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:04.047347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-908b8502-6be0-4fa5-91eb-dd2d029a63ea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.079097 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3d93-f97a-4db8-9560-ad4b1bf0bb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.085198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b8502-6be0-4fa5-91eb-dd2d029a63ea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=ca258197-ae41-4303-847e-d5eafec0c94b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:04.163757 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.189359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port d34b7102-310d-4fd8-9aab-2a533771b128 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:15:04.207950 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-908b8502-6be0-4fa5-91eb-dd2d029a63ea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.399612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908b8502-6be0-4fa5-91eb-dd2d029a63ea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 491462c5-924f-4e4a-a4e9-4f1cde8a8925 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:04.420939 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3d93-f97a-4db8-9560-ad4b1bf0bb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.471777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.14 (db758d8e-8953-48ca-b1a5-6aae4355c275/d43a6910-d346-48a1-9743-df04a4af0fdc/d34b7102-310d-4fd8-9aab-2a533771b128) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:04.481289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908b8502-6be0-4fa5-91eb-dd2d029a63ea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:04.489757 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-908b8502-6be0-4fa5-91eb-dd2d029a63ea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/491462c5-924f-4e4a-a4e9-4f1cde8a8925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7279527 Sep 16 05:15:04.490484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33340) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:04.491624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445253c-01d7-4c6c-ad7f-ac6889614e7f req-bf1cc790-9d00-43a1-8d82-a3a875f9051f tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.494225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6380b5cd-5762-477e-acc4-e3e2b5334bbe None None] Sync routers for ids ['491462c5-924f-4e4a-a4e9-4f1cde8a8925'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:04.499613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e445253c-01d7-4c6c-ad7f-ac6889614e7f req-bf1cc790-9d00-43a1-8d82-a3a875f9051f tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 985 time: 0.0948865 Sep 16 05:15:04.507554 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3d93-f97a-4db8-9560-ad4b1bf0bb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.509048 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6380b5cd-5762-477e-acc4-e3e2b5334bbe None None] Routers {'491462c5-924f-4e4a-a4e9-4f1cde8a8925'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:04.510055 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6380b5cd-5762-477e-acc4-e3e2b5334bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['491462c5-924f-4e4a-a4e9-4f1cde8a8925'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:04.564795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6380b5cd-5762-477e-acc4-e3e2b5334bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:04.578718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6380b5cd-5762-477e-acc4-e3e2b5334bbe None None] Routers {'491462c5-924f-4e4a-a4e9-4f1cde8a8925'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:04.580404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6380b5cd-5762-477e-acc4-e3e2b5334bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['491462c5-924f-4e4a-a4e9-4f1cde8a8925'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:04.629128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d3d93-f97a-4db8-9560-ad4b1bf0bb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2860caef-5833-483c-8cef-78ff7bea8be9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:04.629454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6380b5cd-5762-477e-acc4-e3e2b5334bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:04.630297 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6380b5cd-5762-477e-acc4-e3e2b5334bbe None None] The sync data for ids ['491462c5-924f-4e4a-a4e9-4f1cde8a8925'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:04.636028 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9b9d3d93-f97a-4db8-9560-ad4b1bf0bb7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bc9d66e97d344a7980092b899faad2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7645171 Sep 16 05:15:04.654079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e445253c-01d7-4c6c-ad7f-ac6889614e7f req-fb713bfd-57ad-4476-ae46-726d6b9ac0a4 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1535349 Sep 16 05:15:04.657324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33342) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:04.803441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a62afe3-221f-475c-aff2-e3e30627c029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.852706 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.859260 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2112a2e8-21c9-4e33-9f79-8964f48b5929 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:04.879248 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a62afe3-221f-475c-aff2-e3e30627c029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.917804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2112a2e8-21c9-4e33-9f79-8964f48b5929 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:04.918441 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.948735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555df4e-d456-4a51-942c-fee5644d79cb req-c9317a6f-5d05-40e1-a59c-dc596a5c01cb tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.950304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8555df4e-d456-4a51-942c-fee5644d79cb req-c9317a6f-5d05-40e1-a59c-dc596a5c01cb tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 985 time: 0.1720769 Sep 16 05:15:04.982031 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.017158 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.033777 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a62afe3-221f-475c-aff2-e3e30627c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.036312 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5a62afe3-221f-475c-aff2-e3e30627c029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.037481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5a62afe3-221f-475c-aff2-e3e30627c029 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2860caef-5833-483c-8cef-78ff7bea8be9 HTTP/1.1" status: 204 len: 168 time: 0.3796365 Sep 16 05:15:05.060603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 2112a2e8-21c9-4e33-9f79-8964f48b5929, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2112a2e8-21c9-4e33-9f79-8964f48b5929,segment=NetworkSegment(c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb),segment_id=c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:05.061998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network db758d8e-8953-48ca-b1a5-6aae4355c275 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:05.070575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-68124b56-06da-47f7-bfd4-3242d60c6b32 None None] Provisioning complete for port 2112a2e8-21c9-4e33-9f79-8964f48b5929 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:05.070953 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-68124b56-06da-47f7-bfd4-3242d60c6b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.078084 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8555df4e-d456-4a51-942c-fee5644d79cb req-73c22ae9-da4d-4208-838c-5236f91742d3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1150484 Sep 16 05:15:05.082724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:05.100414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62afe3-221f-475c-aff2-e3e30627c029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2860caef-5833-483c-8cef-78ff7bea8be9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.102618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:05.105761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=d34b7102-310d-4fd8-9aab-2a533771b128,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.129787 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.151757 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-2efb726b-bd24-4f7f-85c6-ed122a0e13da tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 05:15:05.156950 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2efb726b-bd24-4f7f-85c6-ed122a0e13da tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/491462c5-924f-4e4a-a4e9-4f1cde8a8925/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6650021 Sep 16 05:15:05.162263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33350) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:05.212610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f543ac55-6eee-4bba-a814-61cd0ee0db5c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=491462c5-924f-4e4a-a4e9-4f1cde8a8925 HTTP/1.1" status: 200 len: 205 time: 0.0547991 Sep 16 05:15:05.215018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33352) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:05.251635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.252330 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.254401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=2112a2e8-21c9-4e33-9f79-8964f48b5929,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.261202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-68124b56-06da-47f7-bfd4-3242d60c6b32 None None] Provisioning complete for port 9793d81c-ad78-4eb4-9161-15a75a98099b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:05.267409 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-68124b56-06da-47f7-bfd4-3242d60c6b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.276358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b09d2-07dd-4fe6-8c11-9b04c217fadf req-830def20-4cbd-4930-9358-4b5941fa9f54 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.285350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad4b09d2-07dd-4fe6-8c11-9b04c217fadf req-830def20-4cbd-4930-9358-4b5941fa9f54 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 1137 time: 0.0764341 Sep 16 05:15:05.307051 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-68124b56-06da-47f7-bfd4-3242d60c6b32 None None] Port 9793d81c-ad78-4eb4-9161-15a75a98099b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:05.310058 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad4b09d2-07dd-4fe6-8c11-9b04c217fadf req-94f62aef-9af7-407b-8310-56bb4dad7be4 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.323234 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6301080-2d8b-4892-b8a3-665c6609c661 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.343659 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8158a507-8b9f-41bb-82cf-f26eab1ab37a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5900240 Sep 16 05:15:05.350804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33354) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:05.356141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-fbcfc533-c412-4a3e-8a05-f63e95bd9d8c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:05.432298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ec4d9950-d0dc-4380-9e05-690d227b6fa9 None None] Provisioning complete for port d34b7102-310d-4fd8-9aab-2a533771b128 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:05.432643 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ec4d9950-d0dc-4380-9e05-690d227b6fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.470890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d9950-d0dc-4380-9e05-690d227b6fa9 None None] Port d34b7102-310d-4fd8-9aab-2a533771b128 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:05.505804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6301080-2d8b-4892-b8a3-665c6609c661 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.507972 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6301080-2d8b-4892-b8a3-665c6609c661 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.526140 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad4b09d2-07dd-4fe6-8c11-9b04c217fadf req-94f62aef-9af7-407b-8310-56bb4dad7be4 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.612001 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6301080-2d8b-4892-b8a3-665c6609c661 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.612648 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6301080-2d8b-4892-b8a3-665c6609c661 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Fanout notify agent at l3_agent the message router_deleted on router 491462c5-924f-4e4a-a4e9-4f1cde8a8925 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:05.615717 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-ad4b09d2-07dd-4fe6-8c11-9b04c217fadf req-94f62aef-9af7-407b-8310-56bb4dad7be4 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.619475 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d6301080-2d8b-4892-b8a3-665c6609c661 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.621415 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d6301080-2d8b-4892-b8a3-665c6609c661 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/491462c5-924f-4e4a-a4e9-4f1cde8a8925 HTTP/1.1" status: 204 len: 168 time: 0.4045296 Sep 16 05:15:05.624170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33358) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:05.646794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad4b09d2-07dd-4fe6-8c11-9b04c217fadf req-94f62aef-9af7-407b-8310-56bb4dad7be4 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3500783 Sep 16 05:15:05.655796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f62aef-9af7-407b-8310-56bb4dad7be4 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320e523d-2f83-43b5-ad50-0bd511979c6a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.669736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33360) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:05.681072 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting subnet 5127b651-ad4a-49a1-b9ea-c5d51dd87795 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:05.684281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.709648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcfc533-c412-4a3e-8a05-f63e95bd9d8c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:05.713082 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fbcfc533-c412-4a3e-8a05-f63e95bd9d8c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.725608 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.814342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.818170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33362) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:05.859540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7373c0f3-ca6d-4d10-9d5b-6303e2fc38e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.976025 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7373c0f3-ca6d-4d10-9d5b-6303e2fc38e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.977488 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.004561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Subnet': ['ID=5127b651-ad4a-49a1-b9ea-c5d51dd87795,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.020191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.020191 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/5127b651-ad4a-49a1-b9ea-c5d51dd87795 HTTP/1.1" status: 204 len: 168 time: 0.3922656 Sep 16 05:15:06.020483 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fbdeb7-faf5-4223-a99f-a87d113f9a51 None None] Network dfee3766-220f-4a7b-95d6-f41a83063ec1 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:06.020944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33364) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:06.031229 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:06.032378 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:06.032727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:06.033042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:06.033377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:06.033711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:06.034041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:06.034919 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:06.035256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:06.035723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:06.036062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:06.036389 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fc0d3-27c6-4923-8fa9-0d46f29f42d0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:06.055375 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7373c0f3-ca6d-4d10-9d5b-6303e2fc38e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.106221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff94196-d1cd-4b4a-80e2-870f5859b3b7 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:06.108396 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1ff94196-d1cd-4b4a-80e2-870f5859b3b7 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 1132 time: 0.4361138 Sep 16 05:15:06.111497 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33366) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:06.115811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:06.151107 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373c0f3-ca6d-4d10-9d5b-6303e2fc38e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb552b1-6a41-46c4-b74e-811879dabd46,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.160765 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7373c0f3-ca6d-4d10-9d5b-6303e2fc38e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f44230d9bb9b4746b349fcbaeffebf1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401089 Sep 16 05:15:06.160765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33368) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:06.177220 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.193956 n-d-712137-12 neutron-server[95452]: INFO neutron.db.ipam_backend_mixin [None req-fbcfc533-c412-4a3e-8a05-f63e95bd9d8c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d43a6910-d346-48a1-9743-df04a4af0fdc (CIDR: 172.20.0.0/28) Sep 16 05:15:06.237095 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbcfc533-c412-4a3e-8a05-f63e95bd9d8c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:15:06.237488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbcfc533-c412-4a3e-8a05-f63e95bd9d8c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:06.238423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05400d8d-86cc-4fb5-8e31-7e95d7ce2353 None None] DHCP port deletion for dfee3766-220f-4a7b-95d6-f41a83063ec1 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:15:06.249536 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2e4e-ff15-4312-9505-26f96eec1160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.259365 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.276144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2e4e-ff15-4312-9505-26f96eec1160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.288624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-05400d8d-86cc-4fb5-8e31-7e95d7ce2353 None None] Deleting port 5dbcdc07-48b7-4930-9782-d67e7c84572c {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:06.289076 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-05400d8d-86cc-4fb5-8e31-7e95d7ce2353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.303457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port 5dbcdc07-48b7-4930-9782-d67e7c84572c {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:06.303817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.354632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fbcfc533-c412-4a3e-8a05-f63e95bd9d8c tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0030010 Sep 16 05:15:06.355471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33370) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:06.362845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-05400d8d-86cc-4fb5-8e31-7e95d7ce2353 None None] For port 5dbcdc07-48b7-4930-9782-d67e7c84572c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5dbcdc07-48b7-4930-9782-d67e7c84572c,segment=NetworkSegment(a68fe279-cb49-48ca-8802-3c78cbfab12d),segment_id=a68fe279-cb49-48ca-8802-3c78cbfab12d)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:06.363328 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-05400d8d-86cc-4fb5-8e31-7e95d7ce2353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.363447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8cbfdac3-61b8-438e-b2a2-8ee73596349b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:06.377475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-05400d8d-86cc-4fb5-8e31-7e95d7ce2353 None None] Calling delete_port for 5dbcdc07-48b7-4930-9782-d67e7c84572c owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:06.401342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] For port 5dbcdc07-48b7-4930-9782-d67e7c84572c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5dbcdc07-48b7-4930-9782-d67e7c84572c,segment=NetworkSegment(a68fe279-cb49-48ca-8802-3c78cbfab12d),segment_id=a68fe279-cb49-48ca-8802-3c78cbfab12d)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:06.401711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.415320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for 5dbcdc07-48b7-4930-9782-d67e7c84572c owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:06.443232 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.490239 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2e4e-ff15-4312-9505-26f96eec1160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.492767 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2e4e-ff15-4312-9505-26f96eec1160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.495797 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bd0e2e4e-ff15-4312-9505-26f96eec1160 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fb552b1-6a41-46c4-b74e-811879dabd46 HTTP/1.1" status: 204 len: 168 time: 0.3309202 Sep 16 05:15:06.502111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e2e4e-ff15-4312-9505-26f96eec1160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb552b1-6a41-46c4-b74e-811879dabd46,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.543910 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-05400d8d-86cc-4fb5-8e31-7e95d7ce2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.557193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.567924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbfdac3-61b8-438e-b2a2-8ee73596349b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:06.571448 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cbfdac3-61b8-438e-b2a2-8ee73596349b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.580966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05400d8d-86cc-4fb5-8e31-7e95d7ce2353 None None] Pushing event deleted for resources: {'Port': ['ID=5dbcdc07-48b7-4930-9782-d67e7c84572c,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.587606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05400d8d-86cc-4fb5-8e31-7e95d7ce2353 None None] No DVR routers for this DVR port 5dbcdc07-48b7-4930-9782-d67e7c84572c on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:06.600053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=5dbcdc07-48b7-4930-9782-d67e7c84572c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.605282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No DVR routers for this DVR port 5dbcdc07-48b7-4930-9782-d67e7c84572c on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:06.671995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Allocated IP 172.25.3.228 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/5299e125-c886-4d69-92df-1ac6feafb72a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:06.693592 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.719452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfee3766-220f-4a7b-95d6-f41a83063ec1']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:06.734487 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68fe279-cb49-48ca-8802-3c78cbfab12d') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:06.734837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68fe279-cb49-48ca-8802-3c78cbfab12d') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:06.746411 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.761191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.768239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2112a2e8-21c9-4e33-9f79-8964f48b5929 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:06.769048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:06.769451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:06.772644 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:06.824067 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2112a2e8-21c9-4e33-9f79-8964f48b5929 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:06.824877 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.871425 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.898699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.907932 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.913622 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/networks/dfee3766-220f-4a7b-95d6-f41a83063ec1 HTTP/1.1" status: 204 len: 168 time: 0.8913639 Sep 16 05:15:06.917913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33376) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:06.923720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9710e9a9-d0e0-4a46-bb21-5e3cc2c2cb5e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-263186091'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:06.944628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea71fd-9366-48a9-afb7-eb580053acfd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Network': ['ID=dfee3766-220f-4a7b-95d6-f41a83063ec1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.994425 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5dbcdc07-48b7-4930-9782-d67e7c84572c no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:07.007219 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.017406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 5dbcdc07-48b7-4930-9782-d67e7c84572c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:07.017751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5dbcdc07-48b7-4930-9782-d67e7c84572c not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:07.029608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9710e9a9-d0e0-4a46-bb21-5e3cc2c2cb5e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:07.033784 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9710e9a9-d0e0-4a46-bb21-5e3cc2c2cb5e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.042271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cbfdac3-61b8-438e-b2a2-8ee73596349b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.058559 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9710e9a9-d0e0-4a46-bb21-5e3cc2c2cb5e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:07.067776 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9710e9a9-d0e0-4a46-bb21-5e3cc2c2cb5e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.068221 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-9710e9a9-d0e0-4a46-bb21-5e3cc2c2cb5e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Added segment bde6ef69-949f-472d-844b-7496e3c0565f of type vlan for network b64c7c08-028b-4ebc-a2b3-c7cb14656a46 Sep 16 05:15:07.082715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:07.102660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:07.107579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbfdac3-61b8-438e-b2a2-8ee73596349b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network db758d8e-8953-48ca-b1a5-6aae4355c275 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:07.108862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:07.109971 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9710e9a9-d0e0-4a46-bb21-5e3cc2c2cb5e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.112753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Port': ['ID=5299e125-c886-4d69-92df-1ac6feafb72a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:07.137218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-8cbfdac3-61b8-438e-b2a2-8ee73596349b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:07.144192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbfdac3-61b8-438e-b2a2-8ee73596349b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:07.144815 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8cbfdac3-61b8-438e-b2a2-8ee73596349b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.151669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5cc198-e200-42e1-8e99-d5397ecf8be5 None None] Network db758d8e-8953-48ca-b1a5-6aae4355c275 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:07.158275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfdac3-61b8-438e-b2a2-8ee73596349b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Subnet': ['ID=cc250238-ff71-492e-a672-ec30d5f4abb6,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:07.206748 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9710e9a9-d0e0-4a46-bb21-5e3cc2c2cb5e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.213094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710e9a9-d0e0-4a46-bb21-5e3cc2c2cb5e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:07.213693 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9710e9a9-d0e0-4a46-bb21-5e3cc2c2cb5e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.286903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710e9a9-d0e0-4a46-bb21-5e3cc2c2cb5e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Network': ['ID=b64c7c08-028b-4ebc-a2b3-c7cb14656a46,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:07.301705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network b64c7c08-028b-4ebc-a2b3-c7cb14656a46 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:07.303991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33378) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:07.308288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8cbfdac3-61b8-438e-b2a2-8ee73596349b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9502401 Sep 16 05:15:07.310557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33380) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:07.314159 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9710e9a9-d0e0-4a46-bb21-5e3cc2c2cb5e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3952088 Sep 16 05:15:07.317153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-019d9f8c-3925-4966-8425-7aea9e23d6c2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1929947810', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc250238-ff71-492e-a672-ec30d5f4abb6'}], 'security_groups': ['ef429389-54dd-4acf-aadf-a878e2f51288']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:07.320279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33382) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:07.327777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9fd22cc6-f0e6-432c-b18f-64972e239f3c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'subnet': {'network_id': 'b64c7c08-028b-4ebc-a2b3-c7cb14656a46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:07.333902 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ebff9b32-f81c-4db2-866e-c2ef1be5e964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.407054 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-019d9f8c-3925-4966-8425-7aea9e23d6c2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.469453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ec446-7d56-49b3-84fb-44b451d0cce9 None None] Update dhcp port {'port': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'fixed_ips': [{'subnet_id': 'd43a6910-d346-48a1-9743-df04a4af0fdc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cc250238-ff71-492e-a672-ec30d5f4abb6'}], 'binding:host_id': 'n-d-712137-12'}, 'id': '2112a2e8-21c9-4e33-9f79-8964f48b5929'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:15:07.501602 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec446-7d56-49b3-84fb-44b451d0cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.506738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ebff9b32-f81c-4db2-866e-c2ef1be5e964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.585116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ebff9b32-f81c-4db2-866e-c2ef1be5e964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.636432 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ebff9b32-f81c-4db2-866e-c2ef1be5e964 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d67c8f1df4104889a8170bc4491bc734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311651 Sep 16 05:15:07.637157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33384) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:07.645448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff9b32-f81c-4db2-866e-c2ef1be5e964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76ed80e-4626-4ba2-8f6e-704a50f9f938,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:07.680709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-4f2ec446-7d56-49b3-84fb-44b451d0cce9 None None] Allocated IP 172.20.0.18 (db758d8e-8953-48ca-b1a5-6aae4355c275/cc250238-ff71-492e-a672-ec30d5f4abb6/2112a2e8-21c9-4e33-9f79-8964f48b5929) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:07.688051 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd22cc6-f0e6-432c-b18f-64972e239f3c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:07.692362 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9fd22cc6-f0e6-432c-b18f-64972e239f3c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.730778 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86f6516b-2700-41f9-8227-b0cbc4f35e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.771723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.794447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4f2ec446-7d56-49b3-84fb-44b451d0cce9 None None] For port 2112a2e8-21c9-4e33-9f79-8964f48b5929, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2112a2e8-21c9-4e33-9f79-8964f48b5929,segment=NetworkSegment(c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb),segment_id=c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:07.803405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86f6516b-2700-41f9-8227-b0cbc4f35e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.827191 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec446-7d56-49b3-84fb-44b451d0cce9 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.878104 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec446-7d56-49b3-84fb-44b451d0cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.917002 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.928029 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86f6516b-2700-41f9-8227-b0cbc4f35e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.930701 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86f6516b-2700-41f9-8227-b0cbc4f35e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.931862 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-86f6516b-2700-41f9-8227-b0cbc4f35e95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c76ed80e-4626-4ba2-8f6e-704a50f9f938 HTTP/1.1" status: 204 len: 168 time: 0.2928095 Sep 16 05:15:07.956761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6516b-2700-41f9-8227-b0cbc4f35e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76ed80e-4626-4ba2-8f6e-704a50f9f938,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:07.990679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ec446-7d56-49b3-84fb-44b451d0cce9 None None] Pushing event updated for resources: {'Port': ['ID=2112a2e8-21c9-4e33-9f79-8964f48b5929,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:08.024723 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9fd22cc6-f0e6-432c-b18f-64972e239f3c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.088881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-019d9f8c-3925-4966-8425-7aea9e23d6c2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Delete allocated IP 172.20.0.14 (db758d8e-8953-48ca-b1a5-6aae4355c275/d43a6910-d346-48a1-9743-df04a4af0fdc) {{(pid=95452) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:15:08.101290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd22cc6-f0e6-432c-b18f-64972e239f3c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Subnet': ['ID=9559e58c-783f-4f2e-9ada-b9de8edba832,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:08.107407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-019d9f8c-3925-4966-8425-7aea9e23d6c2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.22 (db758d8e-8953-48ca-b1a5-6aae4355c275/cc250238-ff71-492e-a672-ec30d5f4abb6/d34b7102-310d-4fd8-9aab-2a533771b128) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:08.110854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd22cc6-f0e6-432c-b18f-64972e239f3c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Checking segment: {'id': 'bde6ef69-949f-472d-844b-7496e3c0565f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b64c7c08-028b-4ebc-a2b3-c7cb14656a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:08.111521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd22cc6-f0e6-432c-b18f-64972e239f3c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network hostable DHCP agents. Network: b64c7c08-028b-4ebc-a2b3-c7cb14656a46, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:08.200606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd22cc6-f0e6-432c-b18f-64972e239f3c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network b64c7c08-028b-4ebc-a2b3-c7cb14656a46 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:08.208098 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.272764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9fd22cc6-f0e6-432c-b18f-64972e239f3c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, b64c7c08-028b-4ebc-a2b3-c7cb14656a46) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:08.279391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd22cc6-f0e6-432c-b18f-64972e239f3c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.280315 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.281945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9fd22cc6-f0e6-432c-b18f-64972e239f3c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.287054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0321891f-375f-4a54-9b15-8690f6c70f32 None None] Network b64c7c08-028b-4ebc-a2b3-c7cb14656a46 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:08.373171 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9fd22cc6-f0e6-432c-b18f-64972e239f3c tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0522354 Sep 16 05:15:08.376343 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33390) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:08.380889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b903b2cd-1e22-4b9b-b39d-b3c0aeebd205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1682288434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:08.395528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Port': ['ID=5299e125-c886-4d69-92df-1ac6feafb72a,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:08.402462 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-019d9f8c-3925-4966-8425-7aea9e23d6c2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.413925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.465368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-019d9f8c-3925-4966-8425-7aea9e23d6c2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.500599 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b903b2cd-1e22-4b9b-b39d-b3c0aeebd205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.503821 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b903b2cd-1e22-4b9b-b39d-b3c0aeebd205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.510851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-b64c7c08-028b-4ebc-a2b3-c7cb14656a46', 'network_id': 'b64c7c08-028b-4ebc-a2b3-c7cb14656a46', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'fixed_ips': [{'subnet_id': '9559e58c-783f-4f2e-9ada-b9de8edba832'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:08.516733 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.595875 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b903b2cd-1e22-4b9b-b39d-b3c0aeebd205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.650171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d9f8c-3925-4966-8425-7aea9e23d6c2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=d34b7102-310d-4fd8-9aab-2a533771b128,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:08.671300 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Floating IP 21d30828-5d85-49ca-8984-4218568089bc associated. External IP: 172.25.3.228, port: ca435fe7-5bdb-4ab1-8088-a778e91952b2. Sep 16 05:15:08.682192 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b903b2cd-1e22-4b9b-b39d-b3c0aeebd205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.692990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Allocated IP 2001:db8::2 (b64c7c08-028b-4ebc-a2b3-c7cb14656a46/9559e58c-783f-4f2e-9ada-b9de8edba832/fcfde5d1-31ce-471c-aaa2-60659e032735) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:08.714866 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-019d9f8c-3925-4966-8425-7aea9e23d6c2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] In _notify_port_updated(), no bound segment for port d34b7102-310d-4fd8-9aab-2a533771b128 on network db758d8e-8953-48ca-b1a5-6aae4355c275 {{(pid=95452) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:15:08.722153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019d9f8c-3925-4966-8425-7aea9e23d6c2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.722842 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-019d9f8c-3925-4966-8425-7aea9e23d6c2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.726927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-019d9f8c-3925-4966-8425-7aea9e23d6c2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "PUT /v2.0/ports/d34b7102-310d-4fd8-9aab-2a533771b128 HTTP/1.1" status: 200 len: 921 time: 1.4117568 Sep 16 05:15:08.727856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33400) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:08.798294 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b903b2cd-1e22-4b9b-b39d-b3c0aeebd205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.799557 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b903b2cd-1e22-4b9b-b39d-b3c0aeebd205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4222095 Sep 16 05:15:08.803992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33402) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:08.874970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b31ac501-cd51-49ed-aa03-49770e839ffc tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port d34b7102-310d-4fd8-9aab-2a533771b128 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:08.875228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b31ac501-cd51-49ed-aa03-49770e839ffc tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.949214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2112a2e8-21c9-4e33-9f79-8964f48b5929 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:08.953611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5f65aaca-302f-46e8-9f2d-fc3b285072bd None None] Provisioning complete for port 2112a2e8-21c9-4e33-9f79-8964f48b5929 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:08.953979 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f65aaca-302f-46e8-9f2d-fc3b285072bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.996728 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b31ac501-cd51-49ed-aa03-49770e839ffc tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.025852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b31ac501-cd51-49ed-aa03-49770e839ffc tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for d34b7102-310d-4fd8-9aab-2a533771b128 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:09.165472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2112a2e8-21c9-4e33-9f79-8964f48b5929 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:09.165850 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.209590 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.253729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5f65aaca-302f-46e8-9f2d-fc3b285072bd None None] Provisioning complete for port 9793d81c-ad78-4eb4-9161-15a75a98099b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:09.254942 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f65aaca-302f-46e8-9f2d-fc3b285072bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.255648 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.258543 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b31ac501-cd51-49ed-aa03-49770e839ffc tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.286926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Router 903cf503-a16c-487f-bc2a-fdadab706d1e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:09.335960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ac501-cd51-49ed-aa03-49770e839ffc tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=d34b7102-310d-4fd8-9aab-2a533771b128,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.355196 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.409914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b31ac501-cd51-49ed-aa03-49770e839ffc tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.413053 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b31ac501-cd51-49ed-aa03-49770e839ffc tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/d34b7102-310d-4fd8-9aab-2a533771b128 HTTP/1.1" status: 204 len: 168 time: 0.6845274 Sep 16 05:15:09.415963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33418) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:09.419825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Network b64c7c08-028b-4ebc-a2b3-c7cb14656a46 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:09.421435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5f65aaca-302f-46e8-9f2d-fc3b285072bd None None] Port 9793d81c-ad78-4eb4-9161-15a75a98099b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:09.431734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:09.439300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:09.445926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Pushing event updated for resources: {'Port': ['ID=fcfde5d1-31ce-471c-aaa2-60659e032735,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.445926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5f65aaca-302f-46e8-9f2d-fc3b285072bd None None] Could not find standard attr ID for object d34b7102-310d-4fd8-9aab-2a533771b128. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:15:09.469746 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb96de3-56e3-4d8e-9d03-b6d899ea5863 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:15:09.474270 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4cb96de3-56e3-4d8e-9d03-b6d899ea5863 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/d34b7102-310d-4fd8-9aab-2a533771b128 HTTP/1.1" status: 404 len: 333 time: 0.0568607 Sep 16 05:15:09.476849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33420) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:09.541235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Attempting to bind port fcfde5d1-31ce-471c-aaa2-60659e032735 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:09.544271 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5702ccd6-1eaa-43b4-b46e-606fec1ec2b3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.554810 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Attempting to bind port fcfde5d1-31ce-471c-aaa2-60659e032735 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'bde6ef69-949f-472d-844b-7496e3c0565f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b64c7c08-028b-4ebc-a2b3-c7cb14656a46'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:09.555711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Attempting to bind port fcfde5d1-31ce-471c-aaa2-60659e032735 on network b64c7c08-028b-4ebc-a2b3-c7cb14656a46 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:09.564663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:09.565592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Checking segment: {'id': 'bde6ef69-949f-472d-844b-7496e3c0565f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b64c7c08-028b-4ebc-a2b3-c7cb14656a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:09.566160 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.566608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Bound using segment: {'id': 'bde6ef69-949f-472d-844b-7496e3c0565f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b64c7c08-028b-4ebc-a2b3-c7cb14656a46'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:09.567115 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Bound port: fcfde5d1-31ce-471c-aaa2-60659e032735, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde6ef69-949f-472d-844b-7496e3c0565f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b64c7c08-028b-4ebc-a2b3-c7cb14656a46'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:09.567508 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.579462 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5702ccd6-1eaa-43b4-b46e-606fec1ec2b3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.601017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:09.613453 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a39189-9a20-415d-b3b1-74db3b9ae92d None None] Sync routers for ids ['903cf503-a16c-487f-bc2a-fdadab706d1e'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:09.625987 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a39189-9a20-415d-b3b1-74db3b9ae92d None None] Routers {'903cf503-a16c-487f-bc2a-fdadab706d1e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:09.629327 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-37a39189-9a20-415d-b3b1-74db3b9ae92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['903cf503-a16c-487f-bc2a-fdadab706d1e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:09.633153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-51166fe1-bd95-47d8-9f76-6894717f002f None None] Could not find standard attr ID for object d34b7102-310d-4fd8-9aab-2a533771b128. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:15:09.680371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] For port fcfde5d1-31ce-471c-aaa2-60659e032735, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:09.685598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] For port fcfde5d1-31ce-471c-aaa2-60659e032735, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fcfde5d1-31ce-471c-aaa2-60659e032735,segment=NetworkSegment(bde6ef69-949f-472d-844b-7496e3c0565f),segment_id=bde6ef69-949f-472d-844b-7496e3c0565f)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:09.720578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5702ccd6-1eaa-43b4-b46e-606fec1ec2b3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.723409 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5702ccd6-1eaa-43b4-b46e-606fec1ec2b3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.724843 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5702ccd6-1eaa-43b4-b46e-606fec1ec2b3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/security-groups/8e1fdde2-27d6-46c5-85f5-e6d80a6dd2ad HTTP/1.1" status: 204 len: 168 time: 0.2468371 Sep 16 05:15:09.730113 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33448) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:09.738160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Allocated IP 2001:db8::1 (b64c7c08-028b-4ebc-a2b3-c7cb14656a46/9559e58c-783f-4f2e-9ada-b9de8edba832/5de85a99-400b-4a24-99d2-ee192e3f53ae) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:09.744679 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.748291 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.759099 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-37a39189-9a20-415d-b3b1-74db3b9ae92d None None] Set router 903cf503-a16c-487f-bc2a-fdadab706d1e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:09.781659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702ccd6-1eaa-43b4-b46e-606fec1ec2b3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1fdde2-27d6-46c5-85f5-e6d80a6dd2ad,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.870841 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d780c96c-3acd-4ac3-b10a-1b8b18471c61 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.879202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c0f2eef0-c95f-437b-adc3-3a9ffa0c7f97 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7643597 Sep 16 05:15:09.879955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33458) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:09.893310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'tag': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:09.898131 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224d807d-2493-4748-b863-a04d23e58275" -d '{"events": [{"name": "network-changed", "server_uuid": "e316459f-7dd0-4638-ae90-241bf0bcc999", "tag": "ca435fe7-5bdb-4ab1-8088-a778e91952b2"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:09.902613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a248a-515e-4673-82bb-1fe9c4e81cfc None None] Pushing event updated for resources: {'Port': ['ID=fcfde5d1-31ce-471c-aaa2-60659e032735,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.925883 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d780c96c-3acd-4ac3-b10a-1b8b18471c61 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.068264 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d780c96c-3acd-4ac3-b10a-1b8b18471c61 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.068264 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d780c96c-3acd-4ac3-b10a-1b8b18471c61 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.068264 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d780c96c-3acd-4ac3-b10a-1b8b18471c61 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/security-groups/ef429389-54dd-4acf-aadf-a878e2f51288 HTTP/1.1" status: 204 len: 168 time: 0.3344731 Sep 16 05:15:10.069548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33462) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:10.116867 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-37a39189-9a20-415d-b3b1-74db3b9ae92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:14:42Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '21d30828-5d85-49ca-8984-4218568089bc', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'port_id': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'mac_address': 'fa:16:3e:42:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:07Z', 'updated_at': '2021-09-16T05:15:07Z', 'revision_number': 0, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75fc792-7864-4f61-ac96-09945f7d4027', 'name': '', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:f4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:40Z', 'updated_at': '2021-09-16T05:14:46Z', 'revision_number': 5, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:10.117662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780c96c-3acd-4ac3-b10a-1b8b18471c61 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef429389-54dd-4acf-aadf-a878e2f51288,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:10.163331 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c6d4a1-9407-4c39-ab28-79969058d3c4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting subnet d43a6910-d346-48a1-9743-df04a4af0fdc {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:10.167223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-60c6d4a1-9407-4c39-ab28-79969058d3c4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.185630 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a39189-9a20-415d-b3b1-74db3b9ae92d None None] Checking router: 903cf503-a16c-487f-bc2a-fdadab706d1e for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:10.200006 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a39189-9a20-415d-b3b1-74db3b9ae92d None None] Routers {'903cf503-a16c-487f-bc2a-fdadab706d1e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:10.201303 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-37a39189-9a20-415d-b3b1-74db3b9ae92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['903cf503-a16c-487f-bc2a-fdadab706d1e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:10.219230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-60c6d4a1-9407-4c39-ab28-79969058d3c4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.322933 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-60c6d4a1-9407-4c39-ab28-79969058d3c4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.323495 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-37a39189-9a20-415d-b3b1-74db3b9ae92d None None] Set router 903cf503-a16c-487f-bc2a-fdadab706d1e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:10.418095 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a06f0e8-dddc-444a-ad62-dd42f502ad8f x-openstack-request-id: req-7a06f0e8-dddc-444a-ad62-dd42f502ad8f {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:10.418382 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e316459f-7dd0-4638-ae90-241bf0bcc999", "tag": "ca435fe7-5bdb-4ab1-8088-a778e91952b2", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:10.418626 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a06f0e8-dddc-444a-ad62-dd42f502ad8f {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:10.419040 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'tag': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2', 'status': 'completed', 'code': 200} Sep 16 05:15:10.464837 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-60c6d4a1-9407-4c39-ab28-79969058d3c4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.501718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6d4a1-9407-4c39-ab28-79969058d3c4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Subnet': ['ID=d43a6910-d346-48a1-9743-df04a4af0fdc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:10.515309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ccdcca-7e42-4dff-aa81-cbb91d6d9f39 None None] Network db758d8e-8953-48ca-b1a5-6aae4355c275 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:10.527728 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-60c6d4a1-9407-4c39-ab28-79969058d3c4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.534786 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-60c6d4a1-9407-4c39-ab28-79969058d3c4 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/d43a6910-d346-48a1-9743-df04a4af0fdc HTTP/1.1" status: 204 len: 168 time: 0.4628618 Sep 16 05:15:10.538326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33464) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:10.552606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a211bab3-7df6-47ab-b409-7f1963f03c15 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:10.581771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d807d-2493-4748-b863-a04d23e58275 req-5e6e175a-d91f-4465-91d3-996204ab9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.583325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-224d807d-2493-4748-b863-a04d23e58275 req-5e6e175a-d91f-4465-91d3-996204ab9f3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e1c1acdabb043a5b48f12b342ae6235&device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 1137 time: 0.1670835 Sep 16 05:15:10.625952 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.742613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222120d2-7318-476d-9d0b-807207f88b2a tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.742923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222120d2-7318-476d-9d0b-807207f88b2a tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.743403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222120d2-7318-476d-9d0b-807207f88b2a tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.743870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222120d2-7318-476d-9d0b-807207f88b2a tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.744334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222120d2-7318-476d-9d0b-807207f88b2a tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.744827 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222120d2-7318-476d-9d0b-807207f88b2a tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.745283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222120d2-7318-476d-9d0b-807207f88b2a tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.749835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-222120d2-7318-476d-9d0b-807207f88b2a tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.8434930 Sep 16 05:15:10.750990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33470) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:10.799872 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-37a39189-9a20-415d-b3b1-74db3b9ae92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:14:42Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '21d30828-5d85-49ca-8984-4218568089bc', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'port_id': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'mac_address': 'fa:16:3e:42:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:07Z', 'updated_at': '2021-09-16T05:15:07Z', 'revision_number': 0, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75fc792-7864-4f61-ac96-09945f7d4027', 'name': '', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:f4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:40Z', 'updated_at': '2021-09-16T05:14:46Z', 'revision_number': 5, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:10.871895 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a39189-9a20-415d-b3b1-74db3b9ae92d None None] The sync data for ids ['903cf503-a16c-487f-bc2a-fdadab706d1e'] in n-d-712137-12 is: [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:14:42Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '21d30828-5d85-49ca-8984-4218568089bc', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'port_id': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'mac_address': 'fa:16:3e:42:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:07Z', 'updated_at': '2021-09-16T05:15:07Z', 'revision_number': 0, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75fc792-7864-4f61-ac96-09945f7d4027', 'name': '', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:f4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:40Z', 'updated_at': '2021-09-16T05:14:46Z', 'revision_number': 5, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:10.892920 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a211bab3-7df6-47ab-b409-7f1963f03c15 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:10.899756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a211bab3-7df6-47ab-b409-7f1963f03c15 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.903561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fcfde5d1-31ce-471c-aaa2-60659e032735 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:10.943786 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d999212f-68e9-420d-801d-e70e65c1e9a7 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.944341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d999212f-68e9-420d-801d-e70e65c1e9a7 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.945080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d999212f-68e9-420d-801d-e70e65c1e9a7 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.945552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d999212f-68e9-420d-801d-e70e65c1e9a7 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.946177 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d999212f-68e9-420d-801d-e70e65c1e9a7 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.946629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d999212f-68e9-420d-801d-e70e65c1e9a7 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.947075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d999212f-68e9-420d-801d-e70e65c1e9a7 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.952170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d999212f-68e9-420d-801d-e70e65c1e9a7 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4556 time: 0.1956892 Sep 16 05:15:10.952170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d807d-2493-4748-b863-a04d23e58275 req-1db96021-4eb9-4896-b0ea-79cdf83c1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.952170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-224d807d-2493-4748-b863-a04d23e58275 req-1db96021-4eb9-4896-b0ea-79cdf83c1342 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 HTTP/1.1" status: 200 len: 897 time: 0.3201106 Sep 16 05:15:10.956338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33472) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:10.983357 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.005202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port fcfde5d1-31ce-471c-aaa2-60659e032735 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:11.005721 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.190349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network b64c7c08-028b-4ebc-a2b3-c7cb14656a46 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:11.191327 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.198685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:11.206778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:11.206778 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.250588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6192e6ea-eda4-4812-9724-03f7b68700a4 None None] Network b64c7c08-028b-4ebc-a2b3-c7cb14656a46 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:11.369771 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5312f5-1818-4ef4-8970-0cfa70684a83 None None] New status for floating IP 21d30828-5d85-49ca-8984-4218568089bc: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:15:11.411740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=5de85a99-400b-4a24-99d2-ee192e3f53ae,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:11.429575 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-224d807d-2493-4748-b863-a04d23e58275 req-17bbc1aa-f9ec-4340-b91f-52d644ebf2db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca435fe7-5bdb-4ab1-8088-a778e91952b2 HTTP/1.1" status: 200 len: 1000 time: 0.4547973 Sep 16 05:15:11.481234 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port fcfde5d1-31ce-471c-aaa2-60659e032735, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fcfde5d1-31ce-471c-aaa2-60659e032735,segment=NetworkSegment(bde6ef69-949f-472d-844b-7496e3c0565f),segment_id=bde6ef69-949f-472d-844b-7496e3c0565f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:11.499747 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a211bab3-7df6-47ab-b409-7f1963f03c15 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.527925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-53e2229d-652d-4c66-abf7-bdf754b1991b None None] Provisioning complete for port fcfde5d1-31ce-471c-aaa2-60659e032735 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:11.528524 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-53e2229d-652d-4c66-abf7-bdf754b1991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.554561 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.586955 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d807d-2493-4748-b863-a04d23e58275 req-e67c815d-82c0-4c6c-9cb0-25cac88d8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.588528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-224d807d-2493-4748-b863-a04d23e58275 req-e67c815d-82c0-4c6c-9cb0-25cac88d8b12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8a4be0a-09e7-4362-987c-07fec8415f70 HTTP/1.1" status: 200 len: 835 time: 0.1504974 Sep 16 05:15:11.599150 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.611603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211bab3-7df6-47ab-b409-7f1963f03c15 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Subnet': ['ID=9d4d4e3b-6f7d-46f1-b900-5978e94bf259,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:11.640860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211bab3-7df6-47ab-b409-7f1963f03c15 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network db758d8e-8953-48ca-b1a5-6aae4355c275 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:11.643213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-a211bab3-7df6-47ab-b409-7f1963f03c15 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:11.646736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211bab3-7df6-47ab-b409-7f1963f03c15 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.647331 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a211bab3-7df6-47ab-b409-7f1963f03c15 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.742809 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a211bab3-7df6-47ab-b409-7f1963f03c15 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2026944 Sep 16 05:15:11.745330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33506) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:11.752835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-359ef757-59c5-48c6-bee5-60dcf03f539a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'security_group': {'name': 'tempest-secgroup-1362314477'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:11.851495 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=fcfde5d1-31ce-471c-aaa2-60659e032735,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:11.885978 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-359ef757-59c5-48c6-bee5-60dcf03f539a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.911890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961386a5-cbd6-4e1e-87bd-94c6f28ea875 None None] Network db758d8e-8953-48ca-b1a5-6aae4355c275 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:12.005983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d807d-2493-4748-b863-a04d23e58275 req-a8e8cb3d-6e7d-461a-ab5d-a32980fe0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.007556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-224d807d-2493-4748-b863-a04d23e58275 req-a8e8cb3d-6e7d-461a-ab5d-a32980fe0b73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457102 Sep 16 05:15:12.081793 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-359ef757-59c5-48c6-bee5-60dcf03f539a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.096740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3936c5a4-6e5e-43a3-aecc-4e3135de9ab0 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2868 time: 1.1429288 Sep 16 05:15:12.099807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33508) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:12.158882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630c5fbd-15b8-4c0a-ac8a-5174122606d0 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.159431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630c5fbd-15b8-4c0a-ac8a-5174122606d0 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.163208 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-630c5fbd-15b8-4c0a-ac8a-5174122606d0 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=903cf503-a16c-487f-bc2a-fdadab706d1e HTTP/1.1" status: 200 len: 1990 time: 0.0612855 Sep 16 05:15:12.177729 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-359ef757-59c5-48c6-bee5-60dcf03f539a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.178587 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a3744d47-2302-4dba-b308-0fcd47c4c06f None None] Provisioning complete for port 2112a2e8-21c9-4e33-9f79-8964f48b5929 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:12.182500 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a3744d47-2302-4dba-b308-0fcd47c4c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.222572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ef757-59c5-48c6-bee5-60dcf03f539a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a13f24b-8b31-4d61-b1c9-effdccad44d0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:12.226133 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-224d807d-2493-4748-b863-a04d23e58275 req-873ebc02-0b16-4021-88db-5a8653550cbc service neutron] 10.222.0.37 "GET /v2.0/networks/0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058244 Sep 16 05:15:12.245002 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.262344 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-daac689e-4f14-46e4-b1d1-b985501bdd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.328724 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-359ef757-59c5-48c6-bee5-60dcf03f539a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.330476 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-359ef757-59c5-48c6-bee5-60dcf03f539a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5841632 Sep 16 05:15:12.333905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33512) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:12.356063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7e7e8e3c-fb1b-4c47-88ed-f00708049e6b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'security_group': {'name': 'tempest-secgroup-1612590643'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:12.359389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a3744d47-2302-4dba-b308-0fcd47c4c06f None None] Provisioning complete for port 9793d81c-ad78-4eb4-9161-15a75a98099b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:12.359785 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a3744d47-2302-4dba-b308-0fcd47c4c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.385879 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.386683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.453925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a3744d47-2302-4dba-b308-0fcd47c4c06f None None] Port 9793d81c-ad78-4eb4-9161-15a75a98099b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:12.466590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd6c62e-efd2-4cc8-bb46-aaba625d976d None None] Update dhcp port {'port': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'fixed_ips': [{'subnet_id': 'cc250238-ff71-492e-a672-ec30d5f4abb6', 'ip_address': '172.20.0.18'}, {'subnet_id': '9d4d4e3b-6f7d-46f1-b900-5978e94bf259'}], 'binding:host_id': 'n-d-712137-12'}, 'id': '2112a2e8-21c9-4e33-9f79-8964f48b5929'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:15:12.470190 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8e3c-fb1b-4c47-88ed-f00708049e6b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.471828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-224d807d-2493-4748-b863-a04d23e58275 req-76c79c47-660a-4cda-bf39-429d52f24716 service neutron] 10.222.0.37 "GET /v2.0/networks/0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355490 Sep 16 05:15:12.504352 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c62e-efd2-4cc8-bb46-aaba625d976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.505939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=5de85a99-400b-4a24-99d2-ee192e3f53ae,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:12.594637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network b64c7c08-028b-4ebc-a2b3-c7cb14656a46 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:12.596299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:12.669497 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8e3c-fb1b-4c47-88ed-f00708049e6b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.749871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8e3c-fb1b-4c47-88ed-f00708049e6b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.791323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-1bd6c62e-efd2-4cc8-bb46-aaba625d976d None None] Allocated IP 172.20.0.2 (db758d8e-8953-48ca-b1a5-6aae4355c275/9d4d4e3b-6f7d-46f1-b900-5978e94bf259/2112a2e8-21c9-4e33-9f79-8964f48b5929) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:12.812105 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.829503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-260db193-809d-4820-be28-01629fdddb83 None None] Provisioning complete for port fcfde5d1-31ce-471c-aaa2-60659e032735 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:12.829880 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-260db193-809d-4820-be28-01629fdddb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.856671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e8e3c-fb1b-4c47-88ed-f00708049e6b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f0df02-58a2-44dc-b09e-0d9b118a0f1b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:12.869770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fcfde5d1-31ce-471c-aaa2-60659e032735 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:12.870331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router fe3bab93-7d77-42cc-bca0-63377ebb176f is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:15:12.938047 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8e3c-fb1b-4c47-88ed-f00708049e6b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.942926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33516) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:12.943195 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7e7e8e3c-fb1b-4c47-88ed-f00708049e6b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6065803 Sep 16 05:15:12.949848 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-96a5fe4f-4e58-4410-a80c-a6d79b9bcd7d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'security_group': {'name': 'tempest-secgroup-1605533711'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:13.021182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:13.027692 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-05146abf-9a82-4550-8829-16bffe24b6e8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/fe3bab93-7d77-42cc-bca0-63377ebb176f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2212353 Sep 16 05:15:13.030153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33518) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:13.038751 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de05932b-7bb8-4505-994c-815af55e43f8 None None] Sync routers for ids ['fe3bab93-7d77-42cc-bca0-63377ebb176f'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:13.054224 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de05932b-7bb8-4505-994c-815af55e43f8 None None] Routers {'fe3bab93-7d77-42cc-bca0-63377ebb176f'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:13.055130 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-de05932b-7bb8-4505-994c-815af55e43f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fe3bab93-7d77-42cc-bca0-63377ebb176f'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:13.066950 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port fcfde5d1-31ce-471c-aaa2-60659e032735 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:13.067326 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.099633 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96a5fe4f-4e58-4410-a80c-a6d79b9bcd7d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.114510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963ce340-1a13-4e57-a5ba-5bde31d74d55 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.117036 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-963ce340-1a13-4e57-a5ba-5bde31d74d55 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports/5de85a99-400b-4a24-99d2-ee192e3f53ae HTTP/1.1" status: 200 len: 911 time: 0.0853834 Sep 16 05:15:13.120017 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33520) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:13.141206 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-de05932b-7bb8-4505-994c-815af55e43f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:13.187832 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de05932b-7bb8-4505-994c-815af55e43f8 None None] Routers {'fe3bab93-7d77-42cc-bca0-63377ebb176f'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:13.187832 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-de05932b-7bb8-4505-994c-815af55e43f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:14:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fe3bab93-7d77-42cc-bca0-63377ebb176f'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:13.188839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-260db193-809d-4820-be28-01629fdddb83 None None] Provisioning complete for port 5de85a99-400b-4a24-99d2-ee192e3f53ae triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:13.188839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-260db193-809d-4820-be28-01629fdddb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.212063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1bd6c62e-efd2-4cc8-bb46-aaba625d976d None None] For port 2112a2e8-21c9-4e33-9f79-8964f48b5929, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2112a2e8-21c9-4e33-9f79-8964f48b5929,segment=NetworkSegment(c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb),segment_id=c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:13.246368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96a5fe4f-4e58-4410-a80c-a6d79b9bcd7d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.252921 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-de05932b-7bb8-4505-994c-815af55e43f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:13.253659 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de05932b-7bb8-4505-994c-815af55e43f8 None None] The sync data for ids ['fe3bab93-7d77-42cc-bca0-63377ebb176f'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:13.298414 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c62e-efd2-4cc8-bb46-aaba625d976d None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.300809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-260db193-809d-4820-be28-01629fdddb83 None None] Port 5de85a99-400b-4a24-99d2-ee192e3f53ae cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:13.320985 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96a5fe4f-4e58-4410-a80c-a6d79b9bcd7d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.361271 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c62e-efd2-4cc8-bb46-aaba625d976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.363979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5fe4f-4e58-4410-a80c-a6d79b9bcd7d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e427e698-4f2c-4afa-a4ea-47d640b5ece8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:13.412169 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96a5fe4f-4e58-4410-a80c-a6d79b9bcd7d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.413625 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-96a5fe4f-4e58-4410-a80c-a6d79b9bcd7d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4693334 Sep 16 05:15:13.416322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33522) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:13.422155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2114690801', 'security_groups': ['e427e698-4f2c-4afa-a4ea-47d640b5ece8'], 'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d4d4e3b-6f7d-46f1-b900-5978e94bf259'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:13.462051 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c62e-efd2-4cc8-bb46-aaba625d976d None None] Pushing event updated for resources: {'Port': ['ID=2112a2e8-21c9-4e33-9f79-8964f48b5929,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:13.494883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-38cc8dbe-9525-490e-ba18-ee779dd0a5a2 None None] Provisioning complete for port 5de85a99-400b-4a24-99d2-ee192e3f53ae triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:13.495259 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38cc8dbe-9525-490e-ba18-ee779dd0a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.550079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-38cc8dbe-9525-490e-ba18-ee779dd0a5a2 None None] Port 5de85a99-400b-4a24-99d2-ee192e3f53ae cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:13.574641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5739f282-dd71-4226-83e5-1d54bd5e2a2d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.652323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:13.769690 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.793999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] device_id is not set on port 1575df29-aac5-46c3-a718-023f0a90a059 yet. {{(pid=95452) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:15:13.883412 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5739f282-dd71-4226-83e5-1d54bd5e2a2d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port 5de85a99-400b-4a24-99d2-ee192e3f53ae {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:13.884043 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5739f282-dd71-4226-83e5-1d54bd5e2a2d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.998111 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5739f282-dd71-4226-83e5-1d54bd5e2a2d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.013334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.9 (db758d8e-8953-48ca-b1a5-6aae4355c275/9d4d4e3b-6f7d-46f1-b900-5978e94bf259/1575df29-aac5-46c3-a718-023f0a90a059) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:14.015478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5739f282-dd71-4226-83e5-1d54bd5e2a2d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for 5de85a99-400b-4a24-99d2-ee192e3f53ae owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:14.173144 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ea0c54da-1a76-4049-8cf5-18c585429c88 None None] Provisioning complete for port 2112a2e8-21c9-4e33-9f79-8964f48b5929 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:14.174143 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ea0c54da-1a76-4049-8cf5-18c585429c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.196259 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.275283 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5739f282-dd71-4226-83e5-1d54bd5e2a2d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.304236 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.349426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739f282-dd71-4226-83e5-1d54bd5e2a2d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=5de85a99-400b-4a24-99d2-ee192e3f53ae,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:14.361964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network db758d8e-8953-48ca-b1a5-6aae4355c275 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:14.365498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:14.371623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:14.414456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=1575df29-aac5-46c3-a718-023f0a90a059,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:14.468357 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:14.469678 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5739f282-dd71-4226-83e5-1d54bd5e2a2d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.474432 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.547820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ea0c54da-1a76-4049-8cf5-18c585429c88 None None] Provisioning complete for port 9793d81c-ad78-4eb4-9161-15a75a98099b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:14.555281 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ea0c54da-1a76-4049-8cf5-18c585429c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.570270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d787f809-b8b2-45f7-8d2d-f14a9d3b4dd2 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1502364 Sep 16 05:15:14.570486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33526) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:14.576331 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4d3b7849-5d45-4620-b585-3902990f1d95 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:14.597869 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-694004bf-398c-4f97-94f7-18caff560b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.603532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c54da-1a76-4049-8cf5-18c585429c88 None None] Port 9793d81c-ad78-4eb4-9161-15a75a98099b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:14.690514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5739f282-dd71-4226-83e5-1d54bd5e2a2d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router fe3bab93-7d77-42cc-bca0-63377ebb176f has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:14.734562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-887bb052-e6c7-4f06-a4e1-9dd4417ce06f None None] Provisioning complete for port 1575df29-aac5-46c3-a718-023f0a90a059 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:14.735276 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-887bb052-e6c7-4f06-a4e1-9dd4417ce06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.777429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5739f282-dd71-4226-83e5-1d54bd5e2a2d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:14.783970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-887bb052-e6c7-4f06-a4e1-9dd4417ce06f None None] Port 1575df29-aac5-46c3-a718-023f0a90a059 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:14.787483 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5739f282-dd71-4226-83e5-1d54bd5e2a2d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/fe3bab93-7d77-42cc-bca0-63377ebb176f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6640549 Sep 16 05:15:14.787952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33528) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:14.793042 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac87639-6aaa-41ee-8f4a-3ef483360109 None None] Sync routers for ids ['fe3bab93-7d77-42cc-bca0-63377ebb176f'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:14.804287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac87639-6aaa-41ee-8f4a-3ef483360109 None None] Routers {'fe3bab93-7d77-42cc-bca0-63377ebb176f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:14.805215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3ac87639-6aaa-41ee-8f4a-3ef483360109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fe3bab93-7d77-42cc-bca0-63377ebb176f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:14.808331 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2112a2e8-21c9-4e33-9f79-8964f48b5929 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:14.827948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0031142f-b9cd-4008-a585-6e20d6552a40 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3bab93-7d77-42cc-bca0-63377ebb176f HTTP/1.1" status: 200 len: 205 time: 0.0386264 Sep 16 05:15:14.828672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3b7849-5d45-4620-b585-3902990f1d95 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:14.830466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33530) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:14.832071 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4d3b7849-5d45-4620-b585-3902990f1d95 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.865035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3ac87639-6aaa-41ee-8f4a-3ef483360109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:14.880080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac87639-6aaa-41ee-8f4a-3ef483360109 None None] Routers {'fe3bab93-7d77-42cc-bca0-63377ebb176f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:14.880738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3ac87639-6aaa-41ee-8f4a-3ef483360109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['fe3bab93-7d77-42cc-bca0-63377ebb176f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:14.918471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3ac87639-6aaa-41ee-8f4a-3ef483360109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:14.919436 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac87639-6aaa-41ee-8f4a-3ef483360109 None None] The sync data for ids ['fe3bab93-7d77-42cc-bca0-63377ebb176f'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:14.930970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff9b5-c443-46e8-ab25-15917e76e6c7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.936313 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2112a2e8-21c9-4e33-9f79-8964f48b5929 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:14.936906 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.956263 n-d-712137-12 neutron-server[95452]: INFO neutron.db.ipam_backend_mixin [None req-4d3b7849-5d45-4620-b585-3902990f1d95 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9d4d4e3b-6f7d-46f1-b900-5978e94bf259 (CIDR: 172.20.0.0/28) Sep 16 05:15:14.996799 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3b7849-5d45-4620-b585-3902990f1d95 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:15:14.997436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3b7849-5d45-4620-b585-3902990f1d95 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:15.076131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4d3b7849-5d45-4620-b585-3902990f1d95 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5040681 Sep 16 05:15:15.078854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33534) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:15.083956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2298e467-9f74-4559-991c-91a9c09c09bb tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:15.291875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2298e467-9f74-4559-991c-91a9c09c09bb tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:15.297507 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2298e467-9f74-4559-991c-91a9c09c09bb tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.338146 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.408019 n-d-712137-12 neutron-server[95452]: INFO neutron.db.ipam_backend_mixin [None req-2298e467-9f74-4559-991c-91a9c09c09bb tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cc250238-ff71-492e-a672-ec30d5f4abb6 (CIDR: 172.20.0.16/28) Sep 16 05:15:15.422378 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff9b5-c443-46e8-ab25-15917e76e6c7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.425014 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff9b5-c443-46e8-ab25-15917e76e6c7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.464700 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-2298e467-9f74-4559-991c-91a9c09c09bb tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:15:15.465314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2298e467-9f74-4559-991c-91a9c09c09bb tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:15.549617 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff9b5-c443-46e8-ab25-15917e76e6c7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.550202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7ff9b5-c443-46e8-ab25-15917e76e6c7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Fanout notify agent at l3_agent the message router_deleted on router fe3bab93-7d77-42cc-bca0-63377ebb176f {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:15.557180 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff9b5-c443-46e8-ab25-15917e76e6c7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.558722 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fc7ff9b5-c443-46e8-ab25-15917e76e6c7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/fe3bab93-7d77-42cc-bca0-63377ebb176f HTTP/1.1" status: 204 len: 168 time: 0.7266331 Sep 16 05:15:15.562307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2298e467-9f74-4559-991c-91a9c09c09bb tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4822643 Sep 16 05:15:15.566515 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33536) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:15.566913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33538) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:15.572121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3b951580-71ba-493f-9d9a-53113c626d9a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'subnet': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:15.625937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d895ec-2fa3-4446-907c-076ed2b71363 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting subnet 9559e58c-783f-4f2e-9ada-b9de8edba832 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:15.631248 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50d895ec-2fa3-4446-907c-076ed2b71363 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.673967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50d895ec-2fa3-4446-907c-076ed2b71363 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.760946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b951580-71ba-493f-9d9a-53113c626d9a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Made reservation on behalf of 54b17a9a9c1c4066be36e28a9a6bc5c1 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:15.765017 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b951580-71ba-493f-9d9a-53113c626d9a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.767520 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50d895ec-2fa3-4446-907c-076ed2b71363 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.904220 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50d895ec-2fa3-4446-907c-076ed2b71363 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.934912 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d895ec-2fa3-4446-907c-076ed2b71363 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Subnet': ['ID=9559e58c-783f-4f2e-9ada-b9de8edba832,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:15.938262 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50d895ec-2fa3-4446-907c-076ed2b71363 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.940483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-50d895ec-2fa3-4446-907c-076ed2b71363 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/9559e58c-783f-4f2e-9ada-b9de8edba832 HTTP/1.1" status: 204 len: 168 time: 0.3729460 Sep 16 05:15:15.949044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cfd59b-6f07-4b4c-a301-149054cc95bc None None] Network b64c7c08-028b-4ebc-a2b3-c7cb14656a46 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:15.953008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33540) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:16.051453 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.080561 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.112081 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port fcfde5d1-31ce-471c-aaa2-60659e032735 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:16.112615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.158932 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b951580-71ba-493f-9d9a-53113c626d9a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.184637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] For port fcfde5d1-31ce-471c-aaa2-60659e032735, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fcfde5d1-31ce-471c-aaa2-60659e032735,segment=NetworkSegment(bde6ef69-949f-472d-844b-7496e3c0565f),segment_id=bde6ef69-949f-472d-844b-7496e3c0565f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:16.193614 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.205687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b951580-71ba-493f-9d9a-53113c626d9a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Network db758d8e-8953-48ca-b1a5-6aae4355c275 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:16.211662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0de37-bdc2-4c65-8ef4-79b8e34d60ba None None] DHCP port deletion for b64c7c08-028b-4ebc-a2b3-c7cb14656a46 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:15:16.216643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for fcfde5d1-31ce-471c-aaa2-60659e032735 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:16.217631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3b951580-71ba-493f-9d9a-53113c626d9a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:16.228075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b951580-71ba-493f-9d9a-53113c626d9a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.228702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3b951580-71ba-493f-9d9a-53113c626d9a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.239944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b53ae-410d-405c-816a-3d808f293080 None None] Network db758d8e-8953-48ca-b1a5-6aae4355c275 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:16.250340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b951580-71ba-493f-9d9a-53113c626d9a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Subnet': ['ID=f4d441a8-46d3-448a-98de-f043f62a0c9a,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:16.333067 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3b951580-71ba-493f-9d9a-53113c626d9a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7650199 Sep 16 05:15:16.335199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-90f0de37-bdc2-4c65-8ef4-79b8e34d60ba None None] Deleting port fcfde5d1-31ce-471c-aaa2-60659e032735 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:16.335583 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90f0de37-bdc2-4c65-8ef4-79b8e34d60ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.335755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33544) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:16.341324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b336065c-fdb5-4a61-8fbb-304398c7d971 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-595271920', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f4d441a8-46d3-448a-98de-f043f62a0c9a'}], 'security_groups': ['9a13f24b-8b31-4d61-b1c9-effdccad44d0', '74f0df02-58a2-44dc-b09e-0d9b118a0f1b']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:16.412379 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.444313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=fcfde5d1-31ce-471c-aaa2-60659e032735,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:16.445198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-90f0de37-bdc2-4c65-8ef4-79b8e34d60ba None None] For port fcfde5d1-31ce-471c-aaa2-60659e032735, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fcfde5d1-31ce-471c-aaa2-60659e032735,segment=NetworkSegment(bde6ef69-949f-472d-844b-7496e3c0565f),segment_id=bde6ef69-949f-472d-844b-7496e3c0565f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:16.445678 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90f0de37-bdc2-4c65-8ef4-79b8e34d60ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.449010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No DVR routers for this DVR port fcfde5d1-31ce-471c-aaa2-60659e032735 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:16.485691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-90f0de37-bdc2-4c65-8ef4-79b8e34d60ba None None] Calling delete_port for fcfde5d1-31ce-471c-aaa2-60659e032735 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:16.539565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b336065c-fdb5-4a61-8fbb-304398c7d971 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.550001 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.568193 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.591076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64c7c08-028b-4ebc-a2b3-c7cb14656a46']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:16.604556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde6ef69-949f-472d-844b-7496e3c0565f') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:16.604881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde6ef69-949f-472d-844b-7496e3c0565f') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:16.615148 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90f0de37-bdc2-4c65-8ef4-79b8e34d60ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.618168 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.635217 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.645159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0de37-bdc2-4c65-8ef4-79b8e34d60ba None None] Pushing event deleted for resources: {'Port': ['ID=fcfde5d1-31ce-471c-aaa2-60659e032735,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:16.652055 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:16.655290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0de37-bdc2-4c65-8ef4-79b8e34d60ba None None] No DVR routers for this DVR port fcfde5d1-31ce-471c-aaa2-60659e032735 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:16.656086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af934210-fe55-4e70-a5c5-32b073681999 None None] Update dhcp port {'port': {'network_id': 'db758d8e-8953-48ca-b1a5-6aae4355c275', 'fixed_ips': [{'subnet_id': 'cc250238-ff71-492e-a672-ec30d5f4abb6', 'ip_address': '172.20.0.18'}, {'subnet_id': '9d4d4e3b-6f7d-46f1-b900-5978e94bf259', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f4d441a8-46d3-448a-98de-f043f62a0c9a'}], 'binding:host_id': 'n-d-712137-12'}, 'id': '2112a2e8-21c9-4e33-9f79-8964f48b5929'} from n-d-712137-12. {{(pid=95453) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:15:16.687560 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af934210-fe55-4e70-a5c5-32b073681999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.802274 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.805482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fcfde5d1-31ce-471c-aaa2-60659e032735 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:16.816533 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.818701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/networks/b64c7c08-028b-4ebc-a2b3-c7cb14656a46 HTTP/1.1" status: 204 len: 168 time: 0.8644059 Sep 16 05:15:16.833111 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33546) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:16.833473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: fcfde5d1-31ce-471c-aaa2-60659e032735 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:16.833763 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fcfde5d1-31ce-471c-aaa2-60659e032735 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:16.837875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-129267602', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:16.847972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9a218-824e-45fe-a2b4-3543f89ec9f7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Network': ['ID=b64c7c08-028b-4ebc-a2b3-c7cb14656a46,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:16.928242 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-b336065c-fdb5-4a61-8fbb-304398c7d971 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Delete allocated IP 172.20.0.9 (db758d8e-8953-48ca-b1a5-6aae4355c275/9d4d4e3b-6f7d-46f1-b900-5978e94bf259) {{(pid=95451) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:15:16.932183 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.933362 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.938026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-b336065c-fdb5-4a61-8fbb-304398c7d971 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Allocated IP 172.20.0.41 (db758d8e-8953-48ca-b1a5-6aae4355c275/f4d441a8-46d3-448a-98de-f043f62a0c9a/1575df29-aac5-46c3-a718-023f0a90a059) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:16.989056 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.115698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b336065c-fdb5-4a61-8fbb-304398c7d971 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.166251 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b336065c-fdb5-4a61-8fbb-304398c7d971 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.268804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-af934210-fe55-4e70-a5c5-32b073681999 None None] Allocated IP 172.20.0.34 (db758d8e-8953-48ca-b1a5-6aae4355c275/f4d441a8-46d3-448a-98de-f043f62a0c9a/2112a2e8-21c9-4e33-9f79-8964f48b5929) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:17.274442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336065c-fdb5-4a61-8fbb-304398c7d971 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event updated for resources: {'Port': ['ID=1575df29-aac5-46c3-a718-023f0a90a059,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:17.291814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b336065c-fdb5-4a61-8fbb-304398c7d971 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] In _notify_port_updated(), no bound segment for port 1575df29-aac5-46c3-a718-023f0a90a059 on network db758d8e-8953-48ca-b1a5-6aae4355c275 {{(pid=95451) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:15:17.298255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b336065c-fdb5-4a61-8fbb-304398c7d971 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.298927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b336065c-fdb5-4a61-8fbb-304398c7d971 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.303108 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b336065c-fdb5-4a61-8fbb-304398c7d971 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "PUT /v2.0/ports/1575df29-aac5-46c3-a718-023f0a90a059 HTTP/1.1" status: 200 len: 959 time: 0.9636276 Sep 16 05:15:17.303940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33550) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:17.428151 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-af934210-fe55-4e70-a5c5-32b073681999 None None] For port 2112a2e8-21c9-4e33-9f79-8964f48b5929, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2112a2e8-21c9-4e33-9f79-8964f48b5929,segment=NetworkSegment(c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb),segment_id=c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:17.436247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0cd49c26-e33d-4424-94ed-04a98d2208e1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port 1575df29-aac5-46c3-a718-023f0a90a059 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:17.436704 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0cd49c26-e33d-4424-94ed-04a98d2208e1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.488983 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af934210-fe55-4e70-a5c5-32b073681999 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.562175 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0cd49c26-e33d-4424-94ed-04a98d2208e1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.579656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0cd49c26-e33d-4424-94ed-04a98d2208e1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for 1575df29-aac5-46c3-a718-023f0a90a059 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:17.581165 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af934210-fe55-4e70-a5c5-32b073681999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.617660 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.618765 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.735612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af934210-fe55-4e70-a5c5-32b073681999 None None] Pushing event updated for resources: {'Port': ['ID=2112a2e8-21c9-4e33-9f79-8964f48b5929,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:17.841083 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0cd49c26-e33d-4424-94ed-04a98d2208e1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.877096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd49c26-e33d-4424-94ed-04a98d2208e1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=1575df29-aac5-46c3-a718-023f0a90a059,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:17.927406 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.951120 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.962629 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0cd49c26-e33d-4424-94ed-04a98d2208e1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.965592 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0cd49c26-e33d-4424-94ed-04a98d2208e1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/1575df29-aac5-46c3-a718-023f0a90a059 HTTP/1.1" status: 204 len: 168 time: 0.6611161 Sep 16 05:15:17.968776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33554) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:18.003315 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba2ed7b-8351-4f75-b885-8c894cc44c8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] GET failed (client error): The resource could not be found. Sep 16 05:15:18.004894 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1ba2ed7b-8351-4f75-b885-8c894cc44c8b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports/1575df29-aac5-46c3-a718-023f0a90a059 HTTP/1.1" status: 404 len: 333 time: 0.0351620 Sep 16 05:15:18.007481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33556) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:18.077534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-845b881a-5df9-4ddb-a358-5184526a97d1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.091539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Allocated IP 172.25.3.127 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/36c4c26e-6d9f-4836-9de7-83434755f670) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:18.112036 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-845b881a-5df9-4ddb-a358-5184526a97d1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.208649 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.212131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-845b881a-5df9-4ddb-a358-5184526a97d1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.219466 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-845b881a-5df9-4ddb-a358-5184526a97d1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.219466 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-845b881a-5df9-4ddb-a358-5184526a97d1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/security-groups/e427e698-4f2c-4afa-a4ea-47d640b5ece8 HTTP/1.1" status: 204 len: 168 time: 0.2077868 Sep 16 05:15:18.219690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33558) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:18.229898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b881a-5df9-4ddb-a358-5184526a97d1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e427e698-4f2c-4afa-a4ea-47d640b5ece8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:18.312713 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b5bafc9e-0c66-49c2-9f91-3ba37799d3ee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.327515 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-33a5afcf-689c-4f4e-b139-d3ff803e3688 None None] Provisioning complete for port 2112a2e8-21c9-4e33-9f79-8964f48b5929 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:18.327996 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-33a5afcf-689c-4f4e-b139-d3ff803e3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.333405 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.371098 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b5bafc9e-0c66-49c2-9f91-3ba37799d3ee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.392390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:18.400792 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:18.403668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:18.418328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-33a5afcf-689c-4f4e-b139-d3ff803e3688 None None] Could not find standard attr ID for object 1575df29-aac5-46c3-a718-023f0a90a059. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:15:18.428962 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-33a5afcf-689c-4f4e-b139-d3ff803e3688 None None] Provisioning complete for port 9793d81c-ad78-4eb4-9161-15a75a98099b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:18.429341 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-33a5afcf-689c-4f4e-b139-d3ff803e3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.456968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=36c4c26e-6d9f-4836-9de7-83434755f670,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:18.471628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-33a5afcf-689c-4f4e-b139-d3ff803e3688 None None] Port 9793d81c-ad78-4eb4-9161-15a75a98099b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:18.561398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b5bafc9e-0c66-49c2-9f91-3ba37799d3ee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.564436 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b5bafc9e-0c66-49c2-9f91-3ba37799d3ee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.565613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b5bafc9e-0c66-49c2-9f91-3ba37799d3ee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/security-groups/74f0df02-58a2-44dc-b09e-0d9b118a0f1b HTTP/1.1" status: 204 len: 168 time: 0.3448191 Sep 16 05:15:18.570193 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33562) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:18.581604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bafc9e-0c66-49c2-9f91-3ba37799d3ee tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f0df02-58a2-44dc-b09e-0d9b118a0f1b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:18.629886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-328164ea-f230-4ec8-8c7c-a4504e730c82 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.657320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-328164ea-f230-4ec8-8c7c-a4504e730c82 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.789474 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-328164ea-f230-4ec8-8c7c-a4504e730c82 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.792130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-328164ea-f230-4ec8-8c7c-a4504e730c82 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.796723 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2112a2e8-21c9-4e33-9f79-8964f48b5929 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:18.797288 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-328164ea-f230-4ec8-8c7c-a4504e730c82 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a13f24b-8b31-4d61-b1c9-effdccad44d0 HTTP/1.1" status: 204 len: 168 time: 0.2275264 Sep 16 05:15:18.809613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33564) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:18.819321 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328164ea-f230-4ec8-8c7c-a4504e730c82 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a13f24b-8b31-4d61-b1c9-effdccad44d0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:18.875120 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.880261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2112a2e8-21c9-4e33-9f79-8964f48b5929 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:18.880943 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.909567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ef628018-2484-4884-ae50-a5dc3070e857 None None] Could not find standard attr ID for object 1575df29-aac5-46c3-a718-023f0a90a059. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:15:18.943528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de8d659-28f7-46e0-a11b-edeae2a3a913 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting subnet 9d4d4e3b-6f7d-46f1-b900-5978e94bf259 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:18.980558 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4de8d659-28f7-46e0-a11b-edeae2a3a913 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.035935 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4de8d659-28f7-46e0-a11b-edeae2a3a913 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.203306 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.209276 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4de8d659-28f7-46e0-a11b-edeae2a3a913 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.418087 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4de8d659-28f7-46e0-a11b-edeae2a3a913 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.445762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8d659-28f7-46e0-a11b-edeae2a3a913 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4d4e3b-6f7d-46f1-b900-5978e94bf259,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:19.451930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4de8d659-28f7-46e0-a11b-edeae2a3a913 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.453963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4de8d659-28f7-46e0-a11b-edeae2a3a913 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/9d4d4e3b-6f7d-46f1-b900-5978e94bf259 HTTP/1.1" status: 204 len: 168 time: 0.6362009 Sep 16 05:15:19.458099 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33568) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:19.461646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b19982-c44c-4817-a201-168ba713d1af None None] Network db758d8e-8953-48ca-b1a5-6aae4355c275 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:19.469155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:15:19.513479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6252948-03a3-4354-aa2d-fc82f607fa75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting subnet f4d441a8-46d3-448a-98de-f043f62a0c9a {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:19.517387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6252948-03a3-4354-aa2d-fc82f607fa75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.582590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6252948-03a3-4354-aa2d-fc82f607fa75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.622347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:19.633243 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16ac13-38f8-4f7e-abfe-2d95d770bb95 None None] Sync routers for ids ['54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:19.651257 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16ac13-38f8-4f7e-abfe-2d95d770bb95 None None] Routers {'54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:19.652855 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ba16ac13-38f8-4f7e-abfe-2d95d770bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:19.694366 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6252948-03a3-4354-aa2d-fc82f607fa75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.695905 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ba16ac13-38f8-4f7e-abfe-2d95d770bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:19.704319 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16ac13-38f8-4f7e-abfe-2d95d770bb95 None None] Routers {'54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:19.705038 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ba16ac13-38f8-4f7e-abfe-2d95d770bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:19.715258 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.719569 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f50360e6-d4fa-4309-987b-52ed0ed5aded tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8823576 Sep 16 05:15:19.719938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33570) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:19.739858 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ba16ac13-38f8-4f7e-abfe-2d95d770bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:19.740818 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16ac13-38f8-4f7e-abfe-2d95d770bb95 None None] The sync data for ids ['54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:19.824512 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6252948-03a3-4354-aa2d-fc82f607fa75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.859565 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fcf2fc53-1cf1-4981-a567-711362ab2906 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/routers/54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb HTTP/1.1" status: 200 len: 884 time: 0.1356602 Sep 16 05:15:19.860183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33572) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:19.861533 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c6252948-03a3-4354-aa2d-fc82f607fa75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.864261 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c6252948-03a3-4354-aa2d-fc82f607fa75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/f4d441a8-46d3-448a-98de-f043f62a0c9a HTTP/1.1" status: 204 len: 168 time: 0.4045861 Sep 16 05:15:19.866425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6252948-03a3-4354-aa2d-fc82f607fa75 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d441a8-46d3-448a-98de-f043f62a0c9a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:19.867518 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33574) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:19.903418 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d24551-85d2-47e2-a7c8-b1ef6f05045a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] DELETE failed (client error): The resource could not be found. Sep 16 05:15:19.903996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d24551-85d2-47e2-a7c8-b1ef6f05045a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:19.908505 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c5d24551-85d2-47e2-a7c8-b1ef6f05045a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/9d4d4e3b-6f7d-46f1-b900-5978e94bf259 HTTP/1.1" status: 404 len: 337 time: 0.0380857 Sep 16 05:15:19.909206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33576) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:19.976746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bb9873-2e32-4eb5-9359-9fffb382a9f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting subnet cc250238-ff71-492e-a672-ec30d5f4abb6 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:19.981161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54bb9873-2e32-4eb5-9359-9fffb382a9f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.033860 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54bb9873-2e32-4eb5-9359-9fffb382a9f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.144821 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54bb9873-2e32-4eb5-9359-9fffb382a9f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.203392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a1914b3b-6b50-4eab-9265-3a4f4d26115e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3382666 Sep 16 05:15:20.203585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33578) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.210825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3555f5f0-2971-4a34-98c0-761b922684b7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-129267602'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:20.290096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a398b5a7-7ce6-4f03-b1d5-5c47bb42e556 None None] Network db758d8e-8953-48ca-b1a5-6aae4355c275 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:20.321583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54bb9873-2e32-4eb5-9359-9fffb382a9f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.355816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb9873-2e32-4eb5-9359-9fffb382a9f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Subnet': ['ID=cc250238-ff71-492e-a672-ec30d5f4abb6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:20.368662 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54bb9873-2e32-4eb5-9359-9fffb382a9f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.368662 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-54bb9873-2e32-4eb5-9359-9fffb382a9f3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/cc250238-ff71-492e-a672-ec30d5f4abb6 HTTP/1.1" status: 204 len: 168 time: 0.4559996 Sep 16 05:15:20.369500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33580) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.369867 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3846b9aa-0c24-46f9-9245-ef8ea2000eae None None] Provisioning complete for port 2112a2e8-21c9-4e33-9f79-8964f48b5929 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:20.370310 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3846b9aa-0c24-46f9-9245-ef8ea2000eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.448107 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd54ab95-6529-4666-af98-b1fe835d6b71 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] DELETE failed (client error): The resource could not be found. Sep 16 05:15:20.448681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd54ab95-6529-4666-af98-b1fe835d6b71 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:20.450535 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fd54ab95-6529-4666-af98-b1fe835d6b71 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/d43a6910-d346-48a1-9743-df04a4af0fdc HTTP/1.1" status: 404 len: 337 time: 0.0803397 Sep 16 05:15:20.453732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33584) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.483833 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8df1900d-b1bf-469a-8fbf-81061f219ec9 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "GET /v2.0/ports?device_id=994a4e0c-9f21-439e-9df7-c8ead02f7fa0 HTTP/1.1" status: 200 len: 205 time: 0.0285943 Sep 16 05:15:20.486155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33586) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.532489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3846b9aa-0c24-46f9-9245-ef8ea2000eae None None] Provisioning complete for port 9793d81c-ad78-4eb4-9161-15a75a98099b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:20.532784 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3846b9aa-0c24-46f9-9245-ef8ea2000eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.538395 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-99722ea7-47da-45db-a5e8-edb9342c2cfe tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] delete failed (client error): The resource could not be found. Sep 16 05:15:20.539596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-99722ea7-47da-45db-a5e8-edb9342c2cfe tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/routers/994a4e0c-9f21-439e-9df7-c8ead02f7fa0 HTTP/1.1" status: 404 len: 336 time: 0.0523505 Sep 16 05:15:20.542174 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33588) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.574530 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9fd401-875f-499d-b10f-886d68b52311 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] DELETE failed (client error): The resource could not be found. Sep 16 05:15:20.575085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9fd401-875f-499d-b10f-886d68b52311 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:20.577804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bf9fd401-875f-499d-b10f-886d68b52311 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/1a08eaf0-83bd-457c-84e8-df3a5c883445 HTTP/1.1" status: 404 len: 337 time: 0.0345769 Sep 16 05:15:20.580817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3846b9aa-0c24-46f9-9245-ef8ea2000eae None None] Port 9793d81c-ad78-4eb4-9161-15a75a98099b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:20.584804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33590) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.617282 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-961cead6-59a6-46be-b3cd-02e83a4f4c8d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] DELETE failed (client error): The resource could not be found. Sep 16 05:15:20.617831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961cead6-59a6-46be-b3cd-02e83a4f4c8d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:20.619765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-961cead6-59a6-46be-b3cd-02e83a4f4c8d tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/f88e2bba-1161-48dd-af99-021d96162e64 HTTP/1.1" status: 404 len: 337 time: 0.0316951 Sep 16 05:15:20.623719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33592) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.630597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fba799-d101-4073-a025-4db9b91edbd8 None None] DHCP port deletion for db758d8e-8953-48ca-b1a5-6aae4355c275 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:15:20.651397 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac35892b-30e9-4e4d-b295-63413ccf833b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] DELETE failed (client error): The resource could not be found. Sep 16 05:15:20.651871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac35892b-30e9-4e4d-b295-63413ccf833b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:20.653742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ac35892b-30e9-4e4d-b295-63413ccf833b tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/5835e3aa-577e-402c-8d79-fd67ed9d0e72 HTTP/1.1" status: 404 len: 337 time: 0.0294707 Sep 16 05:15:20.656905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33594) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.680115 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-894b52ae-ce6e-45d9-980e-5645a691afc5 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] DELETE failed (client error): The resource could not be found. Sep 16 05:15:20.680906 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894b52ae-ce6e-45d9-980e-5645a691afc5 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:20.682749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-894b52ae-ce6e-45d9-980e-5645a691afc5 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/024b1980-2982-478f-b356-9408034f327b HTTP/1.1" status: 404 len: 333 time: 0.0249109 Sep 16 05:15:20.684753 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3555f5f0-2971-4a34-98c0-761b922684b7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.686747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33596) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.712136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b7fba799-d101-4073-a025-4db9b91edbd8 None None] Deleting port 2112a2e8-21c9-4e33-9f79-8964f48b5929 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:20.712551 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b7fba799-d101-4073-a025-4db9b91edbd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.723769 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcb0d44-62ae-4363-aa87-7e3132a1f3d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] DELETE failed (client error): The resource could not be found. Sep 16 05:15:20.724294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbcb0d44-62ae-4363-aa87-7e3132a1f3d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:20.728510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bbcb0d44-62ae-4363-aa87-7e3132a1f3d0 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/b4f716a4-b0e1-4565-adcc-7caf6a57becd HTTP/1.1" status: 404 len: 337 time: 0.0384147 Sep 16 05:15:20.729094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33598) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.757999 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-681de625-c738-4e83-8f1c-811ee8fe5ddd tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] DELETE failed (client error): The resource could not be found. Sep 16 05:15:20.758384 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681de625-c738-4e83-8f1c-811ee8fe5ddd tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:20.760416 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-681de625-c738-4e83-8f1c-811ee8fe5ddd tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/9483c1f8-7e01-4930-8fbc-42352244fe53 HTTP/1.1" status: 404 len: 337 time: 0.0303149 Sep 16 05:15:20.763432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33600) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.767204 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3555f5f0-2971-4a34-98c0-761b922684b7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.786645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2112a2e8-21c9-4e33-9f79-8964f48b5929 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:20.792046 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-52495e5a-b382-4b55-8386-9cd9d88e6838 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] DELETE failed (client error): The resource could not be found. Sep 16 05:15:20.795356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52495e5a-b382-4b55-8386-9cd9d88e6838 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:20.799816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-52495e5a-b382-4b55-8386-9cd9d88e6838 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/b1e0caf7-f513-4073-b1dd-994f582b0aca HTTP/1.1" status: 404 len: 333 time: 0.0323095 Sep 16 05:15:20.800057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33602) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.825148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b7fba799-d101-4073-a025-4db9b91edbd8 None None] For port 2112a2e8-21c9-4e33-9f79-8964f48b5929, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2112a2e8-21c9-4e33-9f79-8964f48b5929,segment=NetworkSegment(c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb),segment_id=c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:20.825554 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b7fba799-d101-4073-a025-4db9b91edbd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.847903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b7fba799-d101-4073-a025-4db9b91edbd8 None None] Calling delete_port for 2112a2e8-21c9-4e33-9f79-8964f48b5929 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:20.853339 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fd3195-3e51-44d9-864b-937379b619b3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] DELETE failed (client error): The resource could not be found. Sep 16 05:15:20.854266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fd3195-3e51-44d9-864b-937379b619b3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:20.860532 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d6fd3195-3e51-44d9-864b-937379b619b3 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/b635c63e-9dd0-491b-b2e5-d5e60d3bb0c6 HTTP/1.1" status: 404 len: 337 time: 0.0586395 Sep 16 05:15:20.862507 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33604) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.899650 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7788bf-0e90-451c-ac20-98ad332657b1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] DELETE failed (client error): The resource could not be found. Sep 16 05:15:20.900873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7788bf-0e90-451c-ac20-98ad332657b1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:15:20.908681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3555f5f0-2971-4a34-98c0-761b922684b7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:20.908681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33606) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:20.909880 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2a7788bf-0e90-451c-ac20-98ad332657b1 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/subnets/01aea61b-d742-4c25-9f1a-1b5cb8f39884 HTTP/1.1" status: 404 len: 337 time: 0.0458791 Sep 16 05:15:20.950801 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.995602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 2112a2e8-21c9-4e33-9f79-8964f48b5929, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2112a2e8-21c9-4e33-9f79-8964f48b5929,segment=NetworkSegment(c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb),segment_id=c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:21.089098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3555f5f0-2971-4a34-98c0-761b922684b7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:21.097274 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3555f5f0-2971-4a34-98c0-761b922684b7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.099057 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3555f5f0-2971-4a34-98c0-761b922684b7 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb HTTP/1.1" status: 200 len: 891 time: 0.8944883 Sep 16 05:15:21.100237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81375b7-526c-41ce-bdbf-aee78c9af920 None None] Sync routers for ids ['54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:21.101805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33608) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:21.106983 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.112223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1212e6fd-85c2-4bd6-8bfc-2373aa4fae94 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Deleting port 9793d81c-ad78-4eb4-9161-15a75a98099b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:21.112684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1212e6fd-85c2-4bd6-8bfc-2373aa4fae94 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.140440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81375b7-526c-41ce-bdbf-aee78c9af920 None None] Routers {'54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:21.141107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a81375b7-526c-41ce-bdbf-aee78c9af920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:21.180265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a81375b7-526c-41ce-bdbf-aee78c9af920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:21.198050 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b7fba799-d101-4073-a025-4db9b91edbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.208756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=2112a2e8-21c9-4e33-9f79-8964f48b5929,revision_number=11']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:21.211624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81375b7-526c-41ce-bdbf-aee78c9af920 None None] Routers {'54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:21.212246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a81375b7-526c-41ce-bdbf-aee78c9af920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:21.231596 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1212e6fd-85c2-4bd6-8bfc-2373aa4fae94 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.248796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fba799-d101-4073-a025-4db9b91edbd8 None None] No DVR routers for this DVR port 2112a2e8-21c9-4e33-9f79-8964f48b5929 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:21.269607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fba799-d101-4073-a025-4db9b91edbd8 None None] Pushing event deleted for resources: {'Port': ['ID=2112a2e8-21c9-4e33-9f79-8964f48b5929,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:21.271601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a81375b7-526c-41ce-bdbf-aee78c9af920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:21.274965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81375b7-526c-41ce-bdbf-aee78c9af920 None None] The sync data for ids ['54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:21.275478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1212e6fd-85c2-4bd6-8bfc-2373aa4fae94 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Calling delete_port for 9793d81c-ad78-4eb4-9161-15a75a98099b owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:21.343117 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4ed82292-b596-497b-9b9a-e50dc54014d8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/routers/54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb HTTP/1.1" status: 200 len: 891 time: 0.2367265 Sep 16 05:15:21.343348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33610) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:21.375863 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-68851f05-3998-410d-9633-b5bad94cd7de tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb HTTP/1.1" status: 200 len: 205 time: 0.0314224 Sep 16 05:15:21.378464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33612) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:21.441256 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1212e6fd-85c2-4bd6-8bfc-2373aa4fae94 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.479391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212e6fd-85c2-4bd6-8bfc-2373aa4fae94 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Port': ['ID=9793d81c-ad78-4eb4-9161-15a75a98099b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:21.479391 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1212e6fd-85c2-4bd6-8bfc-2373aa4fae94 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.484308 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1212e6fd-85c2-4bd6-8bfc-2373aa4fae94 tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/ports/9793d81c-ad78-4eb4-9161-15a75a98099b HTTP/1.1" status: 204 len: 168 time: 0.5711792 Sep 16 05:15:21.484484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33616) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:21.493679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.564810 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.616884 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.659784 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.681458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db758d8e-8953-48ca-b1a5-6aae4355c275']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:21.690737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:21.691350 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ad1802-7ac6-4a89-b0b3-4ea491aeccbb') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:21.702849 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.718665 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.725876 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:21.726280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:21.729391 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:21.871103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port 36c4c26e-6d9f-4836-9de7-83434755f670 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:21.871103 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.973828 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.992637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for 36c4c26e-6d9f-4836-9de7-83434755f670 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:22.132420 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.140164 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.158294 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] 10.222.0.24 "DELETE /v2.0/networks/db758d8e-8953-48ca-b1a5-6aae4355c275 HTTP/1.1" status: 204 len: 168 time: 0.6613953 Sep 16 05:15:22.173264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fd4c0-5e0c-4139-a9dd-94fafd27239a tempest-PortsTestJSON-1944216486 tempest-PortsTestJSON-1944216486-project] Pushing event deleted for resources: {'Network': ['ID=db758d8e-8953-48ca-b1a5-6aae4355c275,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:22.226910 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.309439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=36c4c26e-6d9f-4836-9de7-83434755f670,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:22.353984 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.452178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.454316 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.579143 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.579732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Fanout notify agent at l3_agent the message router_deleted on router 54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:22.588114 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.588338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3111be23-ddc7-4770-9280-1487444c6b86 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb HTTP/1.1" status: 204 len: 168 time: 1.2089190 Sep 16 05:15:22.592100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33628) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:22.598889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8532a702-b5f6-4854-bc1f-d3e5645ea1bc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-20399462'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:22.664926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33630) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:22.704103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8532a702-b5f6-4854-bc1f-d3e5645ea1bc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:22.714477 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8532a702-b5f6-4854-bc1f-d3e5645ea1bc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.742646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8532a702-b5f6-4854-bc1f-d3e5645ea1bc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:22.751580 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8532a702-b5f6-4854-bc1f-d3e5645ea1bc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.751973 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-8532a702-b5f6-4854-bc1f-d3e5645ea1bc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Added segment 96cc50b4-4ba1-4441-9c01-b1c982dcecaf of type vlan for network adb93e7f-dddf-4ad5-a252-9b10429414c2 Sep 16 05:15:22.813362 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fb2a8e75-c3e4-4b61-bcd6-4f1a91636a81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54b17a9a9c1c4066be36e28a9a6bc5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472297 Sep 16 05:15:22.815686 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8532a702-b5f6-4854-bc1f-d3e5645ea1bc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.815831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33634) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:22.868525 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d2cd6d9-1cf9-4ed5-b816-7e47064e5159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.880448 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8532a702-b5f6-4854-bc1f-d3e5645ea1bc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.886274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8532a702-b5f6-4854-bc1f-d3e5645ea1bc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:22.887386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8532a702-b5f6-4854-bc1f-d3e5645ea1bc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.893641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d2cd6d9-1cf9-4ed5-b816-7e47064e5159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.986418 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d2cd6d9-1cf9-4ed5-b816-7e47064e5159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.989307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2d2cd6d9-1cf9-4ed5-b816-7e47064e5159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.993062 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2d2cd6d9-1cf9-4ed5-b816-7e47064e5159 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbfdd587-1471-4da4-ac29-68af3c147e7d HTTP/1.1" status: 204 len: 168 time: 0.1738541 Sep 16 05:15:23.000006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cd6d9-1cf9-4ed5-b816-7e47064e5159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfdd587-1471-4da4-ac29-68af3c147e7d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:23.365982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532a702-b5f6-4854-bc1f-d3e5645ea1bc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Network': ['ID=adb93e7f-dddf-4ad5-a252-9b10429414c2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:23.374442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network adb93e7f-dddf-4ad5-a252-9b10429414c2 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:23.396643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8532a702-b5f6-4854-bc1f-d3e5645ea1bc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8017380 Sep 16 05:15:23.400101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33642) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:23.406995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ccd04f64-4fe4-4293-a50c-eef71ccb5c3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'subnet': {'network_id': 'adb93e7f-dddf-4ad5-a252-9b10429414c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:23.567345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd04f64-4fe4-4293-a50c-eef71ccb5c3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:23.571281 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ccd04f64-4fe4-4293-a50c-eef71ccb5c3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.835217 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ccd04f64-4fe4-4293-a50c-eef71ccb5c3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.897694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd04f64-4fe4-4293-a50c-eef71ccb5c3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Subnet': ['ID=92900bf7-939e-44e7-b65a-412ee6ab5ef2,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:23.906704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd04f64-4fe4-4293-a50c-eef71ccb5c3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Checking segment: {'id': '96cc50b4-4ba1-4441-9c01-b1c982dcecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'adb93e7f-dddf-4ad5-a252-9b10429414c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:23.907069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd04f64-4fe4-4293-a50c-eef71ccb5c3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network hostable DHCP agents. Network: adb93e7f-dddf-4ad5-a252-9b10429414c2, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:24.019790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd04f64-4fe4-4293-a50c-eef71ccb5c3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network adb93e7f-dddf-4ad5-a252-9b10429414c2 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:24.055231 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33660) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:24.097877 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ccd04f64-4fe4-4293-a50c-eef71ccb5c3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, adb93e7f-dddf-4ad5-a252-9b10429414c2) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:24.110794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2eeaf4-1c45-4227-909a-ca61b17c4469 None None] Network adb93e7f-dddf-4ad5-a252-9b10429414c2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:24.110971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd04f64-4fe4-4293-a50c-eef71ccb5c3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.110971 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ccd04f64-4fe4-4293-a50c-eef71ccb5c3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.175426 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bb285e3b-1d38-41ae-be72-b12463c03a96 tempest-ServiceProvidersTest-27104227 tempest-ServiceProvidersTest-27104227-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1187172 Sep 16 05:15:24.195846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ccd04f64-4fe4-4293-a50c-eef71ccb5c3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7952390 Sep 16 05:15:24.203405 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33666) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:24.208781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f7ff611f-37f2-4a5c-9b82-62d0cc0aa8ce tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-956257729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:24.278618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-adb93e7f-dddf-4ad5-a252-9b10429414c2', 'network_id': 'adb93e7f-dddf-4ad5-a252-9b10429414c2', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'fixed_ips': [{'subnet_id': '92900bf7-939e-44e7-b65a-412ee6ab5ef2'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:24.279764 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.298187 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f7ff611f-37f2-4a5c-9b82-62d0cc0aa8ce tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.299394 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f7ff611f-37f2-4a5c-9b82-62d0cc0aa8ce tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.362095 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f7ff611f-37f2-4a5c-9b82-62d0cc0aa8ce tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.396554 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f7ff611f-37f2-4a5c-9b82-62d0cc0aa8ce tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.429235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Allocated IP 2001:db8::2 (adb93e7f-dddf-4ad5-a252-9b10429414c2/92900bf7-939e-44e7-b65a-412ee6ab5ef2/809bf443-808e-4864-89d9-bd45ca0ad123) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:24.463723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f7ff611f-37f2-4a5c-9b82-62d0cc0aa8ce tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.465054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f7ff611f-37f2-4a5c-9b82-62d0cc0aa8ce tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2605753 Sep 16 05:15:24.468160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33670) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:24.594423 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.657479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33676) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:24.658383 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.711147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Network adb93e7f-dddf-4ad5-a252-9b10429414c2 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:24.712711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:24.715372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:24.735137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Pushing event updated for resources: {'Port': ['ID=809bf443-808e-4864-89d9-bd45ca0ad123,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:24.823155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5d73f039-7c2d-4c68-a391-65fb4b920e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.862999 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.956365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5d73f039-7c2d-4c68-a391-65fb4b920e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.958004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Attempting to bind port 809bf443-808e-4864-89d9-bd45ca0ad123 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:24.958387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Attempting to bind port 809bf443-808e-4864-89d9-bd45ca0ad123 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '96cc50b4-4ba1-4441-9c01-b1c982dcecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'adb93e7f-dddf-4ad5-a252-9b10429414c2'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:24.958751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Attempting to bind port 809bf443-808e-4864-89d9-bd45ca0ad123 on network adb93e7f-dddf-4ad5-a252-9b10429414c2 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:24.964835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:24.965279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Checking segment: {'id': '96cc50b4-4ba1-4441-9c01-b1c982dcecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'adb93e7f-dddf-4ad5-a252-9b10429414c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:24.965615 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.966008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Bound using segment: {'id': '96cc50b4-4ba1-4441-9c01-b1c982dcecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'adb93e7f-dddf-4ad5-a252-9b10429414c2'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:24.966485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Bound port: 809bf443-808e-4864-89d9-bd45ca0ad123, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cc50b4-4ba1-4441-9c01-b1c982dcecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'adb93e7f-dddf-4ad5-a252-9b10429414c2'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:24.966880 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.014554 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5d73f039-7c2d-4c68-a391-65fb4b920e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.036367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] For port 809bf443-808e-4864-89d9-bd45ca0ad123, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:25.039948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] For port 809bf443-808e-4864-89d9-bd45ca0ad123, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=809bf443-808e-4864-89d9-bd45ca0ad123,segment=NetworkSegment(96cc50b4-4ba1-4441-9c01-b1c982dcecaf),segment_id=96cc50b4-4ba1-4441-9c01-b1c982dcecaf)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:25.067082 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5d73f039-7c2d-4c68-a391-65fb4b920e4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=079d5048db1f4c878d7909aaa8b25474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060538 Sep 16 05:15:25.067700 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33682) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:25.074562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73f039-7c2d-4c68-a391-65fb4b920e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a78d4f-692a-4b0c-8cbf-413abc169e58,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:25.110513 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.115793 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:15:25.134514 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc6bff7-0df9-444f-a021-e7e62b86e591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.151023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Allocated IP 2001:db8::1 (adb93e7f-dddf-4ad5-a252-9b10429414c2/92900bf7-939e-44e7-b65a-412ee6ab5ef2/82c6346f-7ae5-42d9-a5d3-799e37a8f45a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:25.192624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6333ee-2736-4253-9f7f-43e15a33068a None None] Pushing event updated for resources: {'Port': ['ID=809bf443-808e-4864-89d9-bd45ca0ad123,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:25.192788 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc6bff7-0df9-444f-a021-e7e62b86e591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.319420 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.040740 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc6bff7-0df9-444f-a021-e7e62b86e591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.044266 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4cc6bff7-0df9-444f-a021-e7e62b86e591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.046620 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4cc6bff7-0df9-444f-a021-e7e62b86e591 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2a78d4f-692a-4b0c-8cbf-413abc169e58 HTTP/1.1" status: 204 len: 168 time: 0.9779813 Sep 16 05:15:26.061651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6bff7-0df9-444f-a021-e7e62b86e591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a78d4f-692a-4b0c-8cbf-413abc169e58,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:26.098034 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.144402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network adb93e7f-dddf-4ad5-a252-9b10429414c2 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:26.147616 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:26.152016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:26.152677 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.203843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=82c6346f-7ae5-42d9-a5d3-799e37a8f45a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:26.302034 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f997eeb8-b568-4159-ba83-51582d11b79e None None] Network adb93e7f-dddf-4ad5-a252-9b10429414c2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:26.428029 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.444261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e26fa6c7-18ce-49a4-a336-69c38a29b3b1 None None] Provisioning complete for port 809bf443-808e-4864-89d9-bd45ca0ad123 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:26.444261 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e26fa6c7-18ce-49a4-a336-69c38a29b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.558031 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e26fa6c7-18ce-49a4-a336-69c38a29b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.606236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e26fa6c7-18ce-49a4-a336-69c38a29b3b1 None None] For port 809bf443-808e-4864-89d9-bd45ca0ad123, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=809bf443-808e-4864-89d9-bd45ca0ad123,segment=NetworkSegment(96cc50b4-4ba1-4441-9c01-b1c982dcecaf),segment_id=96cc50b4-4ba1-4441-9c01-b1c982dcecaf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:26.692193 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e26fa6c7-18ce-49a4-a336-69c38a29b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.806357 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.807523 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fa6c7-18ce-49a4-a336-69c38a29b3b1 None None] Pushing event updated for resources: {'Port': ['ID=809bf443-808e-4864-89d9-bd45ca0ad123,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:26.850891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0728bfb7-8e58-41ec-9618-d446d082b481 None None] Provisioning complete for port 809bf443-808e-4864-89d9-bd45ca0ad123 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:26.851487 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0728bfb7-8e58-41ec-9618-d446d082b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.869553 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.877699 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.887849 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 809bf443-808e-4864-89d9-bd45ca0ad123 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:26.961865 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 809bf443-808e-4864-89d9-bd45ca0ad123 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:26.962337 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.993633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=82c6346f-7ae5-42d9-a5d3-799e37a8f45a,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:27.056841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network adb93e7f-dddf-4ad5-a252-9b10429414c2 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:27.059291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:27.119232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0728bfb7-8e58-41ec-9618-d446d082b481 None None] Provisioning complete for port 82c6346f-7ae5-42d9-a5d3-799e37a8f45a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:27.121982 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0728bfb7-8e58-41ec-9618-d446d082b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.181774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0728bfb7-8e58-41ec-9618-d446d082b481 None None] Port 82c6346f-7ae5-42d9-a5d3-799e37a8f45a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:27.309028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router c6cc039c-4bd3-40f4-9069-ccf697d7f576 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:15:27.316305 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-55f9da18-3960-44f1-840d-f222a67131c1 None None] Provisioning complete for port 82c6346f-7ae5-42d9-a5d3-799e37a8f45a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:27.317314 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55f9da18-3960-44f1-840d-f222a67131c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.396993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-55f9da18-3960-44f1-840d-f222a67131c1 None None] Port 82c6346f-7ae5-42d9-a5d3-799e37a8f45a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:27.413332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33724) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:27.449083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:27.456042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e34179be-005e-42d8-bcb7-965910809ddf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/c6cc039c-4bd3-40f4-9069-ccf697d7f576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9861047 Sep 16 05:15:27.460339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33728) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:27.461919 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a0b1ae-91cc-46da-934a-c7f5b1a93d07 None None] Sync routers for ids ['c6cc039c-4bd3-40f4-9069-ccf697d7f576'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:27.476767 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a0b1ae-91cc-46da-934a-c7f5b1a93d07 None None] Routers {'c6cc039c-4bd3-40f4-9069-ccf697d7f576'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:27.477573 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e3a0b1ae-91cc-46da-934a-c7f5b1a93d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c6cc039c-4bd3-40f4-9069-ccf697d7f576'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:27.516642 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e3a0b1ae-91cc-46da-934a-c7f5b1a93d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:27.519481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23c75b-c8b0-4766-b537-77a036296c1a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.521848 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5b23c75b-c8b0-4766-b537-77a036296c1a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports/82c6346f-7ae5-42d9-a5d3-799e37a8f45a HTTP/1.1" status: 200 len: 911 time: 0.0601630 Sep 16 05:15:27.524589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33730) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:27.531041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1340cbea-248b-41f7-ae25-ff72da10eabe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92900bf7-939e-44e7-b65a-412ee6ab5ef2'}]}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:27.535639 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a0b1ae-91cc-46da-934a-c7f5b1a93d07 None None] Routers {'c6cc039c-4bd3-40f4-9069-ccf697d7f576'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:27.536379 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e3a0b1ae-91cc-46da-934a-c7f5b1a93d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c6cc039c-4bd3-40f4-9069-ccf697d7f576'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:27.539546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-17823b43-7a9b-47a3-9db7-52cc5dc17b71 None None] Provisioning complete for port 82c6346f-7ae5-42d9-a5d3-799e37a8f45a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:27.540161 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-17823b43-7a9b-47a3-9db7-52cc5dc17b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.557670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-511263595'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:27.573448 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e3a0b1ae-91cc-46da-934a-c7f5b1a93d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:27.574454 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a0b1ae-91cc-46da-934a-c7f5b1a93d07 None None] The sync data for ids ['c6cc039c-4bd3-40f4-9069-ccf697d7f576'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:27.584717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-17823b43-7a9b-47a3-9db7-52cc5dc17b71 None None] Port 82c6346f-7ae5-42d9-a5d3-799e37a8f45a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:27.634942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Made reservation on behalf of a43500c5ff5944d5b677d2669d80ce05 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:27.639149 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.648488 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.704837 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1340cbea-248b-41f7-ae25-ff72da10eabe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.761709 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.829164 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.871387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5228da-1649-461c-a379-839623aa66f3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:27.887638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:27.899943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.900296 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Added segment 4d24b61a-83a4-452e-930e-0362067ad361 of type vlan for network e3ad4667-c2b8-40e0-ae69-24f910100a69 Sep 16 05:15:27.941512 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.047580 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.054041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.054873 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.093207 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1340cbea-248b-41f7-ae25-ff72da10eabe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.128323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Pushing event updated for resources: {'Network': ['ID=e3ad4667-c2b8-40e0-ae69-24f910100a69,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:28.139211 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network e3ad4667-c2b8-40e0-ae69-24f910100a69 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:28.150475 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-74e8df1e-45f9-4b7a-b704-d6a0eb0068cf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7361617 Sep 16 05:15:28.152883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33742) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:28.159145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f74c3164-50eb-4a10-9cf0-84d72b1fe5c7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Request body: {'subnet': {'network_id': 'e3ad4667-c2b8-40e0-ae69-24f910100a69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:28.160641 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1340cbea-248b-41f7-ae25-ff72da10eabe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.166806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340cbea-248b-41f7-ae25-ff72da10eabe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.167439 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1340cbea-248b-41f7-ae25-ff72da10eabe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.172872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1340cbea-248b-41f7-ae25-ff72da10eabe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/ports/82c6346f-7ae5-42d9-a5d3-799e37a8f45a HTTP/1.1" status: 200 len: 911 time: 0.6470942 Sep 16 05:15:28.173523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33744) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:28.343948 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74c3164-50eb-4a10-9cf0-84d72b1fe5c7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Made reservation on behalf of a43500c5ff5944d5b677d2669d80ce05 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:28.347699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f74c3164-50eb-4a10-9cf0-84d72b1fe5c7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.552119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340cbea-248b-41f7-ae25-ff72da10eabe tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=82c6346f-7ae5-42d9-a5d3-799e37a8f45a,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:28.611702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f74c3164-50eb-4a10-9cf0-84d72b1fe5c7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.675658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c3164-50eb-4a10-9cf0-84d72b1fe5c7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Pushing event updated for resources: {'Subnet': ['ID=f9303de7-6662-4eab-b950-05609d81fc1b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:28.687508 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c3164-50eb-4a10-9cf0-84d72b1fe5c7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Checking segment: {'id': '4d24b61a-83a4-452e-930e-0362067ad361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3ad4667-c2b8-40e0-ae69-24f910100a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:28.687904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c3164-50eb-4a10-9cf0-84d72b1fe5c7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Network hostable DHCP agents. Network: e3ad4667-c2b8-40e0-ae69-24f910100a69, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:28.772844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 809bf443-808e-4864-89d9-bd45ca0ad123 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:28.777493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c3164-50eb-4a10-9cf0-84d72b1fe5c7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Network e3ad4667-c2b8-40e0-ae69-24f910100a69 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:28.834492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 809bf443-808e-4864-89d9-bd45ca0ad123 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:28.834977 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.858146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f74c3164-50eb-4a10-9cf0-84d72b1fe5c7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, e3ad4667-c2b8-40e0-ae69-24f910100a69) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:28.873565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c3164-50eb-4a10-9cf0-84d72b1fe5c7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.875310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f74c3164-50eb-4a10-9cf0-84d72b1fe5c7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.875737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5196e632-6dc6-4b4e-8f42-0c7ffed9b741 None None] Network e3ad4667-c2b8-40e0-ae69-24f910100a69 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:28.899408 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb7c7-a65e-4b00-90a7-a47dba31357e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.945254 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f74c3164-50eb-4a10-9cf0-84d72b1fe5c7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7909749 Sep 16 05:15:28.947577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33750) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:28.957729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Request body: {'port': {'network_id': 'e3ad4667-c2b8-40e0-ae69-24f910100a69', 'name': 'tempest-TagsExtTest-2026183210'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:29.104646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-e3ad4667-c2b8-40e0-ae69-24f910100a69', 'network_id': 'e3ad4667-c2b8-40e0-ae69-24f910100a69', 'tenant_id': 'a43500c5ff5944d5b677d2669d80ce05', 'fixed_ips': [{'subnet_id': 'f9303de7-6662-4eab-b950-05609d81fc1b'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:29.105973 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.196668 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-3bbbb7c7-a65e-4b00-90a7-a47dba31357e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port 82c6346f-7ae5-42d9-a5d3-799e37a8f45a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:29.197013 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb7c7-a65e-4b00-90a7-a47dba31357e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.269728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Allocated IP 172.20.0.2 (e3ad4667-c2b8-40e0-ae69-24f910100a69/f9303de7-6662-4eab-b950-05609d81fc1b/3ef18dd7-6e29-4ab5-9295-23683093e0ac) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:29.314611 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb7c7-a65e-4b00-90a7-a47dba31357e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.331430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-3bbbb7c7-a65e-4b00-90a7-a47dba31357e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for 82c6346f-7ae5-42d9-a5d3-799e37a8f45a owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:29.436022 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.509532 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.548662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Network e3ad4667-c2b8-40e0-ae69-24f910100a69 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:29.555161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:29.560545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:29.563702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Pushing event updated for resources: {'Port': ['ID=3ef18dd7-6e29-4ab5-9295-23683093e0ac,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:29.589346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Made reservation on behalf of a43500c5ff5944d5b677d2669d80ce05 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:29.596563 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.614657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] device_id is not set on port 525fbac0-ea3d-45a2-90f9-8da37bfadef9 yet. {{(pid=95451) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:15:29.617801 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb7c7-a65e-4b00-90a7-a47dba31357e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.621134 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Attempting to bind port 3ef18dd7-6e29-4ab5-9295-23683093e0ac on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:29.621503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Attempting to bind port 3ef18dd7-6e29-4ab5-9295-23683093e0ac by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '4d24b61a-83a4-452e-930e-0362067ad361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3ad4667-c2b8-40e0-ae69-24f910100a69'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:29.621866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Attempting to bind port 3ef18dd7-6e29-4ab5-9295-23683093e0ac on network e3ad4667-c2b8-40e0-ae69-24f910100a69 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:29.627013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:29.627393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Checking segment: {'id': '4d24b61a-83a4-452e-930e-0362067ad361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3ad4667-c2b8-40e0-ae69-24f910100a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:29.627798 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.628194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Bound using segment: {'id': '4d24b61a-83a4-452e-930e-0362067ad361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3ad4667-c2b8-40e0-ae69-24f910100a69'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:29.628696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Bound port: 3ef18dd7-6e29-4ab5-9295-23683093e0ac, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d24b61a-83a4-452e-930e-0362067ad361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3ad4667-c2b8-40e0-ae69-24f910100a69'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:29.629552 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.663932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbb7c7-a65e-4b00-90a7-a47dba31357e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=82c6346f-7ae5-42d9-a5d3-799e37a8f45a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:29.725721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] For port 3ef18dd7-6e29-4ab5-9295-23683093e0ac, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:29.744120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] For port 3ef18dd7-6e29-4ab5-9295-23683093e0ac, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3ef18dd7-6e29-4ab5-9295-23683093e0ac,segment=NetworkSegment(4d24b61a-83a4-452e-930e-0362067ad361),segment_id=4d24b61a-83a4-452e-930e-0362067ad361)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:29.784867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Allocated IP 172.20.0.9 (e3ad4667-c2b8-40e0-ae69-24f910100a69/f9303de7-6662-4eab-b950-05609d81fc1b/525fbac0-ea3d-45a2-90f9-8da37bfadef9) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:29.792666 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb7c7-a65e-4b00-90a7-a47dba31357e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.824246 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.929445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581bf9e-2309-4453-97a4-95f1ca14bae2 None None] Pushing event updated for resources: {'Port': ['ID=3ef18dd7-6e29-4ab5-9295-23683093e0ac,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:30.000630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbbb7c7-a65e-4b00-90a7-a47dba31357e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router c6cc039c-4bd3-40f4-9069-ccf697d7f576 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:30.001808 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.089394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbbb7c7-a65e-4b00-90a7-a47dba31357e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:30.098813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3bbbb7c7-a65e-4b00-90a7-a47dba31357e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/c6cc039c-4bd3-40f4-9069-ccf697d7f576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9179864 Sep 16 05:15:30.098936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33754) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:30.102041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb6aa39-6c67-461f-933d-9d25fd327ac4 None None] Sync routers for ids ['c6cc039c-4bd3-40f4-9069-ccf697d7f576'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:30.122639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb6aa39-6c67-461f-933d-9d25fd327ac4 None None] Routers {'c6cc039c-4bd3-40f4-9069-ccf697d7f576'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:30.122639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dfb6aa39-6c67-461f-933d-9d25fd327ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c6cc039c-4bd3-40f4-9069-ccf697d7f576'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:30.139582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33756) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:30.155461 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fa9d3ef8-40e7-436d-a106-592c27425e19 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6cc039c-4bd3-40f4-9069-ccf697d7f576 HTTP/1.1" status: 200 len: 205 time: 0.0528593 Sep 16 05:15:30.157516 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.180739 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dfb6aa39-6c67-461f-933d-9d25fd327ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:30.195298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb6aa39-6c67-461f-933d-9d25fd327ac4 None None] Routers {'c6cc039c-4bd3-40f4-9069-ccf697d7f576'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:30.196138 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dfb6aa39-6c67-461f-933d-9d25fd327ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c6cc039c-4bd3-40f4-9069-ccf697d7f576'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:30.234751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Pushing event updated for resources: {'Port': ['ID=525fbac0-ea3d-45a2-90f9-8da37bfadef9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:30.238018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dfb6aa39-6c67-461f-933d-9d25fd327ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:30.239024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb6aa39-6c67-461f-933d-9d25fd327ac4 None None] The sync data for ids ['c6cc039c-4bd3-40f4-9069-ccf697d7f576'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:30.255222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Network e3ad4667-c2b8-40e0-ae69-24f910100a69 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:30.256828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:30.259592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:30.266285 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-460a7554-fb56-4cdf-aa6e-69a26e0e7525 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.322781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:30.323462 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.413313 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-65500e6d-77bc-4848-bbcd-1e7c4f1a48b1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4634652 Sep 16 05:15:30.415785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33758) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:30.420978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e584e047-8bbd-4e71-a3cf-31959f58a0ec tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1946209252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:30.463031 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-460a7554-fb56-4cdf-aa6e-69a26e0e7525 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.465346 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-460a7554-fb56-4cdf-aa6e-69a26e0e7525 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.509734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e584e047-8bbd-4e71-a3cf-31959f58a0ec tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.510762 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e584e047-8bbd-4e71-a3cf-31959f58a0ec tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.591213 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-460a7554-fb56-4cdf-aa6e-69a26e0e7525 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.593838 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460a7554-fb56-4cdf-aa6e-69a26e0e7525 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Fanout notify agent at l3_agent the message router_deleted on router c6cc039c-4bd3-40f4-9069-ccf697d7f576 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:30.599545 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-460a7554-fb56-4cdf-aa6e-69a26e0e7525 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.600702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-460a7554-fb56-4cdf-aa6e-69a26e0e7525 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/c6cc039c-4bd3-40f4-9069-ccf697d7f576 HTTP/1.1" status: 204 len: 168 time: 0.4600906 Sep 16 05:15:30.603296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33760) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:30.655721 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e584e047-8bbd-4e71-a3cf-31959f58a0ec tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.663732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting subnet 92900bf7-939e-44e7-b65a-412ee6ab5ef2 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:30.667733 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.727410 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.733096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e584e047-8bbd-4e71-a3cf-31959f58a0ec tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.821800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3ef18dd7-6e29-4ab5-9295-23683093e0ac up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:30.855658 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.887315 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e584e047-8bbd-4e71-a3cf-31959f58a0ec tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.888071 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e584e047-8bbd-4e71-a3cf-31959f58a0ec tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4713283 Sep 16 05:15:30.891244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33762) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:30.898139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-215ff81e-daa1-43d8-a024-f14814a941e9 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1260718920', 'prefixes': ['172.20.0.0/16']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:30.903454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3ef18dd7-6e29-4ab5-9295-23683093e0ac triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:30.903454 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.006314 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.040055 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414dc731-8681-4e96-8efe-8d44aca73dd4 None None] Network e3ad4667-c2b8-40e0-ae69-24f910100a69 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:31.046458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 3ef18dd7-6e29-4ab5-9295-23683093e0ac, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3ef18dd7-6e29-4ab5-9295-23683093e0ac,segment=NetworkSegment(4d24b61a-83a4-452e-930e-0362067ad361),segment_id=4d24b61a-83a4-452e-930e-0362067ad361)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:31.115308 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.153445 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Subnet': ['ID=92900bf7-939e-44e7-b65a-412ee6ab5ef2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.160537 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.163378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.165368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/92900bf7-939e-44e7-b65a-412ee6ab5ef2 HTTP/1.1" status: 204 len: 168 time: 0.5610154 Sep 16 05:15:31.167291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:31.167642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:31.167986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:31.168328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:31.168624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33766) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:31.168795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:31.169008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:31.169344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:31.170006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:31.170353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:31.172649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:31.172649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:31.172649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fc7b6-286e-47e5-980e-dbb45d406016 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:31.176844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112eb4d2-d6e6-4683-9995-c0f49e79ad17 None None] Network adb93e7f-dddf-4ad5-a252-9b10429414c2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:31.214339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c13f0728-6b4f-45f7-b676-ca0eb7cd0d91 None None] Provisioning complete for port 3ef18dd7-6e29-4ab5-9295-23683093e0ac triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:31.214725 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c13f0728-6b4f-45f7-b676-ca0eb7cd0d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.257889 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.290485 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-215ff81e-daa1-43d8-a024-f14814a941e9 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for subnetpool, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.291915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-215ff81e-daa1-43d8-a024-f14814a941e9 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3998511 Sep 16 05:15:31.297086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33768) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:31.303539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-93960402-abe5-46b0-b099-f618cf5a29bc tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b', 'tempest-TagsExtTest-Tag-9630715') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:31.336074 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=3ef18dd7-6e29-4ab5-9295-23683093e0ac,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.395644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port 809bf443-808e-4864-89d9-bd45ca0ad123 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:31.400284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.494957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] For port 809bf443-808e-4864-89d9-bd45ca0ad123, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=809bf443-808e-4864-89d9-bd45ca0ad123,segment=NetworkSegment(96cc50b4-4ba1-4441-9c01-b1c982dcecaf),segment_id=96cc50b4-4ba1-4441-9c01-b1c982dcecaf)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:31.495337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.512087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for 809bf443-808e-4864-89d9-bd45ca0ad123 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:31.533295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2c3bc2-ffcf-45ff-9ea3-c82eb8df2452 None None] DHCP port deletion for adb93e7f-dddf-4ad5-a252-9b10429414c2 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:15:31.569720 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-93960402-abe5-46b0-b099-f618cf5a29bc tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "PUT /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags/tempest-TagsExtTest-Tag-9630715 HTTP/1.1" status: 201 len: 201 time: 0.2704687 Sep 16 05:15:31.572935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33770) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:31.578692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-afd1fa53-0e2f-49d0-b50d-28b34b1c31c3 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9', 'tempest-TagsExtTest-Tag-1574298974') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:31.604735 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c3bc2-ffcf-45ff-9ea3-c82eb8df2452 None None] Deleting port 809bf443-808e-4864-89d9-bd45ca0ad123 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:31.609852 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3bc2-ffcf-45ff-9ea3-c82eb8df2452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.676649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8a2c3bc2-ffcf-45ff-9ea3-c82eb8df2452 None None] For port 809bf443-808e-4864-89d9-bd45ca0ad123, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=809bf443-808e-4864-89d9-bd45ca0ad123,segment=NetworkSegment(96cc50b4-4ba1-4441-9c01-b1c982dcecaf),segment_id=96cc50b4-4ba1-4441-9c01-b1c982dcecaf)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:31.677051 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3bc2-ffcf-45ff-9ea3-c82eb8df2452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.692293 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.694275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c3bc2-ffcf-45ff-9ea3-c82eb8df2452 None None] Calling delete_port for 809bf443-808e-4864-89d9-bd45ca0ad123 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:31.712348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ce27f76f-ddba-4307-be23-41f6f3600ad9 None None] Provisioning complete for port 525fbac0-ea3d-45a2-90f9-8da37bfadef9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:31.712771 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ce27f76f-ddba-4307-be23-41f6f3600ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.720529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=809bf443-808e-4864-89d9-bd45ca0ad123,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.732090 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-afd1fa53-0e2f-49d0-b50d-28b34b1c31c3 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "PUT /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags/tempest-TagsExtTest-Tag-1574298974 HTTP/1.1" status: 201 len: 201 time: 0.1517627 Sep 16 05:15:31.732090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33772) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:31.732749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No DVR routers for this DVR port 809bf443-808e-4864-89d9-bd45ca0ad123 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:31.734033 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-e19e8a82-9b68-4202-b3f1-c6674cf69a17 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca', 'tempest-TagsExtTest-Tag-1472808979') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:31.793926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ce27f76f-ddba-4307-be23-41f6f3600ad9 None None] Port 525fbac0-ea3d-45a2-90f9-8da37bfadef9 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:31.819758 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3bc2-ffcf-45ff-9ea3-c82eb8df2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.836659 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.860207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c3bc2-ffcf-45ff-9ea3-c82eb8df2452 None None] No DVR routers for this DVR port 809bf443-808e-4864-89d9-bd45ca0ad123 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:31.861839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c3bc2-ffcf-45ff-9ea3-c82eb8df2452 None None] Pushing event deleted for resources: {'Port': ['ID=809bf443-808e-4864-89d9-bd45ca0ad123,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.864122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb93e7f-dddf-4ad5-a252-9b10429414c2']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:31.865527 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ce27f76f-ddba-4307-be23-41f6f3600ad9 None None] Provisioning complete for port 3ef18dd7-6e29-4ab5-9295-23683093e0ac triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:31.865907 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ce27f76f-ddba-4307-be23-41f6f3600ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.878224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cc50b4-4ba1-4441-9c01-b1c982dcecaf') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:31.878534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cc50b4-4ba1-4441-9c01-b1c982dcecaf') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:31.889736 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.904698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.910805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:31.911227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:31.914294 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:31.924136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e19e8a82-9b68-4202-b3f1-c6674cf69a17 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "PUT /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags/tempest-TagsExtTest-Tag-1472808979 HTTP/1.1" status: 201 len: 201 time: 0.1938531 Sep 16 05:15:31.924399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33776) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:31.929520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-b2d7e6b3-d1ea-4f09-98ca-9d2c40b525e6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626', 'tempest-TagsExtTest-Tag-1691179684') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:32.072497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-06fb12fc-5086-4f40-9d56-f0468ae4dc00 None None] Provisioning complete for port 525fbac0-ea3d-45a2-90f9-8da37bfadef9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:32.073077 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-06fb12fc-5086-4f40-9d56-f0468ae4dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.093711 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b2d7e6b3-d1ea-4f09-98ca-9d2c40b525e6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "PUT /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags/tempest-TagsExtTest-Tag-1691179684 HTTP/1.1" status: 201 len: 201 time: 0.1677959 Sep 16 05:15:32.096649 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33778) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.100871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-08f9b13f-33fa-45b4-bb2c-642d99b5e99b tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:32.110532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-06fb12fc-5086-4f40-9d56-f0468ae4dc00 None None] Port 525fbac0-ea3d-45a2-90f9-8da37bfadef9 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:32.121910 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.133875 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.140061 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/networks/adb93e7f-dddf-4ad5-a252-9b10429414c2 HTTP/1.1" status: 204 len: 168 time: 0.9662871 Sep 16 05:15:32.140534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33782) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.144937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8f693799-da7d-4336-af1f-10176db962e1 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1107822798', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:32.149024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acacfe2-707f-45bd-92bc-15368f807cd0 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Network': ['ID=adb93e7f-dddf-4ad5-a252-9b10429414c2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:32.226321 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-08f9b13f-33fa-45b4-bb2c-642d99b5e99b tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags HTTP/1.1" status: 200 len: 238 time: 0.1285663 Sep 16 05:15:32.228954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33784) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.233182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-97cafc07-ce84-4cf7-bbb2-107564f9dd9f tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b', 'tempest-TagsExtTest-Tag-9630715') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:32.264155 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f693799-da7d-4336-af1f-10176db962e1 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.265192 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f693799-da7d-4336-af1f-10176db962e1 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.306015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-97cafc07-ce84-4cf7-bbb2-107564f9dd9f tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags/tempest-TagsExtTest-Tag-9630715 HTTP/1.1" status: 204 len: 168 time: 0.0760148 Sep 16 05:15:32.308688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33786) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.314710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-0b3ec9ca-5ca7-48fe-8881-3e0310008a7c tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b', 'tempest-TagsExtTest-Tag-9630715') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:32.337117 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f693799-da7d-4336-af1f-10176db962e1 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.424152 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f693799-da7d-4336-af1f-10176db962e1 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.454055 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0b3ec9ca-5ca7-48fe-8881-3e0310008a7c tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags/tempest-TagsExtTest-Tag-9630715 HTTP/1.1" status: 204 len: 168 time: 0.1441851 Sep 16 05:15:32.456482 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33788) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.461193 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-0a808dd2-64b6-4317-ab66-e4337a24ffaa tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:32.514861 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0a808dd2-64b6-4317-ab66-e4337a24ffaa tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags HTTP/1.1" status: 200 len: 205 time: 0.0573463 Sep 16 05:15:32.517481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33790) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.521468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-a4f69c9e-9a73-4175-97dc-7a3a407f4072 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:32.560846 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8f693799-da7d-4336-af1f-10176db962e1 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.562177 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8f693799-da7d-4336-af1f-10176db962e1 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4208424 Sep 16 05:15:32.564760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33792) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.569583 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4bbf150b-a11f-4ca8-a02b-42abe4614d23 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1048553833'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:32.582340 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a4f69c9e-9a73-4175-97dc-7a3a407f4072 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags HTTP/1.1" status: 200 len: 241 time: 0.0622878 Sep 16 05:15:32.585828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33794) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.588229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-04af3d25-8e78-4902-987a-dc695739e7f4 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9', 'tempest-TagsExtTest-Tag-1574298974') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:32.641455 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-04af3d25-8e78-4902-987a-dc695739e7f4 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags/tempest-TagsExtTest-Tag-1574298974 HTTP/1.1" status: 204 len: 168 time: 0.0577404 Sep 16 05:15:32.643990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33796) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.648290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-9498adb3-7536-47a0-a390-78d1b2a6f51e tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9', 'tempest-TagsExtTest-Tag-1574298974') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:32.710714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbf150b-a11f-4ca8-a02b-42abe4614d23 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:32.714590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bbf150b-a11f-4ca8-a02b-42abe4614d23 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.744958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbf150b-a11f-4ca8-a02b-42abe4614d23 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:32.754488 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bbf150b-a11f-4ca8-a02b-42abe4614d23 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.754836 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-4bbf150b-a11f-4ca8-a02b-42abe4614d23 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Added segment 478b289b-4942-4906-9b24-f5e05dbd103c of type vlan for network 2b49a956-b986-40e1-8dd1-d36bfd2e6a06 Sep 16 05:15:32.771526 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3ef18dd7-6e29-4ab5-9295-23683093e0ac up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:32.800003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bbf150b-a11f-4ca8-a02b-42abe4614d23 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.819836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3ef18dd7-6e29-4ab5-9295-23683093e0ac triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:32.820351 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.835751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9498adb3-7536-47a0-a390-78d1b2a6f51e tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags/tempest-TagsExtTest-Tag-1574298974 HTTP/1.1" status: 204 len: 168 time: 0.1907690 Sep 16 05:15:32.843547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33798) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.843836 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-75d2a8bb-f2cb-470b-802b-1b4633814c0c tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:32.895557 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-75d2a8bb-f2cb-470b-802b-1b4633814c0c tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags HTTP/1.1" status: 200 len: 205 time: 0.0533242 Sep 16 05:15:32.895881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33800) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.898393 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bbf150b-a11f-4ca8-a02b-42abe4614d23 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.900546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-e80d7c0d-51f9-4cfa-b606-1e4f4397d682 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:32.905225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbf150b-a11f-4ca8-a02b-42abe4614d23 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:32.906165 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bbf150b-a11f-4ca8-a02b-42abe4614d23 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.972508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 809bf443-808e-4864-89d9-bd45ca0ad123 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:32.984075 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e80d7c0d-51f9-4cfa-b606-1e4f4397d682 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags HTTP/1.1" status: 200 len: 241 time: 0.0844584 Sep 16 05:15:32.984440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33802) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:32.985999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf150b-a11f-4ca8-a02b-42abe4614d23 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Network': ['ID=2b49a956-b986-40e1-8dd1-d36bfd2e6a06,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:32.989328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-17c812e2-6f4f-4044-9984-5bfb013c14f4 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca', 'tempest-TagsExtTest-Tag-1472808979') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.006450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 809bf443-808e-4864-89d9-bd45ca0ad123 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:33.006450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 809bf443-808e-4864-89d9-bd45ca0ad123 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:33.006450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 2b49a956-b986-40e1-8dd1-d36bfd2e6a06 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:33.039326 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4bbf150b-a11f-4ca8-a02b-42abe4614d23 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4706120 Sep 16 05:15:33.040064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33804) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.046235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2872adf2-d220-4a25-850a-b31ac98af791 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'subnet': {'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:33.070941 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-17c812e2-6f4f-4044-9984-5bfb013c14f4 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags/tempest-TagsExtTest-Tag-1472808979 HTTP/1.1" status: 204 len: 168 time: 0.0853531 Sep 16 05:15:33.073328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33806) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.079296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-4d3c3d08-5ce5-45d6-8269-f683c78ce915 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca', 'tempest-TagsExtTest-Tag-1472808979') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.316096 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4d3c3d08-5ce5-45d6-8269-f683c78ce915 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags/tempest-TagsExtTest-Tag-1472808979 HTTP/1.1" status: 204 len: 168 time: 0.2415719 Sep 16 05:15:33.318473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33812) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.323198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-5c4e29d3-df91-479d-a128-c38504c4d98f tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.393921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33814) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.406103 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5c4e29d3-df91-479d-a128-c38504c4d98f tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags HTTP/1.1" status: 200 len: 205 time: 0.0865021 Sep 16 05:15:33.408417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33816) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.412779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-66c65128-423b-4b82-a3e4-e5dedfe6494d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.447407 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-66c65128-423b-4b82-a3e4-e5dedfe6494d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags HTTP/1.1" status: 200 len: 241 time: 0.0378063 Sep 16 05:15:33.449891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33818) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.454896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-1740f0c6-265a-4b34-999b-02ef1b6d3975 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626', 'tempest-TagsExtTest-Tag-1691179684') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.475317 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1740f0c6-265a-4b34-999b-02ef1b6d3975 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags/tempest-TagsExtTest-Tag-1691179684 HTTP/1.1" status: 204 len: 168 time: 0.0241170 Sep 16 05:15:33.478891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33820) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.483895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-a1c27eb8-a5a9-4a53-9469-6e8465c371fe tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626', 'tempest-TagsExtTest-Tag-1691179684') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.556652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2872adf2-d220-4a25-850a-b31ac98af791 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:33.560751 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2872adf2-d220-4a25-850a-b31ac98af791 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.584392 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a1c27eb8-a5a9-4a53-9469-6e8465c371fe tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags/tempest-TagsExtTest-Tag-1691179684 HTTP/1.1" status: 204 len: 168 time: 0.1044679 Sep 16 05:15:33.586761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33822) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.591297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-eb151be8-de47-47f8-8230-85b83cc947c5 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.613531 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-eb151be8-de47-47f8-8230-85b83cc947c5 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags HTTP/1.1" status: 200 len: 205 time: 0.0257554 Sep 16 05:15:33.616960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33824) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.621252 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-3cacccc5-e574-4c8a-ba1f-3203c26efc2f tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.650296 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3cacccc5-e574-4c8a-ba1f-3203c26efc2f tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags HTTP/1.1" status: 204 len: 168 time: 0.0321765 Sep 16 05:15:33.651545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33826) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.656670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-350e4819-c2c5-4065-b64f-08860b85776b tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.709119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port 3532bd77-518a-4346-870a-d17dc9b1fc5e {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:33.709378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.741287 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-350e4819-c2c5-4065-b64f-08860b85776b tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags HTTP/1.1" status: 204 len: 168 time: 0.0887158 Sep 16 05:15:33.743750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33828) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.748767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-d3ec7c4a-ee34-4d71-939d-f8eb9d47d046 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.807124 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d3ec7c4a-ee34-4d71-939d-f8eb9d47d046 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags HTTP/1.1" status: 204 len: 168 time: 0.0599988 Sep 16 05:15:33.807503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33830) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.812694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-ccf8a41d-f8da-4c78-ada8-8250a1a9d0c9 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.857572 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.858454 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.869192 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ccf8a41d-f8da-4c78-ada8-8250a1a9d0c9 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags HTTP/1.1" status: 204 len: 168 time: 0.0605392 Sep 16 05:15:33.876013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for 3532bd77-518a-4346-870a-d17dc9b1fc5e owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:33.876155 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33832) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:33.877614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-3fc24646-17e8-41fe-be69-21859b4037d1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b', 'tempest-TagsExtTest-Tag-1301920988') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.936596 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2872adf2-d220-4a25-850a-b31ac98af791 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.021375 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3fc24646-17e8-41fe-be69-21859b4037d1 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "PUT /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags/tempest-TagsExtTest-Tag-1301920988 HTTP/1.1" status: 201 len: 201 time: 0.1446719 Sep 16 05:15:34.022194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33834) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:34.027262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-93643fb3-2de4-4ac3-8d35-6dfeff040d71 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9', 'tempest-TagsExtTest-Tag-1477679375') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:34.036229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872adf2-d220-4a25-850a-b31ac98af791 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Subnet': ['ID=110eedc1-271a-438c-9af7-5294501f5fa4,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:34.070501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2872adf2-d220-4a25-850a-b31ac98af791 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Checking segment: {'id': '478b289b-4942-4906-9b24-f5e05dbd103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:34.073171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2872adf2-d220-4a25-850a-b31ac98af791 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network hostable DHCP agents. Network: 2b49a956-b986-40e1-8dd1-d36bfd2e6a06, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:34.190680 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-93643fb3-2de4-4ac3-8d35-6dfeff040d71 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "PUT /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags/tempest-TagsExtTest-Tag-1477679375 HTTP/1.1" status: 201 len: 201 time: 0.1674080 Sep 16 05:15:34.193215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33836) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:34.197799 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-913baad4-7712-472a-9210-977f486904d3 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca', 'tempest-TagsExtTest-Tag-1831162775') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:34.269520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2872adf2-d220-4a25-850a-b31ac98af791 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 2b49a956-b986-40e1-8dd1-d36bfd2e6a06 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:34.272803 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.311292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=3532bd77-518a-4346-870a-d17dc9b1fc5e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:34.376615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.376945 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Floating IP e2b938f7-ccc6-445e-894e-b42b027202f3 disassociated (deleted). External IP: 172.25.3.58, port: 7449d8ca-e35e-4667-bb1d-55c8923aeb72. Sep 16 05:15:34.401694 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-913baad4-7712-472a-9210-977f486904d3 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "PUT /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags/tempest-TagsExtTest-Tag-1831162775 HTTP/1.1" status: 201 len: 201 time: 0.2074540 Sep 16 05:15:34.404878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33840) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:34.409497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-fd45713c-7f89-4a79-ac5b-46bb8ffd4f39 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626', 'tempest-TagsExtTest-Tag-1839843516') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:34.410933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-2872adf2-d220-4a25-850a-b31ac98af791 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 2b49a956-b986-40e1-8dd1-d36bfd2e6a06) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:34.417329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2872adf2-d220-4a25-850a-b31ac98af791 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:34.417923 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2872adf2-d220-4a25-850a-b31ac98af791 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.421423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d43829-5042-4328-85b1-ffe52d023afa None None] Network 2b49a956-b986-40e1-8dd1-d36bfd2e6a06 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:34.538665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2872adf2-d220-4a25-850a-b31ac98af791 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4971309 Sep 16 05:15:34.541543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33842) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:34.582557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:34.583498 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.594659 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fd45713c-7f89-4a79-ac5b-46bb8ffd4f39 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "PUT /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags/tempest-TagsExtTest-Tag-1839843516 HTTP/1.1" status: 201 len: 201 time: 0.1876569 Sep 16 05:15:34.594659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33844) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:34.600740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-cc335a6c-15be-432f-9d09-5843fd979fc2 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b', {'tags': ['tempest-TagsExtTest-Tag-1897064010', 'tempest-TagsExtTest-Tag-2030512017', 'tempest-TagsExtTest-Tag-283027525']}) {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:34.618049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:34.746960 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:34.757976 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.761656 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102af4b-9761-4527-a7a9-3759ac2b3231 None None] Sync routers for ids ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:34.784268 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102af4b-9761-4527-a7a9-3759ac2b3231 None None] Routers {'9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:34.786045 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7102af4b-9761-4527-a7a9-3759ac2b3231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:34.799632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Allocated IP 2001:db8::2 (2b49a956-b986-40e1-8dd1-d36bfd2e6a06/110eedc1-271a-438c-9af7-5294501f5fa4/80ed1229-d3ab-47f8-b54b-3573a5448824) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:34.803596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-61bfc599-61b7-447f-8426-e8810b1fdad9 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/floatingips/e2b938f7-ccc6-445e-894e-b42b027202f3 HTTP/1.1" status: 204 len: 168 time: 1.4053326 Sep 16 05:15:34.803596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:34.803972 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b8059d-85b4-44af-a068-e984023a0056" -d '{"events": [{"name": "network-changed", "server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:34.889434 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae2061-1ba4-43ec-ba6d-39f63b2c397d x-openstack-request-id: req-40ae2061-1ba4-43ec-ba6d-39f63b2c397d {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:34.890073 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:34.890073 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40ae2061-1ba4-43ec-ba6d-39f63b2c397d {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:34.890443 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'status': 'completed', 'code': 200} Sep 16 05:15:34.928316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.993759 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-7102af4b-9761-4527-a7a9-3759ac2b3231 None None] Set router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:35.035885 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.052010 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cc335a6c-15be-432f-9d09-5843fd979fc2 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "PUT /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags HTTP/1.1" status: 200 len: 317 time: 0.4546220 Sep 16 05:15:35.054534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33850) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:35.059871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8059d-85b4-44af-a068-e984023a0056 req-eed7fe68-56bc-41a2-bdfd-a4d2a7d58995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.061226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-93b7febd-0ad1-47d3-badc-e5c14929d9af tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:35.061755 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b8b8059d-85b4-44af-a068-e984023a0056 req-eed7fe68-56bc-41a2-bdfd-a4d2a7d58995 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57050cfd0c741c1b347796c3e06ea10&device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 1097 time: 0.1301932 Sep 16 05:15:35.138316 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.177107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Network 2b49a956-b986-40e1-8dd1-d36bfd2e6a06 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:35.180927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:35.183499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:35.236190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Pushing event updated for resources: {'Port': ['ID=80ed1229-d3ab-47f8-b54b-3573a5448824,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:35.254074 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7102af4b-9761-4527-a7a9-3759ac2b3231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1', 'name': '', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:b1:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:48Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:35.274831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8059d-85b4-44af-a068-e984023a0056 req-ccd878de-85af-4d76-9779-2701ba3e1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.276027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Attempting to bind port 80ed1229-d3ab-47f8-b54b-3573a5448824 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:35.276401 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b8b8059d-85b4-44af-a068-e984023a0056 req-ccd878de-85af-4d76-9779-2701ba3e1092 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0a6d782f-be36-4098-9fe8-5425aaf35962 HTTP/1.1" status: 200 len: 896 time: 0.1803491 Sep 16 05:15:35.276554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Attempting to bind port 80ed1229-d3ab-47f8-b54b-3573a5448824 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '478b289b-4942-4906-9b24-f5e05dbd103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:35.276912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Attempting to bind port 80ed1229-d3ab-47f8-b54b-3573a5448824 on network 2b49a956-b986-40e1-8dd1-d36bfd2e6a06 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:35.284599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-93b7febd-0ad1-47d3-badc-e5c14929d9af tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags HTTP/1.1" status: 204 len: 168 time: 0.2262232 Sep 16 05:15:35.284925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33852) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:35.290031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:35.290031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Checking segment: {'id': '478b289b-4942-4906-9b24-f5e05dbd103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:35.290031 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.290031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Bound using segment: {'id': '478b289b-4942-4906-9b24-f5e05dbd103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:35.290460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-844a2c88-af8d-496e-84ac-4090f231e067 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b', 'tempest-TagsExtTest-Tag-1897064010') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:35.290551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Bound port: 80ed1229-d3ab-47f8-b54b-3573a5448824, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478b289b-4942-4906-9b24-f5e05dbd103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:35.290551 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.293519 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102af4b-9761-4527-a7a9-3759ac2b3231 None None] Checking router: 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:35.303419 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102af4b-9761-4527-a7a9-3759ac2b3231 None None] Routers {'9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:35.304183 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7102af4b-9761-4527-a7a9-3759ac2b3231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:35.352716 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b8b8059d-85b4-44af-a068-e984023a0056 req-6cb6b7ae-dbe2-44f9-a4a0-08f83e6fa315 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72 HTTP/1.1" status: 200 len: 217 time: 0.0558217 Sep 16 05:15:35.371113 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Allocated IP 2001:db8::1 (2b49a956-b986-40e1-8dd1-d36bfd2e6a06/110eedc1-271a-438c-9af7-5294501f5fa4/a4758b7d-51a2-411e-b7b5-d68442528ae0) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:35.403331 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-844a2c88-af8d-496e-84ac-4090f231e067 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] show failed (client error): The resource could not be found. Sep 16 05:15:35.407415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-844a2c88-af8d-496e-84ac-4090f231e067 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags/tempest-TagsExtTest-Tag-1897064010 HTTP/1.1" status: 404 len: 329 time: 0.1187422 Sep 16 05:15:35.408220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33858) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:35.420363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-67d5d872-a274-4fe6-b6b4-b1e51390b2e5 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b', 'tempest-TagsExtTest-Tag-2030512017') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:35.431744 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] For port 80ed1229-d3ab-47f8-b54b-3573a5448824, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:35.436702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] For port 80ed1229-d3ab-47f8-b54b-3573a5448824, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=80ed1229-d3ab-47f8-b54b-3573a5448824,segment=NetworkSegment(478b289b-4942-4906-9b24-f5e05dbd103c),segment_id=478b289b-4942-4906-9b24-f5e05dbd103c)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:35.471389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868d323-1ba9-48c3-af3c-24f5953efa92 req-d84ab9b7-5304-41aa-b038-b63175717409 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.473315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7868d323-1ba9-48c3-af3c-24f5953efa92 req-d84ab9b7-5304-41aa-b038-b63175717409 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.0674570 Sep 16 05:15:35.475059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8059d-85b4-44af-a068-e984023a0056 req-1380d96e-8ace-460a-8655-9d9b2f1db557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.475319 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-7102af4b-9761-4527-a7a9-3759ac2b3231 None None] Set router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:35.477525 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b8b8059d-85b4-44af-a068-e984023a0056 req-1380d96e-8ace-460a-8655-9d9b2f1db557 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c53a4e78-6cb5-4e58-be6b-ea74358269d0 HTTP/1.1" status: 200 len: 833 time: 0.1164851 Sep 16 05:15:35.519515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7868d323-1ba9-48c3-af3c-24f5953efa92 req-4917ec13-603e-4ea2-912b-0ae3251ed58d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397012 Sep 16 05:15:35.547196 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.613376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca937a7-4223-403e-bad4-71abd16d87ec None None] Pushing event updated for resources: {'Port': ['ID=80ed1229-d3ab-47f8-b54b-3573a5448824,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:35.617202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8059d-85b4-44af-a068-e984023a0056 req-c7d13a5f-15da-4a3a-8f99-01fcc870e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.618754 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b8b8059d-85b4-44af-a068-e984023a0056 req-c7d13a5f-15da-4a3a-8f99-01fcc870e9a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0a6d782f-be36-4098-9fe8-5425aaf35962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315660 Sep 16 05:15:35.622828 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-67d5d872-a274-4fe6-b6b4-b1e51390b2e5 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] show failed (client error): The resource could not be found. Sep 16 05:15:35.626383 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-67d5d872-a274-4fe6-b6b4-b1e51390b2e5 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags/tempest-TagsExtTest-Tag-2030512017 HTTP/1.1" status: 404 len: 329 time: 0.2109873 Sep 16 05:15:35.626915 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.627038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33860) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:35.631510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-234b298a-a9ee-4449-87d9-96b202860fc0 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b', 'tempest-TagsExtTest-Tag-283027525') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:35.697014 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-234b298a-a9ee-4449-87d9-96b202860fc0 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] show failed (client error): The resource could not be found. Sep 16 05:15:35.698068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-234b298a-a9ee-4449-87d9-96b202860fc0 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags/tempest-TagsExtTest-Tag-283027525 HTTP/1.1" status: 404 len: 328 time: 0.0700631 Sep 16 05:15:35.701636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33862) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:35.706408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-6e3ba7d8-efe4-40f0-ab01-9f1b2b24f4a6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9', {'tags': ['tempest-TagsExtTest-Tag-2034159927', 'tempest-TagsExtTest-Tag-971084365', 'tempest-TagsExtTest-Tag-140855438']}) {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:35.724912 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7102af4b-9761-4527-a7a9-3759ac2b3231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1', 'name': '', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:b1:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:48Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:35.755856 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102af4b-9761-4527-a7a9-3759ac2b3231 None None] The sync data for ids ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'] in n-d-712137-12 is: [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1', 'name': '', 'network_id': '0a6d782f-be36-4098-9fe8-5425aaf35962', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'mac_address': 'fa:16:3e:b1:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:48Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'subnets': [{'id': 'c53a4e78-6cb5-4e58-be6b-ea74358269d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:35.769232 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.857778 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b8b8059d-85b4-44af-a068-e984023a0056 req-a3ae6da1-66a9-41fe-b1c3-3897cb50ea46 service neutron] 10.222.0.23 "GET /v2.0/networks/0a6d782f-be36-4098-9fe8-5425aaf35962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285457 Sep 16 05:15:35.861932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 2b49a956-b986-40e1-8dd1-d36bfd2e6a06 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:35.863457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:35.870343 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:35.871051 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.887754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6e3ba7d8-efe4-40f0-ab01-9f1b2b24f4a6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "PUT /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags HTTP/1.1" status: 200 len: 316 time: 0.1849174 Sep 16 05:15:35.891220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33864) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:35.895721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-ff33b6c9-c24d-4dbf-91c5-d19507674f7e tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:35.898141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=a4758b7d-51a2-411e-b7b5-d68442528ae0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:36.058832 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ff33b6c9-c24d-4dbf-91c5-d19507674f7e tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags HTTP/1.1" status: 204 len: 168 time: 0.1664279 Sep 16 05:15:36.061384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33866) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:36.067421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-feee67fd-01b1-4948-a804-d1116e43d12e tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9', 'tempest-TagsExtTest-Tag-2034159927') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:36.068745 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b8b8059d-85b4-44af-a068-e984023a0056 req-f7ad0473-cd81-421e-9136-3399321e4d32 service neutron] 10.222.0.23 "GET /v2.0/networks/0a6d782f-be36-4098-9fe8-5425aaf35962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943750 Sep 16 05:15:36.104002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c3132-0edb-460d-9aca-90a84581f282 None None] New status for floating IP e2b938f7-ccc6-445e-894e-b42b027202f3: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:15:36.126890 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-feee67fd-01b1-4948-a804-d1116e43d12e tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] show failed (client error): The resource could not be found. Sep 16 05:15:36.127960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-feee67fd-01b1-4948-a804-d1116e43d12e tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags/tempest-TagsExtTest-Tag-2034159927 HTTP/1.1" status: 404 len: 329 time: 0.0654981 Sep 16 05:15:36.131001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33870) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:36.135130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-efd08938-4df2-4d65-8dd7-2b585f2f52dc tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9', 'tempest-TagsExtTest-Tag-971084365') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:36.192198 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-efd08938-4df2-4d65-8dd7-2b585f2f52dc tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] show failed (client error): The resource could not be found. Sep 16 05:15:36.193177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.193326 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-efd08938-4df2-4d65-8dd7-2b585f2f52dc tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags/tempest-TagsExtTest-Tag-971084365 HTTP/1.1" status: 404 len: 328 time: 0.0614123 Sep 16 05:15:36.196761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33872) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:36.203547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-d30fad0a-65cf-4e56-bd73-25dadbc874e7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9', 'tempest-TagsExtTest-Tag-140855438') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:36.580330 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63fd1a9-12af-4aeb-817c-0cc2e72d8232 None None] Network 2b49a956-b986-40e1-8dd1-d36bfd2e6a06 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:36.668088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d5f8b-16f9-4ec3-975e-c601808b9381 req-cea9558c-2989-4e76-8644-eade4203df5d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.676343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b7d5f8b-16f9-4ec3-975e-c601808b9381 req-cea9558c-2989-4e76-8644-eade4203df5d tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.0718434 Sep 16 05:15:36.707108 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-d30fad0a-65cf-4e56-bd73-25dadbc874e7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] show failed (client error): The resource could not be found. Sep 16 05:15:36.708169 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d30fad0a-65cf-4e56-bd73-25dadbc874e7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags/tempest-TagsExtTest-Tag-140855438 HTTP/1.1" status: 404 len: 328 time: 0.5104380 Sep 16 05:15:36.711598 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33878) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:36.722073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b7d5f8b-16f9-4ec3-975e-c601808b9381 req-8782451c-8054-4384-b7cc-cbdcda558c5e tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446904 Sep 16 05:15:36.735198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4dee8821-2257-4282-aea1-942592a411a1 None None] Provisioning complete for port 80ed1229-d3ab-47f8-b54b-3573a5448824 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:36.735198 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4dee8821-2257-4282-aea1-942592a411a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.741884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-966d3e54-997f-400c-a374-415b49bbd9d8 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca', {'tags': ['tempest-TagsExtTest-Tag-1452763046', 'tempest-TagsExtTest-Tag-1321904100', 'tempest-TagsExtTest-Tag-330594444']}) {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:36.864499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 80ed1229-d3ab-47f8-b54b-3573a5448824 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:36.882141 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.900727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4161462-2207-4ebd-9b6d-ddef191af1ec req-8e322b3f-c0be-44bf-b7d4-2f50f1b62cbb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.902619 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c4161462-2207-4ebd-9b6d-ddef191af1ec req-8e322b3f-c0be-44bf-b7d4-2f50f1b62cbb tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 945 time: 0.2067757 Sep 16 05:15:36.945978 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-966d3e54-997f-400c-a374-415b49bbd9d8 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "PUT /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags HTTP/1.1" status: 200 len: 317 time: 0.2182481 Sep 16 05:15:36.950328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33880) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:36.957256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-4ea28d11-4a9c-4b2f-8766-b7acffa50455 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:37.022247 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.023040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.072833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4dee8821-2257-4282-aea1-942592a411a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.121595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4dee8821-2257-4282-aea1-942592a411a1 None None] For port 80ed1229-d3ab-47f8-b54b-3573a5448824, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=80ed1229-d3ab-47f8-b54b-3573a5448824,segment=NetworkSegment(478b289b-4942-4906-9b24-f5e05dbd103c),segment_id=478b289b-4942-4906-9b24-f5e05dbd103c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:37.127674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 80ed1229-d3ab-47f8-b54b-3573a5448824 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:37.127980 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.142355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=a4758b7d-51a2-411e-b7b5-d68442528ae0,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:37.213810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-c4161462-2207-4ebd-9b6d-ddef191af1ec req-a8db2144-82c3-44a4-85d8-c31b1f394a91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port 7449d8ca-e35e-4667-bb1d-55c8923aeb72 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:37.214163 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c4161462-2207-4ebd-9b6d-ddef191af1ec req-a8db2144-82c3-44a4-85d8-c31b1f394a91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.219564 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.231036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4dee8821-2257-4282-aea1-942592a411a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.292333 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 2b49a956-b986-40e1-8dd1-d36bfd2e6a06 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:37.298313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:37.303634 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4ea28d11-4a9c-4b2f-8766-b7acffa50455 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags HTTP/1.1" status: 204 len: 168 time: 0.3485045 Sep 16 05:15:37.304337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33882) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:37.318808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-4bea91ce-7b11-4f60-9b07-3a915663caf7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca', 'tempest-TagsExtTest-Tag-1452763046') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:37.330930 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:15:37.331425 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:15:37.332002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee8821-2257-4282-aea1-942592a411a1 None None] Pushing event updated for resources: {'Port': ['ID=80ed1229-d3ab-47f8-b54b-3573a5448824,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:37.355504 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9849db7a-294d-463b-8d4e-02e37c113d3b None None] Provisioning complete for port a4758b7d-51a2-411e-b7b5-d68442528ae0 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:37.356003 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9849db7a-294d-463b-8d4e-02e37c113d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.398797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c4161462-2207-4ebd-9b6d-ddef191af1ec req-a8db2144-82c3-44a4-85d8-c31b1f394a91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port 7449d8ca-e35e-4667-bb1d-55c8923aeb72, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7449d8ca-e35e-4667-bb1d-55c8923aeb72,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:37.399178 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c4161462-2207-4ebd-9b6d-ddef191af1ec req-a8db2144-82c3-44a4-85d8-c31b1f394a91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.404282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9849db7a-294d-463b-8d4e-02e37c113d3b None None] Port a4758b7d-51a2-411e-b7b5-d68442528ae0 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:37.418240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-c4161462-2207-4ebd-9b6d-ddef191af1ec req-a8db2144-82c3-44a4-85d8-c31b1f394a91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for 7449d8ca-e35e-4667-bb1d-55c8923aeb72 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:37.421052 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-4bea91ce-7b11-4f60-9b07-3a915663caf7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] show failed (client error): The resource could not be found. Sep 16 05:15:37.421465 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9849db7a-294d-463b-8d4e-02e37c113d3b None None] Provisioning complete for port 80ed1229-d3ab-47f8-b54b-3573a5448824 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:37.421896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9849db7a-294d-463b-8d4e-02e37c113d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.422864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4bea91ce-7b11-4f60-9b07-3a915663caf7 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags/tempest-TagsExtTest-Tag-1452763046 HTTP/1.1" status: 404 len: 329 time: 0.1157560 Sep 16 05:15:37.425720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33886) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:37.430804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-d14d0458-0853-45dc-a66e-fd691ea16e8d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca', 'tempest-TagsExtTest-Tag-1321904100') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:37.530286 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-d14d0458-0853-45dc-a66e-fd691ea16e8d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] show failed (client error): The resource could not be found. Sep 16 05:15:37.535377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33890) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:37.535921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d14d0458-0853-45dc-a66e-fd691ea16e8d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags/tempest-TagsExtTest-Tag-1321904100 HTTP/1.1" status: 404 len: 329 time: 0.1087139 Sep 16 05:15:37.547476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-31f9d483-5bab-49f4-a908-e5f8ece495e6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca', 'tempest-TagsExtTest-Tag-330594444') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:37.662014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:15:37.671083 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cb4311e8-2324-41bc-a31c-efc9a8ea3472 None None] Provisioning complete for port a4758b7d-51a2-411e-b7b5-d68442528ae0 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:37.671645 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb4311e8-2324-41bc-a31c-efc9a8ea3472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.674478 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-31f9d483-5bab-49f4-a908-e5f8ece495e6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] show failed (client error): The resource could not be found. Sep 16 05:15:37.675228 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-31f9d483-5bab-49f4-a908-e5f8ece495e6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags/tempest-TagsExtTest-Tag-330594444 HTTP/1.1" status: 404 len: 328 time: 0.1388533 Sep 16 05:15:37.678094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33892) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:37.683760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-45c5dec0-bc8b-4607-9b17-9eecc55baa6f tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626', {'tags': ['tempest-TagsExtTest-Tag-845697335', 'tempest-TagsExtTest-Tag-1697190741', 'tempest-TagsExtTest-Tag-835534373']}) {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:37.716017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cb4311e8-2324-41bc-a31c-efc9a8ea3472 None None] Port a4758b7d-51a2-411e-b7b5-d68442528ae0 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:37.777962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:37.784651 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3c3155eb-53ea-412f-a3f0-cb7ef2ffb80a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2415292 Sep 16 05:15:37.787122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33898) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:37.790520 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Sync routers for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:37.792495 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6cf14593-1612-4716-929c-2a1bb6af7ca6 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-711738311'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:37.801717 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:37.802490 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:37.812511 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c4161462-2207-4ebd-9b6d-ddef191af1ec req-a8db2144-82c3-44a4-85d8-c31b1f394a91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.833171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-45c5dec0-bc8b-4607-9b17-9eecc55baa6f tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "PUT /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags HTTP/1.1" status: 200 len: 316 time: 0.1534953 Sep 16 05:15:37.834959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33900) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:37.843253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-4bdecbe8-f246-4d33-8afe-d85a87a1bb9c tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:37.856287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db2144-82c3-44a4-85d8-c31b1f394a91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=7449d8ca-e35e-4667-bb1d-55c8923aeb72,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:37.897371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b6ad9756-a748-4c87-9b65-e6984b5522dc None None] Provisioning complete for port a4758b7d-51a2-411e-b7b5-d68442528ae0 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:37.897839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ef52e-8e09-4abc-9b3d-0836d9eb75e6 req-a2177178-5e92-457a-b978-0a0c43574b89 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.898140 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9756-a748-4c87-9b65-e6984b5522dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.900696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-843ef52e-8e09-4abc-9b3d-0836d9eb75e6 req-a2177178-5e92-457a-b978-0a0c43574b89 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f52f149e-0287-4551-8a7c-f3b25b86646b HTTP/1.1" status: 200 len: 867 time: 0.1028616 Sep 16 05:15:37.901069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4161462-2207-4ebd-9b6d-ddef191af1ec req-a8db2144-82c3-44a4-85d8-c31b1f394a91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] No DVR routers for this DVR port 7449d8ca-e35e-4667-bb1d-55c8923aeb72 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:37.905457 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c4161462-2207-4ebd-9b6d-ddef191af1ec req-a8db2144-82c3-44a4-85d8-c31b1f394a91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.907540 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c4161462-2207-4ebd-9b6d-ddef191af1ec req-a8db2144-82c3-44a4-85d8-c31b1f394a91 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.23 "DELETE /v2.0/ports/7449d8ca-e35e-4667-bb1d-55c8923aeb72 HTTP/1.1" status: 204 len: 173 time: 0.9984539 Sep 16 05:15:37.908011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'name': 'network-vif-deleted', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:37.911611 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c9b890-0a23-429b-815b-da26cd6f2334" -d '{"events": [{"server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "name": "network-vif-deleted", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:37.952667 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:37.962406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad9756-a748-4c87-9b65-e6984b5522dc None None] Port a4758b7d-51a2-411e-b7b5-d68442528ae0 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:37.966426 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-843ef52e-8e09-4abc-9b3d-0836d9eb75e6 req-46ee5426-f447-47e8-bc31-7f866dc93481 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "GET /v2.0/security-groups?id=fccac4e9-20a7-4819-9477-48bddbb5a0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568676 Sep 16 05:15:37.969475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf14593-1612-4716-929c-2a1bb6af7ca6 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:37.972242 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d2bbb5-f2e2-4230-92a7-8c9f1d3c1a33 x-openstack-request-id: req-d2d2bbb5-f2e2-4230-92a7-8c9f1d3c1a33 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:37.972577 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52f149e-0287-4551-8a7c-f3b25b86646b", "name": "network-vif-deleted", "tag": "7449d8ca-e35e-4667-bb1d-55c8923aeb72", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:37.972817 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2d2bbb5-f2e2-4230-92a7-8c9f1d3c1a33 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:37.972956 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6cf14593-1612-4716-929c-2a1bb6af7ca6 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.973736 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52f149e-0287-4551-8a7c-f3b25b86646b', 'name': 'network-vif-deleted', 'tag': '7449d8ca-e35e-4667-bb1d-55c8923aeb72', 'status': 'completed', 'code': 200} Sep 16 05:15:38.019436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf14593-1612-4716-929c-2a1bb6af7ca6 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:38.032020 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6cf14593-1612-4716-929c-2a1bb6af7ca6 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.032020 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-6cf14593-1612-4716-929c-2a1bb6af7ca6 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Added segment 13327b4f-67e2-44f2-928b-972458d03b03 of type vlan for network 4d184148-2678-4725-9155-f8a4305179df Sep 16 05:15:38.085278 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6cf14593-1612-4716-929c-2a1bb6af7ca6 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.107733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4bdecbe8-f246-4d33-8afe-d85a87a1bb9c tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags HTTP/1.1" status: 204 len: 168 time: 0.2679284 Sep 16 05:15:38.110603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33904) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.115316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-f5e9b0f4-1d40-4ba2-b16e-bbe972c32dd4 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626', 'tempest-TagsExtTest-Tag-845697335') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:38.137551 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-f5e9b0f4-1d40-4ba2-b16e-bbe972c32dd4 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] show failed (client error): The resource could not be found. Sep 16 05:15:38.140070 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f5e9b0f4-1d40-4ba2-b16e-bbe972c32dd4 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags/tempest-TagsExtTest-Tag-845697335 HTTP/1.1" status: 404 len: 328 time: 0.0275147 Sep 16 05:15:38.142097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33906) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.147091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-34d09b97-d7af-444e-9f2d-38665e681b90 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626', 'tempest-TagsExtTest-Tag-1697190741') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:38.167406 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-34d09b97-d7af-444e-9f2d-38665e681b90 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] show failed (client error): The resource could not be found. Sep 16 05:15:38.168630 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-34d09b97-d7af-444e-9f2d-38665e681b90 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags/tempest-TagsExtTest-Tag-1697190741 HTTP/1.1" status: 404 len: 329 time: 0.0252874 Sep 16 05:15:38.171540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33908) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.176442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-0da201b1-1857-4cc2-bbb0-db19348b2457 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626', 'tempest-TagsExtTest-Tag-835534373') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:38.189242 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6cf14593-1612-4716-929c-2a1bb6af7ca6 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.200270 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-0da201b1-1857-4cc2-bbb0-db19348b2457 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] show failed (client error): The resource could not be found. Sep 16 05:15:38.203011 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0da201b1-1857-4cc2-bbb0-db19348b2457 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags/tempest-TagsExtTest-Tag-835534373 HTTP/1.1" status: 404 len: 328 time: 0.0304377 Sep 16 05:15:38.206225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33910) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.209528 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf14593-1612-4716-929c-2a1bb6af7ca6 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:38.210313 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6cf14593-1612-4716-929c-2a1bb6af7ca6 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.211522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-559dc783-3e41-4015-9e34-645a9ff57723 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd0b2c63c-290d-43a4-bc11-599f6b702626') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:38.246127 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-559dc783-3e41-4015-9e34-645a9ff57723 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626/tags HTTP/1.1" status: 204 len: 168 time: 0.0385530 Sep 16 05:15:38.246960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33912) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.256140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.tag.tag_plugin [None req-acfc70f3-8e18-42cf-893f-dc9bebce1aaf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4a921200-5aa1-45fb-adc1-39f417da60ca') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:38.318898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6cf14593-1612-4716-929c-2a1bb6af7ca6 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5298238 Sep 16 05:15:38.323203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf14593-1612-4716-929c-2a1bb6af7ca6 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Network': ['ID=4d184148-2678-4725-9155-f8a4305179df,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:38.323561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33914) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.335938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 4d184148-2678-4725-9155-f8a4305179df details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:38.337470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1b411672-8883-412d-beb7-7c8798576fd2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'subnet': {'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:38.406299 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:15:36Z', 'revision_number': 2, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:36Z', 'revision_number': 2, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:38.409734 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-acfc70f3-8e18-42cf-893f-dc9bebce1aaf tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca/tags HTTP/1.1" status: 204 len: 168 time: 0.1607943 Sep 16 05:15:38.412428 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33916) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.417069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-c49f89a3-95b0-4eb4-90b2-f71ef842ec1f tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '525fbac0-ea3d-45a2-90f9-8da37bfadef9') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:38.447184 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Checking router: 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:38.447700 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Updating router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 port a4758b7d-51a2-411e-b7b5-d68442528ae0 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:15:38.483079 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.500181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c49f89a3-95b0-4eb4-90b2-f71ef842ec1f tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9/tags HTTP/1.1" status: 204 len: 168 time: 0.0865722 Sep 16 05:15:38.503356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33918) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.510368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.tag.tag_plugin [None req-4c8d7257-2d7e-4a70-90b1-998491b22648 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9303de7-6662-4eab-b950-05609d81fc1b') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:38.589032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b411672-8883-412d-beb7-7c8798576fd2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:38.594167 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b411672-8883-412d-beb7-7c8798576fd2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.617543 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4c8d7257-2d7e-4a70-90b1-998491b22648 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1129720 Sep 16 05:15:38.625903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33922) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.690914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33924) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.829380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 80ed1229-d3ab-47f8-b54b-3573a5448824 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:38.848907 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.861338 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-135367ba-240b-4af3-af96-c2f7a1f4bc31 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for subnetpool, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.865303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-135367ba-240b-4af3-af96-c2f7a1f4bc31 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d0b2c63c-290d-43a4-bc11-599f6b702626 HTTP/1.1" status: 204 len: 168 time: 0.2383091 Sep 16 05:15:38.866205 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33926) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.879373 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cde6d65a-ca02-413d-8bc0-3d043f343da1 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2281 time: 0.1872663 Sep 16 05:15:38.880763 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 80ed1229-d3ab-47f8-b54b-3573a5448824 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:38.881261 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.883208 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33928) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.890507 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-de2b634d-fe45-4f42-b4a0-67c24c6d0be8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Request body: {'network': {'name': 'tempest-network-smoke--622676983', 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'port_security_enabled': False}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:38.917168 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-daee1542-f9e8-4b5e-b7c8-33ee2a73f921 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a921200-5aa1-45fb-adc1-39f417da60ca HTTP/1.1" status: 200 len: 205 time: 0.0323336 Sep 16 05:15:38.921485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33930) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:38.932268 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.992582 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Pushing event updated for resources: {'Port': ['ID=a4758b7d-51a2-411e-b7b5-d68442528ae0,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:39.011903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2b634d-fe45-4f42-b4a0-67c24c6d0be8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Made reservation on behalf of 9e1c1acdabb043a5b48f12b342ae6235 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:39.020178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de2b634d-fe45-4f42-b4a0-67c24c6d0be8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.024011 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:39.024011 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:39.024011 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:39.024726 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:39.025171 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:39.025582 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:39.026006 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:39.026425 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:39.026841 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:39.027259 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:39.027703 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:39.028120 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:39.035750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2780f1b0-ae42-434c-9a5a-6d1369b80292 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.062914 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Attempting to bind port a4758b7d-51a2-411e-b7b5-d68442528ae0 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:39.064297 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Attempting to bind port a4758b7d-51a2-411e-b7b5-d68442528ae0 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '478b289b-4942-4906-9b24-f5e05dbd103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:39.064297 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Attempting to bind port a4758b7d-51a2-411e-b7b5-d68442528ae0 on network 2b49a956-b986-40e1-8dd1-d36bfd2e6a06 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:39.070717 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:39.071290 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Checking segment: {'id': '478b289b-4942-4906-9b24-f5e05dbd103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:39.071836 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.072271 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Bound using segment: {'id': '478b289b-4942-4906-9b24-f5e05dbd103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:39.072855 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Bound port: a4758b7d-51a2-411e-b7b5-d68442528ae0, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478b289b-4942-4906-9b24-f5e05dbd103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:39.073295 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.092795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33934) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:39.119854 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b411672-8883-412d-beb7-7c8798576fd2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.145660 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] For port a4758b7d-51a2-411e-b7b5-d68442528ae0, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:39.149276 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] For port a4758b7d-51a2-411e-b7b5-d68442528ae0, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a4758b7d-51a2-411e-b7b5-d68442528ae0,segment=NetworkSegment(478b289b-4942-4906-9b24-f5e05dbd103c),segment_id=478b289b-4942-4906-9b24-f5e05dbd103c)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:39.195754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2b634d-fe45-4f42-b4a0-67c24c6d0be8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:39.213085 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de2b634d-fe45-4f42-b4a0-67c24c6d0be8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.213432 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-de2b634d-fe45-4f42-b4a0-67c24c6d0be8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Added segment a91f60c9-dc13-45f8-8987-ad26c57ea2ad of type vlan for network c0c4bf02-f415-4a18-9777-4a5109b52263 Sep 16 05:15:39.246669 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.267772 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2780f1b0-ae42-434c-9a5a-6d1369b80292 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.272347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2780f1b0-ae42-434c-9a5a-6d1369b80292 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.321816 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040b601-a08e-4385-9e2d-9e9ad6a0c036 None None] Pushing event updated for resources: {'Port': ['ID=a4758b7d-51a2-411e-b7b5-d68442528ae0,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:39.327202 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:39.328305 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:39.338215 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de2b634d-fe45-4f42-b4a0-67c24c6d0be8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.352413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b411672-8883-412d-beb7-7c8798576fd2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Subnet': ['ID=5ff7c855-5856-494d-b0f2-75899f8730ef,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:39.356066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b411672-8883-412d-beb7-7c8798576fd2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Checking segment: {'id': '13327b4f-67e2-44f2-928b-972458d03b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4d184148-2678-4725-9155-f8a4305179df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:39.356437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b411672-8883-412d-beb7-7c8798576fd2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network hostable DHCP agents. Network: 4d184148-2678-4725-9155-f8a4305179df, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:39.367240 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fbab4033-ac09-4426-9f63-3788fe1e7dfe None None] Provisioning complete for port a4758b7d-51a2-411e-b7b5-d68442528ae0 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:39.367627 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fbab4033-ac09-4426-9f63-3788fe1e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.424084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2780f1b0-ae42-434c-9a5a-6d1369b80292 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.424961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2780f1b0-ae42-434c-9a5a-6d1369b80292 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Fanout notify agent at l3_agent the message router_deleted on router 4a921200-5aa1-45fb-adc1-39f417da60ca {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:39.434465 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2780f1b0-ae42-434c-9a5a-6d1369b80292 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.439814 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2780f1b0-ae42-434c-9a5a-6d1369b80292 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/routers/4a921200-5aa1-45fb-adc1-39f417da60ca HTTP/1.1" status: 204 len: 168 time: 0.5153465 Sep 16 05:15:39.441376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33936) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:39.474658 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fbab4033-ac09-4426-9f63-3788fe1e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.488566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7449d8ca-e35e-4667-bb1d-55c8923aeb72 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:39.488891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b411672-8883-412d-beb7-7c8798576fd2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 4d184148-2678-4725-9155-f8a4305179df is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:39.517164 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:39.527103 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de2b634d-fe45-4f42-b4a0-67c24c6d0be8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.533619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2b634d-fe45-4f42-b4a0-67c24c6d0be8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.534540 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de2b634d-fe45-4f42-b4a0-67c24c6d0be8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.546268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-1b411672-8883-412d-beb7-7c8798576fd2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 4d184148-2678-4725-9155-f8a4305179df) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:39.553710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b411672-8883-412d-beb7-7c8798576fd2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.554012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b411672-8883-412d-beb7-7c8798576fd2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.556176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 7449d8ca-e35e-4667-bb1d-55c8923aeb72 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:39.556545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7449d8ca-e35e-4667-bb1d-55c8923aeb72 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:39.560741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf0f8bd-f62f-405f-acb9-36e2e96ff303 None None] Network 4d184148-2678-4725-9155-f8a4305179df requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:39.604757 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-87570f60-fc7f-4033-a94f-875d0546ee95 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Deleting port 525fbac0-ea3d-45a2-90f9-8da37bfadef9 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:39.605535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87570f60-fc7f-4033-a94f-875d0546ee95 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.635887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fbab4033-ac09-4426-9f63-3788fe1e7dfe None None] For port a4758b7d-51a2-411e-b7b5-d68442528ae0, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a4758b7d-51a2-411e-b7b5-d68442528ae0,segment=NetworkSegment(478b289b-4942-4906-9b24-f5e05dbd103c),segment_id=478b289b-4942-4906-9b24-f5e05dbd103c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:39.650152 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-de2b634d-fe45-4f42-b4a0-67c24c6d0be8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7621105 Sep 16 05:15:39.686392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33942) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:39.693131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-268059643', 'admin_state_up': True, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:39.709670 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fbab4033-ac09-4426-9f63-3788fe1e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.732594 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87570f60-fc7f-4033-a94f-875d0546ee95 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.745510 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-87570f60-fc7f-4033-a94f-875d0546ee95 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Calling delete_port for 525fbac0-ea3d-45a2-90f9-8da37bfadef9 owned by {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:39.760511 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1b411672-8883-412d-beb7-7c8798576fd2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4336574 Sep 16 05:15:39.761780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33946) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:39.765888 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab4033-ac09-4426-9f63-3788fe1e7dfe None None] Pushing event updated for resources: {'Port': ['ID=a4758b7d-51a2-411e-b7b5-d68442528ae0,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:39.790397 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b634d-fe45-4f42-b4a0-67c24c6d0be8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Network': ['ID=c0c4bf02-f415-4a18-9777-4a5109b52263,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:39.805984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network c0c4bf02-f415-4a18-9777-4a5109b52263 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:39.835030 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:15:36Z', 'revision_number': 2, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 4, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:39.876451 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e20c0-9253-4b4f-bdb2-e0f642365f9e None None] The sync data for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 is: [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:15:36Z', 'revision_number': 2, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 4, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:39.907660 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.909423 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.965992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-15af208a-935f-4c69-80c0-f9292a5c94f1 None None] Provisioning complete for port a4758b7d-51a2-411e-b7b5-d68442528ae0 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:39.968552 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-15af208a-935f-4c69-80c0-f9292a5c94f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.031569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-4d184148-2678-4725-9155-f8a4305179df', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:40.032913 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.330435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Allocated IP 2001:db8:1::2 (4d184148-2678-4725-9155-f8a4305179df/5ff7c855-5856-494d-b0f2-75899f8730ef/d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:40.428641 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.438606 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96b39adf-e5b6-4b48-b6b7-38287e9557a4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.556041 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.629970 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.730752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Pushing event updated for resources: {'Port': ['ID=d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:40.744923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Network 4d184148-2678-4725-9155-f8a4305179df is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:40.749301 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:40.764010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:40.829327 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87570f60-fc7f-4033-a94f-875d0546ee95 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.840852 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.847222 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.886239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87570f60-fc7f-4033-a94f-875d0546ee95 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Pushing event deleted for resources: {'Port': ['ID=525fbac0-ea3d-45a2-90f9-8da37bfadef9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:40.889416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a4758b7d-51a2-411e-b7b5-d68442528ae0 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:40.965550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Attempting to bind port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:40.965550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Attempting to bind port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '13327b4f-67e2-44f2-928b-972458d03b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4d184148-2678-4725-9155-f8a4305179df'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:40.966312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Attempting to bind port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b on network 4d184148-2678-4725-9155-f8a4305179df {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:40.981299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:40.982052 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Checking segment: {'id': '13327b4f-67e2-44f2-928b-972458d03b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4d184148-2678-4725-9155-f8a4305179df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:40.982656 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.983324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Bound using segment: {'id': '13327b4f-67e2-44f2-928b-972458d03b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4d184148-2678-4725-9155-f8a4305179df'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:40.984065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Bound port: d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13327b4f-67e2-44f2-928b-972458d03b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4d184148-2678-4725-9155-f8a4305179df'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:40.984847 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.069666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] For port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:41.073301 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] For port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b,segment=NetworkSegment(13327b4f-67e2-44f2-928b-972458d03b03),segment_id=13327b4f-67e2-44f2-928b-972458d03b03)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:41.091888 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a4758b7d-51a2-411e-b7b5-d68442528ae0 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:41.092310 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.136830 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87570f60-fc7f-4033-a94f-875d0546ee95 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.144909 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-87570f60-fc7f-4033-a94f-875d0546ee95 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/ports/525fbac0-ea3d-45a2-90f9-8da37bfadef9 HTTP/1.1" status: 204 len: 168 time: 1.7011857 Sep 16 05:15:41.148666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33950) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:41.201443 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.375985 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af08075-d23a-42e0-a078-eccc9111d6b6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Deleting subnet f9303de7-6662-4eab-b950-05609d81fc1b {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:41.384984 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9af08075-d23a-42e0-a078-eccc9111d6b6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.387434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dab51-4b85-4a1a-8919-048b53e87085 None None] Pushing event updated for resources: {'Port': ['ID=d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:41.394887 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-96b39adf-e5b6-4b48-b6b7-38287e9557a4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:41.401868 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96b39adf-e5b6-4b48-b6b7-38287e9557a4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.401868 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.460642 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.498378 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9af08075-d23a-42e0-a078-eccc9111d6b6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.563540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Allocated IP 2001:db8:1::1 (4d184148-2678-4725-9155-f8a4305179df/5ff7c855-5856-494d-b0f2-75899f8730ef/b047d750-9683-4b49-9900-9ab21dc0a1a7) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:41.679558 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-96b39adf-e5b6-4b48-b6b7-38287e9557a4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:41.679949 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96b39adf-e5b6-4b48-b6b7-38287e9557a4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.699385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-96b39adf-e5b6-4b48-b6b7-38287e9557a4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:41.718055 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9af08075-d23a-42e0-a078-eccc9111d6b6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.720007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Allocated IP 172.25.3.127 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/9fba254b-af27-498d-a46b-9e280f5b2508) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:41.800895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.875631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9af08075-d23a-42e0-a078-eccc9111d6b6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.907230 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.910456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af08075-d23a-42e0-a078-eccc9111d6b6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Pushing event deleted for resources: {'Subnet': ['ID=f9303de7-6662-4eab-b950-05609d81fc1b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:41.912506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9af08075-d23a-42e0-a078-eccc9111d6b6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.914466 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9af08075-d23a-42e0-a078-eccc9111d6b6 tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/subnets/f9303de7-6662-4eab-b950-05609d81fc1b HTTP/1.1" status: 204 len: 168 time: 0.7645857 Sep 16 05:15:41.919404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62327364-dc5a-4fc7-8f97-34f673ede746 None None] Network e3ad4667-c2b8-40e0-ae69-24f910100a69 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:41.921695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33956) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:41.966440 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.988792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 4d184148-2678-4725-9155-f8a4305179df is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:41.995538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:42.027593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:42.028156 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.085556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=b047d750-9683-4b49-9900-9ab21dc0a1a7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.101811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.130447 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e954e4a5-f740-414b-98d4-24c4b95a40e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.130447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a52327-9bc2-4a9d-9cb8-8398af9f5e5d None None] DHCP port deletion for e3ad4667-c2b8-40e0-ae69-24f910100a69 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:15:42.182170 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f3a52327-9bc2-4a9d-9cb8-8398af9f5e5d None None] Deleting port 3ef18dd7-6e29-4ab5-9295-23683093e0ac {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:42.182820 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f3a52327-9bc2-4a9d-9cb8-8398af9f5e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.193685 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Deleting port 3ef18dd7-6e29-4ab5-9295-23683093e0ac {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:42.193685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.196539 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96b39adf-e5b6-4b48-b6b7-38287e9557a4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.198148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.234177 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b39adf-e5b6-4b48-b6b7-38287e9557a4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.260790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f3a52327-9bc2-4a9d-9cb8-8398af9f5e5d None None] For port 3ef18dd7-6e29-4ab5-9295-23683093e0ac, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3ef18dd7-6e29-4ab5-9295-23683093e0ac,segment=NetworkSegment(4d24b61a-83a4-452e-930e-0362067ad361),segment_id=4d24b61a-83a4-452e-930e-0362067ad361)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:42.261021 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f3a52327-9bc2-4a9d-9cb8-8398af9f5e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.275026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f3a52327-9bc2-4a9d-9cb8-8398af9f5e5d None None] Calling delete_port for 3ef18dd7-6e29-4ab5-9295-23683093e0ac owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:42.285089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:42.308225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:42.320278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:42.333741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] For port 3ef18dd7-6e29-4ab5-9295-23683093e0ac, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3ef18dd7-6e29-4ab5-9295-23683093e0ac,segment=NetworkSegment(4d24b61a-83a4-452e-930e-0362067ad361),segment_id=4d24b61a-83a4-452e-930e-0362067ad361)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:42.334118 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.359806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.404264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Calling delete_port for 3ef18dd7-6e29-4ab5-9295-23683093e0ac owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:42.433356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Port': ['ID=9fba254b-af27-498d-a46b-9e280f5b2508,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.583273 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.595970 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f3a52327-9bc2-4a9d-9cb8-8398af9f5e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.655792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a52327-9bc2-4a9d-9cb8-8398af9f5e5d None None] Pushing event deleted for resources: {'Port': ['ID=3ef18dd7-6e29-4ab5-9295-23683093e0ac,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.678451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a52327-9bc2-4a9d-9cb8-8398af9f5e5d None None] No DVR routers for this DVR port 3ef18dd7-6e29-4ab5-9295-23683093e0ac on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:42.784518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d63a789-47c5-413f-94d1-4c838e4ebb4f None None] Network 4d184148-2678-4725-9155-f8a4305179df requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:42.785323 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.837613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] No DVR routers for this DVR port 3ef18dd7-6e29-4ab5-9295-23683093e0ac on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:42.840503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Pushing event deleted for resources: {'Port': ['ID=3ef18dd7-6e29-4ab5-9295-23683093e0ac,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.896930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-96b39adf-e5b6-4b48-b6b7-38287e9557a4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.929111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d3f4c1fb-ea44-4a59-b0e1-cdd7a9382be2 None None] Provisioning complete for port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:42.937895 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d3f4c1fb-ea44-4a59-b0e1-cdd7a9382be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.971538 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.011677 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ad4667-c2b8-40e0-ae69-24f910100a69']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:43.024588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d24b61a-83a4-452e-930e-0362067ad361') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:43.024891 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d24b61a-83a4-452e-930e-0362067ad361') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:43.045645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.062150 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.066214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.089918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.098687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:43.099257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: self.session.flush() Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:43.102541 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:43.152155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:43.158256 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.159193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.226454 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d3f4c1fb-ea44-4a59-b0e1-cdd7a9382be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.288003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:43.288386 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.291697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d3f4c1fb-ea44-4a59-b0e1-cdd7a9382be2 None None] For port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b,segment=NetworkSegment(13327b4f-67e2-44f2-928b-972458d03b03),segment_id=13327b4f-67e2-44f2-928b-972458d03b03)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:43.291942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=b047d750-9683-4b49-9900-9ab21dc0a1a7,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:43.329304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.337817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.339788 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] 10.222.0.24 "DELETE /v2.0/networks/e3ad4667-c2b8-40e0-ae69-24f910100a69 HTTP/1.1" status: 204 len: 168 time: 1.4170547 Sep 16 05:15:43.352619 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d3f4c1fb-ea44-4a59-b0e1-cdd7a9382be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.359478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97900d6e-3919-48a0-9405-bde4a7fa184d tempest-TagsExtTest-1512085696 tempest-TagsExtTest-1512085696-project] Pushing event deleted for resources: {'Network': ['ID=e3ad4667-c2b8-40e0-ae69-24f910100a69,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:43.412415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 4d184148-2678-4725-9155-f8a4305179df is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:43.417919 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:43.484424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4c1fb-ea44-4a59-b0e1-cdd7a9382be2 None None] Pushing event updated for resources: {'Port': ['ID=d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:43.488224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b39adf-e5b6-4b48-b6b7-38287e9557a4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:43.574549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:43.589772 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3ef18dd7-6e29-4ab5-9295-23683093e0ac no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:43.623293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 3ef18dd7-6e29-4ab5-9295-23683093e0ac {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:43.623643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3ef18dd7-6e29-4ab5-9295-23683093e0ac not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:43.677916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1ceb201f-1cb5-4aa7-a17d-685ab5c3c31b None None] Provisioning complete for port b047d750-9683-4b49-9900-9ab21dc0a1a7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:43.678353 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ceb201f-1cb5-4aa7-a17d-685ab5c3c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.719513 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:43.730642 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2049e9f6-02ed-4534-b203-da26eb1f426a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9656770 Sep 16 05:15:43.731426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33972) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:43.735781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Sync routers for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:43.737412 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3ecee7c9-ef74-4c0a-974e-5277ebb5975b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1770510849'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:43.774200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:43.775525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:43.886836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb201f-1cb5-4aa7-a17d-685ab5c3c31b None None] Port b047d750-9683-4b49-9900-9ab21dc0a1a7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:43.889692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:43.905618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecee7c9-ef74-4c0a-974e-5277ebb5975b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:43.909239 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3ecee7c9-ef74-4c0a-974e-5277ebb5975b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.941640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1ceb201f-1cb5-4aa7-a17d-685ab5c3c31b None None] Provisioning complete for port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:43.941949 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ceb201f-1cb5-4aa7-a17d-685ab5c3c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.962693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecee7c9-ef74-4c0a-974e-5277ebb5975b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:43.970881 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.979682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3ecee7c9-ef74-4c0a-974e-5277ebb5975b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.980241 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-3ecee7c9-ef74-4c0a-974e-5277ebb5975b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Added segment 2d4b5c01-65c6-4b2f-a985-47f7957076ad of type vlan for network e35df50a-b25d-4c54-b224-67118f2f0205 Sep 16 05:15:44.061973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33976) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:44.070790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3ecee7c9-ef74-4c0a-974e-5277ebb5975b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.144494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b39adf-e5b6-4b48-b6b7-38287e9557a4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:44.158564 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e31075e-4d76-4da9-be1b-ed9ec3d643f2 None None] Sync routers for ids ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:44.168206 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31075e-4d76-4da9-be1b-ed9ec3d643f2 None None] Routers {'9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:44.168857 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7e31075e-4d76-4da9-be1b-ed9ec3d643f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:44.178630 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3ecee7c9-ef74-4c0a-974e-5277ebb5975b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.186750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecee7c9-ef74-4c0a-974e-5277ebb5975b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:44.187612 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3ecee7c9-ef74-4c0a-974e-5277ebb5975b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.334478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:15:42Z', 'revision_number': 3, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:42Z', 'revision_number': 2, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:44.346329 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-96b39adf-e5b6-4b48-b6b7-38287e9557a4 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "PUT /v2.0/routers/9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2500944 Sep 16 05:15:44.347169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33982) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:44.384492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecee7c9-ef74-4c0a-974e-5277ebb5975b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Network': ['ID=e35df50a-b25d-4c54-b224-67118f2f0205,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:44.411558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network e35df50a-b25d-4c54-b224-67118f2f0205 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:44.415764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Checking router: 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:44.417474 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Updating router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 port b047d750-9683-4b49-9900-9ab21dc0a1a7 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:15:44.438877 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-7e31075e-4d76-4da9-be1b-ed9ec3d643f2 None None] Set router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:44.449686 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-caab2af8-6dc1-4f4a-8372-da9749a23a80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a43500c5ff5944d5b677d2669d80ce05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864157 Sep 16 05:15:44.454128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33984) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:44.468179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df02e2c-16c4-454b-81ef-c862978bfe7f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting subnet c53a4e78-6cb5-4e58-be6b-ea74358269d0 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:44.485855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2eec08d5-0420-4090-a1de-e58ea5c7bde7 None None] Provisioning complete for port b047d750-9683-4b49-9900-9ab21dc0a1a7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:44.486263 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2eec08d5-0420-4090-a1de-e58ea5c7bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.486615 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3ecee7c9-ef74-4c0a-974e-5277ebb5975b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7539816 Sep 16 05:15:44.488189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33986) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:44.489362 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1df02e2c-16c4-454b-81ef-c862978bfe7f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.496888 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-68c6ecf3-2445-489f-a36e-0b8ae89c01e2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'subnet': {'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:44.515160 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.526439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Router 3eae3583-f4c7-4b03-aadb-e9bbc460c148 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:15:44.542079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1df02e2c-16c4-454b-81ef-c862978bfe7f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.658882 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7e31075e-4d76-4da9-be1b-ed9ec3d643f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:15:41Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:44.660215 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5ef6effe-2d50-417c-ba24-158292eb8cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.680178 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1df02e2c-16c4-454b-81ef-c862978bfe7f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.689519 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e31075e-4d76-4da9-be1b-ed9ec3d643f2 None None] Checking router: 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:44.698569 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31075e-4d76-4da9-be1b-ed9ec3d643f2 None None] Routers {'9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:44.699436 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7e31075e-4d76-4da9-be1b-ed9ec3d643f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:15Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:44.709268 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5ef6effe-2d50-417c-ba24-158292eb8cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.762098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c6ecf3-2445-489f-a36e-0b8ae89c01e2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:44.766087 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-68c6ecf3-2445-489f-a36e-0b8ae89c01e2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.771974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-2eec08d5-0420-4090-a1de-e58ea5c7bde7 None None] Port b047d750-9683-4b49-9900-9ab21dc0a1a7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:44.825061 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-7e31075e-4d76-4da9-be1b-ed9ec3d643f2 None None] Set router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:44.825645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:44.861232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Sync routers for ids ['3eae3583-f4c7-4b03-aadb-e9bbc460c148'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:44.863677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1df02e2c-16c4-454b-81ef-c862978bfe7f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.879361 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7e977bfa-72cd-4033-b75d-e32477274a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.933573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Routers {'3eae3583-f4c7-4b03-aadb-e9bbc460c148'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:44.934490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3eae3583-f4c7-4b03-aadb-e9bbc460c148'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:44.947721 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df02e2c-16c4-454b-81ef-c862978bfe7f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Subnet': ['ID=c53a4e78-6cb5-4e58-be6b-ea74358269d0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:44.957393 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.958744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-334c31f6-dcce-4970-bc88-6fe7881ee9de tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.2699933 Sep 16 05:15:44.969389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33988) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:44.970678 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1df02e2c-16c4-454b-81ef-c862978bfe7f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.978518 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1df02e2c-16c4-454b-81ef-c862978bfe7f tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/subnets/c53a4e78-6cb5-4e58-be6b-ea74358269d0 HTTP/1.1" status: 204 len: 168 time: 0.6276584 Sep 16 05:15:44.978820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 33990) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:44.995432 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5ef6effe-2d50-417c-ba24-158292eb8cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.999144 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5ef6effe-2d50-417c-ba24-158292eb8cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.000302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5ef6effe-2d50-417c-ba24-158292eb8cbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c5228da-1649-461c-a379-839623aa66f3 HTTP/1.1" status: 204 len: 168 time: 0.5451851 Sep 16 05:15:45.005645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9ea69c5d-3feb-4755-8bd1-fa049a4ce6b0 None None] Provisioning complete for port b047d750-9683-4b49-9900-9ab21dc0a1a7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:45.006351 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9ea69c5d-3feb-4755-8bd1-fa049a4ce6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.014264 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9744400-a004-45c8-9df6-4d108d0cf0c4 None None] Network 0a6d782f-be36-4098-9fe8-5425aaf35962 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:45.016665 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:45.107736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6effe-2d50-417c-ba24-158292eb8cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5228da-1649-461c-a379-839623aa66f3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:45.115693 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.141038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6e2198-2f36-4956-ba9b-55939987ca00 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.142909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6e6e2198-2f36-4956-ba9b-55939987ca00 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9e1c1acdabb043a5b48f12b342ae6235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1719518 Sep 16 05:15:45.145386 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 33994) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:45.181813 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7e31075e-4d76-4da9-be1b-ed9ec3d643f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:15:41Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:45.220387 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e31075e-4d76-4da9-be1b-ed9ec3d643f2 None None] The sync data for ids ['9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839'] in n-d-712137-12 is: [{'id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59340972', 'tenant_id': 'b57050cfd0c741c1b347796c3e06ea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:15:41Z', 'revision_number': 5, 'project_id': 'b57050cfd0c741c1b347796c3e06ea10', 'gw_port': {'id': '687cc7d8-7721-4698-acec-1af3a93ce122', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:35Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:45.235028 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-68c6ecf3-2445-489f-a36e-0b8ae89c01e2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.258784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9ea69c5d-3feb-4755-8bd1-fa049a4ce6b0 None None] Port b047d750-9683-4b49-9900-9ab21dc0a1a7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:45.271317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.349384 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Set router 3eae3583-f4c7-4b03-aadb-e9bbc460c148 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:45.406476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6ecf3-2445-489f-a36e-0b8ae89c01e2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Subnet': ['ID=5fd9ad61-d290-43a2-82aa-f05903fe6fa9,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:45.420028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2814446-e66a-452a-8a2c-289dfbe683d7 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.424308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b2814446-e66a-452a-8a2c-289dfbe683d7 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2753057 Sep 16 05:15:45.428801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34000) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:45.446694 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.456486 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:45.456865 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.489433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port 687cc7d8-7721-4698-acec-1af3a93ce122 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:45.489841 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.498405 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-75722fe8-9a76-4902-93a6-dd8fd62e6fc4 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0631182 Sep 16 05:15:45.499084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c6ecf3-2445-489f-a36e-0b8ae89c01e2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Checking segment: {'id': '2d4b5c01-65c6-4b2f-a985-47f7957076ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:45.500083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c6ecf3-2445-489f-a36e-0b8ae89c01e2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network hostable DHCP agents. Network: e35df50a-b25d-4c54-b224-67118f2f0205, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:45.504165 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34004) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:45.544745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6c40cb72-6d16-4056-8fa7-d6825e484cbb tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9e1c1acdabb043a5b48f12b342ae6235&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350223 Sep 16 05:15:45.545967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34006) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:45.639397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port 687cc7d8-7721-4698-acec-1af3a93ce122, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=687cc7d8-7721-4698-acec-1af3a93ce122,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:45.639653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c6ecf3-2445-489f-a36e-0b8ae89c01e2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network e35df50a-b25d-4c54-b224-67118f2f0205 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:45.640510 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.641156 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.678092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for 687cc7d8-7721-4698-acec-1af3a93ce122 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:45.699063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9060c5-ed84-40c6-8b2f-1980429ef480 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.704660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1e9060c5-ed84-40c6-8b2f-1980429ef480 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1556013 Sep 16 05:15:45.713110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34010) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:45.753021 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d2b46068-46a0-4657-9f9f-fc85df343203 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385919 Sep 16 05:15:45.753670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-68c6ecf3-2445-489f-a36e-0b8ae89c01e2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, e35df50a-b25d-4c54-b224-67118f2f0205) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:45.755402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34014) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:45.764440 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-36110de2-8b17-4c59-b000-da6c9fde815d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-239169950', 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263', 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:45.765089 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a1023b-42dd-4543-bc01-c604729f62e2 None None] DHCP port deletion for 0a6d782f-be36-4098-9fe8-5425aaf35962 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:15:45.772946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5a3ffc-18e9-4400-b30d-c23032f86ea4 None None] Network e35df50a-b25d-4c54-b224-67118f2f0205 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:45.883570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6ecf3-2445-489f-a36e-0b8ae89c01e2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.884253 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-68c6ecf3-2445-489f-a36e-0b8ae89c01e2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.906456 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.020513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-68c6ecf3-2445-489f-a36e-0b8ae89c01e2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5306923 Sep 16 05:15:46.023556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34022) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:46.063389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0d546-9adc-4e0a-a007-041c5c3ec9ff None None] Pushing event updated for resources: {'Port': ['ID=b047d750-9683-4b49-9900-9ab21dc0a1a7,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:46.082769 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.120592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36110de2-8b17-4c59-b000-da6c9fde815d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Made reservation on behalf of 9e1c1acdabb043a5b48f12b342ae6235 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:46.125407 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36110de2-8b17-4c59-b000-da6c9fde815d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.147675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=687cc7d8-7721-4698-acec-1af3a93ce122,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:46.168216 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.174978 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Attempting to bind port b047d750-9683-4b49-9900-9ab21dc0a1a7 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:46.175161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Attempting to bind port b047d750-9683-4b49-9900-9ab21dc0a1a7 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '13327b4f-67e2-44f2-928b-972458d03b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4d184148-2678-4725-9155-f8a4305179df'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:46.175613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Attempting to bind port b047d750-9683-4b49-9900-9ab21dc0a1a7 on network 4d184148-2678-4725-9155-f8a4305179df {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:46.203517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1023b-42dd-4543-bc01-c604729f62e2 None None] Deleting port b4a9839e-f44b-44d6-a409-ac7a66802598 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:46.203890 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c4a1023b-42dd-4543-bc01-c604729f62e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.234579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:46.234955 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Checking segment: {'id': '13327b4f-67e2-44f2-928b-972458d03b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4d184148-2678-4725-9155-f8a4305179df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:46.235358 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.235755 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Bound using segment: {'id': '13327b4f-67e2-44f2-928b-972458d03b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4d184148-2678-4725-9155-f8a4305179df'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:46.236831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Bound port: b047d750-9683-4b49-9900-9ab21dc0a1a7, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13327b4f-67e2-44f2-928b-972458d03b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4d184148-2678-4725-9155-f8a4305179df'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:46.237219 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.261229 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.325990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] For port b047d750-9683-4b49-9900-9ab21dc0a1a7, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:46.329453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] For port b047d750-9683-4b49-9900-9ab21dc0a1a7, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b047d750-9683-4b49-9900-9ab21dc0a1a7,segment=NetworkSegment(13327b4f-67e2-44f2-928b-972458d03b03),segment_id=13327b4f-67e2-44f2-928b-972458d03b03)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:46.395566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268059643', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:39Z', 'updated_at': '2021-09-16T05:15:42Z', 'revision_number': 3, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:46.451139 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Checking router: 3eae3583-f4c7-4b03-aadb-e9bbc460c148 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:46.451608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Updating router 3eae3583-f4c7-4b03-aadb-e9bbc460c148 port 9fba254b-af27-498d-a46b-9e280f5b2508 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:15:46.454126 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.503783 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c4a1023b-42dd-4543-bc01-c604729f62e2 None None] For port b4a9839e-f44b-44d6-a409-ac7a66802598, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b4a9839e-f44b-44d6-a409-ac7a66802598,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:46.504257 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c4a1023b-42dd-4543-bc01-c604729f62e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.558490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-e35df50a-b25d-4c54-b224-67118f2f0205', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:46.559361 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.647352 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36110de2-8b17-4c59-b000-da6c9fde815d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.720312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36110de2-8b17-4c59-b000-da6c9fde815d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Subnet': ['ID=30e378fd-57af-4ffa-9f9f-830a313c3935,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:46.752442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36110de2-8b17-4c59-b000-da6c9fde815d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Checking segment: {'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:46.752891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36110de2-8b17-4c59-b000-da6c9fde815d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network hostable DHCP agents. Network: c0c4bf02-f415-4a18-9777-4a5109b52263, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:46.800188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1023b-42dd-4543-bc01-c604729f62e2 None None] Calling delete_port for b4a9839e-f44b-44d6-a409-ac7a66802598 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:46.801885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:46.802664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:46.836855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3caf15d6-d500-4f94-88ac-c736343a88c3 None None] Provisioning complete for port b047d750-9683-4b49-9900-9ab21dc0a1a7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:46.837232 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3caf15d6-d500-4f94-88ac-c736343a88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.838739 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.869137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36110de2-8b17-4c59-b000-da6c9fde815d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network c0c4bf02-f415-4a18-9777-4a5109b52263 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:46.935714 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.938345 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.949314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-36110de2-8b17-4c59-b000-da6c9fde815d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, c0c4bf02-f415-4a18-9777-4a5109b52263) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:46.955218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36110de2-8b17-4c59-b000-da6c9fde815d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:46.955878 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-36110de2-8b17-4c59-b000-da6c9fde815d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.070720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-36110de2-8b17-4c59-b000-da6c9fde815d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3142414 Sep 16 05:15:47.073408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34038) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:47.117069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50372b65-e5d9-4f56-be2f-f6bf3cd6a0b5 None None] Network c0c4bf02-f415-4a18-9777-4a5109b52263 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:47.118894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:47.120857 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.130619 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.131407 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Fanout notify agent at l3_agent the message router_deleted on router 9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:47.241417 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.243660 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-005f1aad-5a0f-4e3f-b317-008b2776c1ba tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/routers/9e892a76-0cd7-4a7a-b1e7-6fdf8b18f839 HTTP/1.1" status: 204 len: 168 time: 2.2637777 Sep 16 05:15:47.246477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34040) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:47.286853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:47.287170 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 58bd6a0e-ecbe-4fd0-99d2-d6d6510e35f1 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:47.287518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b4a9839e-f44b-44d6-a409-ac7a66802598 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:47.394438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0d546-9adc-4e0a-a007-041c5c3ec9ff None None] Pushing event updated for resources: {'Port': ['ID=b047d750-9683-4b49-9900-9ab21dc0a1a7,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:47.422590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.516887 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.634228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Allocated IP 2001:db8:2::2 (e35df50a-b25d-4c54-b224-67118f2f0205/5fd9ad61-d290-43a2-82aa-f05903fe6fa9/8e7af950-1ab2-493d-893e-7f4dd01b77eb) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:47.708191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Deleting port b4a9839e-f44b-44d6-a409-ac7a66802598 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:47.708694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.831429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:47.879917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] For port b4a9839e-f44b-44d6-a409-ac7a66802598, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b4a9839e-f44b-44d6-a409-ac7a66802598,segment=NetworkSegment(7578061b-a41f-4e91-b142-3486b5cd2ca1),segment_id=7578061b-a41f-4e91-b142-3486b5cd2ca1)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:47.880316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.948996 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Calling delete_port for b4a9839e-f44b-44d6-a409-ac7a66802598 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:48.038068 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.066623 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.151631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.188403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Port': ['ID=b4a9839e-f44b-44d6-a409-ac7a66802598,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:48.193798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] No DVR routers for this DVR port b4a9839e-f44b-44d6-a409-ac7a66802598 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:48.201782 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c4a1023b-42dd-4543-bc01-c604729f62e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.203652 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.321999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.348800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6d782f-be36-4098-9fe8-5425aaf35962']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:48.349582 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a1023b-42dd-4543-bc01-c604729f62e2 None None] No DVR routers for this DVR port b4a9839e-f44b-44d6-a409-ac7a66802598 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:48.351167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1023b-42dd-4543-bc01-c604729f62e2 None None] Pushing event deleted for resources: {'Port': ['ID=b4a9839e-f44b-44d6-a409-ac7a66802598,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:48.380009 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3caf15d6-d500-4f94-88ac-c736343a88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.382225 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.382454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7578061b-a41f-4e91-b142-3486b5cd2ca1') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:48.382901 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7578061b-a41f-4e91-b142-3486b5cd2ca1') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:48.395142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Allocated IP 172.20.0.17 (c0c4bf02-f415-4a18-9777-4a5109b52263/30e378fd-57af-4ffa-9f9f-830a313c3935/87087731-2345-468a-92c4-74ed16322d73) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:48.406448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.431721 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.447431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-c0c4bf02-f415-4a18-9777-4a5109b52263', 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'fixed_ips': [{'subnet_id': '30e378fd-57af-4ffa-9f9f-830a313c3935'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:48.448317 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.448686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:48.449360 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:48.533626 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:48.537129 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.547764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3caf15d6-d500-4f94-88ac-c736343a88c3 None None] For port b047d750-9683-4b49-9900-9ab21dc0a1a7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b047d750-9683-4b49-9900-9ab21dc0a1a7,segment=NetworkSegment(13327b4f-67e2-44f2-928b-972458d03b03),segment_id=13327b4f-67e2-44f2-928b-972458d03b03)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:48.593921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Allocated IP 2001:db8:2::1 (e35df50a-b25d-4c54-b224-67118f2f0205/5fd9ad61-d290-43a2-82aa-f05903fe6fa9/96e23da3-e30c-48df-80f3-fba0425da055) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:48.621053 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.632456 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.632977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Network e35df50a-b25d-4c54-b224-67118f2f0205 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:48.638969 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/networks/0a6d782f-be36-4098-9fe8-5425aaf35962 HTTP/1.1" status: 204 len: 168 time: 1.3890927 Sep 16 05:15:48.639424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:48.646398 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.661491 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34066) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:48.696677 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90d6e7-50fe-4150-824a-6120bf28af2b tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'Network': ['ID=0a6d782f-be36-4098-9fe8-5425aaf35962,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:48.767589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Pushing event updated for resources: {'Port': ['ID=8e7af950-1ab2-493d-893e-7f4dd01b77eb,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:48.773715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:48.791825 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3caf15d6-d500-4f94-88ac-c736343a88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.801144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4455a258-e0c1-4c25-8635-92b268c37309 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.849818 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.853069 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4455a258-e0c1-4c25-8635-92b268c37309 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.913875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf15d6-d500-4f94-88ac-c736343a88c3 None None] Pushing event updated for resources: {'Port': ['ID=b047d750-9683-4b49-9900-9ab21dc0a1a7,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:48.926479 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.966144 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.974048 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 687cc7d8-7721-4698-acec-1af3a93ce122 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:49.016302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 687cc7d8-7721-4698-acec-1af3a93ce122 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:49.016739 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 687cc7d8-7721-4698-acec-1af3a93ce122 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:49.018577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.024737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4455a258-e0c1-4c25-8635-92b268c37309 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.030413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Attempting to bind port 8e7af950-1ab2-493d-893e-7f4dd01b77eb on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:49.030658 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4455a258-e0c1-4c25-8635-92b268c37309 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.030765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Attempting to bind port 8e7af950-1ab2-493d-893e-7f4dd01b77eb by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2d4b5c01-65c6-4b2f-a985-47f7957076ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:49.030765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Attempting to bind port 8e7af950-1ab2-493d-893e-7f4dd01b77eb on network e35df50a-b25d-4c54-b224-67118f2f0205 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:49.032160 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4455a258-e0c1-4c25-8635-92b268c37309 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] 10.222.0.24 "DELETE /v2.0/security-groups/fccac4e9-20a7-4819-9477-48bddbb5a0e4 HTTP/1.1" status: 204 len: 168 time: 0.3696938 Sep 16 05:15:49.038302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:49.038687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Checking segment: {'id': '2d4b5c01-65c6-4b2f-a985-47f7957076ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:49.039103 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.039507 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Bound using segment: {'id': '2d4b5c01-65c6-4b2f-a985-47f7957076ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:49.040000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Bound port: 8e7af950-1ab2-493d-893e-7f4dd01b77eb, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4b5c01-65c6-4b2f-a985-47f7957076ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:49.040385 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.078774 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.117731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455a258-e0c1-4c25-8635-92b268c37309 tempest-TestNetworkAdvancedServerOps-1755052024 tempest-TestNetworkAdvancedServerOps-1755052024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccac4e9-20a7-4819-9477-48bddbb5a0e4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:49.135953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Allocated IP 172.20.0.18 (c0c4bf02-f415-4a18-9777-4a5109b52263/30e378fd-57af-4ffa-9f9f-830a313c3935/87d30036-862b-4506-8ded-33379af8d67b) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:49.162834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network e35df50a-b25d-4c54-b224-67118f2f0205 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:49.163691 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34076) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:49.176737 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:49.185441 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:49.185804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8461f073-f8e5-4821-8ef7-57815b00dca2 None None] Provisioning complete for port b047d750-9683-4b49-9900-9ab21dc0a1a7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:49.186006 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.186131 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8461f073-f8e5-4821-8ef7-57815b00dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.190853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Attempting to bind port 9fba254b-af27-498d-a46b-9e280f5b2508 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:49.191077 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Attempting to bind port 9fba254b-af27-498d-a46b-9e280f5b2508 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:49.191468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Attempting to bind port 9fba254b-af27-498d-a46b-9e280f5b2508 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:49.199006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52239c-8f2c-4c29-8338-1772ab3a0780 None None] Pushing event updated for resources: {'Port': ['ID=9fba254b-af27-498d-a46b-9e280f5b2508,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:49.238160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Port': ['ID=87087731-2345-468a-92c4-74ed16322d73,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:49.240817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:15:42Z', 'revision_number': 3, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:46Z', 'revision_number': 4, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:49.242770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:49.243154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:49.243558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.244048 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:49.244435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Bound port: 9fba254b-af27-498d-a46b-9e280f5b2508, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:49.244940 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.288447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=96e23da3-e30c-48df-80f3-fba0425da055,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:49.300324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network c0c4bf02-f415-4a18-9777-4a5109b52263 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:49.302024 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:49.304748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:49.366234 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.366454 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f331fb6-8a23-4968-b27e-0280d349a7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.427029 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.506263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f819b090-8d36-462a-a946-217ab3fa8a87 None None] The sync data for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 is: [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:15:42Z', 'revision_number': 3, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:46Z', 'revision_number': 4, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:49.677847 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.710239 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f331fb6-8a23-4968-b27e-0280d349a7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.773573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] For port 9fba254b-af27-498d-a46b-9e280f5b2508, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:49.777058 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34086) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:49.777967 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] For port 9fba254b-af27-498d-a46b-9e280f5b2508, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9fba254b-af27-498d-a46b-9e280f5b2508,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:49.799364 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f331fb6-8a23-4968-b27e-0280d349a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.855078 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1f331fb6-8a23-4968-b27e-0280d349a7bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08b33b800308455eaeafee3d030d4aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6866558 Sep 16 05:15:49.866839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34090) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:49.877321 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f331fb6-8a23-4968-b27e-0280d349a7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbc397d-cbf8-4650-9082-b9862790d79b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:49.891309 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.912601 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.035771 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f0c15b3f-1c0a-4c41-9578-284c2b61d4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.048920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52239c-8f2c-4c29-8338-1772ab3a0780 None None] Pushing event updated for resources: {'Port': ['ID=9fba254b-af27-498d-a46b-9e280f5b2508,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:50.054212 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.054589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] For port 8e7af950-1ab2-493d-893e-7f4dd01b77eb, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:50.071096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] For port 8e7af950-1ab2-493d-893e-7f4dd01b77eb, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8e7af950-1ab2-493d-893e-7f4dd01b77eb,segment=NetworkSegment(2d4b5c01-65c6-4b2f-a985-47f7957076ad),segment_id=2d4b5c01-65c6-4b2f-a985-47f7957076ad)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:50.080182 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.080755 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f0c15b3f-1c0a-4c41-9578-284c2b61d4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.128268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.129097 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.171117 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.177648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Routers {'3eae3583-f4c7-4b03-aadb-e9bbc460c148'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:50.178291 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3eae3583-f4c7-4b03-aadb-e9bbc460c148'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:50.240070 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-aa00bbf3-92b4-4178-9891-36d282cd72e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b57050cfd0c741c1b347796c3e06ea10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613562 Sep 16 05:15:50.243203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34094) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:50.265889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=96e23da3-e30c-48df-80f3-fba0425da055,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:50.275607 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f0c15b3f-1c0a-4c41-9578-284c2b61d4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.278988 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f0c15b3f-1c0a-4c41-9578-284c2b61d4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.279461 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f0c15b3f-1c0a-4c41-9578-284c2b61d4db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddbc397d-cbf8-4650-9082-b9862790d79b HTTP/1.1" status: 204 len: 168 time: 0.4114044 Sep 16 05:15:50.308759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Network c0c4bf02-f415-4a18-9777-4a5109b52263 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:50.323213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c15b3f-1c0a-4c41-9578-284c2b61d4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbc397d-cbf8-4650-9082-b9862790d79b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:50.339422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:50.346887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Pushing event updated for resources: {'Port': ['ID=87d30036-862b-4506-8ded-33379af8d67b,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:50.388207 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network e35df50a-b25d-4c54-b224-67118f2f0205 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:50.394234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:50.441744 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:50.447684 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b4a21-bf80-426c-97b1-d4affa11cb34 None None] Pushing event updated for resources: {'Port': ['ID=8e7af950-1ab2-493d-893e-7f4dd01b77eb,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:50.482818 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.537131 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97bab75e-94f7-4a2d-bbd7-7d1362f7742e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.559069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-affc41cb-fd92-4d5d-b8e7-219586c0ba6a req-5e87fec4-63e9-4c88-9150-bb4ddc3f6a3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4028230 Sep 16 05:15:50.586100 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.595448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Attempting to bind port 87d30036-862b-4506-8ded-33379af8d67b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:50.596076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Attempting to bind port 87d30036-862b-4506-8ded-33379af8d67b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:50.602014 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Attempting to bind port 87d30036-862b-4506-8ded-33379af8d67b on network c0c4bf02-f415-4a18-9777-4a5109b52263 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:50.616047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:50.616855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:50.617100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Checking segment: {'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:50.617731 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.618352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Bound using segment: {'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:50.619059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Bound port: 87d30036-862b-4506-8ded-33379af8d67b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:50.619827 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.626660 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] Set router 3eae3583-f4c7-4b03-aadb-e9bbc460c148 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:50.760299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] For port 87d30036-862b-4506-8ded-33379af8d67b, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:50.771202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] For port 87d30036-862b-4506-8ded-33379af8d67b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=87d30036-862b-4506-8ded-33379af8d67b,segment=NetworkSegment(a91f60c9-dc13-45f8-8987-ad26c57ea2ad),segment_id=a91f60c9-dc13-45f8-8987-ad26c57ea2ad)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:50.800401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:50.814541 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f3ad33c8-55d1-4e40-a203-7df78f188673 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7871773 Sep 16 05:15:50.814939 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Sync routers for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:50.818385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34102) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:50.825804 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:50.830485 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:50.831393 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.833248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-49830e33-0b9b-436c-a68e-09a980ae48f9 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-21824467'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:50.858908 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97bab75e-94f7-4a2d-bbd7-7d1362f7742e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.906438 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.953122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49830e33-0b9b-436c-a68e-09a980ae48f9 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:50.964796 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49830e33-0b9b-436c-a68e-09a980ae48f9 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.018613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49830e33-0b9b-436c-a68e-09a980ae48f9 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:51.033078 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49830e33-0b9b-436c-a68e-09a980ae48f9 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.034269 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-49830e33-0b9b-436c-a68e-09a980ae48f9 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Added segment 657a5f5b-98c1-4b01-badd-1dd526ef4174 of type vlan for network 56ad6088-324c-48e5-b7ed-7a036075fba9 Sep 16 05:15:51.135424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85c219-88ed-4264-93a9-e04f7bc67ec1 None None] Pushing event updated for resources: {'Port': ['ID=87d30036-862b-4506-8ded-33379af8d67b,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:51.178029 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49830e33-0b9b-436c-a68e-09a980ae48f9 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.187754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b047d750-9683-4b49-9900-9ab21dc0a1a7 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:51.255856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Port': ['ID=87087731-2345-468a-92c4-74ed16322d73,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:51.262895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc41cb-fd92-4d5d-b8e7-219586c0ba6a req-6a648e23-1078-40ca-9022-151b3d426ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.264890 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-affc41cb-fd92-4d5d-b8e7-219586c0ba6a req-6a648e23-1078-40ca-9022-151b3d426ce1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e1c1acdabb043a5b48f12b342ae6235&device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 1137 time: 0.5525589 Sep 16 05:15:51.310604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34104) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:51.325402 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:51.333769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b047d750-9683-4b49-9900-9ab21dc0a1a7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:51.334151 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.345602 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f9d05e7-7e1a-4d36-af2e-b772196ee753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.349028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network c0c4bf02-f415-4a18-9777-4a5109b52263 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:51.357439 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49830e33-0b9b-436c-a68e-09a980ae48f9 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.359467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268059643', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:39Z', 'updated_at': '2021-09-16T05:15:49Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '87087731-2345-468a-92c4-74ed16322d73', 'name': '', 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:27:90:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '30e378fd-57af-4ffa-9f9f-830a313c3935', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 1, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': '30e378fd-57af-4ffa-9f9f-830a313c3935', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:51.359828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:51.375531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49830e33-0b9b-436c-a68e-09a980ae48f9 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.377104 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-49830e33-0b9b-436c-a68e-09a980ae48f9 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.393066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf384d-4454-4971-a24d-48e9ec5bca93 None None] The sync data for ids ['3eae3583-f4c7-4b03-aadb-e9bbc460c148'] in n-d-712137-12 is: [{'id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268059643', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:39Z', 'updated_at': '2021-09-16T05:15:49Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '87087731-2345-468a-92c4-74ed16322d73', 'name': '', 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:27:90:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '30e378fd-57af-4ffa-9f9f-830a313c3935', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 1, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': '30e378fd-57af-4ffa-9f9f-830a313c3935', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:51.581012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f9d05e7-7e1a-4d36-af2e-b772196ee753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.581625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8e7af950-1ab2-493d-893e-7f4dd01b77eb up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:51.603508 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97bab75e-94f7-4a2d-bbd7-7d1362f7742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.606856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-97bab75e-94f7-4a2d-bbd7-7d1362f7742e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.626775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-97bab75e-94f7-4a2d-bbd7-7d1362f7742e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d221de58-8819-4e35-a2a3-f9e0de8675b4 HTTP/1.1" status: 204 len: 168 time: 1.3820491 Sep 16 05:15:51.685986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bab75e-94f7-4a2d-bbd7-7d1362f7742e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d221de58-8819-4e35-a2a3-f9e0de8675b4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:51.713381 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f9d05e7-7e1a-4d36-af2e-b772196ee753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.740421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 8e7af950-1ab2-493d-893e-7f4dd01b77eb triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:51.740891 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.757644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49830e33-0b9b-436c-a68e-09a980ae48f9 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Network': ['ID=56ad6088-324c-48e5-b7ed-7a036075fba9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:51.805220 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-49830e33-0b9b-436c-a68e-09a980ae48f9 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9817948 Sep 16 05:15:51.833062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34110) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:51.857939 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9f9d05e7-7e1a-4d36-af2e-b772196ee753 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68164d903a09448f916b38738d2f28e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5442832 Sep 16 05:15:51.875995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f10c4d1b-56c2-4b6c-b7e6-e612f6d266e3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'subnet': {'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:51.877295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 56ad6088-324c-48e5-b7ed-7a036075fba9 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:51.882924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d05e7-7e1a-4d36-af2e-b772196ee753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c49098-7c67-4c47-8e3d-da65dd84ef28,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:51.892591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34112) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:51.948216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc41cb-fd92-4d5d-b8e7-219586c0ba6a req-6c043684-a046-485a-a957-7825356c2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.951993 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:15:49Z', 'revision_number': 4, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:49Z', 'revision_number': 2, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:51.954403 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-affc41cb-fd92-4d5d-b8e7-219586c0ba6a req-6c043684-a046-485a-a957-7825356c2636 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 HTTP/1.1" status: 200 len: 897 time: 0.6589680 Sep 16 05:15:52.052716 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Checking router: 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:52.055860 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Updating router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 port 96e23da3-e30c-48df-80f3-fba0425da055 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:15:52.114503 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.152455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Router 3eae3583-f4c7-4b03-aadb-e9bbc460c148 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:52.160574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-affc41cb-fd92-4d5d-b8e7-219586c0ba6a req-0b14d214-606e-4497-83a4-15065b27b7f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca435fe7-5bdb-4ab1-8088-a778e91952b2 HTTP/1.1" status: 200 len: 1002 time: 0.1970935 Sep 16 05:15:52.222014 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.261665 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-37520811-08cb-4b24-af84-1e96e8ac2681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.309741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 8e7af950-1ab2-493d-893e-7f4dd01b77eb, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8e7af950-1ab2-493d-893e-7f4dd01b77eb,segment=NetworkSegment(2d4b5c01-65c6-4b2f-a985-47f7957076ad),segment_id=2d4b5c01-65c6-4b2f-a985-47f7957076ad)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:52.315337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-37520811-08cb-4b24-af84-1e96e8ac2681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.378589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60037a8-925f-482f-9820-1939ac32dc23 None None] Network e35df50a-b25d-4c54-b224-67118f2f0205 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:52.398354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10c4d1b-56c2-4b6c-b7e6-e612f6d266e3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Made reservation on behalf of 7a6fc0fda5864671b82615b539023a77 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:52.423636 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.423854 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d1b-56c2-4b6c-b7e6-e612f6d266e3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.459896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc41cb-fd92-4d5d-b8e7-219586c0ba6a req-88cbf17c-d45f-422a-8084-7dd073d90d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:52.461589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-affc41cb-fd92-4d5d-b8e7-219586c0ba6a req-88cbf17c-d45f-422a-8084-7dd073d90d27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8a4be0a-09e7-4362-987c-07fec8415f70 HTTP/1.1" status: 200 len: 835 time: 0.2879956 Sep 16 05:15:52.471275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-37520811-08cb-4b24-af84-1e96e8ac2681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.473909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-37520811-08cb-4b24-af84-1e96e8ac2681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.475093 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-37520811-08cb-4b24-af84-1e96e8ac2681 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72c49098-7c67-4c47-8e3d-da65dd84ef28 HTTP/1.1" status: 204 len: 168 time: 0.3683670 Sep 16 05:15:52.537363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37520811-08cb-4b24-af84-1e96e8ac2681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c49098-7c67-4c47-8e3d-da65dd84ef28,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:52.628740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:52.662322 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-17e2d9ce-d3e7-456a-b7f3-1b4e45606cfc tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "PUT /v2.0/routers/3eae3583-f4c7-4b03-aadb-e9bbc460c148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5869670 Sep 16 05:15:52.681732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc41cb-fd92-4d5d-b8e7-219586c0ba6a req-eff667d8-0130-447f-b624-145757027868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:52.688847 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-affc41cb-fd92-4d5d-b8e7-219586c0ba6a req-eff667d8-0130-447f-b624-145757027868 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2161157 Sep 16 05:15:52.759553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=8e7af950-1ab2-493d-893e-7f4dd01b77eb,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:52.859386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-568a5e24-95e6-404b-9339-6a51661a8067 None None] Provisioning complete for port 8e7af950-1ab2-493d-893e-7f4dd01b77eb triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:52.859835 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-568a5e24-95e6-404b-9339-6a51661a8067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.877396 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.937698 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.012574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34124) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:53.139599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-affc41cb-fd92-4d5d-b8e7-219586c0ba6a req-a8ba0794-7286-4156-a2bb-ac83c5518307 service neutron] 10.222.0.37 "GET /v2.0/networks/0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277461 Sep 16 05:15:53.141387 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085de96-ce11-4b8c-a06e-3664e8abfb0a None None] Pushing event updated for resources: {'Port': ['ID=96e23da3-e30c-48df-80f3-fba0425da055,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:53.182618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a305d2-1024-4a5b-87e7-990e5ed64089 None None] Network c0c4bf02-f415-4a18-9777-4a5109b52263 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:53.188958 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d1b-56c2-4b6c-b7e6-e612f6d266e3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.322528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-68e3975c-5fa4-4383-a21b-f859232689c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20cd813b0773428e97611d0cc7c014f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980072 Sep 16 05:15:53.327296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34132) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:53.370950 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Attempting to bind port 96e23da3-e30c-48df-80f3-fba0425da055 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:53.371326 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Attempting to bind port 96e23da3-e30c-48df-80f3-fba0425da055 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2d4b5c01-65c6-4b2f-a985-47f7957076ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:53.371694 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Attempting to bind port 96e23da3-e30c-48df-80f3-fba0425da055 on network e35df50a-b25d-4c54-b224-67118f2f0205 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:53.377177 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:53.377537 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Checking segment: {'id': '2d4b5c01-65c6-4b2f-a985-47f7957076ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:53.378173 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.378766 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Bound using segment: {'id': '2d4b5c01-65c6-4b2f-a985-47f7957076ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:53.379428 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Bound port: 96e23da3-e30c-48df-80f3-fba0425da055, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4b5c01-65c6-4b2f-a985-47f7957076ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:53.380033 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.395243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9fba254b-af27-498d-a46b-9e280f5b2508 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:53.418257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c4d1b-56c2-4b6c-b7e6-e612f6d266e3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Subnet': ['ID=90017d54-5ec9-4748-9c56-68c5fdf6acfe,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:53.471681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c4d1b-56c2-4b6c-b7e6-e612f6d266e3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Checking segment: {'id': '657a5f5b-98c1-4b01-badd-1dd526ef4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:53.472059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c4d1b-56c2-4b6c-b7e6-e612f6d266e3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network hostable DHCP agents. Network: 56ad6088-324c-48e5-b7ed-7a036075fba9, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:53.518577 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] For port 96e23da3-e30c-48df-80f3-fba0425da055, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:53.522377 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] For port 96e23da3-e30c-48df-80f3-fba0425da055, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=96e23da3-e30c-48df-80f3-fba0425da055,segment=NetworkSegment(2d4b5c01-65c6-4b2f-a985-47f7957076ad),segment_id=2d4b5c01-65c6-4b2f-a985-47f7957076ad)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:53.553643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d56357d-5777-41f9-8661-243166cae43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.604844 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d56357d-5777-41f9-8661-243166cae43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.624067 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.631600 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9fba254b-af27-498d-a46b-9e280f5b2508 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:53.633860 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.680511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c4d1b-56c2-4b6c-b7e6-e612f6d266e3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 56ad6088-324c-48e5-b7ed-7a036075fba9 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:53.749360 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f10c4d1b-56c2-4b6c-b7e6-e612f6d266e3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 56ad6088-324c-48e5-b7ed-7a036075fba9) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:53.754646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c4d1b-56c2-4b6c-b7e6-e612f6d266e3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:53.755734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d1b-56c2-4b6c-b7e6-e612f6d266e3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.771583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f1a99209-8d3a-4e43-91ca-a95bf0ac9deb None None] Provisioning complete for port 87d30036-862b-4506-8ded-33379af8d67b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:53.771969 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1a99209-8d3a-4e43-91ca-a95bf0ac9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.776198 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d56357d-5777-41f9-8661-243166cae43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.787489 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7d56357d-5777-41f9-8661-243166cae43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.790848 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7d56357d-5777-41f9-8661-243166cae43f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f7cf4ec-f65f-4f8c-9d67-b8e6d540f5ef HTTP/1.1" status: 204 len: 168 time: 0.4559031 Sep 16 05:15:53.810742 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:53.815579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56357d-5777-41f9-8661-243166cae43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7cf4ec-f65f-4f8c-9d67-b8e6d540f5ef,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:53.823529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-affc41cb-fd92-4d5d-b8e7-219586c0ba6a req-42b9cd8e-669a-467f-ade1-ec1506981a18 service neutron] 10.222.0.37 "GET /v2.0/networks/0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6831195 Sep 16 05:15:53.824780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b69eab2-4470-41c3-946a-2d5b8305fedd None None] Network 56ad6088-324c-48e5-b7ed-7a036075fba9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:53.848227 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:53.851546 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085de96-ce11-4b8c-a06e-3664e8abfb0a None None] Pushing event updated for resources: {'Port': ['ID=96e23da3-e30c-48df-80f3-fba0425da055,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:53.870285 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f10c4d1b-56c2-4b6c-b7e6-e612f6d266e3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0094972 Sep 16 05:15:53.873898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34148) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:53.971783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390586-1b32-4c25-a4a1-581daace87fe req-14cb6a64-4c99-40f9-b5e6-e55fe0009138 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:53.973469 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-14cb6a64-4c99-40f9-b5e6-e55fe0009138 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/networks?id=c0c4bf02-f415-4a18-9777-4a5109b52263 HTTP/1.1" status: 200 len: 797 time: 0.5640931 Sep 16 05:15:53.999573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-a3db2430-a5e8-4bf5-be20-a8479296bf35 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/quotas/9e1c1acdabb043a5b48f12b342ae6235 HTTP/1.1" status: 200 len: 375 time: 0.0193501 Sep 16 05:15:54.118013 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:54.246778 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-e4d11b9b-6162-44be-8465-788b9113d2f2 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e1c1acdabb043a5b48f12b342ae6235&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2334166 Sep 16 05:15:54.327805 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.654763 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:15:49Z', 'revision_number': 4, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:53Z', 'revision_number': 4, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:54.723341 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d586690-db1f-4921-8e6a-0e09ef78495d None None] The sync data for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 is: [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:15:49Z', 'revision_number': 4, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:53Z', 'revision_number': 4, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:54.761783 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 9fba254b-af27-498d-a46b-9e280f5b2508, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9fba254b-af27-498d-a46b-9e280f5b2508,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:54.780578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.862337 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.863423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 87d30036-862b-4506-8ded-33379af8d67b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:54.892495 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-964d970b-9409-4087-9ee5-3305a072b0ed service neutron] 10.222.0.24 "GET /v2.0/networks/c0c4bf02-f415-4a18-9777-4a5109b52263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442673 Sep 16 05:15:54.904059 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1a99209-8d3a-4e43-91ca-a95bf0ac9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.209727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-82520919-58af-4eb9-b706-103145fa6aef service neutron] 10.222.0.24 "GET /v2.0/networks/c0c4bf02-f415-4a18-9777-4a5109b52263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106966 Sep 16 05:15:55.249679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=9fba254b-af27-498d-a46b-9e280f5b2508,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:55.259652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34172) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:55.442849 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-56ad6088-324c-48e5-b7ed-7a036075fba9', 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'fixed_ips': [{'subnet_id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:55.451673 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.530873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f1a99209-8d3a-4e43-91ca-a95bf0ac9deb None None] For port 87d30036-862b-4506-8ded-33379af8d67b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=87d30036-862b-4506-8ded-33379af8d67b,segment=NetworkSegment(a91f60c9-dc13-45f8-8987-ad26c57ea2ad),segment_id=a91f60c9-dc13-45f8-8987-ad26c57ea2ad)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:55.555464 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-918492190-network', 'tenant_id': 'fe394bdf6980473a93bfe87774abbb67'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:55.568258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 87d30036-862b-4506-8ded-33379af8d67b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:55.568898 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.677614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Made reservation on behalf of fe394bdf6980473a93bfe87774abbb67 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:55.680410 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.710367 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.755450 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f1a99209-8d3a-4e43-91ca-a95bf0ac9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.864727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13c7eb94-45f8-40b1-9a4b-f0f6a6d3c5ec req-2113fbce-bdeb-4048-9a95-92addbc611df tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 210 time: 0.0498455 Sep 16 05:15:55.949269 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.035577 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Sync routers for ids ['3eae3583-f4c7-4b03-aadb-e9bbc460c148'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:56.036176 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.053604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:56.058713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a99209-8d3a-4e43-91ca-a95bf0ac9deb None None] Pushing event updated for resources: {'Port': ['ID=87d30036-862b-4506-8ded-33379af8d67b,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:56.083689 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.084408 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Added segment 24fda765-833f-48d2-9320-9918883f3c59 of type vlan for network 3542a1a0-40f9-4044-a7d7-d064dc7f4595 Sep 16 05:15:56.098097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] Provisioning complete for port 87d30036-862b-4506-8ded-33379af8d67b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:56.098097 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.102001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Routers {'3eae3583-f4c7-4b03-aadb-e9bbc460c148'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:56.102651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3eae3583-f4c7-4b03-aadb-e9bbc460c148'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:56.191679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.212917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda68705-bc23-4cbc-8da5-93a61da4057d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:56.261807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Allocated IP 2001:db8:3::2 (56ad6088-324c-48e5-b7ed-7a036075fba9/90017d54-5ec9-4748-9c56-68c5fdf6acfe/201def7a-54b7-44f0-ace8-4f9772b96f75) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:56.304231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.305421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:56.306318 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.342430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8e7af950-1ab2-493d-893e-7f4dd01b77eb up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:56.416391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34190) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:56.436937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] Pushing event updated for resources: {'Network': ['ID=3542a1a0-40f9-4044-a7d7-d064dc7f4595,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:56.467706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 3542a1a0-40f9-4044-a7d7-d064dc7f4595 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:56.534036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-305682258-network', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:56.538244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Set router 3eae3583-f4c7-4b03-aadb-e9bbc460c148 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:56.581179 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b573d28a-2a90-4f54-80a2-0d8135d0fb3d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3185704 Sep 16 05:15:56.581488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34194) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:56.589452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5c8b434f-3f46-484e-aaaa-79a36868cfca admin admin] Request body: {'subnet': {'network_id': '3542a1a0-40f9-4044-a7d7-d064dc7f4595', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-918492190-subnet', 'tenant_id': 'fe394bdf6980473a93bfe87774abbb67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:56.752259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 8e7af950-1ab2-493d-893e-7f4dd01b77eb triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:56.752619 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.831575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Made reservation on behalf of 61d5cc510a744c11905ca6305c3fbaba for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:56.834711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.850131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.857033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.870649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] Provisioning complete for port 96e23da3-e30c-48df-80f3-fba0425da055 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:56.871033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.956448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8b434f-3f46-484e-aaaa-79a36868cfca admin admin] Made reservation on behalf of fe394bdf6980473a93bfe87774abbb67 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:56.962324 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c8b434f-3f46-484e-aaaa-79a36868cfca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.992786 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.030985 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bca97b81-ed71-4981-8fa2-21ba01737528 req-b6b39afc-655f-4a83-b8dc-727342b127c4 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 210 time: 0.0873547 Sep 16 05:15:57.073860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Allocated IP 2001:db8:3::1 (56ad6088-324c-48e5-b7ed-7a036075fba9/90017d54-5ec9-4748-9c56-68c5fdf6acfe/78ba530b-1b7d-4b34-9aa2-46ce3c291556) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:57.100064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Network 56ad6088-324c-48e5-b7ed-7a036075fba9 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:57.114844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:57.119852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:57.122824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Pushing event updated for resources: {'Port': ['ID=201def7a-54b7-44f0-ace8-4f9772b96f75,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:57.136157 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.208968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] For port 96e23da3-e30c-48df-80f3-fba0425da055, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=96e23da3-e30c-48df-80f3-fba0425da055,segment=NetworkSegment(2d4b5c01-65c6-4b2f-a985-47f7957076ad),segment_id=2d4b5c01-65c6-4b2f-a985-47f7957076ad)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:57.211977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268059643', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:39Z', 'updated_at': '2021-09-16T05:15:49Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '87087731-2345-468a-92c4-74ed16322d73', 'name': '', 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:27:90:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '30e378fd-57af-4ffa-9f9f-830a313c3935', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:15:49Z', 'revision_number': 2, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': '30e378fd-57af-4ffa-9f9f-830a313c3935', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:57.247470 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Attempting to bind port 201def7a-54b7-44f0-ace8-4f9772b96f75 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:57.253385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Attempting to bind port 201def7a-54b7-44f0-ace8-4f9772b96f75 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '657a5f5b-98c1-4b01-badd-1dd526ef4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:57.253385 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Attempting to bind port 201def7a-54b7-44f0-ace8-4f9772b96f75 on network 56ad6088-324c-48e5-b7ed-7a036075fba9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:57.286930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:57.287618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Checking segment: {'id': '657a5f5b-98c1-4b01-badd-1dd526ef4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:57.288253 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.289042 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Bound using segment: {'id': '657a5f5b-98c1-4b01-badd-1dd526ef4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:57.289778 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Bound port: 201def7a-54b7-44f0-ace8-4f9772b96f75, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657a5f5b-98c1-4b01-badd-1dd526ef4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:57.292495 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.335628 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.373462 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Checking router: 3eae3583-f4c7-4b03-aadb-e9bbc460c148 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:57.374088 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Updating router 3eae3583-f4c7-4b03-aadb-e9bbc460c148 port 87087731-2345-468a-92c4-74ed16322d73 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:15:57.385520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9fba254b-af27-498d-a46b-9e280f5b2508 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:57.422683 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.429391 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.528206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.561826 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:57.567951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22e375c-6a62-46f6-b12d-b3d3fde7513e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:57.576263 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.576671 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Added segment b329993b-09e8-4471-b07e-3f3c7476c285 of type vlan for network 43523707-def4-40a3-abd4-1ffc4307a63a Sep 16 05:15:57.622938 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.627213 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.668618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c8b434f-3f46-484e-aaaa-79a36868cfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.688226 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] For port 201def7a-54b7-44f0-ace8-4f9772b96f75, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:57.691236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 56ad6088-324c-48e5-b7ed-7a036075fba9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:57.692417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] For port 201def7a-54b7-44f0-ace8-4f9772b96f75, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=201def7a-54b7-44f0-ace8-4f9772b96f75,segment=NetworkSegment(657a5f5b-98c1-4b01-badd-1dd526ef4174),segment_id=657a5f5b-98c1-4b01-badd-1dd526ef4174)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:57.693604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] Pushing event updated for resources: {'Port': ['ID=96e23da3-e30c-48df-80f3-fba0425da055,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:57.696314 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.716922 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] Provisioning complete for port 8e7af950-1ab2-493d-893e-7f4dd01b77eb triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:57.717419 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.728268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:57.741206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:57.741437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.743647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=78ba530b-1b7d-4b34-9aa2-46ce3c291556,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:57.816328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b434f-3f46-484e-aaaa-79a36868cfca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec55bcf-b93d-4804-92a9-41fea6899cde,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:57.850408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8b434f-3f46-484e-aaaa-79a36868cfca admin admin] Checking segment: {'id': '24fda765-833f-48d2-9320-9918883f3c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3542a1a0-40f9-4044-a7d7-d064dc7f4595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:57.856201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b434f-3f46-484e-aaaa-79a36868cfca admin admin] Network hostable DHCP agents. Network: 3542a1a0-40f9-4044-a7d7-d064dc7f4595, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:57.856966 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.875992 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.877261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:57.878006 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.976575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Pushing event updated for resources: {'Port': ['ID=201def7a-54b7-44f0-ace8-4f9772b96f75,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:57.989468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b434f-3f46-484e-aaaa-79a36868cfca admin admin] Network 3542a1a0-40f9-4044-a7d7-d064dc7f4595 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:57.998355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] Pushing event updated for resources: {'Network': ['ID=43523707-def4-40a3-abd4-1ffc4307a63a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.000116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.001043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.001043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.001308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.001477 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.002002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.002502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.003014 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.003345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.003674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.004000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.004355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d11a2ec-8c3d-43fb-9f91-58b8a99a229d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:58.015747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9fba254b-af27-498d-a46b-9e280f5b2508 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:58.016127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.024741 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a8200c0c-ab51-459c-978a-391bdc66f031 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.6070569 Sep 16 05:15:58.027665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34220) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:58.032728 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-870462b9-ce80-4168-8415-740026beadf1 admin admin] Request body: {'subnet': {'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-305682258-subnet', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:58.049414 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.077442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 43523707-def4-40a3-abd4-1ffc4307a63a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:58.100416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-5c8b434f-3f46-484e-aaaa-79a36868cfca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 3542a1a0-40f9-4044-a7d7-d064dc7f4595) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:58.142960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b434f-3f46-484e-aaaa-79a36868cfca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:58.142960 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c8b434f-3f46-484e-aaaa-79a36868cfca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.182461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e315e0fa-6f68-40ef-ba81-b8e2e10d6c8b None None] Network 3542a1a0-40f9-4044-a7d7-d064dc7f4595 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:58.212336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870462b9-ce80-4168-8415-740026beadf1 admin admin] Made reservation on behalf of 61d5cc510a744c11905ca6305c3fbaba for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:58.215219 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-870462b9-ce80-4168-8415-740026beadf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.216920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d909f11b-a9d6-4e9e-a213-38bc66fc163c req-547b9bbe-2c42-4069-b9a3-6dcba70dae30 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 210 time: 0.0586133 Sep 16 05:15:58.227785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] Provisioning complete for port 87087731-2345-468a-92c4-74ed16322d73 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:58.228253 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.318343 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5c8b434f-3f46-484e-aaaa-79a36868cfca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7356453 Sep 16 05:15:58.419279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-584d5825-6bc8-46c8-b991-733ca5ed95ea None None] Port 87087731-2345-468a-92c4-74ed16322d73 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:58.626904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 96e23da3-e30c-48df-80f3-fba0425da055 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:58.653802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cb2ef8d4-2d8c-433c-bde8-c3223aa0cbb6 None None] Provisioning complete for port 87087731-2345-468a-92c4-74ed16322d73 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:58.657770 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef8d4-2d8c-433c-bde8-c3223aa0cbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.679417 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.742314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d8829c-7072-4f5e-a2d4-5cc3383004ed None None] Network 3542a1a0-40f9-4044-a7d7-d064dc7f4595 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:58.755070 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.760506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ef8d4-2d8c-433c-bde8-c3223aa0cbb6 None None] Port 87087731-2345-468a-92c4-74ed16322d73 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:58.781789 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.796056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-870462b9-ce80-4168-8415-740026beadf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.801165 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.802800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.854003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cb2ef8d4-2d8c-433c-bde8-c3223aa0cbb6 None None] Provisioning complete for port 96e23da3-e30c-48df-80f3-fba0425da055 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:58.854372 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef8d4-2d8c-433c-bde8-c3223aa0cbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.925143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 96e23da3-e30c-48df-80f3-fba0425da055 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:58.925523 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.936086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7967447-608b-4163-b121-ca7bd78f05b0 None None] Pushing event updated for resources: {'Port': ['ID=87087731-2345-468a-92c4-74ed16322d73,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.941162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870462b9-ce80-4168-8415-740026beadf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c143b5-f6a7-4d17-b987-fffeafe68bd8,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.946587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event updated for resources: {'Port': ['ID=78ba530b-1b7d-4b34-9aa2-46ce3c291556,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:59.040307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870462b9-ce80-4168-8415-740026beadf1 admin admin] Checking segment: {'id': 'b329993b-09e8-4471-b07e-3f3c7476c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:59.040798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870462b9-ce80-4168-8415-740026beadf1 admin admin] Network hostable DHCP agents. Network: 43523707-def4-40a3-abd4-1ffc4307a63a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:59.076119 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Network 56ad6088-324c-48e5-b7ed-7a036075fba9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:59.077975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:59.166266 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Attempting to bind port 87087731-2345-468a-92c4-74ed16322d73 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:59.167547 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Attempting to bind port 87087731-2345-468a-92c4-74ed16322d73 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:59.169686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Attempting to bind port 87087731-2345-468a-92c4-74ed16322d73 on network c0c4bf02-f415-4a18-9777-4a5109b52263 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:59.177864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:59.178507 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Checking segment: {'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:59.179019 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.179521 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Bound using segment: {'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:59.180149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Bound port: 87087731-2345-468a-92c4-74ed16322d73, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:59.180716 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.210385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870462b9-ce80-4168-8415-740026beadf1 admin admin] Network 43523707-def4-40a3-abd4-1ffc4307a63a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:59.313268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:59.392844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae1e687a-0d7c-4db3-a7bd-e736918ecb56 req-56726f24-c65b-4069-b4dc-54187ded0b37 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 210 time: 0.0528474 Sep 16 05:15:59.394268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-870462b9-ce80-4168-8415-740026beadf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 43523707-def4-40a3-abd4-1ffc4307a63a) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:59.399675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870462b9-ce80-4168-8415-740026beadf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:59.401156 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-870462b9-ce80-4168-8415-740026beadf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.403625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34246) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:59.409837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-42825966-network', 'tenant_id': 'b4051e25a8be4cbabc55e1a3bb12c138'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:59.420781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] For port 87087731-2345-468a-92c4-74ed16322d73, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:59.424445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] For port 87087731-2345-468a-92c4-74ed16322d73, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=87087731-2345-468a-92c4-74ed16322d73,segment=NetworkSegment(a91f60c9-dc13-45f8-8987-ad26c57ea2ad),segment_id=a91f60c9-dc13-45f8-8987-ad26c57ea2ad)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:59.426698 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 87d30036-862b-4506-8ded-33379af8d67b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:59.432681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea1ca89-bbfd-4756-8d1a-49e7f41ea724 None None] Network 43523707-def4-40a3-abd4-1ffc4307a63a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:59.515041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Made reservation on behalf of b4051e25a8be4cbabc55e1a3bb12c138 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:59.519242 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.533002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545916d2-1fce-43ee-91a7-dc50a0641f2d None None] Network 56ad6088-324c-48e5-b7ed-7a036075fba9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:59.537419 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.549142 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.581136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:59.590247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390586-1b32-4c25-a4a1-581daace87fe req-5c635061-4080-41d9-a9e3-e726681f3b83 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:59.594837 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Sync routers for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:59.600371 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-5c635061-4080-41d9-a9e3-e726681f3b83 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.23 "GET /v2.0/networks?id=c0c4bf02-f415-4a18-9777-4a5109b52263 HTTP/1.1" status: 200 len: 797 time: 0.2639642 Sep 16 05:15:59.604191 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6243ae41-a402-4322-917f-bf872cf5c765 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7292895 Sep 16 05:15:59.607114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34248) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:59.610373 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:59.612252 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b372b789-7837-4e0b-89f1-84dbf7fc4c99 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:59.616667 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:59.621314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ad390586-1b32-4c25-a4a1-581daace87fe req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Request body: {'port': {'device_id': '69d63cf9-10df-499f-ab2d-d260aa531b81', 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263', 'admin_state_up': True, 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:59.667977 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-870462b9-ce80-4168-8415-740026beadf1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6366191 Sep 16 05:15:59.673070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34250) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:59.678471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-305682258-router', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:59.710687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7967447-608b-4163-b121-ca7bd78f05b0 None None] Pushing event updated for resources: {'Port': ['ID=87087731-2345-468a-92c4-74ed16322d73,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:59.732044 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:59.837041 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.910623 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.913155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Routers {'3eae3583-f4c7-4b03-aadb-e9bbc460c148'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:59.913155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3eae3583-f4c7-4b03-aadb-e9bbc460c148'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:59.963128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-43523707-def4-40a3-abd4-1ffc4307a63a', 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'fixed_ips': [{'subnet_id': '78c143b5-f6a7-4d17-b987-fffeafe68bd8'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:59.966720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:59.968095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.004605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf7639f-f9da-4e35-b902-1aa5266fe6ce,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:00.033804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.034152 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Added segment 0d7e216b-d442-43b9-abf3-6ca73d69be90 of type vlan for network a2118255-0342-41a4-9b89-ec098d53dbb3 Sep 16 05:16:00.044347 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.065279 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.067656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 87d30036-862b-4506-8ded-33379af8d67b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:00.068364 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.130790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c069cd4c-3ed5-4ec4-87fa-5eae74549f5f None None] Provisioning complete for port 87087731-2345-468a-92c4-74ed16322d73 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:00.131162 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c069cd4c-3ed5-4ec4-87fa-5eae74549f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.137028 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '78ba530b-1b7d-4b34-9aa2-46ce3c291556', 'name': '', 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:ca:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:56Z', 'updated_at': '2021-09-16T05:15:58Z', 'revision_number': 2, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:00.148165 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.188196 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Checking router: 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:00.189130 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Updating router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 port 78ba530b-1b7d-4b34-9aa2-46ce3c291556 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:00.207421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.226242 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.234369 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad390586-1b32-4c25-a4a1-581daace87fe req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Made reservation on behalf of 9e1c1acdabb043a5b48f12b342ae6235 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:00.241594 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ad390586-1b32-4c25-a4a1-581daace87fe req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.299741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.extraroute_db [None req-b372b789-7837-4e0b-89f1-84dbf7fc4c99 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:16:00.320183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.extraroute_db [None req-b372b789-7837-4e0b-89f1-84dbf7fc4c99 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Removed routes are [] {{(pid=95451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:16:00.321033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b372b789-7837-4e0b-89f1-84dbf7fc4c99 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.344257 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.345443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:00.346114 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.502334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-ad390586-1b32-4c25-a4a1-581daace87fe req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Allocated IP 172.20.0.22 (c0c4bf02-f415-4a18-9777-4a5109b52263/30e378fd-57af-4ffa-9f9f-830a313c3935/bb053c95-2a4f-4807-873e-4c252e4c865d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:00.718427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] Set router 3eae3583-f4c7-4b03-aadb-e9bbc460c148 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:00.732608 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.818144 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.840245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Allocated IP 172.20.0.2 (43523707-def4-40a3-abd4-1ffc4307a63a/78c143b5-f6a7-4d17-b987-fffeafe68bd8/db560e56-c4e1-4606-9003-00d6621cdd2c) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:00.880394 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ad390586-1b32-4c25-a4a1-581daace87fe req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.923186 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965e747-af43-4c4a-8908-40bd5b38effa None None] Pushing event updated for resources: {'Port': ['ID=78ba530b-1b7d-4b34-9aa2-46ce3c291556,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:00.977175 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c069cd4c-3ed5-4ec4-87fa-5eae74549f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.063296 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Attempting to bind port 78ba530b-1b7d-4b34-9aa2-46ce3c291556 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:01.068718 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Attempting to bind port 78ba530b-1b7d-4b34-9aa2-46ce3c291556 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '657a5f5b-98c1-4b01-badd-1dd526ef4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:01.070827 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Attempting to bind port 78ba530b-1b7d-4b34-9aa2-46ce3c291556 on network 56ad6088-324c-48e5-b7ed-7a036075fba9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:01.099711 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:01.100827 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Checking segment: {'id': '657a5f5b-98c1-4b01-badd-1dd526ef4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:01.110127 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.110127 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Bound using segment: {'id': '657a5f5b-98c1-4b01-badd-1dd526ef4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:01.110127 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Bound port: 78ba530b-1b7d-4b34-9aa2-46ce3c291556, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657a5f5b-98c1-4b01-badd-1dd526ef4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:01.110127 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.172769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 87087731-2345-468a-92c4-74ed16322d73 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:01.203747 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ad390586-1b32-4c25-a4a1-581daace87fe req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.235535 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] For port 78ba530b-1b7d-4b34-9aa2-46ce3c291556, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:01.242833 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] For port 78ba530b-1b7d-4b34-9aa2-46ce3c291556, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=78ba530b-1b7d-4b34-9aa2-46ce3c291556,segment=NetworkSegment(657a5f5b-98c1-4b01-badd-1dd526ef4174),segment_id=657a5f5b-98c1-4b01-badd-1dd526ef4174)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:01.287431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c069cd4c-3ed5-4ec4-87fa-5eae74549f5f None None] For port 87087731-2345-468a-92c4-74ed16322d73, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=87087731-2345-468a-92c4-74ed16322d73,segment=NetworkSegment(a91f60c9-dc13-45f8-8987-ad26c57ea2ad),segment_id=a91f60c9-dc13-45f8-8987-ad26c57ea2ad)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:01.310471 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.389472 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c069cd4c-3ed5-4ec4-87fa-5eae74549f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.421996 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965e747-af43-4c4a-8908-40bd5b38effa None None] Pushing event updated for resources: {'Port': ['ID=78ba530b-1b7d-4b34-9aa2-46ce3c291556,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:01.427543 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.442566 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:01.443479 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:01.443817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0371702 Sep 16 05:16:01.469306 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 87087731-2345-468a-92c4-74ed16322d73 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:01.469679 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.512673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34256) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:01.529358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1435cfce-7131-451e-9032-c9bb0acc7f15 admin admin] Request body: {'subnet': {'network_id': 'a2118255-0342-41a4-9b89-ec098d53dbb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-42825966-subnet', 'tenant_id': 'b4051e25a8be4cbabc55e1a3bb12c138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:01.564713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c069cd4c-3ed5-4ec4-87fa-5eae74549f5f None None] Provisioning complete for port 201def7a-54b7-44f0-ace8-4f9772b96f75 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:01.565088 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c069cd4c-3ed5-4ec4-87fa-5eae74549f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.635682 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.649521 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069cd4c-3ed5-4ec4-87fa-5eae74549f5f None None] Pushing event updated for resources: {'Port': ['ID=87087731-2345-468a-92c4-74ed16322d73,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:01.691894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268059643', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:39Z', 'updated_at': '2021-09-16T05:15:49Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '87087731-2345-468a-92c4-74ed16322d73', 'name': '', 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:27:90:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '30e378fd-57af-4ffa-9f9f-830a313c3935', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:15:59Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': '30e378fd-57af-4ffa-9f9f-830a313c3935', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:01.692566 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:01.724555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1435cfce-7131-451e-9032-c9bb0acc7f15 admin admin] Made reservation on behalf of b4051e25a8be4cbabc55e1a3bb12c138 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:01.727785 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1435cfce-7131-451e-9032-c9bb0acc7f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.737297 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.820638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891b110-92fd-4d1b-8e03-1367813812ae None None] The sync data for ids ['3eae3583-f4c7-4b03-aadb-e9bbc460c148'] in n-d-712137-12 is: [{'id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268059643', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:39Z', 'updated_at': '2021-09-16T05:15:49Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '87087731-2345-468a-92c4-74ed16322d73', 'name': '', 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:27:90:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '30e378fd-57af-4ffa-9f9f-830a313c3935', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:15:59Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': '30e378fd-57af-4ffa-9f9f-830a313c3935', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:01.915082 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Network 43523707-def4-40a3-abd4-1ffc4307a63a is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:01.923366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:01.931112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:01.937285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad390586-1b32-4c25-a4a1-581daace87fe req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Network c0c4bf02-f415-4a18-9777-4a5109b52263 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:01.938834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-ad390586-1b32-4c25-a4a1-581daace87fe req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:01.963329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event updated for resources: {'Port': ['ID=bb053c95-2a4f-4807-873e-4c252e4c865d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:01.970961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad390586-1b32-4c25-a4a1-581daace87fe req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:02.017199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c069cd4c-3ed5-4ec4-87fa-5eae74549f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.020362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b39c8-da46-4123-84d3-c2db7f190efd req-69fe5c2f-b247-45f4-accf-9d193832543d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:02.022375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-628b39c8-da46-4123-84d3-c2db7f190efd req-69fe5c2f-b247-45f4-accf-9d193832543d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 895 time: 1.5178273 Sep 16 05:16:02.023634 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc3a52-d038-476e-a6fd-23f12b9329cd admin admin] Pushing event updated for resources: {'Network': ['ID=a2118255-0342-41a4-9b89-ec098d53dbb3,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.042552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 201def7a-54b7-44f0-ace8-4f9772b96f75 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:02.130788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390586-1b32-4c25-a4a1-581daace87fe req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:02.131749 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ad390586-1b32-4c25-a4a1-581daace87fe req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.131990 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1435cfce-7131-451e-9032-c9bb0acc7f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.164023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network a2118255-0342-41a4-9b89-ec098d53dbb3 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:02.176330 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b372b789-7837-4e0b-89f1-84dbf7fc4c99 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.192891 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b372b789-7837-4e0b-89f1-84dbf7fc4c99 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.198172 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:02.267256 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:00Z', 'revision_number': 6, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '78ba530b-1b7d-4b34-9aa2-46ce3c291556', 'name': '', 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:ca:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:56Z', 'updated_at': '2021-09-16T05:16:01Z', 'revision_number': 4, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:02.274314 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-f3ce5285-debc-43db-a6af-466aaf9f0698 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.6586909 Sep 16 05:16:02.300290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435cfce-7131-451e-9032-c9bb0acc7f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9e7fa6-9e20-4735-8469-2179a0568db0,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.341699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435cfce-7131-451e-9032-c9bb0acc7f15 admin admin] Checking segment: {'id': '0d7e216b-d442-43b9-abf3-6ca73d69be90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a2118255-0342-41a4-9b89-ec098d53dbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:02.342442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1435cfce-7131-451e-9032-c9bb0acc7f15 admin admin] Network hostable DHCP agents. Network: a2118255-0342-41a4-9b89-ec098d53dbb3, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:02.353031 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa351c-985b-4f6a-a7ea-3d2cefe04b42 None None] The sync data for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 is: [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:00Z', 'revision_number': 6, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '78ba530b-1b7d-4b34-9aa2-46ce3c291556', 'name': '', 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:ca:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:56Z', 'updated_at': '2021-09-16T05:16:01Z', 'revision_number': 4, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:02.397818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Pushing event updated for resources: {'Port': ['ID=db560e56-c4e1-4606-9003-00d6621cdd2c,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.473464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Attempting to bind port db560e56-c4e1-4606-9003-00d6621cdd2c on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:02.473464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Attempting to bind port db560e56-c4e1-4606-9003-00d6621cdd2c by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b329993b-09e8-4471-b07e-3f3c7476c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:02.473464 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Attempting to bind port db560e56-c4e1-4606-9003-00d6621cdd2c on network 43523707-def4-40a3-abd4-1ffc4307a63a {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:02.486927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:02.487393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Checking segment: {'id': 'b329993b-09e8-4471-b07e-3f3c7476c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:02.487899 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.488370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Bound using segment: {'id': 'b329993b-09e8-4471-b07e-3f3c7476c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:02.488967 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Bound port: db560e56-c4e1-4606-9003-00d6621cdd2c, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b329993b-09e8-4471-b07e-3f3c7476c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:02.489415 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.512699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c069cd4c-3ed5-4ec4-87fa-5eae74549f5f None None] For port 201def7a-54b7-44f0-ace8-4f9772b96f75, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=201def7a-54b7-44f0-ace8-4f9772b96f75,segment=NetworkSegment(657a5f5b-98c1-4b01-badd-1dd526ef4174),segment_id=657a5f5b-98c1-4b01-badd-1dd526ef4174)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:02.517163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 201def7a-54b7-44f0-ace8-4f9772b96f75 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:02.517802 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.546252 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b372b789-7837-4e0b-89f1-84dbf7fc4c99 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:02.613709 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c069cd4c-3ed5-4ec4-87fa-5eae74549f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.616382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1435cfce-7131-451e-9032-c9bb0acc7f15 admin admin] Network a2118255-0342-41a4-9b89-ec098d53dbb3 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:02.765866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b372b789-7837-4e0b-89f1-84dbf7fc4c99 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:02.808550 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.810601 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b372b789-7837-4e0b-89f1-84dbf7fc4c99 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.813216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-1435cfce-7131-451e-9032-c9bb0acc7f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, a2118255-0342-41a4-9b89-ec098d53dbb3) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:02.813776 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b372b789-7837-4e0b-89f1-84dbf7fc4c99 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 HTTP/1.1" status: 200 len: 954 time: 3.2054574 Sep 16 05:16:02.820656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34266) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:02.850623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f73fd43-559f-4a0c-b506-8cf7f596d5e8 None None] Network a2118255-0342-41a4-9b89-ec098d53dbb3 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:02.860214 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.877290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1435cfce-7131-451e-9032-c9bb0acc7f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:02.877889 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1435cfce-7131-451e-9032-c9bb0acc7f15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.942665 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9f48286b-662f-480d-adb6-085f218db42c None None] For port db560e56-c4e1-4606-9003-00d6621cdd2c, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:02.970382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] Provisioning complete for port bb053c95-2a4f-4807-873e-4c252e4c865d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:02.970964 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.986385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Request body: {'port': {'device_id': '69d63cf9-10df-499f-ab2d-d260aa531b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:02.991520 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1435cfce-7131-451e-9032-c9bb0acc7f15 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4734111 Sep 16 05:16:03.058321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.115659 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069cd4c-3ed5-4ec4-87fa-5eae74549f5f None None] Pushing event updated for resources: {'Port': ['ID=201def7a-54b7-44f0-ace8-4f9772b96f75,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:03.127418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9f48286b-662f-480d-adb6-085f218db42c None None] For port db560e56-c4e1-4606-9003-00d6621cdd2c, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=db560e56-c4e1-4606-9003-00d6621cdd2c,segment=NetworkSegment(b329993b-09e8-4471-b07e-3f3c7476c285),segment_id=b329993b-09e8-4471-b07e-3f3c7476c285)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:03.189569 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2de595c4-0b21-4431-a92a-bc40d41f8276 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 HTTP/1.1" status: 200 len: 954 time: 0.3676844 Sep 16 05:16:03.192203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34274) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:03.217501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Allocated IP 172.25.3.169 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/c2dce14d-172e-41ca-b468-40fa2903fb29) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:03.222501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7ff40388-d4b4-4964-a432-c39a4baf40b2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'router': {'routes': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:03.261926 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.333737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34276) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:03.415402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-c808d139-b526-47d1-900a-be33233288ad admin admin] Deleting subnet 8ec55bcf-b93d-4804-92a9-41fea6899cde {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:03.420279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] Port bb053c95-2a4f-4807-873e-4c252e4c865d cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:03.447271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c808d139-b526-47d1-900a-be33233288ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.473023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 96e23da3-e30c-48df-80f3-fba0425da055 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:03.530889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ca2a1-6eb1-4534-9ee3-b2b26867323c req-1024ff8b-122f-4234-812d-31f6d592c008 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:03.532987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-341ca2a1-6eb1-4534-9ee3-b2b26867323c req-1024ff8b-122f-4234-812d-31f6d592c008 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 895 time: 0.3304582 Sep 16 05:16:03.666691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48286b-662f-480d-adb6-085f218db42c None None] Pushing event updated for resources: {'Port': ['ID=db560e56-c4e1-4606-9003-00d6621cdd2c,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:03.675983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] Provisioning complete for port 78ba530b-1b7d-4b34-9aa2-46ce3c291556 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:03.685323 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.758803 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.763423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb053c95-2a4f-4807-873e-4c252e4c865d {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:03.785444 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.837448 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c808d139-b526-47d1-900a-be33233288ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.859278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Transition to ACTIVE for port object bb053c95-2a4f-4807-873e-4c252e4c865d will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:03.955484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c808d139-b526-47d1-900a-be33233288ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.032742 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.097323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2713eb22-203c-4c15-a40e-d9e941ab50ba None None] Sync routers for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:04.110686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e81d244-9aa0-4857-bdc8-2287c522d0f6 None None] Network a2118255-0342-41a4-9b89-ec098d53dbb3 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:04.124136 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:04.132477 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:04.143344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:04.145484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c808d139-b526-47d1-900a-be33233288ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.185116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.203037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2713eb22-203c-4c15-a40e-d9e941ab50ba None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:04.203037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2713eb22-203c-4c15-a40e-d9e941ab50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.253757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808d139-b526-47d1-900a-be33233288ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec55bcf-b93d-4804-92a9-41fea6899cde,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.282231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c808d139-b526-47d1-900a-be33233288ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.287943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c808d139-b526-47d1-900a-be33233288ad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8ec55bcf-b93d-4804-92a9-41fea6899cde HTTP/1.1" status: 204 len: 168 time: 0.9371712 Sep 16 05:16:04.292107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34280) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:04.307014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c2dce14d-172e-41ca-b468-40fa2903fb29,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.423441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 96e23da3-e30c-48df-80f3-fba0425da055 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:04.424199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.571861 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Pushing event updated for resources: {'Port': ['ID=bb053c95-2a4f-4807-873e-4c252e4c865d,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.593914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-2713eb22-203c-4c15-a40e-d9e941ab50ba None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:04.600609 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.706895 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.719729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Attempting to bind port bb053c95-2a4f-4807-873e-4c252e4c865d on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:04.720095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Attempting to bind port bb053c95-2a4f-4807-873e-4c252e4c865d by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:04.720451 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Attempting to bind port bb053c95-2a4f-4807-873e-4c252e4c865d on network c0c4bf02-f415-4a18-9777-4a5109b52263 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:04.737334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.extraroute_db [None req-7ff40388-d4b4-4964-a432-c39a4baf40b2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Added routes are [] {{(pid=95451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:16:04.738441 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.extraroute_db [None req-7ff40388-d4b4-4964-a432-c39a4baf40b2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:16:04.748568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Port bb053c95-2a4f-4807-873e-4c252e4c865d on network c0c4bf02-f415-4a18-9777-4a5109b52263 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:04.749080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Attempting to bind port bb053c95-2a4f-4807-873e-4c252e4c865d on network c0c4bf02-f415-4a18-9777-4a5109b52263 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:04.758791 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.790778 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:04.791429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Checking segment: {'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:04.791933 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Bound using segment: {'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:04.792576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Bound port: bb053c95-2a4f-4807-873e-4c252e4c865d, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:04.793008 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.863523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ff40388-d4b4-4964-a432-c39a4baf40b2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.881247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fed8a5-9952-49d8-831c-03bed260ce09 req-49cc64aa-6b4a-44f0-b6fe-d2a9ab225388 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:04.882832 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13fed8a5-9952-49d8-831c-03bed260ce09 req-49cc64aa-6b4a-44f0-b6fe-d2a9ab225388 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 907 time: 0.2168789 Sep 16 05:16:04.887003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] For port 78ba530b-1b7d-4b34-9aa2-46ce3c291556, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=78ba530b-1b7d-4b34-9aa2-46ce3c291556,segment=NetworkSegment(657a5f5b-98c1-4b01-badd-1dd526ef4174),segment_id=657a5f5b-98c1-4b01-badd-1dd526ef4174)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:04.898297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3542a1a0-40f9-4044-a7d7-d064dc7f4595']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.921892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] For port bb053c95-2a4f-4807-873e-4c252e4c865d, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:04.925425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] For port bb053c95-2a4f-4807-873e-4c252e4c865d, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bb053c95-2a4f-4807-873e-4c252e4c865d,segment=NetworkSegment(a91f60c9-dc13-45f8-8987-ad26c57ea2ad),segment_id=a91f60c9-dc13-45f8-8987-ad26c57ea2ad)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:04.935830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fda765-833f-48d2-9320-9918883f3c59') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.940577 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fda765-833f-48d2-9320-9918883f3c59') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.943732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.953511 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.997181 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.022161 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.037496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:05.037917 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:05.039721 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:05.063659 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] Pushing event updated for resources: {'Port': ['ID=78ba530b-1b7d-4b34-9aa2-46ce3c291556,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:05.067680 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.160446 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.161175 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.162770 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] 10.222.0.23 "PUT /v2.0/ports/bb053c95-2a4f-4807-873e-4c252e4c865d HTTP/1.1" status: 200 len: 1056 time: 2.8780401 Sep 16 05:16:05.166799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] Provisioning complete for port 87087731-2345-468a-92c4-74ed16322d73 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:05.167323 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.189226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d63cf9-10df-499f-ab2d-d260aa531b81', 'tag': 'bb053c95-2a4f-4807-873e-4c252e4c865d'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:05.192121 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5cf958-6035-438c-a5e9-ab5a7fac2a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "69d63cf9-10df-499f-ab2d-d260aa531b81", "tag": "bb053c95-2a4f-4807-873e-4c252e4c865d"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:05.229629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68302085-0666-46df-b842-736991cea069 None None] Network 43523707-def4-40a3-abd4-1ffc4307a63a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:05.272721 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.291475 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.296284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3542a1a0-40f9-4044-a7d7-d064dc7f4595 HTTP/1.1" status: 204 len: 168 time: 0.9971609 Sep 16 05:16:05.301597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34288) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:05.338444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd7440-20cc-493b-a466-aa0f752c15d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3542a1a0-40f9-4044-a7d7-d064dc7f4595,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:05.364296 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a278d117-3ce3-4ab1-8de2-29132431c073 x-openstack-request-id: req-a278d117-3ce3-4ab1-8de2-29132431c073 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:05.367367 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d63cf9-10df-499f-ab2d-d260aa531b81", "tag": "bb053c95-2a4f-4807-873e-4c252e4c865d", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:05.367748 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a278d117-3ce3-4ab1-8de2-29132431c073 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:05.368271 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d63cf9-10df-499f-ab2d-d260aa531b81', 'tag': 'bb053c95-2a4f-4807-873e-4c252e4c865d', 'status': 'completed', 'code': 200} Sep 16 05:16:05.447898 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 78ba530b-1b7d-4b34-9aa2-46ce3c291556 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:05.449287 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-c990485c-66ca-4462-8959-27e02fc2b2fb admin admin] Deleting subnet 0a9e7fa6-9e20-4735-8469-2179a0568db0 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:05.472343 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c990485c-66ca-4462-8959-27e02fc2b2fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.501351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a29a7-ac88-4c4b-93d5-3d0b7ba98201 service neutron] Pushing event updated for resources: {'Port': ['ID=bb053c95-2a4f-4807-873e-4c252e4c865d,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:05.510786 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ff40388-d4b4-4964-a432-c39a4baf40b2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.524321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ff40388-d4b4-4964-a432-c39a4baf40b2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.530268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390586-1b32-4c25-a4a1-581daace87fe req-6549645b-d2cd-41d8-b20e-bebef63f9b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.531968 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-6549645b-d2cd-41d8-b20e-bebef63f9b17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e1c1acdabb043a5b48f12b342ae6235&device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 1059 time: 0.2241375 Sep 16 05:16:05.533304 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.563265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2713eb22-203c-4c15-a40e-d9e941ab50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:00Z', 'revision_number': 6, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '78ba530b-1b7d-4b34-9aa2-46ce3c291556', 'name': '', 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:ca:e2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:56Z', 'updated_at': '2021-09-16T05:16:01Z', 'revision_number': 4, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:05.619206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c990485c-66ca-4462-8959-27e02fc2b2fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.622578 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-c7006e2b-9fc4-40e3-952b-f6b17d90e509 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=bb053c95-2a4f-4807-873e-4c252e4c865d HTTP/1.1" status: 200 len: 217 time: 0.0770502 Sep 16 05:16:05.622857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2713eb22-203c-4c15-a40e-d9e941ab50ba None None] Checking router: 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:05.679905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2713eb22-203c-4c15-a40e-d9e941ab50ba None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:05.680736 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2713eb22-203c-4c15-a40e-d9e941ab50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:05.686086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 78ba530b-1b7d-4b34-9aa2-46ce3c291556 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:05.686465 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.711835 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c990485c-66ca-4462-8959-27e02fc2b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.719969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff40388-d4b4-4964-a432-c39a4baf40b2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:05.722440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390586-1b32-4c25-a4a1-581daace87fe req-0bb43b09-59b4-4181-9908-eb8e303c2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.723918 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-0bb43b09-59b4-4181-9908-eb8e303c2cd4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30e378fd-57af-4ffa-9f9f-830a313c3935 HTTP/1.1" status: 200 len: 837 time: 0.0632241 Sep 16 05:16:05.803754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] Provisioning complete for port 201def7a-54b7-44f0-ace8-4f9772b96f75 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:05.804164 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7bccde36-e2d3-446f-8af2-9e21df6d222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.858161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-2713eb22-203c-4c15-a40e-d9e941ab50ba None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:05.860771 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff40388-d4b4-4964-a432-c39a4baf40b2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:05.864370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390586-1b32-4c25-a4a1-581daace87fe req-2eeae883-367b-4b90-bbd3-7503467a9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.865943 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-2eeae883-367b-4b90-bbd3-7503467a9f2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c4bf02-f415-4a18-9777-4a5109b52263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1323726 Sep 16 05:16:05.872509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ff40388-d4b4-4964-a432-c39a4baf40b2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.874242 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7ff40388-d4b4-4964-a432-c39a4baf40b2 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 HTTP/1.1" status: 200 len: 704 time: 2.6807787 Sep 16 05:16:05.881708 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34290) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:05.890491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Router 83a1b254-5262-40a2-9d6e-1a3f20745629 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:16:05.929206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c990485c-66ca-4462-8959-27e02fc2b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.011209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990485c-66ca-4462-8959-27e02fc2b2fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9e7fa6-9e20-4735-8469-2179a0568db0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:06.014113 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c990485c-66ca-4462-8959-27e02fc2b2fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.018822 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c990485c-66ca-4462-8959-27e02fc2b2fb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0a9e7fa6-9e20-4735-8469-2179a0568db0 HTTP/1.1" status: 204 len: 168 time: 0.6907945 Sep 16 05:16:06.023620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34294) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:06.027366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 87087731-2345-468a-92c4-74ed16322d73 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:06.076916 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cd713775-091f-4fec-9a8b-255818be1088 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 HTTP/1.1" status: 200 len: 704 time: 0.1940413 Sep 16 05:16:06.082882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34296) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:06.133527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-b3225bef-d3d2-4646-87c0-11e43c81b3cc service neutron] 10.222.0.23 "GET /v2.0/networks/c0c4bf02-f415-4a18-9777-4a5109b52263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585957 Sep 16 05:16:06.217095 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 87087731-2345-468a-92c4-74ed16322d73 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:06.217095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.235675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342ee0b-edcc-4c01-ace2-a6915691eb51 req-92cafbb6-7663-4ef0-96f9-b2a86f096cd5 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.237398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d342ee0b-edcc-4c01-ace2-a6915691eb51 req-92cafbb6-7663-4ef0-96f9-b2a86f096cd5 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 907 time: 0.1809485 Sep 16 05:16:06.249059 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.268525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:06.285391 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Sync routers for ids ['83a1b254-5262-40a2-9d6e-1a3f20745629'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:06.313891 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Routers {'83a1b254-5262-40a2-9d6e-1a3f20745629'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:06.314793 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['83a1b254-5262-40a2-9d6e-1a3f20745629'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:06.572239 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Set router 83a1b254-5262-40a2-9d6e-1a3f20745629 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:06.797704 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ad390586-1b32-4c25-a4a1-581daace87fe req-4aab9383-d629-4c0c-92a4-674dd36f50b9 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c4bf02-f415-4a18-9777-4a5109b52263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308789 Sep 16 05:16:06.816659 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b997f826-1d66-4c9e-bcfb-b3b0e10cf2af None None] Provisioning complete for port db560e56-c4e1-4606-9003-00d6621cdd2c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:06.817537 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b997f826-1d66-4c9e-bcfb-b3b0e10cf2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.866606 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'name': 'tempest-ImageQuotaTest-305682258-router', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:00Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 3, 'project_id': '61d5cc510a744c11905ca6305c3fbaba', 'gw_port': {'id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:02Z', 'updated_at': '2021-09-16T05:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:06.907940 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.911674 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Checking router: 83a1b254-5262-40a2-9d6e-1a3f20745629 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:06.912028 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Updating router 83a1b254-5262-40a2-9d6e-1a3f20745629 port c2dce14d-172e-41ca-b468-40fa2903fb29 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:06.931144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2118255-0342-41a4-9b89-ec098d53dbb3']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:06.942629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7e216b-d442-43b9-abf3-6ca73d69be90') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:06.942934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7e216b-d442-43b9-abf3-6ca73d69be90') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:06.956661 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.968429 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.976962 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.977940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:06.977940 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.984388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 201def7a-54b7-44f0-ace8-4f9772b96f75 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:06.998434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2713eb22-203c-4c15-a40e-d9e941ab50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 7, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '78ba530b-1b7d-4b34-9aa2-46ce3c291556', 'name': '', 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:ca:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:56Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:07.031608 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:07.034661 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.034661 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-92e3458a-b9ce-4aa7-b74f-328be08ad7a6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.3587508 Sep 16 05:16:07.038516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34304) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:07.095531 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.103394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf958-6035-438c-a5e9-ab5a7fac2a9e req-5fc1b5dc-104b-4e13-a0e5-6e79fb676837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.104675 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e5cf958-6035-438c-a5e9-ab5a7fac2a9e req-5fc1b5dc-104b-4e13-a0e5-6e79fb676837 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e1c1acdabb043a5b48f12b342ae6235&device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 1059 time: 0.1696398 Sep 16 05:16:07.110044 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.115715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a2118255-0342-41a4-9b89-ec098d53dbb3 HTTP/1.1" status: 204 len: 168 time: 1.0926218 Sep 16 05:16:07.118132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34308) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:07.135388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fdcb2-f62d-4160-81c6-4e88a5d30980 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2118255-0342-41a4-9b89-ec098d53dbb3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:07.139510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2713eb22-203c-4c15-a40e-d9e941ab50ba None None] The sync data for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 is: [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 7, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '78ba530b-1b7d-4b34-9aa2-46ce3c291556', 'name': '', 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:ca:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:56Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:07.276278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 201def7a-54b7-44f0-ace8-4f9772b96f75 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:07.276958 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.279321 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b997f826-1d66-4c9e-bcfb-b3b0e10cf2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.370641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf958-6035-438c-a5e9-ab5a7fac2a9e req-1fa6e52d-6178-4641-9210-5b6b01abf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.372279 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e5cf958-6035-438c-a5e9-ab5a7fac2a9e req-1fa6e52d-6178-4641-9210-5b6b01abf182 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c4bf02-f415-4a18-9777-4a5109b52263 HTTP/1.1" status: 200 len: 897 time: 0.2563653 Sep 16 05:16:07.409350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b997f826-1d66-4c9e-bcfb-b3b0e10cf2af None None] For port db560e56-c4e1-4606-9003-00d6621cdd2c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=db560e56-c4e1-4606-9003-00d6621cdd2c,segment=NetworkSegment(b329993b-09e8-4471-b07e-3f3c7476c285),segment_id=b329993b-09e8-4471-b07e-3f3c7476c285)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:07.469806 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e5cf958-6035-438c-a5e9-ab5a7fac2a9e req-6f254c4f-2be3-4339-80e4-7521764b020a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=bb053c95-2a4f-4807-873e-4c252e4c865d HTTP/1.1" status: 200 len: 217 time: 0.0888536 Sep 16 05:16:07.475899 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.514936 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device db560e56-c4e1-4606-9003-00d6621cdd2c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:07.555503 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b997f826-1d66-4c9e-bcfb-b3b0e10cf2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.578581 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.599124 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-db025980-ae1c-4529-9936-8f5e381dd5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.601140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf958-6035-438c-a5e9-ab5a7fac2a9e req-40b2e568-9929-4ff1-a393-a6248415d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.603287 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e5cf958-6035-438c-a5e9-ab5a7fac2a9e req-40b2e568-9929-4ff1-a393-a6248415d4f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30e378fd-57af-4ffa-9f9f-830a313c3935 HTTP/1.1" status: 200 len: 837 time: 0.1221437 Sep 16 05:16:07.643040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b997f826-1d66-4c9e-bcfb-b3b0e10cf2af None None] Provisioning complete for port 78ba530b-1b7d-4b34-9aa2-46ce3c291556 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:07.643487 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b997f826-1d66-4c9e-bcfb-b3b0e10cf2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.645878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34316) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:07.646779 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.720192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51233db4-a16d-46c0-b1c1-550c3e473f4a None None] Sync routers for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:07.725207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfaff5-ed5a-4aba-8c94-131bca8e795f req-f89d4a84-01fa-4619-9b85-f875354816a3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.726847 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96dfaff5-ed5a-4aba-8c94-131bca8e795f req-f89d4a84-01fa-4619-9b85-f875354816a3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 907 time: 0.2966430 Sep 16 05:16:07.740195 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Attempting to bind port c2dce14d-172e-41ca-b468-40fa2903fb29 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:07.740596 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Attempting to bind port c2dce14d-172e-41ca-b468-40fa2903fb29 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:07.740953 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Attempting to bind port c2dce14d-172e-41ca-b468-40fa2903fb29 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:07.753057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf958-6035-438c-a5e9-ab5a7fac2a9e req-d10d17cd-a510-45c9-8998-0432808accf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.755304 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e5cf958-6035-438c-a5e9-ab5a7fac2a9e req-d10d17cd-a510-45c9-8998-0432808accf4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c4bf02-f415-4a18-9777-4a5109b52263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1432431 Sep 16 05:16:07.756523 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:07.757165 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:07.757741 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.758817 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:07.759470 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Bound port: c2dce14d-172e-41ca-b468-40fa2903fb29, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:07.760006 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.791243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997f826-1d66-4c9e-bcfb-b3b0e10cf2af None None] Pushing event updated for resources: {'Port': ['ID=db560e56-c4e1-4606-9003-00d6621cdd2c,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:07.791858 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731ed56-7822-4457-9991-939cd3604a26 None None] Pushing event updated for resources: {'Port': ['ID=c2dce14d-172e-41ca-b468-40fa2903fb29,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:07.812130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51233db4-a16d-46c0-b1c1-550c3e473f4a None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:07.812130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-51233db4-a16d-46c0-b1c1-550c3e473f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:07.822862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a843990d-66a6-47a1-94c1-175b284fab6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe394bdf6980473a93bfe87774abbb67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757712 Sep 16 05:16:07.828453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34318) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:07.849743 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] For port c2dce14d-172e-41ca-b468-40fa2903fb29, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:07.858809 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] For port c2dce14d-172e-41ca-b468-40fa2903fb29, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c2dce14d-172e-41ca-b468-40fa2903fb29,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:07.865237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port db560e56-c4e1-4606-9003-00d6621cdd2c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:07.865237 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.944941 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.975595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-51233db4-a16d-46c0-b1c1-550c3e473f4a None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:07.984843 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e5cf958-6035-438c-a5e9-ab5a7fac2a9e req-561338ee-cf46-45b0-9ce7-4fa0bf3d355f service neutron] 10.222.0.23 "GET /v2.0/networks/c0c4bf02-f415-4a18-9777-4a5109b52263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738811 Sep 16 05:16:07.995650 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-db025980-ae1c-4529-9936-8f5e381dd5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.040099 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c2f154c-60e3-464f-bf62-7b2f1737f9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.071888 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731ed56-7822-4457-9991-939cd3604a26 None None] Pushing event updated for resources: {'Port': ['ID=c2dce14d-172e-41ca-b468-40fa2903fb29,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.085919 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-db025980-ae1c-4529-9936-8f5e381dd5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.091503 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Routers {'83a1b254-5262-40a2-9d6e-1a3f20745629'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:08.092200 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['83a1b254-5262-40a2-9d6e-1a3f20745629'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:08.102582 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e5cf958-6035-438c-a5e9-ab5a7fac2a9e req-bf0a452f-0b58-4dcf-a666-4218985da54d service neutron] 10.222.0.23 "GET /v2.0/networks/c0c4bf02-f415-4a18-9777-4a5109b52263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100447 Sep 16 05:16:08.134898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-db025980-ae1c-4529-9936-8f5e381dd5eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ac3803a78fb488990561456f5369949&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0071290 Sep 16 05:16:08.135650 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34320) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:08.157451 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port 78ba530b-1b7d-4b34-9aa2-46ce3c291556 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:08.157945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.192562 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c2f154c-60e3-464f-bf62-7b2f1737f9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.261456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db025980-ae1c-4529-9936-8f5e381dd5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1752237-78f9-495f-9d91-0041afab3602,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.280781 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.313688 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6e84675-1554-4571-8d51-9c8eaa95996f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.327940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-51233db4-a16d-46c0-b1c1-550c3e473f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 7, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '78ba530b-1b7d-4b34-9aa2-46ce3c291556', 'name': '', 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:ca:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:56Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:08.333171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 78ba530b-1b7d-4b34-9aa2-46ce3c291556 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:08.338593 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6e84675-1554-4571-8d51-9c8eaa95996f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.360834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] For port 78ba530b-1b7d-4b34-9aa2-46ce3c291556, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=78ba530b-1b7d-4b34-9aa2-46ce3c291556,segment=NetworkSegment(657a5f5b-98c1-4b01-badd-1dd526ef4174),segment_id=657a5f5b-98c1-4b01-badd-1dd526ef4174)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:08.361407 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.370384 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] Set router 83a1b254-5262-40a2-9d6e-1a3f20745629 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:08.384887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51233db4-a16d-46c0-b1c1-550c3e473f4a None None] Checking router: 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:08.385860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for 78ba530b-1b7d-4b34-9aa2-46ce3c291556 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:08.416529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51233db4-a16d-46c0-b1c1-550c3e473f4a None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:08.417274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-51233db4-a16d-46c0-b1c1-550c3e473f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:08.483312 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6e84675-1554-4571-8d51-9c8eaa95996f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.486423 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c6e84675-1554-4571-8d51-9c8eaa95996f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.500242 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 78ba530b-1b7d-4b34-9aa2-46ce3c291556 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:08.500665 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.511183 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c6e84675-1554-4571-8d51-9c8eaa95996f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1752237-78f9-495f-9d91-0041afab3602 HTTP/1.1" status: 204 len: 168 time: 0.3677020 Sep 16 05:16:08.553665 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-51233db4-a16d-46c0-b1c1-550c3e473f4a None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:08.579600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e84675-1554-4571-8d51-9c8eaa95996f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1752237-78f9-495f-9d91-0041afab3602,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.583464 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c2f154c-60e3-464f-bf62-7b2f1737f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.588525 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c2f154c-60e3-464f-bf62-7b2f1737f9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.589738 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4c2f154c-60e3-464f-bf62-7b2f1737f9ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cda68705-bc23-4cbc-8da5-93a61da4057d HTTP/1.1" status: 204 len: 168 time: 0.7593038 Sep 16 05:16:08.626785 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'name': 'tempest-ImageQuotaTest-305682258-router', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:00Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 3, 'project_id': '61d5cc510a744c11905ca6305c3fbaba', 'gw_port': {'id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:02Z', 'updated_at': '2021-09-16T05:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:08.664636 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f22918-995e-4cd0-9fb3-f8537ff60d64 None None] The sync data for ids ['83a1b254-5262-40a2-9d6e-1a3f20745629'] in n-d-712137-12 is: [{'id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'name': 'tempest-ImageQuotaTest-305682258-router', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:00Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 3, 'project_id': '61d5cc510a744c11905ca6305c3fbaba', 'gw_port': {'id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:02Z', 'updated_at': '2021-09-16T05:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:08.700702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.713255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f154c-60e3-464f-bf62-7b2f1737f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda68705-bc23-4cbc-8da5-93a61da4057d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.729648 n-d-712137-12 neutron-server[95453]: INFO neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No ports have port_id starting with 78ba530b-1b7d-4b34-9aa2-46ce3c291556 Sep 16 05:16:08.732903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=78ba530b-1b7d-4b34-9aa2-46ce3c291556,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.740434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device db560e56-c4e1-4606-9003-00d6621cdd2c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:08.772045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.775362 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.775783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.776139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.781855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.782262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.782609 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.782955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.783297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.783634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.792489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.792489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:08.956873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43160a3f-c6bf-445e-8431-58f35096f979 req-13a4b687-f549-44ab-98eb-c57505bce5d0 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:08.966889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43160a3f-c6bf-445e-8431-58f35096f979 req-13a4b687-f549-44ab-98eb-c57505bce5d0 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 907 time: 0.0900037 Sep 16 05:16:08.979694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Allocated IP 172.20.0.1 (43523707-def4-40a3-abd4-1ffc4307a63a/78c143b5-f6a7-4d17-b987-fffeafe68bd8/3576e717-b2d5-4b0d-acb8-6cf7491be89f) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:08.980040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port db560e56-c4e1-4606-9003-00d6621cdd2c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:08.980040 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.031617 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.140002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-51233db4-a16d-46c0-b1c1-550c3e473f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 7, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '78ba530b-1b7d-4b34-9aa2-46ce3c291556', 'name': '', 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:ca:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:56Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:09.224324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51233db4-a16d-46c0-b1c1-550c3e473f4a None None] The sync data for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 is: [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 7, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '78ba530b-1b7d-4b34-9aa2-46ce3c291556', 'name': '', 'network_id': '56ad6088-324c-48e5-b7ed-7a036075fba9', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:ca:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:56Z', 'updated_at': '2021-09-16T05:16:04Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '90017d54-5ec9-4748-9c56-68c5fdf6acfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:09.246674 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.401119 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.425976 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:09.455301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Network 43523707-def4-40a3-abd4-1ffc4307a63a is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:09.460818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:09.466115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:09.522447 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.594682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:09.604797 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-99243b1b-b338-4815-950d-4cc2091dc72e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5205598 Sep 16 05:16:09.605669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34340) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:09.607169 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8768a9e-f936-4134-b697-e195546efa77 None None] Sync routers for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:09.623574 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8768a9e-f936-4134-b697-e195546efa77 None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:09.625582 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a8768a9e-f936-4134-b697-e195546efa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:09.641901 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bb053c95-2a4f-4807-873e-4c252e4c865d details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:09.683651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34342) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:09.686332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ec2fee-61e4-46ce-9fd1-724d22ca23ad tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting subnet 90017d54-5ec9-4748-9c56-68c5fdf6acfe {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:09.690673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17ec2fee-61e4-46ce-9fd1-724d22ca23ad tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.695984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Pushing event updated for resources: {'Port': ['ID=3576e717-b2d5-4b0d-acb8-6cf7491be89f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:09.787281 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a8768a9e-f936-4134-b697-e195546efa77 None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:09.810795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17ec2fee-61e4-46ce-9fd1-724d22ca23ad tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.819520 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0c02da7f-0aa5-40ed-9ae4-7ad1176d2578 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4051e25a8be4cbabc55e1a3bb12c138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344891 Sep 16 05:16:09.822436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34346) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:09.847001 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.858633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bb053c95-2a4f-4807-873e-4c252e4c865d, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bb053c95-2a4f-4807-873e-4c252e4c865d,segment=NetworkSegment(a91f60c9-dc13-45f8-8987-ad26c57ea2ad),segment_id=a91f60c9-dc13-45f8-8987-ad26c57ea2ad)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:09.899492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'bb053c95-2a4f-4807-873e-4c252e4c865d', 'network_id': 'c0c4bf02-f415-4a18-9777-4a5109b52263', 'port_id': 'bb053c95-2a4f-4807-873e-4c252e4c865d', 'mac_address': 'fa:16:3e:8c:a3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e378fd-57af-4ffa-9f9f-830a313c3935', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:09.915382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-55fd7844-2158-4e76-88d7-963013101988 None None] Provisioning complete for port 3576e717-b2d5-4b0d-acb8-6cf7491be89f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:09.918359 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55fd7844-2158-4e76-88d7-963013101988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.956227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17ec2fee-61e4-46ce-9fd1-724d22ca23ad tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.002254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-55fd7844-2158-4e76-88d7-963013101988 None None] Port 3576e717-b2d5-4b0d-acb8-6cf7491be89f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:10.071506 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.087244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb053c95-2a4f-4807-873e-4c252e4c865d {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:10.109731 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bb053c95-2a4f-4807-873e-4c252e4c865d, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bb053c95-2a4f-4807-873e-4c252e4c865d,segment=NetworkSegment(a91f60c9-dc13-45f8-8987-ad26c57ea2ad),segment_id=a91f60c9-dc13-45f8-8987-ad26c57ea2ad)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:10.141965 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a8768a9e-f936-4134-b697-e195546efa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:08Z', 'revision_number': 8, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:10.167921 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ebcc1687-e3a4-4c02-ade0-a29d7dcee38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.172872 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8768a9e-f936-4134-b697-e195546efa77 None None] Checking router: 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:10.184521 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17ec2fee-61e4-46ce-9fd1-724d22ca23ad tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.213116 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8768a9e-f936-4134-b697-e195546efa77 None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:10.214276 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a8768a9e-f936-4134-b697-e195546efa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:10.218629 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.235470 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ebcc1687-e3a4-4c02-ade0-a29d7dcee38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.237270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec2fee-61e4-46ce-9fd1-724d22ca23ad tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Subnet': ['ID=90017d54-5ec9-4748-9c56-68c5fdf6acfe,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:10.252310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17ec2fee-61e4-46ce-9fd1-724d22ca23ad tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.256830 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-17ec2fee-61e4-46ce-9fd1-724d22ca23ad tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/90017d54-5ec9-4748-9c56-68c5fdf6acfe HTTP/1.1" status: 204 len: 168 time: 0.6468987 Sep 16 05:16:10.257368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34356) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:10.257488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b45baf-34aa-4915-afb6-9ca3bd3188bd req-36ae5ab1-ccbb-4250-abd5-f052fb6006cd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.259563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4b45baf-34aa-4915-afb6-9ca3bd3188bd req-36ae5ab1-ccbb-4250-abd5-f052fb6006cd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 907 time: 0.1693473 Sep 16 05:16:10.288011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df567661-1400-420e-b83d-7bf369d1ac8d None None] Network 56ad6088-324c-48e5-b7ed-7a036075fba9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:10.339060 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.423486 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.433578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.439402 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bb053c95-2a4f-4807-873e-4c252e4c865d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:10.450712 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a8768a9e-f936-4134-b697-e195546efa77 None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:10.450863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['bb053c95-2a4f-4807-873e-4c252e4c865d'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:10.490814 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.502833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c2dce14d-172e-41ca-b468-40fa2903fb29 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:10.514288 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ebcc1687-e3a4-4c02-ade0-a29d7dcee38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.517145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ebcc1687-e3a4-4c02-ade0-a29d7dcee38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.520921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ebcc1687-e3a4-4c02-ade0-a29d7dcee38b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bf7639f-f9da-4e35-b902-1aa5266fe6ce HTTP/1.1" status: 204 len: 168 time: 0.6948540 Sep 16 05:16:10.555875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc1687-e3a4-4c02-ade0-a29d7dcee38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf7639f-f9da-4e35-b902-1aa5266fe6ce,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:10.585387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port 201def7a-54b7-44f0-ace8-4f9772b96f75 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:10.586514 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.641784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Pushing event updated for resources: {'Port': ['ID=3576e717-b2d5-4b0d-acb8-6cf7491be89f,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:10.679420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c2dce14d-172e-41ca-b468-40fa2903fb29 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:10.680419 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.706207 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] For port 201def7a-54b7-44f0-ace8-4f9772b96f75, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=201def7a-54b7-44f0-ace8-4f9772b96f75,segment=NetworkSegment(657a5f5b-98c1-4b01-badd-1dd526ef4174),segment_id=657a5f5b-98c1-4b01-badd-1dd526ef4174)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:10.706716 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.734631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for 201def7a-54b7-44f0-ace8-4f9772b96f75 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:10.806416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef51b3f-6cb1-4fcb-abeb-c1bd3b5387ca None None] DHCP port deletion for 56ad6088-324c-48e5-b7ed-7a036075fba9 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:10.831243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Network 43523707-def4-40a3-abd4-1ffc4307a63a is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:10.834993 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:10.906849 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a8768a9e-f936-4134-b697-e195546efa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:08Z', 'revision_number': 8, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:10.920628 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.945359 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8768a9e-f936-4134-b697-e195546efa77 None None] The sync data for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 is: [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:08Z', 'revision_number': 8, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': '96e23da3-e30c-48df-80f3-fba0425da055', 'name': '', 'network_id': 'e35df50a-b25d-4c54-b224-67118f2f0205', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:30:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:47Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5fd9ad61-d290-43a2-82aa-f05903fe6fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:10.964742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port c2dce14d-172e-41ca-b468-40fa2903fb29, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c2dce14d-172e-41ca-b468-40fa2903fb29,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:10.993762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0ef51b3f-6cb1-4fcb-abeb-c1bd3b5387ca None None] Deleting port 201def7a-54b7-44f0-ace8-4f9772b96f75 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:10.994201 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b3f-6cb1-4fcb-abeb-c1bd3b5387ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.052841 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.064312 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.087147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Router 83a1b254-5262-40a2-9d6e-1a3f20745629 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:11.111727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=201def7a-54b7-44f0-ace8-4f9772b96f75,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:11.129005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No DVR routers for this DVR port 201def7a-54b7-44f0-ace8-4f9772b96f75 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:11.154214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0ef51b3f-6cb1-4fcb-abeb-c1bd3b5387ca None None] For port 201def7a-54b7-44f0-ace8-4f9772b96f75, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=201def7a-54b7-44f0-ace8-4f9772b96f75,segment=NetworkSegment(657a5f5b-98c1-4b01-badd-1dd526ef4174),segment_id=657a5f5b-98c1-4b01-badd-1dd526ef4174)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:11.154493 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b3f-6cb1-4fcb-abeb-c1bd3b5387ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.183537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=c2dce14d-172e-41ca-b468-40fa2903fb29,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:11.191598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0ef51b3f-6cb1-4fcb-abeb-c1bd3b5387ca None None] Calling delete_port for 201def7a-54b7-44f0-ace8-4f9772b96f75 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:11.282309 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.315760 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ad6088-324c-48e5-b7ed-7a036075fba9']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:11.325656 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b3f-6cb1-4fcb-abeb-c1bd3b5387ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.336698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:11.339227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657a5f5b-98c1-4b01-badd-1dd526ef4174') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:11.339531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657a5f5b-98c1-4b01-badd-1dd526ef4174') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:11.343945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c32e884e-4e27-4eaa-9341-62fe227364ea admin admin] 10.222.0.24 "PUT /v2.0/routers/83a1b254-5262-40a2-9d6e-1a3f20745629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3060172 Sep 16 05:16:11.370744 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.394494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.406286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:11.406707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.410105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef51b3f-6cb1-4fcb-abeb-c1bd3b5387ca None None] No DVR routers for this DVR port 201def7a-54b7-44f0-ace8-4f9772b96f75 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:11.410597 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:11.422034 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef51b3f-6cb1-4fcb-abeb-c1bd3b5387ca None None] Pushing event deleted for resources: {'Port': ['ID=201def7a-54b7-44f0-ace8-4f9772b96f75,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:11.452280 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2246316a-b65c-45b5-b20a-e3722831064d None None] Provisioning complete for port 3576e717-b2d5-4b0d-acb8-6cf7491be89f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:11.452698 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2246316a-b65c-45b5-b20a-e3722831064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.522435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Sync routers for ids ['83a1b254-5262-40a2-9d6e-1a3f20745629'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:11.538313 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cc0a1-08bf-4b80-a284-6f603fe7b18b req-e67dfca5-8d35-41eb-8225-0da24a59e85b tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:11.547627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-370cc0a1-08bf-4b80-a284-6f603fe7b18b req-e67dfca5-8d35-41eb-8225-0da24a59e85b tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 908 time: 0.1539383 Sep 16 05:16:11.573846 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Routers {'83a1b254-5262-40a2-9d6e-1a3f20745629'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:11.579055 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['83a1b254-5262-40a2-9d6e-1a3f20745629'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:11.625787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-2246316a-b65c-45b5-b20a-e3722831064d None None] Port 3576e717-b2d5-4b0d-acb8-6cf7491be89f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:11.642509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.642762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bb053c95-2a4f-4807-873e-4c252e4c865d up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:11.651970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.655068 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/networks/56ad6088-324c-48e5-b7ed-7a036075fba9 HTTP/1.1" status: 204 len: 168 time: 1.3966558 Sep 16 05:16:11.657814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34384) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:11.677056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cc12d-02ad-4393-9282-5a23a2485b3b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Network': ['ID=56ad6088-324c-48e5-b7ed-7a036075fba9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:11.921701 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Set router 83a1b254-5262-40a2-9d6e-1a3f20745629 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:12.045696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port bb053c95-2a4f-4807-873e-4c252e4c865d completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:12.063870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port bb053c95-2a4f-4807-873e-4c252e4c865d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:12.064518 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.104520 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9489e541-4528-4f18-bd80-2b95bb857134 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.180852 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-843e541f-f540-46d0-a1f1-c216860280d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.260389 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.325939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d63cf9-10df-499f-ab2d-d260aa531b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb053c95-2a4f-4807-873e-4c252e4c865d'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:12.328553 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c05a2e-0c8f-4b87-9863-d77eb15eea17" -d '{"events": [{"server_uuid": "69d63cf9-10df-499f-ab2d-d260aa531b81", "name": "network-vif-plugged", "status": "completed", "tag": "bb053c95-2a4f-4807-873e-4c252e4c865d"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:12.346637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'name': 'tempest-ImageQuotaTest-305682258-router', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:00Z', 'updated_at': '2021-09-16T05:16:09Z', 'revision_number': 4, 'project_id': '61d5cc510a744c11905ca6305c3fbaba', 'gw_port': {'id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:02Z', 'updated_at': '2021-09-16T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '3576e717-b2d5-4b0d-acb8-6cf7491be89f', 'name': '', 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'mac_address': 'fa:16:3e:57:03:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '78c143b5-f6a7-4d17-b987-fffeafe68bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:08Z', 'updated_at': '2021-09-16T05:16:10Z', 'revision_number': 2, 'project_id': '61d5cc510a744c11905ca6305c3fbaba', 'subnets': [{'id': '78c143b5-f6a7-4d17-b987-fffeafe68bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:12.361953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c2dce14d-172e-41ca-b468-40fa2903fb29 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:12.410583 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320a5025-2bf9-4115-9f3b-3f5006586b2f x-openstack-request-id: req-320a5025-2bf9-4115-9f3b-3f5006586b2f {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:12.411173 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d63cf9-10df-499f-ab2d-d260aa531b81", "name": "network-vif-plugged", "status": "completed", "tag": "bb053c95-2a4f-4807-873e-4c252e4c865d", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:12.411580 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-320a5025-2bf9-4115-9f3b-3f5006586b2f {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:12.412129 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d63cf9-10df-499f-ab2d-d260aa531b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb053c95-2a4f-4807-873e-4c252e4c865d', 'code': 200} Sep 16 05:16:12.448059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port bb053c95-2a4f-4807-873e-4c252e4c865d, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bb053c95-2a4f-4807-873e-4c252e4c865d,segment=NetworkSegment(a91f60c9-dc13-45f8-8987-ad26c57ea2ad),segment_id=a91f60c9-dc13-45f8-8987-ad26c57ea2ad)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:12.452195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Checking router: 83a1b254-5262-40a2-9d6e-1a3f20745629 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:12.452811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Updating router 83a1b254-5262-40a2-9d6e-1a3f20745629 port 3576e717-b2d5-4b0d-acb8-6cf7491be89f binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:12.519385 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.524222 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.534858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c2dce14d-172e-41ca-b468-40fa2903fb29 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:12.535476 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.589036 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dc8ad-3528-43ae-afdd-2a86b029681f req-8bc0f67d-90ea-46d8-8f35-ab32abfcc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.591871 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c09dc8ad-3528-43ae-afdd-2a86b029681f req-8bc0f67d-90ea-46d8-8f35-ab32abfcc8e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 1061 time: 0.0860660 Sep 16 05:16:12.623262 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.623955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9489e541-4528-4f18-bd80-2b95bb857134 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port 96e23da3-e30c-48df-80f3-fba0425da055 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:12.625574 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9489e541-4528-4f18-bd80-2b95bb857134 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.748996 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b66732-466f-4008-abde-a3d5a3248ced req-67836404-ba92-4d67-a13a-64bee04ce5c7 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.763855 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84b66732-466f-4008-abde-a3d5a3248ced req-67836404-ba92-4d67-a13a-64bee04ce5c7 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 909 time: 0.0969100 Sep 16 05:16:12.782970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=bb053c95-2a4f-4807-873e-4c252e4c865d,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:12.851964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-9489e541-4528-4f18-bd80-2b95bb857134 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] For port 96e23da3-e30c-48df-80f3-fba0425da055, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=96e23da3-e30c-48df-80f3-fba0425da055,segment=NetworkSegment(2d4b5c01-65c6-4b2f-a985-47f7957076ad),segment_id=2d4b5c01-65c6-4b2f-a985-47f7957076ad)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:12.852709 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9489e541-4528-4f18-bd80-2b95bb857134 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.871709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9489e541-4528-4f18-bd80-2b95bb857134 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for 96e23da3-e30c-48df-80f3-fba0425da055 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:12.926158 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 78ba530b-1b7d-4b34-9aa2-46ce3c291556 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:12.969147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 78ba530b-1b7d-4b34-9aa2-46ce3c291556 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:12.969546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 78ba530b-1b7d-4b34-9aa2-46ce3c291556 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:12.970056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 201def7a-54b7-44f0-ace8-4f9772b96f75 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:13.025753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 201def7a-54b7-44f0-ace8-4f9772b96f75 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:13.026181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 201def7a-54b7-44f0-ace8-4f9772b96f75 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:13.143462 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.189403 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9489e541-4528-4f18-bd80-2b95bb857134 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.219398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489e541-4528-4f18-bd80-2b95bb857134 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=96e23da3-e30c-48df-80f3-fba0425da055,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:13.248397 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34432) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:13.263079 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.359283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126f7da-1d7f-4363-953b-b67a3352d1dc None None] Pushing event updated for resources: {'Port': ['ID=3576e717-b2d5-4b0d-acb8-6cf7491be89f,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:13.393121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9489e541-4528-4f18-bd80-2b95bb857134 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.437259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Attempting to bind port 3576e717-b2d5-4b0d-acb8-6cf7491be89f on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:13.437635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Attempting to bind port 3576e717-b2d5-4b0d-acb8-6cf7491be89f by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'b329993b-09e8-4471-b07e-3f3c7476c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:13.438007 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Attempting to bind port 3576e717-b2d5-4b0d-acb8-6cf7491be89f on network 43523707-def4-40a3-abd4-1ffc4307a63a {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:13.443938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:13.444324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Checking segment: {'id': 'b329993b-09e8-4471-b07e-3f3c7476c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:13.444773 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.445246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Bound using segment: {'id': 'b329993b-09e8-4471-b07e-3f3c7476c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:13.445741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Bound port: 3576e717-b2d5-4b0d-acb8-6cf7491be89f, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b329993b-09e8-4471-b07e-3f3c7476c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:13.446127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.568867 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] For port 3576e717-b2d5-4b0d-acb8-6cf7491be89f, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:13.573984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] For port 3576e717-b2d5-4b0d-acb8-6cf7491be89f, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3576e717-b2d5-4b0d-acb8-6cf7491be89f,segment=NetworkSegment(b329993b-09e8-4471-b07e-3f3c7476c285),segment_id=b329993b-09e8-4471-b07e-3f3c7476c285)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:13.649774 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.732325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9489e541-4528-4f18-bd80-2b95bb857134 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:13.809878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126f7da-1d7f-4363-953b-b67a3352d1dc None None] Pushing event updated for resources: {'Port': ['ID=3576e717-b2d5-4b0d-acb8-6cf7491be89f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:13.823857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Routers {'83a1b254-5262-40a2-9d6e-1a3f20745629'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:13.825490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['83a1b254-5262-40a2-9d6e-1a3f20745629'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:13.905336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ab693a12-f621-40c7-a419-5cf012cebca7 None None] Provisioning complete for port 3576e717-b2d5-4b0d-acb8-6cf7491be89f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:13.905648 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab693a12-f621-40c7-a419-5cf012cebca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.945567 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f13a1ee-78b1-49ba-bd09-f546d231813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.058311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575683d-63d3-406f-af9b-60356bfb064d req-71df8fc6-334b-4447-8804-ab743f9dad49 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.060662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c575683d-63d3-406f-af9b-60356bfb064d req-71df8fc6-334b-4447-8804-ab743f9dad49 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 909 time: 0.1734169 Sep 16 05:16:14.112570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] Set router 83a1b254-5262-40a2-9d6e-1a3f20745629 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:14.155504 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab693a12-f621-40c7-a419-5cf012cebca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.164213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-74e633a6-3525-47d0-a562-06d57d96f684 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=84a86634087e4275acd7c9b42a07272a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488355 Sep 16 05:16:14.235496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ab693a12-f621-40c7-a419-5cf012cebca7 None None] For port 3576e717-b2d5-4b0d-acb8-6cf7491be89f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3576e717-b2d5-4b0d-acb8-6cf7491be89f,segment=NetworkSegment(b329993b-09e8-4471-b07e-3f3c7476c285),segment_id=b329993b-09e8-4471-b07e-3f3c7476c285)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:14.357301 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab693a12-f621-40c7-a419-5cf012cebca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.422983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34464) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:14.437719 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9489e541-4528-4f18-bd80-2b95bb857134 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:14.447585 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9489e541-4528-4f18-bd80-2b95bb857134 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7883501 Sep 16 05:16:14.448355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34468) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:14.455541 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f0d1c6-4921-42e9-b30c-bec3bfb1d5fe None None] Sync routers for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:14.474823 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0d1c6-4921-42e9-b30c-bec3bfb1d5fe None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:14.475468 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-00f0d1c6-4921-42e9-b30c-bec3bfb1d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:15:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:14.529562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-6765f6c4-53c2-48af-984e-fe010c022c53 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting subnet 5fd9ad61-d290-43a2-82aa-f05903fe6fa9 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:14.533159 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6765f6c4-53c2-48af-984e-fe010c022c53 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.536024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab693a12-f621-40c7-a419-5cf012cebca7 None None] Pushing event updated for resources: {'Port': ['ID=3576e717-b2d5-4b0d-acb8-6cf7491be89f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:14.540268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-464ea496-d94b-4787-9ff1-bb9c24a31615 None None] Provisioning complete for port 3576e717-b2d5-4b0d-acb8-6cf7491be89f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:14.540696 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-464ea496-d94b-4787-9ff1-bb9c24a31615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.556182 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-77adbe1a-c265-4930-a1d0-2c95ea69b8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.561233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'name': 'tempest-ImageQuotaTest-305682258-router', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:00Z', 'updated_at': '2021-09-16T05:16:09Z', 'revision_number': 4, 'project_id': '61d5cc510a744c11905ca6305c3fbaba', 'gw_port': {'id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:02Z', 'updated_at': '2021-09-16T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '3576e717-b2d5-4b0d-acb8-6cf7491be89f', 'name': '', 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'mac_address': 'fa:16:3e:57:03:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '78c143b5-f6a7-4d17-b987-fffeafe68bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:08Z', 'updated_at': '2021-09-16T05:16:13Z', 'revision_number': 4, 'project_id': '61d5cc510a744c11905ca6305c3fbaba', 'subnets': [{'id': '78c143b5-f6a7-4d17-b987-fffeafe68bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:14.597334 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6765f6c4-53c2-48af-984e-fe010c022c53 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.643520 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-00f0d1c6-4921-42e9-b30c-bec3bfb1d5fe None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:14.644356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5d9f45-7f3b-4147-bed1-10a5f46bf633 None None] The sync data for ids ['83a1b254-5262-40a2-9d6e-1a3f20745629'] in n-d-712137-12 is: [{'id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'name': 'tempest-ImageQuotaTest-305682258-router', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:00Z', 'updated_at': '2021-09-16T05:16:09Z', 'revision_number': 4, 'project_id': '61d5cc510a744c11905ca6305c3fbaba', 'gw_port': {'id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:02Z', 'updated_at': '2021-09-16T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '3576e717-b2d5-4b0d-acb8-6cf7491be89f', 'name': '', 'network_id': '43523707-def4-40a3-abd4-1ffc4307a63a', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'mac_address': 'fa:16:3e:57:03:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '78c143b5-f6a7-4d17-b987-fffeafe68bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:08Z', 'updated_at': '2021-09-16T05:16:13Z', 'revision_number': 4, 'project_id': '61d5cc510a744c11905ca6305c3fbaba', 'subnets': [{'id': '78c143b5-f6a7-4d17-b987-fffeafe68bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:14.664635 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08f8972e-8067-48b4-bd33-23b901eaeaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.813016 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6765f6c4-53c2-48af-984e-fe010c022c53 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.875704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434c949-ceb4-4252-b113-813aa90ad1b0 req-6fe96b44-22ef-4b5f-ad89-435848791954 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.879291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d434c949-ceb4-4252-b113-813aa90ad1b0 req-6fe96b44-22ef-4b5f-ad89-435848791954 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 909 time: 0.6526308 Sep 16 05:16:14.900991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-285e7aba-d9d2-49b4-b4a4-0b3a43d41052 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.903520 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-285e7aba-d9d2-49b4-b4a4-0b3a43d41052 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7358794 Sep 16 05:16:14.940414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-6039a21a-3c87-4f37-8d65-6145114ac4a0 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/quotas/84a86634087e4275acd7c9b42a07272a HTTP/1.1" status: 200 len: 375 time: 0.0278313 Sep 16 05:16:14.985449 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-00f0d1c6-4921-42e9-b30c-bec3bfb1d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:13Z', 'revision_number': 9, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:14.997757 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6765f6c4-53c2-48af-984e-fe010c022c53 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.001076 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08f8972e-8067-48b4-bd33-23b901eaeaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.029772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765f6c4-53c2-48af-984e-fe010c022c53 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd9ad61-d290-43a2-82aa-f05903fe6fa9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.037579 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f0d1c6-4921-42e9-b30c-bec3bfb1d5fe None None] Checking router: 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:15.039205 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6765f6c4-53c2-48af-984e-fe010c022c53 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.043222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-b56db2d8-d865-4bc3-b37a-363d9d46b387 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=84a86634087e4275acd7c9b42a07272a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008773 Sep 16 05:16:15.045933 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6765f6c4-53c2-48af-984e-fe010c022c53 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/5fd9ad61-d290-43a2-82aa-f05903fe6fa9 HTTP/1.1" status: 204 len: 168 time: 0.5966256 Sep 16 05:16:15.047143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34472) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:15.047798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251aa094-ad1b-4213-b3ad-144aa7b18a5f None None] Network e35df50a-b25d-4c54-b224-67118f2f0205 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:15.059987 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0d1c6-4921-42e9-b30c-bec3bfb1d5fe None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:15.060904 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-00f0d1c6-4921-42e9-b30c-bec3bfb1d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:15.073619 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-08f8972e-8067-48b4-bd33-23b901eaeaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.142743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba595e-d31c-42c4-a7a0-55b66dfdb5b4 req-ae375ea1-21f7-451d-837a-5ce77a3e1b62 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.144305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0ba595e-d31c-42c4-a7a0-55b66dfdb5b4 req-ae375ea1-21f7-451d-837a-5ce77a3e1b62 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 1061 time: 0.1710997 Sep 16 05:16:15.190552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-1f13a1ee-78b1-49ba-bd09-f546d231813e admin admin] Deleting port 3576e717-b2d5-4b0d-acb8-6cf7491be89f {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:15.191617 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f13a1ee-78b1-49ba-bd09-f546d231813e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.235398 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.243869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8972e-8067-48b4-bd33-23b901eaeaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bcfde8-12ed-440b-81e7-c6783b14975d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.276014 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-08f8972e-8067-48b4-bd33-23b901eaeaab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2405ed217474cb7adf54cc21d1e2b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8519158 Sep 16 05:16:15.297353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34476) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:15.383154 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.426035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-1f13a1ee-78b1-49ba-bd09-f546d231813e admin admin] For port 3576e717-b2d5-4b0d-acb8-6cf7491be89f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3576e717-b2d5-4b0d-acb8-6cf7491be89f,segment=NetworkSegment(b329993b-09e8-4471-b07e-3f3c7476c285),segment_id=b329993b-09e8-4471-b07e-3f3c7476c285)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:15.426675 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f13a1ee-78b1-49ba-bd09-f546d231813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.434846 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa074a8b-8cca-457f-867d-34ff80572129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.446717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3642a336-448e-45b5-b662-2bbab103ce6b None None] DHCP port deletion for e35df50a-b25d-4c54-b224-67118f2f0205 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:15.457359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-1f13a1ee-78b1-49ba-bd09-f546d231813e admin admin] Calling delete_port for 3576e717-b2d5-4b0d-acb8-6cf7491be89f owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:15.463791 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-00f0d1c6-4921-42e9-b30c-bec3bfb1d5fe None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:15.507897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port 8e7af950-1ab2-493d-893e-7f4dd01b77eb {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:15.508718 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.517385 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa074a8b-8cca-457f-867d-34ff80572129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.521745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-430a5926-5478-403a-b2a5-99d79a106961 req-3fd5b065-6899-4fa4-ac88-37c962036577 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 210 time: 0.0532408 Sep 16 05:16:15.525499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3642a336-448e-45b5-b662-2bbab103ce6b None None] Deleting port 8e7af950-1ab2-493d-893e-7f4dd01b77eb {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:15.526361 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3642a336-448e-45b5-b662-2bbab103ce6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.631705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967084-cf4b-4de7-a26b-aff9c214239b req-49a6cee9-a8b6-4197-b0a4-b14c88d49470 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.644874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56967084-cf4b-4de7-a26b-aff9c214239b req-49a6cee9-a8b6-4197-b0a4-b14c88d49470 tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 1137 time: 0.1753716 Sep 16 05:16:15.651148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] For port 8e7af950-1ab2-493d-893e-7f4dd01b77eb, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8e7af950-1ab2-493d-893e-7f4dd01b77eb,segment=NetworkSegment(2d4b5c01-65c6-4b2f-a985-47f7957076ad),segment_id=2d4b5c01-65c6-4b2f-a985-47f7957076ad)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:15.651572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.669552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for 8e7af950-1ab2-493d-893e-7f4dd01b77eb owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:15.685339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3642a336-448e-45b5-b662-2bbab103ce6b None None] For port 8e7af950-1ab2-493d-893e-7f4dd01b77eb, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8e7af950-1ab2-493d-893e-7f4dd01b77eb,segment=NetworkSegment(2d4b5c01-65c6-4b2f-a985-47f7957076ad),segment_id=2d4b5c01-65c6-4b2f-a985-47f7957076ad)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:15.685804 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3642a336-448e-45b5-b662-2bbab103ce6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.700096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-3642a336-448e-45b5-b662-2bbab103ce6b None None] Calling delete_port for 8e7af950-1ab2-493d-893e-7f4dd01b77eb owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:15.752048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa074a8b-8cca-457f-867d-34ff80572129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.757666 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa074a8b-8cca-457f-867d-34ff80572129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.763044 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aa074a8b-8cca-457f-867d-34ff80572129 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9bcfde8-12ed-440b-81e7-c6783b14975d HTTP/1.1" status: 204 len: 168 time: 0.4632940 Sep 16 05:16:15.766237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56967084-cf4b-4de7-a26b-aff9c214239b req-48a6d778-0e7c-4b51-9647-9ca191c660fd tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1203260 Sep 16 05:16:15.796794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34488) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:15.799458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa074a8b-8cca-457f-867d-34ff80572129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bcfde8-12ed-440b-81e7-c6783b14975d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.883898 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-00f0d1c6-4921-42e9-b30c-bec3bfb1d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:13Z', 'revision_number': 9, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:15.912908 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f0d1c6-4921-42e9-b30c-bec3bfb1d5fe None None] The sync data for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 is: [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:13Z', 'revision_number': 9, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b047d750-9683-4b49-9900-9ab21dc0a1a7', 'name': '', 'network_id': '4d184148-2678-4725-9155-f8a4305179df', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:41:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:48Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '5ff7c855-5856-494d-b0f2-75899f8730ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:15.917844 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c1c7b-399d-45b1-91bd-67abbac0b9fd tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.920288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a26c1c7b-399d-45b1-91bd-67abbac0b9fd tempest-TestSecurityGroupsBasicOps-824205467 tempest-TestSecurityGroupsBasicOps-824205467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 1056 time: 0.1192977 Sep 16 05:16:15.978881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.991168 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3642a336-448e-45b5-b662-2bbab103ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.023861 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f13a1ee-78b1-49ba-bd09-f546d231813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.029926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=8e7af950-1ab2-493d-893e-7f4dd01b77eb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:16.037029 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642a336-448e-45b5-b662-2bbab103ce6b None None] Pushing event deleted for resources: {'Port': ['ID=8e7af950-1ab2-493d-893e-7f4dd01b77eb,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:16.046792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3642a336-448e-45b5-b662-2bbab103ce6b None None] No DVR routers for this DVR port 8e7af950-1ab2-493d-893e-7f4dd01b77eb on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:16.046977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No DVR routers for this DVR port 8e7af950-1ab2-493d-893e-7f4dd01b77eb on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:16.055710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13a1ee-78b1-49ba-bd09-f546d231813e admin admin] Pushing event deleted for resources: {'Port': ['ID=3576e717-b2d5-4b0d-acb8-6cf7491be89f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:16.109529 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.157584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.187420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35df50a-b25d-4c54-b224-67118f2f0205']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:16.198640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4b5c01-65c6-4b2f-a985-47f7957076ad') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:16.199028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4b5c01-65c6-4b2f-a985-47f7957076ad') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:16.211965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.249273 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.267994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:16.269010 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:16.271869 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:16.359654 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f13a1ee-78b1-49ba-bd09-f546d231813e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.441718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 96e23da3-e30c-48df-80f3-fba0425da055 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:16.481555 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 96e23da3-e30c-48df-80f3-fba0425da055 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:16.481910 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 96e23da3-e30c-48df-80f3-fba0425da055 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:16.482343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8e7af950-1ab2-493d-893e-7f4dd01b77eb no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:16.491737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.501096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.512908 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/networks/e35df50a-b25d-4c54-b224-67118f2f0205 HTTP/1.1" status: 204 len: 168 time: 1.4568658 Sep 16 05:16:16.514463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 8e7af950-1ab2-493d-893e-7f4dd01b77eb {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:16.514838 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8e7af950-1ab2-493d-893e-7f4dd01b77eb not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:16.525023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34498) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:16.532610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e27084-e2b7-456c-b425-a410c84de205 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Network': ['ID=e35df50a-b25d-4c54-b224-67118f2f0205,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:16.589186 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.660373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac3069a2-f59f-44ec-a92a-3fdd8d6c3090 req-acd03c44-b682-4803-9d1d-d3f43b04b560 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 210 time: 0.0665352 Sep 16 05:16:16.709356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090a9a5-7299-45fa-9844-d7317e750573 req-818577b5-d994-4701-9121-9af4089c5608 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.710889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b090a9a5-7299-45fa-9844-d7317e750573 req-818577b5-d994-4701-9121-9af4089c5608 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 909 time: 0.2362630 Sep 16 05:16:16.740301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34502) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:16.754043 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5cde7f0-b101-4962-9ee0-ee84f97ae1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.845577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5cde7f0-b101-4962-9ee0-ee84f97ae1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.942461 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5cde7f0-b101-4962-9ee0-ee84f97ae1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.981226 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c5cde7f0-b101-4962-9ee0-ee84f97ae1a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e9687ba651c46ceaac1882e39df0a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396891 Sep 16 05:16:16.984163 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34504) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:16.988051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f13a1ee-78b1-49ba-bd09-f546d231813e admin admin] Router 83a1b254-5262-40a2-9d6e-1a3f20745629 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:16.991400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cde7f0-b101-4962-9ee0-ee84f97ae1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1af8f30-3b91-4b88-876b-e453870207e8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:17.045122 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae3d678a-ad8f-451e-ac46-ee251cec0e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.066913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae3d678a-ad8f-451e-ac46-ee251cec0e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.151763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f13a1ee-78b1-49ba-bd09-f546d231813e admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:17.159042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1f13a1ee-78b1-49ba-bd09-f546d231813e admin admin] 10.222.0.24 "PUT /v2.0/routers/83a1b254-5262-40a2-9d6e-1a3f20745629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9094729 Sep 16 05:16:17.161763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34506) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:17.164327 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a262832-3c2c-4c40-ab2f-a119931c7a95 None None] Sync routers for ids ['83a1b254-5262-40a2-9d6e-1a3f20745629'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:17.173758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a262832-3c2c-4c40-ab2f-a119931c7a95 None None] Routers {'83a1b254-5262-40a2-9d6e-1a3f20745629'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:17.174378 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6a262832-3c2c-4c40-ab2f-a119931c7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['83a1b254-5262-40a2-9d6e-1a3f20745629'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:17.188057 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6b20-ba7a-4b9a-92be-9c33c0b49d09 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.275670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.312033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-6a262832-3c2c-4c40-ab2f-a119931c7a95 None None] Set router 83a1b254-5262-40a2-9d6e-1a3f20745629 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:17.316238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae3d678a-ad8f-451e-ac46-ee251cec0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.319008 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ae3d678a-ad8f-451e-ac46-ee251cec0e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.323234 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ae3d678a-ad8f-451e-ac46-ee251cec0e2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1af8f30-3b91-4b88-876b-e453870207e8 HTTP/1.1" status: 204 len: 168 time: 0.3349817 Sep 16 05:16:17.346463 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d678a-ad8f-451e-ac46-ee251cec0e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1af8f30-3b91-4b88-876b-e453870207e8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:17.457131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.526138 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b6b20-ba7a-4b9a-92be-9c33c0b49d09 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port b047d750-9683-4b49-9900-9ab21dc0a1a7 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:17.526488 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6b20-ba7a-4b9a-92be-9c33c0b49d09 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.568769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6a262832-3c2c-4c40-ab2f-a119931c7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'name': 'tempest-ImageQuotaTest-305682258-router', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:00Z', 'updated_at': '2021-09-16T05:16:15Z', 'revision_number': 5, 'project_id': '61d5cc510a744c11905ca6305c3fbaba', 'gw_port': {'id': 'c2dce14d-172e-41ca-b468-40fa2903fb29', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:02Z', 'updated_at': '2021-09-16T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:17.578787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Deleting port c2dce14d-172e-41ca-b468-40fa2903fb29 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:17.579280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.599988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a262832-3c2c-4c40-ab2f-a119931c7a95 None None] Checking router: 83a1b254-5262-40a2-9d6e-1a3f20745629 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:17.603507 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.610656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a262832-3c2c-4c40-ab2f-a119931c7a95 None None] Routers {'83a1b254-5262-40a2-9d6e-1a3f20745629'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:17.611486 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6a262832-3c2c-4c40-ab2f-a119931c7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['83a1b254-5262-40a2-9d6e-1a3f20745629'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:17.631439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-0f8b6b20-ba7a-4b9a-92be-9c33c0b49d09 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] For port b047d750-9683-4b49-9900-9ab21dc0a1a7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b047d750-9683-4b49-9900-9ab21dc0a1a7,segment=NetworkSegment(13327b4f-67e2-44f2-928b-972458d03b03),segment_id=13327b4f-67e2-44f2-928b-972458d03b03)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:17.631896 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6b20-ba7a-4b9a-92be-9c33c0b49d09 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.648803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b6b20-ba7a-4b9a-92be-9c33c0b49d09 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for b047d750-9683-4b49-9900-9ab21dc0a1a7 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:17.703831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] For port c2dce14d-172e-41ca-b468-40fa2903fb29, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c2dce14d-172e-41ca-b468-40fa2903fb29,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:17.704321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.726772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd8ee1-24e4-4a6c-b4bd-696f1669d9e1 req-065bfe27-c975-436e-b6ea-f79f88873eeb tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.728648 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6fcd8ee1-24e4-4a6c-b4bd-696f1669d9e1 req-065bfe27-c975-436e-b6ea-f79f88873eeb tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.23 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 909 time: 0.0873713 Sep 16 05:16:17.750388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Calling delete_port for c2dce14d-172e-41ca-b468-40fa2903fb29 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:17.890944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8d3d524-34f5-4093-9d43-1aeec18b461e req-8c4fca09-7add-407a-9b63-4cae02980eb9 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 210 time: 0.0672069 Sep 16 05:16:17.933444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9263d5-057c-4df7-90c8-1afdda78e45d req-89a29372-a21b-4e1f-ae0e-ba05bb389d7d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.933890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-6a262832-3c2c-4c40-ab2f-a119931c7a95 None None] Set router 83a1b254-5262-40a2-9d6e-1a3f20745629 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:17.935174 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce9263d5-057c-4df7-90c8-1afdda78e45d req-89a29372-a21b-4e1f-ae0e-ba05bb389d7d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 909 time: 0.1126921 Sep 16 05:16:17.987150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-6fcd8ee1-24e4-4a6c-b4bd-696f1669d9e1 req-afd68f3f-3bd1-437b-9254-657aba8e6fe1 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Deleting port bb053c95-2a4f-4807-873e-4c252e4c865d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:17.987756 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6fcd8ee1-24e4-4a6c-b4bd-696f1669d9e1 req-afd68f3f-3bd1-437b-9254-657aba8e6fe1 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.034247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6a262832-3c2c-4c40-ab2f-a119931c7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'name': 'tempest-ImageQuotaTest-305682258-router', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:00Z', 'updated_at': '2021-09-16T05:16:17Z', 'revision_number': 6, 'project_id': '61d5cc510a744c11905ca6305c3fbaba', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:18.066748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a262832-3c2c-4c40-ab2f-a119931c7a95 None None] The sync data for ids ['83a1b254-5262-40a2-9d6e-1a3f20745629'] in n-d-712137-12 is: [{'id': '83a1b254-5262-40a2-9d6e-1a3f20745629', 'name': 'tempest-ImageQuotaTest-305682258-router', 'tenant_id': '61d5cc510a744c11905ca6305c3fbaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:00Z', 'updated_at': '2021-09-16T05:16:17Z', 'revision_number': 6, 'project_id': '61d5cc510a744c11905ca6305c3fbaba', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:18.113841 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6b20-ba7a-4b9a-92be-9c33c0b49d09 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.126211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-6fcd8ee1-24e4-4a6c-b4bd-696f1669d9e1 req-afd68f3f-3bd1-437b-9254-657aba8e6fe1 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] For port bb053c95-2a4f-4807-873e-4c252e4c865d, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=bb053c95-2a4f-4807-873e-4c252e4c865d,segment=NetworkSegment(a91f60c9-dc13-45f8-8987-ad26c57ea2ad),segment_id=a91f60c9-dc13-45f8-8987-ad26c57ea2ad)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:18.126585 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6fcd8ee1-24e4-4a6c-b4bd-696f1669d9e1 req-afd68f3f-3bd1-437b-9254-657aba8e6fe1 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.139558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-6fcd8ee1-24e4-4a6c-b4bd-696f1669d9e1 req-afd68f3f-3bd1-437b-9254-657aba8e6fe1 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Calling delete_port for bb053c95-2a4f-4807-873e-4c252e4c865d owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:18.143419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b6b20-ba7a-4b9a-92be-9c33c0b49d09 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=b047d750-9683-4b49-9900-9ab21dc0a1a7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:18.275156 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6b20-ba7a-4b9a-92be-9c33c0b49d09 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.299589 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.332528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2dce14d-172e-41ca-b468-40fa2903fb29,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:18.361174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6fcd8ee1-24e4-4a6c-b4bd-696f1669d9e1 req-afd68f3f-3bd1-437b-9254-657aba8e6fe1 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.418110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-7ba2a19d-f7d8-4dcb-930e-b64a315c95a3 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=84a86634087e4275acd7c9b42a07272a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647831 Sep 16 05:16:18.425310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd68f3f-3bd1-437b-9254-657aba8e6fe1 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'Port': ['ID=bb053c95-2a4f-4807-873e-4c252e4c865d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:18.494553 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.559527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcd8ee1-24e4-4a6c-b4bd-696f1669d9e1 req-afd68f3f-3bd1-437b-9254-657aba8e6fe1 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] No DVR routers for this DVR port bb053c95-2a4f-4807-873e-4c252e4c865d on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:18.599584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6fcd8ee1-24e4-4a6c-b4bd-696f1669d9e1 req-afd68f3f-3bd1-437b-9254-657aba8e6fe1 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.601679 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6fcd8ee1-24e4-4a6c-b4bd-696f1669d9e1 req-afd68f3f-3bd1-437b-9254-657aba8e6fe1 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.23 "DELETE /v2.0/ports/bb053c95-2a4f-4807-873e-4c252e4c865d HTTP/1.1" status: 204 len: 173 time: 0.8556430 Sep 16 05:16:18.602202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d63cf9-10df-499f-ab2d-d260aa531b81', 'name': 'network-vif-deleted', 'tag': 'bb053c95-2a4f-4807-873e-4c252e4c865d'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:18.604564 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94581b27-943d-441d-80d4-2381d7502361" -d '{"events": [{"server_uuid": "69d63cf9-10df-499f-ab2d-d260aa531b81", "name": "network-vif-deleted", "tag": "bb053c95-2a4f-4807-873e-4c252e4c865d"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:18.647521 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3576e717-b2d5-4b0d-acb8-6cf7491be89f no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:18.659002 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.675662 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.681062 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62130747-f346-49ef-beef-c12f326e7b4a x-openstack-request-id: req-62130747-f346-49ef-beef-c12f326e7b4a {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:18.681355 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d63cf9-10df-499f-ab2d-d260aa531b81", "name": "network-vif-deleted", "tag": "bb053c95-2a4f-4807-873e-4c252e4c865d", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:18.681610 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62130747-f346-49ef-beef-c12f326e7b4a {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:18.682023 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d63cf9-10df-499f-ab2d-d260aa531b81', 'name': 'network-vif-deleted', 'tag': 'bb053c95-2a4f-4807-873e-4c252e4c865d', 'status': 'completed', 'code': 200} Sep 16 05:16:18.686709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 3576e717-b2d5-4b0d-acb8-6cf7491be89f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:18.692185 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3576e717-b2d5-4b0d-acb8-6cf7491be89f not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:18.758426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-d02509b3-dfa9-4a15-b6da-8cd3542a1f4f tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.759927 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-d02509b3-dfa9-4a15-b6da-8cd3542a1f4f tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3313613 Sep 16 05:16:18.778820 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Request body: {'port': {'device_id': '2ecaa2aa-3a9c-480a-856b-729f2f5ae636', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': '84a86634087e4275acd7c9b42a07272a'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:18.811011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8b6b20-ba7a-4b9a-92be-9c33c0b49d09 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:18.837624 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.838198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a1b254-5262-40a2-9d6e-1a3f20745629 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:18.843509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.844702 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-daa6e8cf-03a4-41c1-8457-b307349b58c3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/83a1b254-5262-40a2-9d6e-1a3f20745629 HTTP/1.1" status: 204 len: 168 time: 1.6819251 Sep 16 05:16:18.850297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34534) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:18.936431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-d124ad0a-050a-4ff0-b979-31db3d101c11 admin admin] Deleting subnet 78c143b5-f6a7-4d17-b987-fffeafe68bd8 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:18.939930 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d124ad0a-050a-4ff0-b979-31db3d101c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.985550 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d124ad0a-050a-4ff0-b979-31db3d101c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.018305 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8b6b20-ba7a-4b9a-92be-9c33c0b49d09 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:19.027505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0f8b6b20-ba7a-4b9a-92be-9c33c0b49d09 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4993696 Sep 16 05:16:19.029240 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34542) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:19.032712 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226cbdcc-cce0-4305-ad96-0885f43a46e1 None None] Sync routers for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:19.049076 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226cbdcc-cce0-4305-ad96-0885f43a46e1 None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:19.049962 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-226cbdcc-cce0-4305-ad96-0885f43a46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:19.115565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d124ad0a-050a-4ff0-b979-31db3d101c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.181071 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-226cbdcc-cce0-4305-ad96-0885f43a46e1 None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:19.264783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d124ad0a-050a-4ff0-b979-31db3d101c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.332203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124ad0a-050a-4ff0-b979-31db3d101c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78c143b5-f6a7-4d17-b987-fffeafe68bd8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:19.340936 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d124ad0a-050a-4ff0-b979-31db3d101c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.345995 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d124ad0a-050a-4ff0-b979-31db3d101c11 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/78c143b5-f6a7-4d17-b987-fffeafe68bd8 HTTP/1.1" status: 204 len: 168 time: 0.4943535 Sep 16 05:16:19.346311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34546) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:19.352104 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0addd9e-b840-4cfa-a6d4-2cb9689ca944 None None] Network 43523707-def4-40a3-abd4-1ffc4307a63a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:19.432488 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.505273 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-226cbdcc-cce0-4305-ad96-0885f43a46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:17Z', 'revision_number': 10, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:19.507017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7550c657-788e-42dc-9cc3-83ab46532318 req-2a55ca69-9949-4267-b31f-7e5bf0a1d367 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 210 time: 0.4741592 Sep 16 05:16:19.554706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Made reservation on behalf of 84a86634087e4275acd7c9b42a07272a for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:19.559765 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.572580 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226cbdcc-cce0-4305-ad96-0885f43a46e1 None None] Checking router: 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:19.574260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Deleting port db560e56-c4e1-4606-9003-00d6621cdd2c {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:19.575376 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.597972 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226cbdcc-cce0-4305-ad96-0885f43a46e1 None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:19.598619 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-226cbdcc-cce0-4305-ad96-0885f43a46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:19.616915 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.620250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85383efa-2ccc-423b-89ce-c3263e096893 req-ebe10415-0feb-4171-83dc-adffef0c3d79 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=69d63cf9-10df-499f-ab2d-d260aa531b81 HTTP/1.1" status: 200 len: 210 time: 0.0700135 Sep 16 05:16:19.643336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d5b95f-6563-4817-b06c-08f7ee2def96 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting subnet 5ff7c855-5856-494d-b0f2-75899f8730ef {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:19.653198 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37d5b95f-6563-4817-b06c-08f7ee2def96 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.672518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bb053c95-2a4f-4807-873e-4c252e4c865d no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:19.698297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] For port db560e56-c4e1-4606-9003-00d6621cdd2c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=db560e56-c4e1-4606-9003-00d6621cdd2c,segment=NetworkSegment(b329993b-09e8-4471-b07e-3f3c7476c285),segment_id=b329993b-09e8-4471-b07e-3f3c7476c285)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:19.698929 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.724694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Calling delete_port for db560e56-c4e1-4606-9003-00d6621cdd2c owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:19.732972 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37d5b95f-6563-4817-b06c-08f7ee2def96 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.744231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: bb053c95-2a4f-4807-873e-4c252e4c865d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:19.744950 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device bb053c95-2a4f-4807-873e-4c252e4c865d not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:19.770216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c5708c-b58c-481a-a24d-3de1cffbed22 None None] DHCP port deletion for 43523707-def4-40a3-abd4-1ffc4307a63a request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:19.814119 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-226cbdcc-cce0-4305-ad96-0885f43a46e1 None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:19.862382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-23c5708c-b58c-481a-a24d-3de1cffbed22 None None] Deleting port db560e56-c4e1-4606-9003-00d6621cdd2c {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:19.863036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-23c5708c-b58c-481a-a24d-3de1cffbed22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.903596 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37d5b95f-6563-4817-b06c-08f7ee2def96 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.920751 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.942532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-23c5708c-b58c-481a-a24d-3de1cffbed22 None None] For port db560e56-c4e1-4606-9003-00d6621cdd2c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=db560e56-c4e1-4606-9003-00d6621cdd2c,segment=NetworkSegment(b329993b-09e8-4471-b07e-3f3c7476c285),segment_id=b329993b-09e8-4471-b07e-3f3c7476c285)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:19.943142 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-23c5708c-b58c-481a-a24d-3de1cffbed22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.951415 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.958879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-23c5708c-b58c-481a-a24d-3de1cffbed22 None None] Calling delete_port for db560e56-c4e1-4606-9003-00d6621cdd2c owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:19.986653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Pushing event deleted for resources: {'Port': ['ID=db560e56-c4e1-4606-9003-00d6621cdd2c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:19.994618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] No DVR routers for this DVR port db560e56-c4e1-4606-9003-00d6621cdd2c on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:20.046139 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.055427 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-23c5708c-b58c-481a-a24d-3de1cffbed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.083857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5708c-b58c-481a-a24d-3de1cffbed22 None None] Pushing event deleted for resources: {'Port': ['ID=db560e56-c4e1-4606-9003-00d6621cdd2c,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.095241 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5708c-b58c-481a-a24d-3de1cffbed22 None None] No DVR routers for this DVR port db560e56-c4e1-4606-9003-00d6621cdd2c on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:20.097001 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37d5b95f-6563-4817-b06c-08f7ee2def96 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.114627 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.139465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5b95f-6563-4817-b06c-08f7ee2def96 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff7c855-5856-494d-b0f2-75899f8730ef,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.139908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43523707-def4-40a3-abd4-1ffc4307a63a']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:20.153703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b329993b-09e8-4471-b07e-3f3c7476c285') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:20.154063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b329993b-09e8-4471-b07e-3f3c7476c285') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:20.157382 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-226cbdcc-cce0-4305-ad96-0885f43a46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:17Z', 'revision_number': 10, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:20.168764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.180885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ce42f2-c19a-45c0-9e9e-4d00f6583553,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.187214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.187732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37d5b95f-6563-4817-b06c-08f7ee2def96 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.192883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-37d5b95f-6563-4817-b06c-08f7ee2def96 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/5ff7c855-5856-494d-b0f2-75899f8730ef HTTP/1.1" status: 204 len: 168 time: 1.1576753 Sep 16 05:16:20.194420 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34562) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:20.196159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd34377-3e34-43de-97ef-265f54102fb8 None None] Network 4d184148-2678-4725-9155-f8a4305179df requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:20.201007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:20.201497 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.226599 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226cbdcc-cce0-4305-ad96-0885f43a46e1 None None] The sync data for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 is: [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:17Z', 'revision_number': 10, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None, '_interfaces': [{'id': 'a4758b7d-51a2-411e-b7b5-d68442528ae0', 'name': '', 'network_id': '2b49a956-b986-40e1-8dd1-d36bfd2e6a06', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'mac_address': 'fa:16:3e:9b:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:35Z', 'updated_at': '2021-09-16T05:15:39Z', 'revision_number': 5, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'subnets': [{'id': '110eedc1-271a-438c-9af7-5294501f5fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:20.297074 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:20.356259 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.378471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Allocated IP 192.168.233.118 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/f0315ce7-97ef-498d-a300-2ad7ec8a1832) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:20.395913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.401818 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.407513 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] 10.222.0.24 "DELETE /v2.0/networks/43523707-def4-40a3-abd4-1ffc4307a63a HTTP/1.1" status: 204 len: 168 time: 1.0573270 Sep 16 05:16:20.421518 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b130b-1874-47b4-817c-e9c3289c9716 admin admin] Pushing event deleted for resources: {'Network': ['ID=43523707-def4-40a3-abd4-1ffc4307a63a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.489639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:20.489844 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.619388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a0f3d-5081-4577-acd1-5e406543fdc4 None None] DHCP port deletion for 4d184148-2678-4725-9155-f8a4305179df request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:20.657186 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc8d6c44-b4c5-41e3-96a4-945af1986787 req-6e1f6ea7-8e8c-4323-b305-8548455aa33f tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 210 time: 0.0536613 Sep 16 05:16:20.657933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] For port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b,segment=NetworkSegment(13327b4f-67e2-44f2-928b-972458d03b03),segment_id=13327b4f-67e2-44f2-928b-972458d03b03)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:20.658306 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.674793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c2dce14d-172e-41ca-b468-40fa2903fb29 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:20.694949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:20.712174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34576) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:20.718309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c2dce14d-172e-41ca-b468-40fa2903fb29 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:20.724111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c2dce14d-172e-41ca-b468-40fa2903fb29 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:20.724111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device db560e56-c4e1-4606-9003-00d6621cdd2c no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:20.724350 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.743392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: db560e56-c4e1-4606-9003-00d6621cdd2c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:20.747605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device db560e56-c4e1-4606-9003-00d6621cdd2c not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:20.774190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-407a0f3d-5081-4577-acd1-5e406543fdc4 None None] Deleting port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:20.774778 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-407a0f3d-5081-4577-acd1-5e406543fdc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.825259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34578) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:20.873056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-418ba6ae-ee50-459d-85b9-67af4638528d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61d5cc510a744c11905ca6305c3fbaba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460203 Sep 16 05:16:20.875813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34580) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:20.877705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-407a0f3d-5081-4577-acd1-5e406543fdc4 None None] For port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b,segment=NetworkSegment(13327b4f-67e2-44f2-928b-972458d03b03),segment_id=13327b4f-67e2-44f2-928b-972458d03b03)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:20.878341 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-407a0f3d-5081-4577-acd1-5e406543fdc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.896943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-407a0f3d-5081-4577-acd1-5e406543fdc4 None None] Calling delete_port for d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:20.904703 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.952836 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.968841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:20.976972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No DVR routers for this DVR port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:20.987718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:20.989226 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-407a0f3d-5081-4577-acd1-5e406543fdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.990192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:21.033117 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a0f3d-5081-4577-acd1-5e406543fdc4 None None] Pushing event deleted for resources: {'Port': ['ID=d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:21.035755 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a0f3d-5081-4577-acd1-5e406543fdc4 None None] No DVR routers for this DVR port d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:21.043338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Pushing event updated for resources: {'Port': ['ID=f0315ce7-97ef-498d-a300-2ad7ec8a1832,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:21.117554 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07eabde8-b93f-4359-9fba-4a735bd5ad01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.129246 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:21.171581 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.179845 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:21.180433 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.197148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c531d18-efd9-4f33-81d5-b7217e86c76c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.215422 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07eabde8-b93f-4359-9fba-4a735bd5ad01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.226195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d184148-2678-4725-9155-f8a4305179df']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:21.242303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13327b4f-67e2-44f2-928b-972458d03b03') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:21.242604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13327b4f-67e2-44f2-928b-972458d03b03') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:21.263389 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.269673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-87d4e125-3e46-46f1-9c41-041028bbd320 None None] Provisioning complete for port f0315ce7-97ef-498d-a300-2ad7ec8a1832 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:21.270132 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-87d4e125-3e46-46f1-9c41-041028bbd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.280944 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.289799 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:21.290212 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:21.296192 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:21.323956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-87d4e125-3e46-46f1-9c41-041028bbd320 None None] Port f0315ce7-97ef-498d-a300-2ad7ec8a1832 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:21.367190 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ea2e7729-c21b-4c71-9a0c-895c7cc81755 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5948749 Sep 16 05:16:21.380839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Request body: {'port': {'device_id': '2ecaa2aa-3a9c-480a-856b-729f2f5ae636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:21.400155 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07eabde8-b93f-4359-9fba-4a735bd5ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.403538 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07eabde8-b93f-4359-9fba-4a735bd5ad01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.407053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-07eabde8-b93f-4359-9fba-4a735bd5ad01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a22e375c-6a62-46f6-b12d-b3d3fde7513e HTTP/1.1" status: 204 len: 168 time: 0.5283546 Sep 16 05:16:21.421036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eabde8-b93f-4359-9fba-4a735bd5ad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22e375c-6a62-46f6-b12d-b3d3fde7513e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:21.468708 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.471865 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.476496 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.482131 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/networks/4d184148-2678-4725-9155-f8a4305179df HTTP/1.1" status: 204 len: 168 time: 1.2866945 Sep 16 05:16:21.488579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34590) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:21.510584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea563284-f33c-4b80-a24e-58b106a160cc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Network': ['ID=4d184148-2678-4725-9155-f8a4305179df,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:21.526589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5c531d18-efd9-4f33-81d5-b7217e86c76c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Deleting port 87087731-2345-468a-92c4-74ed16322d73 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:21.526995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c531d18-efd9-4f33-81d5-b7217e86c76c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.626632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-5c531d18-efd9-4f33-81d5-b7217e86c76c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] For port 87087731-2345-468a-92c4-74ed16322d73, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=87087731-2345-468a-92c4-74ed16322d73,segment=NetworkSegment(a91f60c9-dc13-45f8-8987-ad26c57ea2ad),segment_id=a91f60c9-dc13-45f8-8987-ad26c57ea2ad)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:21.626922 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c531d18-efd9-4f33-81d5-b7217e86c76c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.643273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5c531d18-efd9-4f33-81d5-b7217e86c76c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Calling delete_port for 87087731-2345-468a-92c4-74ed16322d73 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:21.942951 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c531d18-efd9-4f33-81d5-b7217e86c76c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.967480 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8123348-5816-44df-b6cf-6f0215ce94a3 req-be8bd89b-688a-46fe-9c13-2d9a62a4709d tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:21.969201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8123348-5816-44df-b6cf-6f0215ce94a3 req-be8bd89b-688a-46fe-9c13-2d9a62a4709d tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 936 time: 0.2005293 Sep 16 05:16:21.973027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c531d18-efd9-4f33-81d5-b7217e86c76c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'Port': ['ID=87087731-2345-468a-92c4-74ed16322d73,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:22.109599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8123348-5816-44df-b6cf-6f0215ce94a3 req-03cb5ede-b88c-4e02-beda-adb67457273d tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/security-groups?id=04ce42f2-c19a-45c0-9e9e-4d00f6583553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068249 Sep 16 05:16:22.182852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5c531d18-efd9-4f33-81d5-b7217e86c76c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.192116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0315ce7-97ef-498d-a300-2ad7ec8a1832 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:22.205572 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.239576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Transition to ACTIVE for port object f0315ce7-97ef-498d-a300-2ad7ec8a1832 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:22.267568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34604) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:22.292011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0c69da5f-d7c7-4590-8041-55b0a3fbf5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.297687 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.338480 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-729f12b5-7b06-4d82-9398-9639b4d37add tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.430087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b047d750-9683-4b49-9900-9ab21dc0a1a7 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:22.452335 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: b047d750-9683-4b49-9900-9ab21dc0a1a7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:22.452556 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b047d750-9683-4b49-9900-9ab21dc0a1a7 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:22.452906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:22.473833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:22.474461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device d2c1fbb1-ad94-4f2f-a6e4-e38eac0b8d5b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:22.514552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0315ce7-97ef-498d-a300-2ad7ec8a1832,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:22.633782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Attempting to bind port f0315ce7-97ef-498d-a300-2ad7ec8a1832 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:22.634117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Attempting to bind port f0315ce7-97ef-498d-a300-2ad7ec8a1832 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:22.634442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Attempting to bind port f0315ce7-97ef-498d-a300-2ad7ec8a1832 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:22.647861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Port f0315ce7-97ef-498d-a300-2ad7ec8a1832 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:22.648088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Attempting to bind port f0315ce7-97ef-498d-a300-2ad7ec8a1832 on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:22.659719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:22.659719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:22.659719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:22.660160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Bound port: f0315ce7-97ef-498d-a300-2ad7ec8a1832, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:22.660267 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.792694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] For port f0315ce7-97ef-498d-a300-2ad7ec8a1832, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:22.797009 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] For port f0315ce7-97ef-498d-a300-2ad7ec8a1832, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f0315ce7-97ef-498d-a300-2ad7ec8a1832,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:22.810282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-729f12b5-7b06-4d82-9398-9639b4d37add tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port a4758b7d-51a2-411e-b7b5-d68442528ae0 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:22.810622 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-729f12b5-7b06-4d82-9398-9639b4d37add tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.882814 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0c69da5f-d7c7-4590-8041-55b0a3fbf5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.890293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c531d18-efd9-4f33-81d5-b7217e86c76c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Router 3eae3583-f4c7-4b03-aadb-e9bbc460c148 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:22.902214 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.954221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:22.955403 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.956973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] 10.222.0.37 "PUT /v2.0/ports/f0315ce7-97ef-498d-a300-2ad7ec8a1832 HTTP/1.1" status: 200 len: 1097 time: 1.5814381 Sep 16 05:16:22.958715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-729f12b5-7b06-4d82-9398-9639b4d37add tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] For port a4758b7d-51a2-411e-b7b5-d68442528ae0, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a4758b7d-51a2-411e-b7b5-d68442528ae0,segment=NetworkSegment(478b289b-4942-4906-9b24-f5e05dbd103c),segment_id=478b289b-4942-4906-9b24-f5e05dbd103c)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:22.959108 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-729f12b5-7b06-4d82-9398-9639b4d37add tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.963767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ecaa2aa-3a9c-480a-856b-729f2f5ae636', 'tag': 'f0315ce7-97ef-498d-a300-2ad7ec8a1832'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:22.967239 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a710c67-b775-414b-a617-4d6b4a29861c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ecaa2aa-3a9c-480a-856b-729f2f5ae636", "tag": "f0315ce7-97ef-498d-a300-2ad7ec8a1832"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:22.992175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-729f12b5-7b06-4d82-9398-9639b4d37add tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for a4758b7d-51a2-411e-b7b5-d68442528ae0 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:22.993591 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0c69da5f-d7c7-4590-8041-55b0a3fbf5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.011599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d0b66-99fd-4511-8189-16783edc7df8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0315ce7-97ef-498d-a300-2ad7ec8a1832,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:23.065323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0c69da5f-d7c7-4590-8041-55b0a3fbf5c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.7965574 Sep 16 05:16:23.066281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34614) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:23.069152 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e951a3-c0ad-486b-8e30-7ff0ac475d52 x-openstack-request-id: req-30e951a3-c0ad-486b-8e30-7ff0ac475d52 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:23.069545 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ecaa2aa-3a9c-480a-856b-729f2f5ae636", "tag": "f0315ce7-97ef-498d-a300-2ad7ec8a1832", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:23.069891 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30e951a3-c0ad-486b-8e30-7ff0ac475d52 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:23.070387 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ecaa2aa-3a9c-480a-856b-729f2f5ae636', 'tag': 'f0315ce7-97ef-498d-a300-2ad7ec8a1832', 'status': 'completed', 'code': 200} Sep 16 05:16:23.071776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c531d18-efd9-4f33-81d5-b7217e86c76c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:23.077896 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5c531d18-efd9-4f33-81d5-b7217e86c76c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "PUT /v2.0/routers/3eae3583-f4c7-4b03-aadb-e9bbc460c148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3640821 Sep 16 05:16:23.078804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69da5f-d7c7-4590-8041-55b0a3fbf5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341f215d-dca9-4afa-b16b-7728abfe3077,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:23.085857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa06afb4-3d97-45db-9534-b8835a8ad58d None None] Sync routers for ids ['3eae3583-f4c7-4b03-aadb-e9bbc460c148'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:23.086688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34616) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:23.103918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06afb4-3d97-45db-9534-b8835a8ad58d None None] Routers {'3eae3583-f4c7-4b03-aadb-e9bbc460c148'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:23.107536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fa06afb4-3d97-45db-9534-b8835a8ad58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3eae3583-f4c7-4b03-aadb-e9bbc460c148'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:23.183577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-33970a6f-2ffc-478b-8020-07305c254cf8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Deleting subnet 30e378fd-57af-4ffa-9f9f-830a313c3935 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:23.188387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-33970a6f-2ffc-478b-8020-07305c254cf8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.204990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a710c67-b775-414b-a617-4d6b4a29861c req-2bbbfcb8-4610-4e3d-9e3e-da7300203a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:23.206546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a710c67-b775-414b-a617-4d6b4a29861c req-2bbbfcb8-4610-4e3d-9e3e-da7300203a70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=84a86634087e4275acd7c9b42a07272a&device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 1100 time: 0.1353204 Sep 16 05:16:23.234352 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-33970a6f-2ffc-478b-8020-07305c254cf8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.266455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-fa06afb4-3d97-45db-9534-b8835a8ad58d None None] Set router 3eae3583-f4c7-4b03-aadb-e9bbc460c148 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:23.283740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a710c67-b775-414b-a617-4d6b4a29861c req-4ab1b77c-35ea-447b-a965-28e4904007eb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=84a86634087e4275acd7c9b42a07272a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669031 Sep 16 05:16:23.319513 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-26595bf5-25aa-4871-ac71-9cfa05be70bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.365196 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-33970a6f-2ffc-478b-8020-07305c254cf8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.415345 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-26595bf5-25aa-4871-ac71-9cfa05be70bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.484079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fa06afb4-3d97-45db-9534-b8835a8ad58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268059643', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:39Z', 'updated_at': '2021-09-16T05:16:21Z', 'revision_number': 5, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:23.509887 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-33970a6f-2ffc-478b-8020-07305c254cf8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.521289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa06afb4-3d97-45db-9534-b8835a8ad58d None None] Checking router: 3eae3583-f4c7-4b03-aadb-e9bbc460c148 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:23.532506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06afb4-3d97-45db-9534-b8835a8ad58d None None] Routers {'3eae3583-f4c7-4b03-aadb-e9bbc460c148'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:23.533580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fa06afb4-3d97-45db-9534-b8835a8ad58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3eae3583-f4c7-4b03-aadb-e9bbc460c148'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:23.557841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33970a6f-2ffc-478b-8020-07305c254cf8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'Subnet': ['ID=30e378fd-57af-4ffa-9f9f-830a313c3935,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:23.567111 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-33970a6f-2ffc-478b-8020-07305c254cf8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.569441 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-33970a6f-2ffc-478b-8020-07305c254cf8 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "DELETE /v2.0/subnets/30e378fd-57af-4ffa-9f9f-830a313c3935 HTTP/1.1" status: 204 len: 168 time: 0.4817731 Sep 16 05:16:23.572170 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34622) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:23.578081 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763b3983-5309-4de4-a891-f6c6f292323d None None] Network c0c4bf02-f415-4a18-9777-4a5109b52263 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:23.624218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34624) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:23.725243 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.767628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-fa06afb4-3d97-45db-9534-b8835a8ad58d None None] Set router 3eae3583-f4c7-4b03-aadb-e9bbc460c148 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:23.792758 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3bdafded-0202-4de9-a807-f78d3d97beb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.858780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790af51-302c-460d-9279-5c762fc6de9f req-af2a86d4-d58f-4d78-b913-44092a9697b4 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:23.859450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1790af51-302c-460d-9279-5c762fc6de9f req-af2a86d4-d58f-4d78-b913-44092a9697b4 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 948 time: 0.6310313 Sep 16 05:16:23.894869 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.961722 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3bdafded-0202-4de9-a807-f78d3d97beb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.979538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a710c67-b775-414b-a617-4d6b4a29861c req-1479835d-03c6-4451-baab-eff24aa6baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:23.981917 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a710c67-b775-414b-a617-4d6b4a29861c req-1479835d-03c6-4451-baab-eff24aa6baa4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6594775 Sep 16 05:16:23.989923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bafb7f-3c53-4d12-9740-da63327b5aa4 None None] DHCP port deletion for c0c4bf02-f415-4a18-9777-4a5109b52263 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:23.991081 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1790af51-302c-460d-9279-5c762fc6de9f req-edbfe5e7-9c3f-46d8-a161-06f4826d38d8 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/security-groups?id=04ce42f2-c19a-45c0-9e9e-4d00f6583553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135390 Sep 16 05:16:24.019177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3bdafded-0202-4de9-a807-f78d3d97beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.052616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fa06afb4-3d97-45db-9534-b8835a8ad58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268059643', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:39Z', 'updated_at': '2021-09-16T05:16:21Z', 'revision_number': 5, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:24.067218 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3bdafded-0202-4de9-a807-f78d3d97beb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e87ded43af484cf686bccc44e57bc7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407670 Sep 16 05:16:24.068744 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdafded-0202-4de9-a807-f78d3d97beb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46984514-8ec5-43d0-89bb-339352a619ad,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:24.069257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34628) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:24.087027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Deleting port 9fba254b-af27-498d-a46b-9e280f5b2508 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:24.087442 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.088989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa06afb4-3d97-45db-9534-b8835a8ad58d None None] The sync data for ids ['3eae3583-f4c7-4b03-aadb-e9bbc460c148'] in n-d-712137-12 is: [{'id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'name': 'tempest-TestSecurityGroupsBasicOps-router-268059643', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:39Z', 'updated_at': '2021-09-16T05:16:21Z', 'revision_number': 5, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '9fba254b-af27-498d-a46b-9e280f5b2508', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae3583-f4c7-4b03-aadb-e9bbc460c148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:41Z', 'updated_at': '2021-09-16T05:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:24.100510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-01bafb7f-3c53-4d12-9740-da63327b5aa4 None None] Deleting port 87d30036-862b-4506-8ded-33379af8d67b {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:24.100712 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01bafb7f-3c53-4d12-9740-da63327b5aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.110753 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-26595bf5-25aa-4871-ac71-9cfa05be70bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.113816 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-26595bf5-25aa-4871-ac71-9cfa05be70bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.115194 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-26595bf5-25aa-4871-ac71-9cfa05be70bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/341f215d-dca9-4afa-b16b-7728abfe3077 HTTP/1.1" status: 204 len: 168 time: 1.0426886 Sep 16 05:16:24.134523 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-729f12b5-7b06-4d82-9398-9639b4d37add tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.186068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26595bf5-25aa-4871-ac71-9cfa05be70bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341f215d-dca9-4afa-b16b-7728abfe3077,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:24.195954 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] For port 9fba254b-af27-498d-a46b-9e280f5b2508, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9fba254b-af27-498d-a46b-9e280f5b2508,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:24.196291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.200057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f12b5-7b06-4d82-9398-9639b4d37add tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=a4758b7d-51a2-411e-b7b5-d68442528ae0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:24.201929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-01bafb7f-3c53-4d12-9740-da63327b5aa4 None None] For port 87d30036-862b-4506-8ded-33379af8d67b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=87d30036-862b-4506-8ded-33379af8d67b,segment=NetworkSegment(a91f60c9-dc13-45f8-8987-ad26c57ea2ad),segment_id=a91f60c9-dc13-45f8-8987-ad26c57ea2ad)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:24.202484 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01bafb7f-3c53-4d12-9740-da63327b5aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.218106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-01bafb7f-3c53-4d12-9740-da63327b5aa4 None None] Calling delete_port for 87d30036-862b-4506-8ded-33379af8d67b owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:24.233376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Calling delete_port for 9fba254b-af27-498d-a46b-9e280f5b2508 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:24.248554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-3542f288-0bb1-4ee6-a0d6-9564b1f7ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:24.250385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-3542f288-0bb1-4ee6-a0d6-9564b1f7ddbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=84a86634087e4275acd7c9b42a07272a&device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 1100 time: 0.1955450 Sep 16 05:16:24.398551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-ed194f02-cb1f-43fa-b3e2-729760b6ffe1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=f0315ce7-97ef-498d-a300-2ad7ec8a1832 HTTP/1.1" status: 200 len: 217 time: 0.1115224 Sep 16 05:16:24.401771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-729f12b5-7b06-4d82-9398-9639b4d37add tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.403703 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1abc9576-0a0d-45f9-ba7f-ce7a0068bfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.417632 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01bafb7f-3c53-4d12-9740-da63327b5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.430146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bafb7f-3c53-4d12-9740-da63327b5aa4 None None] No DVR routers for this DVR port 87d30036-862b-4506-8ded-33379af8d67b on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:24.472197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bafb7f-3c53-4d12-9740-da63327b5aa4 None None] Pushing event deleted for resources: {'Port': ['ID=87d30036-862b-4506-8ded-33379af8d67b,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:24.561750 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1abc9576-0a0d-45f9-ba7f-ce7a0068bfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.588811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.631334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'Port': ['ID=9fba254b-af27-498d-a46b-9e280f5b2508,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:24.637060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-1d609b88-5872-4d97-af58-4604dcccf030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:24.637060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-1d609b88-5872-4d97-af58-4604dcccf030 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.2264080 Sep 16 05:16:24.696389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 87087731-2345-468a-92c4-74ed16322d73 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:24.724557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 87087731-2345-468a-92c4-74ed16322d73 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:24.725129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 87087731-2345-468a-92c4-74ed16322d73 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:24.727780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 87d30036-862b-4506-8ded-33379af8d67b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:24.751155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.756841 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 87d30036-862b-4506-8ded-33379af8d67b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:24.757220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 87d30036-862b-4506-8ded-33379af8d67b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:24.781308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729f12b5-7b06-4d82-9398-9639b4d37add tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:24.789980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-7b548fbc-9e28-4b0e-a75f-1aabe56cbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:24.791514 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-7b548fbc-9e28-4b0e-a75f-1aabe56cbb5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1508684 Sep 16 05:16:24.854041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.856299 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.903410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729f12b5-7b06-4d82-9398-9639b4d37add tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:24.912823 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec10448-6d4b-4a4e-b981-41e61629dbca None None] Sync routers for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:24.922564 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec10448-6d4b-4a4e-b981-41e61629dbca None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:24.923236 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4ec10448-6d4b-4a4e-b981-41e61629dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:24.934649 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1abc9576-0a0d-45f9-ba7f-ce7a0068bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.937266 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1abc9576-0a0d-45f9-ba7f-ce7a0068bfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.938453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1abc9576-0a0d-45f9-ba7f-ce7a0068bfdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46984514-8ec5-43d0-89bb-339352a619ad HTTP/1.1" status: 204 len: 168 time: 0.8415248 Sep 16 05:16:24.942595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-729f12b5-7b06-4d82-9398-9639b4d37add tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4389582 Sep 16 05:16:24.945887 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34652) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:24.959784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc9576-0a0d-45f9-ba7f-ce7a0068bfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46984514-8ec5-43d0-89bb-339352a619ad,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:24.994062 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-7e3da3fa-9672-40c5-9254-d238018715d3 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938896 Sep 16 05:16:24.998437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.999006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Fanout notify agent at l3_agent the message router_deleted on router 3eae3583-f4c7-4b03-aadb-e9bbc460c148 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:25.007662 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.012607 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34654) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:25.012895 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1ded4e99-91a5-473e-b078-04f6d1ac50ac tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "DELETE /v2.0/routers/3eae3583-f4c7-4b03-aadb-e9bbc460c148 HTTP/1.1" status: 204 len: 168 time: 1.4383528 Sep 16 05:16:25.022926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-003f2b69-faa3-47bb-bd7c-763f2dda8508 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting subnet 110eedc1-271a-438c-9af7-5294501f5fa4 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:25.039094 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-4ec10448-6d4b-4a4e-b981-41e61629dbca None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:25.049509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-003f2b69-faa3-47bb-bd7c-763f2dda8508 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.128387 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4ec10448-6d4b-4a4e-b981-41e61629dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:23Z', 'revision_number': 11, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:25.141201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34658) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:25.174830 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-003f2b69-faa3-47bb-bd7c-763f2dda8508 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.177599 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec10448-6d4b-4a4e-b981-41e61629dbca None None] Checking router: 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:25.193984 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec10448-6d4b-4a4e-b981-41e61629dbca None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:25.194881 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4ec10448-6d4b-4a4e-b981-41e61629dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:25.249528 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.288854 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-4ec10448-6d4b-4a4e-b981-41e61629dbca None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:25.307290 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-003f2b69-faa3-47bb-bd7c-763f2dda8508 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.341186 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-295034350-network', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:25.360192 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-4ec10448-6d4b-4a4e-b981-41e61629dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:23Z', 'revision_number': 11, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:25.363383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d218687d-a633-4471-820b-2fb8eb91eac3 req-3ca9be05-18ee-43ab-aff9-ef250145ac80 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546243 Sep 16 05:16:25.397913 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec10448-6d4b-4a4e-b981-41e61629dbca None None] The sync data for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 is: [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:23Z', 'revision_number': 11, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:25.402558 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774581-07b5-44bc-9a49-1e16240e3f36 req-8afaebf4-1b9d-4881-8349-2a4c999f9d5f tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:25.404293 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea774581-07b5-44bc-9a49-1e16240e3f36 req-8afaebf4-1b9d-4881-8349-2a4c999f9d5f tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 948 time: 0.2539117 Sep 16 05:16:25.435502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Made reservation on behalf of ea4c51005bbd416b84c3b25f8fdf2817 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:25.438245 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.447504 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.453562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.467784 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-003f2b69-faa3-47bb-bd7c-763f2dda8508 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.489470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c4bf02-f415-4a18-9777-4a5109b52263']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:25.502655 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:25.503021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91f60c9-dc13-45f8-8987-ad26c57ea2ad') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:25.507335 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea774581-07b5-44bc-9a49-1e16240e3f36 req-0a28dd77-183f-4bd9-9eb2-6c1c2cad4994 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/security-groups?id=04ce42f2-c19a-45c0-9e9e-4d00f6583553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947566 Sep 16 05:16:25.514017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2b04b9-c32c-4319-a138-12d1c803ad73 None None] Network 2b49a956-b986-40e1-8dd1-d36bfd2e6a06 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:25.516602 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.529111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f2b69-faa3-47bb-bd7c-763f2dda8508 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Subnet': ['ID=110eedc1-271a-438c-9af7-5294501f5fa4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:25.529111 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-003f2b69-faa3-47bb-bd7c-763f2dda8508 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.529111 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-003f2b69-faa3-47bb-bd7c-763f2dda8508 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/110eedc1-271a-438c-9af7-5294501f5fa4 HTTP/1.1" status: 204 len: 168 time: 0.5815616 Sep 16 05:16:25.529632 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34664) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:25.539452 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.572844 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:25.573269 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:25.577442 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:25.621255 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.683508 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.686586 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.724848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37971cb6-ee56-4e3a-8558-1b966e62a53d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:25.741399 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.743571 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:25.746257 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.748426 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "DELETE /v2.0/networks/c0c4bf02-f415-4a18-9777-4a5109b52263 HTTP/1.1" status: 204 len: 168 time: 0.7345734 Sep 16 05:16:25.753065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34666) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:25.760421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Deleting port 80ed1229-d3ab-47f8-b54b-3573a5448824 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:25.760421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.760654 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.760654 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Added segment c4d4b41e-5b00-4a57-8b1a-a4537144401c of type vlan for network 955af7f8-5046-4711-8c56-8f167a7029b1 Sep 16 05:16:25.792129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34668) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:25.812824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.815089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-286b985f-7ce7-4edc-b887-8be7e3aea4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.820038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e9c38-2a0b-4391-b2ba-043c41a54265 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'Network': ['ID=c0c4bf02-f415-4a18-9777-4a5109b52263,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:25.915629 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.917320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:25.917900 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.930183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] For port 80ed1229-d3ab-47f8-b54b-3573a5448824, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=80ed1229-d3ab-47f8-b54b-3573a5448824,segment=NetworkSegment(478b289b-4942-4906-9b24-f5e05dbd103c),segment_id=478b289b-4942-4906-9b24-f5e05dbd103c)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:25.930666 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.947408 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-286b985f-7ce7-4edc-b887-8be7e3aea4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.952201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a18f4-b9f7-4924-b702-969c2a10201b None None] DHCP port deletion for 2b49a956-b986-40e1-8dd1-d36bfd2e6a06 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:25.952752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Calling delete_port for 80ed1229-d3ab-47f8-b54b-3573a5448824 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:26.007969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] Pushing event updated for resources: {'Network': ['ID=955af7f8-5046-4711-8c56-8f167a7029b1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.021957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b55a18f4-b9f7-4924-b702-969c2a10201b None None] Deleting port 80ed1229-d3ab-47f8-b54b-3573a5448824 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:26.026828 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b55a18f4-b9f7-4924-b702-969c2a10201b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.026828 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 955af7f8-5046-4711-8c56-8f167a7029b1 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:26.028033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-286b985f-7ce7-4edc-b887-8be7e3aea4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.071165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b985f-7ce7-4edc-b887-8be7e3aea4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14bd62a-e87b-466c-9c25-e8afb04adb43,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.088943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Deleting port 5299e125-c886-4d69-92df-1ac6feafb72a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:26.089296 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.100437 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-286b985f-7ce7-4edc-b887-8be7e3aea4af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32deea8cff59420aa0024dad94e7a952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047352 Sep 16 05:16:26.100596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34670) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:26.130905 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-46c53ffc-e1dc-4451-ac11-c7c7733fe7cf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9871361 Sep 16 05:16:26.142974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34672) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:26.148101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9f1fc36d-2542-4849-a579-1e87b4903a28 admin admin] Request body: {'subnet': {'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-295034350-subnet', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:26.165547 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cd75f0a-e4c5-4080-baef-7fa7a0f1c645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.171740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b55a18f4-b9f7-4924-b702-969c2a10201b None None] For port 80ed1229-d3ab-47f8-b54b-3573a5448824, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=80ed1229-d3ab-47f8-b54b-3573a5448824,segment=NetworkSegment(478b289b-4942-4906-9b24-f5e05dbd103c),segment_id=478b289b-4942-4906-9b24-f5e05dbd103c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:26.172144 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b55a18f4-b9f7-4924-b702-969c2a10201b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.188679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b55a18f4-b9f7-4924-b702-969c2a10201b None None] Calling delete_port for 80ed1229-d3ab-47f8-b54b-3573a5448824 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:26.190774 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.191185 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.195956 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cd75f0a-e4c5-4080-baef-7fa7a0f1c645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.206087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Calling delete_port for 5299e125-c886-4d69-92df-1ac6feafb72a owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:26.259412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1fc36d-2542-4849-a579-1e87b4903a28 admin admin] Made reservation on behalf of ea4c51005bbd416b84c3b25f8fdf2817 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:26.260035 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc36d-2542-4849-a579-1e87b4903a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.263352 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.278062 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b55a18f4-b9f7-4924-b702-969c2a10201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.291925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a18f4-b9f7-4924-b702-969c2a10201b None None] No DVR routers for this DVR port 80ed1229-d3ab-47f8-b54b-3573a5448824 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:26.313689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a18f4-b9f7-4924-b702-969c2a10201b None None] Pushing event deleted for resources: {'Port': ['ID=80ed1229-d3ab-47f8-b54b-3573a5448824,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.329263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9fba254b-af27-498d-a46b-9e280f5b2508 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:26.346930 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No DVR routers for this DVR port 80ed1229-d3ab-47f8-b54b-3573a5448824 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:26.350864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 9fba254b-af27-498d-a46b-9e280f5b2508 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:26.356525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9fba254b-af27-498d-a46b-9e280f5b2508 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:26.356525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a4758b7d-51a2-411e-b7b5-d68442528ae0 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:26.356740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Port': ['ID=80ed1229-d3ab-47f8-b54b-3573a5448824,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.365972 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cd75f0a-e4c5-4080-baef-7fa7a0f1c645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.369049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3cd75f0a-e4c5-4080-baef-7fa7a0f1c645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.370341 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3cd75f0a-e4c5-4080-baef-7fa7a0f1c645 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b14bd62a-e87b-466c-9c25-e8afb04adb43 HTTP/1.1" status: 204 len: 168 time: 0.2684877 Sep 16 05:16:26.379206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: a4758b7d-51a2-411e-b7b5-d68442528ae0 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:26.379206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a4758b7d-51a2-411e-b7b5-d68442528ae0 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:26.379206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 80ed1229-d3ab-47f8-b54b-3573a5448824 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:26.379984 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd75f0a-e4c5-4080-baef-7fa7a0f1c645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14bd62a-e87b-466c-9c25-e8afb04adb43,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.411862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 80ed1229-d3ab-47f8-b54b-3573a5448824 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:26.412205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 80ed1229-d3ab-47f8-b54b-3573a5448824 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:26.507619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.587281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b49a956-b986-40e1-8dd1-d36bfd2e6a06']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:26.612272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478b289b-4942-4906-9b24-f5e05dbd103c') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:26.612582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478b289b-4942-4906-9b24-f5e05dbd103c') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:26.643458 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.689689 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.720219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f7bd3-c2f1-407a-aa27-af90eb0365ea req-68d3d417-b9fe-451b-8572-b90030005328 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:26.721755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-197f7bd3-c2f1-407a-aa27-af90eb0365ea req-68d3d417-b9fe-451b-8572-b90030005328 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 948 time: 0.1398294 Sep 16 05:16:26.724324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:26.724856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:26.727974 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:26.762664 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.824581 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc36d-2542-4849-a579-1e87b4903a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.833891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'Port': ['ID=5299e125-c886-4d69-92df-1ac6feafb72a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.893754 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-197f7bd3-c2f1-407a-aa27-af90eb0365ea req-65e9a58d-b167-4877-878a-45fe0773cb70 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/security-groups?id=04ce42f2-c19a-45c0-9e9e-4d00f6583553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636727 Sep 16 05:16:26.900605 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.935425 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.937377 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/networks/2b49a956-b986-40e1-8dd1-d36bfd2e6a06 HTTP/1.1" status: 204 len: 168 time: 1.4071949 Sep 16 05:16:26.941012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34686) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:26.946160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e693409b-3594-4e20-bfd4-57b6f2b92f6a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'router': {'routes': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:26.956624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9e263-8e73-42a8-953a-9de4a6b7909a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Pushing event deleted for resources: {'Network': ['ID=2b49a956-b986-40e1-8dd1-d36bfd2e6a06,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.972193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fc36d-2542-4849-a579-1e87b4903a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=500c4615-8220-4782-b39d-48988f956da2,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.983390 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.983715 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Floating IP 21d30828-5d85-49ca-8984-4218568089bc disassociated (deleted). External IP: 172.25.3.228, port: ca435fe7-5bdb-4ab1-8088-a778e91952b2. Sep 16 05:16:27.019780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fc36d-2542-4849-a579-1e87b4903a28 admin admin] Checking segment: {'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:27.020145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1fc36d-2542-4849-a579-1e87b4903a28 admin admin] Network hostable DHCP agents. Network: 955af7f8-5046-4711-8c56-8f167a7029b1, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:27.125576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.extraroute_db [None req-e693409b-3594-4e20-bfd4-57b6f2b92f6a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Added routes are [] {{(pid=95451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:16:27.125884 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.extraroute_db [None req-e693409b-3594-4e20-bfd4-57b6f2b92f6a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Removed routes are [] {{(pid=95451) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:16:27.126247 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e693409b-3594-4e20-bfd4-57b6f2b92f6a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.138094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1fc36d-2542-4849-a579-1e87b4903a28 admin admin] Network 955af7f8-5046-4711-8c56-8f167a7029b1 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:27.219129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-9f1fc36d-2542-4849-a579-1e87b4903a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 955af7f8-5046-4711-8c56-8f167a7029b1) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:27.227003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b77e5-1c31-4325-b955-7a6295af7e46 None None] Network 955af7f8-5046-4711-8c56-8f167a7029b1 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:27.234878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1fc36d-2542-4849-a579-1e87b4903a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.235483 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc36d-2542-4849-a579-1e87b4903a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.241690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Router 903cf503-a16c-487f-bc2a-fdadab706d1e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:27.277017 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e693409b-3594-4e20-bfd4-57b6f2b92f6a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.281672 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e693409b-3594-4e20-bfd4-57b6f2b92f6a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.357477 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9f1fc36d-2542-4849-a579-1e87b4903a28 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2095797 Sep 16 05:16:27.358072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34696) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:27.362222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:27.369166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e693409b-3594-4e20-bfd4-57b6f2b92f6a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:27.394551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:27.399891 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.437088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-145125b9-841a-4407-b4ec-9e0a7a8e03ee tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "DELETE /v2.0/floatingips/21d30828-5d85-49ca-8984-4218568089bc HTTP/1.1" status: 204 len: 168 time: 1.6808410 Sep 16 05:16:27.437088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'tag': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:27.447356 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10ce84a-405d-48e6-9e73-0c872130e442" -d '{"events": [{"name": "network-changed", "server_uuid": "e316459f-7dd0-4638-ae90-241bf0bcc999", "tag": "ca435fe7-5bdb-4ab1-8088-a778e91952b2"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:27.475870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e693409b-3594-4e20-bfd4-57b6f2b92f6a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:27.475870 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e693409b-3594-4e20-bfd4-57b6f2b92f6a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.475870 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e693409b-3594-4e20-bfd4-57b6f2b92f6a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 HTTP/1.1" status: 200 len: 705 time: 0.5298290 Sep 16 05:16:27.476578 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48789c38-3e26-42d2-8bed-ece13449c69a None None] Sync routers for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:27.477069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34704) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:27.494629 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48789c38-3e26-42d2-8bed-ece13449c69a None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:27.495491 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-48789c38-3e26-42d2-8bed-ece13449c69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:27.517030 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2319bdc-7d81-4209-bf0f-d5c3e1eff2fd x-openstack-request-id: req-a2319bdc-7d81-4209-bf0f-d5c3e1eff2fd {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:27.517389 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e316459f-7dd0-4638-ae90-241bf0bcc999", "tag": "ca435fe7-5bdb-4ab1-8088-a778e91952b2", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:27.517793 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2319bdc-7d81-4209-bf0f-d5c3e1eff2fd {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:27.518235 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'tag': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2', 'status': 'completed', 'code': 200} Sep 16 05:16:27.543268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b302d91-71c6-49ff-9ceb-eaedc52eede4 None None] Sync routers for ids ['903cf503-a16c-487f-bc2a-fdadab706d1e'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:27.551018 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d138963d-98ca-43a6-9197-c37f8deab8fc tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 HTTP/1.1" status: 200 len: 205 time: 0.0727122 Sep 16 05:16:27.553422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34706) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:27.567595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b302d91-71c6-49ff-9ceb-eaedc52eede4 None None] Routers {'903cf503-a16c-487f-bc2a-fdadab706d1e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:27.568982 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-0b302d91-71c6-49ff-9ceb-eaedc52eede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['903cf503-a16c-487f-bc2a-fdadab706d1e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:27.626280 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ce84a-405d-48e6-9e73-0c872130e442 req-360742e3-4b9d-450a-ab22-208e02937651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.629239 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d10ce84a-405d-48e6-9e73-0c872130e442 req-360742e3-4b9d-450a-ab22-208e02937651 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e1c1acdabb043a5b48f12b342ae6235&device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 1137 time: 0.0889492 Sep 16 05:16:27.696557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f04598f-42c7-4e7a-89b5-db26bc24165a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.803979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-0b302d91-71c6-49ff-9ceb-eaedc52eede4 None None] Set router 903cf503-a16c-487f-bc2a-fdadab706d1e gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:27.843495 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-48789c38-3e26-42d2-8bed-ece13449c69a None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:27.923754 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f04598f-42c7-4e7a-89b5-db26bc24165a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.926296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f04598f-42c7-4e7a-89b5-db26bc24165a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.942242 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-955af7f8-5046-4711-8c56-8f167a7029b1', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:27.959408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.982660 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-48789c38-3e26-42d2-8bed-ece13449c69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:23Z', 'revision_number': 11, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:28.033873 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48789c38-3e26-42d2-8bed-ece13449c69a None None] Checking router: 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:28.044705 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48789c38-3e26-42d2-8bed-ece13449c69a None None] Routers {'5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:28.045773 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-48789c38-3e26-42d2-8bed-ece13449c69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:28.068638 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f04598f-42c7-4e7a-89b5-db26bc24165a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.068638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f04598f-42c7-4e7a-89b5-db26bc24165a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Fanout notify agent at l3_agent the message router_deleted on router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:28.071905 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f04598f-42c7-4e7a-89b5-db26bc24165a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.073384 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9f04598f-42c7-4e7a-89b5-db26bc24165a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 HTTP/1.1" status: 204 len: 168 time: 0.5185256 Sep 16 05:16:28.078697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34718) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:28.083484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-dcfe8887-bafa-4a0c-8181-4fee2abd4f11 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2129933347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:28.137988 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-48789c38-3e26-42d2-8bed-ece13449c69a None None] Set router 5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:28.178183 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8887-bafa-4a0c-8181-4fee2abd4f11 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.179981 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8887-bafa-4a0c-8181-4fee2abd4f11 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.200830 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-48789c38-3e26-42d2-8bed-ece13449c69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:23Z', 'revision_number': 11, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:28.269975 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8887-bafa-4a0c-8181-4fee2abd4f11 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.272487 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.273605 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.275129 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48789c38-3e26-42d2-8bed-ece13449c69a None None] The sync data for ids ['5f48ca9d-5c88-4729-a2c9-c8ed04d758b9'] in n-d-712137-12 is: [{'id': '5f48ca9d-5c88-4729-a2c9-c8ed04d758b9', 'name': 'tempest-RoutersIpV6Test-router-1107822798', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:32Z', 'updated_at': '2021-09-16T05:16:23Z', 'revision_number': 11, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:28.304134 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Allocated IP 172.20.0.2 (955af7f8-5046-4711-8c56-8f167a7029b1/500c4615-8220-4782-b39d-48988f956da2/28b936ad-77dc-413d-9dae-9c00c5afa842) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:28.327470 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8887-bafa-4a0c-8181-4fee2abd4f11 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.359474 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-0b302d91-71c6-49ff-9ceb-eaedc52eede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:14:42Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e75fc792-7864-4f61-ac96-09945f7d4027', 'name': '', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:f4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:40Z', 'updated_at': '2021-09-16T05:14:46Z', 'revision_number': 5, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:28.390855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b302d91-71c6-49ff-9ceb-eaedc52eede4 None None] Checking router: 903cf503-a16c-487f-bc2a-fdadab706d1e for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:28.400434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b802a1-153e-4ce4-aa1d-32a38d38fd24 req-adf63506-d3cb-4623-af4e-5a1ebc6b519b tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.403001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4b802a1-153e-4ce4-aa1d-32a38d38fd24 req-adf63506-d3cb-4623-af4e-5a1ebc6b519b tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 948 time: 0.1349103 Sep 16 05:16:28.408451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ce84a-405d-48e6-9e73-0c872130e442 req-ddd8a6c5-31d1-43a1-97c3-01e949ef49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.409085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8887-bafa-4a0c-8181-4fee2abd4f11 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.410129 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d10ce84a-405d-48e6-9e73-0c872130e442 req-ddd8a6c5-31d1-43a1-97c3-01e949ef49cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 HTTP/1.1" status: 200 len: 897 time: 0.7735767 Sep 16 05:16:28.411245 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dcfe8887-bafa-4a0c-8181-4fee2abd4f11 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3313711 Sep 16 05:16:28.415172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34722) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:28.437709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1d28491f-8950-4777-8962-52732d242e73 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:28.443288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b302d91-71c6-49ff-9ceb-eaedc52eede4 None None] Routers {'903cf503-a16c-487f-bc2a-fdadab706d1e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:28.444013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-0b302d91-71c6-49ff-9ceb-eaedc52eede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['903cf503-a16c-487f-bc2a-fdadab706d1e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:28.457266 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f181b-5933-4d2b-bfe6-b58ddcaa67dd req-8a38110c-c8c6-4065-9bca-fc7b94b53fa3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.459212 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a6f181b-5933-4d2b-bfe6-b58ddcaa67dd req-8a38110c-c8c6-4065-9bca-fc7b94b53fa3 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 985 time: 0.1929569 Sep 16 05:16:28.466914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.518476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34724) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:28.534353 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d10ce84a-405d-48e6-9e73-0c872130e442 req-bdb1f701-092f-4827-a0e6-8eedeadc9643 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca435fe7-5bdb-4ab1-8088-a778e91952b2 HTTP/1.1" status: 200 len: 217 time: 0.0867226 Sep 16 05:16:28.562812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b4b802a1-153e-4ce4-aa1d-32a38d38fd24 req-fd64981e-82d2-4785-a90a-fc36bec74df3 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/security-groups?id=04ce42f2-c19a-45c0-9e9e-4d00f6583553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470172 Sep 16 05:16:28.672777 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.675129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-0b302d91-71c6-49ff-9ceb-eaedc52eede4 None None] Set router 903cf503-a16c-487f-bc2a-fdadab706d1e gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:28.720335 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8a6f181b-5933-4d2b-bfe6-b58ddcaa67dd req-c367a98c-1c0e-45ce-91c0-da953d9ffa46 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2444451 Sep 16 05:16:28.766104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ce84a-405d-48e6-9e73-0c872130e442 req-5ccd9ee2-3e4f-43b9-86d9-8b986fb06df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.767580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d10ce84a-405d-48e6-9e73-0c872130e442 req-5ccd9ee2-3e4f-43b9-86d9-8b986fb06df7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8a4be0a-09e7-4362-987c-07fec8415f70 HTTP/1.1" status: 200 len: 835 time: 0.2083087 Sep 16 05:16:28.779687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.779924 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d28491f-8950-4777-8962-52732d242e73 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1014455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.786735 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3f433185-20a0-4aa0-9627-d9756e4ef4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.839241 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.845367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Network 955af7f8-5046-4711-8c56-8f167a7029b1 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:28.872909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ce84a-405d-48e6-9e73-0c872130e442 req-a2ecb58f-ba57-4da4-b4e8-6292e51e43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.874794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d10ce84a-405d-48e6-9e73-0c872130e442 req-a2ecb58f-ba57-4da4-b4e8-6292e51e43f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982592 Sep 16 05:16:28.874964 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d28491f-8950-4777-8962-52732d242e73 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1014460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1014437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018636'] for router, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.875194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:28.888752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:28.893570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Pushing event updated for resources: {'Port': ['ID=28b936ad-77dc-413d-9dae-9c00c5afa842,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:28.990100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Attempting to bind port 28b936ad-77dc-413d-9dae-9c00c5afa842 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:28.990379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Attempting to bind port 28b936ad-77dc-413d-9dae-9c00c5afa842 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:28.990733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Attempting to bind port 28b936ad-77dc-413d-9dae-9c00c5afa842 on network 955af7f8-5046-4711-8c56-8f167a7029b1 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:29.002850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:29.003221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Checking segment: {'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:29.003617 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.004005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Bound using segment: {'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:29.004539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Bound port: 28b936ad-77dc-413d-9dae-9c00c5afa842, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:29.009388 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.032608 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d10ce84a-405d-48e6-9e73-0c872130e442 req-d9c7074a-0585-4bff-a9b8-40f191bd4797 service neutron] 10.222.0.37 "GET /v2.0/networks/0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499405 Sep 16 05:16:29.057157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d28491f-8950-4777-8962-52732d242e73 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Router c0a69a4d-94ea-40de-a616-bfb9625f83db is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:16:29.083225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-0b302d91-71c6-49ff-9ceb-eaedc52eede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:14:42Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e75fc792-7864-4f61-ac96-09945f7d4027', 'name': '', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:f4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:40Z', 'updated_at': '2021-09-16T05:14:46Z', 'revision_number': 5, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:29.099047 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3f433185-20a0-4aa0-9627-d9756e4ef4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.124754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b302d91-71c6-49ff-9ceb-eaedc52eede4 None None] The sync data for ids ['903cf503-a16c-487f-bc2a-fdadab706d1e'] in n-d-712137-12 is: [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:14:42Z', 'revision_number': 4, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e75fc792-7864-4f61-ac96-09945f7d4027', 'name': '', 'network_id': '0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'mac_address': 'fa:16:3e:f4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:40Z', 'updated_at': '2021-09-16T05:14:46Z', 'revision_number': 5, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'subnets': [{'id': 'a8a4be0a-09e7-4362-987c-07fec8415f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:29.132494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] For port 28b936ad-77dc-413d-9dae-9c00c5afa842, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:29.147513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] For port 28b936ad-77dc-413d-9dae-9c00c5afa842, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=28b936ad-77dc-413d-9dae-9c00c5afa842,segment=NetworkSegment(c4d4b41e-5b00-4a57-8b1a-a4537144401c),segment_id=c4d4b41e-5b00-4a57-8b1a-a4537144401c)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:29.161324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d28491f-8950-4777-8962-52732d242e73 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:29.161846 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f0315ce7-97ef-498d-a300-2ad7ec8a1832 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:29.170108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d28491f-8950-4777-8962-52732d242e73 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.171748 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1d28491f-8950-4777-8962-52732d242e73 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "PUT /v2.0/routers/c0a69a4d-94ea-40de-a616-bfb9625f83db HTTP/1.1" status: 200 len: 698 time: 0.7418065 Sep 16 05:16:29.178662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34728) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:29.182844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce50110c-54f6-4d1d-82c2-a7c992aad855 None None] Sync routers for ids ['c0a69a4d-94ea-40de-a616-bfb9625f83db'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:29.211636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce50110c-54f6-4d1d-82c2-a7c992aad855 None None] Routers {'c0a69a4d-94ea-40de-a616-bfb9625f83db'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:29.212399 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ce50110c-54f6-4d1d-82c2-a7c992aad855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c0a69a4d-94ea-40de-a616-bfb9625f83db'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:29.225462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d10ce84a-405d-48e6-9e73-0c872130e442 req-a9e30268-57a0-46e0-b2ed-b464445ced94 service neutron] 10.222.0.37 "GET /v2.0/networks/0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793108 Sep 16 05:16:29.227823 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3f433185-20a0-4aa0-9627-d9756e4ef4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.263939 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.300802 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-454ef06c-20af-46b5-b5a2-d0034cfe0702 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/routers/c0a69a4d-94ea-40de-a616-bfb9625f83db HTTP/1.1" status: 200 len: 704 time: 0.1198597 Sep 16 05:16:29.301421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34730) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:29.334139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3f433185-20a0-4aa0-9627-d9756e4ef4b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a16f0b20c2c6403ab10c89af67224701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8074400 Sep 16 05:16:29.340423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34732) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:29.388570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ce50110c-54f6-4d1d-82c2-a7c992aad855 None None] Set router c0a69a4d-94ea-40de-a616-bfb9625f83db gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:29.392414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f433185-20a0-4aa0-9627-d9756e4ef4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7074323d-c329-40da-a9a8-2e36be68f841,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:29.475354 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0a244-7117-4ebd-9881-ab4c0c3c59f4 None None] New status for floating IP 21d30828-5d85-49ca-8984-4218568089bc: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:16:29.540023 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9de9add-fa0e-40e2-b191-8057372ce387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.573859 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.622125 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.628058 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9de9add-fa0e-40e2-b191-8057372ce387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.669988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ce50110c-54f6-4d1d-82c2-a7c992aad855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a69a4d-94ea-40de-a616-bfb9625f83db', 'name': 'tempest-RoutersIpV6Test-router-2129933347', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:28Z', 'revision_number': 2, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:29.726983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce50110c-54f6-4d1d-82c2-a7c992aad855 None None] Checking router: c0a69a4d-94ea-40de-a616-bfb9625f83db for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:29.731813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f0315ce7-97ef-498d-a300-2ad7ec8a1832, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f0315ce7-97ef-498d-a300-2ad7ec8a1832,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:29.732787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fbe23-4328-4b01-9504-60224455c1c9 None None] Pushing event updated for resources: {'Port': ['ID=28b936ad-77dc-413d-9dae-9c00c5afa842,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:29.732935 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-50079122-0f15-4973-8dc7-8f9c95eabc3d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0a69a4d-94ea-40de-a616-bfb9625f83db HTTP/1.1" status: 200 len: 205 time: 0.4293401 Sep 16 05:16:29.734385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34736) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:29.749441 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002950a-f71b-43b1-89dd-2aefbff98db2 req-cf2525fc-ea94-4800-a79c-4a2fceae33c5 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:29.750269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce50110c-54f6-4d1d-82c2-a7c992aad855 None None] Routers {'c0a69a4d-94ea-40de-a616-bfb9625f83db'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:29.750968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ce50110c-54f6-4d1d-82c2-a7c992aad855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c0a69a4d-94ea-40de-a616-bfb9625f83db'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:29.751176 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0002950a-f71b-43b1-89dd-2aefbff98db2 req-cf2525fc-ea94-4800-a79c-4a2fceae33c5 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.37 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 985 time: 0.5094967 Sep 16 05:16:29.754116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'f0315ce7-97ef-498d-a300-2ad7ec8a1832', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': 'f0315ce7-97ef-498d-a300-2ad7ec8a1832', 'mac_address': 'fa:16:3e:5b:01:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:29.849670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcd544-a288-4ed5-be88-d544a7ca96c2 req-c32fe258-6598-455f-aee9-9461d7802281 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:29.851424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07bcd544-a288-4ed5-be88-d544a7ca96c2 req-c32fe258-6598-455f-aee9-9461d7802281 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 948 time: 0.1530414 Sep 16 05:16:29.870694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ce50110c-54f6-4d1d-82c2-a7c992aad855 None None] Set router c0a69a4d-94ea-40de-a616-bfb9625f83db gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:29.888724 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cc8af460-099f-4707-b3c2-07693f1dea75 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.925931 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9de9add-fa0e-40e2-b191-8057372ce387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.928960 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9de9add-fa0e-40e2-b191-8057372ce387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.930424 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a9de9add-fa0e-40e2-b191-8057372ce387 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7074323d-c329-40da-a9a8-2e36be68f841 HTTP/1.1" status: 204 len: 168 time: 0.5889504 Sep 16 05:16:29.937183 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.972729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ce50110c-54f6-4d1d-82c2-a7c992aad855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a69a4d-94ea-40de-a616-bfb9625f83db', 'name': 'tempest-RoutersIpV6Test-router-2129933347', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:28Z', 'revision_number': 2, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:29.983834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Allocated IP 172.25.3.87 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/bfa303b5-5adc-485d-b4a9-31ab9e768726) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:30.004151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de9add-fa0e-40e2-b191-8057372ce387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7074323d-c329-40da-a9a8-2e36be68f841,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:30.018677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0315ce7-97ef-498d-a300-2ad7ec8a1832 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:30.029295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07bcd544-a288-4ed5-be88-d544a7ca96c2 req-93a4c53e-a926-4d2e-8f3f-8c13de802f52 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/security-groups?id=04ce42f2-c19a-45c0-9e9e-4d00f6583553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623323 Sep 16 05:16:30.038874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce50110c-54f6-4d1d-82c2-a7c992aad855 None None] The sync data for ids ['c0a69a4d-94ea-40de-a616-bfb9625f83db'] in n-d-712137-12 is: [{'id': 'c0a69a4d-94ea-40de-a616-bfb9625f83db', 'name': 'tempest-RoutersIpV6Test-router-2129933347', 'tenant_id': '7a6fc0fda5864671b82615b539023a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:28Z', 'revision_number': 2, 'project_id': '7a6fc0fda5864671b82615b539023a77', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:30.051819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0e0aa-19cf-4773-95d6-a3d4148e9b90 req-97298260-2fd0-459c-af07-a8be5f71e03e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:30.053724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3cd0e0aa-19cf-4773-95d6-a3d4148e9b90 req-97298260-2fd0-459c-af07-a8be5f71e03e tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 985 time: 0.2124922 Sep 16 05:16:30.076712 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f0315ce7-97ef-498d-a300-2ad7ec8a1832, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f0315ce7-97ef-498d-a300-2ad7ec8a1832,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:30.155652 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.179126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cc8af460-099f-4707-b3c2-07693f1dea75 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.183688 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cc8af460-099f-4707-b3c2-07693f1dea75 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.215442 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f0315ce7-97ef-498d-a300-2ad7ec8a1832,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:30.220095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3cd0e0aa-19cf-4773-95d6-a3d4148e9b90 req-695b4d1c-9f94-4f3c-98d2-fb2df05a4a92 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/security-groups?id=513bdb58-6fef-4ccd-91f3-6acc6285bc14&id=0f994626-e55e-44a2-a135-c65ac77b874f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1456258 Sep 16 05:16:30.261883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-0002950a-f71b-43b1-89dd-2aefbff98db2 req-f6cf9db6-de0a-4bca-a986-01690715c6bd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Deleting port ca435fe7-5bdb-4ab1-8088-a778e91952b2 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:30.262976 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0002950a-f71b-43b1-89dd-2aefbff98db2 req-f6cf9db6-de0a-4bca-a986-01690715c6bd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.269489 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.358227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cc8af460-099f-4707-b3c2-07693f1dea75 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.359013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8af460-099f-4707-b3c2-07693f1dea75 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Fanout notify agent at l3_agent the message router_deleted on router c0a69a4d-94ea-40de-a616-bfb9625f83db {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:30.369258 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cc8af460-099f-4707-b3c2-07693f1dea75 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.370693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cc8af460-099f-4707-b3c2-07693f1dea75 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/c0a69a4d-94ea-40de-a616-bfb9625f83db HTTP/1.1" status: 204 len: 168 time: 0.6351564 Sep 16 05:16:30.375721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34744) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.382894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f0315ce7-97ef-498d-a300-2ad7ec8a1832'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:30.403416 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.419097 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0002950a-f71b-43b1-89dd-2aefbff98db2 req-f6cf9db6-de0a-4bca-a986-01690715c6bd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] For port ca435fe7-5bdb-4ab1-8088-a778e91952b2, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=ca435fe7-5bdb-4ab1-8088-a778e91952b2,segment=NetworkSegment(8f711a46-6d95-4fda-b07e-23d67fe5223f),segment_id=8f711a46-6d95-4fda-b07e-23d67fe5223f)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:30.419538 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0002950a-f71b-43b1-89dd-2aefbff98db2 req-f6cf9db6-de0a-4bca-a986-01690715c6bd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.431241 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 28b936ad-77dc-413d-9dae-9c00c5afa842 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:30.436203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-0002950a-f71b-43b1-89dd-2aefbff98db2 req-f6cf9db6-de0a-4bca-a986-01690715c6bd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Calling delete_port for ca435fe7-5bdb-4ab1-8088-a778e91952b2 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:30.447404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34746) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.450646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-486e9815-a491-475b-812b-e8e52f0a6ad1 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0a69a4d-94ea-40de-a616-bfb9625f83db HTTP/1.1" status: 200 len: 205 time: 0.0663536 Sep 16 05:16:30.494700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa303b5-5adc-485d-b4a9-31ab9e768726,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:30.503186 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-11194e2a-44d0-45f3-b8f5-a5ddfdcfc35e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] delete failed (client error): The resource could not be found. Sep 16 05:16:30.504262 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-11194e2a-44d0-45f3-b8f5-a5ddfdcfc35e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/c0a69a4d-94ea-40de-a616-bfb9625f83db HTTP/1.1" status: 404 len: 336 time: 0.0559402 Sep 16 05:16:30.508938 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34750) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.515588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:30.517523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:30.522918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:30.593897 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1029c4-0259-433b-8262-cc1d22ee82bf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:30.594368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1029c4-0259-433b-8262-cc1d22ee82bf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:30.598782 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1a1029c4-0259-433b-8262-cc1d22ee82bf tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/90017d54-5ec9-4748-9c56-68c5fdf6acfe HTTP/1.1" status: 404 len: 337 time: 0.0874007 Sep 16 05:16:30.601043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34756) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.638534 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a581f0a-ffcb-4b8e-a2c3-15c37e20f69e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:30.639173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a581f0a-ffcb-4b8e-a2c3-15c37e20f69e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:30.643593 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5a581f0a-ffcb-4b8e-a2c3-15c37e20f69e tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/5fd9ad61-d290-43a2-82aa-f05903fe6fa9 HTTP/1.1" status: 404 len: 337 time: 0.0415561 Sep 16 05:16:30.644629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34758) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.648091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 28b936ad-77dc-413d-9dae-9c00c5afa842 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:30.648504 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.678908 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd38766-fa53-47e7-9a2d-7ab7e5ba0fa5 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:30.679375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd38766-fa53-47e7-9a2d-7ab7e5ba0fa5 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:30.684829 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3bd38766-fa53-47e7-9a2d-7ab7e5ba0fa5 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/5ff7c855-5856-494d-b0f2-75899f8730ef HTTP/1.1" status: 404 len: 337 time: 0.0379105 Sep 16 05:16:30.711250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34760) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.775142 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b7acd3-9695-4e84-afa7-551e36218f30 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:30.775586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b7acd3-9695-4e84-afa7-551e36218f30 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:30.781209 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f5b7acd3-9695-4e84-afa7-551e36218f30 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/110eedc1-271a-438c-9af7-5294501f5fa4 HTTP/1.1" status: 404 len: 337 time: 0.0689340 Sep 16 05:16:30.781817 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34764) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.788803 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.823452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34766) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.823582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-829d0839-412c-4efe-9f1f-f377b7cffe20 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 HTTP/1.1" status: 200 len: 205 time: 0.0364237 Sep 16 05:16:30.833876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 28b936ad-77dc-413d-9dae-9c00c5afa842, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=28b936ad-77dc-413d-9dae-9c00c5afa842,segment=NetworkSegment(c4d4b41e-5b00-4a57-8b1a-a4537144401c),segment_id=c4d4b41e-5b00-4a57-8b1a-a4537144401c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:30.874881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0002950a-f71b-43b1-89dd-2aefbff98db2 req-f6cf9db6-de0a-4bca-a986-01690715c6bd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.876834 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-e0089724-551b-4d57-98f0-ed99512d68b8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] delete failed (client error): The resource could not be found. Sep 16 05:16:30.880303 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e0089724-551b-4d57-98f0-ed99512d68b8 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/5f48ca9d-5c88-4729-a2c9-c8ed04d758b9 HTTP/1.1" status: 404 len: 336 time: 0.0534666 Sep 16 05:16:30.880856 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34768) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.909976 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf9db6-de0a-4bca-a986-01690715c6bd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'Port': ['ID=ca435fe7-5bdb-4ab1-8088-a778e91952b2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:30.914052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-65feb99f-fbf9-4ac4-bb63-5e63291402cd tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6cc039c-4bd3-40f4-9069-ccf697d7f576 HTTP/1.1" status: 200 len: 205 time: 0.0318587 Sep 16 05:16:30.916444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34770) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.917782 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.972063 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-9e04db38-e078-442f-be24-f5e3a3877b97 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] delete failed (client error): The resource could not be found. Sep 16 05:16:30.973642 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9e04db38-e078-442f-be24-f5e3a3877b97 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/c6cc039c-4bd3-40f4-9069-ccf697d7f576 HTTP/1.1" status: 404 len: 336 time: 0.0561886 Sep 16 05:16:30.982788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34774) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:30.983623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0002950a-f71b-43b1-89dd-2aefbff98db2 req-f6cf9db6-de0a-4bca-a986-01690715c6bd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] No DVR routers for this DVR port ca435fe7-5bdb-4ab1-8088-a778e91952b2 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:31.007064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=28b936ad-77dc-413d-9dae-9c00c5afa842,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:31.014659 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0002950a-f71b-43b1-89dd-2aefbff98db2 req-f6cf9db6-de0a-4bca-a986-01690715c6bd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.016996 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0002950a-f71b-43b1-89dd-2aefbff98db2 req-f6cf9db6-de0a-4bca-a986-01690715c6bd tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.37 "DELETE /v2.0/ports/ca435fe7-5bdb-4ab1-8088-a778e91952b2 HTTP/1.1" status: 204 len: 173 time: 1.2085159 Sep 16 05:16:31.017456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'name': 'network-vif-deleted', 'tag': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:31.019735 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c026fe-3d53-4573-a234-4e413d4e941f" -d '{"events": [{"server_uuid": "e316459f-7dd0-4638-ae90-241bf0bcc999", "name": "network-vif-deleted", "tag": "ca435fe7-5bdb-4ab1-8088-a778e91952b2"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:31.034308 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78d038d-8f1c-4aee-828e-b1a03ae0a7d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:31.034308 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78d038d-8f1c-4aee-828e-b1a03ae0a7d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:31.034308 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a78d038d-8f1c-4aee-828e-b1a03ae0a7d3 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/92900bf7-939e-44e7-b65a-412ee6ab5ef2 HTTP/1.1" status: 404 len: 337 time: 0.0481105 Sep 16 05:16:31.037220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34780) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.050236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba98d2b-3828-49f0-bcb5-21d3c9df54f3 None None] Network 955af7f8-5046-4711-8c56-8f167a7029b1 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:31.086884 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1fe618f1-fed9-4e0c-9029-010329016005 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb HTTP/1.1" status: 200 len: 205 time: 0.0479667 Sep 16 05:16:31.091713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34786) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.159548 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a65a9cf-98f8-4557-a605-811497d3b569 x-openstack-request-id: req-3a65a9cf-98f8-4557-a605-811497d3b569 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:31.159974 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e316459f-7dd0-4638-ae90-241bf0bcc999", "name": "network-vif-deleted", "tag": "ca435fe7-5bdb-4ab1-8088-a778e91952b2", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:31.160899 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a65a9cf-98f8-4557-a605-811497d3b569 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:31.161033 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e316459f-7dd0-4638-ae90-241bf0bcc999', 'name': 'network-vif-deleted', 'tag': 'ca435fe7-5bdb-4ab1-8088-a778e91952b2', 'status': 'completed', 'code': 200} Sep 16 05:16:31.162472 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-c21759b9-3d05-4c6a-bb6e-c5c99f9f4f7b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] delete failed (client error): The resource could not be found. Sep 16 05:16:31.163677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c21759b9-3d05-4c6a-bb6e-c5c99f9f4f7b tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/54074d3f-2a8b-4ec5-89dc-36e7e1efb0cb HTTP/1.1" status: 404 len: 336 time: 0.0727184 Sep 16 05:16:31.166478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34788) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.172714 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.175931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-cb6d2c45-31b6-4641-82c4-6ae3fa90b4e5 None None] Provisioning complete for port 28b936ad-77dc-413d-9dae-9c00c5afa842 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:31.176364 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2c45-31b6-4641-82c4-6ae3fa90b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.206257 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a1626da2-ce61-4048-9395-ad56bcbe1fa1 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3bab93-7d77-42cc-bca0-63377ebb176f HTTP/1.1" status: 200 len: 205 time: 0.0384402 Sep 16 05:16:31.208396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34790) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.249202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f0315ce7-97ef-498d-a300-2ad7ec8a1832 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:31.288123 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8b8e1-18da-409b-a9f3-8bd154e991ff req-e48be0c1-c724-45ba-9169-33432d5c3877 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:31.290488 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42c8b8e1-18da-409b-a9f3-8bd154e991ff req-e48be0c1-c724-45ba-9169-33432d5c3877 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 949 time: 0.1197762 Sep 16 05:16:31.303290 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-d7bdcd22-1c77-4e75-876f-3da49c185e87 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] delete failed (client error): The resource could not be found. Sep 16 05:16:31.312946 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d7bdcd22-1c77-4e75-876f-3da49c185e87 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/fe3bab93-7d77-42cc-bca0-63377ebb176f HTTP/1.1" status: 404 len: 336 time: 0.0948484 Sep 16 05:16:31.315899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34796) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.407078 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0afbe5-5e8e-4ca2-b558-58fc44872e04 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:31.407562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0afbe5-5e8e-4ca2-b558-58fc44872e04 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:31.410039 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dd0afbe5-5e8e-4ca2-b558-58fc44872e04 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/9559e58c-783f-4f2e-9ada-b9de8edba832 HTTP/1.1" status: 404 len: 337 time: 0.0933084 Sep 16 05:16:31.412654 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34798) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.436054 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-42c8b8e1-18da-409b-a9f3-8bd154e991ff req-94a122e2-8784-480c-a170-a1be86c3b511 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/security-groups?id=04ce42f2-c19a-45c0-9e9e-4d00f6583553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179523 Sep 16 05:16:31.478303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf958d3f-eac1-493d-8e98-5d43c3622b12 req-6d1a72f1-ac2e-49ab-898f-c7a59fb92316 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "GET /v2.0/ports?device_id=e316459f-7dd0-4638-ae90-241bf0bcc999 HTTP/1.1" status: 200 len: 210 time: 0.0537927 Sep 16 05:16:31.498067 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-385cc811-bf05-4040-bde8-942bdc2240c4 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=491462c5-924f-4e4a-a4e9-4f1cde8a8925 HTTP/1.1" status: 200 len: 205 time: 0.0841329 Sep 16 05:16:31.498692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34806) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.571556 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.584739 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-e9b9bd69-8367-44b0-9dd3-4de039ffc62a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] delete failed (client error): The resource could not be found. Sep 16 05:16:31.585793 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e9b9bd69-8367-44b0-9dd3-4de039ffc62a tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/491462c5-924f-4e4a-a4e9-4f1cde8a8925 HTTP/1.1" status: 404 len: 336 time: 0.0861816 Sep 16 05:16:31.588623 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34808) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.629514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port f0315ce7-97ef-498d-a300-2ad7ec8a1832 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:31.641780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port f0315ce7-97ef-498d-a300-2ad7ec8a1832 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:31.642183 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.649102 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d7130b-c5b1-4f03-9976-5051ed0405d1 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:31.650263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d7130b-c5b1-4f03-9976-5051ed0405d1 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:31.654145 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d7d7130b-c5b1-4f03-9976-5051ed0405d1 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/5127b651-ad4a-49a1-b9ea-c5d51dd87795 HTTP/1.1" status: 404 len: 337 time: 0.0645106 Sep 16 05:16:31.656901 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34810) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.726082 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-25d6f4eb-210e-47a7-888c-17166481f727 tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "GET /v2.0/ports?device_id=4804954c-a931-46e1-859c-4cd3b9c33c3e HTTP/1.1" status: 200 len: 205 time: 0.0661240 Sep 16 05:16:31.727054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34814) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.818930 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-5e49abca-a736-429a-b8b1-6e2ce9e6d90d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] delete failed (client error): The resource could not be found. Sep 16 05:16:31.819988 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5e49abca-a736-429a-b8b1-6e2ce9e6d90d tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/routers/4804954c-a931-46e1-859c-4cd3b9c33c3e HTTP/1.1" status: 404 len: 336 time: 0.0926926 Sep 16 05:16:31.822730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34828) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.852493 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.852863 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a2e68d-d7a9-4e35-aef7-e2cace7dbfea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:31.853146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a2e68d-d7a9-4e35-aef7-e2cace7dbfea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:31.855071 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-45a2e68d-d7a9-4e35-aef7-e2cace7dbfea tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/87379158-2721-41ae-9dc0-eecf312c097a HTTP/1.1" status: 404 len: 337 time: 0.0310023 Sep 16 05:16:31.857704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34834) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.885501 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e3994d-71ba-45d7-9647-e62c40f7f2be tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] DELETE failed (client error): The resource could not be found. Sep 16 05:16:31.885974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e3994d-71ba-45d7-9647-e62c40f7f2be tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:16:31.890906 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e9e3994d-71ba-45d7-9647-e62c40f7f2be tempest-RoutersIpV6Test-1503276320 tempest-RoutersIpV6Test-1503276320-project] 10.222.0.24 "DELETE /v2.0/subnets/d5f41a3a-5ef4-412b-8063-7a8d4fc6f141 HTTP/1.1" status: 404 len: 337 time: 0.0298223 Sep 16 05:16:31.900653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecaa2aa-3a9c-480a-856b-729f2f5ae636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0315ce7-97ef-498d-a300-2ad7ec8a1832'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:31.903334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:16:31.904489 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f8abab-1293-4d7b-9d3f-c50154065245" -d '{"events": [{"server_uuid": "2ecaa2aa-3a9c-480a-856b-729f2f5ae636", "name": "network-vif-plugged", "status": "completed", "tag": "f0315ce7-97ef-498d-a300-2ad7ec8a1832"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:31.928685 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f0315ce7-97ef-498d-a300-2ad7ec8a1832, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f0315ce7-97ef-498d-a300-2ad7ec8a1832,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:31.956799 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceacc01-6a26-45f3-ade8-1fd2d3a04cd4 x-openstack-request-id: req-bceacc01-6a26-45f3-ade8-1fd2d3a04cd4 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:31.957107 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecaa2aa-3a9c-480a-856b-729f2f5ae636", "name": "network-vif-plugged", "status": "completed", "tag": "f0315ce7-97ef-498d-a300-2ad7ec8a1832", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:31.957329 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bceacc01-6a26-45f3-ade8-1fd2d3a04cd4 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:31.957736 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecaa2aa-3a9c-480a-856b-729f2f5ae636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0315ce7-97ef-498d-a300-2ad7ec8a1832', 'code': 200} Sep 16 05:16:31.989049 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.044747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-53018ac0-3902-490c-95b0-3e4556fd1b51 None None] Provisioning complete for port 28b936ad-77dc-413d-9dae-9c00c5afa842 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:32.045127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-53018ac0-3902-490c-95b0-3e4556fd1b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.094673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f0315ce7-97ef-498d-a300-2ad7ec8a1832,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:32.103106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:32.114362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Sync routers for ids ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:32.144159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e96a6b-4412-4e86-a9a7-0de9737f1935 req-8b95a84b-5414-42f0-90dc-17509ffad632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.146008 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-60e96a6b-4412-4e86-a9a7-0de9737f1935 req-8b95a84b-5414-42f0-90dc-17509ffad632 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 1102 time: 0.0499787 Sep 16 05:16:32.151091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Routers {'41ba34bc-810f-4b3d-a1bc-e98c11b08e41'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:32.151727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:32.186267 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-60e96a6b-4412-4e86-a9a7-0de9737f1935 req-eb34e41f-958c-40c9-8d99-161297d14f7e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=04ce42f2-c19a-45c0-9e9e-4d00f6583553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321064 Sep 16 05:16:32.205963 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.207399 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-07110cef-28a2-45c7-85cf-a5c79d1b0ab8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8485782 Sep 16 05:16:32.210205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34856) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:32.276010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Set router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:32.319137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 28b936ad-77dc-413d-9dae-9c00c5afa842 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:32.474714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 28b936ad-77dc-413d-9dae-9c00c5afa842 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:32.474714 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.563374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34864) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:32.600199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34866) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:32.640757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:30Z', 'revision_number': 3, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:32.657450 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-219c49f3-abc8-405f-9765-334be57c132d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.677338 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Checking router: 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:32.677706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Updating router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 port bfa303b5-5adc-485d-b4a9-31ab9e768726 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:32.691218 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-219c49f3-abc8-405f-9765-334be57c132d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.713699 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.754094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1266b-f255-4032-b365-1215cf9f9b3f req-e2b9b17b-d1d1-48ce-bfbd-9dcac6004e79 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.756494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cec1266b-f255-4032-b365-1215cf9f9b3f req-e2b9b17b-d1d1-48ce-bfbd-9dcac6004e79 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 950 time: 0.2220199 Sep 16 05:16:32.839463 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-219c49f3-abc8-405f-9765-334be57c132d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.843785 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-219c49f3-abc8-405f-9765-334be57c132d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.847523 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-219c49f3-abc8-405f-9765-334be57c132d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "DELETE /v2.0/security-groups/0f994626-e55e-44a2-a135-c65ac77b874f HTTP/1.1" status: 204 len: 168 time: 0.2796810 Sep 16 05:16:32.849570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34874) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:32.879990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c49f3-abc8-405f-9765-334be57c132d tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f994626-e55e-44a2-a135-c65ac77b874f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:32.944294 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-471c62e5-891c-40dd-8907-4bde9362bb5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a6fc0fda5864671b82615b539023a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428617 Sep 16 05:16:32.949342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34876) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:32.993061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01f02a68-79e0-4404-bde3-246c75910d2f tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.035354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01f02a68-79e0-4404-bde3-246c75910d2f tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.074469 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42e74b4e-357a-4135-8e77-0f4d01e6b8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.087203 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.124160 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42e74b4e-357a-4135-8e77-0f4d01e6b8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.203318 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ca435fe7-5bdb-4ab1-8088-a778e91952b2 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:33.232818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.235549 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: ca435fe7-5bdb-4ab1-8088-a778e91952b2 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:33.235896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device ca435fe7-5bdb-4ab1-8088-a778e91952b2 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:33.249785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cec1266b-f255-4032-b365-1215cf9f9b3f req-ca27404b-401c-4c9b-8360-7eb2d93267a2 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/security-groups?id=04ce42f2-c19a-45c0-9e9e-4d00f6583553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804695 Sep 16 05:16:33.265020 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42e74b4e-357a-4135-8e77-0f4d01e6b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.269082 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-42e74b4e-357a-4135-8e77-0f4d01e6b8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.270612 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-42e74b4e-357a-4135-8e77-0f4d01e6b8d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76533886-53a6-48c0-839b-b5ae902d408c HTTP/1.1" status: 204 len: 168 time: 0.3200488 Sep 16 05:16:33.284494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01f02a68-79e0-4404-bde3-246c75910d2f tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.289560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01f02a68-79e0-4404-bde3-246c75910d2f tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.291296 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-01f02a68-79e0-4404-bde3-246c75910d2f tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "DELETE /v2.0/security-groups/513bdb58-6fef-4ccd-91f3-6acc6285bc14 HTTP/1.1" status: 204 len: 168 time: 0.4325411 Sep 16 05:16:33.293373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e74b4e-357a-4135-8e77-0f4d01e6b8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76533886-53a6-48c0-839b-b5ae902d408c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:33.297582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34910) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:33.320810 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Attempting to bind port bfa303b5-5adc-485d-b4a9-31ab9e768726 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:33.321424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Attempting to bind port bfa303b5-5adc-485d-b4a9-31ab9e768726 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:33.321902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Attempting to bind port bfa303b5-5adc-485d-b4a9-31ab9e768726 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:33.324829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9977cdc-9b4f-4679-b20e-ac4116692030 None None] Pushing event updated for resources: {'Port': ['ID=bfa303b5-5adc-485d-b4a9-31ab9e768726,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:33.356344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:33.356892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:33.357313 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.358473 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:33.358743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Bound port: bfa303b5-5adc-485d-b4a9-31ab9e768726, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:33.359139 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.375914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f02a68-79e0-4404-bde3-246c75910d2f tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513bdb58-6fef-4ccd-91f3-6acc6285bc14,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:33.380378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.466957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] For port bfa303b5-5adc-485d-b4a9-31ab9e768726, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:33.474270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] For port bfa303b5-5adc-485d-b4a9-31ab9e768726, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bfa303b5-5adc-485d-b4a9-31ab9e768726,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:33.554889 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.592505 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Allocated IP 172.20.0.1 (955af7f8-5046-4711-8c56-8f167a7029b1/500c4615-8220-4782-b39d-48988f956da2/5079f888-d92a-4ea2-aa33-1de7d09ef6b7) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:33.638490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Routers {'41ba34bc-810f-4b3d-a1bc-e98c11b08e41'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:33.639145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:33.680274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9977cdc-9b4f-4679-b20e-ac4116692030 None None] Pushing event updated for resources: {'Port': ['ID=bfa303b5-5adc-485d-b4a9-31ab9e768726,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:33.720197 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.827590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] Set router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:33.841819 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.870268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0efad851-31b6-46f0-99b8-4319388fc950 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.898163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Network 955af7f8-5046-4711-8c56-8f167a7029b1 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:33.902511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:33.907840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:33.961816 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.050358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Pushing event updated for resources: {'Port': ['ID=5079f888-d92a-4ea2-aa33-1de7d09ef6b7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:34.070813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:34.071174 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:34.071522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:34.071914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:34.072267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:34.072692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:34.073102 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:34.073366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:34.073751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:34.074968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:34.075293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:34.075624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:34.099677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:30Z', 'revision_number': 3, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:34.274314 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.372608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0efad851-31b6-46f0-99b8-4319388fc950 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Deleting port e75fc792-7864-4f61-ac96-09945f7d4027 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:34.373095 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0efad851-31b6-46f0-99b8-4319388fc950 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.379024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55076268-d723-4623-a2c3-8efcdd98728a None None] The sync data for ids ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'] in n-d-712137-12 is: [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:30Z', 'revision_number': 3, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:34.420598 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a9f5b6f7-0d20-45a3-b345-9e9c5af965a5 None None] Provisioning complete for port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:34.421210 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b6f7-0d20-45a3-b345-9e9c5af965a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.502834 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5b6f7-0d20-45a3-b345-9e9c5af965a5 None None] Port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:34.522892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-0efad851-31b6-46f0-99b8-4319388fc950 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] For port e75fc792-7864-4f61-ac96-09945f7d4027, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e75fc792-7864-4f61-ac96-09945f7d4027,segment=NetworkSegment(8f711a46-6d95-4fda-b07e-23d67fe5223f),segment_id=8f711a46-6d95-4fda-b07e-23d67fe5223f)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:34.523412 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0efad851-31b6-46f0-99b8-4319388fc950 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.551888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-0efad851-31b6-46f0-99b8-4319388fc950 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Calling delete_port for e75fc792-7864-4f61-ac96-09945f7d4027 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:34.552040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af6331-3f28-4fc7-83c9-ae9b37cf8e2b req-7cb25b2e-5b09-4c8e-936a-a803bbba7bc1 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:34.553524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4af6331-3f28-4fc7-83c9-ae9b37cf8e2b req-7cb25b2e-5b09-4c8e-936a-a803bbba7bc1 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 950 time: 0.2085474 Sep 16 05:16:34.632145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4af6331-3f28-4fc7-83c9-ae9b37cf8e2b req-a28b8784-33c1-482a-8123-ddd08ac4ddcb tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/security-groups?id=04ce42f2-c19a-45c0-9e9e-4d00f6583553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695496 Sep 16 05:16:34.676291 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.740308 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.846414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34938) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:34.853539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Pushing event updated for resources: {'Port': ['ID=5079f888-d92a-4ea2-aa33-1de7d09ef6b7,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:34.856320 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.966835 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0efad851-31b6-46f0-99b8-4319388fc950 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.994770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Network 955af7f8-5046-4711-8c56-8f167a7029b1 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:34.997584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:35.043114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efad851-31b6-46f0-99b8-4319388fc950 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'Port': ['ID=e75fc792-7864-4f61-ac96-09945f7d4027,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:35.139471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-156c1ea6-b696-4593-b971-fc49cbe6cfee tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1648527101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:35.240706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:35.300202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-156c1ea6-b696-4593-b971-fc49cbe6cfee tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.301281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-156c1ea6-b696-4593-b971-fc49cbe6cfee tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.465811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-156c1ea6-b696-4593-b971-fc49cbe6cfee tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.475806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0efad851-31b6-46f0-99b8-4319388fc950 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.509164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:35.519457 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-932c4fd3-d8a8-4e8e-97dd-fceb5ac231d5 admin admin] 10.222.0.24 "PUT /v2.0/routers/41ba34bc-810f-4b3d-a1bc-e98c11b08e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3081381 Sep 16 05:16:35.540714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d1e9489a-5fb4-4922-9734-fb6295ffea3f None None] Provisioning complete for port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:35.541274 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d1e9489a-5fb4-4922-9734-fb6295ffea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.605832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9489a-5fb4-4922-9734-fb6295ffea3f None None] Port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:35.611847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-156c1ea6-b696-4593-b971-fc49cbe6cfee tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.659064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2a654-bfaa-4d87-a3a2-8b451a32492e req-ebdc2cd7-12d2-4747-9ab2-9346e69380f1 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:35.660685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90e2a654-bfaa-4d87-a3a2-8b451a32492e req-ebdc2cd7-12d2-4747-9ab2-9346e69380f1 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 950 time: 0.0839469 Sep 16 05:16:35.710447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90e2a654-bfaa-4d87-a3a2-8b451a32492e req-29f3c03d-48ee-4e1a-bf7c-2f8bd752d03a tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/security-groups?id=04ce42f2-c19a-45c0-9e9e-4d00f6583553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Sep 16 05:16:35.716339 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-156c1ea6-b696-4593-b971-fc49cbe6cfee tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.720348 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-156c1ea6-b696-4593-b971-fc49cbe6cfee tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8780744 Sep 16 05:16:35.720761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34950) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:35.736592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-591889717'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:35.834693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Made reservation on behalf of 2a71c6f928a84980ae1821643c2de8ca for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:35.838388 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.847897 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.854437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efad851-31b6-46f0-99b8-4319388fc950 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Router 903cf503-a16c-487f-bc2a-fdadab706d1e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:35.987043 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.006075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efad851-31b6-46f0-99b8-4319388fc950 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:36.012509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34956) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:36.014337 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caf1879-51de-4ae4-bd2f-5a6e46ba89d3 None None] Sync routers for ids ['903cf503-a16c-487f-bc2a-fdadab706d1e'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:36.018303 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0efad851-31b6-46f0-99b8-4319388fc950 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "PUT /v2.0/routers/903cf503-a16c-487f-bc2a-fdadab706d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7156885 Sep 16 05:16:36.027298 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf1879-51de-4ae4-bd2f-5a6e46ba89d3 None None] Routers {'903cf503-a16c-487f-bc2a-fdadab706d1e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:36.029020 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5caf1879-51de-4ae4-bd2f-5a6e46ba89d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['903cf503-a16c-487f-bc2a-fdadab706d1e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:36.047129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.078798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:36.103057 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.103406 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Added segment 988a4c0e-ea36-45f8-ad66-ca00b8a86111 of type vlan for network b324d9a8-1157-4e98-85b7-bf55b89fc8f0 Sep 16 05:16:36.108768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-438ed5f5-1d20-4f17-bfd7-4c424ee1536c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Deleting subnet a8a4be0a-09e7-4362-987c-07fec8415f70 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:36.111953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-438ed5f5-1d20-4f17-bfd7-4c424ee1536c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.140221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a11668-34e6-4626-8e1d-52a1739e1505,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:36.163779 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5caf1879-51de-4ae4-bd2f-5a6e46ba89d3 None None] Set router 903cf503-a16c-487f-bc2a-fdadab706d1e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:36.238157 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.241915 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-438ed5f5-1d20-4f17-bfd7-4c424ee1536c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.362559 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-438ed5f5-1d20-4f17-bfd7-4c424ee1536c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.389123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.397704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:36.398373 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.500685 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5caf1879-51de-4ae4-bd2f-5a6e46ba89d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 5, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:36.522611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bfa303b5-5adc-485d-b4a9-31ab9e768726 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:36.538782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34966) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:36.538991 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8082502 Sep 16 05:16:36.542254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d61fb5-5297-47e5-abc5-aa4870b354b1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'Network': ['ID=b324d9a8-1157-4e98-85b7-bf55b89fc8f0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:36.546783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-98c259dd-8b4d-4370-89e9-7bc8a54aaab1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Request body: {'subnet': {'network_id': 'b324d9a8-1157-4e98-85b7-bf55b89fc8f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:36.569520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34968) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:36.576717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1849128463-network', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:36.581899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network b324d9a8-1157-4e98-85b7-bf55b89fc8f0 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:36.586987 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caf1879-51de-4ae4-bd2f-5a6e46ba89d3 None None] Checking router: 903cf503-a16c-487f-bc2a-fdadab706d1e for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:36.597552 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf1879-51de-4ae4-bd2f-5a6e46ba89d3 None None] Routers {'903cf503-a16c-487f-bc2a-fdadab706d1e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:36.598171 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5caf1879-51de-4ae4-bd2f-5a6e46ba89d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['903cf503-a16c-487f-bc2a-fdadab706d1e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:36.634997 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-438ed5f5-1d20-4f17-bfd7-4c424ee1536c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.662409 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-438ed5f5-1d20-4f17-bfd7-4c424ee1536c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.668503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-438ed5f5-1d20-4f17-bfd7-4c424ee1536c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "DELETE /v2.0/subnets/a8a4be0a-09e7-4362-987c-07fec8415f70 HTTP/1.1" status: 204 len: 168 time: 0.6517441 Sep 16 05:16:36.672182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34970) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:36.680310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba1064f-9be5-4bb8-84a2-17d3457f48ed None None] Network 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:36.701392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ed5f5-1d20-4f17-bfd7-4c424ee1536c tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a4be0a-09e7-4362-987c-07fec8415f70,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:36.704791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Made reservation on behalf of 1b07c8221ad1449b89762e8452c5da65 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:36.708796 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.764630 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5caf1879-51de-4ae4-bd2f-5a6e46ba89d3 None None] Set router 903cf503-a16c-487f-bc2a-fdadab706d1e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:36.780852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Sync routers for ids ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:36.790510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.855708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Routers {'41ba34bc-810f-4b3d-a1bc-e98c11b08e41'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:36.856414 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-901f1108-f690-429c-b433-258a89f50d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:36.888794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2e7df-8863-4021-a69b-409ee57095c8 req-cfe8add9-17d0-42c2-9787-e22cba99b9cf tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:36.890984 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6ca2e7df-8863-4021-a69b-409ee57095c8 req-cfe8add9-17d0-42c2-9787-e22cba99b9cf tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 950 time: 0.2011738 Sep 16 05:16:36.929870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port bfa303b5-5adc-485d-b4a9-31ab9e768726 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:36.930237 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.942398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.036371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effc629-faf7-43c9-9db7-167a8ebc73a9 req-bca9189f-7d8f-47bf-a67f-a6e188b5485d tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:37.044211 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6effc629-faf7-43c9-9db7-167a8ebc73a9 req-bca9189f-7d8f-47bf-a67f-a6e188b5485d tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 950 time: 0.1565888 Sep 16 05:16:37.055849 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5caf1879-51de-4ae4-bd2f-5a6e46ba89d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 5, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:37.093489 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caf1879-51de-4ae4-bd2f-5a6e46ba89d3 None None] The sync data for ids ['903cf503-a16c-487f-bc2a-fdadab706d1e'] in n-d-712137-12 is: [{'id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1469158710', 'tenant_id': '9e1c1acdabb043a5b48f12b342ae6235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:32Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 5, 'project_id': '9e1c1acdabb043a5b48f12b342ae6235', 'gw_port': {'id': '825e517d-5b03-4579-bf23-5aaeb966c959', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cf503-a16c-487f-bc2a-fdadab706d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:33Z', 'updated_at': '2021-09-16T05:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:37.158651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-6ca2e7df-8863-4021-a69b-409ee57095c8 req-df775b81-993b-473c-9431-fd539ef06b7b tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Deleting port f0315ce7-97ef-498d-a300-2ad7ec8a1832 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:37.159214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6ca2e7df-8863-4021-a69b-409ee57095c8 req-df775b81-993b-473c-9431-fd539ef06b7b tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.162844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Set router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:37.164666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6effc629-faf7-43c9-9db7-167a8ebc73a9 req-1b263a73-012b-4059-b699-51064bcbb0f5 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/security-groups?id=04ce42f2-c19a-45c0-9e9e-4d00f6583553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182520 Sep 16 05:16:37.207120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d373da7-15be-417c-bd81-0e642011dc4e None None] DHCP port deletion for 0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:37.230704 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.232567 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.244115 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.317932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-6ca2e7df-8863-4021-a69b-409ee57095c8 req-df775b81-993b-473c-9431-fd539ef06b7b tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] For port f0315ce7-97ef-498d-a300-2ad7ec8a1832, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f0315ce7-97ef-498d-a300-2ad7ec8a1832,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:37.318522 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6ca2e7df-8863-4021-a69b-409ee57095c8 req-df775b81-993b-473c-9431-fd539ef06b7b tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.320863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port bfa303b5-5adc-485d-b4a9-31ab9e768726, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bfa303b5-5adc-485d-b4a9-31ab9e768726,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:37.332300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-6ca2e7df-8863-4021-a69b-409ee57095c8 req-df775b81-993b-473c-9431-fd539ef06b7b tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Calling delete_port for f0315ce7-97ef-498d-a300-2ad7ec8a1832 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:37.338510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.386588 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:37.403676 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.404559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34fbda3-21e7-48a8-892f-f0ce2e98bd50,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:37.421116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5d373da7-15be-417c-bd81-0e642011dc4e None None] Deleting port a85bd082-b921-48d3-8cb0-22af5571dc3b {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:37.421306 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.421535 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d373da7-15be-417c-bd81-0e642011dc4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.421668 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Added segment 65bfa0a6-8ad2-4aa9-b093-a6af02736d44 of type vlan for network addef81f-f390-4541-b6d7-4ab52b90a491 Sep 16 05:16:37.469223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c259dd-8b4d-4370-89e9-7bc8a54aaab1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Made reservation on behalf of 2a71c6f928a84980ae1821643c2de8ca for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:37.473219 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-98c259dd-8b4d-4370-89e9-7bc8a54aaab1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.503640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Deleting port 825e517d-5b03-4579-bf23-5aaeb966c959 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:37.508383 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.508383 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.585579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5d373da7-15be-417c-bd81-0e642011dc4e None None] For port a85bd082-b921-48d3-8cb0-22af5571dc3b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a85bd082-b921-48d3-8cb0-22af5571dc3b,segment=NetworkSegment(8f711a46-6d95-4fda-b07e-23d67fe5223f),segment_id=8f711a46-6d95-4fda-b07e-23d67fe5223f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:37.586181 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d373da7-15be-417c-bd81-0e642011dc4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.596078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=bfa303b5-5adc-485d-b4a9-31ab9e768726,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:37.605925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5d373da7-15be-417c-bd81-0e642011dc4e None None] Calling delete_port for a85bd082-b921-48d3-8cb0-22af5571dc3b owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:37.636850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] For port 825e517d-5b03-4579-bf23-5aaeb966c959, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=825e517d-5b03-4579-bf23-5aaeb966c959,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:37.637463 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.646364 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.647511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:37.650099 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.660703 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6ca2e7df-8863-4021-a69b-409ee57095c8 req-df775b81-993b-473c-9431-fd539ef06b7b tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.671915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Calling delete_port for 825e517d-5b03-4579-bf23-5aaeb966c959 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:37.705729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f0315ce7-97ef-498d-a300-2ad7ec8a1832'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:37.713097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-901f1108-f690-429c-b433-258a89f50d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '5079f888-d92a-4ea2-aa33-1de7d09ef6b7', 'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'mac_address': 'fa:16:3e:3f:1c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 2, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'subnets': [{'id': '500c4615-8220-4782-b39d-48988f956da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:37.749816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] Pushing event updated for resources: {'Network': ['ID=addef81f-f390-4541-b6d7-4ab52b90a491,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:37.776558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network addef81f-f390-4541-b6d7-4ab52b90a491 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:37.787676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Checking router: 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:37.788041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Updating router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:37.791583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-df4c656e-16cd-48d3-9ca1-18965e6a29e2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2207837 Sep 16 05:16:37.793686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df775b81-993b-473c-9431-fd539ef06b7b tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Pushing event deleted for resources: {'Port': ['ID=f0315ce7-97ef-498d-a300-2ad7ec8a1832,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:37.795826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34976) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:37.796520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca2e7df-8863-4021-a69b-409ee57095c8 req-df775b81-993b-473c-9431-fd539ef06b7b tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] No DVR routers for this DVR port f0315ce7-97ef-498d-a300-2ad7ec8a1832 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:37.803217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7e22cf93-eef5-4dcb-b878-3b131037ee8d admin admin] Request body: {'subnet': {'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1849128463-subnet', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:37.803952 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6ca2e7df-8863-4021-a69b-409ee57095c8 req-df775b81-993b-473c-9431-fd539ef06b7b tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.806225 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6ca2e7df-8863-4021-a69b-409ee57095c8 req-df775b81-993b-473c-9431-fd539ef06b7b tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.37 "DELETE /v2.0/ports/f0315ce7-97ef-498d-a300-2ad7ec8a1832 HTTP/1.1" status: 204 len: 173 time: 0.9071782 Sep 16 05:16:37.806837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecaa2aa-3a9c-480a-856b-729f2f5ae636', 'name': 'network-vif-deleted', 'tag': 'f0315ce7-97ef-498d-a300-2ad7ec8a1832'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:37.817436 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8daee9b-568a-4c1f-9e4c-a776aa579cde" -d '{"events": [{"server_uuid": "2ecaa2aa-3a9c-480a-856b-729f2f5ae636", "name": "network-vif-deleted", "tag": "f0315ce7-97ef-498d-a300-2ad7ec8a1832"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:37.927995 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74d919e-c1e9-40b5-b6d5-bc1b251b54e4 x-openstack-request-id: req-d74d919e-c1e9-40b5-b6d5-bc1b251b54e4 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:37.928951 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecaa2aa-3a9c-480a-856b-729f2f5ae636", "name": "network-vif-deleted", "tag": "f0315ce7-97ef-498d-a300-2ad7ec8a1832", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:37.929606 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d74d919e-c1e9-40b5-b6d5-bc1b251b54e4 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:37.930376 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecaa2aa-3a9c-480a-856b-729f2f5ae636', 'name': 'network-vif-deleted', 'tag': 'f0315ce7-97ef-498d-a300-2ad7ec8a1832', 'status': 'completed', 'code': 200} Sep 16 05:16:37.947245 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.993744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e22cf93-eef5-4dcb-b878-3b131037ee8d admin admin] Made reservation on behalf of 1b07c8221ad1449b89762e8452c5da65 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:37.998013 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e22cf93-eef5-4dcb-b878-3b131037ee8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.040968 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d373da7-15be-417c-bd81-0e642011dc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.126305 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-98c259dd-8b4d-4370-89e9-7bc8a54aaab1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.130347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d373da7-15be-417c-bd81-0e642011dc4e None None] Pushing event deleted for resources: {'Port': ['ID=a85bd082-b921-48d3-8cb0-22af5571dc3b,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:38.138890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d373da7-15be-417c-bd81-0e642011dc4e None None] No DVR routers for this DVR port a85bd082-b921-48d3-8cb0-22af5571dc3b on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:38.226739 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c259dd-8b4d-4370-89e9-7bc8a54aaab1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'Subnet': ['ID=d1639d4e-01cb-4a7c-a44d-e443c52cf3ef,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:38.288791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c259dd-8b4d-4370-89e9-7bc8a54aaab1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Checking segment: {'id': '988a4c0e-ea36-45f8-ad66-ca00b8a86111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b324d9a8-1157-4e98-85b7-bf55b89fc8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:38.289171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c259dd-8b4d-4370-89e9-7bc8a54aaab1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Network hostable DHCP agents. Network: b324d9a8-1157-4e98-85b7-bf55b89fc8f0, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:38.319047 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.382700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'Port': ['ID=825e517d-5b03-4579-bf23-5aaeb966c959,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:38.388538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c259dd-8b4d-4370-89e9-7bc8a54aaab1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Network b324d9a8-1157-4e98-85b7-bf55b89fc8f0 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:38.392975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bfa303b5-5adc-485d-b4a9-31ab9e768726 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:38.421189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cd73189b-db38-4941-b610-0c79afefaa55 req-e3d93255-30c7-49bb-9186-6531eccb4f29 tempest-VolumesNegativeTest-300908760 tempest-VolumesNegativeTest-300908760-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaa2aa-3a9c-480a-856b-729f2f5ae636 HTTP/1.1" status: 200 len: 210 time: 0.0545464 Sep 16 05:16:38.440167 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.464030 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.466479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port bfa303b5-5adc-485d-b4a9-31ab9e768726 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:38.466925 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.497218 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e22cf93-eef5-4dcb-b878-3b131037ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.508701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-98c259dd-8b4d-4370-89e9-7bc8a54aaab1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, b324d9a8-1157-4e98-85b7-bf55b89fc8f0) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:38.514714 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.517874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c259dd-8b4d-4370-89e9-7bc8a54aaab1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:38.518931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-98c259dd-8b4d-4370-89e9-7bc8a54aaab1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.553450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5109abb-ad97-45f8-bcd1-2b93767ed141 None None] Network b324d9a8-1157-4e98-85b7-bf55b89fc8f0 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:38.596971 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.600746 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.601312 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-98c259dd-8b4d-4370-89e9-7bc8a54aaab1 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0596960 Sep 16 05:16:38.603854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34984) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:38.611747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-24330253-38f3-4be8-9ae5-c61e81c35671 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Request body: {'network': {'name': 'tempest-router-network01--526182690'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:38.658325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22cf93-eef5-4dcb-b878-3b131037ee8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e4d403-2e97-4251-a198-3963f1d2ba7b,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:38.676014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e22cf93-eef5-4dcb-b878-3b131037ee8d admin admin] Checking segment: {'id': '65bfa0a6-8ad2-4aa9-b093-a6af02736d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:38.676370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e22cf93-eef5-4dcb-b878-3b131037ee8d admin admin] Network hostable DHCP agents. Network: addef81f-f390-4541-b6d7-4ab52b90a491, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:38.694432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae88c3-e3ee-4775-af80-30eabd3108b0 None None] Pushing event updated for resources: {'Port': ['ID=5079f888-d92a-4ea2-aa33-1de7d09ef6b7,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:38.725977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24330253-38f3-4be8-9ae5-c61e81c35671 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Made reservation on behalf of 2a71c6f928a84980ae1821643c2de8ca for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:38.726526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.727229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Fanout notify agent at l3_agent the message router_deleted on router 903cf503-a16c-487f-bc2a-fdadab706d1e {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:38.730706 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24330253-38f3-4be8-9ae5-c61e81c35671 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.736221 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.737327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f06ae4cc-5d41-474d-abec-3571e7ae3448 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "DELETE /v2.0/routers/903cf503-a16c-487f-bc2a-fdadab706d1e HTTP/1.1" status: 204 len: 168 time: 2.0442080 Sep 16 05:16:38.751302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34986) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:38.754197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Attempting to bind port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:38.754607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Attempting to bind port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:38.756571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Attempting to bind port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 on network 955af7f8-5046-4711-8c56-8f167a7029b1 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:38.777902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e22cf93-eef5-4dcb-b878-3b131037ee8d admin admin] Network addef81f-f390-4541-b6d7-4ab52b90a491 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:38.784770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:38.784770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Checking segment: {'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:38.784770 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.784770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Bound using segment: {'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:38.784770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Bound port: 5079f888-d92a-4ea2-aa33-1de7d09ef6b7, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:38.784770 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.883971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-7e22cf93-eef5-4dcb-b878-3b131037ee8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, addef81f-f390-4541-b6d7-4ab52b90a491) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:38.894648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e22cf93-eef5-4dcb-b878-3b131037ee8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:38.897809 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7e22cf93-eef5-4dcb-b878-3b131037ee8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.905620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24330253-38f3-4be8-9ae5-c61e81c35671 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:38.919069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-901f1108-f690-429c-b433-258a89f50d74 None None] For port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:38.922729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-901f1108-f690-429c-b433-258a89f50d74 None None] For port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5079f888-d92a-4ea2-aa33-1de7d09ef6b7,segment=NetworkSegment(c4d4b41e-5b00-4a57-8b1a-a4537144401c),segment_id=c4d4b41e-5b00-4a57-8b1a-a4537144401c)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:38.929847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.944833 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24330253-38f3-4be8-9ae5-c61e81c35671 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.950786 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e75fc792-7864-4f61-ac96-09945f7d4027 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:38.950948 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-24330253-38f3-4be8-9ae5-c61e81c35671 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Added segment 38f99e47-2346-4482-951c-b1cfbcfa020e of type vlan for network 39c492d7-e17f-406f-855d-10a09738c356 Sep 16 05:16:38.951057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25500c2-7509-47d3-be83-5a171c360f53 None None] Network addef81f-f390-4541-b6d7-4ab52b90a491 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:39.012097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7e22cf93-eef5-4dcb-b878-3b131037ee8d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2134945 Sep 16 05:16:39.018301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 34988) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:39.018679 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1849128463-router', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:39.103009 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24330253-38f3-4be8-9ae5-c61e81c35671 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.114694 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.116601 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.145850 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.166724 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:39.170911 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.172774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: e75fc792-7864-4f61-ac96-09945f7d4027 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:39.173543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e75fc792-7864-4f61-ac96-09945f7d4027 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:39.173543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a85bd082-b921-48d3-8cb0-22af5571dc3b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:39.188838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:39.194315 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.198851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f711a46-6d95-4fda-b07e-23d67fe5223f') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:39.199905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f711a46-6d95-4fda-b07e-23d67fe5223f') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:39.210416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.226982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.234218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:39.234625 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:39.238409 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:39.249117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24330253-38f3-4be8-9ae5-c61e81c35671 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.254761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24330253-38f3-4be8-9ae5-c61e81c35671 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:39.255850 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24330253-38f3-4be8-9ae5-c61e81c35671 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.263243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: a85bd082-b921-48d3-8cb0-22af5571dc3b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:39.263592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a85bd082-b921-48d3-8cb0-22af5571dc3b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:39.367139 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d4862d90-63c6-4520-8c8d-6cc1fb0f1e80 None None] Provisioning complete for port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:39.367523 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d4862d90-63c6-4520-8c8d-6cc1fb0f1e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.369177 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae88c3-e3ee-4775-af80-30eabd3108b0 None None] Pushing event updated for resources: {'Port': ['ID=5079f888-d92a-4ea2-aa33-1de7d09ef6b7,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:39.437965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-b324d9a8-1157-4e98-85b7-bf55b89fc8f0', 'network_id': 'b324d9a8-1157-4e98-85b7-bf55b89fc8f0', 'tenant_id': '2a71c6f928a84980ae1821643c2de8ca', 'fixed_ips': [{'subnet_id': 'd1639d4e-01cb-4a7c-a44d-e443c52cf3ef'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:39.446746 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.458369 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24330253-38f3-4be8-9ae5-c61e81c35671 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'Network': ['ID=39c492d7-e17f-406f-855d-10a09738c356,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:39.465143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Routers {'41ba34bc-810f-4b3d-a1bc-e98c11b08e41'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:39.471911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-901f1108-f690-429c-b433-258a89f50d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:39.484369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 39c492d7-e17f-406f-855d-10a09738c356 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:39.494494 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.501016 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-24330253-38f3-4be8-9ae5-c61e81c35671 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8934414 Sep 16 05:16:39.531753 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.533990 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] 10.222.0.24 "DELETE /v2.0/networks/0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8 HTTP/1.1" status: 204 len: 168 time: 0.7818902 Sep 16 05:16:39.534730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 34994) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:39.535813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa11920-207a-4ba2-ad9c-0353d6b67378 tempest-TestSecurityGroupsBasicOps-328157352 tempest-TestSecurityGroupsBasicOps-328157352-project] Pushing event deleted for resources: {'Network': ['ID=0e88030e-a2b3-4cec-b5e2-4181d1c4c1d8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:39.549783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-41c173ed-5a68-4bd8-bf22-20dccabf4257 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Request body: {'network': {'name': 'tempest-router-network02--271083694'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:39.605811 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.663282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c173ed-5a68-4bd8-bf22-20dccabf4257 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Made reservation on behalf of 2a71c6f928a84980ae1821643c2de8ca for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:39.668772 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-41c173ed-5a68-4bd8-bf22-20dccabf4257 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.707238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c173ed-5a68-4bd8-bf22-20dccabf4257 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:39.747069 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-41c173ed-5a68-4bd8-bf22-20dccabf4257 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.747417 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-41c173ed-5a68-4bd8-bf22-20dccabf4257 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Added segment c8ab5110-fc75-42b9-81c2-ff81dba03092 of type vlan for network 2d8781ba-79fc-44c8-82f4-aef9523d555b Sep 16 05:16:39.814697 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-41c173ed-5a68-4bd8-bf22-20dccabf4257 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.860010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-addef81f-f390-4541-b6d7-4ab52b90a491', 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'fixed_ips': [{'subnet_id': '22e4d403-2e97-4251-a198-3963f1d2ba7b'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:39.861197 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.868060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-901f1108-f690-429c-b433-258a89f50d74 None None] Set router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:39.919020 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d4862d90-63c6-4520-8c8d-6cc1fb0f1e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.080507 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Allocated IP 2001:db8::2 (b324d9a8-1157-4e98-85b7-bf55b89fc8f0/d1639d4e-01cb-4a7c-a44d-e443c52cf3ef/bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:40.114819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d4862d90-63c6-4520-8c8d-6cc1fb0f1e80 None None] For port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5079f888-d92a-4ea2-aa33-1de7d09ef6b7,segment=NetworkSegment(c4d4b41e-5b00-4a57-8b1a-a4537144401c),segment_id=c4d4b41e-5b00-4a57-8b1a-a4537144401c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:40.124745 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.152521 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.235222 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d4862d90-63c6-4520-8c8d-6cc1fb0f1e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.359128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 825e517d-5b03-4579-bf23-5aaeb966c959 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:40.359723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Allocated IP 172.25.3.209 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/f9729f21-d065-4054-9eef-88cb04645c0a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:40.408264 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Allocated IP 172.20.0.2 (addef81f-f390-4541-b6d7-4ab52b90a491/22e4d403-2e97-4251-a198-3963f1d2ba7b/8fc74350-77b4-41f6-a932-2009b5662a58) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:40.428743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 825e517d-5b03-4579-bf23-5aaeb966c959 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:40.429088 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 825e517d-5b03-4579-bf23-5aaeb966c959 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:40.463507 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4862d90-63c6-4520-8c8d-6cc1fb0f1e80 None None] Pushing event updated for resources: {'Port': ['ID=5079f888-d92a-4ea2-aa33-1de7d09ef6b7,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:40.485667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d18ae1f6-6cbb-474f-bcfd-c867b5e7b340 None None] Provisioning complete for port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:40.486041 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d18ae1f6-6cbb-474f-bcfd-c867b5e7b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.572068 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.614367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35024) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:40.643087 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.680939 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.686336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-901f1108-f690-429c-b433-258a89f50d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '5079f888-d92a-4ea2-aa33-1de7d09ef6b7', 'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'mac_address': 'fa:16:3e:3f:1c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:38Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'subnets': [{'id': '500c4615-8220-4782-b39d-48988f956da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:40.709316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-41c173ed-5a68-4bd8-bf22-20dccabf4257 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.718595 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c173ed-5a68-4bd8-bf22-20dccabf4257 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.719675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-41c173ed-5a68-4bd8-bf22-20dccabf4257 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.740599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Pushing event updated for resources: {'Port': ['ID=f9729f21-d065-4054-9eef-88cb04645c0a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:40.758648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f1108-f690-429c-b433-258a89f50d74 None None] The sync data for ids ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'] in n-d-712137-12 is: [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '5079f888-d92a-4ea2-aa33-1de7d09ef6b7', 'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'mac_address': 'fa:16:3e:3f:1c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:38Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'subnets': [{'id': '500c4615-8220-4782-b39d-48988f956da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:40.766047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:40.768967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:40.770211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:40.770662 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.873942 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.885479 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-41c173ed-5a68-4bd8-bf22-20dccabf4257 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3402221 Sep 16 05:16:40.890245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Network b324d9a8-1157-4e98-85b7-bf55b89fc8f0 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:40.895150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:40.897363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Pushing event updated for resources: {'Port': ['ID=bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:40.899900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:40.901611 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35030) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:40.939102 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3528b443-2240-4dab-919d-1b2cc46c23d8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Request body: {'subnet': {'network_id': '39c492d7-e17f-406f-855d-10a09738c356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:40.969962 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.982607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Attempting to bind port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:40.982992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Attempting to bind port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '988a4c0e-ea36-45f8-ad66-ca00b8a86111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b324d9a8-1157-4e98-85b7-bf55b89fc8f0'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:40.983363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Attempting to bind port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d on network b324d9a8-1157-4e98-85b7-bf55b89fc8f0 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:40.992584 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4ffebade-9334-492a-b951-7b6664d6a2eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e1c1acdabb043a5b48f12b342ae6235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771243 Sep 16 05:16:40.995170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35034) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:41.008952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c173ed-5a68-4bd8-bf22-20dccabf4257 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'Network': ['ID=2d8781ba-79fc-44c8-82f4-aef9523d555b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.034613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 2d8781ba-79fc-44c8-82f4-aef9523d555b details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:41.054710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Network addef81f-f390-4541-b6d7-4ab52b90a491 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:41.158831 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-956d361c-08d0-4b62-891d-b2c2351dce98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.191477 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-956d361c-08d0-4b62-891d-b2c2351dce98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.258004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3528b443-2240-4dab-919d-1b2cc46c23d8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Made reservation on behalf of 2a71c6f928a84980ae1821643c2de8ca for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:41.262291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3528b443-2240-4dab-919d-1b2cc46c23d8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.320415 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-956d361c-08d0-4b62-891d-b2c2351dce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.323035 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-956d361c-08d0-4b62-891d-b2c2351dce98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.327683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-956d361c-08d0-4b62-891d-b2c2351dce98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/914cca76-016d-4257-a2a7-41bed6956dfa HTTP/1.1" status: 204 len: 168 time: 0.3303030 Sep 16 05:16:41.384311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d361c-08d0-4b62-891d-b2c2351dce98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914cca76-016d-4257-a2a7-41bed6956dfa,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.410619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:41.411547 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Checking segment: {'id': '988a4c0e-ea36-45f8-ad66-ca00b8a86111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b324d9a8-1157-4e98-85b7-bf55b89fc8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:41.412322 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.413094 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Bound using segment: {'id': '988a4c0e-ea36-45f8-ad66-ca00b8a86111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b324d9a8-1157-4e98-85b7-bf55b89fc8f0'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:41.413686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Bound port: bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988a4c0e-ea36-45f8-ad66-ca00b8a86111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b324d9a8-1157-4e98-85b7-bf55b89fc8f0'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:41.414173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.425123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f0315ce7-97ef-498d-a300-2ad7ec8a1832 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:41.444478 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:41.478847 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:41.487879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: f0315ce7-97ef-498d-a300-2ad7ec8a1832 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:41.494184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f0315ce7-97ef-498d-a300-2ad7ec8a1832 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:41.526371 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.604807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Pushing event updated for resources: {'Port': ['ID=8fc74350-77b4-41f6-a932-2009b5662a58,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.752323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] For port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:41.758688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Attempting to bind port 8fc74350-77b4-41f6-a932-2009b5662a58 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:41.767741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Attempting to bind port 8fc74350-77b4-41f6-a932-2009b5662a58 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '65bfa0a6-8ad2-4aa9-b093-a6af02736d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:41.767741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Attempting to bind port 8fc74350-77b4-41f6-a932-2009b5662a58 on network addef81f-f390-4541-b6d7-4ab52b90a491 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:41.782155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:41.782544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Checking segment: {'id': '65bfa0a6-8ad2-4aa9-b093-a6af02736d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:41.783019 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.783358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Bound using segment: {'id': '65bfa0a6-8ad2-4aa9-b093-a6af02736d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:41.783861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Bound port: 8fc74350-77b4-41f6-a932-2009b5662a58, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65bfa0a6-8ad2-4aa9-b093-a6af02736d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:41.784253 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.803552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] For port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d,segment=NetworkSegment(988a4c0e-ea36-45f8-ad66-ca00b8a86111),segment_id=988a4c0e-ea36-45f8-ad66-ca00b8a86111)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:41.865029 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3528b443-2240-4dab-919d-1b2cc46c23d8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.928678 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.017798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528b443-2240-4dab-919d-1b2cc46c23d8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'Subnet': ['ID=d1b22bba-d3e5-44ff-9d8f-647d9aee5765,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:42.029868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528b443-2240-4dab-919d-1b2cc46c23d8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Checking segment: {'id': '38f99e47-2346-4482-951c-b1cfbcfa020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '39c492d7-e17f-406f-855d-10a09738c356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:42.032680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3528b443-2240-4dab-919d-1b2cc46c23d8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Network hostable DHCP agents. Network: 39c492d7-e17f-406f-855d-10a09738c356, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:42.059147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] For port 8fc74350-77b4-41f6-a932-2009b5662a58, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:42.109611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] For port 8fc74350-77b4-41f6-a932-2009b5662a58, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8fc74350-77b4-41f6-a932-2009b5662a58,segment=NetworkSegment(65bfa0a6-8ad2-4aa9-b093-a6af02736d44),segment_id=65bfa0a6-8ad2-4aa9-b093-a6af02736d44)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:42.135240 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b2656-2cf8-45fb-95c2-59dadd869a69 None None] Pushing event updated for resources: {'Port': ['ID=bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:42.236899 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-96a3d01b-f2e1-4a9e-be09-fcaaabb335b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.239545 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.341315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3528b443-2240-4dab-919d-1b2cc46c23d8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Network 39c492d7-e17f-406f-855d-10a09738c356 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:42.399984 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35098) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:42.419785 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b850d264-631e-4f4c-a6bd-816344dd80c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.429840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec23d7-afbe-4cc8-8dc7-f7679f825b73 None None] Pushing event updated for resources: {'Port': ['ID=8fc74350-77b4-41f6-a932-2009b5662a58,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:42.475702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:42.556903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3528b443-2240-4dab-919d-1b2cc46c23d8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 39c492d7-e17f-406f-855d-10a09738c356) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:42.573469 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0253e4db-cf9a-4374-9795-9dbb319847a1 None None] Network 39c492d7-e17f-406f-855d-10a09738c356 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:42.579890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3528b443-2240-4dab-919d-1b2cc46c23d8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.583469 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3528b443-2240-4dab-919d-1b2cc46c23d8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.611587 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.688482 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b850d264-631e-4f4c-a6bd-816344dd80c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.693906 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.694928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:42.695226 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.778279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b850d264-631e-4f4c-a6bd-816344dd80c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.844569 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b850d264-631e-4f4c-a6bd-816344dd80c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e20f47666be46abb836bea66ef85da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435589 Sep 16 05:16:42.861929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35110) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:42.864381 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3528b443-2240-4dab-919d-1b2cc46c23d8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9496706 Sep 16 05:16:42.871163 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35114) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:42.917041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ddd6bed9-d468-4210-81da-575fc78a5c94 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Request body: {'subnet': {'network_id': '2d8781ba-79fc-44c8-82f4-aef9523d555b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:42.917265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-39c492d7-e17f-406f-855d-10a09738c356', 'network_id': '39c492d7-e17f-406f-855d-10a09738c356', 'tenant_id': '2a71c6f928a84980ae1821643c2de8ca', 'fixed_ips': [{'subnet_id': 'd1b22bba-d3e5-44ff-9d8f-647d9aee5765'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:42.918540 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.958327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850d264-631e-4f4c-a6bd-816344dd80c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159f17cf-7da2-42b9-8907-c08e438691d6,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:43.084910 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edfc479b-7b4b-41ce-9e68-83861772afca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.125696 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edfc479b-7b4b-41ce-9e68-83861772afca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.129876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Router f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:16:43.226193 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Allocated IP 2001:db8::2 (39c492d7-e17f-406f-855d-10a09738c356/d1b22bba-d3e5-44ff-9d8f-647d9aee5765/e5e719a6-745e-4fe0-b4b2-a8b12a334708) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:43.240790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd6bed9-d468-4210-81da-575fc78a5c94 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Made reservation on behalf of 2a71c6f928a84980ae1821643c2de8ca for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:43.245280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ddd6bed9-d468-4210-81da-575fc78a5c94 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.306982 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edfc479b-7b4b-41ce-9e68-83861772afca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.316170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-edfc479b-7b4b-41ce-9e68-83861772afca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.319214 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-edfc479b-7b4b-41ce-9e68-83861772afca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/159f17cf-7da2-42b9-8907-c08e438691d6 HTTP/1.1" status: 204 len: 168 time: 0.4527931 Sep 16 05:16:43.373307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc479b-7b4b-41ce-9e68-83861772afca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159f17cf-7da2-42b9-8907-c08e438691d6,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:43.431738 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:43.450528 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Sync routers for ids ['f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:43.476626 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Routers {'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:43.477443 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:43.537785 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.541614 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ee85ddca-fce4-472d-9ea6-8bdbcd3c647e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5249889 Sep 16 05:16:43.541837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35124) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:43.646275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51304b77-0753-4cbd-98b8-482a0234f716 None None] Network b324d9a8-1157-4e98-85b7-bf55b89fc8f0 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:43.726165 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Set router f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:43.746069 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.825487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9d5a66d1-4136-40ea-bb8c-77a72f2c738d None None] Provisioning complete for port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:43.825988 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d5a66d1-4136-40ea-bb8c-77a72f2c738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.931686 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ddd6bed9-d468-4210-81da-575fc78a5c94 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.055606 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.165704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6bed9-d468-4210-81da-575fc78a5c94 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'Subnet': ['ID=709d0f2d-3556-4c7c-b2ff-ec40d25ab12b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:44.188871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6bed9-d468-4210-81da-575fc78a5c94 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Checking segment: {'id': 'c8ab5110-fc75-42b9-81c2-ff81dba03092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2d8781ba-79fc-44c8-82f4-aef9523d555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:44.189526 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd6bed9-d468-4210-81da-575fc78a5c94 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Network hostable DHCP agents. Network: 2d8781ba-79fc-44c8-82f4-aef9523d555b, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:44.240744 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d5a66d1-4136-40ea-bb8c-77a72f2c738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.291823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5da48ac-7df0-4c03-ac42-45d8f04887a8 None None] Network addef81f-f390-4541-b6d7-4ab52b90a491 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:44.322233 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd6bed9-d468-4210-81da-575fc78a5c94 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Network 2d8781ba-79fc-44c8-82f4-aef9523d555b is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:44.345426 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'name': 'tempest-TestVolumeBackupRestore-1849128463-router', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:39Z', 'updated_at': '2021-09-16T05:16:41Z', 'revision_number': 3, 'project_id': '1b07c8221ad1449b89762e8452c5da65', 'gw_port': {'id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:44.393389 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Checking router: f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:44.394134 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Updating router f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 port f9729f21-d065-4054-9eef-88cb04645c0a binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:44.416370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-ddd6bed9-d468-4210-81da-575fc78a5c94 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 2d8781ba-79fc-44c8-82f4-aef9523d555b) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:44.422253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd6bed9-d468-4210-81da-575fc78a5c94 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:44.423059 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ddd6bed9-d468-4210-81da-575fc78a5c94 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.437529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Network 39c492d7-e17f-406f-855d-10a09738c356 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:44.457914 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.478990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e425e425-ebfe-444e-9df1-a2f613435f23 None None] Network 2d8781ba-79fc-44c8-82f4-aef9523d555b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:44.500548 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.501135 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:44.506273 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:44.537021 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ddd6bed9-d468-4210-81da-575fc78a5c94 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6553569 Sep 16 05:16:44.542248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35182) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:44.554760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35184) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:44.650088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-695541dd-5f0f-4025-a93b-da618c28631d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7431620833443f595de9b18b729ff7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0938015 Sep 16 05:16:44.653991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35186) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:44.689906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:44.724547 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Pushing event updated for resources: {'Port': ['ID=e5e719a6-745e-4fe0-b4b2-a8b12a334708,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:44.797638 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9a75-74c0-4a20-947b-faf7a4148ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.842378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9a75-74c0-4a20-947b-faf7a4148ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.913170 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90fa832b-dd9d-492f-8049-697800cd328e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.914999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Allocated IP 172.20.0.1 (addef81f-f390-4541-b6d7-4ab52b90a491/22e4d403-2e97-4251-a198-3963f1d2ba7b/17aa79de-c239-44ea-bd58-bead7e4b7594) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:45.008578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9d5a66d1-4136-40ea-bb8c-77a72f2c738d None None] For port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d,segment=NetworkSegment(988a4c0e-ea36-45f8-ad66-ca00b8a86111),segment_id=988a4c0e-ea36-45f8-ad66-ca00b8a86111)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:45.037569 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9a75-74c0-4a20-947b-faf7a4148ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.043914 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9a75-74c0-4a20-947b-faf7a4148ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.049385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0dfe9a75-74c0-4a20-947b-faf7a4148ba4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/320e523d-2f83-43b5-ad50-0bd511979c6a HTTP/1.1" status: 204 len: 168 time: 0.3917935 Sep 16 05:16:45.065245 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.092603 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.094965 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d5a66d1-4136-40ea-bb8c-77a72f2c738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.138074 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.139143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe9a75-74c0-4a20-947b-faf7a4148ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320e523d-2f83-43b5-ad50-0bd511979c6a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:45.148808 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.167092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a66d1-4136-40ea-bb8c-77a72f2c738d None None] Pushing event updated for resources: {'Port': ['ID=bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:45.271929 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Attempting to bind port f9729f21-d065-4054-9eef-88cb04645c0a on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:45.273174 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Attempting to bind port f9729f21-d065-4054-9eef-88cb04645c0a by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:45.273734 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Attempting to bind port f9729f21-d065-4054-9eef-88cb04645c0a on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:45.293900 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:45.294259 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:45.294661 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.295177 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:45.296063 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Bound port: f9729f21-d065-4054-9eef-88cb04645c0a, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:45.297324 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.315120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Attempting to bind port e5e719a6-745e-4fe0-b4b2-a8b12a334708 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:45.315731 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Attempting to bind port e5e719a6-745e-4fe0-b4b2-a8b12a334708 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '38f99e47-2346-4482-951c-b1cfbcfa020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '39c492d7-e17f-406f-855d-10a09738c356'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:45.317418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Attempting to bind port e5e719a6-745e-4fe0-b4b2-a8b12a334708 on network 39c492d7-e17f-406f-855d-10a09738c356 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:45.331067 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Pushing event updated for resources: {'Port': ['ID=f9729f21-d065-4054-9eef-88cb04645c0a,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:45.343666 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.344020 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.344356 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.344710 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.345035 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.345409 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.345727 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.346212 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.346534 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.347467 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.347800 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.348120 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.367861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:45.368228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Checking segment: {'id': '38f99e47-2346-4482-951c-b1cfbcfa020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '39c492d7-e17f-406f-855d-10a09738c356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:45.368671 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.369075 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Bound using segment: {'id': '38f99e47-2346-4482-951c-b1cfbcfa020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '39c492d7-e17f-406f-855d-10a09738c356'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:45.369569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Bound port: e5e719a6-745e-4fe0-b4b2-a8b12a334708, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f99e47-2346-4482-951c-b1cfbcfa020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '39c492d7-e17f-406f-855d-10a09738c356'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:45.369950 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.377477 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.393656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ab11cf83-9749-47c5-9b35-10c5da72069d None None] Provisioning complete for port 8fc74350-77b4-41f6-a932-2009b5662a58 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:45.394063 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab11cf83-9749-47c5-9b35-10c5da72069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.395375 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] For port f9729f21-d065-4054-9eef-88cb04645c0a, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:45.415002 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] For port f9729f21-d065-4054-9eef-88cb04645c0a, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f9729f21-d065-4054-9eef-88cb04645c0a,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:45.477822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Network addef81f-f390-4541-b6d7-4ab52b90a491 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:45.482685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:45.486465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:45.493439 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.538474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Pushing event updated for resources: {'Port': ['ID=17aa79de-c239-44ea-bd58-bead7e4b7594,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:45.554144 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.575642 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Routers {'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:45.576276 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:45.590935 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.594253 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedbe16-6ec2-4155-b48c-0a4735bf83e9 None None] Pushing event updated for resources: {'Port': ['ID=f9729f21-d065-4054-9eef-88cb04645c0a,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:45.629875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:45.630256 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.788239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Allocated IP 2001:db8::1 (39c492d7-e17f-406f-855d-10a09738c356/d1b22bba-d3e5-44ff-9d8f-647d9aee5765/9dbda8f6-bf1b-4d92-80ab-daf4fada1441) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:45.880528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] For port e5e719a6-745e-4fe0-b4b2-a8b12a334708, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:45.903321 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] Set router f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:45.906206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-2d8781ba-79fc-44c8-82f4-aef9523d555b', 'network_id': '2d8781ba-79fc-44c8-82f4-aef9523d555b', 'tenant_id': '2a71c6f928a84980ae1821643c2de8ca', 'fixed_ips': [{'subnet_id': '709d0f2d-3556-4c7c-b2ff-ec40d25ab12b'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:45.908449 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.100869 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.122359 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] For port e5e719a6-745e-4fe0-b4b2-a8b12a334708, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e5e719a6-745e-4fe0-b4b2-a8b12a334708,segment=NetworkSegment(38f99e47-2346-4482-951c-b1cfbcfa020e),segment_id=38f99e47-2346-4482-951c-b1cfbcfa020e)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:46.173789 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.244954 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.394251 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'name': 'tempest-TestVolumeBackupRestore-1849128463-router', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:39Z', 'updated_at': '2021-09-16T05:16:41Z', 'revision_number': 3, 'project_id': '1b07c8221ad1449b89762e8452c5da65', 'gw_port': {'id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:46.400806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.442361 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.475223 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1762576-b422-4c0a-a03b-db966e48ff57 None None] The sync data for ids ['f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'] in n-d-712137-12 is: [{'id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'name': 'tempest-TestVolumeBackupRestore-1849128463-router', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:39Z', 'updated_at': '2021-09-16T05:16:41Z', 'revision_number': 3, 'project_id': '1b07c8221ad1449b89762e8452c5da65', 'gw_port': {'id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:46.492622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Network 39c492d7-e17f-406f-855d-10a09738c356 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:46.501277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:46.506151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:46.506715 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.525260 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab11cf83-9749-47c5-9b35-10c5da72069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.540976 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.606505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8fc74350-77b4-41f6-a932-2009b5662a58 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:46.611235 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.613972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'Port': ['ID=9dbda8f6-bf1b-4d92-80ab-daf4fada1441,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:46.675083 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.836540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Pushing event updated for resources: {'Port': ['ID=17aa79de-c239-44ea-bd58-bead7e4b7594,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:46.852885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8b988-508e-4521-8f73-a75ba4f864ec None None] Pushing event updated for resources: {'Port': ['ID=e5e719a6-745e-4fe0-b4b2-a8b12a334708,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:46.880329 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.947935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Network addef81f-f390-4541-b6d7-4ab52b90a491 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:46.950664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:47.046296 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.048079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ab11cf83-9749-47c5-9b35-10c5da72069d None None] For port 8fc74350-77b4-41f6-a932-2009b5662a58, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8fc74350-77b4-41f6-a932-2009b5662a58,segment=NetworkSegment(65bfa0a6-8ad2-4aa9-b093-a6af02736d44),segment_id=65bfa0a6-8ad2-4aa9-b093-a6af02736d44)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:47.098468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Allocated IP 2001:db8::2 (2d8781ba-79fc-44c8-82f4-aef9523d555b/709d0f2d-3556-4c7c-b2ff-ec40d25ab12b/e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:47.121681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 8fc74350-77b4-41f6-a932-2009b5662a58 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:47.121971 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.164250 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ab11cf83-9749-47c5-9b35-10c5da72069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.342859 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Router f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:47.787324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:47.796167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ff75e9e5-95b7-4cde-9adc-bc9501e172af admin admin] 10.222.0.24 "PUT /v2.0/routers/f2ecbc24-78d8-48fa-b7de-b0fb56fc0546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2526035 Sep 16 05:16:47.797907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11cf83-9749-47c5-9b35-10c5da72069d None None] Pushing event updated for resources: {'Port': ['ID=8fc74350-77b4-41f6-a932-2009b5662a58,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:47.818934 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a658cb58-f839-41c9-a537-63f27ad6cbd0 None None] Provisioning complete for port 8fc74350-77b4-41f6-a932-2009b5662a58 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:47.824044 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a658cb58-f839-41c9-a537-63f27ad6cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.829991 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.844416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.936275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.937131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.004709 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.011369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a658cb58-f839-41c9-a537-63f27ad6cbd0 None None] Provisioning complete for port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:48.020162 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a658cb58-f839-41c9-a537-63f27ad6cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.081435 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.133639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Network 2d8781ba-79fc-44c8-82f4-aef9523d555b is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:48.140550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:48.143266 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:48.252721 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Pushing event updated for resources: {'Port': ['ID=e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:48.262482 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'Port': ['ID=9dbda8f6-bf1b-4d92-80ab-daf4fada1441,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:48.320087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Attempting to bind port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:48.320320 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Attempting to bind port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'c8ab5110-fc75-42b9-81c2-ff81dba03092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2d8781ba-79fc-44c8-82f4-aef9523d555b'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:48.320700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Attempting to bind port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e on network 2d8781ba-79fc-44c8-82f4-aef9523d555b {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:48.347822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:48.348163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Checking segment: {'id': 'c8ab5110-fc75-42b9-81c2-ff81dba03092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2d8781ba-79fc-44c8-82f4-aef9523d555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:48.348895 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.349328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Bound using segment: {'id': 'c8ab5110-fc75-42b9-81c2-ff81dba03092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2d8781ba-79fc-44c8-82f4-aef9523d555b'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:48.349822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Bound port: e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ab5110-fc75-42b9-81c2-ff81dba03092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2d8781ba-79fc-44c8-82f4-aef9523d555b'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:48.350356 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.360620 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:48.374393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Network 39c492d7-e17f-406f-855d-10a09738c356 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:48.378205 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:48.536943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a658cb58-f839-41c9-a537-63f27ad6cbd0 None None] Provisioning complete for port 17aa79de-c239-44ea-bd58-bead7e4b7594 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:48.537919 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a658cb58-f839-41c9-a537-63f27ad6cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.685412 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a658cb58-f839-41c9-a537-63f27ad6cbd0 None None] Port 17aa79de-c239-44ea-bd58-bead7e4b7594 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:48.700808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] For port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:48.704564 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] For port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e,segment=NetworkSegment(c8ab5110-fc75-42b9-81c2-ff81dba03092),segment_id=c8ab5110-fc75-42b9-81c2-ff81dba03092)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:48.710310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:48.710683 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.783228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Router e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:16:48.823289 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.868592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8fc74350-77b4-41f6-a932-2009b5662a58 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:48.954593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-41f4bef7-a973-4cae-acb9-e180b8b42813 None None] Provisioning complete for port 17aa79de-c239-44ea-bd58-bead7e4b7594 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:48.954930 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-41f4bef7-a973-4cae-acb9-e180b8b42813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.990503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:49.000048 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fd1b3fc3-1ed8-4da9-9583-19bd53950561 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "PUT /v2.0/routers/e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4591756 Sep 16 05:16:49.002724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35314) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:49.008916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-41f4bef7-a973-4cae-acb9-e180b8b42813 None None] Port 17aa79de-c239-44ea-bd58-bead7e4b7594 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:49.012228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d166d570-f058-4ab4-b0f0-66e37d839992 None None] Network 39c492d7-e17f-406f-855d-10a09738c356 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:49.115548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad392a-ded0-400a-b314-55c1c4b28334 None None] Sync routers for ids ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:49.178301 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad392a-ded0-400a-b314-55c1c4b28334 None None] Routers {'e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:49.179027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-48ad392a-ded0-400a-b314-55c1c4b28334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:49.378593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-48ad392a-ded0-400a-b314-55c1c4b28334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:49.394917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 8fc74350-77b4-41f6-a932-2009b5662a58 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:49.395404 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.397049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49808251-a89a-4dc7-aef6-25f0ee38471c None None] Pushing event updated for resources: {'Port': ['ID=e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:49.405063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-14011fd4-5440-4c11-820f-5167c877c147 None None] Provisioning complete for port e5e719a6-745e-4fe0-b4b2-a8b12a334708 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:49.405612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-14011fd4-5440-4c11-820f-5167c877c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.489150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad392a-ded0-400a-b314-55c1c4b28334 None None] Routers {'e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:49.489803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-48ad392a-ded0-400a-b314-55c1c4b28334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:49.568597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-48ad392a-ded0-400a-b314-55c1c4b28334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:49.569379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad392a-ded0-400a-b314-55c1c4b28334 None None] The sync data for ids ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:49.718338 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e5e719a6-745e-4fe0-b4b2-a8b12a334708 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:49.725773 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Sync routers for ids ['f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:49.742643 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Routers {'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:49.743230 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-14011fd4-5440-4c11-820f-5167c877c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.743468 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:49.912985 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-14011fd4-5440-4c11-820f-5167c877c147 None None] For port e5e719a6-745e-4fe0-b4b2-a8b12a334708, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e5e719a6-745e-4fe0-b4b2-a8b12a334708,segment=NetworkSegment(38f99e47-2346-4482-951c-b1cfbcfa020e),segment_id=38f99e47-2346-4482-951c-b1cfbcfa020e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:49.965024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e5e719a6-745e-4fe0-b4b2-a8b12a334708 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:49.966546 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.979295 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Set router f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:50.000183 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-5f004d0b-300d-4157-86c7-cd7a1e948bff tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:16:50.006964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5f004d0b-300d-4157-86c7-cd7a1e948bff tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "PUT /v2.0/routers/e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0022106 Sep 16 05:16:50.009961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35324) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:50.017626 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-14011fd4-5440-4c11-820f-5167c877c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.143969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14011fd4-5440-4c11-820f-5167c877c147 None None] Pushing event updated for resources: {'Port': ['ID=e5e719a6-745e-4fe0-b4b2-a8b12a334708,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:50.194438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f9729f21-d065-4054-9eef-88cb04645c0a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:50.254392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-69c40025-9f2c-43d6-9856-3ca5f6305663 None None] Provisioning complete for port e5e719a6-745e-4fe0-b4b2-a8b12a334708 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:50.259650 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-69c40025-9f2c-43d6-9856-3ca5f6305663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.391259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f9729f21-d065-4054-9eef-88cb04645c0a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:50.391706 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.398766 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'name': 'tempest-TestVolumeBackupRestore-1849128463-router', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:39Z', 'updated_at': '2021-09-16T05:16:45Z', 'revision_number': 4, 'project_id': '1b07c8221ad1449b89762e8452c5da65', 'gw_port': {'id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '17aa79de-c239-44ea-bd58-bead7e4b7594', 'name': '', 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'mac_address': 'fa:16:3e:64:35:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '22e4d403-2e97-4251-a198-3963f1d2ba7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:44Z', 'updated_at': '2021-09-16T05:16:46Z', 'revision_number': 2, 'project_id': '1b07c8221ad1449b89762e8452c5da65', 'subnets': [{'id': '22e4d403-2e97-4251-a198-3963f1d2ba7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:50.490171 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Checking router: f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:50.491083 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Updating router f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 port 17aa79de-c239-44ea-bd58-bead7e4b7594 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:50.569765 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.662490 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.710466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port f9729f21-d065-4054-9eef-88cb04645c0a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f9729f21-d065-4054-9eef-88cb04645c0a,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:50.712047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-69c40025-9f2c-43d6-9856-3ca5f6305663 None None] Provisioning complete for port 9dbda8f6-bf1b-4d92-80ab-daf4fada1441 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:50.717365 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-69c40025-9f2c-43d6-9856-3ca5f6305663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.799318 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.831519 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e2b09d4-7dcb-4c49-8191-e27cffe1af4d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.853755 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-69c40025-9f2c-43d6-9856-3ca5f6305663 None None] Port 9dbda8f6-bf1b-4d92-80ab-daf4fada1441 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:50.883261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=f9729f21-d065-4054-9eef-88cb04645c0a,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:51.006606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-233e3013-2410-4e8b-b55e-a84ef8150f6b None None] Provisioning complete for port 9dbda8f6-bf1b-4d92-80ab-daf4fada1441 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:51.007912 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-233e3013-2410-4e8b-b55e-a84ef8150f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.124141 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-233e3013-2410-4e8b-b55e-a84ef8150f6b None None] Port 9dbda8f6-bf1b-4d92-80ab-daf4fada1441 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:51.212572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:51.243386 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.248093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4403b7c-b09a-47fa-8a7e-750b22318d55 None None] Network 2d8781ba-79fc-44c8-82f4-aef9523d555b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:51.308875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b09d4-7dcb-4c49-8191-e27cffe1af4d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Deleting port 9dbda8f6-bf1b-4d92-80ab-daf4fada1441 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:51.309565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e2b09d4-7dcb-4c49-8191-e27cffe1af4d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.348757 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.419437 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2691e7-cce0-4531-8c64-d292d1b5cfaa None None] Pushing event updated for resources: {'Port': ['ID=17aa79de-c239-44ea-bd58-bead7e4b7594,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:51.428629 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e2b09d4-7dcb-4c49-8191-e27cffe1af4d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.464668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b09d4-7dcb-4c49-8191-e27cffe1af4d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Calling delete_port for 9dbda8f6-bf1b-4d92-80ab-daf4fada1441 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:51.495895 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Attempting to bind port 17aa79de-c239-44ea-bd58-bead7e4b7594 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:51.496532 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Attempting to bind port 17aa79de-c239-44ea-bd58-bead7e4b7594 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '65bfa0a6-8ad2-4aa9-b093-a6af02736d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:51.497081 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Attempting to bind port 17aa79de-c239-44ea-bd58-bead7e4b7594 on network addef81f-f390-4541-b6d7-4ab52b90a491 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:51.503790 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:51.504564 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Checking segment: {'id': '65bfa0a6-8ad2-4aa9-b093-a6af02736d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:51.505161 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.507038 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Bound using segment: {'id': '65bfa0a6-8ad2-4aa9-b093-a6af02736d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:51.507703 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Bound port: 17aa79de-c239-44ea-bd58-bead7e4b7594, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65bfa0a6-8ad2-4aa9-b093-a6af02736d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:51.508274 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.564396 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-367ebab3-c1d3-4b4c-8239-d5bb9dad7fdf None None] Provisioning complete for port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:51.564798 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-367ebab3-c1d3-4b4c-8239-d5bb9dad7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.641367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:51.641738 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.659639 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] For port 17aa79de-c239-44ea-bd58-bead7e4b7594, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:51.668712 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] For port 17aa79de-c239-44ea-bd58-bead7e4b7594, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=17aa79de-c239-44ea-bd58-bead7e4b7594,segment=NetworkSegment(65bfa0a6-8ad2-4aa9-b093-a6af02736d44),segment_id=65bfa0a6-8ad2-4aa9-b093-a6af02736d44)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:51.755029 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.830457 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Routers {'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:51.838578 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:51.932394 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e2b09d4-7dcb-4c49-8191-e27cffe1af4d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.944360 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2691e7-cce0-4531-8c64-d292d1b5cfaa None None] Pushing event updated for resources: {'Port': ['ID=17aa79de-c239-44ea-bd58-bead7e4b7594,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:52.011987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b09d4-7dcb-4c49-8191-e27cffe1af4d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Port': ['ID=9dbda8f6-bf1b-4d92-80ab-daf4fada1441,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:52.036670 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-367ebab3-c1d3-4b4c-8239-d5bb9dad7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.111802 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.158080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-367ebab3-c1d3-4b4c-8239-d5bb9dad7fdf None None] For port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e,segment=NetworkSegment(c8ab5110-fc75-42b9-81c2-ff81dba03092),segment_id=c8ab5110-fc75-42b9-81c2-ff81dba03092)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:52.220784 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e2b09d4-7dcb-4c49-8191-e27cffe1af4d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.242164 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-367ebab3-c1d3-4b4c-8239-d5bb9dad7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.340211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35372) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:52.372695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-367ebab3-c1d3-4b4c-8239-d5bb9dad7fdf None None] Could not find standard attr ID for object 9dbda8f6-bf1b-4d92-80ab-daf4fada1441. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:16:52.430190 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] Set router f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:52.433657 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:52.438239 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:52.438239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ebab3-c1d3-4b4c-8239-d5bb9dad7fdf None None] Pushing event updated for resources: {'Port': ['ID=e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:52.496278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-01fa701a-ee57-44dd-ae2b-239a0352c5d6 None None] Provisioning complete for port 17aa79de-c239-44ea-bd58-bead7e4b7594 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:52.500062 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01fa701a-ee57-44dd-ae2b-239a0352c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.583403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2b09d4-7dcb-4c49-8191-e27cffe1af4d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Router e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:52.650200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-71d95be6-411f-4d2b-bf37-71b9751e0c17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84a86634087e4275acd7c9b42a07272a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035717 Sep 16 05:16:52.650955 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01fa701a-ee57-44dd-ae2b-239a0352c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.653603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35376) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:52.702957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-01fa701a-ee57-44dd-ae2b-239a0352c5d6 None None] For port 17aa79de-c239-44ea-bd58-bead7e4b7594, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=17aa79de-c239-44ea-bd58-bead7e4b7594,segment=NetworkSegment(65bfa0a6-8ad2-4aa9-b093-a6af02736d44),segment_id=65bfa0a6-8ad2-4aa9-b093-a6af02736d44)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:52.704889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2b09d4-7dcb-4c49-8191-e27cffe1af4d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:52.719048 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5e2b09d4-7dcb-4c49-8191-e27cffe1af4d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "PUT /v2.0/routers/e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7067704 Sep 16 05:16:52.724615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35378) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:52.730321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db920c-e563-43d5-9192-e083b0156fa1 None None] Sync routers for ids ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:52.758938 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'name': 'tempest-TestVolumeBackupRestore-1849128463-router', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:39Z', 'updated_at': '2021-09-16T05:16:45Z', 'revision_number': 4, 'project_id': '1b07c8221ad1449b89762e8452c5da65', 'gw_port': {'id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '17aa79de-c239-44ea-bd58-bead7e4b7594', 'name': '', 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'mac_address': 'fa:16:3e:64:35:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '22e4d403-2e97-4251-a198-3963f1d2ba7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:44Z', 'updated_at': '2021-09-16T05:16:51Z', 'revision_number': 4, 'project_id': '1b07c8221ad1449b89762e8452c5da65', 'subnets': [{'id': '22e4d403-2e97-4251-a198-3963f1d2ba7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:52.759220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db920c-e563-43d5-9192-e083b0156fa1 None None] Routers {'e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:52.759220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-56db920c-e563-43d5-9192-e083b0156fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:52.768038 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0705498e-3c53-4593-9845-43922234e9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.794988 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0705498e-3c53-4593-9845-43922234e9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.798005 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8433b-bcc3-44e5-a1d9-a0a7a59ee1f7 None None] The sync data for ids ['f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'] in n-d-712137-12 is: [{'id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'name': 'tempest-TestVolumeBackupRestore-1849128463-router', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:39Z', 'updated_at': '2021-09-16T05:16:45Z', 'revision_number': 4, 'project_id': '1b07c8221ad1449b89762e8452c5da65', 'gw_port': {'id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '17aa79de-c239-44ea-bd58-bead7e4b7594', 'name': '', 'network_id': 'addef81f-f390-4541-b6d7-4ab52b90a491', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'mac_address': 'fa:16:3e:64:35:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '22e4d403-2e97-4251-a198-3963f1d2ba7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:44Z', 'updated_at': '2021-09-16T05:16:51Z', 'revision_number': 4, 'project_id': '1b07c8221ad1449b89762e8452c5da65', 'subnets': [{'id': '22e4d403-2e97-4251-a198-3963f1d2ba7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:52.818955 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-d8444d34-4d99-41a0-bf63-ae0bcdf01ce3 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] delete failed (client error): The resource could not be found. Sep 16 05:16:52.823979 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d8444d34-4d99-41a0-bf63-ae0bcdf01ce3 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1566969399 HTTP/1.1" status: 404 len: 335 time: 0.0963385 Sep 16 05:16:52.824202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35380) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:52.832302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4d2a14f5-d047-4961-a0eb-ec1e924cefd7 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:52.833526 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01fa701a-ee57-44dd-ae2b-239a0352c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.839498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-56db920c-e563-43d5-9192-e083b0156fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:52.910080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db920c-e563-43d5-9192-e083b0156fa1 None None] Routers {'e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:52.910717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-56db920c-e563-43d5-9192-e083b0156fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:52.960850 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0705498e-3c53-4593-9845-43922234e9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.964810 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0705498e-3c53-4593-9845-43922234e9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.966498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0705498e-3c53-4593-9845-43922234e9af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04ce42f2-c19a-45c0-9e9e-4d00f6583553 HTTP/1.1" status: 204 len: 168 time: 0.3119190 Sep 16 05:16:52.980618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-56db920c-e563-43d5-9192-e083b0156fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:52.982842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db920c-e563-43d5-9192-e083b0156fa1 None None] The sync data for ids ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:52.983783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705498e-3c53-4593-9845-43922234e9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ce42f2-c19a-45c0-9e9e-4d00f6583553,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:53.039036 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa701a-ee57-44dd-ae2b-239a0352c5d6 None None] Pushing event updated for resources: {'Port': ['ID=17aa79de-c239-44ea-bd58-bead7e4b7594,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:53.193613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e5e719a6-745e-4fe0-b4b2-a8b12a334708 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:53.200028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-91792ccc-e275-44af-8554-9ac0115462e9 None None] Provisioning complete for port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:53.202236 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91792ccc-e275-44af-8554-9ac0115462e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.299251 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d2a14f5-d047-4961-a0eb-ec1e924cefd7 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.378057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e5e719a6-745e-4fe0-b4b2-a8b12a334708 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:53.378443 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.387214 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-4d2a14f5-d047-4961-a0eb-ec1e924cefd7 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] update failed (client error): The resource could not be found. Sep 16 05:16:53.392689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35390) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:53.399350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0d28f279-1676-4c73-a7e5-d6d4ea7ff40f tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1014918608'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:53.403440 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4d2a14f5-d047-4961-a0eb-ec1e924cefd7 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "PUT /v2.0/routers/e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0 HTTP/1.1" status: 404 len: 339 time: 0.5772402 Sep 16 05:16:53.491292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d28f279-1676-4c73-a7e5-d6d4ea7ff40f tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Made reservation on behalf of 2a71c6f928a84980ae1821643c2de8ca for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:53.496295 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d28f279-1676-4c73-a7e5-d6d4ea7ff40f tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.527665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d28f279-1676-4c73-a7e5-d6d4ea7ff40f tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:53.540710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d28f279-1676-4c73-a7e5-d6d4ea7ff40f tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.541574 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-0d28f279-1676-4c73-a7e5-d6d4ea7ff40f tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Added segment 4ce30cb4-382c-48d9-aa23-1846fdf98373 of type vlan for network caa8560b-04b0-482d-96eb-c06a7e5addf8 Sep 16 05:16:53.597231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d28f279-1676-4c73-a7e5-d6d4ea7ff40f tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.691786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d28f279-1676-4c73-a7e5-d6d4ea7ff40f tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.708949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28f279-1676-4c73-a7e5-d6d4ea7ff40f tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:53.712003 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d28f279-1676-4c73-a7e5-d6d4ea7ff40f tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.804882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28f279-1676-4c73-a7e5-d6d4ea7ff40f tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'Network': ['ID=caa8560b-04b0-482d-96eb-c06a7e5addf8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:53.821197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network caa8560b-04b0-482d-96eb-c06a7e5addf8 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:53.826095 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 17aa79de-c239-44ea-bd58-bead7e4b7594 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:53.847410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0d28f279-1676-4c73-a7e5-d6d4ea7ff40f tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4524603 Sep 16 05:16:53.852367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35400) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:53.858444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9cdbb312-3af3-4674-9e22-130e81257af8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Request body: {'subnet': {'network_id': 'caa8560b-04b0-482d-96eb-c06a7e5addf8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:53.978894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 17aa79de-c239-44ea-bd58-bead7e4b7594 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:53.979270 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.122528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f9729f21-d065-4054-9eef-88cb04645c0a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:54.288538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f9729f21-d065-4054-9eef-88cb04645c0a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:54.288538 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.288538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:54.341192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:54.341649 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.674140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdbb312-3af3-4674-9e22-130e81257af8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Made reservation on behalf of 2a71c6f928a84980ae1821643c2de8ca for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:54.678200 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb312-3af3-4674-9e22-130e81257af8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.965924 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb312-3af3-4674-9e22-130e81257af8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.037590 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35414) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:55.181742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-816891535-network', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:55.297052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Made reservation on behalf of 9c2f5c2cfbba49d180cbb338b68b6111 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:55.299472 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.309546 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.394924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbb312-3af3-4674-9e22-130e81257af8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'Subnet': ['ID=fbde4f8d-669a-4eea-9381-16640f84385a,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:55.411260 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbb312-3af3-4674-9e22-130e81257af8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Checking segment: {'id': '4ce30cb4-382c-48d9-aa23-1846fdf98373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'caa8560b-04b0-482d-96eb-c06a7e5addf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:55.413613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdbb312-3af3-4674-9e22-130e81257af8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Network hostable DHCP agents. Network: caa8560b-04b0-482d-96eb-c06a7e5addf8, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:55.440930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.508685 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdbb312-3af3-4674-9e22-130e81257af8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Network caa8560b-04b0-482d-96eb-c06a7e5addf8 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:55.542763 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.568810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:55.579159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbae69d-b0a9-4791-98f2-85ea0322def7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:55.584943 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.585283 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Added segment dea7cbad-2fe7-46ba-b05a-54276eae6a3f of type vlan for network 656b8a3f-ac77-47a7-b0aa-80ed7693de17 Sep 16 05:16:55.599295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-9cdbb312-3af3-4674-9e22-130e81257af8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, caa8560b-04b0-482d-96eb-c06a7e5addf8) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:55.608615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdbb312-3af3-4674-9e22-130e81257af8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:55.609633 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbb312-3af3-4674-9e22-130e81257af8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.615347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a49b95-a981-4a53-a732-c9426516b4ae None None] Network caa8560b-04b0-482d-96eb-c06a7e5addf8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:55.631231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.715411 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9cdbb312-3af3-4674-9e22-130e81257af8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8622658 Sep 16 05:16:55.718082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35422) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:55.722531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b29691c7-e48d-447f-b73d-12fb41ddf38c tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Request body: {'router': {'external_gateway_info': {'network_id': 'caa8560b-04b0-482d-96eb-c06a7e5addf8'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:55.743037 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.746741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:55.746741 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.819834 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] Pushing event updated for resources: {'Network': ['ID=656b8a3f-ac77-47a7-b0aa-80ed7693de17,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:55.821051 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-caa8560b-04b0-482d-96eb-c06a7e5addf8', 'network_id': 'caa8560b-04b0-482d-96eb-c06a7e5addf8', 'tenant_id': '2a71c6f928a84980ae1821643c2de8ca', 'fixed_ips': [{'subnet_id': 'fbde4f8d-669a-4eea-9381-16640f84385a'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:55.822018 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.840175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 656b8a3f-ac77-47a7-b0aa-80ed7693de17 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:55.860888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3722248c-d4c7-4f62-a99f-21793bfc9978 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8212669 Sep 16 05:16:55.861537 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35424) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:55.866746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-463bcb58-5e12-4f5d-a384-1a393e312221 admin admin] Request body: {'subnet': {'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-816891535-subnet', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:55.967181 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b29691c7-e48d-447f-b73d-12fb41ddf38c tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.971291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463bcb58-5e12-4f5d-a384-1a393e312221 admin admin] Made reservation on behalf of 9c2f5c2cfbba49d180cbb338b68b6111 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:55.974194 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-463bcb58-5e12-4f5d-a384-1a393e312221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.045038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Allocated IP 2001:db8:1::2 (caa8560b-04b0-482d-96eb-c06a7e5addf8/fbde4f8d-669a-4eea-9381-16640f84385a/49d2fc2d-c830-471e-aac7-7aa673403e59) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:56.208018 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-b29691c7-e48d-447f-b73d-12fb41ddf38c tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:16:56.213905 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b29691c7-e48d-447f-b73d-12fb41ddf38c tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "PUT /v2.0/routers/e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0 HTTP/1.1" status: 400 len: 364 time: 0.4946623 Sep 16 05:16:56.214074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35428) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:56.234883 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.259120 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-463bcb58-5e12-4f5d-a384-1a393e312221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.314982 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.356415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Network caa8560b-04b0-482d-96eb-c06a7e5addf8 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:56.359438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:56.367034 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:56.374660 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Pushing event updated for resources: {'Port': ['ID=49d2fc2d-c830-471e-aac7-7aa673403e59,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:56.427863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bcb58-5e12-4f5d-a384-1a393e312221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e88b3b0-7e24-403c-972b-a5cb2ed21d57,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:56.443230 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Attempting to bind port 49d2fc2d-c830-471e-aac7-7aa673403e59 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:56.444065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Attempting to bind port 49d2fc2d-c830-471e-aac7-7aa673403e59 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '4ce30cb4-382c-48d9-aa23-1846fdf98373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'caa8560b-04b0-482d-96eb-c06a7e5addf8'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:56.444632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Attempting to bind port 49d2fc2d-c830-471e-aac7-7aa673403e59 on network caa8560b-04b0-482d-96eb-c06a7e5addf8 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:56.460718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:56.461225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Checking segment: {'id': '4ce30cb4-382c-48d9-aa23-1846fdf98373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'caa8560b-04b0-482d-96eb-c06a7e5addf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:56.461635 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.462028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Bound using segment: {'id': '4ce30cb4-382c-48d9-aa23-1846fdf98373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'caa8560b-04b0-482d-96eb-c06a7e5addf8'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:56.462497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Bound port: 49d2fc2d-c830-471e-aac7-7aa673403e59, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce30cb4-382c-48d9-aa23-1846fdf98373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'caa8560b-04b0-482d-96eb-c06a7e5addf8'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:56.463191 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.484318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463bcb58-5e12-4f5d-a384-1a393e312221 admin admin] Checking segment: {'id': 'dea7cbad-2fe7-46ba-b05a-54276eae6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:56.484713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463bcb58-5e12-4f5d-a384-1a393e312221 admin admin] Network hostable DHCP agents. Network: 656b8a3f-ac77-47a7-b0aa-80ed7693de17, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:56.539415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] For port 49d2fc2d-c830-471e-aac7-7aa673403e59, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:56.543454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] For port 49d2fc2d-c830-471e-aac7-7aa673403e59, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=49d2fc2d-c830-471e-aac7-7aa673403e59,segment=NetworkSegment(4ce30cb4-382c-48d9-aa23-1846fdf98373),segment_id=4ce30cb4-382c-48d9-aa23-1846fdf98373)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:56.593743 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.600641 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.648319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463bcb58-5e12-4f5d-a384-1a393e312221 admin admin] Network 656b8a3f-ac77-47a7-b0aa-80ed7693de17 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:56.674860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e61237-84e5-4dd3-a06e-b96d7d032cda None None] Pushing event updated for resources: {'Port': ['ID=49d2fc2d-c830-471e-aac7-7aa673403e59,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:56.738202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-463bcb58-5e12-4f5d-a384-1a393e312221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 656b8a3f-ac77-47a7-b0aa-80ed7693de17) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:56.750754 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42fd570-c8be-485a-bc6c-92390265e852 None None] Network 656b8a3f-ac77-47a7-b0aa-80ed7693de17 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:56.754752 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463bcb58-5e12-4f5d-a384-1a393e312221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:56.755515 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-463bcb58-5e12-4f5d-a384-1a393e312221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.934447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-463bcb58-5e12-4f5d-a384-1a393e312221 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0687876 Sep 16 05:16:56.935103 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35440) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:56.942686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-816891535-router', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:56.971222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Allocated IP 2001:db8::1 (b324d9a8-1157-4e98-85b7-bf55b89fc8f0/d1639d4e-01cb-4a7c-a44d-e443c52cf3ef/4e4a9d75-e7a7-427d-9319-24bd0be2e941) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:57.044160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-656b8a3f-ac77-47a7-b0aa-80ed7693de17', 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'fixed_ips': [{'subnet_id': '7e88b3b0-7e24-403c-972b-a5cb2ed21d57'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:57.046140 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.051698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.053200 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.125521 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.162249 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.301222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Allocated IP 172.20.0.2 (656b8a3f-ac77-47a7-b0aa-80ed7693de17/7e88b3b0-7e24-403c-972b-a5cb2ed21d57/db0e0f5c-879b-4003-9997-8e7ff6bcb86c) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:57.327142 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.393710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Network b324d9a8-1157-4e98-85b7-bf55b89fc8f0 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:57.401982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:57.406224 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:57.406790 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.437649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.490160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'Port': ['ID=4e4a9d75-e7a7-427d-9319-24bd0be2e941,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:57.578079 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.652964 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.744562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Network 656b8a3f-ac77-47a7-b0aa-80ed7693de17 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:57.757892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:57.758856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.765243 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:57.793717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 49d2fc2d-c830-471e-aac7-7aa673403e59 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:57.940513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Pushing event updated for resources: {'Port': ['ID=db0e0f5c-879b-4003-9997-8e7ff6bcb86c,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:57.984257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.017459 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.033101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-45c6e6f2-ae5d-4b27-a87e-31c810e1553f None None] Provisioning complete for port 4e4a9d75-e7a7-427d-9319-24bd0be2e941 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:58.033495 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45c6e6f2-ae5d-4b27-a87e-31c810e1553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.098391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-45c6e6f2-ae5d-4b27-a87e-31c810e1553f None None] Port 4e4a9d75-e7a7-427d-9319-24bd0be2e941 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:58.115450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Attempting to bind port db0e0f5c-879b-4003-9997-8e7ff6bcb86c on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:58.115832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Attempting to bind port db0e0f5c-879b-4003-9997-8e7ff6bcb86c by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'dea7cbad-2fe7-46ba-b05a-54276eae6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:58.116211 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Attempting to bind port db0e0f5c-879b-4003-9997-8e7ff6bcb86c on network 656b8a3f-ac77-47a7-b0aa-80ed7693de17 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:58.133290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:58.136677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Checking segment: {'id': 'dea7cbad-2fe7-46ba-b05a-54276eae6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:58.137181 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.137595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Bound using segment: {'id': 'dea7cbad-2fe7-46ba-b05a-54276eae6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:58.139925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Bound port: db0e0f5c-879b-4003-9997-8e7ff6bcb86c, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7cbad-2fe7-46ba-b05a-54276eae6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:58.140368 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.221647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e0b8a-e0aa-4c15-a038-821e15ed9d0d None None] Network caa8560b-04b0-482d-96eb-c06a7e5addf8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:58.249837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Allocated IP 172.25.3.33 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/ff559d19-43aa-4bf7-a4f0-531cfea119e0) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:58.303251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 49d2fc2d-c830-471e-aac7-7aa673403e59 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:58.303727 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.364367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] For port db0e0f5c-879b-4003-9997-8e7ff6bcb86c, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:58.368362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] For port db0e0f5c-879b-4003-9997-8e7ff6bcb86c, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=db0e0f5c-879b-4003-9997-8e7ff6bcb86c,segment=NetworkSegment(dea7cbad-2fe7-46ba-b05a-54276eae6a3f),segment_id=dea7cbad-2fe7-46ba-b05a-54276eae6a3f)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:58.387867 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8330b899-2d99-4ad2-b5f2-881e91de8d14 None None] Provisioning complete for port 49d2fc2d-c830-471e-aac7-7aa673403e59 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:58.389180 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8330b899-2d99-4ad2-b5f2-881e91de8d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.472798 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.487055 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.620824 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.645479 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.689837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:58.695092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:58.698489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:58.705061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Pushing event updated for resources: {'Port': ['ID=ff559d19-43aa-4bf7-a4f0-531cfea119e0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:58.737225 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.738345 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.863020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event updated for resources: {'Port': ['ID=4e4a9d75-e7a7-427d-9319-24bd0be2e941,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:58.912673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Pushing event updated for resources: {'Port': ['ID=db0e0f5c-879b-4003-9997-8e7ff6bcb86c,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:58.922663 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.935028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.935257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Network b324d9a8-1157-4e98-85b7-bf55b89fc8f0 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:58.935370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.935709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.936344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.936702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.936820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.936983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:58.937105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.937382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.937707 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.938037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.938363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:58.938693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ca4ec-9b7c-496b-bccf-7014e1601f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:59.071820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 49d2fc2d-c830-471e-aac7-7aa673403e59, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=49d2fc2d-c830-471e-aac7-7aa673403e59,segment=NetworkSegment(4ce30cb4-382c-48d9-aa23-1846fdf98373),segment_id=4ce30cb4-382c-48d9-aa23-1846fdf98373)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:59.077728 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8330b899-2d99-4ad2-b5f2-881e91de8d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.102735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Router e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:59.186611 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.350152 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.376127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-8330b899-2d99-4ad2-b5f2-881e91de8d14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:59.376314 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-8330b899-2d99-4ad2-b5f2-881e91de8d14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:59.380980 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=49d2fc2d-c830-471e-aac7-7aa673403e59,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:59.425346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:59.437141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-69dad08d-2d81-4f7e-bfb9-d632620f73b8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "PUT /v2.0/routers/e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2187827 Sep 16 05:16:59.437255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35460) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:59.441041 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea0539-4e35-45ad-af34-414826dfe2da None None] Sync routers for ids ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:59.453703 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea0539-4e35-45ad-af34-414826dfe2da None None] Routers {'e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:59.454680 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-f6ea0539-4e35-45ad-af34-414826dfe2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:59.555931 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-f6ea0539-4e35-45ad-af34-414826dfe2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:59.566181 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea0539-4e35-45ad-af34-414826dfe2da None None] Routers {'e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:59.566822 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-f6ea0539-4e35-45ad-af34-414826dfe2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:59.608698 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5a2f-830a-4220-9b84-77c54ab694a7 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.609278 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-f6ea0539-4e35-45ad-af34-414826dfe2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:59.610184 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea0539-4e35-45ad-af34-414826dfe2da None None] The sync data for ids ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:59.703085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.784950 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-1f7f5a2f-830a-4220-9b84-77c54ab694a7 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:16:59.786676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1f7f5a2f-830a-4220-9b84-77c54ab694a7 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "DELETE /v2.0/routers/e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0 HTTP/1.1" status: 409 len: 329 time: 0.3396606 Sep 16 05:16:59.789404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35472) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:59.954397 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 49d2fc2d-c830-471e-aac7-7aa673403e59 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:00.011792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Router 9069cbb9-9175-41d7-83d0-7e60e54141d3 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:17:00.079419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 49d2fc2d-c830-471e-aac7-7aa673403e59 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:00.079948 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.194410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-624be0fd-8706-438a-ae81-616fcdb4c71d None None] Provisioning complete for port 4e4a9d75-e7a7-427d-9319-24bd0be2e941 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:00.195697 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-624be0fd-8706-438a-ae81-616fcdb4c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.241691 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:00.257451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Sync routers for ids ['9069cbb9-9175-41d7-83d0-7e60e54141d3'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:00.275294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-624be0fd-8706-438a-ae81-616fcdb4c71d None None] Port 4e4a9d75-e7a7-427d-9319-24bd0be2e941 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:00.312045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Routers {'9069cbb9-9175-41d7-83d0-7e60e54141d3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:00.312877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9069cbb9-9175-41d7-83d0-7e60e54141d3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:00.339376 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c7acb03-95c8-48bb-ab50-10cbf128f520 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.355023 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.356324 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-97bdea89-ce60-4c60-bfa1-e5ecd9a9eaa1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4201071 Sep 16 05:17:00.359145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35474) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.392437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-624be0fd-8706-438a-ae81-616fcdb4c71d None None] Provisioning complete for port 49d2fc2d-c830-471e-aac7-7aa673403e59 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:00.393171 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-624be0fd-8706-438a-ae81-616fcdb4c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.455074 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd642a5-e300-4cc9-91c3-fa73193c815d None None] Network 656b8a3f-ac77-47a7-b0aa-80ed7693de17 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:00.461547 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device db0e0f5c-879b-4003-9997-8e7ff6bcb86c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:00.667506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Set router 9069cbb9-9175-41d7-83d0-7e60e54141d3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:00.744498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8c7acb03-95c8-48bb-ab50-10cbf128f520 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Deleting port 4e4a9d75-e7a7-427d-9319-24bd0be2e941 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:00.748507 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c7acb03-95c8-48bb-ab50-10cbf128f520 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.768023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port db0e0f5c-879b-4003-9997-8e7ff6bcb86c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:00.768395 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.919639 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c7acb03-95c8-48bb-ab50-10cbf128f520 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.936109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8c7acb03-95c8-48bb-ab50-10cbf128f520 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Calling delete_port for 4e4a9d75-e7a7-427d-9319-24bd0be2e941 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:00.965292 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-dc7baa46-d3b9-4931-b85e-598b011d159c None None] Provisioning complete for port db0e0f5c-879b-4003-9997-8e7ff6bcb86c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:00.965882 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dc7baa46-d3b9-4931-b85e-598b011d159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.059187 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.067510 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.130167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port db0e0f5c-879b-4003-9997-8e7ff6bcb86c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=db0e0f5c-879b-4003-9997-8e7ff6bcb86c,segment=NetworkSegment(dea7cbad-2fe7-46ba-b05a-54276eae6a3f),segment_id=dea7cbad-2fe7-46ba-b05a-54276eae6a3f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:01.177816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'name': 'tempest-TestAggregatesBasicOps-816891535-router', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:57Z', 'updated_at': '2021-09-16T05:16:58Z', 'revision_number': 3, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'gw_port': {'id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:58Z', 'updated_at': '2021-09-16T05:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:01.211324 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.276834 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c7acb03-95c8-48bb-ab50-10cbf128f520 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.345253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7acb03-95c8-48bb-ab50-10cbf128f520 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Port': ['ID=4e4a9d75-e7a7-427d-9319-24bd0be2e941,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:01.400807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Allocated IP 172.20.0.1 (656b8a3f-ac77-47a7-b0aa-80ed7693de17/7e88b3b0-7e24-403c-972b-a5cb2ed21d57/e781e728-23ec-4b76-9624-6736a4633b93) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:01.426958 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=db0e0f5c-879b-4003-9997-8e7ff6bcb86c,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:01.435101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Checking router: 9069cbb9-9175-41d7-83d0-7e60e54141d3 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:01.438267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Updating router 9069cbb9-9175-41d7-83d0-7e60e54141d3 port ff559d19-43aa-4bf7-a4f0-531cfea119e0 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:01.498554 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dc7baa46-d3b9-4931-b85e-598b011d159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.500990 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.607035 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c7acb03-95c8-48bb-ab50-10cbf128f520 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.640427 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.764933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device db0e0f5c-879b-4003-9997-8e7ff6bcb86c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:01.772016 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.815216 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-dc7baa46-d3b9-4931-b85e-598b011d159c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:17:01.815578 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-dc7baa46-d3b9-4931-b85e-598b011d159c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:17:01.870109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Network 656b8a3f-ac77-47a7-b0aa-80ed7693de17 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:01.875761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:01.892180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:01.899795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7acb03-95c8-48bb-ab50-10cbf128f520 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Router e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:01.969995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.981501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e781e728-23ec-4b76-9624-6736a4633b93,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:01.994624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7acb03-95c8-48bb-ab50-10cbf128f520 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:02.003762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8c7acb03-95c8-48bb-ab50-10cbf128f520 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "PUT /v2.0/routers/e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2097971 Sep 16 05:17:02.004253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35484) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:02.013574 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f607a27-e60e-4de0-afbb-40a5f65d8a9f None None] Sync routers for ids ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:02.040913 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f607a27-e60e-4de0-afbb-40a5f65d8a9f None None] Routers {'e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:02.043617 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2f607a27-e60e-4de0-afbb-40a5f65d8a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:02.054809 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-a20fdaba-4791-4963-8e53-6685d70efea6 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] show failed (client error): The resource could not be found. Sep 16 05:17:02.061591 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a20fdaba-4791-4963-8e53-6685d70efea6 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-189253888 HTTP/1.1" status: 404 len: 334 time: 0.0506606 Sep 16 05:17:02.062700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35486) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:02.071067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-25e4d822-31da-4c38-8023-d63e839ac86d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:02.129802 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2f607a27-e60e-4de0-afbb-40a5f65d8a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:02.149076 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f607a27-e60e-4de0-afbb-40a5f65d8a9f None None] Routers {'e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:02.150029 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2f607a27-e60e-4de0-afbb-40a5f65d8a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:02.156677 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-25e4d822-31da-4c38-8023-d63e839ac86d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] update failed (client error): The resource could not be found. Sep 16 05:17:02.159780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-25e4d822-31da-4c38-8023-d63e839ac86d tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1697158020 HTTP/1.1" status: 404 len: 335 time: 0.0967391 Sep 16 05:17:02.164835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35488) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:02.234051 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2f607a27-e60e-4de0-afbb-40a5f65d8a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:02.235851 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f607a27-e60e-4de0-afbb-40a5f65d8a9f None None] The sync data for ids ['e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:02.275802 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.304421 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.305785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbebe0c1-8233-4ca8-aa06-09cd74452f15 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Deleting subnet fbde4f8d-669a-4eea-9381-16640f84385a {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:02.314999 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fbebe0c1-8233-4ca8-aa06-09cd74452f15 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.372352 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fbebe0c1-8233-4ca8-aa06-09cd74452f15 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.372949 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.434594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port db0e0f5c-879b-4003-9997-8e7ff6bcb86c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:02.437309 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.468403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Attempting to bind port ff559d19-43aa-4bf7-a4f0-531cfea119e0 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:02.468403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Attempting to bind port ff559d19-43aa-4bf7-a4f0-531cfea119e0 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:02.469737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Attempting to bind port ff559d19-43aa-4bf7-a4f0-531cfea119e0 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:02.502171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:02.502634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:02.503041 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.503439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:02.504080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Bound port: ff559d19-43aa-4bf7-a4f0-531cfea119e0, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:02.504302 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.511811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc4353-9e3a-493c-b48a-253bcfeae03e None None] Pushing event updated for resources: {'Port': ['ID=ff559d19-43aa-4bf7-a4f0-531cfea119e0,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:02.538970 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fbebe0c1-8233-4ca8-aa06-09cd74452f15 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.557862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.568694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d16aa53b-311d-4e97-b141-8cf0124ceaf8 None None] Provisioning complete for port e781e728-23ec-4b76-9624-6736a4633b93 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:02.569138 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d16aa53b-311d-4e97-b141-8cf0124ceaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.628906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.661530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d16aa53b-311d-4e97-b141-8cf0124ceaf8 None None] Port e781e728-23ec-4b76-9624-6736a4633b93 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:02.665365 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] For port ff559d19-43aa-4bf7-a4f0-531cfea119e0, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:02.696107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] For port ff559d19-43aa-4bf7-a4f0-531cfea119e0, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ff559d19-43aa-4bf7-a4f0-531cfea119e0,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:02.696107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d16aa53b-311d-4e97-b141-8cf0124ceaf8 None None] Provisioning complete for port db0e0f5c-879b-4003-9997-8e7ff6bcb86c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:02.696362 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d16aa53b-311d-4e97-b141-8cf0124ceaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.699576 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fbebe0c1-8233-4ca8-aa06-09cd74452f15 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.719369 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.729786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e781e728-23ec-4b76-9624-6736a4633b93,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:02.749799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fbebe0c1-8233-4ca8-aa06-09cd74452f15 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.758817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cfd439-8d4f-406a-bc83-2c8dc58da199 None None] Network caa8560b-04b0-482d-96eb-c06a7e5addf8 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:02.759224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fbebe0c1-8233-4ca8-aa06-09cd74452f15 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "DELETE /v2.0/subnets/fbde4f8d-669a-4eea-9381-16640f84385a HTTP/1.1" status: 204 len: 168 time: 0.5931196 Sep 16 05:17:02.760033 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35492) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:02.765853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebe0c1-8233-4ca8-aa06-09cd74452f15 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Subnet': ['ID=fbde4f8d-669a-4eea-9381-16640f84385a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:02.794148 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.869715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Network 656b8a3f-ac77-47a7-b0aa-80ed7693de17 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:02.872286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:02.908678 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.015220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Deleting port 49d2fc2d-c830-471e-aac7-7aa673403e59 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:03.016636 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.032377 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Routers {'9069cbb9-9175-41d7-83d0-7e60e54141d3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:03.033169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9069cbb9-9175-41d7-83d0-7e60e54141d3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:03.083654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc4353-9e3a-493c-b48a-253bcfeae03e None None] Pushing event updated for resources: {'Port': ['ID=ff559d19-43aa-4bf7-a4f0-531cfea119e0,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:03.089595 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Router 9069cbb9-9175-41d7-83d0-7e60e54141d3 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:03.131862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] For port 49d2fc2d-c830-471e-aac7-7aa673403e59, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=49d2fc2d-c830-471e-aac7-7aa673403e59,segment=NetworkSegment(4ce30cb4-382c-48d9-aa23-1846fdf98373),segment_id=4ce30cb4-382c-48d9-aa23-1846fdf98373)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:03.133122 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.155825 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Calling delete_port for 49d2fc2d-c830-471e-aac7-7aa673403e59 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:03.268812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] Set router 9069cbb9-9175-41d7-83d0-7e60e54141d3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:03.306947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-05451dd2-f7b6-425c-a1f5-c0bbcb03264c None None] Provisioning complete for port e781e728-23ec-4b76-9624-6736a4633b93 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:03.308156 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-05451dd2-f7b6-425c-a1f5-c0bbcb03264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.336034 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb333f-5361-4056-8638-8828a37b71d2 None None] DHCP port deletion for caa8560b-04b0-482d-96eb-c06a7e5addf8 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:03.400518 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.433268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-05451dd2-f7b6-425c-a1f5-c0bbcb03264c None None] Port e781e728-23ec-4b76-9624-6736a4633b93 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:03.434768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-faeb333f-5361-4056-8638-8828a37b71d2 None None] The port '49d2fc2d-c830-471e-aac7-7aa673403e59' was deleted {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 05:17:03.454651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] No DVR routers for this DVR port 49d2fc2d-c830-471e-aac7-7aa673403e59 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:03.462816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Port': ['ID=49d2fc2d-c830-471e-aac7-7aa673403e59,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:03.599705 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.612310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'name': 'tempest-TestAggregatesBasicOps-816891535-router', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:57Z', 'updated_at': '2021-09-16T05:17:02Z', 'revision_number': 4, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'gw_port': {'id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:58Z', 'updated_at': '2021-09-16T05:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e781e728-23ec-4b76-9624-6736a4633b93', 'name': '', 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'mac_address': 'fa:16:3e:9b:b0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '7e88b3b0-7e24-403c-972b-a5cb2ed21d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:01Z', 'updated_at': '2021-09-16T05:17:02Z', 'revision_number': 2, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'subnets': [{'id': '7e88b3b0-7e24-403c-972b-a5cb2ed21d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:03.633269 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa8560b-04b0-482d-96eb-c06a7e5addf8']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:03.646248 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce30cb4-382c-48d9-aa23-1846fdf98373') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:03.646614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce30cb4-382c-48d9-aa23-1846fdf98373') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:03.661091 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.672447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:03.678770 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.678975 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-51fe48a7-d888-412d-8189-3f5d7916c6b0 admin admin] 10.222.0.24 "PUT /v2.0/routers/9069cbb9-9175-41d7-83d0-7e60e54141d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3179460 Sep 16 05:17:03.686449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:03.686852 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:03.695390 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:03.699858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 49d2fc2d-c830-471e-aac7-7aa673403e59 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:03.699858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69a7a7-20db-433f-bf95-c8357deab7df None None] The sync data for ids ['9069cbb9-9175-41d7-83d0-7e60e54141d3'] in n-d-712137-12 is: [{'id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'name': 'tempest-TestAggregatesBasicOps-816891535-router', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:57Z', 'updated_at': '2021-09-16T05:17:02Z', 'revision_number': 4, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'gw_port': {'id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:58Z', 'updated_at': '2021-09-16T05:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e781e728-23ec-4b76-9624-6736a4633b93', 'name': '', 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'mac_address': 'fa:16:3e:9b:b0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '7e88b3b0-7e24-403c-972b-a5cb2ed21d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:01Z', 'updated_at': '2021-09-16T05:17:02Z', 'revision_number': 2, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'subnets': [{'id': '7e88b3b0-7e24-403c-972b-a5cb2ed21d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:03.730840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 49d2fc2d-c830-471e-aac7-7aa673403e59 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:03.731356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 49d2fc2d-c830-471e-aac7-7aa673403e59 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:03.874839 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.885404 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.888373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "DELETE /v2.0/networks/caa8560b-04b0-482d-96eb-c06a7e5addf8 HTTP/1.1" status: 204 len: 168 time: 1.1089971 Sep 16 05:17:03.891138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35502) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:03.901625 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d9505-4ebf-4d37-8b23-7cb9d801f472 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Network': ['ID=caa8560b-04b0-482d-96eb-c06a7e5addf8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:03.983016 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc21a91a-9fa9-4a58-8f99-fbc0aff46d11 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Deleting subnet 709d0f2d-3556-4c7c-b2ff-ec40d25ab12b {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:03.986755 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc21a91a-9fa9-4a58-8f99-fbc0aff46d11 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.067120 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc21a91a-9fa9-4a58-8f99-fbc0aff46d11 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.179088 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc21a91a-9fa9-4a58-8f99-fbc0aff46d11 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.360920 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc21a91a-9fa9-4a58-8f99-fbc0aff46d11 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.396570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21a91a-9fa9-4a58-8f99-fbc0aff46d11 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Subnet': ['ID=709d0f2d-3556-4c7c-b2ff-ec40d25ab12b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:04.406557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc21a91a-9fa9-4a58-8f99-fbc0aff46d11 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.409749 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fc21a91a-9fa9-4a58-8f99-fbc0aff46d11 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "DELETE /v2.0/subnets/709d0f2d-3556-4c7c-b2ff-ec40d25ab12b HTTP/1.1" status: 204 len: 168 time: 0.5174785 Sep 16 05:17:04.411980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35514) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:04.416155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a4fa49-3533-41c9-aad3-a278dee4ba52 None None] Network 2d8781ba-79fc-44c8-82f4-aef9523d555b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:04.523166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c9c1bc-e1ed-4fd1-99c7-1eb26bb3158e tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Deleting subnet d1b22bba-d3e5-44ff-9d8f-647d9aee5765 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:04.529208 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86c9c1bc-e1ed-4fd1-99c7-1eb26bb3158e tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.595270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86c9c1bc-e1ed-4fd1-99c7-1eb26bb3158e tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.707332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35518) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:04.712900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1501492599-network', 'tenant_id': 'b71212978cbe46189c5f01210e034134'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:04.719403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034a906e-95c7-4527-8afb-324bd5b803c9 None None] DHCP port deletion for 2d8781ba-79fc-44c8-82f4-aef9523d555b request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:04.752667 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86c9c1bc-e1ed-4fd1-99c7-1eb26bb3158e tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.790070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-034a906e-95c7-4527-8afb-324bd5b803c9 None None] Deleting port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:04.790451 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-034a906e-95c7-4527-8afb-324bd5b803c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.863187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Made reservation on behalf of b71212978cbe46189c5f01210e034134 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:04.865930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.876271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.877867 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-034a906e-95c7-4527-8afb-324bd5b803c9 None None] For port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e,segment=NetworkSegment(c8ab5110-fc75-42b9-81c2-ff81dba03092),segment_id=c8ab5110-fc75-42b9-81c2-ff81dba03092)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:04.878366 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-034a906e-95c7-4527-8afb-324bd5b803c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.891990 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86c9c1bc-e1ed-4fd1-99c7-1eb26bb3158e tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.903463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-034a906e-95c7-4527-8afb-324bd5b803c9 None None] Calling delete_port for e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:04.917732 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86c9c1bc-e1ed-4fd1-99c7-1eb26bb3158e tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.918163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f429fb-cdc1-4b01-99f9-2a1799e8d9ad None None] Network 39c492d7-e17f-406f-855d-10a09738c356 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:04.923192 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-86c9c1bc-e1ed-4fd1-99c7-1eb26bb3158e tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "DELETE /v2.0/subnets/d1b22bba-d3e5-44ff-9d8f-647d9aee5765 HTTP/1.1" status: 204 len: 168 time: 0.5096803 Sep 16 05:17:04.924131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35522) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:05.047714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9c1bc-e1ed-4fd1-99c7-1eb26bb3158e tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b22bba-d3e5-44ff-9d8f-647d9aee5765,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.063640 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.078369 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.143553 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Deleting port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:05.143937 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.183579 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.237533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] For port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e,segment=NetworkSegment(c8ab5110-fc75-42b9-81c2-ff81dba03092),segment_id=c8ab5110-fc75-42b9-81c2-ff81dba03092)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:05.238459 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:05.238836 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.240558 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca51e15b-cae3-4b27-830e-72d1b0a48553,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.251766 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-034a906e-95c7-4527-8afb-324bd5b803c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.266095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Calling delete_port for e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:05.271252 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.271608 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Added segment 05dbac21-1401-4c66-8e5f-a7ce76069171 of type vlan for network 0f3390c7-3434-47f6-929a-c8bbfd16d341 Sep 16 05:17:05.310558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6ef1f0-ba30-439d-be15-3766a62f79fb None None] DHCP port deletion for 39c492d7-e17f-406f-855d-10a09738c356 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:05.320906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a906e-95c7-4527-8afb-324bd5b803c9 None None] Pushing event deleted for resources: {'Port': ['ID=e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.327845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a906e-95c7-4527-8afb-324bd5b803c9 None None] No DVR routers for this DVR port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:05.342851 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.390760 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.400591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ef1f0-ba30-439d-be15-3766a62f79fb None None] Deleting port e5e719a6-745e-4fe0-b4b2-a8b12a334708 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:05.401086 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef1f0-ba30-439d-be15-3766a62f79fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.420241 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] No DVR routers for this DVR port e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:05.427643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Port': ['ID=e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.454059 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.454059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:05.454059 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.499750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1d6ef1f0-ba30-439d-be15-3766a62f79fb None None] For port e5e719a6-745e-4fe0-b4b2-a8b12a334708, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e5e719a6-745e-4fe0-b4b2-a8b12a334708,segment=NetworkSegment(38f99e47-2346-4482-951c-b1cfbcfa020e),segment_id=38f99e47-2346-4482-951c-b1cfbcfa020e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:05.500365 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef1f0-ba30-439d-be15-3766a62f79fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.516905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ef1f0-ba30-439d-be15-3766a62f79fb None None] Calling delete_port for e5e719a6-745e-4fe0-b4b2-a8b12a334708 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:05.551666 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.571407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8628669 Sep 16 05:17:05.572209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35526) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:05.573221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20a0a4-b5d9-47cc-bb47-1d7134cbc04c admin admin] Pushing event updated for resources: {'Network': ['ID=0f3390c7-3434-47f6-929a-c8bbfd16d341,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.579840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8781ba-79fc-44c8-82f4-aef9523d555b']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:05.587195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 0f3390c7-3434-47f6-929a-c8bbfd16d341 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:05.587310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6e702f01-ffa7-4c07-842b-1bd9aaccfb05 admin admin] Request body: {'subnet': {'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1501492599-subnet', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:05.593990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ab5110-fc75-42b9-81c2-ff81dba03092') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:05.595038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ab5110-fc75-42b9-81c2-ff81dba03092') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:05.610002 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.629572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:05.651840 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:05.721412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e702f01-ffa7-4c07-842b-1bd9aaccfb05 admin admin] Made reservation on behalf of b71212978cbe46189c5f01210e034134 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:05.724419 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e702f01-ffa7-4c07-842b-1bd9aaccfb05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.743839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ff559d19-43aa-4bf7-a4f0-531cfea119e0 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:05.803423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ff559d19-43aa-4bf7-a4f0-531cfea119e0 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:05.803816 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.828513 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.835699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.842900 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "DELETE /v2.0/networks/2d8781ba-79fc-44c8-82f4-aef9523d555b HTTP/1.1" status: 204 len: 168 time: 0.9157865 Sep 16 05:17:05.843217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35528) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:05.862126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09043bb-79ba-4fde-9566-bc61467ecc62 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Network': ['ID=2d8781ba-79fc-44c8-82f4-aef9523d555b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.903392 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef1f0-ba30-439d-be15-3766a62f79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.910257 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.950488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ef1f0-ba30-439d-be15-3766a62f79fb None None] Pushing event deleted for resources: {'Port': ['ID=e5e719a6-745e-4fe0-b4b2-a8b12a334708,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.960785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ef1f0-ba30-439d-be15-3766a62f79fb None None] No DVR routers for this DVR port e5e719a6-745e-4fe0-b4b2-a8b12a334708 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:05.967557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port ff559d19-43aa-4bf7-a4f0-531cfea119e0, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ff559d19-43aa-4bf7-a4f0-531cfea119e0,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:05.986201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.060557 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.134554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=ff559d19-43aa-4bf7-a4f0-531cfea119e0,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:06.143592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:06.157254 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e702f01-ffa7-4c07-842b-1bd9aaccfb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.160126 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.171049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:06.171651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e49abb9b-d0d1-40fa-b3ac-aff2e4274b0e not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:06.172684 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e5e719a6-745e-4fe0-b4b2-a8b12a334708 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:06.206592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: e5e719a6-745e-4fe0-b4b2-a8b12a334708 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:06.206969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e5e719a6-745e-4fe0-b4b2-a8b12a334708 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:06.223824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e702f01-ffa7-4c07-842b-1bd9aaccfb05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:06.244192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c492d7-e17f-406f-855d-10a09738c356']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:06.269207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f99e47-2346-4482-951c-b1cfbcfa020e') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:06.269530 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f99e47-2346-4482-951c-b1cfbcfa020e') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:06.282722 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.292292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e702f01-ffa7-4c07-842b-1bd9aaccfb05 admin admin] Checking segment: {'id': '05dbac21-1401-4c66-8e5f-a7ce76069171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:06.292843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e702f01-ffa7-4c07-842b-1bd9aaccfb05 admin admin] Network hostable DHCP agents. Network: 0f3390c7-3434-47f6-929a-c8bbfd16d341, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:06.304217 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.315052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:06.315458 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:06.318471 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:06.487259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e702f01-ffa7-4c07-842b-1bd9aaccfb05 admin admin] Network 0f3390c7-3434-47f6-929a-c8bbfd16d341 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:06.487455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Sync routers for ids ['9069cbb9-9175-41d7-83d0-7e60e54141d3'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:06.494482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Routers {'9069cbb9-9175-41d7-83d0-7e60e54141d3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:06.545861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9069cbb9-9175-41d7-83d0-7e60e54141d3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:06.612420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Set router 9069cbb9-9175-41d7-83d0-7e60e54141d3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:06.622168 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.629578 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.637648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "DELETE /v2.0/networks/39c492d7-e17f-406f-855d-10a09738c356 HTTP/1.1" status: 204 len: 168 time: 0.7929728 Sep 16 05:17:06.639162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35534) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:06.656725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44a2fc-b15e-44ca-958b-8aaa1b4af716 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Network': ['ID=39c492d7-e17f-406f-855d-10a09738c356,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:06.689186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-6e702f01-ffa7-4c07-842b-1bd9aaccfb05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 0f3390c7-3434-47f6-929a-c8bbfd16d341) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:06.710022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e702f01-ffa7-4c07-842b-1bd9aaccfb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.710022 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e702f01-ffa7-4c07-842b-1bd9aaccfb05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.710423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe4ff9-5b0e-4ed7-8999-7bac829ef27b None None] Network 0f3390c7-3434-47f6-929a-c8bbfd16d341 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:06.741082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15a05da-52da-4b7f-b062-e3ad4a4741f8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Deleting subnet d1639d4e-01cb-4a7c-a44d-e443c52cf3ef {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:06.745520 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a15a05da-52da-4b7f-b062-e3ad4a4741f8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.804244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a15a05da-52da-4b7f-b062-e3ad4a4741f8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.906563 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a15a05da-52da-4b7f-b062-e3ad4a4741f8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.121851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'name': 'tempest-TestAggregatesBasicOps-816891535-router', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:57Z', 'updated_at': '2021-09-16T05:17:02Z', 'revision_number': 4, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'gw_port': {'id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:58Z', 'updated_at': '2021-09-16T05:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e781e728-23ec-4b76-9624-6736a4633b93', 'name': '', 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'mac_address': 'fa:16:3e:9b:b0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '7e88b3b0-7e24-403c-972b-a5cb2ed21d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:01Z', 'updated_at': '2021-09-16T05:17:02Z', 'revision_number': 2, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'subnets': [{'id': '7e88b3b0-7e24-403c-972b-a5cb2ed21d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:07.159742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-0f3390c7-3434-47f6-929a-c8bbfd16d341', 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'fixed_ips': [{'subnet_id': '95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:07.160696 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.163190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Checking router: 9069cbb9-9175-41d7-83d0-7e60e54141d3 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:07.163548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Updating router 9069cbb9-9175-41d7-83d0-7e60e54141d3 port e781e728-23ec-4b76-9624-6736a4633b93 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:07.202111 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.253077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6e702f01-ffa7-4c07-842b-1bd9aaccfb05 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6711662 Sep 16 05:17:07.255621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35540) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:07.261911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1501492599-router', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:07.291847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a15a05da-52da-4b7f-b062-e3ad4a4741f8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.332342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a05da-52da-4b7f-b062-e3ad4a4741f8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Subnet': ['ID=d1639d4e-01cb-4a7c-a44d-e443c52cf3ef,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:07.337171 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a15a05da-52da-4b7f-b062-e3ad4a4741f8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.341964 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a15a05da-52da-4b7f-b062-e3ad4a4741f8 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "DELETE /v2.0/subnets/d1639d4e-01cb-4a7c-a44d-e443c52cf3ef HTTP/1.1" status: 204 len: 168 time: 0.7012920 Sep 16 05:17:07.344191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35542) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:07.389191 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad71ff76-5c25-4e7f-88fa-e57d38e611ac None None] Network b324d9a8-1157-4e98-85b7-bf55b89fc8f0 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:07.421586 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.424913 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.452560 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.481676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Allocated IP 172.20.0.2 (0f3390c7-3434-47f6-929a-c8bbfd16d341/95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c/7082bfc7-6290-4adc-8c4b-da5b0265a993) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:07.502194 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.553274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Deleting port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:07.553590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.676656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] For port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d,segment=NetworkSegment(988a4c0e-ea36-45f8-ad66-ca00b8a86111),segment_id=988a4c0e-ea36-45f8-ad66-ca00b8a86111)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:07.677039 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.715674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ff559d19-43aa-4bf7-a4f0-531cfea119e0 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:07.722217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Calling delete_port for bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:07.803064 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.830448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a187b-3205-4f98-8b90-71a0e1a2842b None None] DHCP port deletion for b324d9a8-1157-4e98-85b7-bf55b89fc8f0 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:07.863343 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.899618 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.911184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ff559d19-43aa-4bf7-a4f0-531cfea119e0 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:07.911552 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.963310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-372a187b-3205-4f98-8b90-71a0e1a2842b None None] Deleting port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:07.963310 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-372a187b-3205-4f98-8b90-71a0e1a2842b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.977904 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.985687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.084169 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.114988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Network 0f3390c7-3434-47f6-929a-c8bbfd16d341 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:08.116851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-372a187b-3205-4f98-8b90-71a0e1a2842b None None] For port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d,segment=NetworkSegment(988a4c0e-ea36-45f8-ad66-ca00b8a86111),segment_id=988a4c0e-ea36-45f8-ad66-ca00b8a86111)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:08.117272 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-372a187b-3205-4f98-8b90-71a0e1a2842b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.136887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:08.148733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:08.154981 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-372a187b-3205-4f98-8b90-71a0e1a2842b None None] Calling delete_port for bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:08.184423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Pushing event updated for resources: {'Port': ['ID=7082bfc7-6290-4adc-8c4b-da5b0265a993,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:08.408921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Port': ['ID=bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:08.412382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] No DVR routers for this DVR port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:08.428685 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-372a187b-3205-4f98-8b90-71a0e1a2842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.450036 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a62906-cc90-487d-a2cd-a3bec34c95ee None None] Pushing event updated for resources: {'Port': ['ID=e781e728-23ec-4b76-9624-6736a4633b93,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:08.488223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a187b-3205-4f98-8b90-71a0e1a2842b None None] No DVR routers for this DVR port bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:08.496627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Attempting to bind port 7082bfc7-6290-4adc-8c4b-da5b0265a993 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:08.496627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Attempting to bind port 7082bfc7-6290-4adc-8c4b-da5b0265a993 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '05dbac21-1401-4c66-8e5f-a7ce76069171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:08.496627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Attempting to bind port 7082bfc7-6290-4adc-8c4b-da5b0265a993 on network 0f3390c7-3434-47f6-929a-c8bbfd16d341 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:08.514660 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:08.515241 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Checking segment: {'id': '05dbac21-1401-4c66-8e5f-a7ce76069171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:08.516109 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.516687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Bound using segment: {'id': '05dbac21-1401-4c66-8e5f-a7ce76069171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:08.517279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Bound port: 7082bfc7-6290-4adc-8c4b-da5b0265a993, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05dbac21-1401-4c66-8e5f-a7ce76069171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:08.517760 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.523772 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a187b-3205-4f98-8b90-71a0e1a2842b None None] Pushing event deleted for resources: {'Port': ['ID=bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:08.536934 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.544713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Attempting to bind port e781e728-23ec-4b76-9624-6736a4633b93 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:08.545184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Attempting to bind port e781e728-23ec-4b76-9624-6736a4633b93 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'dea7cbad-2fe7-46ba-b05a-54276eae6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:08.545621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Attempting to bind port e781e728-23ec-4b76-9624-6736a4633b93 on network 656b8a3f-ac77-47a7-b0aa-80ed7693de17 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:08.563390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b324d9a8-1157-4e98-85b7-bf55b89fc8f0']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:08.577082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988a4c0e-ea36-45f8-ad66-ca00b8a86111') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:08.577430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988a4c0e-ea36-45f8-ad66-ca00b8a86111') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:08.581087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:08.582551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Checking segment: {'id': 'dea7cbad-2fe7-46ba-b05a-54276eae6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:08.583043 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.583449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Bound using segment: {'id': 'dea7cbad-2fe7-46ba-b05a-54276eae6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:08.584728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Bound port: e781e728-23ec-4b76-9624-6736a4633b93, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea7cbad-2fe7-46ba-b05a-54276eae6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:08.584917 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.589795 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.598438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a5d89316-8c37-4cdc-8efe-b543457beead None None] Provisioning complete for port e781e728-23ec-4b76-9624-6736a4633b93 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:08.598928 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a5d89316-8c37-4cdc-8efe-b543457beead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.643989 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.687702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:08.687702 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:08.689723 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:08.710827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] For port 7082bfc7-6290-4adc-8c4b-da5b0265a993, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:08.716869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a5d89316-8c37-4cdc-8efe-b543457beead None None] Port e781e728-23ec-4b76-9624-6736a4633b93 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:08.737744 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] For port e781e728-23ec-4b76-9624-6736a4633b93, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:08.740992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] For port 7082bfc7-6290-4adc-8c4b-da5b0265a993, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7082bfc7-6290-4adc-8c4b-da5b0265a993,segment=NetworkSegment(05dbac21-1401-4c66-8e5f-a7ce76069171),segment_id=05dbac21-1401-4c66-8e5f-a7ce76069171)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:08.743597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] For port e781e728-23ec-4b76-9624-6736a4633b93, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e781e728-23ec-4b76-9624-6736a4633b93,segment=NetworkSegment(dea7cbad-2fe7-46ba-b05a-54276eae6a3f),segment_id=dea7cbad-2fe7-46ba-b05a-54276eae6a3f)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:08.784609 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.806067 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.829222 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.870391 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.871150 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.882381 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.883905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "DELETE /v2.0/networks/b324d9a8-1157-4e98-85b7-bf55b89fc8f0 HTTP/1.1" status: 204 len: 168 time: 1.5384445 Sep 16 05:17:08.887597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35548) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:08.900558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b351f-fc3a-47f8-80dc-0c298a11aacb None None] Pushing event updated for resources: {'Port': ['ID=7082bfc7-6290-4adc-8c4b-da5b0265a993,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:08.912340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c980b3d-1a41-4ef7-a9d7-2c442caaeb54 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Pushing event deleted for resources: {'Network': ['ID=b324d9a8-1157-4e98-85b7-bf55b89fc8f0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:08.947251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Routers {'9069cbb9-9175-41d7-83d0-7e60e54141d3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:08.948548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9069cbb9-9175-41d7-83d0-7e60e54141d3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:08.952606 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b7f6e842-5231-4994-8ee7-f326ba8fe32c tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0 HTTP/1.1" status: 200 len: 205 time: 0.0630598 Sep 16 05:17:08.955581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35550) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:08.982068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Allocated IP 172.25.3.162 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/dde99531-127c-4291-a6c5-fb269bece497) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:09.101886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a62906-cc90-487d-a2cd-a3bec34c95ee None None] Pushing event updated for resources: {'Port': ['ID=e781e728-23ec-4b76-9624-6736a4633b93,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:09.134315 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bba2e7c0-9234-41b9-8ec5-b39eb40e3ff3 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.169398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] Set router 9069cbb9-9175-41d7-83d0-7e60e54141d3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:09.251084 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.421354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-35f5e38c-51d8-4bf5-8e3b-9d23791d2a00 None None] Provisioning complete for port e781e728-23ec-4b76-9624-6736a4633b93 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:09.421714 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-35f5e38c-51d8-4bf5-8e3b-9d23791d2a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.422939 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.499688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:09.509225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:09.515376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:09.566649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bba2e7c0-9234-41b9-8ec5-b39eb40e3ff3 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.569405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bba2e7c0-9234-41b9-8ec5-b39eb40e3ff3 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.573633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Pushing event updated for resources: {'Port': ['ID=dde99531-127c-4291-a6c5-fb269bece497,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:09.679390 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-35f5e38c-51d8-4bf5-8e3b-9d23791d2a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.736880 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bba2e7c0-9234-41b9-8ec5-b39eb40e3ff3 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.737659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba2e7c0-9234-41b9-8ec5-b39eb40e3ff3 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Fanout notify agent at l3_agent the message router_deleted on router e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:09.755479 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bba2e7c0-9234-41b9-8ec5-b39eb40e3ff3 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.756854 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bba2e7c0-9234-41b9-8ec5-b39eb40e3ff3 tempest-RoutersNegativeIpV6Test-2078019556 tempest-RoutersNegativeIpV6Test-2078019556-project] 10.222.0.24 "DELETE /v2.0/routers/e04cbc59-5695-4c9a-8a6f-71c0e44a6fe0 HTTP/1.1" status: 204 len: 168 time: 0.7952430 Sep 16 05:17:09.900879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e781e728-23ec-4b76-9624-6736a4633b93 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:09.956533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-35f5e38c-51d8-4bf5-8e3b-9d23791d2a00 None None] For port e781e728-23ec-4b76-9624-6736a4633b93, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e781e728-23ec-4b76-9624-6736a4633b93,segment=NetworkSegment(dea7cbad-2fe7-46ba-b05a-54276eae6a3f),segment_id=dea7cbad-2fe7-46ba-b05a-54276eae6a3f)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:09.979073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'name': 'tempest-TestAggregatesBasicOps-816891535-router', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:57Z', 'updated_at': '2021-09-16T05:17:02Z', 'revision_number': 4, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'gw_port': {'id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:58Z', 'updated_at': '2021-09-16T05:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e781e728-23ec-4b76-9624-6736a4633b93', 'name': '', 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'mac_address': 'fa:16:3e:9b:b0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '7e88b3b0-7e24-403c-972b-a5cb2ed21d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:01Z', 'updated_at': '2021-09-16T05:17:08Z', 'revision_number': 4, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'subnets': [{'id': '7e88b3b0-7e24-403c-972b-a5cb2ed21d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:10.037948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30946c9c-4977-47bc-9def-aa8c9581ff42 None None] The sync data for ids ['9069cbb9-9175-41d7-83d0-7e60e54141d3'] in n-d-712137-12 is: [{'id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'name': 'tempest-TestAggregatesBasicOps-816891535-router', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:57Z', 'updated_at': '2021-09-16T05:17:02Z', 'revision_number': 4, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'gw_port': {'id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:58Z', 'updated_at': '2021-09-16T05:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'e781e728-23ec-4b76-9624-6736a4633b93', 'name': '', 'network_id': '656b8a3f-ac77-47a7-b0aa-80ed7693de17', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'mac_address': 'fa:16:3e:9b:b0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '7e88b3b0-7e24-403c-972b-a5cb2ed21d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:01Z', 'updated_at': '2021-09-16T05:17:08Z', 'revision_number': 4, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'subnets': [{'id': '7e88b3b0-7e24-403c-972b-a5cb2ed21d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:10.044031 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-35f5e38c-51d8-4bf5-8e3b-9d23791d2a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.117513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e781e728-23ec-4b76-9624-6736a4633b93 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:10.118081 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.127068 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.162041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5e38c-51d8-4bf5-8e3b-9d23791d2a00 None None] Pushing event updated for resources: {'Port': ['ID=e781e728-23ec-4b76-9624-6736a4633b93,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:10.245585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7082bfc7-6290-4adc-8c4b-da5b0265a993 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:10.348400 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7082bfc7-6290-4adc-8c4b-da5b0265a993 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:10.349157 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.458307 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.471036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.514705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 7082bfc7-6290-4adc-8c4b-da5b0265a993, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7082bfc7-6290-4adc-8c4b-da5b0265a993,segment=NetworkSegment(05dbac21-1401-4c66-8e5f-a7ce76069171),segment_id=05dbac21-1401-4c66-8e5f-a7ce76069171)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:10.551744 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35562) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:10.576316 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.677162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c43176-9773-4563-b047-b1deadb80eca None None] Network 0f3390c7-3434-47f6-929a-c8bbfd16d341 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:10.716917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:10.753006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:10.753358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bf77ba39-7c9e-4400-b8c2-ec599d8a2d7d not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:10.814764 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4838b898-2108-4a00-b741-d2e1206d4a12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a71c6f928a84980ae1821643c2de8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595797 Sep 16 05:17:10.822826 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35568) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:10.822986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Router a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:17:10.823108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=7082bfc7-6290-4adc-8c4b-da5b0265a993,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:10.834706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1a479b25-a013-46af-ac1a-4c673a48f024 None None] Provisioning complete for port 7082bfc7-6290-4adc-8c4b-da5b0265a993 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:10.835083 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1a479b25-a013-46af-ac1a-4c673a48f024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.873439 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.907916 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.984169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:10.999785 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Sync routers for ids ['a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:11.014893 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Routers {'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:11.015929 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:11.033942 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.036607 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.038181 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12a11668-34e6-4626-8e1d-52a1739e1505 HTTP/1.1" status: 204 len: 168 time: 0.2221146 Sep 16 05:17:11.070191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a11668-34e6-4626-8e1d-52a1739e1505,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:11.082266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:11.082621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:11.082964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:11.088702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:11.089446 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:11.090292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:11.091545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:11.091921 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.092232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:11.093071 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:11.093764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:11.093963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1fe39137-558f-441d-9e60-d1d7a4322280 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8366811 Sep 16 05:17:11.094449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:11.094992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10d20c-95fb-49b3-981c-4c281f9f27c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:11.096479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35572) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:11.185210 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Set router a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:11.390675 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-42d062c2-e035-467b-96da-f85b3b3b7e44 None None] Provisioning complete for port 7082bfc7-6290-4adc-8c4b-da5b0265a993 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:11.391279 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42d062c2-e035-467b-96da-f85b3b3b7e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.450708 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'name': 'tempest-TestAggregatesBasicOps-1501492599-router', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dde99531-127c-4291-a6c5-fb269bece497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:09Z', 'revision_number': 3, 'project_id': 'b71212978cbe46189c5f01210e034134', 'gw_port': {'id': 'dde99531-127c-4291-a6c5-fb269bece497', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:08Z', 'updated_at': '2021-09-16T05:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:11.516683 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Checking router: a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:11.517205 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Updating router a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c port dde99531-127c-4291-a6c5-fb269bece497 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:11.575725 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.703665 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.757615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e781e728-23ec-4b76-9624-6736a4633b93 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:11.869699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port e781e728-23ec-4b76-9624-6736a4633b93 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:11.869699 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.978159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7082bfc7-6290-4adc-8c4b-da5b0265a993 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:12.021785 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.029277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Allocated IP 172.20.0.1 (0f3390c7-3434-47f6-929a-c8bbfd16d341/95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c/4c0d09e2-358d-436f-a164-93d92395aa8f) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:12.073082 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7082bfc7-6290-4adc-8c4b-da5b0265a993 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:12.073892 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.197731 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.639920 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.640215 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.642149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.645415 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1f48c4d9-6a56-40bd-b0b4-fd384d80860f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.703802 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Attempting to bind port dde99531-127c-4291-a6c5-fb269bece497 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:12.704916 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Attempting to bind port dde99531-127c-4291-a6c5-fb269bece497 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:12.705616 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Attempting to bind port dde99531-127c-4291-a6c5-fb269bece497 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:12.714015 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:12.715107 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:12.715865 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.716496 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:12.717249 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Bound port: dde99531-127c-4291-a6c5-fb269bece497, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:12.717853 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.726500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Pushing event updated for resources: {'Port': ['ID=4c0d09e2-358d-436f-a164-93d92395aa8f,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:12.750532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Network 0f3390c7-3434-47f6-929a-c8bbfd16d341 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:12.754720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:12.755339 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5817d-e09a-45be-9477-7e1b902c4354 None None] Pushing event updated for resources: {'Port': ['ID=dde99531-127c-4291-a6c5-fb269bece497,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:12.764430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:12.822555 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] For port dde99531-127c-4291-a6c5-fb269bece497, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:12.830869 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.831137 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] For port dde99531-127c-4291-a6c5-fb269bece497, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=dde99531-127c-4291-a6c5-fb269bece497,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:12.932296 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.994103 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Routers {'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:12.994750 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:13.063866 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5817d-e09a-45be-9477-7e1b902c4354 None None] Pushing event updated for resources: {'Port': ['ID=dde99531-127c-4291-a6c5-fb269bece497,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:13.112596 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.129217 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1718bc86-b652-43cd-b475-5a01616a6414 None None] Provisioning complete for port 4c0d09e2-358d-436f-a164-93d92395aa8f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:13.129900 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1718bc86-b652-43cd-b475-5a01616a6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.181644 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] Set router a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:13.212476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1718bc86-b652-43cd-b475-5a01616a6414 None None] Port 4c0d09e2-358d-436f-a164-93d92395aa8f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:13.385933 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.439239 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'name': 'tempest-TestAggregatesBasicOps-1501492599-router', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dde99531-127c-4291-a6c5-fb269bece497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:09Z', 'revision_number': 3, 'project_id': 'b71212978cbe46189c5f01210e034134', 'gw_port': {'id': 'dde99531-127c-4291-a6c5-fb269bece497', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:08Z', 'updated_at': '2021-09-16T05:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:13.446006 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.467874 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd2713-aa90-4e83-8e07-0e650aa61061 None None] The sync data for ids ['a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'] in n-d-712137-12 is: [{'id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'name': 'tempest-TestAggregatesBasicOps-1501492599-router', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dde99531-127c-4291-a6c5-fb269bece497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:09Z', 'revision_number': 3, 'project_id': 'b71212978cbe46189c5f01210e034134', 'gw_port': {'id': 'dde99531-127c-4291-a6c5-fb269bece497', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:08Z', 'updated_at': '2021-09-16T05:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:13.512932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35628) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:13.553879 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.555878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Pushing event updated for resources: {'Port': ['ID=4c0d09e2-358d-436f-a164-93d92395aa8f,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:13.655280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b2177b2f-d890-4c5f-b0b5-4bf41de6d0d2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-684357549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:13.707013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Network 0f3390c7-3434-47f6-929a-c8bbfd16d341 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:13.708602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:13.783013 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2177b2f-d890-4c5f-b0b5-4bf41de6d0d2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.784094 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2177b2f-d890-4c5f-b0b5-4bf41de6d0d2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.969857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Router a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:13.981345 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2177b2f-d890-4c5f-b0b5-4bf41de6d0d2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.068477 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2177b2f-d890-4c5f-b0b5-4bf41de6d0d2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.123720 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:14.132869 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4f975929-1515-42b1-957d-88d5aedf9b70 admin admin] 10.222.0.24 "PUT /v2.0/routers/a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0349329 Sep 16 05:17:14.145977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4d53fca0-13db-4248-830f-5deda907b463 None None] Provisioning complete for port 4c0d09e2-358d-436f-a164-93d92395aa8f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:14.146403 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d53fca0-13db-4248-830f-5deda907b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.191917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4d53fca0-13db-4248-830f-5deda907b463 None None] Port 4c0d09e2-358d-436f-a164-93d92395aa8f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:14.205965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b2177b2f-d890-4c5f-b0b5-4bf41de6d0d2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.207665 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b2177b2f-d890-4c5f-b0b5-4bf41de6d0d2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6936836 Sep 16 05:17:14.210908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35636) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:14.217037 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-710044532'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:14.319675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Made reservation on behalf of 13b8c16badc54eec895aaa18b8dd2619 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:14.326212 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.351157 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.510524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.530265 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6fec09a4-5046-4556-973e-c44046f1246c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.593648 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.619013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:14.634504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f4f2e1-d1a7-4333-8d5b-edecea5ecf1c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:14.641104 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.641716 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Added segment d4abb90d-e8ac-44ae-bb8a-9fe581ee64eb of type vlan for network 546ed73d-7d2d-420c-a923-ab411c2e6907 Sep 16 05:17:14.708306 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.845816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.853672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:14.855249 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.958251 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7434249 Sep 16 05:17:14.958533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35662) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:14.974011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ba558-2640-485f-8a1b-3764f197a6b5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event updated for resources: {'Network': ['ID=546ed73d-7d2d-420c-a923-ab411c2e6907,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:14.980384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6ffcbf67-7782-4ee7-80da-2c6e621d0538 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Request body: {'subnet': {'network_id': '546ed73d-7d2d-420c-a923-ab411c2e6907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:14.985818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 546ed73d-7d2d-420c-a923-ab411c2e6907 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:15.193914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffcbf67-7782-4ee7-80da-2c6e621d0538 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Made reservation on behalf of 13b8c16badc54eec895aaa18b8dd2619 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:15.199321 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbf67-7782-4ee7-80da-2c6e621d0538 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.313869 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.560601 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbf67-7782-4ee7-80da-2c6e621d0538 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.673544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcbf67-7782-4ee7-80da-2c6e621d0538 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event updated for resources: {'Subnet': ['ID=308c0f1f-38bb-4573-be50-66fe29a35030,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:15.684298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffcbf67-7782-4ee7-80da-2c6e621d0538 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Checking segment: {'id': 'd4abb90d-e8ac-44ae-bb8a-9fe581ee64eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '546ed73d-7d2d-420c-a923-ab411c2e6907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:15.685340 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcbf67-7782-4ee7-80da-2c6e621d0538 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Network hostable DHCP agents. Network: 546ed73d-7d2d-420c-a923-ab411c2e6907, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:15.760647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device dde99531-127c-4291-a6c5-fb269bece497 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:15.819679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Sync routers for ids ['a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:15.822447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcbf67-7782-4ee7-80da-2c6e621d0538 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Network 546ed73d-7d2d-420c-a923-ab411c2e6907 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:15.837093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Routers {'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:15.837913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:15.892644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port dde99531-127c-4291-a6c5-fb269bece497 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:15.893025 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.902391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-6ffcbf67-7782-4ee7-80da-2c6e621d0538 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 546ed73d-7d2d-420c-a923-ab411c2e6907) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:15.906978 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffcbf67-7782-4ee7-80da-2c6e621d0538 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:15.907753 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbf67-7782-4ee7-80da-2c6e621d0538 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.921220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2c788-7eed-41d8-bbe0-76f4980f1f8c None None] Network 546ed73d-7d2d-420c-a923-ab411c2e6907 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:16.000193 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35700) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:16.000844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6ffcbf67-7782-4ee7-80da-2c6e621d0538 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0408745 Sep 16 05:17:16.007584 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e6631383-8e38-44e1-8682-cc0c91075cdf tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Request body: {'network': {'name': 'tempest-router-network01--497951695'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:16.142153 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35704) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:16.161013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6631383-8e38-44e1-8682-cc0c91075cdf tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Made reservation on behalf of 13b8c16badc54eec895aaa18b8dd2619 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:16.171416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6631383-8e38-44e1-8682-cc0c91075cdf tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.177474 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.182430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Set router a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:16.182748 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:17:16.233872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6631383-8e38-44e1-8682-cc0c91075cdf tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:16.243071 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6631383-8e38-44e1-8682-cc0c91075cdf tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.243428 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-e6631383-8e38-44e1-8682-cc0c91075cdf tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Added segment 1782ba42-8d9d-48c2-8756-ac599b31a7da of type vlan for network c78962b6-a3e4-40ef-8bca-cd71a8519d45 Sep 16 05:17:16.271395 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.310218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port dde99531-127c-4291-a6c5-fb269bece497, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=dde99531-127c-4291-a6c5-fb269bece497,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:16.318689 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6631383-8e38-44e1-8682-cc0c91075cdf tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.350949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35710) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:16.410131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-546ed73d-7d2d-420c-a923-ab411c2e6907', 'network_id': '546ed73d-7d2d-420c-a923-ab411c2e6907', 'tenant_id': '13b8c16badc54eec895aaa18b8dd2619', 'fixed_ips': [{'subnet_id': '308c0f1f-38bb-4573-be50-66fe29a35030'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:16.410921 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.429873 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0441685-d29b-4e5a-aa64-1d4c01bd008e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.432035 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.439782 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6631383-8e38-44e1-8682-cc0c91075cdf tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.446011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6631383-8e38-44e1-8682-cc0c91075cdf tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.447177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e6631383-8e38-44e1-8682-cc0c91075cdf tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.540521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6631383-8e38-44e1-8682-cc0c91075cdf tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event updated for resources: {'Network': ['ID=c78962b6-a3e4-40ef-8bca-cd71a8519d45,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:16.575014 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0441685-d29b-4e5a-aa64-1d4c01bd008e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.592921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network c78962b6-a3e4-40ef-8bca-cd71a8519d45 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:16.647005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=dde99531-127c-4291-a6c5-fb269bece497,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:16.651795 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0441685-d29b-4e5a-aa64-1d4c01bd008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.733268 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.737929 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e6631383-8e38-44e1-8682-cc0c91075cdf tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7347608 Sep 16 05:17:16.740351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35712) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:16.746145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b98a32c7-f510-483a-9820-900cfad46f73 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Request body: {'network': {'name': 'tempest-router-network02--926105831'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:16.746907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d0441685-d29b-4e5a-aa64-1d4c01bd008e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba994bd1290a471fad3f72443db6ff0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6036627 Sep 16 05:17:16.750539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35714) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:16.762472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0441685-d29b-4e5a-aa64-1d4c01bd008e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af94c4a-4ec2-454a-bc46-9badcfd4eeff,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:16.793451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Allocated IP 172.20.0.2 (546ed73d-7d2d-420c-a923-ab411c2e6907/308c0f1f-38bb-4573-be50-66fe29a35030/08aca79b-a6c4-4125-8a20-97df716421c7) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:16.837442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98a32c7-f510-483a-9820-900cfad46f73 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Made reservation on behalf of 13b8c16badc54eec895aaa18b8dd2619 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:16.843181 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b98a32c7-f510-483a-9820-900cfad46f73 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.845302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'name': 'tempest-TestAggregatesBasicOps-1501492599-router', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dde99531-127c-4291-a6c5-fb269bece497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:12Z', 'revision_number': 4, 'project_id': 'b71212978cbe46189c5f01210e034134', 'gw_port': {'id': 'dde99531-127c-4291-a6c5-fb269bece497', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:08Z', 'updated_at': '2021-09-16T05:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '4c0d09e2-358d-436f-a164-93d92395aa8f', 'name': '', 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'mac_address': 'fa:16:3e:33:83:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:11Z', 'updated_at': '2021-09-16T05:17:13Z', 'revision_number': 2, 'project_id': 'b71212978cbe46189c5f01210e034134', 'subnets': [{'id': '95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:16.898477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98a32c7-f510-483a-9820-900cfad46f73 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:16.910711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b98a32c7-f510-483a-9820-900cfad46f73 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.911064 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-b98a32c7-f510-483a-9820-900cfad46f73 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Added segment fe4a2d74-1373-451b-bbec-55ee5a6450ae of type vlan for network 368a49a6-9e27-42ed-a1a3-dd46fef5010c Sep 16 05:17:16.968088 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b98a32c7-f510-483a-9820-900cfad46f73 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.100508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Checking router: a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:17.100838 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Updating router a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c port 4c0d09e2-358d-436f-a164-93d92395aa8f binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:17.142740 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.147679 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b98a32c7-f510-483a-9820-900cfad46f73 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.154874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98a32c7-f510-483a-9820-900cfad46f73 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.155504 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b98a32c7-f510-483a-9820-900cfad46f73 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.239190 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a32c7-f510-483a-9820-900cfad46f73 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event updated for resources: {'Network': ['ID=368a49a6-9e27-42ed-a1a3-dd46fef5010c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:17.247926 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.295658 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d8ec580-2afa-4e5a-89cc-fc4378427440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.301370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 368a49a6-9e27-42ed-a1a3-dd46fef5010c details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:17.354814 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d8ec580-2afa-4e5a-89cc-fc4378427440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.366514 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b98a32c7-f510-483a-9820-900cfad46f73 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6250753 Sep 16 05:17:17.369323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35720) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:17.376334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-437eb532-7e21-4555-ab7b-b1b5127801dc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Request body: {'subnet': {'network_id': 'c78962b6-a3e4-40ef-8bca-cd71a8519d45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:17.381433 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.451284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Network 546ed73d-7d2d-420c-a923-ab411c2e6907 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:17.455759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:17.487711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:17.517133 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Pushing event updated for resources: {'Port': ['ID=08aca79b-a6c4-4125-8a20-97df716421c7,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:17.519711 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f179adbd-3e88-4752-a113-6461a329407f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.616413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Attempting to bind port 08aca79b-a6c4-4125-8a20-97df716421c7 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:17.616413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Attempting to bind port 08aca79b-a6c4-4125-8a20-97df716421c7 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'd4abb90d-e8ac-44ae-bb8a-9fe581ee64eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '546ed73d-7d2d-420c-a923-ab411c2e6907'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:17.616413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Attempting to bind port 08aca79b-a6c4-4125-8a20-97df716421c7 on network 546ed73d-7d2d-420c-a923-ab411c2e6907 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:17.639444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437eb532-7e21-4555-ab7b-b1b5127801dc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Made reservation on behalf of 13b8c16badc54eec895aaa18b8dd2619 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:17.643113 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-437eb532-7e21-4555-ab7b-b1b5127801dc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.652143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:17.656753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Checking segment: {'id': 'd4abb90d-e8ac-44ae-bb8a-9fe581ee64eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '546ed73d-7d2d-420c-a923-ab411c2e6907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:17.656753 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.656753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Bound using segment: {'id': 'd4abb90d-e8ac-44ae-bb8a-9fe581ee64eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '546ed73d-7d2d-420c-a923-ab411c2e6907'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:17.656753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Bound port: 08aca79b-a6c4-4125-8a20-97df716421c7, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4abb90d-e8ac-44ae-bb8a-9fe581ee64eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '546ed73d-7d2d-420c-a923-ab411c2e6907'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:17.656753 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.666138 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.684376 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d8ec580-2afa-4e5a-89cc-fc4378427440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.687965 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3d8ec580-2afa-4e5a-89cc-fc4378427440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.691753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3d8ec580-2afa-4e5a-89cc-fc4378427440 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9af94c4a-4ec2-454a-bc46-9badcfd4eeff HTTP/1.1" status: 204 len: 168 time: 0.9363406 Sep 16 05:17:17.703311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device dde99531-127c-4291-a6c5-fb269bece497 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:17.722320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ec580-2afa-4e5a-89cc-fc4378427440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af94c4a-4ec2-454a-bc46-9badcfd4eeff,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:17.793275 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.837506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] For port 08aca79b-a6c4-4125-8a20-97df716421c7, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:17.845705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] For port 08aca79b-a6c4-4125-8a20-97df716421c7, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08aca79b-a6c4-4125-8a20-97df716421c7,segment=NetworkSegment(d4abb90d-e8ac-44ae-bb8a-9fe581ee64eb),segment_id=d4abb90d-e8ac-44ae-bb8a-9fe581ee64eb)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:17.845921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f179adbd-3e88-4752-a113-6461a329407f admin admin] Deleting port e781e728-23ec-4b76-9624-6736a4633b93 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:17.846232 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f179adbd-3e88-4752-a113-6461a329407f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.857833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port dde99531-127c-4291-a6c5-fb269bece497 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:17.858213 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.927301 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.934190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-f179adbd-3e88-4752-a113-6461a329407f admin admin] For port e781e728-23ec-4b76-9624-6736a4633b93, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=e781e728-23ec-4b76-9624-6736a4633b93,segment=NetworkSegment(dea7cbad-2fe7-46ba-b05a-54276eae6a3f),segment_id=dea7cbad-2fe7-46ba-b05a-54276eae6a3f)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:17.934563 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f179adbd-3e88-4752-a113-6461a329407f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.948015 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f179adbd-3e88-4752-a113-6461a329407f admin admin] Calling delete_port for e781e728-23ec-4b76-9624-6736a4633b93 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:17.974639 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.999831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-437eb532-7e21-4555-ab7b-b1b5127801dc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.010828 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da08d3e-b16a-4f7a-b229-5f8062465c09 None None] Pushing event updated for resources: {'Port': ['ID=4c0d09e2-358d-436f-a164-93d92395aa8f,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.102405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437eb532-7e21-4555-ab7b-b1b5127801dc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Checking segment: {'id': '1782ba42-8d9d-48c2-8756-ac599b31a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c78962b6-a3e4-40ef-8bca-cd71a8519d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:18.102928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437eb532-7e21-4555-ab7b-b1b5127801dc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Network hostable DHCP agents. Network: c78962b6-a3e4-40ef-8bca-cd71a8519d45, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:18.105761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437eb532-7e21-4555-ab7b-b1b5127801dc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event updated for resources: {'Subnet': ['ID=432f80ba-4bd3-49dc-a8f6-d1c9680575d5,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.199954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Attempting to bind port 4c0d09e2-358d-436f-a164-93d92395aa8f on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:18.200404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Attempting to bind port 4c0d09e2-358d-436f-a164-93d92395aa8f by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '05dbac21-1401-4c66-8e5f-a7ce76069171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:18.204607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Attempting to bind port 4c0d09e2-358d-436f-a164-93d92395aa8f on network 0f3390c7-3434-47f6-929a-c8bbfd16d341 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:18.207753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46da5db-4a6a-48b0-8030-6f67d820a4d0 None None] Pushing event updated for resources: {'Port': ['ID=08aca79b-a6c4-4125-8a20-97df716421c7,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.214633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:18.214633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Checking segment: {'id': '05dbac21-1401-4c66-8e5f-a7ce76069171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:18.214976 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.215339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Bound using segment: {'id': '05dbac21-1401-4c66-8e5f-a7ce76069171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:18.215888 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Bound port: 4c0d09e2-358d-436f-a164-93d92395aa8f, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05dbac21-1401-4c66-8e5f-a7ce76069171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:18.216206 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.229359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437eb532-7e21-4555-ab7b-b1b5127801dc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Network c78962b6-a3e4-40ef-8bca-cd71a8519d45 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:18.329662 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f179adbd-3e88-4752-a113-6461a329407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.361645 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-437eb532-7e21-4555-ab7b-b1b5127801dc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, c78962b6-a3e4-40ef-8bca-cd71a8519d45) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:18.368742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] For port 4c0d09e2-358d-436f-a164-93d92395aa8f, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:18.373311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] For port 4c0d09e2-358d-436f-a164-93d92395aa8f, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4c0d09e2-358d-436f-a164-93d92395aa8f,segment=NetworkSegment(05dbac21-1401-4c66-8e5f-a7ce76069171),segment_id=05dbac21-1401-4c66-8e5f-a7ce76069171)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:18.376251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310de9d3-a1fe-49ce-aa96-a4bdfef05d95 None None] Network c78962b6-a3e4-40ef-8bca-cd71a8519d45 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:18.376949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437eb532-7e21-4555-ab7b-b1b5127801dc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.377623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-437eb532-7e21-4555-ab7b-b1b5127801dc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.422365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179adbd-3e88-4752-a113-6461a329407f admin admin] Pushing event deleted for resources: {'Port': ['ID=e781e728-23ec-4b76-9624-6736a4633b93,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.471129 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.500540 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-437eb532-7e21-4555-ab7b-b1b5127801dc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1294470 Sep 16 05:17:18.501821 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35734) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:18.509264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1726cc0d-7340-4191-9ed0-e56ff730ccf2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Request body: {'subnet': {'network_id': '368a49a6-9e27-42ed-a1a3-dd46fef5010c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:18.616955 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c8da07ca-b467-4e82-9e59-0037aa08e1ab None None] Provisioning complete for port 4c0d09e2-358d-436f-a164-93d92395aa8f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:18.623171 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8da07ca-b467-4e82-9e59-0037aa08e1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.623171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da08d3e-b16a-4f7a-b229-5f8062465c09 None None] Pushing event updated for resources: {'Port': ['ID=4c0d09e2-358d-436f-a164-93d92395aa8f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.625760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Routers {'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:18.626511 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:18.707923 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f179adbd-3e88-4752-a113-6461a329407f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.782849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1726cc0d-7340-4191-9ed0-e56ff730ccf2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Made reservation on behalf of 13b8c16badc54eec895aaa18b8dd2619 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:18.788152 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1726cc0d-7340-4191-9ed0-e56ff730ccf2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.968763 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-c78962b6-a3e4-40ef-8bca-cd71a8519d45', 'network_id': 'c78962b6-a3e4-40ef-8bca-cd71a8519d45', 'tenant_id': '13b8c16badc54eec895aaa18b8dd2619', 'fixed_ips': [{'subnet_id': '432f80ba-4bd3-49dc-a8f6-d1c9680575d5'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:18.969938 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.988104 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8da07ca-b467-4e82-9e59-0037aa08e1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.000140 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] Set router a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:19.048765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f179adbd-3e88-4752-a113-6461a329407f admin admin] Router 9069cbb9-9175-41d7-83d0-7e60e54141d3 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:19.196863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f179adbd-3e88-4752-a113-6461a329407f admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:19.207869 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb958185-b21a-494a-8d63-7c6b54bb6787 None None] Sync routers for ids ['9069cbb9-9175-41d7-83d0-7e60e54141d3'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:19.208631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35744) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:19.209397 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f179adbd-3e88-4752-a113-6461a329407f admin admin] 10.222.0.24 "PUT /v2.0/routers/9069cbb9-9175-41d7-83d0-7e60e54141d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8571055 Sep 16 05:17:19.218065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1726cc0d-7340-4191-9ed0-e56ff730ccf2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.222020 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb958185-b21a-494a-8d63-7c6b54bb6787 None None] Routers {'9069cbb9-9175-41d7-83d0-7e60e54141d3'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:19.222020 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-eb958185-b21a-494a-8d63-7c6b54bb6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9069cbb9-9175-41d7-83d0-7e60e54141d3'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:19.230428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c8da07ca-b467-4e82-9e59-0037aa08e1ab None None] For port 4c0d09e2-358d-436f-a164-93d92395aa8f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4c0d09e2-358d-436f-a164-93d92395aa8f,segment=NetworkSegment(05dbac21-1401-4c66-8e5f-a7ce76069171),segment_id=05dbac21-1401-4c66-8e5f-a7ce76069171)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:19.330948 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c8da07ca-b467-4e82-9e59-0037aa08e1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.404231 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-eb958185-b21a-494a-8d63-7c6b54bb6787 None None] Set router 9069cbb9-9175-41d7-83d0-7e60e54141d3 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:19.515306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726cc0d-7340-4191-9ed0-e56ff730ccf2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event updated for resources: {'Subnet': ['ID=a0e0a7de-e01e-4089-b14b-7bdbc888ad5b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:19.534244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726cc0d-7340-4191-9ed0-e56ff730ccf2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Checking segment: {'id': 'fe4a2d74-1373-451b-bbec-55ee5a6450ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '368a49a6-9e27-42ed-a1a3-dd46fef5010c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:19.534631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1726cc0d-7340-4191-9ed0-e56ff730ccf2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Network hostable DHCP agents. Network: 368a49a6-9e27-42ed-a1a3-dd46fef5010c, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:19.563291 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.590225 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a182d304-924c-421d-a844-be724eba90eb None None] Network 546ed73d-7d2d-420c-a923-ab411c2e6907 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:19.616055 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Allocated IP 172.20.0.2 (c78962b6-a3e4-40ef-8bca-cd71a8519d45/432f80ba-4bd3-49dc-a8f6-d1c9680575d5/de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:19.679823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0dcec8ab-7514-403a-b778-b390ff9325f9 None None] Provisioning complete for port 4c0d09e2-358d-436f-a164-93d92395aa8f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:19.680190 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0dcec8ab-7514-403a-b778-b390ff9325f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.684390 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.788597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1726cc0d-7340-4191-9ed0-e56ff730ccf2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Network 368a49a6-9e27-42ed-a1a3-dd46fef5010c is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:19.788772 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da07ca-b467-4e82-9e59-0037aa08e1ab None None] Pushing event updated for resources: {'Port': ['ID=4c0d09e2-358d-436f-a164-93d92395aa8f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:19.844361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08aca79b-a6c4-4125-8a20-97df716421c7 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:19.853282 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-eb958185-b21a-494a-8d63-7c6b54bb6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'name': 'tempest-TestAggregatesBasicOps-816891535-router', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:57Z', 'updated_at': '2021-09-16T05:17:18Z', 'revision_number': 5, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'gw_port': {'id': 'ff559d19-43aa-4bf7-a4f0-531cfea119e0', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:58Z', 'updated_at': '2021-09-16T05:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:19.892935 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb958185-b21a-494a-8d63-7c6b54bb6787 None None] Checking router: 9069cbb9-9175-41d7-83d0-7e60e54141d3 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:19.894465 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-1726cc0d-7340-4191-9ed0-e56ff730ccf2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 368a49a6-9e27-42ed-a1a3-dd46fef5010c) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:19.904126 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb958185-b21a-494a-8d63-7c6b54bb6787 None None] Routers {'9069cbb9-9175-41d7-83d0-7e60e54141d3'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:19.904701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1726cc0d-7340-4191-9ed0-e56ff730ccf2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.905307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1726cc0d-7340-4191-9ed0-e56ff730ccf2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.905719 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-eb958185-b21a-494a-8d63-7c6b54bb6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['9069cbb9-9175-41d7-83d0-7e60e54141d3'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:19.928220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70f5113-2c76-43ce-a205-bf11aa162386 None None] Network 368a49a6-9e27-42ed-a1a3-dd46fef5010c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:19.941121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Deleting port ff559d19-43aa-4bf7-a4f0-531cfea119e0 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:19.941646 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.027463 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-eb958185-b21a-494a-8d63-7c6b54bb6787 None None] Set router 9069cbb9-9175-41d7-83d0-7e60e54141d3 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:20.030465 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1726cc0d-7340-4191-9ed0-e56ff730ccf2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5273769 Sep 16 05:17:20.033277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35760) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:20.051274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] For port ff559d19-43aa-4bf7-a4f0-531cfea119e0, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ff559d19-43aa-4bf7-a4f0-531cfea119e0,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:20.051826 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.065662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Calling delete_port for ff559d19-43aa-4bf7-a4f0-531cfea119e0 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:20.126948 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-eb958185-b21a-494a-8d63-7c6b54bb6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'name': 'tempest-TestAggregatesBasicOps-816891535-router', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:57Z', 'updated_at': '2021-09-16T05:17:19Z', 'revision_number': 6, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:20.154110 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'name': 'tempest-TestAggregatesBasicOps-1501492599-router', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dde99531-127c-4291-a6c5-fb269bece497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:12Z', 'revision_number': 4, 'project_id': 'b71212978cbe46189c5f01210e034134', 'gw_port': {'id': 'dde99531-127c-4291-a6c5-fb269bece497', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:08Z', 'updated_at': '2021-09-16T05:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '4c0d09e2-358d-436f-a164-93d92395aa8f', 'name': '', 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'mac_address': 'fa:16:3e:33:83:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:11Z', 'updated_at': '2021-09-16T05:17:18Z', 'revision_number': 4, 'project_id': 'b71212978cbe46189c5f01210e034134', 'subnets': [{'id': '95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:20.158503 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.165822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 08aca79b-a6c4-4125-8a20-97df716421c7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:20.166755 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.179787 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb958185-b21a-494a-8d63-7c6b54bb6787 None None] The sync data for ids ['9069cbb9-9175-41d7-83d0-7e60e54141d3'] in n-d-712137-12 is: [{'id': '9069cbb9-9175-41d7-83d0-7e60e54141d3', 'name': 'tempest-TestAggregatesBasicOps-816891535-router', 'tenant_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:57Z', 'updated_at': '2021-09-16T05:17:19Z', 'revision_number': 6, 'project_id': '9c2f5c2cfbba49d180cbb338b68b6111', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:20.210463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a206d0b-1184-4792-b39c-71327eb2afcf None None] The sync data for ids ['a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'] in n-d-712137-12 is: [{'id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'name': 'tempest-TestAggregatesBasicOps-1501492599-router', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dde99531-127c-4291-a6c5-fb269bece497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:12Z', 'revision_number': 4, 'project_id': 'b71212978cbe46189c5f01210e034134', 'gw_port': {'id': 'dde99531-127c-4291-a6c5-fb269bece497', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:08Z', 'updated_at': '2021-09-16T05:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '4c0d09e2-358d-436f-a164-93d92395aa8f', 'name': '', 'network_id': '0f3390c7-3434-47f6-929a-c8bbfd16d341', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'mac_address': 'fa:16:3e:33:83:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:11Z', 'updated_at': '2021-09-16T05:17:18Z', 'revision_number': 4, 'project_id': 'b71212978cbe46189c5f01210e034134', 'subnets': [{'id': '95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:20.292862 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.309219 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a4af038f-de80-4da1-9deb-c496333f1085 None None] Provisioning complete for port 08aca79b-a6c4-4125-8a20-97df716421c7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:20.309595 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a4af038f-de80-4da1-9deb-c496333f1085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.375542 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.393481 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Network c78962b6-a3e4-40ef-8bca-cd71a8519d45 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:20.423477 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.425926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:20.429166 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:20.446092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-368a49a6-9e27-42ed-a1a3-dd46fef5010c', 'network_id': '368a49a6-9e27-42ed-a1a3-dd46fef5010c', 'tenant_id': '13b8c16badc54eec895aaa18b8dd2619', 'fixed_ips': [{'subnet_id': 'a0e0a7de-e01e-4089-b14b-7bdbc888ad5b'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:20.446092 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.446611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Pushing event updated for resources: {'Port': ['ID=de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:20.459581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff559d19-43aa-4bf7-a4f0-531cfea119e0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:20.652676 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.739518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35766) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:20.744911 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.772683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Attempting to bind port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:20.773455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Attempting to bind port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '1782ba42-8d9d-48c2-8756-ac599b31a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c78962b6-a3e4-40ef-8bca-cd71a8519d45'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:20.773943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Attempting to bind port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d on network c78962b6-a3e4-40ef-8bca-cd71a8519d45 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:20.813746 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.819732 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.833734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 08aca79b-a6c4-4125-8a20-97df716421c7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08aca79b-a6c4-4125-8a20-97df716421c7,segment=NetworkSegment(d4abb90d-e8ac-44ae-bb8a-9fe581ee64eb),segment_id=d4abb90d-e8ac-44ae-bb8a-9fe581ee64eb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:20.841924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:20.842366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Checking segment: {'id': '1782ba42-8d9d-48c2-8756-ac599b31a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c78962b6-a3e4-40ef-8bca-cd71a8519d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:20.842976 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.843453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Bound using segment: {'id': '1782ba42-8d9d-48c2-8756-ac599b31a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c78962b6-a3e4-40ef-8bca-cd71a8519d45'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:20.844001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Bound port: de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1782ba42-8d9d-48c2-8756-ac599b31a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c78962b6-a3e4-40ef-8bca-cd71a8519d45'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:20.844396 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.853233 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a4af038f-de80-4da1-9deb-c496333f1085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.894783 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Allocated IP 172.20.0.1 (c78962b6-a3e4-40ef-8bca-cd71a8519d45/432f80ba-4bd3-49dc-a8f6-d1c9680575d5/fda14bf5-21ef-4841-9ea3-e2816c344cfc) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:20.957516 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8e4d04cc-3d5a-4271-9e14-86aa13d71e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.960375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Allocated IP 172.20.0.2 (368a49a6-9e27-42ed-a1a3-dd46fef5010c/a0e0a7de-e01e-4089-b14b-7bdbc888ad5b/7a9b4a57-6400-46c5-b014-b0d4ba817077) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:20.986703 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.006037 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.006605 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9069cbb9-9175-41d7-83d0-7e60e54141d3 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:21.011670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.012897 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-82885db0-28de-45f0-96ec-13a86591e984 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9069cbb9-9175-41d7-83d0-7e60e54141d3 HTTP/1.1" status: 204 len: 168 time: 1.8032475 Sep 16 05:17:21.015329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35770) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:21.074678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd763a95-839f-4db7-a0f6-9f02936d855d admin admin] Deleting subnet 7e88b3b0-7e24-403c-972b-a5cb2ed21d57 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:21.074678 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd763a95-839f-4db7-a0f6-9f02936d855d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.092523 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] For port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:21.103508 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.115307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd763a95-839f-4db7-a0f6-9f02936d855d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.133322 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] For port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d,segment=NetworkSegment(1782ba42-8d9d-48c2-8756-ac599b31a7da),segment_id=1782ba42-8d9d-48c2-8756-ac599b31a7da)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:21.169814 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-a4af038f-de80-4da1-9deb-c496333f1085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:17:21.170259 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-a4af038f-de80-4da1-9deb-c496333f1085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:17:21.203067 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=08aca79b-a6c4-4125-8a20-97df716421c7,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.204651 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8e4d04cc-3d5a-4271-9e14-86aa13d71e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.227026 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.258171 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd763a95-839f-4db7-a0f6-9f02936d855d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.297420 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.361503 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Network c78962b6-a3e4-40ef-8bca-cd71a8519d45 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:21.370278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c6e65-5042-4d55-b635-1978b7cc82df None None] Pushing event updated for resources: {'Port': ['ID=de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.385705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:21.389079 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.393011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:21.399022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event updated for resources: {'Port': ['ID=fda14bf5-21ef-4841-9ea3-e2816c344cfc,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.404435 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8e4d04cc-3d5a-4271-9e14-86aa13d71e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.481114 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd763a95-839f-4db7-a0f6-9f02936d855d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.497046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8e4d04cc-3d5a-4271-9e14-86aa13d71e9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=979f62a1108f4f8f920c0c7aaf18a396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7554774 Sep 16 05:17:21.497900 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d04cc-3d5a-4271-9e14-86aa13d71e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd881e2-1da7-4a81-a04c-39926653bc9c,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.512191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35772) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:21.522329 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.540932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd763a95-839f-4db7-a0f6-9f02936d855d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e88b3b0-7e24-403c-972b-a5cb2ed21d57,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.548629 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.552563 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd763a95-839f-4db7-a0f6-9f02936d855d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.559443 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dd763a95-839f-4db7-a0f6-9f02936d855d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7e88b3b0-7e24-403c-972b-a5cb2ed21d57 HTTP/1.1" status: 204 len: 168 time: 0.5425732 Sep 16 05:17:21.566360 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35774) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:21.642273 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6650ad2-0bd3-4124-a64d-96e677aee4d3 None None] Network 656b8a3f-ac77-47a7-b0aa-80ed7693de17 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:21.658181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Network 368a49a6-9e27-42ed-a1a3-dd46fef5010c is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:21.743615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:21.753153 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bc0be503-e21f-4dd5-941a-e61265f6eb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.762091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:21.823287 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.826860 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bc0be503-e21f-4dd5-941a-e61265f6eb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.852903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Pushing event updated for resources: {'Port': ['ID=7a9b4a57-6400-46c5-b014-b0d4ba817077,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.885169 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.933827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Attempting to bind port 7a9b4a57-6400-46c5-b014-b0d4ba817077 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:21.934309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Attempting to bind port 7a9b4a57-6400-46c5-b014-b0d4ba817077 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'fe4a2d74-1373-451b-bbec-55ee5a6450ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '368a49a6-9e27-42ed-a1a3-dd46fef5010c'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:21.934868 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Attempting to bind port 7a9b4a57-6400-46c5-b014-b0d4ba817077 on network 368a49a6-9e27-42ed-a1a3-dd46fef5010c {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:21.952150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:21.952569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Checking segment: {'id': 'fe4a2d74-1373-451b-bbec-55ee5a6450ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '368a49a6-9e27-42ed-a1a3-dd46fef5010c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:21.953117 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.953528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Bound using segment: {'id': 'fe4a2d74-1373-451b-bbec-55ee5a6450ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '368a49a6-9e27-42ed-a1a3-dd46fef5010c'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:21.956997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Bound port: 7a9b4a57-6400-46c5-b014-b0d4ba817077, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4a2d74-1373-451b-bbec-55ee5a6450ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '368a49a6-9e27-42ed-a1a3-dd46fef5010c'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:21.957540 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.968140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Deleting port db0e0f5c-879b-4003-9997-8e7ff6bcb86c {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:21.972538 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.020341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:22.066412 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] For port db0e0f5c-879b-4003-9997-8e7ff6bcb86c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=db0e0f5c-879b-4003-9997-8e7ff6bcb86c,segment=NetworkSegment(dea7cbad-2fe7-46ba-b05a-54276eae6a3f),segment_id=dea7cbad-2fe7-46ba-b05a-54276eae6a3f)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:22.066412 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.075129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-721cfb73-c3ff-4b05-9468-ab98de326c5b None None] Provisioning complete for port 08aca79b-a6c4-4125-8a20-97df716421c7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:22.075638 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-721cfb73-c3ff-4b05-9468-ab98de326c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.080179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Calling delete_port for db0e0f5c-879b-4003-9997-8e7ff6bcb86c owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:22.102513 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bc0be503-e21f-4dd5-941a-e61265f6eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.106033 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bc0be503-e21f-4dd5-941a-e61265f6eb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.107313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bc0be503-e21f-4dd5-941a-e61265f6eb0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dd881e2-1da7-4a81-a04c-39926653bc9c HTTP/1.1" status: 204 len: 168 time: 0.5783939 Sep 16 05:17:22.134357 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0be503-e21f-4dd5-941a-e61265f6eb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd881e2-1da7-4a81-a04c-39926653bc9c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:22.285396 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.339200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Pushing event deleted for resources: {'Port': ['ID=db0e0f5c-879b-4003-9997-8e7ff6bcb86c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:22.346925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] No DVR routers for this DVR port db0e0f5c-879b-4003-9997-8e7ff6bcb86c on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:22.361210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] For port 7a9b4a57-6400-46c5-b014-b0d4ba817077, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:22.365810 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] For port 7a9b4a57-6400-46c5-b014-b0d4ba817077, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7a9b4a57-6400-46c5-b014-b0d4ba817077,segment=NetworkSegment(fe4a2d74-1373-451b-bbec-55ee5a6450ae),segment_id=fe4a2d74-1373-451b-bbec-55ee5a6450ae)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:22.367690 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.442128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:22.442515 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.462350 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.492634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656b8a3f-ac77-47a7-b0aa-80ed7693de17']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:22.497424 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.500787 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.530161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea7cbad-2fe7-46ba-b05a-54276eae6a3f') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:22.530452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea7cbad-2fe7-46ba-b05a-54276eae6a3f') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:22.558165 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.588436 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.599064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:22.599484 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:22.626283 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:22.630145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db1b4e5-8f45-48eb-b715-78cc4ccb858d None None] DHCP port deletion for 656b8a3f-ac77-47a7-b0aa-80ed7693de17 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:22.674825 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.691045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event updated for resources: {'Port': ['ID=fda14bf5-21ef-4841-9ea3-e2816c344cfc,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:22.730843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91916fb0-a59f-4e2f-92b4-fa587ff574a1 None None] Pushing event updated for resources: {'Port': ['ID=7a9b4a57-6400-46c5-b014-b0d4ba817077,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:22.760945 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.824559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.826941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d,segment=NetworkSegment(1782ba42-8d9d-48c2-8756-ac599b31a7da),segment_id=1782ba42-8d9d-48c2-8756-ac599b31a7da)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:22.835426 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.839041 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] 10.222.0.24 "DELETE /v2.0/networks/656b8a3f-ac77-47a7-b0aa-80ed7693de17 HTTP/1.1" status: 204 len: 168 time: 1.2708120 Sep 16 05:17:22.844090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35788) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:22.877327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe2663-6658-401b-b933-e0b40e8e25fb admin admin] Pushing event deleted for resources: {'Network': ['ID=656b8a3f-ac77-47a7-b0aa-80ed7693de17,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:22.925811 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.926892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4c0d09e2-358d-436f-a164-93d92395aa8f up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:22.936987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Network c78962b6-a3e4-40ef-8bca-cd71a8519d45 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:22.950509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:22.989830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9731617-216d-4936-a15c-717ceb0b8d2b None None] Network c78962b6-a3e4-40ef-8bca-cd71a8519d45 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:23.097393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:23.107506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-21731060-64ab-488f-b755-02e4fc8429f9 None None] Provisioning complete for port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:23.107839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-21731060-64ab-488f-b755-02e4fc8429f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.177053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4c0d09e2-358d-436f-a164-93d92395aa8f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:23.177387 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.258449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Router 2211721f-3289-41b5-b823-e5441bf28fb7 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:17:23.361704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08aca79b-a6c4-4125-8a20-97df716421c7 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:23.423272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:23.430111 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4c42dae7-f570-49f7-a7c9-dd51ff7fd087 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "PUT /v2.0/routers/2211721f-3289-41b5-b823-e5441bf28fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3951006 Sep 16 05:17:23.433564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35800) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:23.439770 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81fd7a-079c-45de-ada4-46e2a9ed53bf None None] Sync routers for ids ['2211721f-3289-41b5-b823-e5441bf28fb7'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:23.452695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81fd7a-079c-45de-ada4-46e2a9ed53bf None None] Routers {'2211721f-3289-41b5-b823-e5441bf28fb7'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:23.453344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cc81fd7a-079c-45de-ada4-46e2a9ed53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2211721f-3289-41b5-b823-e5441bf28fb7'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:23.505764 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cc81fd7a-079c-45de-ada4-46e2a9ed53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:23.508057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 08aca79b-a6c4-4125-8a20-97df716421c7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:23.508435 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.543508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81fd7a-079c-45de-ada4-46e2a9ed53bf None None] Routers {'2211721f-3289-41b5-b823-e5441bf28fb7'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:23.543508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cc81fd7a-079c-45de-ada4-46e2a9ed53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2211721f-3289-41b5-b823-e5441bf28fb7'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:23.592659 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-cc81fd7a-079c-45de-ada4-46e2a9ed53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:23.593364 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81fd7a-079c-45de-ada4-46e2a9ed53bf None None] The sync data for ids ['2211721f-3289-41b5-b823-e5441bf28fb7'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:23.762046 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e781e728-23ec-4b76-9624-6736a4633b93 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:23.796573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: e781e728-23ec-4b76-9624-6736a4633b93 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:23.799359 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device e781e728-23ec-4b76-9624-6736a4633b93 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:23.800257 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ff559d19-43aa-4bf7-a4f0-531cfea119e0 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:23.823678 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: ff559d19-43aa-4bf7-a4f0-531cfea119e0 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:23.824420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ff559d19-43aa-4bf7-a4f0-531cfea119e0 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:23.860872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bc09dd6f-db87-4d95-ac0a-743d97b41c81 None None] Provisioning complete for port fda14bf5-21ef-4841-9ea3-e2816c344cfc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:23.861470 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bc09dd6f-db87-4d95-ac0a-743d97b41c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.965973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-bc09dd6f-db87-4d95-ac0a-743d97b41c81 None None] Port fda14bf5-21ef-4841-9ea3-e2816c344cfc cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:23.983528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-bc09dd6f-db87-4d95-ac0a-743d97b41c81 None None] Provisioning complete for port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:23.983920 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bc09dd6f-db87-4d95-ac0a-743d97b41c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.078348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38438aa6-7a7f-4dc5-9c90-3ff8928ddc36 None None] Network 368a49a6-9e27-42ed-a1a3-dd46fef5010c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:24.125597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:24.165474 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9721734-b1e9-4ed0-b87f-b1199a61df5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.380671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:24.385599 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.500886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4eaf7e6b-850e-412a-98d9-a122d5e3ffaf None None] Provisioning complete for port fda14bf5-21ef-4841-9ea3-e2816c344cfc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:24.501546 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7e6b-850e-412a-98d9-a122d5e3ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.504114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7a9b4a57-6400-46c5-b014-b0d4ba817077 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:24.523719 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-15024efb-b0f8-4bf1-a545-a539fcf7c4f6 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:24.524843 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-15024efb-b0f8-4bf1-a545-a539fcf7c4f6 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "PUT /v2.0/routers/2211721f-3289-41b5-b823-e5441bf28fb7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0903230 Sep 16 05:17:24.528642 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35846) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:24.570233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf7e6b-850e-412a-98d9-a122d5e3ffaf None None] Port fda14bf5-21ef-4841-9ea3-e2816c344cfc cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:24.607597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4eaf7e6b-850e-412a-98d9-a122d5e3ffaf None None] Provisioning complete for port 7a9b4a57-6400-46c5-b014-b0d4ba817077 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:24.608130 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7e6b-850e-412a-98d9-a122d5e3ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.638450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7a9b4a57-6400-46c5-b014-b0d4ba817077 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:24.642800 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.642951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d9721734-b1e9-4ed0-b87f-b1199a61df5d admin admin] Deleting port 4c0d09e2-358d-436f-a164-93d92395aa8f {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:24.642951 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9721734-b1e9-4ed0-b87f-b1199a61df5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.738477 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-d9721734-b1e9-4ed0-b87f-b1199a61df5d admin admin] For port 4c0d09e2-358d-436f-a164-93d92395aa8f, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4c0d09e2-358d-436f-a164-93d92395aa8f,segment=NetworkSegment(05dbac21-1401-4c66-8e5f-a7ce76069171),segment_id=05dbac21-1401-4c66-8e5f-a7ce76069171)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:24.738908 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9721734-b1e9-4ed0-b87f-b1199a61df5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.753623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d9721734-b1e9-4ed0-b87f-b1199a61df5d admin admin] Calling delete_port for 4c0d09e2-358d-436f-a164-93d92395aa8f owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:24.798430 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7e6b-850e-412a-98d9-a122d5e3ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.826239 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.866102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4eaf7e6b-850e-412a-98d9-a122d5e3ffaf None None] For port 7a9b4a57-6400-46c5-b014-b0d4ba817077, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7a9b4a57-6400-46c5-b014-b0d4ba817077,segment=NetworkSegment(fe4a2d74-1373-451b-bbec-55ee5a6450ae),segment_id=fe4a2d74-1373-451b-bbec-55ee5a6450ae)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:24.937773 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7e6b-850e-412a-98d9-a122d5e3ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.022067 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:17:25.022429 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:17:25.025188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf7e6b-850e-412a-98d9-a122d5e3ffaf None None] Pushing event updated for resources: {'Port': ['ID=7a9b4a57-6400-46c5-b014-b0d4ba817077,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:25.040230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9721734-b1e9-4ed0-b87f-b1199a61df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.069830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8b97bcd8-c41a-4739-b6b6-a01df92711f1 None None] Provisioning complete for port 7a9b4a57-6400-46c5-b014-b0d4ba817077 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:25.070021 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9721734-b1e9-4ed0-b87f-b1199a61df5d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0d09e2-358d-436f-a164-93d92395aa8f,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:25.070139 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8b97bcd8-c41a-4739-b6b6-a01df92711f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.312162 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d9721734-b1e9-4ed0-b87f-b1199a61df5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.372391 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f749dab-3ea9-4f30-bab8-fd4884b2a3ad tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.546272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9721734-b1e9-4ed0-b87f-b1199a61df5d admin admin] Router a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:25.644375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device db0e0f5c-879b-4003-9997-8e7ff6bcb86c no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:25.664794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: db0e0f5c-879b-4003-9997-8e7ff6bcb86c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:25.665066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device db0e0f5c-879b-4003-9997-8e7ff6bcb86c not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:25.668846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1f749dab-3ea9-4f30-bab8-fd4884b2a3ad tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Deleting port fda14bf5-21ef-4841-9ea3-e2816c344cfc {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:25.669345 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f749dab-3ea9-4f30-bab8-fd4884b2a3ad tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.705719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9721734-b1e9-4ed0-b87f-b1199a61df5d admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:25.711101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d9721734-b1e9-4ed0-b87f-b1199a61df5d admin admin] 10.222.0.24 "PUT /v2.0/routers/a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8660741 Sep 16 05:17:25.716557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35884) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:25.717218 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff549952-6cf8-405a-a001-4c68af76b499 None None] Sync routers for ids ['a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:25.727281 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff549952-6cf8-405a-a001-4c68af76b499 None None] Routers {'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:25.728204 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ff549952-6cf8-405a-a001-4c68af76b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.794584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f749dab-3ea9-4f30-bab8-fd4884b2a3ad tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.809624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1f749dab-3ea9-4f30-bab8-fd4884b2a3ad tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Calling delete_port for fda14bf5-21ef-4841-9ea3-e2816c344cfc owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:25.863286 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-ff549952-6cf8-405a-a001-4c68af76b499 None None] Set router a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:25.900483 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.048352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7a9b4a57-6400-46c5-b014-b0d4ba817077 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:26.050178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.107498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7a9b4a57-6400-46c5-b014-b0d4ba817077 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:26.107856 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.148189 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ff549952-6cf8-405a-a001-4c68af76b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'name': 'tempest-TestAggregatesBasicOps-1501492599-router', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dde99531-127c-4291-a6c5-fb269bece497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:24Z', 'revision_number': 5, 'project_id': 'b71212978cbe46189c5f01210e034134', 'gw_port': {'id': 'dde99531-127c-4291-a6c5-fb269bece497', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:08Z', 'updated_at': '2021-09-16T05:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:26.177115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f749dab-3ea9-4f30-bab8-fd4884b2a3ad tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.216113 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff549952-6cf8-405a-a001-4c68af76b499 None None] Checking router: a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:26.228227 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff549952-6cf8-405a-a001-4c68af76b499 None None] Routers {'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:26.230292 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ff549952-6cf8-405a-a001-4c68af76b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:26.240146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f749dab-3ea9-4f30-bab8-fd4884b2a3ad tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event deleted for resources: {'Port': ['ID=fda14bf5-21ef-4841-9ea3-e2816c344cfc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:26.273256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Deleting port dde99531-127c-4291-a6c5-fb269bece497 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:26.273613 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.375334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] For port dde99531-127c-4291-a6c5-fb269bece497, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=dde99531-127c-4291-a6c5-fb269bece497,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:26.375726 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.384352 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-ff549952-6cf8-405a-a001-4c68af76b499 None None] Set router a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:26.402426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Calling delete_port for dde99531-127c-4291-a6c5-fb269bece497 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:26.447365 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ff549952-6cf8-405a-a001-4c68af76b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'name': 'tempest-TestAggregatesBasicOps-1501492599-router', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:26Z', 'revision_number': 6, 'project_id': 'b71212978cbe46189c5f01210e034134', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:26.471484 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1f749dab-3ea9-4f30-bab8-fd4884b2a3ad tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.486186 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff549952-6cf8-405a-a001-4c68af76b499 None None] The sync data for ids ['a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c'] in n-d-712137-12 is: [{'id': 'a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c', 'name': 'tempest-TestAggregatesBasicOps-1501492599-router', 'tenant_id': 'b71212978cbe46189c5f01210e034134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:26Z', 'revision_number': 6, 'project_id': 'b71212978cbe46189c5f01210e034134', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:26.665857 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f749dab-3ea9-4f30-bab8-fd4884b2a3ad tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Router 2211721f-3289-41b5-b823-e5441bf28fb7 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:26.760843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f749dab-3ea9-4f30-bab8-fd4884b2a3ad tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:26.765964 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1f749dab-3ea9-4f30-bab8-fd4884b2a3ad tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "PUT /v2.0/routers/2211721f-3289-41b5-b823-e5441bf28fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2356896 Sep 16 05:17:26.770178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35890) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:26.773374 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bbbbb9-405e-4975-97fd-fa7982b99524 None None] Sync routers for ids ['2211721f-3289-41b5-b823-e5441bf28fb7'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:26.784261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bbbbb9-405e-4975-97fd-fa7982b99524 None None] Routers {'2211721f-3289-41b5-b823-e5441bf28fb7'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:26.784926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-52bbbbb9-405e-4975-97fd-fa7982b99524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2211721f-3289-41b5-b823-e5441bf28fb7'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:26.811343 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-5cec739c-7079-4e54-8bba-b91a6f9b62c5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] delete failed (client error): The resource could not be found. Sep 16 05:17:26.816061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5cec739c-7079-4e54-8bba-b91a6f9b62c5 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1931566472 HTTP/1.1" status: 404 len: 335 time: 0.0413389 Sep 16 05:17:26.816061 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.823366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35892) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:26.823465 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-52bbbbb9-405e-4975-97fd-fa7982b99524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:26.826255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5d0ada7d-325b-4b6b-94e1-38945dcb4abe tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Request body: {'router': {'external_gateway_info': {'network_id': '2211721f-3289-41b5-b823-e5441bf28fb7'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:26.832214 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bbbbb9-405e-4975-97fd-fa7982b99524 None None] Routers {'2211721f-3289-41b5-b823-e5441bf28fb7'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:26.832873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-52bbbbb9-405e-4975-97fd-fa7982b99524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2211721f-3289-41b5-b823-e5441bf28fb7'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:26.876172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-52bbbbb9-405e-4975-97fd-fa7982b99524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:26.877021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bbbbb9-405e-4975-97fd-fa7982b99524 None None] The sync data for ids ['2211721f-3289-41b5-b823-e5441bf28fb7'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:26.893187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde99531-127c-4291-a6c5-fb269bece497,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:27.056209 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.177417 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5d0ada7d-325b-4b6b-94e1-38945dcb4abe tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.215560 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.219732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.495665 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-5d0ada7d-325b-4b6b-94e1-38945dcb4abe tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] update failed (client error): The resource could not be found. Sep 16 05:17:27.496848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5d0ada7d-325b-4b6b-94e1-38945dcb4abe tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "PUT /v2.0/routers/2211721f-3289-41b5-b823-e5441bf28fb7 HTTP/1.1" status: 404 len: 339 time: 0.6769445 Sep 16 05:17:27.501551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35898) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:27.549242 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.549761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:27.563763 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.565230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-de1628b4-ffb1-4b07-8b5c-2e9377b80335 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a2d7ee72-156c-4c4b-bf9a-f8b3609ee96c HTTP/1.1" status: 204 len: 168 time: 1.8475938 Sep 16 05:17:27.567627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35900) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:27.719591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-bceb1b43-8b86-43da-99e9-a7c185ca5530 admin admin] Deleting subnet 95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:27.724895 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bceb1b43-8b86-43da-99e9-a7c185ca5530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.948488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4c0d09e2-358d-436f-a164-93d92395aa8f no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:27.970459 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 4c0d09e2-358d-436f-a164-93d92395aa8f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:27.971094 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4c0d09e2-358d-436f-a164-93d92395aa8f not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:27.971682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device dde99531-127c-4291-a6c5-fb269bece497 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:27.992150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: dde99531-127c-4291-a6c5-fb269bece497 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:27.992832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device dde99531-127c-4291-a6c5-fb269bece497 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:28.239591 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bceb1b43-8b86-43da-99e9-a7c185ca5530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.317369 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.440672 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bceb1b43-8b86-43da-99e9-a7c185ca5530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.632730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Allocated IP 172.20.0.1 (546ed73d-7d2d-420c-a923-ab411c2e6907/308c0f1f-38bb-4573-be50-66fe29a35030/620aee09-21c8-4c1d-951c-f63d92cc0256) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:28.668038 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bceb1b43-8b86-43da-99e9-a7c185ca5530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.708291 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bceb1b43-8b86-43da-99e9-a7c185ca5530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.710215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bceb1b43-8b86-43da-99e9-a7c185ca5530 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c HTTP/1.1" status: 204 len: 168 time: 1.1416209 Sep 16 05:17:28.711173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb1b43-8b86-43da-99e9-a7c185ca5530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ec1ad3-86b1-4d3f-94aa-2a6f4f9f042c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:28.714457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7420c8-4740-46af-a719-bf782ac40eb8 None None] Network 0f3390c7-3434-47f6-929a-c8bbfd16d341 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:28.715893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35906) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:28.798562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.806319 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.861127 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Deleting port 7082bfc7-6290-4adc-8c4b-da5b0265a993 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:28.861861 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.925573 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.950005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb79e9e-dfc8-4ffe-a579-b4de8ee426df None None] DHCP port deletion for 0f3390c7-3434-47f6-929a-c8bbfd16d341 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:28.952029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] For port 7082bfc7-6290-4adc-8c4b-da5b0265a993, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7082bfc7-6290-4adc-8c4b-da5b0265a993,segment=NetworkSegment(05dbac21-1401-4c66-8e5f-a7ce76069171),segment_id=05dbac21-1401-4c66-8e5f-a7ce76069171)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:28.952414 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.973534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Calling delete_port for 7082bfc7-6290-4adc-8c4b-da5b0265a993 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:28.994942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Network 546ed73d-7d2d-420c-a923-ab411c2e6907 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:28.998512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:29.005830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:29.033578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-aeb79e9e-dfc8-4ffe-a579-b4de8ee426df None None] Deleting port 7082bfc7-6290-4adc-8c4b-da5b0265a993 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:29.034224 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aeb79e9e-dfc8-4ffe-a579-b4de8ee426df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.038522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event updated for resources: {'Port': ['ID=620aee09-21c8-4c1d-951c-f63d92cc0256,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.080427 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.127835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-aeb79e9e-dfc8-4ffe-a579-b4de8ee426df None None] For port 7082bfc7-6290-4adc-8c4b-da5b0265a993, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7082bfc7-6290-4adc-8c4b-da5b0265a993,segment=NetworkSegment(05dbac21-1401-4c66-8e5f-a7ce76069171),segment_id=05dbac21-1401-4c66-8e5f-a7ce76069171)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:29.128576 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aeb79e9e-dfc8-4ffe-a579-b4de8ee426df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.143745 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-aeb79e9e-dfc8-4ffe-a579-b4de8ee426df None None] Calling delete_port for 7082bfc7-6290-4adc-8c4b-da5b0265a993 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:29.171792 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.190801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] No DVR routers for this DVR port 7082bfc7-6290-4adc-8c4b-da5b0265a993 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:29.225156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Pushing event deleted for resources: {'Port': ['ID=7082bfc7-6290-4adc-8c4b-da5b0265a993,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.329774 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.371216 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.383709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3390c7-3434-47f6-929a-c8bbfd16d341']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:29.408604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05dbac21-1401-4c66-8e5f-a7ce76069171') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:29.408995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05dbac21-1401-4c66-8e5f-a7ce76069171') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:29.441784 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.459299 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.459541 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aeb79e9e-dfc8-4ffe-a579-b4de8ee426df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.465948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-07b914ea-3909-40c8-805f-179a81da2507 None None] Provisioning complete for port 620aee09-21c8-4c1d-951c-f63d92cc0256 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:29.465948 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-07b914ea-3909-40c8-805f-179a81da2507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.480916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:29.481706 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:29.483665 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:29.507566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-07b914ea-3909-40c8-805f-179a81da2507 None None] Port 620aee09-21c8-4c1d-951c-f63d92cc0256 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:29.533387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb79e9e-dfc8-4ffe-a579-b4de8ee426df None None] No DVR routers for this DVR port 7082bfc7-6290-4adc-8c4b-da5b0265a993 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:29.537837 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb79e9e-dfc8-4ffe-a579-b4de8ee426df None None] Pushing event deleted for resources: {'Port': ['ID=7082bfc7-6290-4adc-8c4b-da5b0265a993,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.616907 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.624628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.629689 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] 10.222.0.24 "DELETE /v2.0/networks/0f3390c7-3434-47f6-929a-c8bbfd16d341 HTTP/1.1" status: 204 len: 168 time: 0.9096372 Sep 16 05:17:29.641629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656dc3a-eac9-45ff-99c3-a7805362e49d admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3390c7-3434-47f6-929a-c8bbfd16d341,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.751677 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.794177 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.876315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event updated for resources: {'Port': ['ID=620aee09-21c8-4c1d-951c-f63d92cc0256,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.880066 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.914910 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7082bfc7-6290-4adc-8c4b-da5b0265a993 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:29.939039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 7082bfc7-6290-4adc-8c4b-da5b0265a993 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:29.939501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7082bfc7-6290-4adc-8c4b-da5b0265a993 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:29.996733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Network 546ed73d-7d2d-420c-a923-ab411c2e6907 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:29.996733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:30.066409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35920) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:30.100986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Router 2211721f-3289-41b5-b823-e5441bf28fb7 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:30.129578 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-21a14d0b-d4a7-496d-b64f-57acfffba350 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c2f5c2cfbba49d180cbb338b68b6111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619159 Sep 16 05:17:30.132112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35922) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:30.198777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54e0d6ea-85ca-451d-b2c2-c878e68e431e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.227669 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54e0d6ea-85ca-451d-b2c2-c878e68e431e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.232619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:30.234676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0328be28-578c-464c-b956-ade541258ac6 None None] Provisioning complete for port 620aee09-21c8-4c1d-951c-f63d92cc0256 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:30.235289 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0328be28-578c-464c-b956-ade541258ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.239168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ac65417f-ead2-4d1e-8b47-b4275cd8d7cc tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "PUT /v2.0/routers/2211721f-3289-41b5-b823-e5441bf28fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7365067 Sep 16 05:17:30.244813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35924) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:30.245299 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd172d-89c6-418b-95a3-6f1409b66ee5 None None] Sync routers for ids ['2211721f-3289-41b5-b823-e5441bf28fb7'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:30.261778 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd172d-89c6-418b-95a3-6f1409b66ee5 None None] Routers {'2211721f-3289-41b5-b823-e5441bf28fb7'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:30.262839 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-debd172d-89c6-418b-95a3-6f1409b66ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2211721f-3289-41b5-b823-e5441bf28fb7'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:30.291753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0328be28-578c-464c-b956-ade541258ac6 None None] Port 620aee09-21c8-4c1d-951c-f63d92cc0256 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:30.332886 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-debd172d-89c6-418b-95a3-6f1409b66ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:30.343655 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd172d-89c6-418b-95a3-6f1409b66ee5 None None] Routers {'2211721f-3289-41b5-b823-e5441bf28fb7'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:30.344271 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-debd172d-89c6-418b-95a3-6f1409b66ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2211721f-3289-41b5-b823-e5441bf28fb7'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:30.377940 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1d72eecd-ff58-4854-b0b9-4fcabaae5751 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.391138 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-debd172d-89c6-418b-95a3-6f1409b66ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:30.392191 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd172d-89c6-418b-95a3-6f1409b66ee5 None None] The sync data for ids ['2211721f-3289-41b5-b823-e5441bf28fb7'] in n-d-712137-12 is: [] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:30.479245 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-1d72eecd-ff58-4854-b0b9-4fcabaae5751 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:17:30.479245 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1d72eecd-ff58-4854-b0b9-4fcabaae5751 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "DELETE /v2.0/routers/2211721f-3289-41b5-b823-e5441bf28fb7 HTTP/1.1" status: 409 len: 329 time: 0.2330749 Sep 16 05:17:30.482063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35928) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:30.522284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54e0d6ea-85ca-451d-b2c2-c878e68e431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.524922 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54e0d6ea-85ca-451d-b2c2-c878e68e431e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.529016 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-54e0d6ea-85ca-451d-b2c2-c878e68e431e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfbae69d-b0a9-4791-98f2-85ea0322def7 HTTP/1.1" status: 204 len: 168 time: 0.3934722 Sep 16 05:17:30.567330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0d6ea-85ca-451d-b2c2-c878e68e431e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbae69d-b0a9-4791-98f2-85ea0322def7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:30.870037 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e63e280-0599-4eb8-b6da-ca0cbfb9f688 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.166850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1e63e280-0599-4eb8-b6da-ca0cbfb9f688 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Deleting port 620aee09-21c8-4c1d-951c-f63d92cc0256 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:31.167590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e63e280-0599-4eb8-b6da-ca0cbfb9f688 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.267019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35936) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:31.283801 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e63e280-0599-4eb8-b6da-ca0cbfb9f688 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.312179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1e63e280-0599-4eb8-b6da-ca0cbfb9f688 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Calling delete_port for 620aee09-21c8-4c1d-951c-f63d92cc0256 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:31.347283 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e0ed3667-5650-4bcb-b526-cc69cee3c7d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b71212978cbe46189c5f01210e034134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759826 Sep 16 05:17:31.348488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35940) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:31.430691 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-377e524c-3d2f-4217-bc05-c7260b1084a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.454727 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-377e524c-3d2f-4217-bc05-c7260b1084a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.597619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-377e524c-3d2f-4217-bc05-c7260b1084a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.601816 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-377e524c-3d2f-4217-bc05-c7260b1084a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.608443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-377e524c-3d2f-4217-bc05-c7260b1084a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca51e15b-cae3-4b27-830e-72d1b0a48553 HTTP/1.1" status: 204 len: 168 time: 0.2526009 Sep 16 05:17:31.613457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e524c-3d2f-4217-bc05-c7260b1084a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca51e15b-cae3-4b27-830e-72d1b0a48553,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.628710 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e63e280-0599-4eb8-b6da-ca0cbfb9f688 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.687773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63e280-0599-4eb8-b6da-ca0cbfb9f688 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event deleted for resources: {'Port': ['ID=620aee09-21c8-4c1d-951c-f63d92cc0256,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.879548 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1e63e280-0599-4eb8-b6da-ca0cbfb9f688 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.064220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e63e280-0599-4eb8-b6da-ca0cbfb9f688 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Router 2211721f-3289-41b5-b823-e5441bf28fb7 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:32.151946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e63e280-0599-4eb8-b6da-ca0cbfb9f688 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:32.167211 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdc9c9-d978-48d0-a7ab-f02f76ac21d2 None None] Sync routers for ids ['2211721f-3289-41b5-b823-e5441bf28fb7'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:32.170452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35952) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:32.172274 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1e63e280-0599-4eb8-b6da-ca0cbfb9f688 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "PUT /v2.0/routers/2211721f-3289-41b5-b823-e5441bf28fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6890361 Sep 16 05:17:32.209552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdc9c9-d978-48d0-a7ab-f02f76ac21d2 None None] Routers {'2211721f-3289-41b5-b823-e5441bf28fb7'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:32.210641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-91bdc9c9-d978-48d0-a7ab-f02f76ac21d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2211721f-3289-41b5-b823-e5441bf28fb7'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:32.266650 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-af2cb2fe-3fb2-4eed-b1e8-4d5b7d850aef tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] show failed (client error): The resource could not be found. Sep 16 05:17:32.268664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-af2cb2fe-3fb2-4eed-b1e8-4d5b7d850aef tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-919948798 HTTP/1.1" status: 404 len: 334 time: 0.0954411 Sep 16 05:17:32.271493 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35956) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:32.276138 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-91bdc9c9-d978-48d0-a7ab-f02f76ac21d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:32.282429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8e8b137b-52e6-43c4-bf7f-0afc88797615 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:32.286024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdc9c9-d978-48d0-a7ab-f02f76ac21d2 None None] Routers {'2211721f-3289-41b5-b823-e5441bf28fb7'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:32.286961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-91bdc9c9-d978-48d0-a7ab-f02f76ac21d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2211721f-3289-41b5-b823-e5441bf28fb7'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:32.333258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-91bdc9c9-d978-48d0-a7ab-f02f76ac21d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:32.334337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdc9c9-d978-48d0-a7ab-f02f76ac21d2 None None] The sync data for ids ['2211721f-3289-41b5-b823-e5441bf28fb7'] in n-d-712137-12 is: [] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:32.340832 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-8e8b137b-52e6-43c4-bf7f-0afc88797615 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] update failed (client error): The resource could not be found. Sep 16 05:17:32.342623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8e8b137b-52e6-43c4-bf7f-0afc88797615 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1401731167 HTTP/1.1" status: 404 len: 335 time: 0.0677285 Sep 16 05:17:32.345523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 35960) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:32.434897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b0ab02-503b-4e4b-8763-3b5e041cdb75 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Deleting subnet a0e0a7de-e01e-4089-b14b-7bdbc888ad5b {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:32.439012 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08b0ab02-503b-4e4b-8763-3b5e041cdb75 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.494631 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08b0ab02-503b-4e4b-8763-3b5e041cdb75 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.624118 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08b0ab02-503b-4e4b-8763-3b5e041cdb75 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.828817 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08b0ab02-503b-4e4b-8763-3b5e041cdb75 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.879412 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08b0ab02-503b-4e4b-8763-3b5e041cdb75 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.885972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35974) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:32.886414 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71ea3ea-7a61-49ec-8f6b-bff8d239e662 None None] Network 368a49a6-9e27-42ed-a1a3-dd46fef5010c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:32.887498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-08b0ab02-503b-4e4b-8763-3b5e041cdb75 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "DELETE /v2.0/subnets/a0e0a7de-e01e-4089-b14b-7bdbc888ad5b HTTP/1.1" status: 204 len: 168 time: 0.5399587 Sep 16 05:17:32.892319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0ab02-503b-4e4b-8763-3b5e041cdb75 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e0a7de-e01e-4089-b14b-7bdbc888ad5b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:32.970746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4eb57c7-2b9f-41be-a624-2429154ca202 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Deleting subnet 432f80ba-4bd3-49dc-a8f6-d1c9680575d5 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:32.977819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4eb57c7-2b9f-41be-a624-2429154ca202 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.071335 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4eb57c7-2b9f-41be-a624-2429154ca202 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.143858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea59b7fd-5640-4b93-b3e7-d0c809a493b8 None None] DHCP port deletion for 368a49a6-9e27-42ed-a1a3-dd46fef5010c request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:33.218231 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4eb57c7-2b9f-41be-a624-2429154ca202 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.221159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ea59b7fd-5640-4b93-b3e7-d0c809a493b8 None None] Deleting port 7a9b4a57-6400-46c5-b014-b0d4ba817077 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:33.221592 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ea59b7fd-5640-4b93-b3e7-d0c809a493b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.308238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ea59b7fd-5640-4b93-b3e7-d0c809a493b8 None None] For port 7a9b4a57-6400-46c5-b014-b0d4ba817077, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7a9b4a57-6400-46c5-b014-b0d4ba817077,segment=NetworkSegment(fe4a2d74-1373-451b-bbec-55ee5a6450ae),segment_id=fe4a2d74-1373-451b-bbec-55ee5a6450ae)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:33.308685 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ea59b7fd-5640-4b93-b3e7-d0c809a493b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.327677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ea59b7fd-5640-4b93-b3e7-d0c809a493b8 None None] Calling delete_port for 7a9b4a57-6400-46c5-b014-b0d4ba817077 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:33.388644 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4eb57c7-2b9f-41be-a624-2429154ca202 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.417352 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb57c7-2b9f-41be-a624-2429154ca202 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event deleted for resources: {'Subnet': ['ID=432f80ba-4bd3-49dc-a8f6-d1c9680575d5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:33.421248 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b4eb57c7-2b9f-41be-a624-2429154ca202 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.423082 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b4eb57c7-2b9f-41be-a624-2429154ca202 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "DELETE /v2.0/subnets/432f80ba-4bd3-49dc-a8f6-d1c9680575d5 HTTP/1.1" status: 204 len: 168 time: 0.5361738 Sep 16 05:17:33.425575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 35980) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:33.437020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d3e9bd-ccc1-49ad-9d13-99dfd54c47e5 None None] Network c78962b6-a3e4-40ef-8bca-cd71a8519d45 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:33.515007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ea59b7fd-5640-4b93-b3e7-d0c809a493b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.544287 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.561167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59b7fd-5640-4b93-b3e7-d0c809a493b8 None None] No DVR routers for this DVR port 7a9b4a57-6400-46c5-b014-b0d4ba817077 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:33.565886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59b7fd-5640-4b93-b3e7-d0c809a493b8 None None] Pushing event deleted for resources: {'Port': ['ID=7a9b4a57-6400-46c5-b014-b0d4ba817077,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:33.658483 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.690900 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368a49a6-9e27-42ed-a1a3-dd46fef5010c']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:33.701848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4a2d74-1373-451b-bbec-55ee5a6450ae') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:33.702471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4a2d74-1373-451b-bbec-55ee5a6450ae') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:33.722835 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0830cd-45fb-4d18-81be-32b536c69c2f None None] DHCP port deletion for c78962b6-a3e4-40ef-8bca-cd71a8519d45 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:33.725102 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.762053 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.772202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:33.772781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:33.778461 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:33.819877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6a0830cd-45fb-4d18-81be-32b536c69c2f None None] Deleting port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:33.820250 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6a0830cd-45fb-4d18-81be-32b536c69c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.923677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6a0830cd-45fb-4d18-81be-32b536c69c2f None None] For port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d,segment=NetworkSegment(1782ba42-8d9d-48c2-8756-ac599b31a7da),segment_id=1782ba42-8d9d-48c2-8756-ac599b31a7da)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:33.924160 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6a0830cd-45fb-4d18-81be-32b536c69c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.943177 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6a0830cd-45fb-4d18-81be-32b536c69c2f None None] Calling delete_port for de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:33.949729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:33.971401 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.982451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.987423 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "DELETE /v2.0/networks/368a49a6-9e27-42ed-a1a3-dd46fef5010c HTTP/1.1" status: 204 len: 168 time: 0.5586867 Sep 16 05:17:33.987774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36000) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:33.995820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54a058-e967-4cd9-a76c-ae7c311fbca3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event deleted for resources: {'Network': ['ID=368a49a6-9e27-42ed-a1a3-dd46fef5010c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:34.085760 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.141010 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.141822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d,segment=NetworkSegment(1782ba42-8d9d-48c2-8756-ac599b31a7da),segment_id=1782ba42-8d9d-48c2-8756-ac599b31a7da)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:34.196228 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.197500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7a9b4a57-6400-46c5-b014-b0d4ba817077 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:34.207591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Deleting port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:34.208018 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.223805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 7a9b4a57-6400-46c5-b014-b0d4ba817077 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:34.224382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7a9b4a57-6400-46c5-b014-b0d4ba817077 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:34.281854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:34.297463 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6a0830cd-45fb-4d18-81be-32b536c69c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.310983 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] For port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d,segment=NetworkSegment(1782ba42-8d9d-48c2-8756-ac599b31a7da),segment_id=1782ba42-8d9d-48c2-8756-ac599b31a7da)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:34.311367 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.325924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Calling delete_port for de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:34.355603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0830cd-45fb-4d18-81be-32b536c69c2f None None] Pushing event deleted for resources: {'Port': ['ID=de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:34.359361 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0830cd-45fb-4d18-81be-32b536c69c2f None None] No DVR routers for this DVR port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:34.514108 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.558035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event deleted for resources: {'Port': ['ID=de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:34.560791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] No DVR routers for this DVR port de17cdd0-7d0c-4bfa-8980-fe12ffcc2f7d on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:34.589345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:34.589704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:34.590162 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:34.590510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:34.590853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:34.591186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:34.591518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:34.591847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:34.592177 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:34.592520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:34.592851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:34.593175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:34.658962 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.680836 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78962b6-a3e4-40ef-8bca-cd71a8519d45']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:34.693371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1782ba42-8d9d-48c2-8756-ac599b31a7da') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:34.693771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1782ba42-8d9d-48c2-8756-ac599b31a7da') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:34.704517 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.718018 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.724539 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:34.725011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: self.session.flush() Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:34.728847 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:34.878424 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.889233 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.893609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "DELETE /v2.0/networks/c78962b6-a3e4-40ef-8bca-cd71a8519d45 HTTP/1.1" status: 204 len: 168 time: 0.9027159 Sep 16 05:17:34.894597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36032) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:34.902819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b30b67-1fbd-4a2e-a8df-9cd265068f37 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event deleted for resources: {'Network': ['ID=c78962b6-a3e4-40ef-8bca-cd71a8519d45,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:34.951874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66ca65c-2631-4620-8c7c-d23d8e5df68a tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Deleting subnet 308c0f1f-38bb-4573-be50-66fe29a35030 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:34.955273 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d66ca65c-2631-4620-8c7c-d23d8e5df68a tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.008757 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d66ca65c-2631-4620-8c7c-d23d8e5df68a tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.100996 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d66ca65c-2631-4620-8c7c-d23d8e5df68a tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.240117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d66ca65c-2631-4620-8c7c-d23d8e5df68a tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.265155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d66ca65c-2631-4620-8c7c-d23d8e5df68a tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.267475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c06f5-2890-4b5c-af45-7af9de637474 None None] Network 546ed73d-7d2d-420c-a923-ab411c2e6907 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:35.270847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36054) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:35.281220 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d66ca65c-2631-4620-8c7c-d23d8e5df68a tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "DELETE /v2.0/subnets/308c0f1f-38bb-4573-be50-66fe29a35030 HTTP/1.1" status: 204 len: 168 time: 0.3854187 Sep 16 05:17:35.341514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ca65c-2631-4620-8c7c-d23d8e5df68a tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event deleted for resources: {'Subnet': ['ID=308c0f1f-38bb-4573-be50-66fe29a35030,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:35.410833 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.477350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Deleting port 08aca79b-a6c4-4125-8a20-97df716421c7 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:35.478036 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.519202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd3a65-4ef4-4cd9-b6be-9f8b16b81799 None None] DHCP port deletion for 546ed73d-7d2d-420c-a923-ab411c2e6907 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:35.556194 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] For port 08aca79b-a6c4-4125-8a20-97df716421c7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08aca79b-a6c4-4125-8a20-97df716421c7,segment=NetworkSegment(d4abb90d-e8ac-44ae-bb8a-9fe581ee64eb),segment_id=d4abb90d-e8ac-44ae-bb8a-9fe581ee64eb)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:35.557154 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.577088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Calling delete_port for 08aca79b-a6c4-4125-8a20-97df716421c7 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:35.588938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-57cd3a65-4ef4-4cd9-b6be-9f8b16b81799 None None] Deleting port 08aca79b-a6c4-4125-8a20-97df716421c7 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:35.589646 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-57cd3a65-4ef4-4cd9-b6be-9f8b16b81799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.664275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-57cd3a65-4ef4-4cd9-b6be-9f8b16b81799 None None] For port 08aca79b-a6c4-4125-8a20-97df716421c7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08aca79b-a6c4-4125-8a20-97df716421c7,segment=NetworkSegment(d4abb90d-e8ac-44ae-bb8a-9fe581ee64eb),segment_id=d4abb90d-e8ac-44ae-bb8a-9fe581ee64eb)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:35.664846 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-57cd3a65-4ef4-4cd9-b6be-9f8b16b81799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.679278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-57cd3a65-4ef4-4cd9-b6be-9f8b16b81799 None None] Calling delete_port for 08aca79b-a6c4-4125-8a20-97df716421c7 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:35.771433 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.781767 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-57cd3a65-4ef4-4cd9-b6be-9f8b16b81799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.798864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event deleted for resources: {'Port': ['ID=08aca79b-a6c4-4125-8a20-97df716421c7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:35.802597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] No DVR routers for this DVR port 08aca79b-a6c4-4125-8a20-97df716421c7 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:35.816038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd3a65-4ef4-4cd9-b6be-9f8b16b81799 None None] Pushing event deleted for resources: {'Port': ['ID=08aca79b-a6c4-4125-8a20-97df716421c7,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:35.825683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd3a65-4ef4-4cd9-b6be-9f8b16b81799 None None] No DVR routers for this DVR port 08aca79b-a6c4-4125-8a20-97df716421c7 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:35.904538 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.923578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08aca79b-a6c4-4125-8a20-97df716421c7 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:35.936575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546ed73d-7d2d-420c-a923-ab411c2e6907']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:35.945809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 08aca79b-a6c4-4125-8a20-97df716421c7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:35.946080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08aca79b-a6c4-4125-8a20-97df716421c7 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:35.961631 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4abb90d-e8ac-44ae-bb8a-9fe581ee64eb') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:35.961953 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4abb90d-e8ac-44ae-bb8a-9fe581ee64eb') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:35.980489 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.987409 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.996682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:35.997292 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:36.002139 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:36.124733 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.140691 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.140691 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "DELETE /v2.0/networks/546ed73d-7d2d-420c-a923-ab411c2e6907 HTTP/1.1" status: 204 len: 168 time: 0.8662410 Sep 16 05:17:36.141173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36090) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:36.158637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0959a-68fc-49c2-95c5-44b4f0b535c3 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Pushing event deleted for resources: {'Network': ['ID=546ed73d-7d2d-420c-a923-ab411c2e6907,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:36.179411 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-56c1d55e-933f-4e98-a604-503880a9590f tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "GET /v2.0/ports?device_id=2211721f-3289-41b5-b823-e5441bf28fb7 HTTP/1.1" status: 200 len: 205 time: 0.0337324 Sep 16 05:17:36.181173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36094) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:36.262062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa8928cb-d42d-40d3-8285-365a573263c2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.838357 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa8928cb-d42d-40d3-8285-365a573263c2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.840720 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa8928cb-d42d-40d3-8285-365a573263c2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.050391 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa8928cb-d42d-40d3-8285-365a573263c2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.051069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8928cb-d42d-40d3-8285-365a573263c2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Fanout notify agent at l3_agent the message router_deleted on router 2211721f-3289-41b5-b823-e5441bf28fb7 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:37.062234 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa8928cb-d42d-40d3-8285-365a573263c2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.062234 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aa8928cb-d42d-40d3-8285-365a573263c2 tempest-RoutersNegativeTest-1125050649 tempest-RoutersNegativeTest-1125050649-project] 10.222.0.24 "DELETE /v2.0/routers/2211721f-3289-41b5-b823-e5441bf28fb7 HTTP/1.1" status: 204 len: 168 time: 0.8788316 Sep 16 05:17:37.654385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36146) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:37.811343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4ced417c-f74f-4fc9-96ed-7bb165290b6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13b8c16badc54eec895aaa18b8dd2619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557570 Sep 16 05:17:37.813966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36160) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:37.875460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89ed2129-f686-43ff-a779-ad46f34ef312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.902410 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89ed2129-f686-43ff-a779-ad46f34ef312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.034497 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89ed2129-f686-43ff-a779-ad46f34ef312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.038418 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-89ed2129-f686-43ff-a779-ad46f34ef312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.041323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-89ed2129-f686-43ff-a779-ad46f34ef312 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42f4f2e1-d1a7-4333-8d5b-edecea5ecf1c HTTP/1.1" status: 204 len: 168 time: 0.2256103 Sep 16 05:17:38.054306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed2129-f686-43ff-a779-ad46f34ef312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f4f2e1-d1a7-4333-8d5b-edecea5ecf1c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:38.509230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36182) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:38.652830 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b37f6d1-3878-4411-9baf-7e78e1ea5ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.781590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b37f6d1-3878-4411-9baf-7e78e1ea5ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.844373 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0b37f6d1-3878-4411-9baf-7e78e1ea5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.888529 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0b37f6d1-3878-4411-9baf-7e78e1ea5ae9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=629299e414e14049a71bcf097f0f1948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758914 Sep 16 05:17:38.888529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37f6d1-3878-4411-9baf-7e78e1ea5ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac4de15-c227-46b7-911b-5625f3ef115d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:38.889972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36198) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:38.955573 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b6d7-17a5-417a-ad75-8b9eb0a93452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.983779 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b6d7-17a5-417a-ad75-8b9eb0a93452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.139215 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b6d7-17a5-417a-ad75-8b9eb0a93452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.144230 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b6d7-17a5-417a-ad75-8b9eb0a93452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.146463 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a9f3b6d7-17a5-417a-ad75-8b9eb0a93452 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ac4de15-c227-46b7-911b-5625f3ef115d HTTP/1.1" status: 204 len: 168 time: 0.2554147 Sep 16 05:17:39.166582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3b6d7-17a5-417a-ad75-8b9eb0a93452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac4de15-c227-46b7-911b-5625f3ef115d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:39.336060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36212) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:39.551574 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9ff302c7-6483-4b86-b8f9-c1593771f8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554045555'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:39.667478 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9ff302c7-6483-4b86-b8f9-c1593771f8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.676708 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9ff302c7-6483-4b86-b8f9-c1593771f8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.783556 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9ff302c7-6483-4b86-b8f9-c1593771f8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.309278 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9ff302c7-6483-4b86-b8f9-c1593771f8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.348533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff302c7-6483-4b86-b8f9-c1593771f8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285ae37c-d72b-49f7-bb6c-5973f9bc0ba8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:40.726964 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9ff302c7-6483-4b86-b8f9-c1593771f8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.823276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36238) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:40.837175 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37883fb8-03d3-40c6-8c0d-5ab6882bcdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.867145 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9ff302c7-6483-4b86-b8f9-c1593771f8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.905398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff302c7-6483-4b86-b8f9-c1593771f8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a339c6-5c9c-4643-894b-47daf6ce2cb7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:40.978939 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37883fb8-03d3-40c6-8c0d-5ab6882bcdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.067080 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37883fb8-03d3-40c6-8c0d-5ab6882bcdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.105190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37883fb8-03d3-40c6-8c0d-5ab6882bcdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87255b1a-dea2-4092-b161-0cf74644cb9b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:41.109645 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-37883fb8-03d3-40c6-8c0d-5ab6882bcdca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f4c7b2f169f4f9d9308474ba42f2489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850628 Sep 16 05:17:41.112338 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36250) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:41.159723 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9ff302c7-6483-4b86-b8f9-c1593771f8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.162205 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9ff302c7-6483-4b86-b8f9-c1593771f8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8250685 Sep 16 05:17:41.165064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36252) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:41.183578 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e6884708-5285-4f94-a652-c995c2c8ae6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.209246 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e6884708-5285-4f94-a652-c995c2c8ae6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.253305 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-592acadd-097a-4194-bb8a-ac1be31ea6b3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0854232 Sep 16 05:17:41.253825 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36254) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:41.259918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3ecba068-a2c6-442e-a580-732f8468b309 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group': {'name': 'tempest-security--2069926488', 'description': 'tempest-security-description-1690960426'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:41.291912 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ecba068-a2c6-442e-a580-732f8468b309 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.341352 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ecba068-a2c6-442e-a580-732f8468b309 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.376581 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e6884708-5285-4f94-a652-c995c2c8ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.379369 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e6884708-5285-4f94-a652-c995c2c8ae6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.383306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e6884708-5285-4f94-a652-c995c2c8ae6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87255b1a-dea2-4092-b161-0cf74644cb9b HTTP/1.1" status: 204 len: 168 time: 0.2675302 Sep 16 05:17:41.390183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6884708-5285-4f94-a652-c995c2c8ae6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87255b1a-dea2-4092-b161-0cf74644cb9b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:41.410240 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ecba068-a2c6-442e-a580-732f8468b309 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.412898 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3ecba068-a2c6-442e-a580-732f8468b309 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.418175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3ecba068-a2c6-442e-a580-732f8468b309 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "PUT /v2.0/security-groups/e0a339c6-5c9c-4643-894b-47daf6ce2cb7 HTTP/1.1" status: 200 len: 1780 time: 0.1606064 Sep 16 05:17:41.418554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36260) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:41.464369 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-82672dac-06ce-4faa-ac07-9cfd671b0ce4 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-groups/e0a339c6-5c9c-4643-894b-47daf6ce2cb7 HTTP/1.1" status: 200 len: 1780 time: 0.0441012 Sep 16 05:17:41.466850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36262) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:41.488067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecba068-a2c6-442e-a580-732f8468b309 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a339c6-5c9c-4643-894b-47daf6ce2cb7,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:41.527770 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-465476e5-2e6b-4b56-91d5-9b8026c2c332 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.551377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-465476e5-2e6b-4b56-91d5-9b8026c2c332 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.657996 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-465476e5-2e6b-4b56-91d5-9b8026c2c332 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.662340 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-465476e5-2e6b-4b56-91d5-9b8026c2c332 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.664286 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-465476e5-2e6b-4b56-91d5-9b8026c2c332 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-groups/e0a339c6-5c9c-4643-894b-47daf6ce2cb7 HTTP/1.1" status: 204 len: 168 time: 0.1963401 Sep 16 05:17:41.667563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36264) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:41.693111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465476e5-2e6b-4b56-91d5-9b8026c2c332 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a339c6-5c9c-4643-894b-47daf6ce2cb7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:41.742900 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-22472bff-26e7-43c6-aa27-fd99ff8f049c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715051 Sep 16 05:17:41.743412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36268) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:41.760108 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-d08de312-2828-4237-85be-eedca83d0258 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] delete failed (client error): The resource could not be found. Sep 16 05:17:41.761238 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d08de312-2828-4237-85be-eedca83d0258 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-groups/e0a339c6-5c9c-4643-894b-47daf6ce2cb7 HTTP/1.1" status: 404 len: 347 time: 0.0159144 Sep 16 05:17:41.765893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36270) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:41.770696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4778e318-2315-442f-8732-1ba1126d0d45 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group': {'name': 'tempest-secgroup--146342901'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:41.873597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4778e318-2315-442f-8732-1ba1126d0d45 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.973471 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4778e318-2315-442f-8732-1ba1126d0d45 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.045257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4778e318-2315-442f-8732-1ba1126d0d45 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.084790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778e318-2315-442f-8732-1ba1126d0d45 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7fcb88-8e70-4f76-b315-2a193e1687d5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:42.127677 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a1b624f4-3e5d-482f-9c46-221efd37ec2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.172143 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4778e318-2315-442f-8732-1ba1126d0d45 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.173990 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4778e318-2315-442f-8732-1ba1126d0d45 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4070635 Sep 16 05:17:42.176988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36274) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:42.182565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7b8996ce-ec35-45b2-814a-afefc14d3555 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group_rule': {'security_group_id': '1d7fcb88-8e70-4f76-b315-2a193e1687d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:42.305570 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7b8996ce-ec35-45b2-814a-afefc14d3555 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.376978 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7b8996ce-ec35-45b2-814a-afefc14d3555 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.473879 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7b8996ce-ec35-45b2-814a-afefc14d3555 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.498423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8996ce-ec35-45b2-814a-afefc14d3555 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbe4812-3307-4cbe-846c-410d15ef7a8c,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:42.571067 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7b8996ce-ec35-45b2-814a-afefc14d3555 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.573429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7b8996ce-ec35-45b2-814a-afefc14d3555 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3949788 Sep 16 05:17:42.576301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36290) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:42.599390 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.608448 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-90dd2ab4-d425-4d8c-90c6-1156390db84b tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.617760 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-90dd2ab4-d425-4d8c-90c6-1156390db84b tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.702774 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-90dd2ab4-d425-4d8c-90c6-1156390db84b tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.720484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-90dd2ab4-d425-4d8c-90c6-1156390db84b tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.726467 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-90dd2ab4-d425-4d8c-90c6-1156390db84b tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5bbe4812-3307-4cbe-846c-410d15ef7a8c HTTP/1.1" status: 204 len: 168 time: 0.1466975 Sep 16 05:17:42.727315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36296) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:42.748441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd2ab4-d425-4d8c-90c6-1156390db84b tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bbe4812-3307-4cbe-846c-410d15ef7a8c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:42.805552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3838e990-0f71-4ba1-ae29-f1ab9c834c14 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0774951 Sep 16 05:17:42.808949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36298) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:42.864240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a825188a-f49d-432a-8106-7384a484a3d1 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.886792 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a825188a-f49d-432a-8106-7384a484a3d1 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.027311 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a825188a-f49d-432a-8106-7384a484a3d1 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.030007 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a825188a-f49d-432a-8106-7384a484a3d1 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.031211 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a825188a-f49d-432a-8106-7384a484a3d1 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-groups/1d7fcb88-8e70-4f76-b315-2a193e1687d5 HTTP/1.1" status: 204 len: 168 time: 0.2204146 Sep 16 05:17:43.034007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36302) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:43.048191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825188a-f49d-432a-8106-7384a484a3d1 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7fcb88-8e70-4f76-b315-2a193e1687d5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:43.084234 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fc4c791d-2bdd-4bcd-b186-67bde1775175 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487819 Sep 16 05:17:43.088618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36306) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:43.096791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1ac5aeb5-e201-4556-bd72-348b8a8bffb9 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group': {'name': 'tempest-secgroup--297746019'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:43.211192 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ac5aeb5-e201-4556-bd72-348b8a8bffb9 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.299399 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ac5aeb5-e201-4556-bd72-348b8a8bffb9 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.349517 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ac5aeb5-e201-4556-bd72-348b8a8bffb9 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.393401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5aeb5-e201-4556-bd72-348b8a8bffb9 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26d0155-97f2-4b73-8afc-cf931b6bab9d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:43.456242 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1ac5aeb5-e201-4556-bd72-348b8a8bffb9 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.457832 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1ac5aeb5-e201-4556-bd72-348b8a8bffb9 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3681619 Sep 16 05:17:43.471193 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36312) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:43.471193 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-14786be4-f277-459e-acf0-7d8bddd73f0c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group_rule': {'security_group_id': 'b26d0155-97f2-4b73-8afc-cf931b6bab9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:43.574754 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14786be4-f277-459e-acf0-7d8bddd73f0c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.638058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14786be4-f277-459e-acf0-7d8bddd73f0c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.741717 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14786be4-f277-459e-acf0-7d8bddd73f0c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.762679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14786be4-f277-459e-acf0-7d8bddd73f0c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1cfd7c-4123-4241-918a-9d9f92bad0d7,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:43.834366 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14786be4-f277-459e-acf0-7d8bddd73f0c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.836293 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-14786be4-f277-459e-acf0-7d8bddd73f0c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3736942 Sep 16 05:17:43.839884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36320) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:43.845028 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-5b40d0ee-2363-4418-aa0b-c92343cac57d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group_rule': {'security_group_id': 'b26d0155-97f2-4b73-8afc-cf931b6bab9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:43.941631 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b40d0ee-2363-4418-aa0b-c92343cac57d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.006299 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b40d0ee-2363-4418-aa0b-c92343cac57d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.056881 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b40d0ee-2363-4418-aa0b-c92343cac57d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.081258 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40d0ee-2363-4418-aa0b-c92343cac57d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843cc375-090f-4252-9136-0110b22006c7,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:44.131732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b40d0ee-2363-4418-aa0b-c92343cac57d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.133412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5b40d0ee-2363-4418-aa0b-c92343cac57d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2919931 Sep 16 05:17:44.137301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36326) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:44.141661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-742422ec-6bca-4992-b04f-0618d4b02fb5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group_rule': {'security_group_id': 'b26d0155-97f2-4b73-8afc-cf931b6bab9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:44.239575 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-742422ec-6bca-4992-b04f-0618d4b02fb5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.303608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-742422ec-6bca-4992-b04f-0618d4b02fb5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.422424 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-742422ec-6bca-4992-b04f-0618d4b02fb5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.442010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742422ec-6bca-4992-b04f-0618d4b02fb5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f3dfa0-c295-420d-9f75-7c25892b6f3b,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:44.593713 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-742422ec-6bca-4992-b04f-0618d4b02fb5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.599199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-742422ec-6bca-4992-b04f-0618d4b02fb5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4570150 Sep 16 05:17:44.599199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36332) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:44.602202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a9d6696f-a8e2-46fc-86a4-5c1ff66c373c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group_rule': {'security_group_id': 'b26d0155-97f2-4b73-8afc-cf931b6bab9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:44.656429 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b3b12b4-5524-45a8-809c-15fb9f377f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.815836 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9d6696f-a8e2-46fc-86a4-5c1ff66c373c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.884909 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9d6696f-a8e2-46fc-86a4-5c1ff66c373c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.999435 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9d6696f-a8e2-46fc-86a4-5c1ff66c373c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.017303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6696f-a8e2-46fc-86a4-5c1ff66c373c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7cb6eb-496f-4020-b94f-a66240683940,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:45.177160 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9d6696f-a8e2-46fc-86a4-5c1ff66c373c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.178451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a9d6696f-a8e2-46fc-86a4-5c1ff66c373c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5798497 Sep 16 05:17:45.181429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36340) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:45.186041 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-146b584f-a6bb-48a4-b2f4-144465acca56 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group_rule': {'security_group_id': 'b26d0155-97f2-4b73-8afc-cf931b6bab9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:45.318301 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-146b584f-a6bb-48a4-b2f4-144465acca56 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.348265 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.386016 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-146b584f-a6bb-48a4-b2f4-144465acca56 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.508225 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-146b584f-a6bb-48a4-b2f4-144465acca56 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.527106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b584f-a6bb-48a4-b2f4-144465acca56 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e97ddf-2c63-47cc-ae88-08ec503dd9db,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:45.655570 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-146b584f-a6bb-48a4-b2f4-144465acca56 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.657205 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-146b584f-a6bb-48a4-b2f4-144465acca56 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4745264 Sep 16 05:17:45.659960 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36348) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:45.684414 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9992-76e8-4db5-81eb-f6f7a393880c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.692019 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9992-76e8-4db5-81eb-f6f7a393880c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.787122 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9992-76e8-4db5-81eb-f6f7a393880c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.794361 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9992-76e8-4db5-81eb-f6f7a393880c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.795736 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fb9e9992-76e8-4db5-81eb-f6f7a393880c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/61e97ddf-2c63-47cc-ae88-08ec503dd9db HTTP/1.1" status: 204 len: 168 time: 0.1348267 Sep 16 05:17:45.798676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36352) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:45.802076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e9992-76e8-4db5-81eb-f6f7a393880c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61e97ddf-2c63-47cc-ae88-08ec503dd9db,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:45.880944 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bbed143a-65b9-423a-aba9-e06d268de75a tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0801120 Sep 16 05:17:45.884202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36356) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:45.914022 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44274a16-6f60-4e1d-982f-b6548d16a8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.922600 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44274a16-6f60-4e1d-982f-b6548d16a8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.015709 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44274a16-6f60-4e1d-982f-b6548d16a8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.022166 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-44274a16-6f60-4e1d-982f-b6548d16a8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.023292 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-44274a16-6f60-4e1d-982f-b6548d16a8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/dc7cb6eb-496f-4020-b94f-a66240683940 HTTP/1.1" status: 204 len: 168 time: 0.1368239 Sep 16 05:17:46.026279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36358) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:46.029210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44274a16-6f60-4e1d-982f-b6548d16a8c6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc7cb6eb-496f-4020-b94f-a66240683940,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.049987 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.074933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ebe69c0f-a965-4d3d-9d10-c86e444718b5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0467486 Sep 16 05:17:46.077743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36362) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:46.101610 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ccdd98bf-9cc2-4b9f-be52-6fa6e5717b06 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.109548 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ccdd98bf-9cc2-4b9f-be52-6fa6e5717b06 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.286163 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ccdd98bf-9cc2-4b9f-be52-6fa6e5717b06 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.295177 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ccdd98bf-9cc2-4b9f-be52-6fa6e5717b06 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.296354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ccdd98bf-9cc2-4b9f-be52-6fa6e5717b06 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c7f3dfa0-c295-420d-9f75-7c25892b6f3b HTTP/1.1" status: 204 len: 168 time: 0.2176418 Sep 16 05:17:46.299948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36366) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:46.312223 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd98bf-9cc2-4b9f-be52-6fa6e5717b06 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7f3dfa0-c295-420d-9f75-7c25892b6f3b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.352637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8ca157df-1283-4df2-8c3e-7e19b9a0ae85 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0513058 Sep 16 05:17:46.356060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36368) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:46.381721 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-48cc9784-1d41-4cef-8c7a-0deb4cb5ec59 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.389396 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-48cc9784-1d41-4cef-8c7a-0deb4cb5ec59 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.519195 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-48cc9784-1d41-4cef-8c7a-0deb4cb5ec59 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.527684 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-48cc9784-1d41-4cef-8c7a-0deb4cb5ec59 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.528866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-48cc9784-1d41-4cef-8c7a-0deb4cb5ec59 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/843cc375-090f-4252-9136-0110b22006c7 HTTP/1.1" status: 204 len: 168 time: 0.1717319 Sep 16 05:17:46.531703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36370) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:46.533399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc9784-1d41-4cef-8c7a-0deb4cb5ec59 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=843cc375-090f-4252-9136-0110b22006c7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.575689 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5d6532ab-c2b3-40ae-a5ca-e338e77c6270 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0423849 Sep 16 05:17:46.578474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36372) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:46.610952 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a728fe82-fb00-4c5f-b79b-b7ba70d75e4f tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.612350 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a728fe82-fb00-4c5f-b79b-b7ba70d75e4f tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.643898 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.788161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a728fe82-fb00-4c5f-b79b-b7ba70d75e4f tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.795952 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a728fe82-fb00-4c5f-b79b-b7ba70d75e4f tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.797207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a728fe82-fb00-4c5f-b79b-b7ba70d75e4f tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ef1cfd7c-4123-4241-918a-9d9f92bad0d7 HTTP/1.1" status: 204 len: 168 time: 0.2178142 Sep 16 05:17:46.799868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36378) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:46.817369 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728fe82-fb00-4c5f-b79b-b7ba70d75e4f tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef1cfd7c-4123-4241-918a-9d9f92bad0d7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.851806 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8bb746e0-37f4-4312-85e5-45abcd0d6093 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475709 Sep 16 05:17:46.852864 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36382) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:46.908938 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb2aec46-091f-4c22-89f0-7b9114e8b6a3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.934655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb2aec46-091f-4c22-89f0-7b9114e8b6a3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.067918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb2aec46-091f-4c22-89f0-7b9114e8b6a3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.070549 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fb2aec46-091f-4c22-89f0-7b9114e8b6a3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.078052 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fb2aec46-091f-4c22-89f0-7b9114e8b6a3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-groups/b26d0155-97f2-4b73-8afc-cf931b6bab9d HTTP/1.1" status: 204 len: 168 time: 0.2187219 Sep 16 05:17:47.078207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36384) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:47.082586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2aec46-091f-4c22-89f0-7b9114e8b6a3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26d0155-97f2-4b73-8afc-cf931b6bab9d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:47.137988 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dce58be6-aa8e-42c0-a76f-b165c9d1e6ac tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612171 Sep 16 05:17:47.142007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36386) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:47.146372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-49c3ba5f-a61d-4524-a081-075b29d8ae04 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group': {'name': 'tempest-secgroup--108973701'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:47.268353 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49c3ba5f-a61d-4524-a081-075b29d8ae04 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.359458 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49c3ba5f-a61d-4524-a081-075b29d8ae04 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.474021 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49c3ba5f-a61d-4524-a081-075b29d8ae04 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.504765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3ba5f-a61d-4524-a081-075b29d8ae04 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1660f60b-18d8-4e2c-953e-359c66217c05,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:47.611251 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49c3ba5f-a61d-4524-a081-075b29d8ae04 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.612654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-49c3ba5f-a61d-4524-a081-075b29d8ae04 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4695997 Sep 16 05:17:47.615685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36392) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:47.620231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-71c6f2d0-cd27-4b72-ac05-c3d0fdfdd1fb tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group_rule': {'security_group_id': '1660f60b-18d8-4e2c-953e-359c66217c05', 'direction': 'ingress', 'protocol': 17}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:47.639749 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.748417 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71c6f2d0-cd27-4b72-ac05-c3d0fdfdd1fb tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.805529 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71c6f2d0-cd27-4b72-ac05-c3d0fdfdd1fb tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.895773 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71c6f2d0-cd27-4b72-ac05-c3d0fdfdd1fb tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.912874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6f2d0-cd27-4b72-ac05-c3d0fdfdd1fb tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2691095-e0dd-4731-ad4e-a02b40ef1676,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:48.011828 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-71c6f2d0-cd27-4b72-ac05-c3d0fdfdd1fb tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.013064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-71c6f2d0-cd27-4b72-ac05-c3d0fdfdd1fb tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3963964 Sep 16 05:17:48.016020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36398) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:48.070066 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a160e2be-358c-44b1-97e5-5100f4dee767 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.094570 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a160e2be-358c-44b1-97e5-5100f4dee767 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.239618 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a160e2be-358c-44b1-97e5-5100f4dee767 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.242349 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a160e2be-358c-44b1-97e5-5100f4dee767 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.243617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a160e2be-358c-44b1-97e5-5100f4dee767 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-groups/1660f60b-18d8-4e2c-953e-359c66217c05 HTTP/1.1" status: 204 len: 168 time: 0.2265680 Sep 16 05:17:48.247064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36400) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:48.254261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160e2be-358c-44b1-97e5-5100f4dee767 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1660f60b-18d8-4e2c-953e-359c66217c05,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:48.305295 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f31102b6-fca5-46f9-b8bb-e5730670083f tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570731 Sep 16 05:17:48.310004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36404) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:48.314913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e80ad725-f3af-48cb-b960-25063291c6b2 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779895755'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:48.467093 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e80ad725-f3af-48cb-b960-25063291c6b2 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.549445 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e80ad725-f3af-48cb-b960-25063291c6b2 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.656615 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e80ad725-f3af-48cb-b960-25063291c6b2 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.688872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ad725-f3af-48cb-b960-25063291c6b2 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6712fa16-5d41-42e4-9ca3-f28ce999d1e5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:48.822650 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e80ad725-f3af-48cb-b960-25063291c6b2 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.824400 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e80ad725-f3af-48cb-b960-25063291c6b2 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5129116 Sep 16 05:17:48.827155 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36410) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:48.831450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2031dfb6-8286-4113-814e-e68bc3ae76ef tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group': {'name': 'tempest-secgroup--791227626'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:48.953877 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2031dfb6-8286-4113-814e-e68bc3ae76ef tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.037279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2031dfb6-8286-4113-814e-e68bc3ae76ef tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.165454 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2031dfb6-8286-4113-814e-e68bc3ae76ef tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.195109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031dfb6-8286-4113-814e-e68bc3ae76ef tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637ca9a0-d817-4bbd-8bd5-e182c05f4f07,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:49.295449 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2031dfb6-8286-4113-814e-e68bc3ae76ef tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.296959 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2031dfb6-8286-4113-814e-e68bc3ae76ef tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4688730 Sep 16 05:17:49.299657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36414) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:49.304399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2c034f9d-d878-4797-86cb-145a51813b48 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group_rule': {'security_group_id': '6712fa16-5d41-42e4-9ca3-f28ce999d1e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '637ca9a0-d817-4bbd-8bd5-e182c05f4f07', 'remote_ip_prefix': None}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:49.414596 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c034f9d-d878-4797-86cb-145a51813b48 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.492015 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c034f9d-d878-4797-86cb-145a51813b48 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.588391 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c034f9d-d878-4797-86cb-145a51813b48 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.609707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c034f9d-d878-4797-86cb-145a51813b48 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc888a53-61f8-4d04-a9d3-0d7d3cf89b51,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:49.736738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c034f9d-d878-4797-86cb-145a51813b48 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.738089 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2c034f9d-d878-4797-86cb-145a51813b48 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4373937 Sep 16 05:17:49.740969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36420) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:49.771484 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-927057fb-ef16-4cd3-baba-b6407261a7c3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.781806 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-927057fb-ef16-4cd3-baba-b6407261a7c3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.904035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-927057fb-ef16-4cd3-baba-b6407261a7c3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.910426 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-927057fb-ef16-4cd3-baba-b6407261a7c3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.911572 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-927057fb-ef16-4cd3-baba-b6407261a7c3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/dc888a53-61f8-4d04-a9d3-0d7d3cf89b51 HTTP/1.1" status: 204 len: 168 time: 0.1696970 Sep 16 05:17:49.914261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36424) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:49.934162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927057fb-ef16-4cd3-baba-b6407261a7c3 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc888a53-61f8-4d04-a9d3-0d7d3cf89b51,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:49.969092 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-43190608-4336-4523-a4a4-517f95d6062c tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0537612 Sep 16 05:17:49.972580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36428) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:50.033668 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8605040-d40c-460a-b63a-22b9687399bd tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.059912 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8605040-d40c-460a-b63a-22b9687399bd tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.182678 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8605040-d40c-460a-b63a-22b9687399bd tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.186141 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a8605040-d40c-460a-b63a-22b9687399bd tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.187330 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a8605040-d40c-460a-b63a-22b9687399bd tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-groups/637ca9a0-d817-4bbd-8bd5-e182c05f4f07 HTTP/1.1" status: 204 len: 168 time: 0.2138941 Sep 16 05:17:50.190189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36430) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:50.197143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8605040-d40c-460a-b63a-22b9687399bd tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=637ca9a0-d817-4bbd-8bd5-e182c05f4f07,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:50.244923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-03eb5d1f-3ce4-46e2-a5a2-93cfc789ac57 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0533123 Sep 16 05:17:50.247956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36432) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:50.303444 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8332d82a-4163-4506-8984-ad5b8e869f67 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.326126 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8332d82a-4163-4506-8984-ad5b8e869f67 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.445443 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8332d82a-4163-4506-8984-ad5b8e869f67 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.448029 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8332d82a-4163-4506-8984-ad5b8e869f67 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.449596 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8332d82a-4163-4506-8984-ad5b8e869f67 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-groups/6712fa16-5d41-42e4-9ca3-f28ce999d1e5 HTTP/1.1" status: 204 len: 168 time: 0.2005398 Sep 16 05:17:50.452389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36434) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:50.460239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332d82a-4163-4506-8984-ad5b8e869f67 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6712fa16-5d41-42e4-9ca3-f28ce999d1e5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:50.503376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-82631268-6beb-4890-a0c8-98d2622ec9bb tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461469 Sep 16 05:17:50.504653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36436) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:50.509293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3c4e00af-f6df-49bc-ace5-87479ed1adce tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group': {'name': 'tempest-secgroup--1890239661'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:50.599660 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c4e00af-f6df-49bc-ace5-87479ed1adce tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.682165 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c4e00af-f6df-49bc-ace5-87479ed1adce tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.765315 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c4e00af-f6df-49bc-ace5-87479ed1adce tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.796150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e00af-f6df-49bc-ace5-87479ed1adce tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f32677b-e1c7-4874-8168-0b51bc67e2dd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:50.888021 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3c4e00af-f6df-49bc-ace5-87479ed1adce tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.891765 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3c4e00af-f6df-49bc-ace5-87479ed1adce tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3860357 Sep 16 05:17:50.892959 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36442) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:50.897686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b0eef5d9-47f7-455b-a243-2eb4d95bc4a6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group_rule': {'security_group_id': '9f32677b-e1c7-4874-8168-0b51bc67e2dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:50.992217 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0eef5d9-47f7-455b-a243-2eb4d95bc4a6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.051710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0eef5d9-47f7-455b-a243-2eb4d95bc4a6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.174391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-34af799d-c4ad-4379-9fdb-4305a96eb0ea req-9c5cc47a-050e-4246-a5b4-bb9c67a988ad service neutron] (95452) timed out ('10.222.0.23', 61702) {{(pid=95452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:17:51.194000 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0eef5d9-47f7-455b-a243-2eb4d95bc4a6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.214927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eef5d9-47f7-455b-a243-2eb4d95bc4a6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f6cf66-5a6a-48d3-a18a-12514611c850,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:51.331281 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0eef5d9-47f7-455b-a243-2eb4d95bc4a6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.332580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b0eef5d9-47f7-455b-a243-2eb4d95bc4a6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4385314 Sep 16 05:17:51.335653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36448) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:51.360415 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34530e5-a702-4c0d-b8e7-80b6233db79e tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.368846 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34530e5-a702-4c0d-b8e7-80b6233db79e tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.484439 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34530e5-a702-4c0d-b8e7-80b6233db79e tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.490738 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e34530e5-a702-4c0d-b8e7-80b6233db79e tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.491837 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e34530e5-a702-4c0d-b8e7-80b6233db79e tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/00f6cf66-5a6a-48d3-a18a-12514611c850 HTTP/1.1" status: 204 len: 168 time: 0.1552482 Sep 16 05:17:51.494622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36450) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:51.506629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34530e5-a702-4c0d-b8e7-80b6233db79e tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00f6cf66-5a6a-48d3-a18a-12514611c850,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:51.541536 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-026208df-9ad0-4641-b753-d849d740647d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457716 Sep 16 05:17:51.545276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36452) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:51.599573 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7048c40b-4f70-413c-8de1-428c97f0e5d1 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.623496 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7048c40b-4f70-413c-8de1-428c97f0e5d1 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.752822 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7048c40b-4f70-413c-8de1-428c97f0e5d1 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.755469 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7048c40b-4f70-413c-8de1-428c97f0e5d1 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.756668 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7048c40b-4f70-413c-8de1-428c97f0e5d1 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f32677b-e1c7-4874-8168-0b51bc67e2dd HTTP/1.1" status: 204 len: 168 time: 0.2106204 Sep 16 05:17:51.759597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36454) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:51.766792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048c40b-4f70-413c-8de1-428c97f0e5d1 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f32677b-e1c7-4874-8168-0b51bc67e2dd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:51.814416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7b89d4f7-9b15-43d1-8059-21df2b588964 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498586 Sep 16 05:17:51.814645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36456) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:51.819071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f03b40ae-9a13-4373-bef3-5fb25f52ccf5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group': {'name': 'tempest-secgroup--669794309'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:51.913898 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f03b40ae-9a13-4373-bef3-5fb25f52ccf5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.006509 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f03b40ae-9a13-4373-bef3-5fb25f52ccf5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.142636 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f03b40ae-9a13-4373-bef3-5fb25f52ccf5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.173609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b40ae-9a13-4373-bef3-5fb25f52ccf5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ae5468-69ba-4023-8856-aa465d333524,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:52.245117 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f03b40ae-9a13-4373-bef3-5fb25f52ccf5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.246527 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f03b40ae-9a13-4373-bef3-5fb25f52ccf5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4310615 Sep 16 05:17:52.249623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36466) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:52.254161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-186bc2bd-6607-4cf7-ab44-a53ea2519425 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group_rule': {'security_group_id': 'b9ae5468-69ba-4023-8856-aa465d333524', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:52.387650 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-186bc2bd-6607-4cf7-ab44-a53ea2519425 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.446743 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-186bc2bd-6607-4cf7-ab44-a53ea2519425 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.553785 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-186bc2bd-6607-4cf7-ab44-a53ea2519425 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.573239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bc2bd-6607-4cf7-ab44-a53ea2519425 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e4b48c-d77d-4396-91c8-131bc09c054b,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:52.702201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-186bc2bd-6607-4cf7-ab44-a53ea2519425 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.703516 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-186bc2bd-6607-4cf7-ab44-a53ea2519425 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4529328 Sep 16 05:17:52.706109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36468) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:52.722436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ac1fe91f-a3cb-474c-a3f1-e4493175f0ed tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules/39e4b48c-d77d-4396-91c8-131bc09c054b HTTP/1.1" status: 200 len: 763 time: 0.0152154 Sep 16 05:17:52.724798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36470) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:52.772106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c417671d-cf09-428d-b329-75ec51eaedef tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0441167 Sep 16 05:17:52.772566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36474) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:52.795715 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c4c76626-b5cb-4f8c-90fe-273d9b8cd3c7 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.803276 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c4c76626-b5cb-4f8c-90fe-273d9b8cd3c7 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.975464 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c4c76626-b5cb-4f8c-90fe-273d9b8cd3c7 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.992999 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c4c76626-b5cb-4f8c-90fe-273d9b8cd3c7 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.993244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36480) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.000903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c4c76626-b5cb-4f8c-90fe-273d9b8cd3c7 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/39e4b48c-d77d-4396-91c8-131bc09c054b HTTP/1.1" status: 204 len: 168 time: 0.2272353 Sep 16 05:17:53.007113 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c76626-b5cb-4f8c-90fe-273d9b8cd3c7 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39e4b48c-d77d-4396-91c8-131bc09c054b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.038244 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9263c769-9d50-4ba7-ae75-1a81cc499e6f tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0439088 Sep 16 05:17:53.041782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36484) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.048564 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bc4d0a19-d238-4d2d-b900-d88142a1ba6d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group_rule': {'security_group_id': 'b9ae5468-69ba-4023-8856-aa465d333524', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:53.163296 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:17:53.193425 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc4d0a19-d238-4d2d-b900-d88142a1ba6d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.248040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc4d0a19-d238-4d2d-b900-d88142a1ba6d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.348014 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc4d0a19-d238-4d2d-b900-d88142a1ba6d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.366970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d0a19-d238-4d2d-b900-d88142a1ba6d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b840595-b08e-4ef7-a628-314857235ece,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.478818 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc4d0a19-d238-4d2d-b900-d88142a1ba6d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.480888 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bc4d0a19-d238-4d2d-b900-d88142a1ba6d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4353218 Sep 16 05:17:53.483420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36486) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.501092 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3d49654e-8608-451b-8448-16f7904b0186 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules/4b840595-b08e-4ef7-a628-314857235ece HTTP/1.1" status: 200 len: 763 time: 0.0163774 Sep 16 05:17:53.503402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36488) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.545830 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-41843e1c-8863-4efa-8327-2574b8f7f1b5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0413744 Sep 16 05:17:53.548484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36490) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.572232 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17de62e2-4333-4cd6-a87c-22a51fb4dbc6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.581182 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17de62e2-4333-4cd6-a87c-22a51fb4dbc6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.702498 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17de62e2-4333-4cd6-a87c-22a51fb4dbc6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.707781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-17de62e2-4333-4cd6-a87c-22a51fb4dbc6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.711720 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-17de62e2-4333-4cd6-a87c-22a51fb4dbc6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4b840595-b08e-4ef7-a628-314857235ece HTTP/1.1" status: 204 len: 168 time: 0.1599319 Sep 16 05:17:53.712483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36492) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.719261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de62e2-4333-4cd6-a87c-22a51fb4dbc6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b840595-b08e-4ef7-a628-314857235ece,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.754654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5c2dca7b-792a-424b-b36c-42f8fa4509c2 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0408134 Sep 16 05:17:53.757114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36494) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.761878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8a551610-2329-4dbb-8955-447b1d084660 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Request body: {'security_group_rule': {'security_group_id': 'b9ae5468-69ba-4023-8856-aa465d333524', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:53.879538 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-8a551610-2329-4dbb-8955-447b1d084660 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Project 0e994803427a4b53a3474f228d3ca88f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:17:53.884826 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a551610-2329-4dbb-8955-447b1d084660 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.944121 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a551610-2329-4dbb-8955-447b1d084660 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.039859 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a551610-2329-4dbb-8955-447b1d084660 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.067366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a551610-2329-4dbb-8955-447b1d084660 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687f471e-bb7f-433a-8c89-42fadefa2ebd,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:54.228343 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a551610-2329-4dbb-8955-447b1d084660 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.229711 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8a551610-2329-4dbb-8955-447b1d084660 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4716578 Sep 16 05:17:54.232682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36502) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.251525 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a4cb8b72-0e95-4959-91ab-5458e3f94263 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules/687f471e-bb7f-433a-8c89-42fadefa2ebd HTTP/1.1" status: 200 len: 769 time: 0.0176656 Sep 16 05:17:54.253997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36504) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.295500 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4e2f81a5-63bc-481c-8647-732262559a0d tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0402660 Sep 16 05:17:54.297990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36508) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.324096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a81a078-608f-478a-ba72-8f7243c8e970 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.332365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a81a078-608f-478a-ba72-8f7243c8e970 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.498059 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a81a078-608f-478a-ba72-8f7243c8e970 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.503267 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a81a078-608f-478a-ba72-8f7243c8e970 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.504503 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3a81a078-608f-478a-ba72-8f7243c8e970 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/687f471e-bb7f-433a-8c89-42fadefa2ebd HTTP/1.1" status: 204 len: 168 time: 0.2055740 Sep 16 05:17:54.507296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36510) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.524346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81a078-608f-478a-ba72-8f7243c8e970 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=687f471e-bb7f-433a-8c89-42fadefa2ebd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:54.554146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ff6d0224-a759-4a9c-a385-cbde20788dae tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0458145 Sep 16 05:17:54.556991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36512) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.622488 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-acc4ac71-75f6-4527-a91b-d763b43e9508 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.645983 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-acc4ac71-75f6-4527-a91b-d763b43e9508 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.792521 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-acc4ac71-75f6-4527-a91b-d763b43e9508 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.799100 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-acc4ac71-75f6-4527-a91b-d763b43e9508 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.799100 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-acc4ac71-75f6-4527-a91b-d763b43e9508 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "DELETE /v2.0/security-groups/b9ae5468-69ba-4023-8856-aa465d333524 HTTP/1.1" status: 204 len: 168 time: 0.2386904 Sep 16 05:17:54.799837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36514) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.811477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4ac71-75f6-4527-a91b-d763b43e9508 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ae5468-69ba-4023-8856-aa465d333524,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:54.847686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2b61d394-7fd2-49cc-8ec4-56d898cc83f6 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460498 Sep 16 05:17:54.853037 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36516) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.902985 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5387e8d0-cdfe-4b42-9e6f-29c38efdb7d5 tempest-SecGroupIPv6Test-489097748 tempest-SecGroupIPv6Test-489097748-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486362 Sep 16 05:17:55.394192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36530) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:55.539759 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f8e25d51-0c49-4c33-8a7e-b7c88f36d844 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e994803427a4b53a3474f228d3ca88f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443458 Sep 16 05:17:55.542268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36534) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:55.590311 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab18f-3f78-44e0-9bee-7914b1f6d763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.612878 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab18f-3f78-44e0-9bee-7914b1f6d763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.736687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab18f-3f78-44e0-9bee-7914b1f6d763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.739466 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab18f-3f78-44e0-9bee-7914b1f6d763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.740677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ca0ab18f-3f78-44e0-9bee-7914b1f6d763 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/285ae37c-d72b-49f7-bb6c-5973f9bc0ba8 HTTP/1.1" status: 204 len: 168 time: 0.1974339 Sep 16 05:17:55.749545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab18f-3f78-44e0-9bee-7914b1f6d763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285ae37c-d72b-49f7-bb6c-5973f9bc0ba8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:56.797745 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36570) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:56.900923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-baa6a8f7-6acb-42ad-a8fe-a74794828138 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:56.901364 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-baa6a8f7-6acb-42ad-a8fe-a74794828138 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:17:56.901868 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-baa6a8f7-6acb-42ad-a8fe-a74794828138 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:17:56.902925 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-baa6a8f7-6acb-42ad-a8fe-a74794828138 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1038139 Sep 16 05:17:56.906498 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36574) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:56.912300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-aa057562-cfe6-4d5d-ad52-691cf829bff8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097014690'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:56.976672 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa057562-cfe6-4d5d-ad52-691cf829bff8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.986903 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa057562-cfe6-4d5d-ad52-691cf829bff8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.085432 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa057562-cfe6-4d5d-ad52-691cf829bff8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.148415 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa057562-cfe6-4d5d-ad52-691cf829bff8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.190616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa057562-cfe6-4d5d-ad52-691cf829bff8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66d481d-dd17-42f3-b3b0-020b3ca01740,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:57.253965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa057562-cfe6-4d5d-ad52-691cf829bff8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.324365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa057562-cfe6-4d5d-ad52-691cf829bff8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.357224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa057562-cfe6-4d5d-ad52-691cf829bff8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0536d0d1-e77b-47b9-98a9-0211af5817f7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:57.433102 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aa057562-cfe6-4d5d-ad52-691cf829bff8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.434689 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aa057562-cfe6-4d5d-ad52-691cf829bff8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5269089 Sep 16 05:17:57.437249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36586) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:57.442047 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b1dc5479-7cfe-420d-bb80-3e4a29f38ca7 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '0536d0d1-e77b-47b9-98a9-0211af5817f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:57.559172 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5479-7cfe-420d-bb80-3e4a29f38ca7 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.635545 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5479-7cfe-420d-bb80-3e4a29f38ca7 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.713947 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5479-7cfe-420d-bb80-3e4a29f38ca7 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.731695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc5479-7cfe-420d-bb80-3e4a29f38ca7 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659f2194-a45e-45a4-a10f-24ac91e78a6a,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:57.807295 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5479-7cfe-420d-bb80-3e4a29f38ca7 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.807295 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b1dc5479-7cfe-420d-bb80-3e4a29f38ca7 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3628044 Sep 16 05:17:57.808018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36590) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:57.813431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-993a75d1-62d5-436a-8a5c-a16d98e778a0 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '0536d0d1-e77b-47b9-98a9-0211af5817f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:57.913247 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-993a75d1-62d5-436a-8a5c-a16d98e778a0 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.034170 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-993a75d1-62d5-436a-8a5c-a16d98e778a0 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:17:58.036352 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-993a75d1-62d5-436a-8a5c-a16d98e778a0 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2271883 Sep 16 05:17:58.038270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36592) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:58.101621 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7720477-482f-44d7-b940-dc80baa3757f tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.138590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7720477-482f-44d7-b940-dc80baa3757f tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.278271 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7720477-482f-44d7-b940-dc80baa3757f tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.281035 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7720477-482f-44d7-b940-dc80baa3757f tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.285001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a7720477-482f-44d7-b940-dc80baa3757f tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "DELETE /v2.0/security-groups/0536d0d1-e77b-47b9-98a9-0211af5817f7 HTTP/1.1" status: 204 len: 168 time: 0.2455623 Sep 16 05:17:58.285620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36598) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:58.296400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7720477-482f-44d7-b940-dc80baa3757f tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0536d0d1-e77b-47b9-98a9-0211af5817f7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:58.349907 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-04c325a6-1386-4be6-afbc-2e562b04a301 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594182 Sep 16 05:17:58.350145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36600) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:58.354710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-e2ae0c48-4f08-48bb-ad03-1b9ef26c6365 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group': {'name': 'tempest-secgroup--739849375'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:58.450112 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0c48-4f08-48bb-ad03-1b9ef26c6365 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.538797 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0c48-4f08-48bb-ad03-1b9ef26c6365 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.609757 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0c48-4f08-48bb-ad03-1b9ef26c6365 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.640142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae0c48-4f08-48bb-ad03-1b9ef26c6365 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f81e3b-2fd2-49a3-aa49-5296a2277996,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:58.701602 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0c48-4f08-48bb-ad03-1b9ef26c6365 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.703262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e2ae0c48-4f08-48bb-ad03-1b9ef26c6365 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3518894 Sep 16 05:17:58.705847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36604) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:58.710722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0841bf24-afac-4ceb-831e-629dfe6a95db tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '02f81e3b-2fd2-49a3-aa49-5296a2277996', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:58.711827 n-d-712137-12 neutron-server[95452]: WARNING neutron.api.v2.base [None req-0841bf24-afac-4ceb-831e-629dfe6a95db tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 05:17:58.712637 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-0841bf24-afac-4ceb-831e-629dfe6a95db tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:58.713984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0841bf24-afac-4ceb-831e-629dfe6a95db tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067837 Sep 16 05:17:58.717104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36606) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:58.769346 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5d168ad4-e46e-4ca3-bed1-aca78eee11c2 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.792145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5d168ad4-e46e-4ca3-bed1-aca78eee11c2 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.912875 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5d168ad4-e46e-4ca3-bed1-aca78eee11c2 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.915725 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5d168ad4-e46e-4ca3-bed1-aca78eee11c2 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.925235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5d168ad4-e46e-4ca3-bed1-aca78eee11c2 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "DELETE /v2.0/security-groups/02f81e3b-2fd2-49a3-aa49-5296a2277996 HTTP/1.1" status: 204 len: 168 time: 0.2070312 Sep 16 05:17:58.927926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36610) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:58.939501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d168ad4-e46e-4ca3-bed1-aca78eee11c2 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f81e3b-2fd2-49a3-aa49-5296a2277996,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:59.001220 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0bcb17c8-b3db-4088-9154-700caf75f521 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719235 Sep 16 05:17:59.004733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36612) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:59.009501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-356957ec-b15d-471b-8afe-35a37b9ed381 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group': {'name': 'tempest-secgroup--593308243'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:59.114061 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-356957ec-b15d-471b-8afe-35a37b9ed381 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.199830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-356957ec-b15d-471b-8afe-35a37b9ed381 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.255319 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-356957ec-b15d-471b-8afe-35a37b9ed381 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.288263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356957ec-b15d-471b-8afe-35a37b9ed381 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09340f7e-fad5-4174-b92b-a7c0bd0996fa,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:59.347875 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-356957ec-b15d-471b-8afe-35a37b9ed381 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.349275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-356957ec-b15d-471b-8afe-35a37b9ed381 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3433003 Sep 16 05:17:59.352260 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36618) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:59.357602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8ab95895-009b-4cbb-b7f9-21829f8bd4bd tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '09340f7e-fad5-4174-b92b-a7c0bd0996fa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:59.358436 n-d-712137-12 neutron-server[95452]: WARNING neutron.api.v2.base [None req-8ab95895-009b-4cbb-b7f9-21829f8bd4bd tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 05:17:59.358939 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-8ab95895-009b-4cbb-b7f9-21829f8bd4bd tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:17:59.359895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8ab95895-009b-4cbb-b7f9-21829f8bd4bd tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066881 Sep 16 05:17:59.363069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36620) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:59.415268 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd4e59f4-6599-4846-b814-8dea2b0a8ace tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.438620 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd4e59f4-6599-4846-b814-8dea2b0a8ace tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.559209 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd4e59f4-6599-4846-b814-8dea2b0a8ace tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.561943 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cd4e59f4-6599-4846-b814-8dea2b0a8ace tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.565592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cd4e59f4-6599-4846-b814-8dea2b0a8ace tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "DELETE /v2.0/security-groups/09340f7e-fad5-4174-b92b-a7c0bd0996fa HTTP/1.1" status: 204 len: 168 time: 0.1991389 Sep 16 05:17:59.566287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36624) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:59.574055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e59f4-6599-4846-b814-8dea2b0a8ace tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09340f7e-fad5-4174-b92b-a7c0bd0996fa,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:59.621692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36626) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:59.621986 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5b4064de-2be4-4f7e-b189-4430d84ee764 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542121 Sep 16 05:17:59.626408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c09f6c49-dbfa-45fc-b58d-3e1ddd4f858a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group': {'name': 'tempest-secgroup--418732489'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:59.719535 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c09f6c49-dbfa-45fc-b58d-3e1ddd4f858a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.800613 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c09f6c49-dbfa-45fc-b58d-3e1ddd4f858a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.913417 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c09f6c49-dbfa-45fc-b58d-3e1ddd4f858a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.946526 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f6c49-dbfa-45fc-b58d-3e1ddd4f858a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3619be9b-ba4f-4cd2-ae1e-6d84a03896cb,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:00.022228 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c09f6c49-dbfa-45fc-b58d-3e1ddd4f858a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.026359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c09f6c49-dbfa-45fc-b58d-3e1ddd4f858a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4008143 Sep 16 05:18:00.026782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36630) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.032120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-46321130-f90e-4132-bd65-5925ad75130d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '3619be9b-ba4f-4cd2-ae1e-6d84a03896cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:00.033163 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-46321130-f90e-4132-bd65-5925ad75130d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 05:18:00.041238 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-46321130-f90e-4132-bd65-5925ad75130d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:00.041238 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-46321130-f90e-4132-bd65-5925ad75130d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069687 Sep 16 05:18:00.041473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36632) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.046160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-75d1c9ae-a410-4fda-9d00-3b1d144c69d1 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '3619be9b-ba4f-4cd2-ae1e-6d84a03896cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:00.046927 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-75d1c9ae-a410-4fda-9d00-3b1d144c69d1 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 05:18:00.047501 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-75d1c9ae-a410-4fda-9d00-3b1d144c69d1 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:00.050782 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-75d1c9ae-a410-4fda-9d00-3b1d144c69d1 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061364 Sep 16 05:18:00.051282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36634) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.056088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-dc9a4c7a-e6a5-4de5-b881-4bce1882b778 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '3619be9b-ba4f-4cd2-ae1e-6d84a03896cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:00.057096 n-d-712137-12 neutron-server[95452]: WARNING neutron.api.v2.base [None req-dc9a4c7a-e6a5-4de5-b881-4bce1882b778 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 05:18:00.057693 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-dc9a4c7a-e6a5-4de5-b881-4bce1882b778 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:00.061667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dc9a4c7a-e6a5-4de5-b881-4bce1882b778 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063696 Sep 16 05:18:00.061963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36636) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.066473 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ccc4f30a-644d-416e-ac61-64aa51220152 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '3619be9b-ba4f-4cd2-ae1e-6d84a03896cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:00.067426 n-d-712137-12 neutron-server[95452]: WARNING neutron.api.v2.base [None req-ccc4f30a-644d-416e-ac61-64aa51220152 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 05:18:00.068001 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-ccc4f30a-644d-416e-ac61-64aa51220152 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:00.071167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ccc4f30a-644d-416e-ac61-64aa51220152 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059366 Sep 16 05:18:00.071650 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36638) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.126842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9022-8923-42e3-95ef-8dc08fd90f21 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.149191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9022-8923-42e3-95ef-8dc08fd90f21 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.267932 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9022-8923-42e3-95ef-8dc08fd90f21 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.270885 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9022-8923-42e3-95ef-8dc08fd90f21 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.272529 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2b8d9022-8923-42e3-95ef-8dc08fd90f21 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "DELETE /v2.0/security-groups/3619be9b-ba4f-4cd2-ae1e-6d84a03896cb HTTP/1.1" status: 204 len: 168 time: 0.1996987 Sep 16 05:18:00.275071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36644) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.285620 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d9022-8923-42e3-95ef-8dc08fd90f21 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3619be9b-ba4f-4cd2-ae1e-6d84a03896cb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:00.330167 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6626f0a1-e22e-40c1-bfd5-7e6645cf619f tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503480 Sep 16 05:18:00.330529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36646) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.335167 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-36eed7c0-fb1f-49a7-8fdb-fdf263d1e2fa tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group': {'name': 'tempest-secgroup--747822795'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:00.423274 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36eed7c0-fb1f-49a7-8fdb-fdf263d1e2fa tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.514173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36eed7c0-fb1f-49a7-8fdb-fdf263d1e2fa tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.554068 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36eed7c0-fb1f-49a7-8fdb-fdf263d1e2fa tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.586517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eed7c0-fb1f-49a7-8fdb-fdf263d1e2fa tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f07b3f8-ebe1-4581-bc43-5878185d7a15,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:00.668062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-36eed7c0-fb1f-49a7-8fdb-fdf263d1e2fa tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.670035 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-36eed7c0-fb1f-49a7-8fdb-fdf263d1e2fa tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3384449 Sep 16 05:18:00.672903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36650) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.677365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-15040040-f152-49fe-925f-c9cf9896e00e tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '5f07b3f8-ebe1-4581-bc43-5878185d7a15', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:00.681455 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-15040040-f152-49fe-925f-c9cf9896e00e tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:18:00.681455 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-15040040-f152-49fe-925f-c9cf9896e00e tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:00.681455 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-15040040-f152-49fe-925f-c9cf9896e00e tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054157 Sep 16 05:18:00.685593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36652) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.690747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0d888ba2-fe4b-4eec-b46f-6fc3a89a4c92 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '5f07b3f8-ebe1-4581-bc43-5878185d7a15', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:00.889792 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-0d888ba2-fe4b-4eec-b46f-6fc3a89a4c92 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:00.890890 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0d888ba2-fe4b-4eec-b46f-6fc3a89a4c92 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2041714 Sep 16 05:18:00.893807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36654) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.899600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7ada2816-cdf9-4c9a-9a84-786cc07c2ab0 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '5f07b3f8-ebe1-4581-bc43-5878185d7a15', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:00.901205 n-d-712137-12 neutron-server[95452]: WARNING neutron.api.v2.base [None req-7ada2816-cdf9-4c9a-9a84-786cc07c2ab0 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 05:18:00.902007 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-7ada2816-cdf9-4c9a-9a84-786cc07c2ab0 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:00.902726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7ada2816-cdf9-4c9a-9a84-786cc07c2ab0 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079231 Sep 16 05:18:00.905562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36656) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.917323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e08804f6-1105-48b8-a978-9305874ce9a4 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '5f07b3f8-ebe1-4581-bc43-5878185d7a15', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:01.131075 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-e08804f6-1105-48b8-a978-9305874ce9a4 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:01.132591 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e08804f6-1105-48b8-a978-9305874ce9a4 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2223704 Sep 16 05:18:01.136212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36660) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:01.141602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d7a867ae-b821-4629-aff2-bb5449224233 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '5f07b3f8-ebe1-4581-bc43-5878185d7a15', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:01.142018 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-d7a867ae-b821-4629-aff2-bb5449224233 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:18:01.142510 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-d7a867ae-b821-4629-aff2-bb5449224233 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:01.143692 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d7a867ae-b821-4629-aff2-bb5449224233 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064397 Sep 16 05:18:01.146753 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36662) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:01.156335 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-320afd76-79c1-4da3-a941-97e2cd49a749 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '5f07b3f8-ebe1-4581-bc43-5878185d7a15', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:01.263543 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-320afd76-79c1-4da3-a941-97e2cd49a749 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Project 648e8c59e23e400db4dee1f69b818d0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:18:01.382250 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-320afd76-79c1-4da3-a941-97e2cd49a749 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:01.383381 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-320afd76-79c1-4da3-a941-97e2cd49a749 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2355356 Sep 16 05:18:01.386147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36670) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:01.390814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a24d778e-c6b2-42a0-b21e-8ba33f948c27 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '5f07b3f8-ebe1-4581-bc43-5878185d7a15', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:01.391426 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-a24d778e-c6b2-42a0-b21e-8ba33f948c27 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 05:18:01.392789 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-a24d778e-c6b2-42a0-b21e-8ba33f948c27 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:01.393446 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a24d778e-c6b2-42a0-b21e-8ba33f948c27 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058908 Sep 16 05:18:01.398663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36672) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:01.404573 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3371cd89-a5f7-4a1c-ada3-87b20a0d6f62 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '5f07b3f8-ebe1-4581-bc43-5878185d7a15', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:01.507958 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-3371cd89-a5f7-4a1c-ada3-87b20a0d6f62 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Project 648e8c59e23e400db4dee1f69b818d0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:18:01.605701 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-3371cd89-a5f7-4a1c-ada3-87b20a0d6f62 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:01.606906 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3371cd89-a5f7-4a1c-ada3-87b20a0d6f62 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2064908 Sep 16 05:18:01.610929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36674) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:01.615467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-aec88453-0023-452e-90ac-942533895c5a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '5f07b3f8-ebe1-4581-bc43-5878185d7a15', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:01.719378 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-aec88453-0023-452e-90ac-942533895c5a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Project 648e8c59e23e400db4dee1f69b818d0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:18:01.816596 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-aec88453-0023-452e-90ac-942533895c5a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:01.817719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-aec88453-0023-452e-90ac-942533895c5a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2058311 Sep 16 05:18:01.820709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36676) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:01.878421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5eac58e1-e257-4ff1-976c-be8bda1c150a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.902569 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5eac58e1-e257-4ff1-976c-be8bda1c150a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.021110 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5eac58e1-e257-4ff1-976c-be8bda1c150a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.023855 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5eac58e1-e257-4ff1-976c-be8bda1c150a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.025056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5eac58e1-e257-4ff1-976c-be8bda1c150a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "DELETE /v2.0/security-groups/5f07b3f8-ebe1-4581-bc43-5878185d7a15 HTTP/1.1" status: 204 len: 168 time: 0.2033999 Sep 16 05:18:02.027830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36680) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:02.040145 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac58e1-e257-4ff1-976c-be8bda1c150a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f07b3f8-ebe1-4581-bc43-5878185d7a15,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:02.073885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-db9a4f19-8d90-429d-b573-bd491689954f tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438330 Sep 16 05:18:02.079456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36682) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:02.084831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1db71cd1-c0aa-4450-be26-9afc7b1ef2b4 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307962600'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:02.238577 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1db71cd1-c0aa-4450-be26-9afc7b1ef2b4 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.322370 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1db71cd1-c0aa-4450-be26-9afc7b1ef2b4 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.405057 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1db71cd1-c0aa-4450-be26-9afc7b1ef2b4 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.439359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db71cd1-c0aa-4450-be26-9afc7b1ef2b4 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a9339-5c39-47f7-8f54-301cfbd728d5,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:02.530925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1db71cd1-c0aa-4450-be26-9afc7b1ef2b4 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.534940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1db71cd1-c0aa-4450-be26-9afc7b1ef2b4 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4516776 Sep 16 05:18:02.535101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36690) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:02.539620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7811f066-2eb9-4e92-8ba8-52dc737292ea tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': 'c36a9339-5c39-47f7-8f54-301cfbd728d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:02.798354 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-7811f066-2eb9-4e92-8ba8-52dc737292ea tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The resource could not be found. Sep 16 05:18:02.799629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7811f066-2eb9-4e92-8ba8-52dc737292ea tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2635498 Sep 16 05:18:02.802702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36692) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:02.807450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cb644f37-2d3e-4003-8056-09db19120a90 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': 'c36a9339-5c39-47f7-8f54-301cfbd728d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '11837b5d-9e10-40f1-9c00-58cd9be8d469'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:03.022561 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-cb644f37-2d3e-4003-8056-09db19120a90 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The resource could not be found. Sep 16 05:18:03.023665 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cb644f37-2d3e-4003-8056-09db19120a90 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2199466 Sep 16 05:18:03.026517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36696) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:03.086068 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-60b23a61-f13a-49df-a920-af6589bb38f9 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.113464 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-60b23a61-f13a-49df-a920-af6589bb38f9 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.261333 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-60b23a61-f13a-49df-a920-af6589bb38f9 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.264421 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-60b23a61-f13a-49df-a920-af6589bb38f9 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.268449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36698) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:03.268829 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-60b23a61-f13a-49df-a920-af6589bb38f9 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "DELETE /v2.0/security-groups/c36a9339-5c39-47f7-8f54-301cfbd728d5 HTTP/1.1" status: 204 len: 168 time: 0.2411442 Sep 16 05:18:03.279025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b23a61-f13a-49df-a920-af6589bb38f9 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a9339-5c39-47f7-8f54-301cfbd728d5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:03.343503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e0fdc681-fdfe-4eb7-a0fc-a0a18edc1757 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0736876 Sep 16 05:18:03.343669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36702) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:03.348340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d8cf8476-27de-4ded-9a6f-e418208fedd8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '74ffc0aa-0aa8-4630-9ffb-3453342b245a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:03.626911 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-d8cf8476-27de-4ded-9a6f-e418208fedd8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The resource could not be found. Sep 16 05:18:03.628030 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d8cf8476-27de-4ded-9a6f-e418208fedd8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2832758 Sep 16 05:18:03.631652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36706) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:03.636921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0ce18598-a1b4-4ac2-80c0-e311dd53372d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group': {'name': 'tempest-secgroup--90874126'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:03.758228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ce18598-a1b4-4ac2-80c0-e311dd53372d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.844750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ce18598-a1b4-4ac2-80c0-e311dd53372d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.929611 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ce18598-a1b4-4ac2-80c0-e311dd53372d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.960546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce18598-a1b4-4ac2-80c0-e311dd53372d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6e760b-9514-438c-8a50-21a5ede4c371,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:04.030168 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0ce18598-a1b4-4ac2-80c0-e311dd53372d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.031448 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0ce18598-a1b4-4ac2-80c0-e311dd53372d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3987226 Sep 16 05:18:04.034419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36710) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:04.039063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-fb5bf699-39ac-44c5-ba07-44d8f4e6939d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005962434'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:04.131882 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf699-39ac-44c5-ba07-44d8f4e6939d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.223806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf699-39ac-44c5-ba07-44d8f4e6939d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.306874 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf699-39ac-44c5-ba07-44d8f4e6939d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.337909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bf699-39ac-44c5-ba07-44d8f4e6939d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da1b3f3-9f32-4d44-a124-1d7d3b6a9bd7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:04.428172 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf699-39ac-44c5-ba07-44d8f4e6939d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.429676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fb5bf699-39ac-44c5-ba07-44d8f4e6939d tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3942161 Sep 16 05:18:04.432702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36716) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:04.437988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-45efd248-af55-4feb-ac24-484cd799f012 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '4c6e760b-9514-438c-8a50-21a5ede4c371', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7da1b3f3-9f32-4d44-a124-1d7d3b6a9bd7'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:04.616755 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-45efd248-af55-4feb-ac24-484cd799f012 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:04.617896 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-45efd248-af55-4feb-ac24-484cd799f012 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1842401 Sep 16 05:18:04.620671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36718) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:04.682299 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-570eb48f-847e-4c18-bca4-5c9de98039f1 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.707353 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-570eb48f-847e-4c18-bca4-5c9de98039f1 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.879109 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-570eb48f-847e-4c18-bca4-5c9de98039f1 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.881817 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-570eb48f-847e-4c18-bca4-5c9de98039f1 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.883023 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-570eb48f-847e-4c18-bca4-5c9de98039f1 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "DELETE /v2.0/security-groups/7da1b3f3-9f32-4d44-a124-1d7d3b6a9bd7 HTTP/1.1" status: 204 len: 168 time: 0.2614472 Sep 16 05:18:04.886229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36720) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:04.908361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570eb48f-847e-4c18-bca4-5c9de98039f1 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da1b3f3-9f32-4d44-a124-1d7d3b6a9bd7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:04.952181 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bd19e0ea-61a7-4cb3-b7c2-d05587ba62f7 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0648496 Sep 16 05:18:04.954800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36724) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:05.011664 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9e39d42-bd6a-4336-a0e7-8220671adcc9 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.037292 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9e39d42-bd6a-4336-a0e7-8220671adcc9 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.227957 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9e39d42-bd6a-4336-a0e7-8220671adcc9 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.230706 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9e39d42-bd6a-4336-a0e7-8220671adcc9 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.232526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a9e39d42-bd6a-4336-a0e7-8220671adcc9 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "DELETE /v2.0/security-groups/4c6e760b-9514-438c-8a50-21a5ede4c371 HTTP/1.1" status: 204 len: 168 time: 0.2766495 Sep 16 05:18:05.235827 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36730) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:05.253692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e39d42-bd6a-4336-a0e7-8220671adcc9 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6e760b-9514-438c-8a50-21a5ede4c371,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:05.297705 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6b59c98a-bf73-46da-a55a-6155e3341b81 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562506 Sep 16 05:18:05.301949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36732) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:05.302663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ffc8e77b-293c-41c0-b330-25de4f9f34fd tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group': {'name': 'tempest-secgroup--433417929'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:05.406779 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e77b-293c-41c0-b330-25de4f9f34fd tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.498698 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e77b-293c-41c0-b330-25de4f9f34fd tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.559489 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e77b-293c-41c0-b330-25de4f9f34fd tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.588841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8e77b-293c-41c0-b330-25de4f9f34fd tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51206770-ed45-4dec-b5c3-8be72f1eb1c9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:05.656785 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e77b-293c-41c0-b330-25de4f9f34fd tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.660663 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ffc8e77b-293c-41c0-b330-25de4f9f34fd tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3615425 Sep 16 05:18:05.662873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36736) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:05.667672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-03eb3abb-77f2-49b3-b53a-9fd898a4991b tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '51206770-ed45-4dec-b5c3-8be72f1eb1c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:05.862380 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-03eb3abb-77f2-49b3-b53a-9fd898a4991b tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:05.866250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-03eb3abb-77f2-49b3-b53a-9fd898a4991b tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1996460 Sep 16 05:18:05.866250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36738) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:05.873712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1a51c9db-b44b-4d34-a6bb-403485fffdff tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group_rule': {'security_group_id': '51206770-ed45-4dec-b5c3-8be72f1eb1c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:06.085206 n-d-712137-12 neutron-server[95452]: INFO neutron.api.v2.resource [None req-1a51c9db-b44b-4d34-a6bb-403485fffdff tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:18:06.088832 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1a51c9db-b44b-4d34-a6bb-403485fffdff tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2191772 Sep 16 05:18:06.089253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36740) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:06.145739 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-971206aa-e1b9-4811-8228-5aae4cad96ed tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.171598 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-971206aa-e1b9-4811-8228-5aae4cad96ed tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.318179 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-971206aa-e1b9-4811-8228-5aae4cad96ed tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.322543 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-971206aa-e1b9-4811-8228-5aae4cad96ed tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.322543 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-971206aa-e1b9-4811-8228-5aae4cad96ed tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "DELETE /v2.0/security-groups/51206770-ed45-4dec-b5c3-8be72f1eb1c9 HTTP/1.1" status: 204 len: 168 time: 0.2317040 Sep 16 05:18:06.324947 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36746) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:06.333213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971206aa-e1b9-4811-8228-5aae4cad96ed tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51206770-ed45-4dec-b5c3-8be72f1eb1c9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:06.379760 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-42feaffd-fb2a-4bf6-8ce0-59c46f915be0 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529387 Sep 16 05:18:06.383618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36750) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:06.388958 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-12dd30d0-4f38-435d-bd23-3f1529381826 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group': {'name': 'tempest-secgroup--214549767'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:06.508232 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-12dd30d0-4f38-435d-bd23-3f1529381826 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.593832 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-12dd30d0-4f38-435d-bd23-3f1529381826 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.673567 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-12dd30d0-4f38-435d-bd23-3f1529381826 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.707103 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd30d0-4f38-435d-bd23-3f1529381826 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623af7a2-1580-4841-b74b-e7b89bef3b36,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:06.816452 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-12dd30d0-4f38-435d-bd23-3f1529381826 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.817890 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-12dd30d0-4f38-435d-bd23-3f1529381826 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4331534 Sep 16 05:18:06.820594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36754) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:06.825457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cf456658-7350-4530-99db-b3c8bed0b794 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:06.826458 n-d-712137-12 neutron-server[95451]: WARNING neutron.api.v2.base [None req-cf456658-7350-4530-99db-b3c8bed0b794 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:18:06.826976 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-cf456658-7350-4530-99db-b3c8bed0b794 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:18:06.828059 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cf456658-7350-4530-99db-b3c8bed0b794 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "PUT /v2.0/security-groups/623af7a2-1580-4841-b74b-e7b89bef3b36 HTTP/1.1" status: 409 len: 330 time: 0.0062840 Sep 16 05:18:06.830536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36756) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:06.887367 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a14be86-8932-43af-8fe8-747cc80df76b tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.911022 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a14be86-8932-43af-8fe8-747cc80df76b tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.079169 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a14be86-8932-43af-8fe8-747cc80df76b tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.081933 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a14be86-8932-43af-8fe8-747cc80df76b tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.083197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8a14be86-8932-43af-8fe8-747cc80df76b tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "DELETE /v2.0/security-groups/623af7a2-1580-4841-b74b-e7b89bef3b36 HTTP/1.1" status: 204 len: 168 time: 0.2514970 Sep 16 05:18:07.085904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36758) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:07.092795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14be86-8932-43af-8fe8-747cc80df76b tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623af7a2-1580-4841-b74b-e7b89bef3b36,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:07.140326 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8b626c9d-927d-45e7-9f7f-e179ed2dc19a tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529113 Sep 16 05:18:07.144104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36760) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:07.157070 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-a4a34525-3937-4cf5-b3df-fa0bb19766b8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] delete failed (client error): The resource could not be found. Sep 16 05:18:07.158165 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a4a34525-3937-4cf5-b3df-fa0bb19766b8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "DELETE /v2.0/security-groups/bc85f06e-f488-49a7-bbd9-d8e9a657d825 HTTP/1.1" status: 404 len: 347 time: 0.0130680 Sep 16 05:18:07.165054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36762) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:07.179707 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-f30c1f0c-95c9-43a5-91e5-6c772895e1f8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] show failed (client error): The resource could not be found. Sep 16 05:18:07.180707 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f30c1f0c-95c9-43a5-91e5-6c772895e1f8 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "GET /v2.0/security-groups/5f19a288-bfee-41c5-b26b-df7e6bb4dd35 HTTP/1.1" status: 404 len: 347 time: 0.0147288 Sep 16 05:18:07.184113 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36764) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:07.200036 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-3fe2e6ce-1114-4ae5-be8e-ff041a9fa046 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] show failed (client error): The resource could not be found. Sep 16 05:18:07.201244 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3fe2e6ce-1114-4ae5-be8e-ff041a9fa046 tempest-NegativeSecGroupIPv6Test-1641784831 tempest-NegativeSecGroupIPv6Test-1641784831-project] 10.222.0.24 "GET /v2.0/security-group-rules/6626162a-dcb0-4cb7-a7c8-924cd5bb48c9 HTTP/1.1" status: 404 len: 356 time: 0.0159636 Sep 16 05:18:07.788671 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36778) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:07.932134 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2e72f045-c471-4970-a66d-12e9ec8ece1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=648e8c59e23e400db4dee1f69b818d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422517 Sep 16 05:18:07.934635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36782) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:07.985391 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8667bfd7-462a-4d82-a480-a179f7881e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.009199 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8667bfd7-462a-4d82-a480-a179f7881e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.165202 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8667bfd7-462a-4d82-a480-a179f7881e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.167881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8667bfd7-462a-4d82-a480-a179f7881e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.169251 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8667bfd7-462a-4d82-a480-a179f7881e35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b66d481d-dd17-42f3-b3b0-020b3ca01740 HTTP/1.1" status: 204 len: 168 time: 0.2333040 Sep 16 05:18:08.177481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667bfd7-462a-4d82-a480-a179f7881e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66d481d-dd17-42f3-b3b0-020b3ca01740,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:12.101600 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9434d434-853c-459b-bf07-09cca4339085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.644773 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.519953 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-822719cd-0f0f-499c-8f5a-485bcfb11855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.273203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36922) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:15.313535 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.405879 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.494066 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.599436 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.645333 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb94b88e934d480d9252005f027d09b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679905 Sep 16 05:18:15.645333 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1ff584-b6b6-489b-b94e-1266272eb98c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:15.646222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 36928) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:15.651727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:15.652316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:15.652860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:15.653436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:15.654602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:15.655171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:15.655731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:15.656529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:15.657040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:15.657391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:15.657706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:15.658056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846efe9a-5024-4d96-90f5-5e71e914a5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:15.712301 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30c5793f-8c8b-4371-9be2-532f8a8830c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.736240 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30c5793f-8c8b-4371-9be2-532f8a8830c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.930888 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30c5793f-8c8b-4371-9be2-532f8a8830c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.933529 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-30c5793f-8c8b-4371-9be2-532f8a8830c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.934730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-30c5793f-8c8b-4371-9be2-532f8a8830c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea1ff584-b6b6-489b-b94e-1266272eb98c HTTP/1.1" status: 204 len: 168 time: 0.2862182 Sep 16 05:18:15.943117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5793f-8c8b-4371-9be2-532f8a8830c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1ff584-b6b6-489b-b94e-1266272eb98c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:16.051238 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.626646 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.674374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36942) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:16.688764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73ab384d-748a-4ac2-b078-65ebe7d3dab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.785167 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73ab384d-748a-4ac2-b078-65ebe7d3dab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.901970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73ab384d-748a-4ac2-b078-65ebe7d3dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.941979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab384d-748a-4ac2-b078-65ebe7d3dab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267cb410-bb03-46a3-bdcb-6ffe99f3d46b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:16.946992 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-73ab384d-748a-4ac2-b078-65ebe7d3dab3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f98cacfeeeaf412fb1475c7d674af910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716033 Sep 16 05:18:16.950402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 36950) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:17.006178 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf66c5d1-d288-40c5-9c69-e19b1cc35888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.028049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf66c5d1-d288-40c5-9c69-e19b1cc35888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.199804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf66c5d1-d288-40c5-9c69-e19b1cc35888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.202575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cf66c5d1-d288-40c5-9c69-e19b1cc35888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.203891 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cf66c5d1-d288-40c5-9c69-e19b1cc35888 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/267cb410-bb03-46a3-bdcb-6ffe99f3d46b HTTP/1.1" status: 204 len: 168 time: 0.2529640 Sep 16 05:18:17.212339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66c5d1-d288-40c5-9c69-e19b1cc35888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267cb410-bb03-46a3-bdcb-6ffe99f3d46b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:17.635972 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.659269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-5c1e7434-8085-4801-84ef-33a91acb9c07 req-ca1bfdaa-e444-46fb-8af0-e1b990b48be8 service neutron] (95451) timed out ('10.222.0.24', 34314) {{(pid=95451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:18:29.789433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37170) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:29.947404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-724de8f8-6067-4c0b-97fc-59555c6bc4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.051828 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-724de8f8-6067-4c0b-97fc-59555c6bc4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.119217 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-724de8f8-6067-4c0b-97fc-59555c6bc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.161380 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-724de8f8-6067-4c0b-97fc-59555c6bc4fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a879e034bcb4e0f877ec304d568c505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694170 Sep 16 05:18:30.162633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37174) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:30.171740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724de8f8-6067-4c0b-97fc-59555c6bc4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddd6654-1a84-466c-9633-766e7d915055,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:30.184381 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:18:30.253257 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5e848a1-d963-49e3-9072-392dfe4551a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.276886 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5e848a1-d963-49e3-9072-392dfe4551a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.380958 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5e848a1-d963-49e3-9072-392dfe4551a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.384151 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5e848a1-d963-49e3-9072-392dfe4551a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.388417 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d5e848a1-d963-49e3-9072-392dfe4551a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ddd6654-1a84-466c-9633-766e7d915055 HTTP/1.1" status: 204 len: 168 time: 0.2215607 Sep 16 05:18:30.395630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e848a1-d963-49e3-9072-392dfe4551a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddd6654-1a84-466c-9633-766e7d915055,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:31.178773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37192) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:31.195402 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-45b4d106-9c60-4e5f-99b5-1d6eefafa06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.299278 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-45b4d106-9c60-4e5f-99b5-1d6eefafa06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.370625 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-45b4d106-9c60-4e5f-99b5-1d6eefafa06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.411499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4d106-9c60-4e5f-99b5-1d6eefafa06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce7a00c-a8e1-40c3-9d3f-8ac58953b295,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:31.416206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-45b4d106-9c60-4e5f-99b5-1d6eefafa06e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52b2b537e8b24418bbbc849546733aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357917 Sep 16 05:18:31.419809 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37196) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:31.488263 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-adf8768a-cab8-480f-86fb-0dcb6ab00ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.517039 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-adf8768a-cab8-480f-86fb-0dcb6ab00ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.640082 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-adf8768a-cab8-480f-86fb-0dcb6ab00ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.647895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-adf8768a-cab8-480f-86fb-0dcb6ab00ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.647895 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-adf8768a-cab8-480f-86fb-0dcb6ab00ccc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dce7a00c-a8e1-40c3-9d3f-8ac58953b295 HTTP/1.1" status: 204 len: 168 time: 0.2241209 Sep 16 05:18:31.656216 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8768a-cab8-480f-86fb-0dcb6ab00ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce7a00c-a8e1-40c3-9d3f-8ac58953b295,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:35.550852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37308) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:35.659992 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ee6bc82-266a-4c60-a6b3-14b2f84f8ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.750816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ee6bc82-266a-4c60-a6b3-14b2f84f8ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.855963 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5ee6bc82-266a-4c60-a6b3-14b2f84f8ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.895599 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5ee6bc82-266a-4c60-a6b3-14b2f84f8ac4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aab66f4c30e84f62bfea41ce9cfca7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435884 Sep 16 05:18:35.896625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6bc82-266a-4c60-a6b3-14b2f84f8ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d7c91a-52ec-4b6a-8719-84e45cf01286,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:35.898258 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37314) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:35.957021 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.980626 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.118994 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.122566 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.126136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3d7c91a-52ec-4b6a-8719-84e45cf01286 HTTP/1.1" status: 204 len: 168 time: 0.2244163 Sep 16 05:18:36.161760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d7c91a-52ec-4b6a-8719-84e45cf01286,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:36.183439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:36.185837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:36.187161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:36.187835 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:36.188390 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:36.189702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:36.190360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:36.191871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:36.192382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:36.194666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:36.195192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:36.195715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1feba7-7bc4-4fde-b9b4-a81c42b5cd5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:36.803637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37332) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:36.817155 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88cd69ea-92af-43b6-88fa-7bb675e36113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.905924 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88cd69ea-92af-43b6-88fa-7bb675e36113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.005225 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-88cd69ea-92af-43b6-88fa-7bb675e36113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.044789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-88cd69ea-92af-43b6-88fa-7bb675e36113 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9687b2f863ec408abb38011c039495fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393563 Sep 16 05:18:37.045699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd69ea-92af-43b6-88fa-7bb675e36113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fa9761-32c3-4d29-9d82-8db4fbdcce62,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:37.047718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37336) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:37.101576 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-521eace2-ce75-4cb4-8529-2ac80ab32768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.122876 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-521eace2-ce75-4cb4-8529-2ac80ab32768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.244749 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-521eace2-ce75-4cb4-8529-2ac80ab32768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.247750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-521eace2-ce75-4cb4-8529-2ac80ab32768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.249013 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-521eace2-ce75-4cb4-8529-2ac80ab32768 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54fa9761-32c3-4d29-9d82-8db4fbdcce62 HTTP/1.1" status: 204 len: 168 time: 0.1996450 Sep 16 05:18:37.257355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521eace2-ce75-4cb4-8529-2ac80ab32768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fa9761-32c3-4d29-9d82-8db4fbdcce62,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:38.988721 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37404) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:39.127036 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-199c3044-5f5d-42dd-a57e-d8d9eafa5b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.223715 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-199c3044-5f5d-42dd-a57e-d8d9eafa5b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.273279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-199c3044-5f5d-42dd-a57e-d8d9eafa5b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.313765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c3044-5f5d-42dd-a57e-d8d9eafa5b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c90f1b-36a1-406e-aef5-066fb7f4ae19,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:39.319214 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-199c3044-5f5d-42dd-a57e-d8d9eafa5b88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8977e0ec358456db8e14517f7ed4b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280022 Sep 16 05:18:39.321381 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37412) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:39.378753 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d99fcedb-0733-4ae3-a211-b657d95423c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.400022 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d99fcedb-0733-4ae3-a211-b657d95423c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.541865 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d99fcedb-0733-4ae3-a211-b657d95423c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.545547 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d99fcedb-0733-4ae3-a211-b657d95423c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.546751 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d99fcedb-0733-4ae3-a211-b657d95423c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51c90f1b-36a1-406e-aef5-066fb7f4ae19 HTTP/1.1" status: 204 len: 168 time: 0.2245419 Sep 16 05:18:39.554528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fcedb-0733-4ae3-a211-b657d95423c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c90f1b-36a1-406e-aef5-066fb7f4ae19,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:42.468843 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e4d0dd01-4f69-4e07-90ab-67ddce92dbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.655291 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.523087 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-491268bb-d7f5-466b-b3ea-126959284e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.341114 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.060883 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.593603 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.599969 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.919141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37602) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:48.050382 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cfc383fb-d9f4-4bfa-b256-f6bae12a47aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.149787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cfc383fb-d9f4-4bfa-b256-f6bae12a47aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.254509 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cfc383fb-d9f4-4bfa-b256-f6bae12a47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.292505 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc383fb-d9f4-4bfa-b256-f6bae12a47aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3aa9c3-0661-4022-891f-cad5601e2827,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:48.297627 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cfc383fb-d9f4-4bfa-b256-f6bae12a47aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79453bfe6be54277a657f930f62670fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766220 Sep 16 05:18:48.299564 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37610) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:48.348551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b343f5b1-36ac-4583-a922-4d3f41abd28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.370839 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b343f5b1-36ac-4583-a922-4d3f41abd28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.501851 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b343f5b1-36ac-4583-a922-4d3f41abd28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.504467 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b343f5b1-36ac-4583-a922-4d3f41abd28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.505681 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b343f5b1-36ac-4583-a922-4d3f41abd28e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de3aa9c3-0661-4022-891f-cad5601e2827 HTTP/1.1" status: 204 len: 168 time: 0.2051656 Sep 16 05:18:48.515239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343f5b1-36ac-4583-a922-4d3f41abd28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3aa9c3-0661-4022-891f-cad5601e2827,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:07.168110 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:19:12.097012 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ddde1973-8719-4f61-9aa9-96a0a0b79bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.625621 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.867896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37906) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:13.988214 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f72439cc-de7b-406e-9761-82ad1d8fef25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.087810 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f72439cc-de7b-406e-9761-82ad1d8fef25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.187306 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f72439cc-de7b-406e-9761-82ad1d8fef25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.221040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72439cc-de7b-406e-9761-82ad1d8fef25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b7b69-c947-4264-80ad-f8e1d1edcdf9,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:14.237326 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f72439cc-de7b-406e-9761-82ad1d8fef25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b07c7e84be8e4a9d94f6e9800c3122cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652701 Sep 16 05:19:14.237326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37916) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:14.287377 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8cff-8f15-4c4b-8139-0c098a039170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.315259 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8cff-8f15-4c4b-8139-0c098a039170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.443847 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8cff-8f15-4c4b-8139-0c098a039170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.450009 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8cff-8f15-4c4b-8139-0c098a039170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.450009 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3a6a8cff-8f15-4c4b-8139-0c098a039170 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b94b7b69-c947-4264-80ad-f8e1d1edcdf9 HTTP/1.1" status: 204 len: 168 time: 0.2097499 Sep 16 05:19:14.457064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a8cff-8f15-4c4b-8139-0c098a039170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b7b69-c947-4264-80ad-f8e1d1edcdf9,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:14.515007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-77bb0fd8-a677-4dfa-9cc1-7d1f84ff1ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.285371 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.507494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 37950) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:15.613728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1858362174-network', 'tenant_id': 'd38627dc85c8471790b57e6bacb667d2'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:15.699930 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Made reservation on behalf of d38627dc85c8471790b57e6bacb667d2 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:15.702485 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.711744 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.807805 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.871804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.897388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:15.907544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:15.912328 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.912707 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Added segment 0ec6924b-07b6-41bf-a16d-9a86fbc96075 of type vlan for network 30f97a01-5db0-431e-b239-bf7ea4c45fbd Sep 16 05:19:15.956243 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.027369 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.044636 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.045816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.046616 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.109723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] Pushing event updated for resources: {'Network': ['ID=30f97a01-5db0-431e-b239-bf7ea4c45fbd,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:16.119630 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 30f97a01-5db0-431e-b239-bf7ea4c45fbd details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:16.173056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b59ae2f6-0ac8-43f6-8db1-e40013357d72 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6642413 Sep 16 05:19:16.175845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 37968) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:16.180780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Request body: {'subnet': {'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1858362174-subnet', 'tenant_id': 'd38627dc85c8471790b57e6bacb667d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:16.267109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Made reservation on behalf of d38627dc85c8471790b57e6bacb667d2 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:16.269794 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.546668 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.612273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38150ca2-bf9a-46f4-9185-13aaf3d1f3cc,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:16.620441 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Checking segment: {'id': '0ec6924b-07b6-41bf-a16d-9a86fbc96075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:16.620664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Network hostable DHCP agents. Network: 30f97a01-5db0-431e-b239-bf7ea4c45fbd, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:19:16.624606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.624960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.625299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.625635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.625965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.626294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.626619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.626943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.627264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.627587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.628055 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.628285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.633369 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.719971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Network 30f97a01-5db0-431e-b239-bf7ea4c45fbd is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:19:16.854034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 30f97a01-5db0-431e-b239-bf7ea4c45fbd) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:16.858981 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.859496 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.863646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b952647-b0c1-4307-bcca-49c467580bf2 None None] Network 30f97a01-5db0-431e-b239-bf7ea4c45fbd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:16.970897 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-67d59849-42a9-4455-89b7-f5143c80fea2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7941439 Sep 16 05:19:16.997411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc02160-ec24-4cae-ba93-7937bda0338d None None] Network 30f97a01-5db0-431e-b239-bf7ea4c45fbd requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:17.575968 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.269499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-ed44756e-37be-44c6-9301-657b55c8c212 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:19.271016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-ed44756e-37be-44c6-9301-657b55c8c212 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/networks?id=30f97a01-5db0-431e-b239-bf7ea4c45fbd HTTP/1.1" status: 200 len: 809 time: 0.1998661 Sep 16 05:19:19.293510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-c5e50fa5-e5d8-4303-90e4-6eedadd7f8bc tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/quotas/d38627dc85c8471790b57e6bacb667d2 HTTP/1.1" status: 200 len: 375 time: 0.0167286 Sep 16 05:19:19.355739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-d9fd3c9a-cfe9-40bf-88c7-34f573208037 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d38627dc85c8471790b57e6bacb667d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563447 Sep 16 05:19:19.454389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-be50d567-e41b-44b4-a85c-65bff79df518 service neutron] 10.222.0.24 "GET /v2.0/networks/30f97a01-5db0-431e-b239-bf7ea4c45fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914874 Sep 16 05:19:19.556852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-412d45aa-b169-4a58-b4d2-8ca2c0943759 service neutron] 10.222.0.24 "GET /v2.0/networks/30f97a01-5db0-431e-b239-bf7ea4c45fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961082 Sep 16 05:19:19.805586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bce04cb1-e84d-4d0f-b0a4-e38364bac818 req-3603fb16-0a11-4c17-9ab0-b2f0b23cc640 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 210 time: 0.0285082 Sep 16 05:19:20.910700 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-394d6509-0fbb-4dff-8e44-84f37e1b1f97 req-2fc50752-2bbd-4640-9996-79aaaed3f254 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 210 time: 0.0272963 Sep 16 05:19:22.043234 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6deffe5a-b2c5-4bbf-9ea2-f947ab2b9020 req-5208b643-b50f-43f8-8804-d8559e4ff9cf tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 210 time: 0.0314500 Sep 16 05:19:22.065928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-ba6538f1-9d56-400a-87d8-6aab00446339 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.068694 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-ba6538f1-9d56-400a-87d8-6aab00446339 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.37 "GET /v2.0/networks?id=30f97a01-5db0-431e-b239-bf7ea4c45fbd HTTP/1.1" status: 200 len: 809 time: 0.1104066 Sep 16 05:19:22.083186 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Request body: {'port': {'device_id': '5064e6e2-bac8-40f4-b5a2-3c885d3300ae', 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd', 'admin_state_up': True, 'tenant_id': 'd38627dc85c8471790b57e6bacb667d2'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:22.266398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Made reservation on behalf of d38627dc85c8471790b57e6bacb667d2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:22.270170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.417062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Allocated IP 172.20.0.4 (30f97a01-5db0-431e-b239-bf7ea4c45fbd/38150ca2-bf9a-46f4-9185-13aaf3d1f3cc/e68161b1-8d05-402d-9e12-7905fd58a886) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:22.586812 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.690800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.737634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Network 30f97a01-5db0-431e-b239-bf7ea4c45fbd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:22.740753 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:22.744816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:22.780180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Pushing event updated for resources: {'Port': ['ID=e68161b1-8d05-402d-9e12-7905fd58a886,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:22.802370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.803100 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.948584 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-45d2444d-c89a-468d-8798-a13cde14738d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8706524 Sep 16 05:19:22.961248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Request body: {'port': {'device_id': '5064e6e2-bac8-40f4-b5a2-3c885d3300ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:23.019769 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.178594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1b781-0125-4903-bbb0-e42ff23940c4 req-05c95f92-bf1c-49df-85c6-80619d1eb834 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.180924 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16a1b781-0125-4903-bbb0-e42ff23940c4 req-05c95f92-bf1c-49df-85c6-80619d1eb834 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 931 time: 0.0619290 Sep 16 05:19:23.224317 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16a1b781-0125-4903-bbb0-e42ff23940c4 req-c048d274-d251-4671-9cf1-3d4517849bcd tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372193 Sep 16 05:19:23.327639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68161b1-8d05-402d-9e12-7905fd58a886 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:23.335765 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.349289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Transition to ACTIVE for port object e68161b1-8d05-402d-9e12-7905fd58a886 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:23.416040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.470436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e68161b1-8d05-402d-9e12-7905fd58a886,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.540038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Attempting to bind port e68161b1-8d05-402d-9e12-7905fd58a886 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:23.541649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Attempting to bind port e68161b1-8d05-402d-9e12-7905fd58a886 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '0ec6924b-07b6-41bf-a16d-9a86fbc96075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:23.541649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Attempting to bind port e68161b1-8d05-402d-9e12-7905fd58a886 on network 30f97a01-5db0-431e-b239-bf7ea4c45fbd {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:23.546438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Port e68161b1-8d05-402d-9e12-7905fd58a886 on network 30f97a01-5db0-431e-b239-bf7ea4c45fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:23.546768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Attempting to bind port e68161b1-8d05-402d-9e12-7905fd58a886 on network 30f97a01-5db0-431e-b239-bf7ea4c45fbd {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:23.551902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:23.575842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Checking segment: {'id': '0ec6924b-07b6-41bf-a16d-9a86fbc96075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:23.575842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Bound using segment: {'id': '0ec6924b-07b6-41bf-a16d-9a86fbc96075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:23.575842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Bound port: e68161b1-8d05-402d-9e12-7905fd58a886, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec6924b-07b6-41bf-a16d-9a86fbc96075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:23.575842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.626130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] For port e68161b1-8d05-402d-9e12-7905fd58a886, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:23.629402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] For port e68161b1-8d05-402d-9e12-7905fd58a886, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e68161b1-8d05-402d-9e12-7905fd58a886,segment=NetworkSegment(0ec6924b-07b6-41bf-a16d-9a86fbc96075),segment_id=0ec6924b-07b6-41bf-a16d-9a86fbc96075)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:23.782919 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.818133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.818763 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.820287 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] 10.222.0.37 "PUT /v2.0/ports/e68161b1-8d05-402d-9e12-7905fd58a886 HTTP/1.1" status: 200 len: 1092 time: 0.8631837 Sep 16 05:19:23.820777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5064e6e2-bac8-40f4-b5a2-3c885d3300ae', 'tag': 'e68161b1-8d05-402d-9e12-7905fd58a886'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:23.823303 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b879cc11-21c9-4e66-884c-d83c48fffa8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5064e6e2-bac8-40f4-b5a2-3c885d3300ae", "tag": "e68161b1-8d05-402d-9e12-7905fd58a886"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:23.847615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59732aa-c04f-4695-9c22-c4a94a925aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e68161b1-8d05-402d-9e12-7905fd58a886,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.977738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-f0a1c1c8-5325-4870-8d49-4d5d62611a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.979355 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-f0a1c1c8-5325-4870-8d49-4d5d62611a3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d38627dc85c8471790b57e6bacb667d2&device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 1095 time: 0.0434790 Sep 16 05:19:23.994067 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1511e60a-6914-4a1c-bd30-2581d24172a8 x-openstack-request-id: req-1511e60a-6914-4a1c-bd30-2581d24172a8 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:23.994356 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5064e6e2-bac8-40f4-b5a2-3c885d3300ae", "tag": "e68161b1-8d05-402d-9e12-7905fd58a886", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:23.994609 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1511e60a-6914-4a1c-bd30-2581d24172a8 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:23.995002 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5064e6e2-bac8-40f4-b5a2-3c885d3300ae', 'tag': 'e68161b1-8d05-402d-9e12-7905fd58a886', 'status': 'completed', 'code': 200} Sep 16 05:19:24.028779 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-f6570b3a-f6da-4248-b27d-fbc4ae39b7f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e68161b1-8d05-402d-9e12-7905fd58a886 HTTP/1.1" status: 200 len: 217 time: 0.0413039 Sep 16 05:19:24.077940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-eaeff14a-8507-42e0-8cac-424b028a5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.079445 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-eaeff14a-8507-42e0-8cac-424b028a5a8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38150ca2-bf9a-46f4-9185-13aaf3d1f3cc HTTP/1.1" status: 200 len: 849 time: 0.0435770 Sep 16 05:19:24.112129 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-abd41cae-b518-45c6-b689-08f4b032644d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f97a01-5db0-431e-b239-bf7ea4c45fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241115 Sep 16 05:19:24.207609 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-0e6ef26e-74cf-44f1-8245-05c677e95dc7 service neutron] 10.222.0.37 "GET /v2.0/networks/30f97a01-5db0-431e-b239-bf7ea4c45fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883620 Sep 16 05:19:24.300858 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-68aaa38e-e1d3-4d44-9ade-5cc3129cdd29 req-6f8d73ff-f7d4-458c-8ffa-4408bdcf0edd service neutron] 10.222.0.37 "GET /v2.0/networks/30f97a01-5db0-431e-b239-bf7ea4c45fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855381 Sep 16 05:19:24.347360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31dcb1-9c16-4a71-8f75-afe4483b841a req-b4d2be29-b7b9-42ab-a594-a7b1ba99b214 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.348907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee31dcb1-9c16-4a71-8f75-afe4483b841a req-b4d2be29-b7b9-42ab-a594-a7b1ba99b214 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 943 time: 0.0518684 Sep 16 05:19:24.388223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ee31dcb1-9c16-4a71-8f75-afe4483b841a req-43cf51ba-598d-4492-bd63-ba06440dbbdf tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334611 Sep 16 05:19:24.473250 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879cc11-21c9-4e66-884c-d83c48fffa8c req-c86afe4e-8379-4c17-8b30-86e80ecf4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.474769 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b879cc11-21c9-4e66-884c-d83c48fffa8c req-c86afe4e-8379-4c17-8b30-86e80ecf4102 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d38627dc85c8471790b57e6bacb667d2&device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 1095 time: 0.0418382 Sep 16 05:19:24.570989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879cc11-21c9-4e66-884c-d83c48fffa8c req-1b934164-d459-409a-b09d-678dac27680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.572776 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b879cc11-21c9-4e66-884c-d83c48fffa8c req-1b934164-d459-409a-b09d-678dac27680c service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f97a01-5db0-431e-b239-bf7ea4c45fbd HTTP/1.1" status: 200 len: 909 time: 0.0903366 Sep 16 05:19:24.615891 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b879cc11-21c9-4e66-884c-d83c48fffa8c req-849a48ab-1bee-48c0-a9ed-6520d6e580a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e68161b1-8d05-402d-9e12-7905fd58a886 HTTP/1.1" status: 200 len: 217 time: 0.0354483 Sep 16 05:19:24.674359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879cc11-21c9-4e66-884c-d83c48fffa8c req-7dd9dbe9-e97a-4ef6-9737-154c37c4b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.675816 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b879cc11-21c9-4e66-884c-d83c48fffa8c req-7dd9dbe9-e97a-4ef6-9737-154c37c4b300 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38150ca2-bf9a-46f4-9185-13aaf3d1f3cc HTTP/1.1" status: 200 len: 849 time: 0.0481660 Sep 16 05:19:24.708987 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b879cc11-21c9-4e66-884c-d83c48fffa8c req-8b5afc80-b903-43d8-8850-6e0919b8127b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f97a01-5db0-431e-b239-bf7ea4c45fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258169 Sep 16 05:19:24.803640 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b879cc11-21c9-4e66-884c-d83c48fffa8c req-7cc519c0-373f-4143-a2cb-87e243441874 service neutron] 10.222.0.37 "GET /v2.0/networks/30f97a01-5db0-431e-b239-bf7ea4c45fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862317 Sep 16 05:19:24.902817 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b879cc11-21c9-4e66-884c-d83c48fffa8c req-e327c8fe-b243-49f9-8e5e-7440f0a8ba83 service neutron] 10.222.0.37 "GET /v2.0/networks/30f97a01-5db0-431e-b239-bf7ea4c45fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913117 Sep 16 05:19:25.526214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a0a56-91fe-407f-a3e6-c8632823aad4 req-4bcb8fd7-6f6e-4dd7-98fe-468a6862fd83 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:25.527839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a76a0a56-91fe-407f-a3e6-c8632823aad4 req-4bcb8fd7-6f6e-4dd7-98fe-468a6862fd83 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 943 time: 0.0517666 Sep 16 05:19:25.573630 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a76a0a56-91fe-407f-a3e6-c8632823aad4 req-033be1d9-fdaa-4cbe-b500-6bf854673e9d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383518 Sep 16 05:19:26.695341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d1b06-7060-4d6a-b096-c1d07abd978d req-fd4345e8-81e8-44d6-be5e-39e08f0bdfbd tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.696830 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-182d1b06-7060-4d6a-b096-c1d07abd978d req-fd4345e8-81e8-44d6-be5e-39e08f0bdfbd tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 943 time: 0.0548098 Sep 16 05:19:26.734745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-182d1b06-7060-4d6a-b096-c1d07abd978d req-ce462b37-3008-46cd-8c4c-9b58f30a6216 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315909 Sep 16 05:19:27.855624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fde95d-9a5f-4da8-935e-5046c88a935c req-fd12d7b1-0b21-4f18-a64c-e331642e6e1d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:27.857178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63fde95d-9a5f-4da8-935e-5046c88a935c req-fd12d7b1-0b21-4f18-a64c-e331642e6e1d tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 943 time: 0.0500555 Sep 16 05:19:27.899357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63fde95d-9a5f-4da8-935e-5046c88a935c req-8a8ededa-4799-4e6c-9367-3807b9ff65f6 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350513 Sep 16 05:19:28.026150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e68161b1-8d05-402d-9e12-7905fd58a886 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:28.124013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e68161b1-8d05-402d-9e12-7905fd58a886, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e68161b1-8d05-402d-9e12-7905fd58a886,segment=NetworkSegment(0ec6924b-07b6-41bf-a16d-9a86fbc96075),segment_id=0ec6924b-07b6-41bf-a16d-9a86fbc96075)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:28.136424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'e68161b1-8d05-402d-9e12-7905fd58a886', 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd', 'port_id': 'e68161b1-8d05-402d-9e12-7905fd58a886', 'mac_address': 'fa:16:3e:fc:a1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38150ca2-bf9a-46f4-9185-13aaf3d1f3cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:28.173972 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.186825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68161b1-8d05-402d-9e12-7905fd58a886 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:28.259173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e68161b1-8d05-402d-9e12-7905fd58a886, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e68161b1-8d05-402d-9e12-7905fd58a886,segment=NetworkSegment(0ec6924b-07b6-41bf-a16d-9a86fbc96075),segment_id=0ec6924b-07b6-41bf-a16d-9a86fbc96075)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:28.335899 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.388904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e68161b1-8d05-402d-9e12-7905fd58a886,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:28.396287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:28.396671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:28.397009 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:28.397343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:28.397671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:28.398001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:28.398321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:28.398642 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:28.398966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:28.399285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:28.399603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:28.399919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:28.545001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['e68161b1-8d05-402d-9e12-7905fd58a886'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:29.018766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d24a8-aa91-4588-94ff-46f857b8c118 req-09f804f2-32e0-4ba2-b287-327a650b1257 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:29.020277 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-747d24a8-aa91-4588-94ff-46f857b8c118 req-09f804f2-32e0-4ba2-b287-327a650b1257 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 944 time: 0.0514362 Sep 16 05:19:29.057696 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-747d24a8-aa91-4588-94ff-46f857b8c118 req-801a0ac6-c699-4d1b-a9f9-ebcd07882588 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Sep 16 05:19:30.058020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e68161b1-8d05-402d-9e12-7905fd58a886 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:30.181711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432075c-5363-4ef5-a5e7-79ff4aa87c9b req-35623aa0-f24d-44f9-842a-360e357350df tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.183178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e432075c-5363-4ef5-a5e7-79ff4aa87c9b req-35623aa0-f24d-44f9-842a-360e357350df tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 944 time: 0.0573981 Sep 16 05:19:30.198575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port e68161b1-8d05-402d-9e12-7905fd58a886 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:30.202603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port e68161b1-8d05-402d-9e12-7905fd58a886 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:30.203169 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.224479 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e432075c-5363-4ef5-a5e7-79ff4aa87c9b req-4ceac234-021e-4245-8b96-7d44424b6f3a tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351391 Sep 16 05:19:30.280925 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.305896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5064e6e2-bac8-40f4-b5a2-3c885d3300ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68161b1-8d05-402d-9e12-7905fd58a886'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:30.308154 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf567188-fa03-44da-b134-6d681868df7c" -d '{"events": [{"server_uuid": "5064e6e2-bac8-40f4-b5a2-3c885d3300ae", "name": "network-vif-plugged", "status": "completed", "tag": "e68161b1-8d05-402d-9e12-7905fd58a886"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:30.320959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e68161b1-8d05-402d-9e12-7905fd58a886, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e68161b1-8d05-402d-9e12-7905fd58a886,segment=NetworkSegment(0ec6924b-07b6-41bf-a16d-9a86fbc96075),segment_id=0ec6924b-07b6-41bf-a16d-9a86fbc96075)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:30.393643 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.442096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e68161b1-8d05-402d-9e12-7905fd58a886,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:30.871694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38182) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:30.876942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-20fb5d36-4e20-468e-a30a-2fa40838ca2d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217426683', 'description': 'tempest-secgroup-smoke-217426683 description', 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:30.956968 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20fb5d36-4e20-468e-a30a-2fa40838ca2d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.037733 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20fb5d36-4e20-468e-a30a-2fa40838ca2d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.099734 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20fb5d36-4e20-468e-a30a-2fa40838ca2d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.129438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb5d36-4e20-468e-a30a-2fa40838ca2d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635398a3-7f33-46af-88f5-4455fea97ecb,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.192835 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-20fb5d36-4e20-468e-a30a-2fa40838ca2d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.194146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-20fb5d36-4e20-468e-a30a-2fa40838ca2d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3213859 Sep 16 05:19:31.196971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38184) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:31.201545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-52ca3c2f-feae-4a80-a169-005101cf9b82 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Request body: {'security_group_rule': {'security_group_id': '635398a3-7f33-46af-88f5-4455fea97ecb', 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:31.284353 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52ca3c2f-feae-4a80-a169-005101cf9b82 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.341125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c47df-bf2d-4d88-a26a-20ce92760e44 req-bf125bd6-3827-4d7b-ac0a-77bbc01d050b tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.345665 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52ca3c2f-feae-4a80-a169-005101cf9b82 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.345877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-579c47df-bf2d-4d88-a26a-20ce92760e44 req-bf125bd6-3827-4d7b-ac0a-77bbc01d050b tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 945 time: 0.0495896 Sep 16 05:19:31.381370 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-579c47df-bf2d-4d88-a26a-20ce92760e44 req-09b94ead-cfab-43fc-a3c6-55678a8ee94e tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Sep 16 05:19:31.427453 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52ca3c2f-feae-4a80-a169-005101cf9b82 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.432252 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49444ac3-b90c-4809-8622-f6aefa24b0c7 x-openstack-request-id: req-49444ac3-b90c-4809-8622-f6aefa24b0c7 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:31.436850 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5064e6e2-bac8-40f4-b5a2-3c885d3300ae", "name": "network-vif-plugged", "status": "completed", "tag": "e68161b1-8d05-402d-9e12-7905fd58a886", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:31.436850 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49444ac3-b90c-4809-8622-f6aefa24b0c7 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:31.436850 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5064e6e2-bac8-40f4-b5a2-3c885d3300ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68161b1-8d05-402d-9e12-7905fd58a886', 'code': 200} Sep 16 05:19:31.451417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca3c2f-feae-4a80-a169-005101cf9b82 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78606021-8412-465f-a9dd-198dcdd521da,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.523599 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-52ca3c2f-feae-4a80-a169-005101cf9b82 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.524811 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-52ca3c2f-feae-4a80-a169-005101cf9b82 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3266327 Sep 16 05:19:31.527681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38190) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:31.527829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b06da-3503-4227-821b-522660ef4f93 req-db34717f-917b-40d8-8389-65f9b420643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.529125 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-be7b06da-3503-4227-821b-522660ef4f93 req-db34717f-917b-40d8-8389-65f9b420643c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 1097 time: 0.0421226 Sep 16 05:19:31.532314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-4bc974b3-4cce-4d73-a92e-cb55567fabfa tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Request body: {'security_group_rule': {'security_group_id': '635398a3-7f33-46af-88f5-4455fea97ecb', 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:31.565563 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-be7b06da-3503-4227-821b-522660ef4f93 req-64d59102-ec17-44ae-a306-94b3852c1145 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293121 Sep 16 05:19:31.626501 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bc974b3-4cce-4d73-a92e-cb55567fabfa tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.674103 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bc974b3-4cce-4d73-a92e-cb55567fabfa tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.752895 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bc974b3-4cce-4d73-a92e-cb55567fabfa tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.773144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc974b3-4cce-4d73-a92e-cb55567fabfa tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2f2307-977f-4542-8425-5eb03e6bce77,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.832767 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4bc974b3-4cce-4d73-a92e-cb55567fabfa tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.833977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4bc974b3-4cce-4d73-a92e-cb55567fabfa tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3052959 Sep 16 05:19:31.836629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38192) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:31.840940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-15f1b859-76ca-4a82-a984-d6be99043b97 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Request body: {'security_group_rule': {'security_group_id': '635398a3-7f33-46af-88f5-4455fea97ecb', 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:31.921368 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-15f1b859-76ca-4a82-a984-d6be99043b97 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.982574 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-15f1b859-76ca-4a82-a984-d6be99043b97 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.073005 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-15f1b859-76ca-4a82-a984-d6be99043b97 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.091010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1b859-76ca-4a82-a984-d6be99043b97 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589daca0-be63-4ccc-87de-aee11b3c9739,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:32.158924 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-15f1b859-76ca-4a82-a984-d6be99043b97 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.160155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-15f1b859-76ca-4a82-a984-d6be99043b97 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225696 Sep 16 05:19:32.162889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38194) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:32.167128 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7bd9849d-e0fe-47d5-809c-153ba86d1ea2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Request body: {'security_group_rule': {'security_group_id': '635398a3-7f33-46af-88f5-4455fea97ecb', 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:32.260216 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7bd9849d-e0fe-47d5-809c-153ba86d1ea2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.322668 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7bd9849d-e0fe-47d5-809c-153ba86d1ea2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.390862 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7bd9849d-e0fe-47d5-809c-153ba86d1ea2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.410368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9849d-e0fe-47d5-809c-153ba86d1ea2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a211d6-455b-490a-b7ec-b93a3bedbf39,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:32.477996 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7bd9849d-e0fe-47d5-809c-153ba86d1ea2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.479199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7bd9849d-e0fe-47d5-809c-153ba86d1ea2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3153899 Sep 16 05:19:32.482020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38198) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:32.488615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0274606b-4f10-457a-8f33-e69dbe8f746d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Request body: {'security_group_rule': {'security_group_id': '635398a3-7f33-46af-88f5-4455fea97ecb', 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:32.499833 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d3122-4360-4d43-ad05-47481a87ec77 req-40a5c29c-45e3-4ce9-8d2d-eb03126c322a tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.501995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-970d3122-4360-4d43-ad05-47481a87ec77 req-40a5c29c-45e3-4ce9-8d2d-eb03126c322a tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 945 time: 0.0526707 Sep 16 05:19:32.540969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-970d3122-4360-4d43-ad05-47481a87ec77 req-7428b39a-78c9-4134-b8e3-303a54d88f7c tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324345 Sep 16 05:19:32.575729 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-0274606b-4f10-457a-8f33-e69dbe8f746d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Project ea4c51005bbd416b84c3b25f8fdf2817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:19:32.581521 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0274606b-4f10-457a-8f33-e69dbe8f746d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.633488 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0274606b-4f10-457a-8f33-e69dbe8f746d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.705914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0274606b-4f10-457a-8f33-e69dbe8f746d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.726817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274606b-4f10-457a-8f33-e69dbe8f746d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2126fa37-de75-4d25-8f8f-b54db6e25d7a,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:32.808068 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0274606b-4f10-457a-8f33-e69dbe8f746d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.810868 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0274606b-4f10-457a-8f33-e69dbe8f746d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3262687 Sep 16 05:19:32.812072 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38200) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:32.817294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-94b0d64b-d218-407b-ac5a-d3aa6f444328 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Request body: {'security_group_rule': {'security_group_id': '635398a3-7f33-46af-88f5-4455fea97ecb', 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:32.895657 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-94b0d64b-d218-407b-ac5a-d3aa6f444328 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Project ea4c51005bbd416b84c3b25f8fdf2817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:19:32.900669 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94b0d64b-d218-407b-ac5a-d3aa6f444328 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.962517 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94b0d64b-d218-407b-ac5a-d3aa6f444328 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.042312 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94b0d64b-d218-407b-ac5a-d3aa6f444328 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.059732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0d64b-d218-407b-ac5a-d3aa6f444328 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49c6ea8-6c8b-4129-a145-ab091494d069,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:33.129604 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-94b0d64b-d218-407b-ac5a-d3aa6f444328 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.130833 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-94b0d64b-d218-407b-ac5a-d3aa6f444328 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3177843 Sep 16 05:19:33.343713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-84dc7081-4f26-427c-acde-53644a1ac88d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217426683&fields=id&tenant_id=ea4c51005bbd416b84c3b25f8fdf2817 HTTP/1.1" status: 200 len: 267 time: 0.0456736 Sep 16 05:19:33.454086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-7d768013-190f-466d-bb9b-a284b35c199e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.456127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-7d768013-190f-466d-bb9b-a284b35c199e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/networks?id=955af7f8-5046-4711-8c56-8f167a7029b1 HTTP/1.1" status: 200 len: 813 time: 0.1057734 Sep 16 05:19:33.471279 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-294ac47c-c5ff-4915-888c-c783b181f542 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/quotas/ea4c51005bbd416b84c3b25f8fdf2817 HTTP/1.1" status: 200 len: 375 time: 0.0093679 Sep 16 05:19:33.531617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-e95ba6aa-1835-4606-bd41-09e441d00a9a tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea4c51005bbd416b84c3b25f8fdf2817&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552349 Sep 16 05:19:34.002943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-47122178-cde2-47d3-9e59-3cb8e6a1e4bd service neutron] 10.222.0.24 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587967 Sep 16 05:19:34.013499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d841cad-a654-44ec-8549-fcfc7f5013ff req-976b4626-2e36-462a-81ce-096d278f2704 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.014881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d841cad-a654-44ec-8549-fcfc7f5013ff req-976b4626-2e36-462a-81ce-096d278f2704 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 945 time: 0.0679669 Sep 16 05:19:34.105366 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d841cad-a654-44ec-8549-fcfc7f5013ff req-c24a06c8-80b6-4b1d-9afd-af62256aca51 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825305 Sep 16 05:19:34.126035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-f6b425da-dbb5-4719-b0ff-05e3c9ecea92 service neutron] 10.222.0.24 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102452 Sep 16 05:19:34.688812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0414abc7-d325-4180-886d-56351e4f05b5 req-ace9eb21-4bfe-47f1-9b7b-e03ba682f5dc tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 210 time: 0.0318379 Sep 16 05:19:35.471371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61ac09-0f57-494d-916a-b4d1050ba7ce req-aaf92e46-652d-4c9b-84ab-5a49ddcbb629 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:35.472872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e61ac09-0f57-494d-916a-b4d1050ba7ce req-aaf92e46-652d-4c9b-84ab-5a49ddcbb629 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 945 time: 0.0499098 Sep 16 05:19:35.515733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e61ac09-0f57-494d-916a-b4d1050ba7ce req-8a7176d9-1e18-40e0-ad69-6b43c1f8496c tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366738 Sep 16 05:19:35.770097 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f928e95-d232-47cd-842b-f0b0cb294087 req-3658f308-cc75-44f5-bcc2-27ba13f5429e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 210 time: 0.0265882 Sep 16 05:19:36.631255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028edba2-2d17-4598-8180-8eede537afe4 req-dcc54082-0557-4607-acbf-d7da39b5d0cf tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.632759 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-028edba2-2d17-4598-8180-8eede537afe4 req-dcc54082-0557-4607-acbf-d7da39b5d0cf tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 945 time: 0.0487869 Sep 16 05:19:36.670057 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-028edba2-2d17-4598-8180-8eede537afe4 req-4cd21ed4-66ca-4fa7-b798-5e3aacc3acc1 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Sep 16 05:19:36.740537 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6c0af-bdfc-4218-98a2-caf7353e505e req-d2bdb9f0-8c74-4f5a-98b5-23912609f5d9 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.741969 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f7a6c0af-bdfc-4218-98a2-caf7353e505e req-d2bdb9f0-8c74-4f5a-98b5-23912609f5d9 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.37 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 945 time: 0.0515044 Sep 16 05:19:36.863095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f199573-6f8f-4cd1-9cf1-7a8f68e9ac38 req-4ecfeab6-f0e0-413b-8619-9f1db57cc2b7 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 210 time: 0.0260785 Sep 16 05:19:36.922622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-d86d22b2-7353-4aed-8a9f-39464dbf5ebf tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.924842 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-d86d22b2-7353-4aed-8a9f-39464dbf5ebf tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.23 "GET /v2.0/networks?id=955af7f8-5046-4711-8c56-8f167a7029b1 HTTP/1.1" status: 200 len: 813 time: 0.1376650 Sep 16 05:19:36.926651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-f7a6c0af-bdfc-4218-98a2-caf7353e505e req-57fe5176-76c1-4fb7-af5a-1edc251fe136 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Deleting port e68161b1-8d05-402d-9e12-7905fd58a886 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:36.926999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f7a6c0af-bdfc-4218-98a2-caf7353e505e req-57fe5176-76c1-4fb7-af5a-1edc251fe136 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.032740 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-b1a24df9-132e-41df-ac04-66da55ea0cf2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea4c51005bbd416b84c3b25f8fdf2817 HTTP/1.1" status: 200 len: 379 time: 0.0909569 Sep 16 05:19:37.045743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Request body: {'port': {'device_id': 'c692b885-6a56-40ac-9087-94a653878075', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'admin_state_up': True, 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'security_groups': ['635398a3-7f33-46af-88f5-4455fea97ecb']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:37.097276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-f7a6c0af-bdfc-4218-98a2-caf7353e505e req-57fe5176-76c1-4fb7-af5a-1edc251fe136 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] For port e68161b1-8d05-402d-9e12-7905fd58a886, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e68161b1-8d05-402d-9e12-7905fd58a886,segment=NetworkSegment(0ec6924b-07b6-41bf-a16d-9a86fbc96075),segment_id=0ec6924b-07b6-41bf-a16d-9a86fbc96075)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:37.097276 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f7a6c0af-bdfc-4218-98a2-caf7353e505e req-57fe5176-76c1-4fb7-af5a-1edc251fe136 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.139074 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-f7a6c0af-bdfc-4218-98a2-caf7353e505e req-57fe5176-76c1-4fb7-af5a-1edc251fe136 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Calling delete_port for e68161b1-8d05-402d-9e12-7905fd58a886 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:37.295914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Made reservation on behalf of ea4c51005bbd416b84c3b25f8fdf2817 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:37.300015 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.383151 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f7a6c0af-bdfc-4218-98a2-caf7353e505e req-57fe5176-76c1-4fb7-af5a-1edc251fe136 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.394977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['e68161b1-8d05-402d-9e12-7905fd58a886'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:37.456937 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe5176-76c1-4fb7-af5a-1edc251fe136 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Pushing event deleted for resources: {'Port': ['ID=e68161b1-8d05-402d-9e12-7905fd58a886,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:37.522783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a6c0af-bdfc-4218-98a2-caf7353e505e req-57fe5176-76c1-4fb7-af5a-1edc251fe136 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] No DVR routers for this DVR port e68161b1-8d05-402d-9e12-7905fd58a886 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:37.528250 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f7a6c0af-bdfc-4218-98a2-caf7353e505e req-57fe5176-76c1-4fb7-af5a-1edc251fe136 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.530365 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f7a6c0af-bdfc-4218-98a2-caf7353e505e req-57fe5176-76c1-4fb7-af5a-1edc251fe136 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.37 "DELETE /v2.0/ports/e68161b1-8d05-402d-9e12-7905fd58a886 HTTP/1.1" status: 204 len: 173 time: 0.7820630 Sep 16 05:19:37.530828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5064e6e2-bac8-40f4-b5a2-3c885d3300ae', 'name': 'network-vif-deleted', 'tag': 'e68161b1-8d05-402d-9e12-7905fd58a886'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:37.534089 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c090ff00-c931-4da4-ba72-2e24934f16f6" -d '{"events": [{"server_uuid": "5064e6e2-bac8-40f4-b5a2-3c885d3300ae", "name": "network-vif-deleted", "tag": "e68161b1-8d05-402d-9e12-7905fd58a886"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:37.557841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Allocated IP 172.20.0.11 (955af7f8-5046-4711-8c56-8f167a7029b1/500c4615-8220-4782-b39d-48988f956da2/d887c6b0-c128-40f8-9d4a-e406bef63525) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:37.575425 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99323ed3-8a05-4f24-bea1-aa22cfaecfef x-openstack-request-id: req-99323ed3-8a05-4f24-bea1-aa22cfaecfef {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:37.575719 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5064e6e2-bac8-40f4-b5a2-3c885d3300ae", "name": "network-vif-deleted", "tag": "e68161b1-8d05-402d-9e12-7905fd58a886", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:37.575970 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99323ed3-8a05-4f24-bea1-aa22cfaecfef {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:37.576370 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5064e6e2-bac8-40f4-b5a2-3c885d3300ae', 'name': 'network-vif-deleted', 'tag': 'e68161b1-8d05-402d-9e12-7905fd58a886', 'status': 'completed', 'code': 200} Sep 16 05:19:37.715250 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.772068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e7d0d37-b872-4435-aaf7-b2901dc5fc6e req-a54cb31f-25e0-491c-8b50-a777069cd450 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=5064e6e2-bac8-40f4-b5a2-3c885d3300ae HTTP/1.1" status: 200 len: 210 time: 0.0271034 Sep 16 05:19:37.837489 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.878435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Network 955af7f8-5046-4711-8c56-8f167a7029b1 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:37.881485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:37.885184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:37.931133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event updated for resources: {'Port': ['ID=d887c6b0-c128-40f8-9d4a-e406bef63525,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:37.970703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.976799 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.014401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955d789-d6e6-4c1b-a0f6-1b55c63d13d5 req-c08ea533-7dd3-4d61-9007-55c3816e4e85 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:38.015959 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5955d789-d6e6-4c1b-a0f6-1b55c63d13d5 req-c08ea533-7dd3-4d61-9007-55c3816e4e85 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 932 time: 0.0545635 Sep 16 05:19:38.049592 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-13be0deb-cae6-4be6-a5d9-43c829b04b00 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0097404 Sep 16 05:19:38.057877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5955d789-d6e6-4c1b-a0f6-1b55c63d13d5 req-600297d6-ad53-4558-8664-a02cd8bd340e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345426 Sep 16 05:19:38.068435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Request body: {'port': {'device_id': 'c692b885-6a56-40ac-9087-94a653878075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:38.136809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.163196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6375b76f-3d45-4ada-b830-7774f9098336 None None] Provisioning complete for port d887c6b0-c128-40f8-9d4a-e406bef63525 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:38.163665 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6375b76f-3d45-4ada-b830-7774f9098336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.204190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-6375b76f-3d45-4ada-b830-7774f9098336 None None] Port d887c6b0-c128-40f8-9d4a-e406bef63525 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:38.429780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d887c6b0-c128-40f8-9d4a-e406bef63525 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:38.437173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.449777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Transition to ACTIVE for port object d887c6b0-c128-40f8-9d4a-e406bef63525 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:38.535901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.591762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Pushing event updated for resources: {'Port': ['ID=d887c6b0-c128-40f8-9d4a-e406bef63525,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:38.667059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Attempting to bind port d887c6b0-c128-40f8-9d4a-e406bef63525 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:38.667397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Attempting to bind port d887c6b0-c128-40f8-9d4a-e406bef63525 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:38.667727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Attempting to bind port d887c6b0-c128-40f8-9d4a-e406bef63525 on network 955af7f8-5046-4711-8c56-8f167a7029b1 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:38.672323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Port d887c6b0-c128-40f8-9d4a-e406bef63525 on network 955af7f8-5046-4711-8c56-8f167a7029b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:38.672709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Attempting to bind port d887c6b0-c128-40f8-9d4a-e406bef63525 on network 955af7f8-5046-4711-8c56-8f167a7029b1 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:38.679672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:38.680015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Checking segment: {'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:38.680408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Bound using segment: {'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:38.680960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Bound port: d887c6b0-c128-40f8-9d4a-e406bef63525, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d4b41e-5b00-4a57-8b1a-a4537144401c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:38.681326 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.750570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] For port d887c6b0-c128-40f8-9d4a-e406bef63525, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:38.754957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] For port d887c6b0-c128-40f8-9d4a-e406bef63525, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d887c6b0-c128-40f8-9d4a-e406bef63525,segment=NetworkSegment(c4d4b41e-5b00-4a57-8b1a-a4537144401c),segment_id=c4d4b41e-5b00-4a57-8b1a-a4537144401c)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:38.867562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.914827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:38.915489 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.916895 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] 10.222.0.23 "PUT /v2.0/ports/d887c6b0-c128-40f8-9d4a-e406bef63525 HTTP/1.1" status: 200 len: 1093 time: 0.8570781 Sep 16 05:19:38.943789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ae820-aca2-4e65-9c3e-1a33d4a08b24 service neutron] Pushing event updated for resources: {'Port': ['ID=d887c6b0-c128-40f8-9d4a-e406bef63525,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:39.058594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-77fbb116-01a4-4c58-8079-df70e7d3d617 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.066784 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-77fbb116-01a4-4c58-8079-df70e7d3d617 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/networks?id=30f97a01-5db0-431e-b239-bf7ea4c45fbd HTTP/1.1" status: 200 len: 809 time: 0.1245234 Sep 16 05:19:39.083702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-cbef3871-b5d4-4b31-b467-d2bf55b03ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.090550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-28d17c38-6063-433b-af80-4eb1596af353 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/quotas/d38627dc85c8471790b57e6bacb667d2 HTTP/1.1" status: 200 len: 375 time: 0.0158048 Sep 16 05:19:39.090703 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-cbef3871-b5d4-4b31-b467-d2bf55b03ed3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea4c51005bbd416b84c3b25f8fdf2817&device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 1096 time: 0.0554764 Sep 16 05:19:39.130862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-beb52f70-1924-4cf7-bfe1-f550408c78c4 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d38627dc85c8471790b57e6bacb667d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402489 Sep 16 05:19:39.149864 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-6dc3ce8d-5f1a-4242-a917-f95dc7392512 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d887c6b0-c128-40f8-9d4a-e406bef63525 HTTP/1.1" status: 200 len: 217 time: 0.0553544 Sep 16 05:19:39.206477 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9300507-1297-434e-aa0a-8715edccb357 req-3cabc940-61e1-412e-93f2-5662f5fa3a34 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.208268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9300507-1297-434e-aa0a-8715edccb357 req-3cabc940-61e1-412e-93f2-5662f5fa3a34 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 944 time: 0.0564103 Sep 16 05:19:39.220436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-33694a08-425c-4de6-93ec-73af143858fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.222290 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-33694a08-425c-4de6-93ec-73af143858fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=500c4615-8220-4782-b39d-48988f956da2 HTTP/1.1" status: 200 len: 852 time: 0.0658033 Sep 16 05:19:39.268204 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d9300507-1297-434e-aa0a-8715edccb357 req-c52b423b-6184-471f-90ea-abc4c7ecb96a tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465398 Sep 16 05:19:39.301034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-44ab8d11-f4a4-4635-8f30-3606f6bf310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.302661 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-44ab8d11-f4a4-4635-8f30-3606f6bf310a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=955af7f8-5046-4711-8c56-8f167a7029b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728636 Sep 16 05:19:39.356554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-109047bb-dbe3-45d9-a44c-11cafcb5f14f service neutron] 10.222.0.24 "GET /v2.0/networks/30f97a01-5db0-431e-b239-bf7ea4c45fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179463 Sep 16 05:19:39.402503 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-74b9190f-f165-44e6-becc-46994413b728 service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921967 Sep 16 05:19:39.449746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-401eb2db-81b6-4dc6-a4dd-0444053a5954 service neutron] 10.222.0.24 "GET /v2.0/networks/30f97a01-5db0-431e-b239-bf7ea4c45fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868256 Sep 16 05:19:39.506031 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ae3187e3-1c50-46b8-ab01-f7ee3bec4e17 req-9297f5af-abae-4329-9fbf-a673c404ebda service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967698 Sep 16 05:19:39.577831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:39.581736 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f253832-e5ec-4d65-a2a4-b9132eede81d" -d '{"events": [{"name": "network-changed", "server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:39.618141 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95365db6-f20a-4c72-a8c0-2fa8a050f876 x-openstack-request-id: req-95365db6-f20a-4c72-a8c0-2fa8a050f876 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:39.618438 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:39.618690 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95365db6-f20a-4c72-a8c0-2fa8a050f876 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:39.619097 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'status': 'completed', 'code': 200} Sep 16 05:19:39.683236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f253832-e5ec-4d65-a2a4-b9132eede81d req-49bc5b73-f594-4d41-906b-10fbce7ccc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.684991 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f253832-e5ec-4d65-a2a4-b9132eede81d req-49bc5b73-f594-4d41-906b-10fbce7ccc8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea4c51005bbd416b84c3b25f8fdf2817&device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 1096 time: 0.0445952 Sep 16 05:19:39.739240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d83bec91-4404-45c7-8e81-4cb3a86910f7 req-7de8940a-be6d-4cd7-80fd-e0f541420fe4 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 210 time: 0.0363796 Sep 16 05:19:40.072745 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e68161b1-8d05-402d-9e12-7905fd58a886 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:40.093503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: e68161b1-8d05-402d-9e12-7905fd58a886 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:40.093852 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e68161b1-8d05-402d-9e12-7905fd58a886 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:40.152082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f253832-e5ec-4d65-a2a4-b9132eede81d req-632f7740-9dc6-42b3-ae79-02f742d0b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:40.153503 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f253832-e5ec-4d65-a2a4-b9132eede81d req-632f7740-9dc6-42b3-ae79-02f742d0b504 service neutron] 10.222.0.23 "GET /v2.0/networks?id=955af7f8-5046-4711-8c56-8f167a7029b1 HTTP/1.1" status: 200 len: 913 time: 0.4561136 Sep 16 05:19:40.200040 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f253832-e5ec-4d65-a2a4-b9132eede81d req-b8336798-06c7-4e19-b364-f3f07010b65e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d887c6b0-c128-40f8-9d4a-e406bef63525 HTTP/1.1" status: 200 len: 217 time: 0.0388536 Sep 16 05:19:40.250223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f253832-e5ec-4d65-a2a4-b9132eede81d req-8108061d-fc85-4aec-b476-910c66268a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:40.253101 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f253832-e5ec-4d65-a2a4-b9132eede81d req-8108061d-fc85-4aec-b476-910c66268a5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=500c4615-8220-4782-b39d-48988f956da2 HTTP/1.1" status: 200 len: 852 time: 0.0465252 Sep 16 05:19:40.311549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f253832-e5ec-4d65-a2a4-b9132eede81d req-6996af25-e511-4991-92ea-ae0e5a023f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:40.313461 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f253832-e5ec-4d65-a2a4-b9132eede81d req-6996af25-e511-4991-92ea-ae0e5a023f45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=955af7f8-5046-4711-8c56-8f167a7029b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527618 Sep 16 05:19:40.407324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd9454-7dcf-4615-a83b-b774914c0e6e req-1604c2a8-2091-4fc6-92e3-d7e3265cb19a tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:40.408726 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f253832-e5ec-4d65-a2a4-b9132eede81d req-931091c2-91aa-440a-a774-106301e85159 service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882294 Sep 16 05:19:40.409158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0bd9454-7dcf-4615-a83b-b774914c0e6e req-1604c2a8-2091-4fc6-92e3-d7e3265cb19a tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 944 time: 0.0593529 Sep 16 05:19:40.453411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0bd9454-7dcf-4615-a83b-b774914c0e6e req-df784156-ba5b-4df6-a83d-805fb3c4edee tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377796 Sep 16 05:19:40.510757 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f253832-e5ec-4d65-a2a4-b9132eede81d req-938f0178-f6f1-426a-88cb-307a38ea334a service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948558 Sep 16 05:19:40.837607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bad2c7e0-2a82-4afa-81fa-86fa35c68b15 req-d674a070-b6f5-4e16-8b7e-ed1ba7a6117b tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 210 time: 0.0297806 Sep 16 05:19:41.569678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-ca012ba3-1786-47b5-89fb-f74e44502ebf tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:41.571222 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-ca012ba3-1786-47b5-89fb-f74e44502ebf tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.37 "GET /v2.0/networks?id=30f97a01-5db0-431e-b239-bf7ea4c45fbd HTTP/1.1" status: 200 len: 809 time: 0.1072624 Sep 16 05:19:41.575293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ce6e4-c0d3-4352-ad1d-dbde57cbc13d req-178493f7-64c5-4e75-8fe1-1600702c714e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:41.576804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a57ce6e4-c0d3-4352-ad1d-dbde57cbc13d req-178493f7-64c5-4e75-8fe1-1600702c714e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 944 time: 0.0503500 Sep 16 05:19:41.584825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Request body: {'port': {'device_id': 'bc00e0c6-28b1-4997-a817-07567308123c', 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd', 'admin_state_up': True, 'tenant_id': 'd38627dc85c8471790b57e6bacb667d2'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:41.617293 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a57ce6e4-c0d3-4352-ad1d-dbde57cbc13d req-c668fe5a-b847-446d-ac49-ac58410d347d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338387 Sep 16 05:19:41.775381 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Made reservation on behalf of d38627dc85c8471790b57e6bacb667d2 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:41.778888 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.911903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Allocated IP 172.20.0.11 (30f97a01-5db0-431e-b239-bf7ea4c45fbd/38150ca2-bf9a-46f4-9185-13aaf3d1f3cc/76d61fd3-9109-4886-99af-6f46ace55aad) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:41.940480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94f47baf-7786-4ac5-baa9-cbb0805e54c9 req-31436564-e5ea-48ca-877f-c52d4423b7b8 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 210 time: 0.0342419 Sep 16 05:19:42.058847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.095480 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-369c7afb-f9f7-4d1b-87c5-1c704d0ca5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.159058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.206332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Network 30f97a01-5db0-431e-b239-bf7ea4c45fbd is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:42.209442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:42.215411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:42.222032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Pushing event updated for resources: {'Port': ['ID=76d61fd3-9109-4886-99af-6f46ace55aad,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:42.267855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.268483 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.336317 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-22e3ff62-0445-4c5c-a51a-96ab0a816805 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7557402 Sep 16 05:19:42.348185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Request body: {'port': {'device_id': 'bc00e0c6-28b1-4997-a817-07567308123c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:42.403955 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.585474 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.671806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d61fd3-9109-4886-99af-6f46ace55aad {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:42.680277 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.693075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Transition to ACTIVE for port object 76d61fd3-9109-4886-99af-6f46ace55aad will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:42.732348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b7745-9732-4a43-bb23-be6da999f4f7 req-c12ddd83-4bed-4e7d-97e8-e8587cdaf050 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.733858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e0b7745-9732-4a43-bb23-be6da999f4f7 req-c12ddd83-4bed-4e7d-97e8-e8587cdaf050 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 944 time: 0.0485363 Sep 16 05:19:42.762361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.772607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e0b7745-9732-4a43-bb23-be6da999f4f7 req-aa85cc19-b771-4d08-a63e-d03ef015c607 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314457 Sep 16 05:19:42.814960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Pushing event updated for resources: {'Port': ['ID=76d61fd3-9109-4886-99af-6f46ace55aad,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:42.877483 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Attempting to bind port 76d61fd3-9109-4886-99af-6f46ace55aad on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:42.877833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Attempting to bind port 76d61fd3-9109-4886-99af-6f46ace55aad by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '0ec6924b-07b6-41bf-a16d-9a86fbc96075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:42.878159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Attempting to bind port 76d61fd3-9109-4886-99af-6f46ace55aad on network 30f97a01-5db0-431e-b239-bf7ea4c45fbd {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:42.882411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Port 76d61fd3-9109-4886-99af-6f46ace55aad on network 30f97a01-5db0-431e-b239-bf7ea4c45fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:42.882730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Attempting to bind port 76d61fd3-9109-4886-99af-6f46ace55aad on network 30f97a01-5db0-431e-b239-bf7ea4c45fbd {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:42.887456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:42.887790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Checking segment: {'id': '0ec6924b-07b6-41bf-a16d-9a86fbc96075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:42.888168 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Bound using segment: {'id': '0ec6924b-07b6-41bf-a16d-9a86fbc96075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:42.888628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Bound port: 76d61fd3-9109-4886-99af-6f46ace55aad, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec6924b-07b6-41bf-a16d-9a86fbc96075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:42.888977 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.955666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] For port 76d61fd3-9109-4886-99af-6f46ace55aad, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:42.958546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] For port 76d61fd3-9109-4886-99af-6f46ace55aad, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=76d61fd3-9109-4886-99af-6f46ace55aad,segment=NetworkSegment(0ec6924b-07b6-41bf-a16d-9a86fbc96075),segment_id=0ec6924b-07b6-41bf-a16d-9a86fbc96075)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:43.055883 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc3f75-2f0a-40c7-90ed-e043380b0eb8 req-d6d69106-7221-4a96-bf5d-4bc59fe65147 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.057385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66dc3f75-2f0a-40c7-90ed-e043380b0eb8 req-d6d69106-7221-4a96-bf5d-4bc59fe65147 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 944 time: 0.0495508 Sep 16 05:19:43.078983 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.095957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-66dc3f75-2f0a-40c7-90ed-e043380b0eb8 req-a94f8b1f-1eb5-4217-82ff-f8a73c488ea3 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324240 Sep 16 05:19:43.112135 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.112829 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.114223 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] 10.222.0.37 "PUT /v2.0/ports/76d61fd3-9109-4886-99af-6f46ace55aad HTTP/1.1" status: 200 len: 1093 time: 0.7702925 Sep 16 05:19:43.116405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc00e0c6-28b1-4997-a817-07567308123c', 'tag': '76d61fd3-9109-4886-99af-6f46ace55aad'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:43.118714 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612f96ab-a0a0-46c1-9c5c-74947e014ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc00e0c6-28b1-4997-a817-07567308123c", "tag": "76d61fd3-9109-4886-99af-6f46ace55aad"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:43.147470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d3775-3bc6-418b-a3ff-3c480205968b service neutron] Pushing event updated for resources: {'Port': ['ID=76d61fd3-9109-4886-99af-6f46ace55aad,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:43.159381 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916e83f3-3dfa-486c-9ede-affbd2467532 x-openstack-request-id: req-916e83f3-3dfa-486c-9ede-affbd2467532 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:43.159901 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc00e0c6-28b1-4997-a817-07567308123c", "tag": "76d61fd3-9109-4886-99af-6f46ace55aad", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:43.160030 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-916e83f3-3dfa-486c-9ede-affbd2467532 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:43.160348 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc00e0c6-28b1-4997-a817-07567308123c', 'tag': '76d61fd3-9109-4886-99af-6f46ace55aad', 'status': 'completed', 'code': 200} Sep 16 05:19:43.223467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f96ab-a0a0-46c1-9c5c-74947e014ae1 req-42d5859b-050a-47e1-ba7d-91c101dceb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.224943 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-612f96ab-a0a0-46c1-9c5c-74947e014ae1 req-42d5859b-050a-47e1-ba7d-91c101dceb0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d38627dc85c8471790b57e6bacb667d2&device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 1096 time: 0.0435855 Sep 16 05:19:43.394338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f96ab-a0a0-46c1-9c5c-74947e014ae1 req-8e952eec-f315-45f8-8575-21d858cd7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.395859 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-612f96ab-a0a0-46c1-9c5c-74947e014ae1 req-8e952eec-f315-45f8-8575-21d858cd7223 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d38627dc85c8471790b57e6bacb667d2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1634450 Sep 16 05:19:43.557707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f96ab-a0a0-46c1-9c5c-74947e014ae1 req-ab2574de-0bc7-4fba-b239-c9ce372e69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.559204 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-612f96ab-a0a0-46c1-9c5c-74947e014ae1 req-ab2574de-0bc7-4fba-b239-c9ce372e69b5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1558433 Sep 16 05:19:43.634079 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-45cde918-d764-4605-9d9a-13e46e53aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.635677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-45cde918-d764-4605-9d9a-13e46e53aae4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d38627dc85c8471790b57e6bacb667d2&device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 1096 time: 0.0402987 Sep 16 05:19:43.679401 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-2e95569b-cadc-4c69-9240-bcf41216f94e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76d61fd3-9109-4886-99af-6f46ace55aad HTTP/1.1" status: 200 len: 217 time: 0.0361156 Sep 16 05:19:43.727631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-ec8d1794-857b-456e-8344-18891dada57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.729385 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-ec8d1794-857b-456e-8344-18891dada57e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=38150ca2-bf9a-46f4-9185-13aaf3d1f3cc HTTP/1.1" status: 200 len: 849 time: 0.0436382 Sep 16 05:19:43.761465 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-35a81362-f26e-4e2c-a5ac-c5894c363ff3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f97a01-5db0-431e-b239-bf7ea4c45fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248497 Sep 16 05:19:43.854297 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-f50ea8eb-6859-4fc1-be0e-4e1f884a706b service neutron] 10.222.0.37 "GET /v2.0/networks/30f97a01-5db0-431e-b239-bf7ea4c45fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854948 Sep 16 05:19:43.899907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf556b1-b139-44e7-970c-6f6038b39bff req-07c0668f-1756-4ece-9439-ee2f17d1c0d1 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.901423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1cf556b1-b139-44e7-970c-6f6038b39bff req-07c0668f-1756-4ece-9439-ee2f17d1c0d1 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 944 time: 0.0554841 Sep 16 05:19:43.943379 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1cf556b1-b139-44e7-970c-6f6038b39bff req-6acc0683-4297-4c46-9011-f480eeb1d513 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360711 Sep 16 05:19:43.947579 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7efb2f82-225f-41fc-b39c-2a084847ef91 req-6daa4346-5ca3-454e-ac6c-05890e86e094 service neutron] 10.222.0.37 "GET /v2.0/networks/30f97a01-5db0-431e-b239-bf7ea4c45fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855899 Sep 16 05:19:44.167580 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:19:44.214524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d39bc-cc76-4f40-b069-70d4785492b8 req-47018ef4-d26b-4c65-b546-48dfa238e3e1 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:44.216040 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca4d39bc-cc76-4f40-b069-70d4785492b8 req-47018ef4-d26b-4c65-b546-48dfa238e3e1 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 944 time: 0.0497282 Sep 16 05:19:44.255011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca4d39bc-cc76-4f40-b069-70d4785492b8 req-92e7b839-b17e-405e-8dc5-0f44c3c3d3e3 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Sep 16 05:19:44.495573 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-595f6366-b5b4-4d29-b62b-141ad2b3b9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.113602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844045b-53f6-4731-86a5-d0c4fbf03735 req-4bbfebf9-ac63-40b5-9dc4-41819bf7ea58 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:45.115139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4844045b-53f6-4731-86a5-d0c4fbf03735 req-4bbfebf9-ac63-40b5-9dc4-41819bf7ea58 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 944 time: 0.1058290 Sep 16 05:19:45.154335 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4844045b-53f6-4731-86a5-d0c4fbf03735 req-602685ba-a7fb-45df-85c8-d69cde412e39 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332687 Sep 16 05:19:45.267573 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.370992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61bed1-58a9-4974-9288-4f741a7255f1 req-d0f3fcd6-ddec-4652-8da1-d4cd9d8e0ff7 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:45.372479 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc61bed1-58a9-4974-9288-4f741a7255f1 req-d0f3fcd6-ddec-4652-8da1-d4cd9d8e0ff7 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 944 time: 0.0492294 Sep 16 05:19:45.413275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc61bed1-58a9-4974-9288-4f741a7255f1 req-a5b76705-01f2-4382-9609-0a6f5cdb68cc tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341558 Sep 16 05:19:46.055366 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.118945 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 76d61fd3-9109-4886-99af-6f46ace55aad details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:46.220859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 76d61fd3-9109-4886-99af-6f46ace55aad, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=76d61fd3-9109-4886-99af-6f46ace55aad,segment=NetworkSegment(0ec6924b-07b6-41bf-a16d-9a86fbc96075),segment_id=0ec6924b-07b6-41bf-a16d-9a86fbc96075)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:46.232018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '76d61fd3-9109-4886-99af-6f46ace55aad', 'network_id': '30f97a01-5db0-431e-b239-bf7ea4c45fbd', 'port_id': '76d61fd3-9109-4886-99af-6f46ace55aad', 'mac_address': 'fa:16:3e:36:a1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38150ca2-bf9a-46f4-9185-13aaf3d1f3cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:46.269658 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.272062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159e9c5-bd80-4a69-a993-35b6185a2fea req-bf6019cf-3c06-4aab-92d7-6e5f2da550c7 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.273971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4159e9c5-bd80-4a69-a993-35b6185a2fea req-bf6019cf-3c06-4aab-92d7-6e5f2da550c7 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 944 time: 0.0499666 Sep 16 05:19:46.283692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d61fd3-9109-4886-99af-6f46ace55aad {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:46.306190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 76d61fd3-9109-4886-99af-6f46ace55aad, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=76d61fd3-9109-4886-99af-6f46ace55aad,segment=NetworkSegment(0ec6924b-07b6-41bf-a16d-9a86fbc96075),segment_id=0ec6924b-07b6-41bf-a16d-9a86fbc96075)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:46.315266 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4159e9c5-bd80-4a69-a993-35b6185a2fea req-64485183-31f0-445a-95d0-adbf3734ac9b tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352094 Sep 16 05:19:46.393354 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.446608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=76d61fd3-9109-4886-99af-6f46ace55aad,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:46.537663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88503f83-49a9-4357-9f13-a266bd25415e req-ca181170-8821-4c78-bd6c-65748a7cb716 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.539084 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88503f83-49a9-4357-9f13-a266bd25415e req-ca181170-8821-4c78-bd6c-65748a7cb716 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 945 time: 0.0504704 Sep 16 05:19:46.578504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88503f83-49a9-4357-9f13-a266bd25415e req-9e1f5070-c371-446d-8ec8-17cda9602b6c tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Sep 16 05:19:46.601435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['76d61fd3-9109-4886-99af-6f46ace55aad'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:46.637688 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.433068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14a08b-0521-46dc-9e8a-06a8dfeb8b13 req-c2f56112-3d05-4306-81a8-aaf94c5d5465 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.434581 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da14a08b-0521-46dc-9e8a-06a8dfeb8b13 req-c2f56112-3d05-4306-81a8-aaf94c5d5465 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 944 time: 0.0505173 Sep 16 05:19:47.478141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da14a08b-0521-46dc-9e8a-06a8dfeb8b13 req-e1eb7158-9989-4cf2-8010-48a6116f3485 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371985 Sep 16 05:19:47.592748 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.693595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba61959-125e-4e17-b56a-302be10cc90a req-39f6beea-2ec5-436a-9370-8e8fab30560f tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.695155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ba61959-125e-4e17-b56a-302be10cc90a req-39f6beea-2ec5-436a-9370-8e8fab30560f tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 945 time: 0.0502226 Sep 16 05:19:47.733914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ba61959-125e-4e17-b56a-302be10cc90a req-0e038949-79c2-4b2f-a68d-ab702db045b2 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324955 Sep 16 05:19:48.118547 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 76d61fd3-9109-4886-99af-6f46ace55aad up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:48.215630 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 76d61fd3-9109-4886-99af-6f46ace55aad completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:48.219522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 76d61fd3-9109-4886-99af-6f46ace55aad triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:48.219998 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.298927 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.321475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc00e0c6-28b1-4997-a817-07567308123c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d61fd3-9109-4886-99af-6f46ace55aad'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:48.323948 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499eb2ef-dca0-4901-9398-cc9041ce2247" -d '{"events": [{"server_uuid": "bc00e0c6-28b1-4997-a817-07567308123c", "name": "network-vif-plugged", "status": "completed", "tag": "76d61fd3-9109-4886-99af-6f46ace55aad"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:48.336638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 76d61fd3-9109-4886-99af-6f46ace55aad, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=76d61fd3-9109-4886-99af-6f46ace55aad,segment=NetworkSegment(0ec6924b-07b6-41bf-a16d-9a86fbc96075),segment_id=0ec6924b-07b6-41bf-a16d-9a86fbc96075)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:48.358456 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51492c8a-b4a3-4263-b1b6-3640db1cc02a x-openstack-request-id: req-51492c8a-b4a3-4263-b1b6-3640db1cc02a {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:48.358748 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc00e0c6-28b1-4997-a817-07567308123c", "name": "network-vif-plugged", "status": "completed", "tag": "76d61fd3-9109-4886-99af-6f46ace55aad", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:48.359003 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51492c8a-b4a3-4263-b1b6-3640db1cc02a {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:48.359428 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc00e0c6-28b1-4997-a817-07567308123c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d61fd3-9109-4886-99af-6f46ace55aad', 'code': 200} Sep 16 05:19:48.402516 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.451463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=76d61fd3-9109-4886-99af-6f46ace55aad,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:48.456309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582a01b-4c3a-4aec-94e8-90cf401bdeb3 req-11df2967-4028-495a-9b94-5371ecfd00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:48.458027 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8582a01b-4c3a-4aec-94e8-90cf401bdeb3 req-11df2967-4028-495a-9b94-5371ecfd00d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 1098 time: 0.0431461 Sep 16 05:19:48.493461 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8582a01b-4c3a-4aec-94e8-90cf401bdeb3 req-2223414e-4e5c-413f-a135-863fe6a83093 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281229 Sep 16 05:19:48.592797 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349b4ed-fb7d-4913-9d34-3d771fc12363 req-d798fd34-6fd7-4729-adf7-ef5888e8b590 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:48.594262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b349b4ed-fb7d-4913-9d34-3d771fc12363 req-d798fd34-6fd7-4729-adf7-ef5888e8b590 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 944 time: 0.0493379 Sep 16 05:19:48.631464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b349b4ed-fb7d-4913-9d34-3d771fc12363 req-a1940cc0-98d4-4c74-bbbe-9e0dcf3e0e59 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312409 Sep 16 05:19:48.667688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d887c6b0-c128-40f8-9d4a-e406bef63525 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:48.763389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d887c6b0-c128-40f8-9d4a-e406bef63525, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d887c6b0-c128-40f8-9d4a-e406bef63525,segment=NetworkSegment(c4d4b41e-5b00-4a57-8b1a-a4537144401c),segment_id=c4d4b41e-5b00-4a57-8b1a-a4537144401c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:48.776338 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'port_id': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'mac_address': 'fa:16:3e:44:6d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:48.815422 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.828785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d887c6b0-c128-40f8-9d4a-e406bef63525 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:48.849098 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d887c6b0-c128-40f8-9d4a-e406bef63525, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d887c6b0-c128-40f8-9d4a-e406bef63525,segment=NetworkSegment(c4d4b41e-5b00-4a57-8b1a-a4537144401c),segment_id=c4d4b41e-5b00-4a57-8b1a-a4537144401c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:48.850879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701f26e-1a80-4769-b1b3-d1dabff5d1ca req-d824ffa0-9f5b-467e-91b8-38467850d26e tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:48.852392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4701f26e-1a80-4769-b1b3-d1dabff5d1ca req-d824ffa0-9f5b-467e-91b8-38467850d26e tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 946 time: 0.0498705 Sep 16 05:19:48.894967 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4701f26e-1a80-4769-b1b3-d1dabff5d1ca req-d2693a29-3d93-4973-829b-b84ded393596 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366516 Sep 16 05:19:48.924163 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.974582 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d887c6b0-c128-40f8-9d4a-e406bef63525,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:49.144335 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d887c6b0-c128-40f8-9d4a-e406bef63525'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:49.813091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477edb0e-17d5-4b5d-ae1d-f0fbf20a76d2 req-1d8a14a7-2022-4956-a60e-756a180f70d5 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.814560 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-477edb0e-17d5-4b5d-ae1d-f0fbf20a76d2 req-1d8a14a7-2022-4956-a60e-756a180f70d5 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 945 time: 0.1133106 Sep 16 05:19:49.852004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-477edb0e-17d5-4b5d-ae1d-f0fbf20a76d2 req-198b17fe-b233-4780-9790-a005f285af08 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307777 Sep 16 05:19:50.009037 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8175cc7-bf53-4dae-bfb8-5c15e12a8b84 req-2185908a-1a02-4e85-a4da-ce6b9e60035e tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:50.010509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8175cc7-bf53-4dae-bfb8-5c15e12a8b84 req-2185908a-1a02-4e85-a4da-ce6b9e60035e tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 946 time: 0.0495019 Sep 16 05:19:50.048166 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8175cc7-bf53-4dae-bfb8-5c15e12a8b84 req-1400519e-1273-46d3-8394-7d8a3dd07a4c tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Sep 16 05:19:50.699313 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d887c6b0-c128-40f8-9d4a-e406bef63525 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:50.827156 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port d887c6b0-c128-40f8-9d4a-e406bef63525 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:50.831127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d887c6b0-c128-40f8-9d4a-e406bef63525 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:50.831520 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.910214 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.933329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:50.935600 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e92f9ee-d672-49a3-8e84-c7543c492237" -d '{"events": [{"server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "name": "network-vif-plugged", "status": "completed", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:50.951779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d887c6b0-c128-40f8-9d4a-e406bef63525, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d887c6b0-c128-40f8-9d4a-e406bef63525,segment=NetworkSegment(c4d4b41e-5b00-4a57-8b1a-a4537144401c),segment_id=c4d4b41e-5b00-4a57-8b1a-a4537144401c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:50.969533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48573e3-d07a-463b-8bce-b488d1569a51 req-8966953b-22a5-4e6d-830e-45ad18df6069 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:50.971072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48573e3-d07a-463b-8bce-b488d1569a51 req-8966953b-22a5-4e6d-830e-45ad18df6069 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 945 time: 0.0501022 Sep 16 05:19:51.005108 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.014128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c48573e3-d07a-463b-8bce-b488d1569a51 req-bd4680b7-4a5f-4074-b961-70c5909fdc84 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365283 Sep 16 05:19:51.055060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d887c6b0-c128-40f8-9d4a-e406bef63525,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:51.060525 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d822a8-38e7-416b-952b-42aac1c1cba3 x-openstack-request-id: req-a6d822a8-38e7-416b-952b-42aac1c1cba3 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:51.060811 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "name": "network-vif-plugged", "status": "completed", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:51.061058 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6d822a8-38e7-416b-952b-42aac1c1cba3 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:51.061436 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'code': 200} Sep 16 05:19:51.158048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef589-f244-4d8a-81fc-cbed84cef1e8 req-61c595f9-5e95-46b9-9265-9a3f31f615dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:51.159517 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e9ef589-f244-4d8a-81fc-cbed84cef1e8 req-61c595f9-5e95-46b9-9265-9a3f31f615dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 1098 time: 0.0431423 Sep 16 05:19:51.196393 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e9ef589-f244-4d8a-81fc-cbed84cef1e8 req-e3b46163-88ad-4bd6-b604-82d9085325c8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289500 Sep 16 05:19:51.264045 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afa9fe-6352-4776-b5e1-713248451ae1 req-942ca3af-9111-49ba-a989-11bb274b7b75 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:51.265556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c4afa9fe-6352-4776-b5e1-713248451ae1 req-942ca3af-9111-49ba-a989-11bb274b7b75 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 946 time: 0.0495453 Sep 16 05:19:51.303586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c4afa9fe-6352-4776-b5e1-713248451ae1 req-5dd1cf88-63f5-43db-b8e7-3667e3c945b7 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Sep 16 05:19:52.132372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fff66-8b34-4c72-b6c4-268d183304f1 req-a9566e75-4ffa-4ff8-bb34-6961d96a457b tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.133916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d79fff66-8b34-4c72-b6c4-268d183304f1 req-a9566e75-4ffa-4ff8-bb34-6961d96a457b tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 946 time: 0.0503190 Sep 16 05:19:52.173196 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d79fff66-8b34-4c72-b6c4-268d183304f1 req-a32c112a-dea0-4f44-b46a-27a506175a98 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330455 Sep 16 05:19:52.419886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3cab4-06b8-4060-a92c-9171b80bcbb2 req-47e05ad7-f2f9-49f4-a95c-4f71fdcbbf3b tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.421426 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fb3cab4-06b8-4060-a92c-9171b80bcbb2 req-47e05ad7-f2f9-49f4-a95c-4f71fdcbbf3b tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 946 time: 0.0514460 Sep 16 05:19:52.464721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fb3cab4-06b8-4060-a92c-9171b80bcbb2 req-350f0701-23d3-485c-9be0-7e3522bd5924 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/security-groups?id=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373788 Sep 16 05:19:52.476697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84e35e-289e-4bc9-ace5-efc86b9d6187 req-1fd6193e-509b-4b13-bc44-26e4fd296eae tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.478311 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fb84e35e-289e-4bc9-ace5-efc86b9d6187 req-1fd6193e-509b-4b13-bc44-26e4fd296eae tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 946 time: 0.0501864 Sep 16 05:19:52.573075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-fb84e35e-289e-4bc9-ace5-efc86b9d6187 req-cfa3c957-b221-47a0-84ae-4420c0e4f1c9 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Deleting port 76d61fd3-9109-4886-99af-6f46ace55aad {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:52.573424 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fb84e35e-289e-4bc9-ace5-efc86b9d6187 req-cfa3c957-b221-47a0-84ae-4420c0e4f1c9 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.658418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-fb84e35e-289e-4bc9-ace5-efc86b9d6187 req-cfa3c957-b221-47a0-84ae-4420c0e4f1c9 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] For port 76d61fd3-9109-4886-99af-6f46ace55aad, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=76d61fd3-9109-4886-99af-6f46ace55aad,segment=NetworkSegment(0ec6924b-07b6-41bf-a16d-9a86fbc96075),segment_id=0ec6924b-07b6-41bf-a16d-9a86fbc96075)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:52.658782 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fb84e35e-289e-4bc9-ace5-efc86b9d6187 req-cfa3c957-b221-47a0-84ae-4420c0e4f1c9 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.670977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-fb84e35e-289e-4bc9-ace5-efc86b9d6187 req-cfa3c957-b221-47a0-84ae-4420c0e4f1c9 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Calling delete_port for 76d61fd3-9109-4886-99af-6f46ace55aad owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:52.849970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fb84e35e-289e-4bc9-ace5-efc86b9d6187 req-cfa3c957-b221-47a0-84ae-4420c0e4f1c9 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.861659 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['76d61fd3-9109-4886-99af-6f46ace55aad'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:52.878048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3c957-b221-47a0-84ae-4420c0e4f1c9 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Pushing event deleted for resources: {'Port': ['ID=76d61fd3-9109-4886-99af-6f46ace55aad,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:52.918409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb84e35e-289e-4bc9-ace5-efc86b9d6187 req-cfa3c957-b221-47a0-84ae-4420c0e4f1c9 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] No DVR routers for this DVR port 76d61fd3-9109-4886-99af-6f46ace55aad on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:52.920983 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fb84e35e-289e-4bc9-ace5-efc86b9d6187 req-cfa3c957-b221-47a0-84ae-4420c0e4f1c9 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.922954 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fb84e35e-289e-4bc9-ace5-efc86b9d6187 req-cfa3c957-b221-47a0-84ae-4420c0e4f1c9 tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.37 "DELETE /v2.0/ports/76d61fd3-9109-4886-99af-6f46ace55aad HTTP/1.1" status: 204 len: 173 time: 0.4389398 Sep 16 05:19:52.923382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc00e0c6-28b1-4997-a817-07567308123c', 'name': 'network-vif-deleted', 'tag': '76d61fd3-9109-4886-99af-6f46ace55aad'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:52.925634 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7873b97-a4cb-4785-ab71-7fe4753d41c4" -d '{"events": [{"server_uuid": "bc00e0c6-28b1-4997-a817-07567308123c", "name": "network-vif-deleted", "tag": "76d61fd3-9109-4886-99af-6f46ace55aad"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:52.962066 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c29ce7-9586-45b7-a12c-c0428ec7c437 x-openstack-request-id: req-d5c29ce7-9586-45b7-a12c-c0428ec7c437 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:52.962369 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc00e0c6-28b1-4997-a817-07567308123c", "name": "network-vif-deleted", "tag": "76d61fd3-9109-4886-99af-6f46ace55aad", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:52.962650 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5c29ce7-9586-45b7-a12c-c0428ec7c437 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:52.963064 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc00e0c6-28b1-4997-a817-07567308123c', 'name': 'network-vif-deleted', 'tag': '76d61fd3-9109-4886-99af-6f46ace55aad', 'status': 'completed', 'code': 200} Sep 16 05:19:53.291642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae424c84-3b33-4cd9-baaa-6d4961fa13fd req-1589e715-3234-4448-8e34-d2dd16007c09 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.293178 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae424c84-3b33-4cd9-baaa-6d4961fa13fd req-1589e715-3234-4448-8e34-d2dd16007c09 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 946 time: 0.0540030 Sep 16 05:19:53.331308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae424c84-3b33-4cd9-baaa-6d4961fa13fd req-fa6d584c-e093-4759-bf62-39e03d4609fb tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321879 Sep 16 05:19:53.448157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d56ba-ab40-4221-a324-6b8d43e3ba1d req-afece474-7db3-46b8-a5f0-a35917c124ae tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.449985 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d9d56ba-ab40-4221-a324-6b8d43e3ba1d req-afece474-7db3-46b8-a5f0-a35917c124ae tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 946 time: 0.0509229 Sep 16 05:19:53.492209 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d9d56ba-ab40-4221-a324-6b8d43e3ba1d req-fff726dd-124e-41fb-9323-129906b7e401 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351977 Sep 16 05:19:53.514668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38362) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:53.575551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e86289e-b234-4f49-ab23-632677a0c4ba req-3a10a064-4d1c-4b2f-86cd-370a7f67e93b tempest-VolumesActionsTest-1022652944 tempest-VolumesActionsTest-1022652944-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc00e0c6-28b1-4997-a817-07567308123c HTTP/1.1" status: 200 len: 210 time: 0.0278065 Sep 16 05:19:53.698957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac1ec5-1b00-48fc-9ec2-ca2d4ce65ebc tempest-TestVolumeBackupRestore-382897718 tempest-TestVolumeBackupRestore-382897718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.700520 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5eac1ec5-1b00-48fc-9ec2-ca2d4ce65ebc tempest-TestVolumeBackupRestore-382897718 tempest-TestVolumeBackupRestore-382897718-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 1093 time: 0.1846845 Sep 16 05:19:53.703525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38366) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:53.708004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:53.825234 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.920265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.023720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Allocated IP 172.25.3.221 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/f13f6f16-77ac-43b6-802d-6c9c1f3dd7bf) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:54.124221 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.207824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.247140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:54.249838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:54.253299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:54.286525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event updated for resources: {'Port': ['ID=f13f6f16-77ac-43b6-802d-6c9c1f3dd7bf,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:55.016717 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.194371 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.363320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.455454 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.526131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event updated for resources: {'Port': ['ID=f13f6f16-77ac-43b6-802d-6c9c1f3dd7bf,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:55.540007 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.648533 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Floating IP cd7d8ca5-fb40-4b64-9958-e770387d9488 associated. External IP: 172.25.3.221, port: d887c6b0-c128-40f8-9d4a-e406bef63525. Sep 16 05:19:55.859426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:55.972056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:55.983792 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198cea78-2c0f-4ea1-89fa-5aaa82bedcf4 None None] Sync routers for ids ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:55.997746 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198cea78-2c0f-4ea1-89fa-5aaa82bedcf4 None None] Routers {'41ba34bc-810f-4b3d-a1bc-e98c11b08e41'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:55.998405 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-198cea78-2c0f-4ea1-89fa-5aaa82bedcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:19:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:56.061381 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:56.093305 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-70a009fe-5028-48c7-8f88-df8e4b21951e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3863478 Sep 16 05:19:56.093305 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:56.094010 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584ed28d-95f3-4b37-a8db-fcf7505dc2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:56.094725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38412) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:56.105027 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-198cea78-2c0f-4ea1-89fa-5aaa82bedcf4 None None] Set router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:56.148376 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a04c6b-25a8-4d08-90d6-70a053083f6c x-openstack-request-id: req-31a04c6b-25a8-4d08-90d6-70a053083f6c {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:56.149224 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:56.149587 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31a04c6b-25a8-4d08-90d6-70a053083f6c {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:56.150075 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'status': 'completed', 'code': 200} Sep 16 05:19:56.151244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 76d61fd3-9109-4886-99af-6f46ace55aad no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:56.175622 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 76d61fd3-9109-4886-99af-6f46ace55aad {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:56.176481 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 76d61fd3-9109-4886-99af-6f46ace55aad not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:56.218911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e27c831-4bb9-45e2-a4c4-8b232882cb04 tempest-TestVolumeBackupRestore-382897718 tempest-TestVolumeBackupRestore-382897718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.223866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7e27c831-4bb9-45e2-a4c4-8b232882cb04 tempest-TestVolumeBackupRestore-382897718 tempest-TestVolumeBackupRestore-382897718-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 1093 time: 0.1256211 Sep 16 05:19:56.228163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38416) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:56.234379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-225d4915-f449-4a7e-a1b2-7857aff8f8ff tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Request body: {'floatingip': {'port_id': 'd887c6b0-c128-40f8-9d4a-e406bef63525'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:56.236742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ed28d-95f3-4b37-a8db-fcf7505dc2b8 req-f0401291-e6f7-4b25-8a4e-85379a950772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.238519 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-584ed28d-95f3-4b37-a8db-fcf7505dc2b8 req-f0401291-e6f7-4b25-8a4e-85379a950772 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea4c51005bbd416b84c3b25f8fdf2817&device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 1098 time: 0.0610409 Sep 16 05:19:56.299929 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-225d4915-f449-4a7e-a1b2-7857aff8f8ff tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:56.369277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ed28d-95f3-4b37-a8db-fcf7505dc2b8 req-56b55b87-b105-4771-8d10-3fd3e3f543e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.370813 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-584ed28d-95f3-4b37-a8db-fcf7505dc2b8 req-56b55b87-b105-4771-8d10-3fd3e3f543e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=955af7f8-5046-4711-8c56-8f167a7029b1 HTTP/1.1" status: 200 len: 913 time: 0.1246424 Sep 16 05:19:56.480889 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-584ed28d-95f3-4b37-a8db-fcf7505dc2b8 req-aabf3030-5097-4211-b2dc-8e1122fa9e8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d887c6b0-c128-40f8-9d4a-e406bef63525 HTTP/1.1" status: 200 len: 1000 time: 0.1027958 Sep 16 05:19:56.497738 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-198cea78-2c0f-4ea1-89fa-5aaa82bedcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cd7d8ca5-fb40-4b64-9958-e770387d9488', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'port_id': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'mac_address': 'fa:16:3e:44:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c692b885-6a56-40ac-9087-94a653878075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:54Z', 'updated_at': '2021-09-16T05:19:54Z', 'revision_number': 0, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5079f888-d92a-4ea2-aa33-1de7d09ef6b7', 'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'mac_address': 'fa:16:3e:3f:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:39Z', 'revision_number': 5, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'subnets': [{'id': '500c4615-8220-4782-b39d-48988f956da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:56.530112 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198cea78-2c0f-4ea1-89fa-5aaa82bedcf4 None None] Checking router: 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:56.544069 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198cea78-2c0f-4ea1-89fa-5aaa82bedcf4 None None] Routers {'41ba34bc-810f-4b3d-a1bc-e98c11b08e41'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:56.544951 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-198cea78-2c0f-4ea1-89fa-5aaa82bedcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:19:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:56.569131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ed28d-95f3-4b37-a8db-fcf7505dc2b8 req-e34db039-783e-4f7b-a03a-7e23f4a24a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.570596 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-584ed28d-95f3-4b37-a8db-fcf7505dc2b8 req-e34db039-783e-4f7b-a03a-7e23f4a24a5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=500c4615-8220-4782-b39d-48988f956da2 HTTP/1.1" status: 200 len: 852 time: 0.0825939 Sep 16 05:19:56.623618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ed28d-95f3-4b37-a8db-fcf7505dc2b8 req-fbe26dee-791a-46cc-ab2a-02b1471d2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.625149 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-584ed28d-95f3-4b37-a8db-fcf7505dc2b8 req-fbe26dee-791a-46cc-ab2a-02b1471d2bbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=955af7f8-5046-4711-8c56-8f167a7029b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468571 Sep 16 05:19:56.671305 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-198cea78-2c0f-4ea1-89fa-5aaa82bedcf4 None None] Set router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:56.727067 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-584ed28d-95f3-4b37-a8db-fcf7505dc2b8 req-58146a83-196d-4d93-86d5-c9cf5dcb37f6 service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935564 Sep 16 05:19:56.843057 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-584ed28d-95f3-4b37-a8db-fcf7505dc2b8 req-ba6eaee1-7b58-4356-85bc-2fc980c04e31 service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085186 Sep 16 05:19:56.924382 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-198cea78-2c0f-4ea1-89fa-5aaa82bedcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cd7d8ca5-fb40-4b64-9958-e770387d9488', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'port_id': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'mac_address': 'fa:16:3e:44:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c692b885-6a56-40ac-9087-94a653878075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:54Z', 'updated_at': '2021-09-16T05:19:54Z', 'revision_number': 0, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5079f888-d92a-4ea2-aa33-1de7d09ef6b7', 'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'mac_address': 'fa:16:3e:3f:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:39Z', 'revision_number': 5, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'subnets': [{'id': '500c4615-8220-4782-b39d-48988f956da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:56.951780 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198cea78-2c0f-4ea1-89fa-5aaa82bedcf4 None None] The sync data for ids ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'] in n-d-712137-12 is: [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cd7d8ca5-fb40-4b64-9958-e770387d9488', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'port_id': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'mac_address': 'fa:16:3e:44:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c692b885-6a56-40ac-9087-94a653878075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:54Z', 'updated_at': '2021-09-16T05:19:54Z', 'revision_number': 0, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5079f888-d92a-4ea2-aa33-1de7d09ef6b7', 'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'mac_address': 'fa:16:3e:3f:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:39Z', 'revision_number': 5, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'subnets': [{'id': '500c4615-8220-4782-b39d-48988f956da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:57.061832 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-225d4915-f449-4a7e-a1b2-7857aff8f8ff tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.155140 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-225d4915-f449-4a7e-a1b2-7857aff8f8ff tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.245775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba22c77-ebcf-4097-8402-58c904f16746 None None] New status for floating IP cd7d8ca5-fb40-4b64-9958-e770387d9488: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:19:57.490962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225d4915-f449-4a7e-a1b2-7857aff8f8ff tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:57.946627 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225d4915-f449-4a7e-a1b2-7857aff8f8ff tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:57.952616 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-225d4915-f449-4a7e-a1b2-7857aff8f8ff tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.964478 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203dc74f-b584-4cb5-994c-4a052c7c4300 None None] Sync routers for ids ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:57.979391 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203dc74f-b584-4cb5-994c-4a052c7c4300 None None] Routers {'41ba34bc-810f-4b3d-a1bc-e98c11b08e41'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:57.980037 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-203dc74f-b584-4cb5-994c-4a052c7c4300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:19:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:58.026083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:58.027756 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47e9ff1-97cf-438e-a89a-645c3251b88d" -d '{"events": [{"name": "network-changed", "server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:58.091490 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-225d4915-f449-4a7e-a1b2-7857aff8f8ff tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "PUT /v2.0/floatingips/cd7d8ca5-fb40-4b64-9958-e770387d9488 HTTP/1.1" status: 200 len: 992 time: 1.8612626 Sep 16 05:19:58.172119 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-203dc74f-b584-4cb5-994c-4a052c7c4300 None None] Set router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:58.217255 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552e3873-80e8-4a77-a1cd-10a0cf8ae909 x-openstack-request-id: req-552e3873-80e8-4a77-a1cd-10a0cf8ae909 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:58.217255 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:58.217997 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-552e3873-80e8-4a77-a1cd-10a0cf8ae909 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:58.218160 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'status': 'completed', 'code': 200} Sep 16 05:19:58.311635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e9ff1-97cf-438e-a89a-645c3251b88d req-11bd3802-a583-4cf1-ab54-3596c51c264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.313394 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b47e9ff1-97cf-438e-a89a-645c3251b88d req-11bd3802-a583-4cf1-ab54-3596c51c264f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea4c51005bbd416b84c3b25f8fdf2817&device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 1098 time: 0.0813518 Sep 16 05:19:58.467133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e9ff1-97cf-438e-a89a-645c3251b88d req-85cd4b8b-be1c-4a65-8a04-df3d4f9221cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.468609 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b47e9ff1-97cf-438e-a89a-645c3251b88d req-85cd4b8b-be1c-4a65-8a04-df3d4f9221cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=955af7f8-5046-4711-8c56-8f167a7029b1 HTTP/1.1" status: 200 len: 913 time: 0.1478486 Sep 16 05:19:58.501404 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-203dc74f-b584-4cb5-994c-4a052c7c4300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cd7d8ca5-fb40-4b64-9958-e770387d9488', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'port_id': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'mac_address': 'fa:16:3e:44:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c692b885-6a56-40ac-9087-94a653878075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:54Z', 'updated_at': '2021-09-16T05:19:57Z', 'revision_number': 2, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5079f888-d92a-4ea2-aa33-1de7d09ef6b7', 'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'mac_address': 'fa:16:3e:3f:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:39Z', 'revision_number': 5, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'subnets': [{'id': '500c4615-8220-4782-b39d-48988f956da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:58.554157 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203dc74f-b584-4cb5-994c-4a052c7c4300 None None] Checking router: 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:58.563374 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b47e9ff1-97cf-438e-a89a-645c3251b88d req-46e11cc0-8f2e-4180-977b-1b3852b64c24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d887c6b0-c128-40f8-9d4a-e406bef63525 HTTP/1.1" status: 200 len: 1002 time: 0.0866015 Sep 16 05:19:58.564552 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203dc74f-b584-4cb5-994c-4a052c7c4300 None None] Routers {'41ba34bc-810f-4b3d-a1bc-e98c11b08e41'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:58.565334 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-203dc74f-b584-4cb5-994c-4a052c7c4300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:19:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:58.644444 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e9ff1-97cf-438e-a89a-645c3251b88d req-aa463073-0b26-4c3a-a5e6-c952a2d384df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.646043 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b47e9ff1-97cf-438e-a89a-645c3251b88d req-aa463073-0b26-4c3a-a5e6-c952a2d384df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=500c4615-8220-4782-b39d-48988f956da2 HTTP/1.1" status: 200 len: 852 time: 0.0759287 Sep 16 05:19:58.711014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e9ff1-97cf-438e-a89a-645c3251b88d req-1824ed7a-cabf-470c-b536-b20a4df2ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.713048 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b47e9ff1-97cf-438e-a89a-645c3251b88d req-1824ed7a-cabf-470c-b536-b20a4df2ad8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=955af7f8-5046-4711-8c56-8f167a7029b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579295 Sep 16 05:19:58.719599 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-203dc74f-b584-4cb5-994c-4a052c7c4300 None None] Set router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:58.828139 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b47e9ff1-97cf-438e-a89a-645c3251b88d req-2dcaaa44-9ab6-4b9a-b1ff-b07035581853 service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076601 Sep 16 05:19:58.955023 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b47e9ff1-97cf-438e-a89a-645c3251b88d req-e0473823-dca7-452e-a3be-8696445127b4 service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196237 Sep 16 05:19:59.041363 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-203dc74f-b584-4cb5-994c-4a052c7c4300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cd7d8ca5-fb40-4b64-9958-e770387d9488', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'port_id': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'mac_address': 'fa:16:3e:44:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c692b885-6a56-40ac-9087-94a653878075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:54Z', 'updated_at': '2021-09-16T05:19:57Z', 'revision_number': 2, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5079f888-d92a-4ea2-aa33-1de7d09ef6b7', 'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'mac_address': 'fa:16:3e:3f:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:39Z', 'revision_number': 5, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'subnets': [{'id': '500c4615-8220-4782-b39d-48988f956da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:59.172520 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203dc74f-b584-4cb5-994c-4a052c7c4300 None None] The sync data for ids ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'] in n-d-712137-12 is: [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'cd7d8ca5-fb40-4b64-9958-e770387d9488', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'port_id': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'mac_address': 'fa:16:3e:44:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c692b885-6a56-40ac-9087-94a653878075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:19:54Z', 'updated_at': '2021-09-16T05:19:57Z', 'revision_number': 2, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5079f888-d92a-4ea2-aa33-1de7d09ef6b7', 'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'mac_address': 'fa:16:3e:3f:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:39Z', 'revision_number': 5, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'subnets': [{'id': '500c4615-8220-4782-b39d-48988f956da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:00.219456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:00.221743 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d2e96a-09e1-4b9e-96c4-3cb63b29a10c" -d '{"events": [{"name": "network-changed", "server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:00.258950 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd92c88-f463-4f40-9ac5-dfa1ebb932df x-openstack-request-id: req-7bd92c88-f463-4f40-9ac5-dfa1ebb932df {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:00.259244 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:00.259499 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bd92c88-f463-4f40-9ac5-dfa1ebb932df {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:00.259895 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'status': 'completed', 'code': 200} Sep 16 05:20:00.328158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2e96a-09e1-4b9e-96c4-3cb63b29a10c req-7a880c1f-aee5-4660-9d5e-e82fc72f25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.329823 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b3d2e96a-09e1-4b9e-96c4-3cb63b29a10c req-7a880c1f-aee5-4660-9d5e-e82fc72f25f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea4c51005bbd416b84c3b25f8fdf2817&device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 1098 time: 0.0469737 Sep 16 05:20:00.425150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2e96a-09e1-4b9e-96c4-3cb63b29a10c req-b7e01844-6873-4505-822d-cefcbeac5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.426666 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b3d2e96a-09e1-4b9e-96c4-3cb63b29a10c req-b7e01844-6873-4505-822d-cefcbeac5868 service neutron] 10.222.0.23 "GET /v2.0/networks?id=955af7f8-5046-4711-8c56-8f167a7029b1 HTTP/1.1" status: 200 len: 913 time: 0.0899930 Sep 16 05:20:00.500055 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b3d2e96a-09e1-4b9e-96c4-3cb63b29a10c req-f92c3d53-e02c-4aec-8429-4d1efda74fbd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d887c6b0-c128-40f8-9d4a-e406bef63525 HTTP/1.1" status: 200 len: 1002 time: 0.0644231 Sep 16 05:20:00.550060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2e96a-09e1-4b9e-96c4-3cb63b29a10c req-5ab2ddcc-315d-4ae6-82bc-4bf0ec508f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.551748 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b3d2e96a-09e1-4b9e-96c4-3cb63b29a10c req-5ab2ddcc-315d-4ae6-82bc-4bf0ec508f6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=500c4615-8220-4782-b39d-48988f956da2 HTTP/1.1" status: 200 len: 852 time: 0.0450442 Sep 16 05:20:00.601926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2e96a-09e1-4b9e-96c4-3cb63b29a10c req-38180206-d0a1-4453-a8c8-4266c99257d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.603455 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b3d2e96a-09e1-4b9e-96c4-3cb63b29a10c req-38180206-d0a1-4453-a8c8-4266c99257d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=955af7f8-5046-4711-8c56-8f167a7029b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422716 Sep 16 05:20:00.707808 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b3d2e96a-09e1-4b9e-96c4-3cb63b29a10c req-f7494602-6295-4c8d-b5cd-71d94732cb78 service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975029 Sep 16 05:20:00.828341 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b3d2e96a-09e1-4b9e-96c4-3cb63b29a10c req-e72fef12-1ec5-43ed-827a-8e2f2b96af18 service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138887 Sep 16 05:20:07.469458 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a3bd7ce2-7991-4500-9cf2-5cc639288537 req-1abda214-fd7f-42bf-9e08-70e283c552e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549943 Sep 16 05:20:07.568536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd7ce2-7991-4500-9cf2-5cc639288537 req-bfb55cba-b58d-4e0a-bc0c-207cdcb6b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:07.570274 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a3bd7ce2-7991-4500-9cf2-5cc639288537 req-bfb55cba-b58d-4e0a-bc0c-207cdcb6b01e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea4c51005bbd416b84c3b25f8fdf2817&device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 1098 time: 0.0482602 Sep 16 05:20:07.703109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd7ce2-7991-4500-9cf2-5cc639288537 req-5433faaf-62ed-475c-83ab-c33f120647f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:07.708631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a3bd7ce2-7991-4500-9cf2-5cc639288537 req-5433faaf-62ed-475c-83ab-c33f120647f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=955af7f8-5046-4711-8c56-8f167a7029b1 HTTP/1.1" status: 200 len: 913 time: 0.1153035 Sep 16 05:20:07.782599 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a3bd7ce2-7991-4500-9cf2-5cc639288537 req-0bebf565-fa4f-4ac7-915e-378d68243388 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d887c6b0-c128-40f8-9d4a-e406bef63525 HTTP/1.1" status: 200 len: 1002 time: 0.0664833 Sep 16 05:20:07.835471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd7ce2-7991-4500-9cf2-5cc639288537 req-ca13a66f-3190-428e-ae9e-8ee6b3fc6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:07.837108 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a3bd7ce2-7991-4500-9cf2-5cc639288537 req-ca13a66f-3190-428e-ae9e-8ee6b3fc6a96 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=500c4615-8220-4782-b39d-48988f956da2 HTTP/1.1" status: 200 len: 852 time: 0.0479977 Sep 16 05:20:07.897202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd7ce2-7991-4500-9cf2-5cc639288537 req-c0250806-371a-4246-8368-5698a9c6d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:07.898744 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a3bd7ce2-7991-4500-9cf2-5cc639288537 req-c0250806-371a-4246-8368-5698a9c6d515 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=955af7f8-5046-4711-8c56-8f167a7029b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533082 Sep 16 05:20:08.019859 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a3bd7ce2-7991-4500-9cf2-5cc639288537 req-2415397e-9767-45db-9f24-5e170223c418 service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140697 Sep 16 05:20:08.131352 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a3bd7ce2-7991-4500-9cf2-5cc639288537 req-4327d374-00b3-4032-8cfb-1ca110ac1816 service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035628 Sep 16 05:20:12.095695 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f20d1562-0437-415a-aa7a-93f601126a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.613590 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.529666 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-88b2301c-6f01-4d8d-8cb3-f52e4af1bb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.318356 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.053722 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.643985 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.609940 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.038582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38612) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:18.084995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Deleting subnet 38150ca2-bf9a-46f4-9185-13aaf3d1f3cc {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:18.088279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.122623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.163265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.296082 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.324130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38150ca2-bf9a-46f4-9185-13aaf3d1f3cc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:18.333563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.334157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.334351 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.334609 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.334923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.335253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.335580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.335907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.336268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.337095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.337095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.337339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.340317 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.342861 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-caefc672-916b-4adf-bba2-b7f6411533b6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/38150ca2-bf9a-46f4-9185-13aaf3d1f3cc HTTP/1.1" status: 204 len: 168 time: 0.3025961 Sep 16 05:20:18.346194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38614) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:18.414730 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.498475 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.517911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f97a01-5db0-431e-b239-bf7ea4c45fbd']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:18.527157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec6924b-07b6-41bf-a16d-9a86fbc96075') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:18.527450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec6924b-07b6-41bf-a16d-9a86fbc96075') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:18.536522 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.550023 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.556312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:18.556747 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:18.558534 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:18.676175 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.682979 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.684894 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] 10.222.0.24 "DELETE /v2.0/networks/30f97a01-5db0-431e-b239-bf7ea4c45fbd HTTP/1.1" status: 204 len: 168 time: 0.3389831 Sep 16 05:20:18.695933 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca68c7-d989-4661-a74d-4155c026ef98 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f97a01-5db0-431e-b239-bf7ea4c45fbd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:19.025253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38618) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:19.061031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-da3e5f07-49ef-4e44-95d4-d17ab458f6c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d38627dc85c8471790b57e6bacb667d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387640 Sep 16 05:20:19.063521 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38620) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:19.110975 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.131773 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.247159 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.249829 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.251102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11eaa9e8-3a5d-4231-9ba7-d2bd525aba09 HTTP/1.1" status: 204 len: 168 time: 0.1866996 Sep 16 05:20:19.258833 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eaa9e8-3a5d-4231-9ba7-d2bd525aba09,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:19.266143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:19.269942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:19.269942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:19.269942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:19.269942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:19.269942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:19.269942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:19.269942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:19.269942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:19.269942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:19.269942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:19.269942 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dff0d9-2791-41fd-be91-24f348618681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:21.167389 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:42.138792 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-272e043d-0805-4c89-a27f-7f73d2fddf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.637797 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.521361 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-76aae3a5-107b-4e6f-8cf3-37aa44d2c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.269801 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.052766 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.647009 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.613230 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.166637 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:58.573998 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38640) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:59.043463 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Deleting port f13f6f16-77ac-43b6-802d-6c9c1f3dd7bf {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:59.043717 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.120903 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.121290 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.132727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Calling delete_port for f13f6f16-77ac-43b6-802d-6c9c1f3dd7bf owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:59.369550 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.395924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event deleted for resources: {'Port': ['ID=f13f6f16-77ac-43b6-802d-6c9c1f3dd7bf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:59.463743 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.464086 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Floating IP cd7d8ca5-fb40-4b64-9958-e770387d9488 disassociated (deleted). External IP: 172.25.3.221, port: d887c6b0-c128-40f8-9d4a-e406bef63525. Sep 16 05:20:59.677950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:59.783480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:59.788517 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.793126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e61bd-a15a-4a48-b4e3-00eebed3f2b5 None None] Sync routers for ids ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:59.802895 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e61bd-a15a-4a48-b4e3-00eebed3f2b5 None None] Routers {'41ba34bc-810f-4b3d-a1bc-e98c11b08e41'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:59.803578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-df7e61bd-a15a-4a48-b4e3-00eebed3f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:20:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:59.822678 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8eaa7ae9-5637-4e64-9a54-896a38b7e62f tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "DELETE /v2.0/floatingips/cd7d8ca5-fb40-4b64-9958-e770387d9488 HTTP/1.1" status: 204 len: 168 time: 1.2474728 Sep 16 05:20:59.825522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:59.825681 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62" -d '{"events": [{"name": "network-changed", "server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:59.871507 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aaab23-2d3d-4d99-bb5d-a3d339cc5e2c x-openstack-request-id: req-f3aaab23-2d3d-4d99-bb5d-a3d339cc5e2c {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:59.871794 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:59.872046 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3aaab23-2d3d-4d99-bb5d-a3d339cc5e2c {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:59.872452 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'status': 'completed', 'code': 200} Sep 16 05:20:59.917452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-df7e61bd-a15a-4a48-b4e3-00eebed3f2b5 None None] Set router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:59.936071 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-d9099566-097d-490e-8128-f34032f201ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.937611 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-d9099566-097d-490e-8128-f34032f201ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea4c51005bbd416b84c3b25f8fdf2817&device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 1098 time: 0.0432980 Sep 16 05:21:00.034464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-977eef49-2290-48a7-a97b-1a9c400ffbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.036045 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-977eef49-2290-48a7-a97b-1a9c400ffbe9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=955af7f8-5046-4711-8c56-8f167a7029b1 HTTP/1.1" status: 200 len: 913 time: 0.0920262 Sep 16 05:21:00.083787 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-bbdb917a-738e-4932-aac6-ea8540942084 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d887c6b0-c128-40f8-9d4a-e406bef63525 HTTP/1.1" status: 200 len: 217 time: 0.0400686 Sep 16 05:21:00.138142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-fde9c48f-0e94-4d69-9f12-4a0c3a286a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.139797 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-fde9c48f-0e94-4d69-9f12-4a0c3a286a3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=500c4615-8220-4782-b39d-48988f956da2 HTTP/1.1" status: 200 len: 852 time: 0.0494289 Sep 16 05:21:00.139925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-df7e61bd-a15a-4a48-b4e3-00eebed3f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '5079f888-d92a-4ea2-aa33-1de7d09ef6b7', 'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'mac_address': 'fa:16:3e:3f:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:39Z', 'revision_number': 5, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'subnets': [{'id': '500c4615-8220-4782-b39d-48988f956da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:00.167317 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e61bd-a15a-4a48-b4e3-00eebed3f2b5 None None] Checking router: 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:00.176698 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e61bd-a15a-4a48-b4e3-00eebed3f2b5 None None] Routers {'41ba34bc-810f-4b3d-a1bc-e98c11b08e41'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:00.177321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-df7e61bd-a15a-4a48-b4e3-00eebed3f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:20:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:00.188950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-2cf884a2-9315-4400-87e8-281b1de29566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.191872 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-2cf884a2-9315-4400-87e8-281b1de29566 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=955af7f8-5046-4711-8c56-8f167a7029b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448050 Sep 16 05:21:00.204781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-1136f7bc-4e2e-48fb-bed7-7cfa0703301c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:21:00.206094 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-1136f7bc-4e2e-48fb-bed7-7cfa0703301c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060127 Sep 16 05:21:00.289451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5342c0-bf3b-44e3-a80c-8f19eaea814f req-8114aa46-3d02-40c2-8e4d-0f5f8e83461d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.292731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f5342c0-bf3b-44e3-a80c-8f19eaea814f req-8114aa46-3d02-40c2-8e4d-0f5f8e83461d tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 946 time: 0.0564318 Sep 16 05:21:00.308525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-df7e61bd-a15a-4a48-b4e3-00eebed3f2b5 None None] Set router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:00.328040 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-a7295192-4e63-4f50-8eb1-fdc6fdc786a8 service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079900 Sep 16 05:21:00.333875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f5342c0-bf3b-44e3-a80c-8f19eaea814f req-e748b86e-13f3-411c-b871-3e58a8ce2728 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358250 Sep 16 05:21:00.421088 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a5fcaacd-479f-4a0c-8d83-9ec3ae336f62 req-aea14dd5-042b-4adb-89b9-70735c851f5d service neutron] 10.222.0.23 "GET /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856891 Sep 16 05:21:00.516697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-df7e61bd-a15a-4a48-b4e3-00eebed3f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '5079f888-d92a-4ea2-aa33-1de7d09ef6b7', 'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'mac_address': 'fa:16:3e:3f:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:39Z', 'revision_number': 5, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'subnets': [{'id': '500c4615-8220-4782-b39d-48988f956da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:00.544679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e61bd-a15a-4a48-b4e3-00eebed3f2b5 None None] The sync data for ids ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'] in n-d-712137-12 is: [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:16:34Z', 'revision_number': 4, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '5079f888-d92a-4ea2-aa33-1de7d09ef6b7', 'name': '', 'network_id': '955af7f8-5046-4711-8c56-8f167a7029b1', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'mac_address': 'fa:16:3e:3f:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '500c4615-8220-4782-b39d-48988f956da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:33Z', 'updated_at': '2021-09-16T05:16:39Z', 'revision_number': 5, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'subnets': [{'id': '500c4615-8220-4782-b39d-48988f956da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:00.772503 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7bc4e-0a58-4135-8ae2-7cffd98adcb4 None None] New status for floating IP cd7d8ca5-fb40-4b64-9958-e770387d9488: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:21:01.452617 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683eb13-f954-4ff8-afcf-000885b480d6 req-d4ee0c43-ae27-4274-9fa6-332553f84d7e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.454074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b683eb13-f954-4ff8-afcf-000885b480d6 req-d4ee0c43-ae27-4274-9fa6-332553f84d7e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 946 time: 0.0498366 Sep 16 05:21:01.491652 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b683eb13-f954-4ff8-afcf-000885b480d6 req-52a77f06-94a3-44a3-8309-f6f96a91dd7a tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/security-groups?id=635398a3-7f33-46af-88f5-4455fea97ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315564 Sep 16 05:21:01.788094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01393c4c-b85f-4119-b223-4371e0d30e52 req-5cd7a9e0-266c-4cf7-987a-1cffb7dc47b2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.789596 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-01393c4c-b85f-4119-b223-4371e0d30e52 req-5cd7a9e0-266c-4cf7-987a-1cffb7dc47b2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 946 time: 0.0539064 Sep 16 05:21:01.898460 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-01393c4c-b85f-4119-b223-4371e0d30e52 req-30ac14b5-d32f-4d25-a8fb-5d275cd2a2e2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Deleting port d887c6b0-c128-40f8-9d4a-e406bef63525 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:01.898804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-01393c4c-b85f-4119-b223-4371e0d30e52 req-30ac14b5-d32f-4d25-a8fb-5d275cd2a2e2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.991528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-01393c4c-b85f-4119-b223-4371e0d30e52 req-30ac14b5-d32f-4d25-a8fb-5d275cd2a2e2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] For port d887c6b0-c128-40f8-9d4a-e406bef63525, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d887c6b0-c128-40f8-9d4a-e406bef63525,segment=NetworkSegment(c4d4b41e-5b00-4a57-8b1a-a4537144401c),segment_id=c4d4b41e-5b00-4a57-8b1a-a4537144401c)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:01.992046 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-01393c4c-b85f-4119-b223-4371e0d30e52 req-30ac14b5-d32f-4d25-a8fb-5d275cd2a2e2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.005613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-01393c4c-b85f-4119-b223-4371e0d30e52 req-30ac14b5-d32f-4d25-a8fb-5d275cd2a2e2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Calling delete_port for d887c6b0-c128-40f8-9d4a-e406bef63525 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:02.197805 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-01393c4c-b85f-4119-b223-4371e0d30e52 req-30ac14b5-d32f-4d25-a8fb-5d275cd2a2e2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.230189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac14b5-d32f-4d25-a8fb-5d275cd2a2e2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event deleted for resources: {'Port': ['ID=d887c6b0-c128-40f8-9d4a-e406bef63525,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:02.272813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-01393c4c-b85f-4119-b223-4371e0d30e52 req-30ac14b5-d32f-4d25-a8fb-5d275cd2a2e2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] No DVR routers for this DVR port d887c6b0-c128-40f8-9d4a-e406bef63525 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:02.275389 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-01393c4c-b85f-4119-b223-4371e0d30e52 req-30ac14b5-d32f-4d25-a8fb-5d275cd2a2e2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.277495 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-01393c4c-b85f-4119-b223-4371e0d30e52 req-30ac14b5-d32f-4d25-a8fb-5d275cd2a2e2 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.23 "DELETE /v2.0/ports/d887c6b0-c128-40f8-9d4a-e406bef63525 HTTP/1.1" status: 204 len: 173 time: 0.4808319 Sep 16 05:21:02.277967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'name': 'network-vif-deleted', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:02.280280 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfc6de9-a1f5-4572-b49e-c1c31967b28a" -d '{"events": [{"server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "name": "network-vif-deleted", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:02.316434 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a5cd3e-68aa-41e5-8181-e187b45257a4 x-openstack-request-id: req-b1a5cd3e-68aa-41e5-8181-e187b45257a4 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:02.316784 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c692b885-6a56-40ac-9087-94a653878075", "name": "network-vif-deleted", "tag": "d887c6b0-c128-40f8-9d4a-e406bef63525", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:02.317038 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1a5cd3e-68aa-41e5-8181-e187b45257a4 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:02.317446 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c692b885-6a56-40ac-9087-94a653878075', 'name': 'network-vif-deleted', 'tag': 'd887c6b0-c128-40f8-9d4a-e406bef63525', 'status': 'completed', 'code': 200} Sep 16 05:21:02.590595 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b41903e3-05cc-4233-944d-0df5b6979ba0 req-67089b24-4ba2-4b9b-aa54-c0df3d4b7e6e tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 210 time: 0.0309746 Sep 16 05:21:03.690423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23db735f-9d0d-4d70-a789-fe6860514eca req-3384f752-81fc-46cd-a4ad-694a25af6055 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 210 time: 0.0256836 Sep 16 05:21:04.784588 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-792dc308-4bb9-4a2e-b384-44d5c6295fef req-ac580bc2-7ea1-440a-aa7a-63e2bb563f36 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 210 time: 0.0260546 Sep 16 05:21:05.879593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b031bec-a114-4a11-816b-611eb9babae8 req-6ae0ba1a-d05d-4bd4-8cc9-ae79ae48e8a0 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c692b885-6a56-40ac-9087-94a653878075 HTTP/1.1" status: 200 len: 210 time: 0.0259309 Sep 16 05:21:06.933440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d887c6b0-c128-40f8-9d4a-e406bef63525 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:06.934731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38664) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:06.952793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: d887c6b0-c128-40f8-9d4a-e406bef63525 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:06.953143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d887c6b0-c128-40f8-9d4a-e406bef63525 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:06.993993 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e770db65-0bbd-47da-a7e2-a31f2a8303b3 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.019081 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e770db65-0bbd-47da-a7e2-a31f2a8303b3 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.157981 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e770db65-0bbd-47da-a7e2-a31f2a8303b3 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.160935 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e770db65-0bbd-47da-a7e2-a31f2a8303b3 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.162140 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e770db65-0bbd-47da-a7e2-a31f2a8303b3 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] 10.222.0.24 "DELETE /v2.0/security-groups/635398a3-7f33-46af-88f5-4455fea97ecb HTTP/1.1" status: 204 len: 168 time: 0.2263205 Sep 16 05:21:07.172177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770db65-0bbd-47da-a7e2-a31f2a8303b3 tempest-TestVolumeBackupRestore-950659281 tempest-TestVolumeBackupRestore-950659281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635398a3-7f33-46af-88f5-4455fea97ecb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:11.010333 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38814) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:11.373174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d605d121-79b6-40f8-b221-d87f9d3fe7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.636983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-d605d121-79b6-40f8-b221-d87f9d3fe7bb admin admin] Deleting port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:11.637246 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d605d121-79b6-40f8-b221-d87f9d3fe7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.719268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-d605d121-79b6-40f8-b221-d87f9d3fe7bb admin admin] For port 5079f888-d92a-4ea2-aa33-1de7d09ef6b7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5079f888-d92a-4ea2-aa33-1de7d09ef6b7,segment=NetworkSegment(c4d4b41e-5b00-4a57-8b1a-a4537144401c),segment_id=c4d4b41e-5b00-4a57-8b1a-a4537144401c)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:11.719637 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d605d121-79b6-40f8-b221-d87f9d3fe7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.736865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-d605d121-79b6-40f8-b221-d87f9d3fe7bb admin admin] Calling delete_port for 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:11.975282 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d605d121-79b6-40f8-b221-d87f9d3fe7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.004804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605d121-79b6-40f8-b221-d87f9d3fe7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5079f888-d92a-4ea2-aa33-1de7d09ef6b7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:12.110081 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2f64c8a3-8c0e-4bae-87d3-43eb7af1270b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.198459 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d605d121-79b6-40f8-b221-d87f9d3fe7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.430533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d605d121-79b6-40f8-b221-d87f9d3fe7bb admin admin] Router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:12.540333 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d605d121-79b6-40f8-b221-d87f9d3fe7bb admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:12.545398 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d605d121-79b6-40f8-b221-d87f9d3fe7bb admin admin] 10.222.0.24 "PUT /v2.0/routers/41ba34bc-810f-4b3d-a1bc-e98c11b08e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5340199 Sep 16 05:21:12.548180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38874) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:12.549435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab27660-7f0d-4ad3-8572-b460b66a7269 None None] Sync routers for ids ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:12.571890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab27660-7f0d-4ad3-8572-b460b66a7269 None None] Routers {'41ba34bc-810f-4b3d-a1bc-e98c11b08e41'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:12.572661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6ab27660-7f0d-4ad3-8572-b460b66a7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:20:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:12.628769 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.662062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.681483 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-6ab27660-7f0d-4ad3-8572-b460b66a7269 None None] Set router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:12.875323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6ab27660-7f0d-4ad3-8572-b460b66a7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:21:11Z', 'revision_number': 5, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:12.905305 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab27660-7f0d-4ad3-8572-b460b66a7269 None None] Checking router: 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:12.916137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab27660-7f0d-4ad3-8572-b460b66a7269 None None] Routers {'41ba34bc-810f-4b3d-a1bc-e98c11b08e41'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:12.917087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6ab27660-7f0d-4ad3-8572-b460b66a7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:20:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:13.041751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-6ab27660-7f0d-4ad3-8572-b460b66a7269 None None] Set router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:13.054983 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.189811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Deleting port bfa303b5-5adc-485d-b4a9-31ab9e768726 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:13.190310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.227451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-6ab27660-7f0d-4ad3-8572-b460b66a7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:21:11Z', 'revision_number': 5, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:13.259026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab27660-7f0d-4ad3-8572-b460b66a7269 None None] The sync data for ids ['41ba34bc-810f-4b3d-a1bc-e98c11b08e41'] in n-d-712137-12 is: [{'id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'name': 'tempest-TestVolumeBackupRestore-295034350-router', 'tenant_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:28Z', 'updated_at': '2021-09-16T05:21:11Z', 'revision_number': 5, 'project_id': 'ea4c51005bbd416b84c3b25f8fdf2817', 'gw_port': {'id': 'bfa303b5-5adc-485d-b4a9-31ab9e768726', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba34bc-810f-4b3d-a1bc-e98c11b08e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:29Z', 'updated_at': '2021-09-16T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:13.274355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] For port bfa303b5-5adc-485d-b4a9-31ab9e768726, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=bfa303b5-5adc-485d-b4a9-31ab9e768726,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:13.275226 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.296969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Calling delete_port for bfa303b5-5adc-485d-b4a9-31ab9e768726 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:13.523703 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.551918 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa303b5-5adc-485d-b4a9-31ab9e768726,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:13.617194 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.719119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.721543 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.901194 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.901765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41ba34bc-810f-4b3d-a1bc-e98c11b08e41 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:21:13.906490 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.908977 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cd002012-372f-465f-89c8-c5884525e690 admin admin] 10.222.0.24 "DELETE /v2.0/routers/41ba34bc-810f-4b3d-a1bc-e98c11b08e41 HTTP/1.1" status: 204 len: 168 time: 1.3596618 Sep 16 05:21:13.914256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38918) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:13.962376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c1e143-7bb7-4379-9c59-3334c6b8f4f2 admin admin] Deleting subnet 500c4615-8220-4782-b39d-48988f956da2 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:13.965861 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73c1e143-7bb7-4379-9c59-3334c6b8f4f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.004222 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73c1e143-7bb7-4379-9c59-3334c6b8f4f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.086152 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73c1e143-7bb7-4379-9c59-3334c6b8f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.226331 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73c1e143-7bb7-4379-9c59-3334c6b8f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.258177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1e143-7bb7-4379-9c59-3334c6b8f4f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=500c4615-8220-4782-b39d-48988f956da2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:14.263795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-73c1e143-7bb7-4379-9c59-3334c6b8f4f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.265974 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-73c1e143-7bb7-4379-9c59-3334c6b8f4f2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/500c4615-8220-4782-b39d-48988f956da2 HTTP/1.1" status: 204 len: 168 time: 0.3544719 Sep 16 05:21:14.268304 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 38932) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:14.268877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddef462d-ff4f-46b7-853c-5a540bb6820f None None] Network 955af7f8-5046-4711-8c56-8f167a7029b1 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:14.343187 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.430524 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Deleting port 28b936ad-77dc-413d-9dae-9c00c5afa842 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:14.430524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.451333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:14.478635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:14.478635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5079f888-d92a-4ea2-aa33-1de7d09ef6b7 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:14.483086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] DHCP port deletion for 955af7f8-5046-4711-8c56-8f167a7029b1 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:14.499458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] For port 28b936ad-77dc-413d-9dae-9c00c5afa842, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=28b936ad-77dc-413d-9dae-9c00c5afa842,segment=NetworkSegment(c4d4b41e-5b00-4a57-8b1a-a4537144401c),segment_id=c4d4b41e-5b00-4a57-8b1a-a4537144401c)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:14.501781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.513033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38984abc-bc45-43d7-b299-790145889a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.513848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Calling delete_port for 28b936ad-77dc-413d-9dae-9c00c5afa842 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:14.538828 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Deleting port 28b936ad-77dc-413d-9dae-9c00c5afa842 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:14.539209 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.602404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] For port 28b936ad-77dc-413d-9dae-9c00c5afa842, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=28b936ad-77dc-413d-9dae-9c00c5afa842,segment=NetworkSegment(c4d4b41e-5b00-4a57-8b1a-a4537144401c),segment_id=c4d4b41e-5b00-4a57-8b1a-a4537144401c)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:14.602729 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.614705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Calling delete_port for 28b936ad-77dc-413d-9dae-9c00c5afa842 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:14.661110 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.693594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b936ad-77dc-413d-9dae-9c00c5afa842,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:14.695368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] No DVR routers for this DVR port 28b936ad-77dc-413d-9dae-9c00c5afa842 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:14.698457 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.723857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Pushing event deleted for resources: {'Port': ['ID=28b936ad-77dc-413d-9dae-9c00c5afa842,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:14.728105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] No DVR routers for this DVR port 28b936ad-77dc-413d-9dae-9c00c5afa842 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:14.734969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:14.738829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:14.738829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:14.738829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:14.738829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:14.738829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:14.738829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:14.738829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:14.738829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:14.738829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:14.738829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:14.739832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a09a98-d184-4460-bfe7-18a7ec868225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:14.773591 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.794300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955af7f8-5046-4711-8c56-8f167a7029b1']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:14.804425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d4b41e-5b00-4a57-8b1a-a4537144401c') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:14.804755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d4b41e-5b00-4a57-8b1a-a4537144401c') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:14.814135 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.827562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.833871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:14.834251 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:14.835855 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:14.958354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.963824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.965971 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/955af7f8-5046-4711-8c56-8f167a7029b1 HTTP/1.1" status: 204 len: 168 time: 0.6966615 Sep 16 05:21:14.968872 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 38954) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:14.979184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbbf53-6855-4cdd-8356-6525491a7fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=955af7f8-5046-4711-8c56-8f167a7029b1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:15.305203 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.323922 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25031818-fbb1-4a4b-b343-356c44b98c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.572154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-25031818-fbb1-4a4b-b343-356c44b98c1a admin admin] Deleting port 17aa79de-c239-44ea-bd58-bead7e4b7594 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:15.572523 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25031818-fbb1-4a4b-b343-356c44b98c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.650559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-25031818-fbb1-4a4b-b343-356c44b98c1a admin admin] For port 17aa79de-c239-44ea-bd58-bead7e4b7594, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=17aa79de-c239-44ea-bd58-bead7e4b7594,segment=NetworkSegment(65bfa0a6-8ad2-4aa9-b093-a6af02736d44),segment_id=65bfa0a6-8ad2-4aa9-b093-a6af02736d44)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:15.650912 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25031818-fbb1-4a4b-b343-356c44b98c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.664484 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-25031818-fbb1-4a4b-b343-356c44b98c1a admin admin] Calling delete_port for 17aa79de-c239-44ea-bd58-bead7e4b7594 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:15.955723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25031818-fbb1-4a4b-b343-356c44b98c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.990817 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25031818-fbb1-4a4b-b343-356c44b98c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=17aa79de-c239-44ea-bd58-bead7e4b7594,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:16.056098 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.135176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bfa303b5-5adc-485d-b4a9-31ab9e768726 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:16.156788 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: bfa303b5-5adc-485d-b4a9-31ab9e768726 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:16.157224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device bfa303b5-5adc-485d-b4a9-31ab9e768726 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:16.157704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 28b936ad-77dc-413d-9dae-9c00c5afa842 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:16.180581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 28b936ad-77dc-413d-9dae-9c00c5afa842 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:16.181000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 28b936ad-77dc-413d-9dae-9c00c5afa842 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:16.182434 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-25031818-fbb1-4a4b-b343-356c44b98c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.411501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25031818-fbb1-4a4b-b343-356c44b98c1a admin admin] Router f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:16.518295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25031818-fbb1-4a4b-b343-356c44b98c1a admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:16.524122 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-25031818-fbb1-4a4b-b343-356c44b98c1a admin admin] 10.222.0.24 "PUT /v2.0/routers/f2ecbc24-78d8-48fa-b7de-b0fb56fc0546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5540831 Sep 16 05:21:16.526693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39004) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:16.529270 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae579b-1594-4f28-815c-64f3e933033c None None] Sync routers for ids ['f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:16.543625 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae579b-1594-4f28-815c-64f3e933033c None None] Routers {'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:16.544330 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-52ae579b-1594-4f28-815c-64f3e933033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:21:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:16.636076 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.649261 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-52ae579b-1594-4f28-815c-64f3e933033c None None] Set router f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:16.683695 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.742429 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.828287 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-52ae579b-1594-4f28-815c-64f3e933033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'name': 'tempest-TestVolumeBackupRestore-1849128463-router', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:39Z', 'updated_at': '2021-09-16T05:21:15Z', 'revision_number': 5, 'project_id': '1b07c8221ad1449b89762e8452c5da65', 'gw_port': {'id': 'f9729f21-d065-4054-9eef-88cb04645c0a', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:40Z', 'updated_at': '2021-09-16T05:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:16.856609 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae579b-1594-4f28-815c-64f3e933033c None None] Checking router: f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:16.865965 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae579b-1594-4f28-815c-64f3e933033c None None] Routers {'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:16.866602 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-52ae579b-1594-4f28-815c-64f3e933033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:21:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:16.956995 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-52ae579b-1594-4f28-815c-64f3e933033c None None] Set router f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:17.013595 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-52ae579b-1594-4f28-815c-64f3e933033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'name': 'tempest-TestVolumeBackupRestore-1849128463-router', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:39Z', 'updated_at': '2021-09-16T05:21:16Z', 'revision_number': 6, 'project_id': '1b07c8221ad1449b89762e8452c5da65', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:17.040350 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae579b-1594-4f28-815c-64f3e933033c None None] The sync data for ids ['f2ecbc24-78d8-48fa-b7de-b0fb56fc0546'] in n-d-712137-12 is: [{'id': 'f2ecbc24-78d8-48fa-b7de-b0fb56fc0546', 'name': 'tempest-TestVolumeBackupRestore-1849128463-router', 'tenant_id': '1b07c8221ad1449b89762e8452c5da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:39Z', 'updated_at': '2021-09-16T05:21:16Z', 'revision_number': 6, 'project_id': '1b07c8221ad1449b89762e8452c5da65', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:17.101354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Deleting port f9729f21-d065-4054-9eef-88cb04645c0a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:17.101897 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.181012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] For port f9729f21-d065-4054-9eef-88cb04645c0a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f9729f21-d065-4054-9eef-88cb04645c0a,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:17.181380 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.194938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Calling delete_port for f9729f21-d065-4054-9eef-88cb04645c0a owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:17.432391 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.460453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f9729f21-d065-4054-9eef-88cb04645c0a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:17.530137 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.622967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.625123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.675260 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.740883 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.741345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:21:17.749015 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.749015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f37c9c95-1e15-4b6f-a58e-b84d4d38c2ac admin admin] 10.222.0.24 "DELETE /v2.0/routers/f2ecbc24-78d8-48fa-b7de-b0fb56fc0546 HTTP/1.1" status: 204 len: 168 time: 1.2196770 Sep 16 05:21:17.749847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39050) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:17.796146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-3300e8d2-6af6-4906-817e-c26cc63efe51 admin admin] Deleting subnet 22e4d403-2e97-4251-a198-3963f1d2ba7b {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:17.799677 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3300e8d2-6af6-4906-817e-c26cc63efe51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.837306 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3300e8d2-6af6-4906-817e-c26cc63efe51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.922789 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3300e8d2-6af6-4906-817e-c26cc63efe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.050095 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3300e8d2-6af6-4906-817e-c26cc63efe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.077878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 17aa79de-c239-44ea-bd58-bead7e4b7594 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:18.084732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300e8d2-6af6-4906-817e-c26cc63efe51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e4d403-2e97-4251-a198-3963f1d2ba7b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:18.088715 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3300e8d2-6af6-4906-817e-c26cc63efe51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.090615 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3300e8d2-6af6-4906-817e-c26cc63efe51 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/22e4d403-2e97-4251-a198-3963f1d2ba7b HTTP/1.1" status: 204 len: 168 time: 0.3397949 Sep 16 05:21:18.093199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39064) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:18.100534 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c79257e-237d-45e6-ab32-24b1e3caa186 None None] Network addef81f-f390-4541-b6d7-4ab52b90a491 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:18.103672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 17aa79de-c239-44ea-bd58-bead7e4b7594 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:18.104016 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 17aa79de-c239-44ea-bd58-bead7e4b7594 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:18.104431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f9729f21-d065-4054-9eef-88cb04645c0a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:18.139273 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: f9729f21-d065-4054-9eef-88cb04645c0a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:18.139534 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f9729f21-d065-4054-9eef-88cb04645c0a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:18.166722 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.228169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Deleting port 8fc74350-77b4-41f6-a932-2009b5662a58 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:18.228545 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.297683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4dd4b4-1713-4b5c-a00d-edfb27751421 None None] DHCP port deletion for addef81f-f390-4541-b6d7-4ab52b90a491 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:18.300598 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] For port 8fc74350-77b4-41f6-a932-2009b5662a58, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8fc74350-77b4-41f6-a932-2009b5662a58,segment=NetworkSegment(65bfa0a6-8ad2-4aa9-b093-a6af02736d44),segment_id=65bfa0a6-8ad2-4aa9-b093-a6af02736d44)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:18.300598 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.313049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Calling delete_port for 8fc74350-77b4-41f6-a932-2009b5662a58 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:18.346058 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dd4b4-1713-4b5c-a00d-edfb27751421 None None] Deleting port 8fc74350-77b4-41f6-a932-2009b5662a58 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:18.346537 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4b4-1713-4b5c-a00d-edfb27751421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.414337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9f4dd4b4-1713-4b5c-a00d-edfb27751421 None None] For port 8fc74350-77b4-41f6-a932-2009b5662a58, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8fc74350-77b4-41f6-a932-2009b5662a58,segment=NetworkSegment(65bfa0a6-8ad2-4aa9-b093-a6af02736d44),segment_id=65bfa0a6-8ad2-4aa9-b093-a6af02736d44)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:18.414654 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4b4-1713-4b5c-a00d-edfb27751421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.430595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dd4b4-1713-4b5c-a00d-edfb27751421 None None] Calling delete_port for 8fc74350-77b4-41f6-a932-2009b5662a58 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:18.489352 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.505399 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f4dd4b4-1713-4b5c-a00d-edfb27751421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.518881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] No DVR routers for this DVR port 8fc74350-77b4-41f6-a932-2009b5662a58 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:18.521155 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc74350-77b4-41f6-a932-2009b5662a58,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:18.536146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dd4b4-1713-4b5c-a00d-edfb27751421 None None] Pushing event deleted for resources: {'Port': ['ID=8fc74350-77b4-41f6-a932-2009b5662a58,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:18.538034 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4dd4b4-1713-4b5c-a00d-edfb27751421 None None] No DVR routers for this DVR port 8fc74350-77b4-41f6-a932-2009b5662a58 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:18.547522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:18.547883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:18.548232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:18.548595 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:18.548936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:18.549271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:18.549692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:18.549916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:18.550244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:18.551253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:18.551650 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:18.551946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:18.608536 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.630067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addef81f-f390-4541-b6d7-4ab52b90a491']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:18.639195 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bfa0a6-8ad2-4aa9-b093-a6af02736d44') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:18.639473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bfa0a6-8ad2-4aa9-b093-a6af02736d44') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:18.648640 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.662345 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.668254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:18.668625 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:18.670320 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:18.809556 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.815169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.816898 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/addef81f-f390-4541-b6d7-4ab52b90a491 HTTP/1.1" status: 204 len: 168 time: 0.7226279 Sep 16 05:21:18.828880 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7899c3-1e4a-4b26-803c-7fc3519065d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=addef81f-f390-4541-b6d7-4ab52b90a491,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:19.225848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39104) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:19.266177 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-34512e30-a600-486d-b6d3-58fe4c2e1cf2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea4c51005bbd416b84c3b25f8fdf2817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391819 Sep 16 05:21:19.268540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39110) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:19.322355 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119ee2fd-3d81-47ca-ae50-9d665ae5d698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.343543 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119ee2fd-3d81-47ca-ae50-9d665ae5d698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.431692 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119ee2fd-3d81-47ca-ae50-9d665ae5d698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.434402 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-119ee2fd-3d81-47ca-ae50-9d665ae5d698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.435598 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-119ee2fd-3d81-47ca-ae50-9d665ae5d698 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37971cb6-ee56-4e3a-8558-1b966e62a53d HTTP/1.1" status: 204 len: 168 time: 0.1656408 Sep 16 05:21:19.444123 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ee2fd-3d81-47ca-ae50-9d665ae5d698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37971cb6-ee56-4e3a-8558-1b966e62a53d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:20.058667 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8fc74350-77b4-41f6-a932-2009b5662a58 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:20.078953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 8fc74350-77b4-41f6-a932-2009b5662a58 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:20.079296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8fc74350-77b4-41f6-a932-2009b5662a58 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:20.197391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39142) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:20.236373 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f0f669de-d149-41ea-a86f-3c7edebcdd45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b07c8221ad1449b89762e8452c5da65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377903 Sep 16 05:21:20.239372 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39144) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:20.288415 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-649a0c65-b81d-4ffd-af5f-ab69221d9e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.310114 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-649a0c65-b81d-4ffd-af5f-ab69221d9e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.412334 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-649a0c65-b81d-4ffd-af5f-ab69221d9e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.414908 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-649a0c65-b81d-4ffd-af5f-ab69221d9e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.416126 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-649a0c65-b81d-4ffd-af5f-ab69221d9e4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e34fbda3-21e7-48a8-892f-f0ce2e98bd50 HTTP/1.1" status: 204 len: 168 time: 0.1758091 Sep 16 05:21:20.424337 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a0c65-b81d-4ffd-af5f-ab69221d9e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34fbda3-21e7-48a8-892f-f0ce2e98bd50,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:21.444342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39166) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:21.554180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1303036332-network', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:21.666256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Made reservation on behalf of 50f6c32ebfc74e1cbea31ef28263de83 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:21.668645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.677064 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.762766 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.860649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.887594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:21.893736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c50727-c837-46e0-96b6-4f9e043e8a45,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:21.900682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.901016 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Added segment adb9a4c1-07a7-4c47-a7da-3bf4406d3798 of type vlan for network 63e3e220-4e4c-4118-b741-a074305a6efa Sep 16 05:21:21.939348 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.026372 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.027289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.027868 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.091455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] Pushing event updated for resources: {'Network': ['ID=63e3e220-4e4c-4118-b741-a074305a6efa,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:22.104925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 63e3e220-4e4c-4118-b741-a074305a6efa details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:22.130912 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5282e822-1fae-49b0-91dc-840392137805 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6854384 Sep 16 05:21:22.133843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39170) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:22.139575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b898f0c4-004b-4c91-98ea-3650d575aa18 admin admin] Request body: {'subnet': {'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1303036332-subnet', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:22.220327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b898f0c4-004b-4c91-98ea-3650d575aa18 admin admin] Made reservation on behalf of 50f6c32ebfc74e1cbea31ef28263de83 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:22.222830 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b898f0c4-004b-4c91-98ea-3650d575aa18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.460416 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b898f0c4-004b-4c91-98ea-3650d575aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.518075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898f0c4-004b-4c91-98ea-3650d575aa18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7351de37-da87-41a2-978f-f3719b6b9f57,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:22.526321 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b898f0c4-004b-4c91-98ea-3650d575aa18 admin admin] Checking segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:22.526684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b898f0c4-004b-4c91-98ea-3650d575aa18 admin admin] Network hostable DHCP agents. Network: 63e3e220-4e4c-4118-b741-a074305a6efa, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:22.585836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b898f0c4-004b-4c91-98ea-3650d575aa18 admin admin] Network 63e3e220-4e4c-4118-b741-a074305a6efa is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:22.651819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-b898f0c4-004b-4c91-98ea-3650d575aa18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 63e3e220-4e4c-4118-b741-a074305a6efa) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:22.656064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b898f0c4-004b-4c91-98ea-3650d575aa18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.657275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b898f0c4-004b-4c91-98ea-3650d575aa18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.661060 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d86437-b22f-49bb-99b9-2b93de281d78 None None] Network 63e3e220-4e4c-4118-b741-a074305a6efa requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:22.721920 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b898f0c4-004b-4c91-98ea-3650d575aa18 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5863371 Sep 16 05:21:22.724908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39172) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:22.729332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:22.803705 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.804866 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.863994 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.957444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-63e3e220-4e4c-4118-b741-a074305a6efa', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:22.958284 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.046516 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.091577 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Allocated IP 172.20.0.2 (63e3e220-4e4c-4118-b741-a074305a6efa/7351de37-da87-41a2-978f-f3719b6b9f57/01bae035-c1ab-41bb-80c8-f243be313ce6) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:23.232544 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.313943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.321912 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.338056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.361295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Network 63e3e220-4e4c-4118-b741-a074305a6efa is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:23.365677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:23.369153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:23.382765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Pushing event updated for resources: {'Port': ['ID=01bae035-c1ab-41bb-80c8-f243be313ce6,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:23.430228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Attempting to bind port 01bae035-c1ab-41bb-80c8-f243be313ce6 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:23.430596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Attempting to bind port 01bae035-c1ab-41bb-80c8-f243be313ce6 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:23.430968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Attempting to bind port 01bae035-c1ab-41bb-80c8-f243be313ce6 on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:23.435792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:23.436167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Checking segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:23.436609 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.436997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Bound using segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:23.437463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Bound port: 01bae035-c1ab-41bb-80c8-f243be313ce6, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:23.437848 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.443252 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Allocated IP 172.25.3.101 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/221f11dd-ae59-4069-8150-8b45d8744f68) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:23.501729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] For port 01bae035-c1ab-41bb-80c8-f243be313ce6, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:23.505290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] For port 01bae035-c1ab-41bb-80c8-f243be313ce6, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=01bae035-c1ab-41bb-80c8-f243be313ce6,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:23.549041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.575245 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.637954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1f029-a74c-42d6-954d-2afbfd10b5e2 None None] Pushing event updated for resources: {'Port': ['ID=01bae035-c1ab-41bb-80c8-f243be313ce6,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:23.661242 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.702032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:23.707280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:23.712019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:23.715302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Pushing event updated for resources: {'Port': ['ID=221f11dd-ae59-4069-8150-8b45d8744f68,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.060590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.091928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 01bae035-c1ab-41bb-80c8-f243be313ce6 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:24.139453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 01bae035-c1ab-41bb-80c8-f243be313ce6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:24.139826 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.224794 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.259554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 01bae035-c1ab-41bb-80c8-f243be313ce6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=01bae035-c1ab-41bb-80c8-f243be313ce6,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:24.269297 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.349811 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.408426 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=01bae035-c1ab-41bb-80c8-f243be313ce6,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.472751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:24.504876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9074a6-4ffb-4b3e-9d40-688979178ee4 None None] Network 63e3e220-4e4c-4118-b741-a074305a6efa requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:24.579858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9b0521c4-8f9f-4cad-ba4d-33fcb821a7ed None None] Provisioning complete for port 01bae035-c1ab-41bb-80c8-f243be313ce6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:24.580237 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b0521c4-8f9f-4cad-ba4d-33fcb821a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.584054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:24.614100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Sync routers for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:24.652602 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.656569 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d109b0a3-4d1b-4def-824d-c5dc2c9fab28 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9280798 Sep 16 05:21:24.656773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39174) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:24.660195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:24.660851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:21:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:24.835528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:25.035693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:23Z', 'revision_number': 3, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:25.064168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Checking router: 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:25.064540 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Updating router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f port 221f11dd-ae59-4069-8150-8b45d8744f68 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:21:25.092719 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.200644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-47e52251-2cb3-4c82-8e3c-cd097dde81a9 None None] Provisioning complete for port 01bae035-c1ab-41bb-80c8-f243be313ce6 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:25.200938 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47e52251-2cb3-4c82-8e3c-cd097dde81a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.366382 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.419072 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.489558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.523157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Allocated IP 172.20.0.1 (63e3e220-4e4c-4118-b741-a074305a6efa/7351de37-da87-41a2-978f-f3719b6b9f57/161bbb7e-0c8c-4c94-9da7-3b5541d49732) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:25.544541 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Attempting to bind port 221f11dd-ae59-4069-8150-8b45d8744f68 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:25.544916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Attempting to bind port 221f11dd-ae59-4069-8150-8b45d8744f68 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:25.545285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Attempting to bind port 221f11dd-ae59-4069-8150-8b45d8744f68 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:25.553055 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f8b17-390d-49a2-ba4c-20cc07f4e3b0 None None] Pushing event updated for resources: {'Port': ['ID=221f11dd-ae59-4069-8150-8b45d8744f68,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:25.555803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:25.556177 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:25.557101 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.557101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:25.557435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Bound port: 221f11dd-ae59-4069-8150-8b45d8744f68, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:25.557822 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.608942 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] For port 221f11dd-ae59-4069-8150-8b45d8744f68, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:25.612108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] For port 221f11dd-ae59-4069-8150-8b45d8744f68, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=221f11dd-ae59-4069-8150-8b45d8744f68,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:25.633839 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.670099 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.726334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:25.726941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:21:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:25.731521 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f8b17-390d-49a2-ba4c-20cc07f4e3b0 None None] Pushing event updated for resources: {'Port': ['ID=221f11dd-ae59-4069-8150-8b45d8744f68,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:25.733001 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.772817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Network 63e3e220-4e4c-4118-b741-a074305a6efa is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:25.776191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:25.779421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:25.808887 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Pushing event updated for resources: {'Port': ['ID=161bbb7e-0c8c-4c94-9da7-3b5541d49732,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:25.832613 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.846322 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:25.996522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-88828eb1-b60a-4fa0-9b51-a8dacd500139 None None] Provisioning complete for port 161bbb7e-0c8c-4c94-9da7-3b5541d49732 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:25.996894 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-88828eb1-b60a-4fa0-9b51-a8dacd500139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.018621 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.064020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-88828eb1-b60a-4fa0-9b51-a8dacd500139 None None] Port 161bbb7e-0c8c-4c94-9da7-3b5541d49732 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:26.082275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 01bae035-c1ab-41bb-80c8-f243be313ce6 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:26.086734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:23Z', 'revision_number': 3, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:26.131783 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92cc78-35e8-436b-9ef5-de84cd4379cf None None] The sync data for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 is: [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:23Z', 'revision_number': 3, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:26.157995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 01bae035-c1ab-41bb-80c8-f243be313ce6 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:26.158372 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.195161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.252559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.323162 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.324980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Pushing event updated for resources: {'Port': ['ID=161bbb7e-0c8c-4c94-9da7-3b5541d49732,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:26.434741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Network 63e3e220-4e4c-4118-b741-a074305a6efa is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:26.436286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:26.561786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:26.682948 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:26.687818 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f9f52e13-96fb-48be-b418-b5856f5552a6 admin admin] 10.222.0.24 "PUT /v2.0/routers/7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0299835 Sep 16 05:21:26.698276 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-01d35f70-a681-43bd-b483-3b2fe61cfd66 None None] Provisioning complete for port 161bbb7e-0c8c-4c94-9da7-3b5541d49732 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:26.698883 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01d35f70-a681-43bd-b483-3b2fe61cfd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.735989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-01d35f70-a681-43bd-b483-3b2fe61cfd66 None None] Port 161bbb7e-0c8c-4c94-9da7-3b5541d49732 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:27.345399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 39190) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:27.350778 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1603406070-network', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:27.431961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Made reservation on behalf of 76f32c9f977a4d57ba9c2702535417b2 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:27.434462 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.443622 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.538484 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.646475 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.659306 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Sync routers for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:27.666278 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:27.666886 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:21:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:27.671570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:27.682230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1a2504-c05c-48a6-807a-5991cdb4bef5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:27.691591 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.691591 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Added segment e55c8e2f-3c44-4e82-9c57-519ec75580ae of type vlan for network 824fe517-e1d2-44e2-9a2b-d2a2ede8f491 Sep 16 05:21:27.728888 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.772188 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:27.814516 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.815547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.816768 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.880587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] Pushing event updated for resources: {'Network': ['ID=824fe517-e1d2-44e2-9a2b-d2a2ede8f491,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:27.890511 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 824fe517-e1d2-44e2-9a2b-d2a2ede8f491 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:27.896183 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-972d4ab8-e9e1-4099-ac91-c8cef2df59a0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5498056 Sep 16 05:21:27.899147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39192) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:27.904711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Request body: {'subnet': {'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1603406070-subnet', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:27.976076 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:26Z', 'revision_number': 2, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:27.986230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Made reservation on behalf of 76f32c9f977a4d57ba9c2702535417b2 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:27.988936 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.002340 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Checking router: 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:28.002698 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Updating router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f port 161bbb7e-0c8c-4c94-9da7-3b5541d49732 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:21:28.033226 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.095524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 221f11dd-ae59-4069-8150-8b45d8744f68 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:28.145122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 221f11dd-ae59-4069-8150-8b45d8744f68 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:28.145588 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.222550 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.242677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 221f11dd-ae59-4069-8150-8b45d8744f68, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=221f11dd-ae59-4069-8150-8b45d8744f68,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:28.263830 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.312754 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.321351 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.321857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=227eaf36-37ee-46ec-aab8-0e9591179a38,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.332964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.333322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.333671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.334016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.334365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.334702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.335036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.335372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.335705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.336063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.336399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.336751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.343278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Checking segment: {'id': 'e55c8e2f-3c44-4e82-9c57-519ec75580ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:28.343645 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Network hostable DHCP agents. Network: 824fe517-e1d2-44e2-9a2b-d2a2ede8f491, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:28.375467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=221f11dd-ae59-4069-8150-8b45d8744f68,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.401025 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.429622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Network 824fe517-e1d2-44e2-9a2b-d2a2ede8f491 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:28.450491 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Pushing event updated for resources: {'Port': ['ID=161bbb7e-0c8c-4c94-9da7-3b5541d49732,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.474134 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.474471 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.474803 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.475165 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.475526 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.475839 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.476162 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.476490 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.476815 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.477133 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.477446 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.477758 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:28.511156 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Attempting to bind port 161bbb7e-0c8c-4c94-9da7-3b5541d49732 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:28.511606 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Attempting to bind port 161bbb7e-0c8c-4c94-9da7-3b5541d49732 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:28.511968 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Attempting to bind port 161bbb7e-0c8c-4c94-9da7-3b5541d49732 on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:28.517360 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:28.517724 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Checking segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:28.518120 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.518511 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Bound using segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:28.519645 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Bound port: 161bbb7e-0c8c-4c94-9da7-3b5541d49732, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:28.520046 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.523596 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 824fe517-e1d2-44e2-9a2b-d2a2ede8f491) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:28.529319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:28.530727 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.534168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfef2fb-be9d-4610-81d2-b306aa52cfb5 None None] Network 824fe517-e1d2-44e2-9a2b-d2a2ede8f491 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:28.599424 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] For port 161bbb7e-0c8c-4c94-9da7-3b5541d49732, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:28.603436 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] For port 161bbb7e-0c8c-4c94-9da7-3b5541d49732, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=161bbb7e-0c8c-4c94-9da7-3b5541d49732,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:28.604846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d5325527-f89b-428f-8780-15b2af8c9b96 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7045963 Sep 16 05:21:28.607373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39194) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:28.612014 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1603406070-router', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:28.684173 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.713560 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.714646 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.757024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d9f3d1d2-ea4d-4979-9a5a-22eb323aa29a None None] Provisioning complete for port 161bbb7e-0c8c-4c94-9da7-3b5541d49732 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:28.757400 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d1d2-ea4d-4979-9a5a-22eb323aa29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.776255 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.828953 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:28.830628 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:21:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:28.905977 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d1d2-ea4d-4979-9a5a-22eb323aa29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.921545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-824fe517-e1d2-44e2-9a2b-d2a2ede8f491', 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'fixed_ips': [{'subnet_id': '227eaf36-37ee-46ec-aab8-0e9591179a38'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:28.923162 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.946720 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9eec6-b3fe-4433-a85c-365dfd7b263d None None] Pushing event updated for resources: {'Port': ['ID=161bbb7e-0c8c-4c94-9da7-3b5541d49732,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.950502 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:28.973654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d9f3d1d2-ea4d-4979-9a5a-22eb323aa29a None None] For port 161bbb7e-0c8c-4c94-9da7-3b5541d49732, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=161bbb7e-0c8c-4c94-9da7-3b5541d49732,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:29.005169 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.043144 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d1d2-ea4d-4979-9a5a-22eb323aa29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.137915 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d1d2-ea4d-4979-9a5a-22eb323aa29a None None] Pushing event updated for resources: {'Port': ['ID=161bbb7e-0c8c-4c94-9da7-3b5541d49732,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:29.144153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Allocated IP 172.20.0.2 (824fe517-e1d2-44e2-9a2b-d2a2ede8f491/227eaf36-37ee-46ec-aab8-0e9591179a38/2e40aabf-5676-4443-913b-db70233bf506) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:29.210226 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:29.243654 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75888286-9412-4753-9bdd-3069ef951e3c None None] The sync data for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 is: [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:29.330416 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.342236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a9cef283-a4ab-4852-a7a9-48f602f82b1d None None] Provisioning complete for port 161bbb7e-0c8c-4c94-9da7-3b5541d49732 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:29.342612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a9cef283-a4ab-4852-a7a9-48f602f82b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.344383 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.351100 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.443684 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.477787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Allocated IP 172.25.3.44 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/2ae726b4-3f32-4640-9ebe-cad88fc0e324) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:29.483046 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Network 824fe517-e1d2-44e2-9a2b-d2a2ede8f491 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:29.486042 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:29.492860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:29.500120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Pushing event updated for resources: {'Port': ['ID=2e40aabf-5676-4443-913b-db70233bf506,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:29.553428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Attempting to bind port 2e40aabf-5676-4443-913b-db70233bf506 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:29.553832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Attempting to bind port 2e40aabf-5676-4443-913b-db70233bf506 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'e55c8e2f-3c44-4e82-9c57-519ec75580ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:29.554198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Attempting to bind port 2e40aabf-5676-4443-913b-db70233bf506 on network 824fe517-e1d2-44e2-9a2b-d2a2ede8f491 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:29.559313 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:29.559682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Checking segment: {'id': 'e55c8e2f-3c44-4e82-9c57-519ec75580ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:29.560087 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.560572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Bound using segment: {'id': 'e55c8e2f-3c44-4e82-9c57-519ec75580ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:29.561063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Bound port: 2e40aabf-5676-4443-913b-db70233bf506, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55c8e2f-3c44-4e82-9c57-519ec75580ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:29.561357 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.599983 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.638554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] For port 2e40aabf-5676-4443-913b-db70233bf506, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:29.642025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] For port 2e40aabf-5676-4443-913b-db70233bf506, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2e40aabf-5676-4443-913b-db70233bf506,segment=NetworkSegment(e55c8e2f-3c44-4e82-9c57-519ec75580ae),segment_id=e55c8e2f-3c44-4e82-9c57-519ec75580ae)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:29.678050 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.712372 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.725774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:29.731018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:29.735787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:29.739311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae726b4-3f32-4640-9ebe-cad88fc0e324,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:29.785663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62b8f5-3334-4f7f-a9a8-4924a12ca2cf None None] Pushing event updated for resources: {'Port': ['ID=2e40aabf-5676-4443-913b-db70233bf506,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:30.116779 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.216355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2e40aabf-5676-4443-913b-db70233bf506 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:30.277220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2e40aabf-5676-4443-913b-db70233bf506 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:30.277770 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.337108 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.362491 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.399221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 2e40aabf-5676-4443-913b-db70233bf506, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2e40aabf-5676-4443-913b-db70233bf506,segment=NetworkSegment(e55c8e2f-3c44-4e82-9c57-519ec75580ae),segment_id=e55c8e2f-3c44-4e82-9c57-519ec75580ae)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:30.490007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.493572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 221f11dd-ae59-4069-8150-8b45d8744f68 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:30.567169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Router cfbbdb61-c347-4ef7-b062-4f6492dbbb31 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:30.568197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=2e40aabf-5676-4443-913b-db70233bf506,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:30.581407 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 221f11dd-ae59-4069-8150-8b45d8744f68 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:30.581783 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.682308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 161bbb7e-0c8c-4c94-9da7-3b5541d49732 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:30.694962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:30.706479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Sync routers for ids ['cfbbdb61-c347-4ef7-b062-4f6492dbbb31'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:30.726610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Routers {'cfbbdb61-c347-4ef7-b062-4f6492dbbb31'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:30.726943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:21:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cfbbdb61-c347-4ef7-b062-4f6492dbbb31'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:30.784139 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.786483 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6712db2e-ef8a-4b02-865c-ce1e8d245c02 None None] Network 824fe517-e1d2-44e2-9a2b-d2a2ede8f491 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:30.786921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-08a95c4f-cfbb-4b35-ae73-dedc70eaa756 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1784821 Sep 16 05:21:30.789629 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 39196) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:30.805938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 161bbb7e-0c8c-4c94-9da7-3b5541d49732 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:30.806308 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.944127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Set router cfbbdb61-c347-4ef7-b062-4f6492dbbb31 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:30.976446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-87bf7b35-4796-4f4a-abba-eed547656c43 None None] Provisioning complete for port 2e40aabf-5676-4443-913b-db70233bf506 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:30.976763 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-87bf7b35-4796-4f4a-abba-eed547656c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.514178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'name': 'tempest-TestVolumeBootPattern-1603406070-router', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:28Z', 'updated_at': '2021-09-16T05:21:29Z', 'revision_number': 3, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'gw_port': {'id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:29Z', 'updated_at': '2021-09-16T05:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:31.514178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Checking router: cfbbdb61-c347-4ef7-b062-4f6492dbbb31 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:31.514178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Updating router cfbbdb61-c347-4ef7-b062-4f6492dbbb31 port 2ae726b4-3f32-4640-9ebe-cad88fc0e324 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:21:31.514178 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.516262 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.657400 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-dc252047-3e7a-49c4-b142-7e24fc366777 None None] Provisioning complete for port 2e40aabf-5676-4443-913b-db70233bf506 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:31.657689 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dc252047-3e7a-49c4-b142-7e24fc366777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.688361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Allocated IP 172.20.0.1 (824fe517-e1d2-44e2-9a2b-d2a2ede8f491/227eaf36-37ee-46ec-aab8-0e9591179a38/84b83df5-f4bb-455c-9d0c-c3b01e81f809) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:31.801896 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.851149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.912168 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.940533 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.947487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Network 824fe517-e1d2-44e2-9a2b-d2a2ede8f491 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:31.950365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:31.953819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:31.984414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Pushing event updated for resources: {'Port': ['ID=84b83df5-f4bb-455c-9d0c-c3b01e81f809,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:31.988856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Attempting to bind port 2ae726b4-3f32-4640-9ebe-cad88fc0e324 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:31.989228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Attempting to bind port 2ae726b4-3f32-4640-9ebe-cad88fc0e324 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:31.989594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Attempting to bind port 2ae726b4-3f32-4640-9ebe-cad88fc0e324 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:32.001306 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:32.001820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:32.002140 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.002496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:32.002974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Bound port: 2ae726b4-3f32-4640-9ebe-cad88fc0e324, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:32.003864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.004007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.005776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2596d-60f1-48cb-af53-fed21ce596e7 None None] Pushing event updated for resources: {'Port': ['ID=2ae726b4-3f32-4640-9ebe-cad88fc0e324,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:32.085315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] For port 2ae726b4-3f32-4640-9ebe-cad88fc0e324, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:32.089250 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] For port 2ae726b4-3f32-4640-9ebe-cad88fc0e324, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2ae726b4-3f32-4640-9ebe-cad88fc0e324,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:32.097691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2e40aabf-5676-4443-913b-db70233bf506 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:32.147703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2e40aabf-5676-4443-913b-db70233bf506 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:32.148074 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.177565 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.233098 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.261948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Routers {'cfbbdb61-c347-4ef7-b062-4f6492dbbb31'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:32.262577 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:21:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cfbbdb61-c347-4ef7-b062-4f6492dbbb31'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:32.264198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2596d-60f1-48cb-af53-fed21ce596e7 None None] Pushing event updated for resources: {'Port': ['ID=2ae726b4-3f32-4640-9ebe-cad88fc0e324,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:32.271759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1688b5ba-c0f0-4120-9f5e-5e5e555edfd9 None None] Provisioning complete for port 84b83df5-f4bb-455c-9d0c-c3b01e81f809 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:32.271759 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1688b5ba-c0f0-4120-9f5e-5e5e555edfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.371154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1688b5ba-c0f0-4120-9f5e-5e5e555edfd9 None None] Port 84b83df5-f4bb-455c-9d0c-c3b01e81f809 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:32.406123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.432780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] Set router cfbbdb61-c347-4ef7-b062-4f6492dbbb31 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:32.498147 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.564744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Pushing event updated for resources: {'Port': ['ID=84b83df5-f4bb-455c-9d0c-c3b01e81f809,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:32.568011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.637918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'name': 'tempest-TestVolumeBootPattern-1603406070-router', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:28Z', 'updated_at': '2021-09-16T05:21:32Z', 'revision_number': 4, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'gw_port': {'id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:29Z', 'updated_at': '2021-09-16T05:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '84b83df5-f4bb-455c-9d0c-c3b01e81f809', 'name': '', 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'mac_address': 'fa:16:3e:f9:f2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '227eaf36-37ee-46ec-aab8-0e9591179a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:31Z', 'revision_number': 1, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'subnets': [{'id': '227eaf36-37ee-46ec-aab8-0e9591179a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:32.663469 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Network 824fe517-e1d2-44e2-9a2b-d2a2ede8f491 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:32.664913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:32.665020 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3774d770-32d3-4d4f-bc6d-e497ca97dc82 None None] The sync data for ids ['cfbbdb61-c347-4ef7-b062-4f6492dbbb31'] in n-d-712137-12 is: [{'id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'name': 'tempest-TestVolumeBootPattern-1603406070-router', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:28Z', 'updated_at': '2021-09-16T05:21:32Z', 'revision_number': 4, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'gw_port': {'id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:29Z', 'updated_at': '2021-09-16T05:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '84b83df5-f4bb-455c-9d0c-c3b01e81f809', 'name': '', 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'mac_address': 'fa:16:3e:f9:f2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '227eaf36-37ee-46ec-aab8-0e9591179a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:31Z', 'revision_number': 1, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'subnets': [{'id': '227eaf36-37ee-46ec-aab8-0e9591179a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:32.787213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Router cfbbdb61-c347-4ef7-b062-4f6492dbbb31 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:32.932036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:32.938220 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b97b34f7-db79-4fa8-8b6c-6965afd19a8e admin admin] 10.222.0.24 "PUT /v2.0/routers/cfbbdb61-c347-4ef7-b062-4f6492dbbb31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1472712 Sep 16 05:21:32.999517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-41fac0c7-a72f-44b6-beca-8bf71ba56021 None None] Provisioning complete for port 84b83df5-f4bb-455c-9d0c-c3b01e81f809 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:33.000000 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-41fac0c7-a72f-44b6-beca-8bf71ba56021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.037793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-41fac0c7-a72f-44b6-beca-8bf71ba56021 None None] Port 84b83df5-f4bb-455c-9d0c-c3b01e81f809 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:34.093971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2ae726b4-3f32-4640-9ebe-cad88fc0e324 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:34.147702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2ae726b4-3f32-4640-9ebe-cad88fc0e324 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:34.147702 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.229352 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.249826 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 2ae726b4-3f32-4640-9ebe-cad88fc0e324, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2ae726b4-3f32-4640-9ebe-cad88fc0e324,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:34.335479 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.384222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=2ae726b4-3f32-4640-9ebe-cad88fc0e324,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:35.165839 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:21:35.566092 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Sync routers for ids ['cfbbdb61-c347-4ef7-b062-4f6492dbbb31'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:35.575118 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Routers {'cfbbdb61-c347-4ef7-b062-4f6492dbbb31'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:35.575721 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:21:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cfbbdb61-c347-4ef7-b062-4f6492dbbb31'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:35.678029 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Set router cfbbdb61-c347-4ef7-b062-4f6492dbbb31 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:35.868956 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'name': 'tempest-TestVolumeBootPattern-1603406070-router', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:28Z', 'updated_at': '2021-09-16T05:21:32Z', 'revision_number': 4, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'gw_port': {'id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:29Z', 'updated_at': '2021-09-16T05:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '84b83df5-f4bb-455c-9d0c-c3b01e81f809', 'name': '', 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'mac_address': 'fa:16:3e:f9:f2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '227eaf36-37ee-46ec-aab8-0e9591179a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:32Z', 'revision_number': 2, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'subnets': [{'id': '227eaf36-37ee-46ec-aab8-0e9591179a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:35.893839 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Checking router: cfbbdb61-c347-4ef7-b062-4f6492dbbb31 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:35.894710 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Updating router cfbbdb61-c347-4ef7-b062-4f6492dbbb31 port 84b83df5-f4bb-455c-9d0c-c3b01e81f809 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:21:35.922154 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.074002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2ae726b4-3f32-4640-9ebe-cad88fc0e324 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:36.121800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2ae726b4-3f32-4640-9ebe-cad88fc0e324 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:36.122181 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.179000 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.234839 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.281009 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a50a1-e405-4ef0-8750-8f6cb6a2a470 None None] Pushing event updated for resources: {'Port': ['ID=84b83df5-f4bb-455c-9d0c-c3b01e81f809,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:36.356077 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Attempting to bind port 84b83df5-f4bb-455c-9d0c-c3b01e81f809 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:36.356554 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Attempting to bind port 84b83df5-f4bb-455c-9d0c-c3b01e81f809 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'e55c8e2f-3c44-4e82-9c57-519ec75580ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:36.356989 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Attempting to bind port 84b83df5-f4bb-455c-9d0c-c3b01e81f809 on network 824fe517-e1d2-44e2-9a2b-d2a2ede8f491 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:36.362349 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:36.362810 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Checking segment: {'id': 'e55c8e2f-3c44-4e82-9c57-519ec75580ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:36.363209 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.363603 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Bound using segment: {'id': 'e55c8e2f-3c44-4e82-9c57-519ec75580ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:36.365532 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Bound port: 84b83df5-f4bb-455c-9d0c-c3b01e81f809, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55c8e2f-3c44-4e82-9c57-519ec75580ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:36.365532 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.431138 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] For port 84b83df5-f4bb-455c-9d0c-c3b01e81f809, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:36.434475 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] For port 84b83df5-f4bb-455c-9d0c-c3b01e81f809, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=84b83df5-f4bb-455c-9d0c-c3b01e81f809,segment=NetworkSegment(e55c8e2f-3c44-4e82-9c57-519ec75580ae),segment_id=e55c8e2f-3c44-4e82-9c57-519ec75580ae)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:36.495344 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.554685 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a50a1-e405-4ef0-8750-8f6cb6a2a470 None None] Pushing event updated for resources: {'Port': ['ID=84b83df5-f4bb-455c-9d0c-c3b01e81f809,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:36.559252 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Routers {'cfbbdb61-c347-4ef7-b062-4f6492dbbb31'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:36.559865 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:21:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cfbbdb61-c347-4ef7-b062-4f6492dbbb31'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:36.583275 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8ca8d22b-cb39-44f8-a47a-3871801e2eb9 None None] Provisioning complete for port 84b83df5-f4bb-455c-9d0c-c3b01e81f809 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:36.583743 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d22b-cb39-44f8-a47a-3871801e2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.652620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-1018b1ab-09de-4fd3-a475-769536ec8d15 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:36.654306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-1018b1ab-09de-4fd3-a475-769536ec8d15 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1222541 Sep 16 05:21:36.670159 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d22b-cb39-44f8-a47a-3871801e2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.682108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-9c2013fa-a5aa-47ed-85c2-0b5cb0821caf tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/quotas/50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 375 time: 0.0197740 Sep 16 05:21:36.685701 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] Set router cfbbdb61-c347-4ef7-b062-4f6492dbbb31 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:36.715644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8ca8d22b-cb39-44f8-a47a-3871801e2eb9 None None] For port 84b83df5-f4bb-455c-9d0c-c3b01e81f809, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=84b83df5-f4bb-455c-9d0c-c3b01e81f809,segment=NetworkSegment(e55c8e2f-3c44-4e82-9c57-519ec75580ae),segment_id=e55c8e2f-3c44-4e82-9c57-519ec75580ae)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:36.744067 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-8be09268-4a59-405b-a1d6-70c422ebec6a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610662 Sep 16 05:21:36.786996 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d22b-cb39-44f8-a47a-3871801e2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.842044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8d22b-cb39-44f8-a47a-3871801e2eb9 None None] Pushing event updated for resources: {'Port': ['ID=84b83df5-f4bb-455c-9d0c-c3b01e81f809,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:36.846744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-aefa41c3-93e0-41a2-b748-c91a9600a194 service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952573 Sep 16 05:21:36.909356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a97237d4-164d-445b-a285-479653e8fa2e None None] Provisioning complete for port 84b83df5-f4bb-455c-9d0c-c3b01e81f809 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:36.910297 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a97237d4-164d-445b-a285-479653e8fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.954616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-331f6ad8-9b01-47ec-a8d3-0a286e26a7ae service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971889 Sep 16 05:21:36.990828 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'name': 'tempest-TestVolumeBootPattern-1603406070-router', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:28Z', 'updated_at': '2021-09-16T05:21:32Z', 'revision_number': 4, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'gw_port': {'id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:29Z', 'updated_at': '2021-09-16T05:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '84b83df5-f4bb-455c-9d0c-c3b01e81f809', 'name': '', 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'mac_address': 'fa:16:3e:f9:f2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '227eaf36-37ee-46ec-aab8-0e9591179a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'subnets': [{'id': '227eaf36-37ee-46ec-aab8-0e9591179a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:37.016725 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bded4b-15ac-4c4b-b934-5a42e5b08851 None None] The sync data for ids ['cfbbdb61-c347-4ef7-b062-4f6492dbbb31'] in n-d-712137-12 is: [{'id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'name': 'tempest-TestVolumeBootPattern-1603406070-router', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:28Z', 'updated_at': '2021-09-16T05:21:32Z', 'revision_number': 4, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'gw_port': {'id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:29Z', 'updated_at': '2021-09-16T05:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '84b83df5-f4bb-455c-9d0c-c3b01e81f809', 'name': '', 'network_id': '824fe517-e1d2-44e2-9a2b-d2a2ede8f491', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'mac_address': 'fa:16:3e:f9:f2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '227eaf36-37ee-46ec-aab8-0e9591179a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'subnets': [{'id': '227eaf36-37ee-46ec-aab8-0e9591179a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:37.551585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecc5bedb-fa4a-40d2-b75a-b2c306b1c89a req-d8afe297-cdca-4e71-999b-58ac2e326c67 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 210 time: 0.0363843 Sep 16 05:21:38.094555 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 84b83df5-f4bb-455c-9d0c-c3b01e81f809 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:38.144812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 84b83df5-f4bb-455c-9d0c-c3b01e81f809 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:38.145192 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.627613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-92bc9add-c08c-4ca0-8bab-3e9e6a21d584 req-c20de67e-0855-45c0-981a-55f6433e50a1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 210 time: 0.0259113 Sep 16 05:21:39.720071 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3f1edd0-9a42-4cc9-bd63-7228d7497e8a req-7454f6d3-515e-43f2-8052-9eceb4b2037a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 210 time: 0.0272133 Sep 16 05:21:39.868677 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-990710c3-8017-492b-9d28-cf6b8bd3e5d6 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:39.870063 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-990710c3-8017-492b-9d28-cf6b8bd3e5d6 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1068943 Sep 16 05:21:39.884083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'port': {'device_id': 'adfb8372-ae2e-4a8b-9f64-5dd578f9a8de', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'admin_state_up': True, 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:40.072239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Made reservation on behalf of 50f6c32ebfc74e1cbea31ef28263de83 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:40.076259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.210186 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Allocated IP 172.20.0.8 (63e3e220-4e4c-4118-b741-a074305a6efa/7351de37-da87-41a2-978f-f3719b6b9f57/e4f62938-d3d5-41da-816b-a5ffa0f69b90) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:40.363869 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.454918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.499693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Network 63e3e220-4e4c-4118-b741-a074305a6efa is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:40.502838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:40.509772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:40.517759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=e4f62938-d3d5-41da-816b-a5ffa0f69b90,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:40.565306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.566516 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.655777 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-09dc45c2-d294-494f-b05b-e7598818a978 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752304 Sep 16 05:21:40.666587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-539c5772-dfbe-4c19-afdc-1a095def140a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:21:40.667568 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-539c5772-dfbe-4c19-afdc-1a095def140a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054841 Sep 16 05:21:40.756808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-edbb93cd-0d57-49d2-8345-ff3bdce63d1e None None] Provisioning complete for port e4f62938-d3d5-41da-816b-a5ffa0f69b90 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:40.757271 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-edbb93cd-0d57-49d2-8345-ff3bdce63d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.783649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Request body: {'port': {'device_id': 'adfb8372-ae2e-4a8b-9f64-5dd578f9a8de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:40.809136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-edbb93cd-0d57-49d2-8345-ff3bdce63d1e None None] Port e4f62938-d3d5-41da-816b-a5ffa0f69b90 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:40.846132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a8c0c-797d-42f9-8867-e30385f97bdf req-1c816c35-0a4a-403c-95f5-f38426bca828 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.848320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa2a8c0c-797d-42f9-8867-e30385f97bdf req-1c816c35-0a4a-403c-95f5-f38426bca828 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 931 time: 0.0552306 Sep 16 05:21:40.850733 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.891980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa2a8c0c-797d-42f9-8867-e30385f97bdf req-4a565013-1be9-4474-84c3-ecf4cefaf143 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373044 Sep 16 05:21:41.123747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f62938-d3d5-41da-816b-a5ffa0f69b90 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:41.133095 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.146097 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Transition to ACTIVE for port object e4f62938-d3d5-41da-816b-a5ffa0f69b90 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:41.212056 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.262008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f62938-d3d5-41da-816b-a5ffa0f69b90,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:41.349663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Attempting to bind port e4f62938-d3d5-41da-816b-a5ffa0f69b90 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:41.349897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Attempting to bind port e4f62938-d3d5-41da-816b-a5ffa0f69b90 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:41.350234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Attempting to bind port e4f62938-d3d5-41da-816b-a5ffa0f69b90 on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:41.355506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Port e4f62938-d3d5-41da-816b-a5ffa0f69b90 on network 63e3e220-4e4c-4118-b741-a074305a6efa not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:41.355836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Attempting to bind port e4f62938-d3d5-41da-816b-a5ffa0f69b90 on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:41.361286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:41.361632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Checking segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:41.362015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Bound using segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:41.362618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Bound port: e4f62938-d3d5-41da-816b-a5ffa0f69b90, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:41.363534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.432525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] For port e4f62938-d3d5-41da-816b-a5ffa0f69b90, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:41.435602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] For port e4f62938-d3d5-41da-816b-a5ffa0f69b90, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e4f62938-d3d5-41da-816b-a5ffa0f69b90,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:41.495198 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.529115 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.529728 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.531129 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/e4f62938-d3d5-41da-816b-a5ffa0f69b90 HTTP/1.1" status: 200 len: 1092 time: 0.8550382 Sep 16 05:21:41.531581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfb8372-ae2e-4a8b-9f64-5dd578f9a8de', 'tag': 'e4f62938-d3d5-41da-816b-a5ffa0f69b90'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:41.533941 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16c4a77-97f6-42f2-9f36-1c4a166c8264" -d '{"events": [{"name": "network-changed", "server_uuid": "adfb8372-ae2e-4a8b-9f64-5dd578f9a8de", "tag": "e4f62938-d3d5-41da-816b-a5ffa0f69b90"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:41.575150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167a754-a2f4-414f-a988-6260c0ffa9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f62938-d3d5-41da-816b-a5ffa0f69b90,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:41.582542 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eea74ad-468b-4f83-9830-2b4cbe227d81 x-openstack-request-id: req-7eea74ad-468b-4f83-9830-2b4cbe227d81 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:41.582764 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfb8372-ae2e-4a8b-9f64-5dd578f9a8de", "tag": "e4f62938-d3d5-41da-816b-a5ffa0f69b90", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:41.583018 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7eea74ad-468b-4f83-9830-2b4cbe227d81 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:41.583696 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfb8372-ae2e-4a8b-9f64-5dd578f9a8de', 'tag': 'e4f62938-d3d5-41da-816b-a5ffa0f69b90', 'status': 'completed', 'code': 200} Sep 16 05:21:41.651316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c4a77-97f6-42f2-9f36-1c4a166c8264 req-ed24972e-70c2-4442-b7ca-e5c5af210f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.653004 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d16c4a77-97f6-42f2-9f36-1c4a166c8264 req-ed24972e-70c2-4442-b7ca-e5c5af210f59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 1095 time: 0.0503218 Sep 16 05:21:41.762480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c4a77-97f6-42f2-9f36-1c4a166c8264 req-853976d6-8271-414f-9a88-051bc856ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.764189 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d16c4a77-97f6-42f2-9f36-1c4a166c8264 req-853976d6-8271-414f-9a88-051bc856ee83 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1025710 Sep 16 05:21:41.870152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c4a77-97f6-42f2-9f36-1c4a166c8264 req-b563d1f0-ba7b-4b5e-8159-9535ed0f5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.871663 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d16c4a77-97f6-42f2-9f36-1c4a166c8264 req-b563d1f0-ba7b-4b5e-8159-9535ed0f5b68 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0999098 Sep 16 05:21:41.951293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-7b5e97cf-850f-4a59-bf4f-61c09f5a3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.952903 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-7b5e97cf-850f-4a59-bf4f-61c09f5a3032 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 1095 time: 0.0420661 Sep 16 05:21:42.000851 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-4735a93c-4482-4445-bdde-832787bceb8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f62938-d3d5-41da-816b-a5ffa0f69b90 HTTP/1.1" status: 200 len: 217 time: 0.0399292 Sep 16 05:21:42.014006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571e678-436e-483d-acfc-bee93a16342a req-f811fb12-f2d4-4bbd-b21e-d6ded0a0cbc5 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.016141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3571e678-436e-483d-acfc-bee93a16342a req-f811fb12-f2d4-4bbd-b21e-d6ded0a0cbc5 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 943 time: 0.0553067 Sep 16 05:21:42.060775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-7993794d-ed5e-4372-9a8e-2280c2db21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.062604 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-7993794d-ed5e-4372-9a8e-2280c2db21b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0544331 Sep 16 05:21:42.063733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3571e678-436e-483d-acfc-bee93a16342a req-b3a2cc5c-b9b6-4a0d-ba9d-6bf12341dfa4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392303 Sep 16 05:21:42.100552 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc024-d7df-4f05-bc81-6c31563fdd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.111595 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-aa345135-fe3e-498e-97c9-08568fde0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.113826 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-aa345135-fe3e-498e-97c9-08568fde0449 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443225 Sep 16 05:21:42.209272 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-cae8a0a7-4cbb-4802-8f2b-6f4208027319 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883145 Sep 16 05:21:42.303182 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc13cd2-e846-4748-aa8e-823c03e0a6bb req-79fa1f2d-3e01-468a-8775-69f0fd078342 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861311 Sep 16 05:21:42.624102 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.184476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81c8b7-276a-46b5-9ada-391538ae78f5 req-e504812d-95af-41c4-967d-288437f7f713 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.186071 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de81c8b7-276a-46b5-9ada-391538ae78f5 req-e504812d-95af-41c4-967d-288437f7f713 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 943 time: 0.0516601 Sep 16 05:21:43.228154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de81c8b7-276a-46b5-9ada-391538ae78f5 req-1435e7db-3780-492e-b7f0-82670e2b06a3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353866 Sep 16 05:21:44.346289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f197f2-b42f-4af0-ae06-3210b01dd42d req-76ce6bd2-4f0a-4425-af5a-456e322afc9a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:44.348525 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f197f2-b42f-4af0-ae06-3210b01dd42d req-76ce6bd2-4f0a-4425-af5a-456e322afc9a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 943 time: 0.0507390 Sep 16 05:21:44.389925 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e8f197f2-b42f-4af0-ae06-3210b01dd42d req-c04cc730-f253-40fe-80d4-5b545ad68792 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355723 Sep 16 05:21:44.532205 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-148d3eaf-1d2c-49e8-a202-98d2d3781f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.286586 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.506025 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642e105-cb33-4532-a24d-f6b4bfdc0db7 req-ab8d008a-3283-4e00-bcfc-d506e01bf38c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.507518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e642e105-cb33-4532-a24d-f6b4bfdc0db7 req-ab8d008a-3283-4e00-bcfc-d506e01bf38c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 943 time: 0.0498581 Sep 16 05:21:45.545086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e642e105-cb33-4532-a24d-f6b4bfdc0db7 req-a34c16d3-e572-49be-ac75-0f7ae4e46c8f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Sep 16 05:21:46.048892 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.652298 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.664309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11174cc6-dd7f-4cb8-8559-c528904c636f req-dee3d729-b1fe-41df-9ac8-9217db9f74cc tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.665864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11174cc6-dd7f-4cb8-8559-c528904c636f req-dee3d729-b1fe-41df-9ac8-9217db9f74cc tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 943 time: 0.0535760 Sep 16 05:21:46.705308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11174cc6-dd7f-4cb8-8559-c528904c636f req-eef534b0-8a29-4a42-ba78-8a83f9e3274b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Sep 16 05:21:47.572199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.819181 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56727fe-94eb-4042-85c5-565d633bf813 req-de69d849-035b-457f-a87e-755056268859 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.820922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a56727fe-94eb-4042-85c5-565d633bf813 req-de69d849-035b-457f-a87e-755056268859 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 943 time: 0.0480363 Sep 16 05:21:47.862397 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a56727fe-94eb-4042-85c5-565d633bf813 req-70a013ef-8c77-432b-825d-68846749ba82 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355647 Sep 16 05:21:48.976152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d74af-0913-42af-9ce3-0ac28f5ca9ce req-85585a1a-aa9b-4dfe-87fc-c0e2d2308be2 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.977654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-215d74af-0913-42af-9ce3-0ac28f5ca9ce req-85585a1a-aa9b-4dfe-87fc-c0e2d2308be2 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 943 time: 0.0493600 Sep 16 05:21:49.016088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-215d74af-0913-42af-9ce3-0ac28f5ca9ce req-1ef65c48-4b31-452a-9bb4-a11eb20abded tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324891 Sep 16 05:21:50.128042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43169a35-8f16-411a-b013-300192bf4b49 req-c00319e6-6f30-487f-83e8-be93d48f3fe5 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:50.129527 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43169a35-8f16-411a-b013-300192bf4b49 req-c00319e6-6f30-487f-83e8-be93d48f3fe5 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 943 time: 0.0490983 Sep 16 05:21:50.167031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43169a35-8f16-411a-b013-300192bf4b49 req-8f334b42-5c40-4dcc-9cb2-b17e5aaabbe0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Sep 16 05:21:51.278855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf068d0-07b3-4292-9395-17553e67e1f3 req-f9e765cf-0072-48c5-9b2f-fe86e1c95a7e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:51.281095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cf068d0-07b3-4292-9395-17553e67e1f3 req-f9e765cf-0072-48c5-9b2f-fe86e1c95a7e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 943 time: 0.0488853 Sep 16 05:21:51.323726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cf068d0-07b3-4292-9395-17553e67e1f3 req-b1b67166-bf2f-4299-8aaa-ead3bf25a99e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353551 Sep 16 05:21:52.440121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078c90c-501d-4e5c-80ac-7a95d5dfe4ff req-4375ce66-99a7-4a88-9e80-292f4bacd5c4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.442417 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7078c90c-501d-4e5c-80ac-7a95d5dfe4ff req-4375ce66-99a7-4a88-9e80-292f4bacd5c4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 943 time: 0.0531862 Sep 16 05:21:52.479218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7078c90c-501d-4e5c-80ac-7a95d5dfe4ff req-1228d927-c94c-450c-a6cc-88866f529a66 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306356 Sep 16 05:21:52.741048 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e4f62938-d3d5-41da-816b-a5ffa0f69b90 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:52.833358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e4f62938-d3d5-41da-816b-a5ffa0f69b90, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e4f62938-d3d5-41da-816b-a5ffa0f69b90,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:52.844182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'e4f62938-d3d5-41da-816b-a5ffa0f69b90', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'port_id': 'e4f62938-d3d5-41da-816b-a5ffa0f69b90', 'mac_address': 'fa:16:3e:86:e7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:52.881060 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.898078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f62938-d3d5-41da-816b-a5ffa0f69b90 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:52.917660 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e4f62938-d3d5-41da-816b-a5ffa0f69b90, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e4f62938-d3d5-41da-816b-a5ffa0f69b90,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:52.991698 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.039355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e4f62938-d3d5-41da-816b-a5ffa0f69b90,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:53.207538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['e4f62938-d3d5-41da-816b-a5ffa0f69b90'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:53.594351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a35e6b-fb4f-425f-8e00-e1197be40c06 req-d51b81b8-5064-4c64-b0c0-c1d2ee15592b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:53.595847 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6a35e6b-fb4f-425f-8e00-e1197be40c06 req-d51b81b8-5064-4c64-b0c0-c1d2ee15592b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 944 time: 0.0501537 Sep 16 05:21:53.634856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6a35e6b-fb4f-425f-8e00-e1197be40c06 req-cf56f7e5-004d-48cc-9e62-6ed017f55ba3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Sep 16 05:21:54.740844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e4f62938-d3d5-41da-816b-a5ffa0f69b90 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:54.750114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbbbe3-243c-4dd8-9987-af66464b3e31 req-937d0726-5e96-4fcb-9a1a-6653f9057554 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.751627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83bbbbe3-243c-4dd8-9987-af66464b3e31 req-937d0726-5e96-4fcb-9a1a-6653f9057554 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 944 time: 0.0494125 Sep 16 05:21:54.793812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83bbbbe3-243c-4dd8-9987-af66464b3e31 req-bf0e9924-3e98-43c9-a164-7a87cb537af3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356398 Sep 16 05:21:54.854827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port e4f62938-d3d5-41da-816b-a5ffa0f69b90 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:54.858917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port e4f62938-d3d5-41da-816b-a5ffa0f69b90 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:54.859311 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.935666 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.959168 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfb8372-ae2e-4a8b-9f64-5dd578f9a8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f62938-d3d5-41da-816b-a5ffa0f69b90'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:54.961446 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c44d0a-dfd7-4079-9778-85efe3f6f6b1" -d '{"events": [{"server_uuid": "adfb8372-ae2e-4a8b-9f64-5dd578f9a8de", "name": "network-vif-plugged", "status": "completed", "tag": "e4f62938-d3d5-41da-816b-a5ffa0f69b90"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:54.973690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e4f62938-d3d5-41da-816b-a5ffa0f69b90, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e4f62938-d3d5-41da-816b-a5ffa0f69b90,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:54.998513 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90dc22d-de34-4f06-ab7a-bc753274b06a x-openstack-request-id: req-f90dc22d-de34-4f06-ab7a-bc753274b06a {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:54.998804 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfb8372-ae2e-4a8b-9f64-5dd578f9a8de", "name": "network-vif-plugged", "status": "completed", "tag": "e4f62938-d3d5-41da-816b-a5ffa0f69b90", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:54.999054 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f90dc22d-de34-4f06-ab7a-bc753274b06a {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:54.999447 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfb8372-ae2e-4a8b-9f64-5dd578f9a8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f62938-d3d5-41da-816b-a5ffa0f69b90', 'code': 200} Sep 16 05:21:55.054530 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.094554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce61b-b4e4-44d4-92fb-69e3eaf637fe req-69274c61-b123-4cc4-a8a4-4d60c902ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:55.096115 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8efce61b-b4e4-44d4-92fb-69e3eaf637fe req-69274c61-b123-4cc4-a8a4-4d60c902ceff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 1097 time: 0.0418184 Sep 16 05:21:55.106005 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e4f62938-d3d5-41da-816b-a5ffa0f69b90,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:55.136322 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8efce61b-b4e4-44d4-92fb-69e3eaf637fe req-784599bc-bcb2-4302-98d0-cb7063f91008 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329843 Sep 16 05:21:55.906275 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa104f5-5d3a-482b-bc5c-31e11bf4135b req-9c6590d3-9fd7-48c9-a7d4-f8871fe3bcc9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:55.907751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afa104f5-5d3a-482b-bc5c-31e11bf4135b req-9c6590d3-9fd7-48c9-a7d4-f8871fe3bcc9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 945 time: 0.0494468 Sep 16 05:21:55.946657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afa104f5-5d3a-482b-bc5c-31e11bf4135b req-22d61f00-2585-429d-8455-228280042e57 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321782 Sep 16 05:21:57.062089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d32a-4d33-43be-8cc5-ce26679d0fbc req-8d85a164-246f-4eac-8ad3-59425bbd4559 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.063589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5b1d32a-4d33-43be-8cc5-ce26679d0fbc req-8d85a164-246f-4eac-8ad3-59425bbd4559 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 945 time: 0.0494030 Sep 16 05:21:57.101813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5b1d32a-4d33-43be-8cc5-ce26679d0fbc req-30abe016-71be-4db9-8e0e-cfb38446264d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Sep 16 05:21:57.212788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62849cff-6a73-431f-bb4c-41d188c2beeb req-c7a9c643-384a-4d65-a278-6509ed6087fb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.214258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62849cff-6a73-431f-bb4c-41d188c2beeb req-c7a9c643-384a-4d65-a278-6509ed6087fb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 945 time: 0.0476718 Sep 16 05:21:57.255443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62849cff-6a73-431f-bb4c-41d188c2beeb req-351bb678-ad2d-4563-8303-03424d18699b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351880 Sep 16 05:21:57.368456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22e437-5440-44db-95cf-03b34c8dc877 req-8330a060-9f21-4b89-8816-c44a54463030 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.369982 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c22e437-5440-44db-95cf-03b34c8dc877 req-8330a060-9f21-4b89-8816-c44a54463030 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 945 time: 0.0494537 Sep 16 05:21:57.407643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c22e437-5440-44db-95cf-03b34c8dc877 req-b2c158d4-e906-4887-a6b9-53167f8f0d44 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317881 Sep 16 05:21:57.854847 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47683f-52f9-4975-b602-fbcbca68332e req-0716bf72-ad0d-40a8-ad67-52e2c680ff22 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.856401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb47683f-52f9-4975-b602-fbcbca68332e req-0716bf72-ad0d-40a8-ad67-52e2c680ff22 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 945 time: 0.0504558 Sep 16 05:21:57.894637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb47683f-52f9-4975-b602-fbcbca68332e req-dc51069f-530e-4ecf-adb1-ede2e5697a3f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Sep 16 05:21:59.011769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cc215-8a66-4112-bde2-0d926de2b7fc req-6628f328-66ab-4c0e-9237-9d121151becf tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.013274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-878cc215-8a66-4112-bde2-0d926de2b7fc req-6628f328-66ab-4c0e-9237-9d121151becf tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 945 time: 0.0500145 Sep 16 05:21:59.056971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-878cc215-8a66-4112-bde2-0d926de2b7fc req-31bfef2d-b9b1-44b1-90f0-fa2a72451817 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372941 Sep 16 05:21:59.397057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef095d-5c79-405e-bef5-338e11b2c93c req-37ba92e2-66a6-4c4d-8187-903f1fb422c9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.398503 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-58ef095d-5c79-405e-bef5-338e11b2c93c req-37ba92e2-66a6-4c4d-8187-903f1fb422c9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 945 time: 0.0492446 Sep 16 05:21:59.488179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-58ef095d-5c79-405e-bef5-338e11b2c93c req-f84d5b55-daf2-4719-bf1c-61441f1cfc8c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Deleting port e4f62938-d3d5-41da-816b-a5ffa0f69b90 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:59.488577 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-58ef095d-5c79-405e-bef5-338e11b2c93c req-f84d5b55-daf2-4719-bf1c-61441f1cfc8c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.578497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-58ef095d-5c79-405e-bef5-338e11b2c93c req-f84d5b55-daf2-4719-bf1c-61441f1cfc8c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] For port e4f62938-d3d5-41da-816b-a5ffa0f69b90, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e4f62938-d3d5-41da-816b-a5ffa0f69b90,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:59.578866 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-58ef095d-5c79-405e-bef5-338e11b2c93c req-f84d5b55-daf2-4719-bf1c-61441f1cfc8c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.591035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-58ef095d-5c79-405e-bef5-338e11b2c93c req-f84d5b55-daf2-4719-bf1c-61441f1cfc8c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Calling delete_port for e4f62938-d3d5-41da-816b-a5ffa0f69b90 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:59.791380 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-58ef095d-5c79-405e-bef5-338e11b2c93c req-f84d5b55-daf2-4719-bf1c-61441f1cfc8c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.804449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['e4f62938-d3d5-41da-816b-a5ffa0f69b90'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:59.822732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d5b55-daf2-4719-bf1c-61441f1cfc8c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event deleted for resources: {'Port': ['ID=e4f62938-d3d5-41da-816b-a5ffa0f69b90,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:59.866401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ef095d-5c79-405e-bef5-338e11b2c93c req-f84d5b55-daf2-4719-bf1c-61441f1cfc8c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] No DVR routers for this DVR port e4f62938-d3d5-41da-816b-a5ffa0f69b90 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:59.869156 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-58ef095d-5c79-405e-bef5-338e11b2c93c req-f84d5b55-daf2-4719-bf1c-61441f1cfc8c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.871206 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-58ef095d-5c79-405e-bef5-338e11b2c93c req-f84d5b55-daf2-4719-bf1c-61441f1cfc8c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "DELETE /v2.0/ports/e4f62938-d3d5-41da-816b-a5ffa0f69b90 HTTP/1.1" status: 204 len: 173 time: 0.4659173 Sep 16 05:21:59.871656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfb8372-ae2e-4a8b-9f64-5dd578f9a8de', 'name': 'network-vif-deleted', 'tag': 'e4f62938-d3d5-41da-816b-a5ffa0f69b90'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:59.873959 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d028b6-6c68-4554-ae70-676059199fcb" -d '{"events": [{"server_uuid": "adfb8372-ae2e-4a8b-9f64-5dd578f9a8de", "name": "network-vif-deleted", "tag": "e4f62938-d3d5-41da-816b-a5ffa0f69b90"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:59.912933 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ce8af4-5a8d-45f2-b676-89c9b24efe8f x-openstack-request-id: req-78ce8af4-5a8d-45f2-b676-89c9b24efe8f {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:59.913228 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfb8372-ae2e-4a8b-9f64-5dd578f9a8de", "name": "network-vif-deleted", "tag": "e4f62938-d3d5-41da-816b-a5ffa0f69b90", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:59.913479 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78ce8af4-5a8d-45f2-b676-89c9b24efe8f {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:59.913878 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfb8372-ae2e-4a8b-9f64-5dd578f9a8de', 'name': 'network-vif-deleted', 'tag': 'e4f62938-d3d5-41da-816b-a5ffa0f69b90', 'status': 'completed', 'code': 200} Sep 16 05:22:00.150072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-efecd740-9767-4027-bdf9-2b0e949a10ce req-71ca8fba-d00c-483a-ba67-1c88de79ca38 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 210 time: 0.0264637 Sep 16 05:22:01.245572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5953e8e-489e-4add-9b1a-214a043a26f3 req-d4d59489-5f43-44bc-820d-e655eba7bae4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 210 time: 0.0274675 Sep 16 05:22:02.338720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3cbcebaf-a1ff-40ad-98b8-2b58c01313d9 req-dd631555-8c83-48a6-a15d-382a40ffcc18 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 210 time: 0.0259922 Sep 16 05:22:02.772099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e4f62938-d3d5-41da-816b-a5ffa0f69b90 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:02.792924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: e4f62938-d3d5-41da-816b-a5ffa0f69b90 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:02.793265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e4f62938-d3d5-41da-816b-a5ffa0f69b90 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:03.433796 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06db063a-dfbc-4c2b-861b-1d7d815e423b req-82982bad-1299-48cb-894d-7aa0da7db306 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=adfb8372-ae2e-4a8b-9f64-5dd578f9a8de HTTP/1.1" status: 200 len: 210 time: 0.0270693 Sep 16 05:22:12.125975 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8532599-f70e-44db-a636-81a5ae279ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.165070 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:22:12.648968 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.522916 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ccab2fed-2216-4532-9d36-995fe7b12da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.314813 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.065963 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.651471 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.586122 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.750327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-f4172856-39ce-49b9-99e6-6187fffeb96b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.751720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-f4172856-39ce-49b9-99e6-6187fffeb96b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1040885 Sep 16 05:22:34.766493 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-96182f8c-1efd-4fd6-97dc-9ef98684400c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/quotas/50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 375 time: 0.0088961 Sep 16 05:22:34.816903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-22af1f91-dc06-443e-8b38-f485b237a8a4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452054 Sep 16 05:22:34.829002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-38a23737-4cad-4a97-8e6e-20be26b3c373 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:22:34.829977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-38a23737-4cad-4a97-8e6e-20be26b3c373 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050921 Sep 16 05:22:34.921876 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-d3a69ea3-8f04-419a-992a-e5a39409cd6b service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855105 Sep 16 05:22:35.011065 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-979ac07c-6527-4677-99ea-0bb12f4115ab service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830522 Sep 16 05:22:35.266401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-840bbe09-3c58-4916-9b10-5b1f2fc2a3ff req-b9223608-90fb-42cc-afb6-69f3dcc84111 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 210 time: 0.0260947 Sep 16 05:22:36.403082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-347e34aa-e72e-4652-b14c-40a72f4fd442 req-9a380842-dc3a-4ee9-adf0-ac2359257369 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 210 time: 0.0301013 Sep 16 05:22:37.079121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-bb62ecd8-761b-4a0c-bf82-d4d72a25f716 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.082393 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-bb62ecd8-761b-4a0c-bf82-d4d72a25f716 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1067097 Sep 16 05:22:37.094184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'port': {'device_id': 'f608994a-65c5-4b69-84bd-8f000d5a2d87', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'admin_state_up': True, 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:37.297741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Made reservation on behalf of 50f6c32ebfc74e1cbea31ef28263de83 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:37.302986 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.449965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Allocated IP 172.20.0.14 (63e3e220-4e4c-4118-b741-a074305a6efa/7351de37-da87-41a2-978f-f3719b6b9f57/07f6ae0f-1405-4a75-8092-b064b5bf09e0) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:37.524988 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57848c55-4a09-45a8-a802-5b8bd78d45e5 req-5733c347-371e-49a2-ad3d-9e33679d56c3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 210 time: 0.0301809 Sep 16 05:22:37.625752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.723275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.765402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Network 63e3e220-4e4c-4118-b741-a074305a6efa is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:37.768622 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:37.773041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:37.801221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=07f6ae0f-1405-4a75-8092-b064b5bf09e0,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:37.817433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.817821 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.818116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.818451 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.819499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.820086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.820412 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.820764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.821089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.821407 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.821727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.822048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:37.848455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.849140 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.950274 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-26cbb22f-68e3-4f17-84fe-27cceebe4a37 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8600109 Sep 16 05:22:37.962142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Request body: {'port': {'device_id': 'f608994a-65c5-4b69-84bd-8f000d5a2d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:38.023660 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.024997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-45366b38-8238-4533-bdd3-e8761a4ede37 None None] Provisioning complete for port 07f6ae0f-1405-4a75-8092-b064b5bf09e0 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:38.025457 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45366b38-8238-4533-bdd3-e8761a4ede37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.066604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-45366b38-8238-4533-bdd3-e8761a4ede37 None None] Port 07f6ae0f-1405-4a75-8092-b064b5bf09e0 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:38.585185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f6ae0f-1405-4a75-8092-b064b5bf09e0 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:38.593533 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.606873 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Transition to ACTIVE for port object 07f6ae0f-1405-4a75-8092-b064b5bf09e0 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:38.640980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f8438-a9ac-4984-92a4-edb92dad22e4 req-dd3dd8b6-1494-47ae-924b-2ce0e956d3f3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:38.642470 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f69f8438-a9ac-4984-92a4-edb92dad22e4 req-dd3dd8b6-1494-47ae-924b-2ce0e956d3f3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 932 time: 0.0492387 Sep 16 05:22:38.659796 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.683011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f69f8438-a9ac-4984-92a4-edb92dad22e4 req-976cd3ab-b9a3-4ac8-b6f9-6ca2a5115270 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336547 Sep 16 05:22:38.717880 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Pushing event updated for resources: {'Port': ['ID=07f6ae0f-1405-4a75-8092-b064b5bf09e0,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.792289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Attempting to bind port 07f6ae0f-1405-4a75-8092-b064b5bf09e0 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:38.792681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Attempting to bind port 07f6ae0f-1405-4a75-8092-b064b5bf09e0 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:38.793098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Attempting to bind port 07f6ae0f-1405-4a75-8092-b064b5bf09e0 on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:38.797860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Port 07f6ae0f-1405-4a75-8092-b064b5bf09e0 on network 63e3e220-4e4c-4118-b741-a074305a6efa not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:38.798189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Attempting to bind port 07f6ae0f-1405-4a75-8092-b064b5bf09e0 on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:38.803569 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:38.804481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Checking segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:38.804481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Bound using segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:38.804871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Bound port: 07f6ae0f-1405-4a75-8092-b064b5bf09e0, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:38.808405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.893778 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] For port 07f6ae0f-1405-4a75-8092-b064b5bf09e0, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:38.897899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] For port 07f6ae0f-1405-4a75-8092-b064b5bf09e0, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=07f6ae0f-1405-4a75-8092-b064b5bf09e0,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:38.951786 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.989960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:38.990747 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.993165 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] 10.222.0.37 "PUT /v2.0/ports/07f6ae0f-1405-4a75-8092-b064b5bf09e0 HTTP/1.1" status: 200 len: 1093 time: 1.0354271 Sep 16 05:22:39.000607 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f608994a-65c5-4b69-84bd-8f000d5a2d87', 'tag': '07f6ae0f-1405-4a75-8092-b064b5bf09e0'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:39.003533 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd74222-f734-411f-9105-3fd267ed4dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "f608994a-65c5-4b69-84bd-8f000d5a2d87", "tag": "07f6ae0f-1405-4a75-8092-b064b5bf09e0"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:39.027115 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816b4d6-acab-4926-81d8-9365d116ccd3 service neutron] Pushing event updated for resources: {'Port': ['ID=07f6ae0f-1405-4a75-8092-b064b5bf09e0,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.057730 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9404ec8c-7f0a-4205-84dd-e40bb1ccc424 x-openstack-request-id: req-9404ec8c-7f0a-4205-84dd-e40bb1ccc424 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:39.058122 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f608994a-65c5-4b69-84bd-8f000d5a2d87", "tag": "07f6ae0f-1405-4a75-8092-b064b5bf09e0", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:39.058435 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9404ec8c-7f0a-4205-84dd-e40bb1ccc424 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:39.058944 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f608994a-65c5-4b69-84bd-8f000d5a2d87', 'tag': '07f6ae0f-1405-4a75-8092-b064b5bf09e0', 'status': 'completed', 'code': 200} Sep 16 05:22:39.125899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd74222-f734-411f-9105-3fd267ed4dd4 req-d8e67b15-8c40-4631-88cf-bad13038c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.127623 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2cd74222-f734-411f-9105-3fd267ed4dd4 req-d8e67b15-8c40-4631-88cf-bad13038c2cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 1096 time: 0.0460119 Sep 16 05:22:39.232046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd74222-f734-411f-9105-3fd267ed4dd4 req-8c07411f-a1f2-4627-a3fb-aa20fde32de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.233575 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2cd74222-f734-411f-9105-3fd267ed4dd4 req-8c07411f-a1f2-4627-a3fb-aa20fde32de0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0982831 Sep 16 05:22:39.332215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd74222-f734-411f-9105-3fd267ed4dd4 req-3b9668e7-02ab-4804-9f20-1d9467487073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.333678 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2cd74222-f734-411f-9105-3fd267ed4dd4 req-3b9668e7-02ab-4804-9f20-1d9467487073 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0916972 Sep 16 05:22:39.411993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-5905eb04-e825-4788-95a4-286d613348f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.414420 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-5905eb04-e825-4788-95a4-286d613348f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 1096 time: 0.0424159 Sep 16 05:22:39.460396 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-b4770de0-d5f5-4745-9770-04e7003e5462 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07f6ae0f-1405-4a75-8092-b064b5bf09e0 HTTP/1.1" status: 200 len: 217 time: 0.0377970 Sep 16 05:22:39.508979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-19440153-1d26-4bee-8956-dd63ab17f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.510525 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-19440153-1d26-4bee-8956-dd63ab17f8cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0433645 Sep 16 05:22:39.556776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-fccd6a5d-f454-4898-96d6-171b371f1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.558373 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-fccd6a5d-f454-4898-96d6-171b371f1521 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405726 Sep 16 05:22:39.660557 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-1a584887-33ae-4f48-8f16-2747007327b0 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861139 Sep 16 05:22:39.753014 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5320c5d0-9786-41dc-b9f4-0782af9b330b req-784b762a-6ed5-42b6-903c-ff8dd68247a8 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931647 Sep 16 05:22:39.811319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc9b2-a902-44b2-bf61-031bc8511188 req-377b96c5-54b2-40ee-9bd9-40146f376744 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.812872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4cbdc9b2-a902-44b2-bf61-031bc8511188 req-377b96c5-54b2-40ee-9bd9-40146f376744 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0523305 Sep 16 05:22:39.852547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4cbdc9b2-a902-44b2-bf61-031bc8511188 req-f6adcb9b-0167-4c30-9c73-d2830b584278 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326331 Sep 16 05:22:40.982154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f592c22-72ef-42fe-9dbe-a5e29db2410d req-47e16215-f9b7-4e38-bbca-09994caca211 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:40.983687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f592c22-72ef-42fe-9dbe-a5e29db2410d req-47e16215-f9b7-4e38-bbca-09994caca211 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0598099 Sep 16 05:22:41.023637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f592c22-72ef-42fe-9dbe-a5e29db2410d req-96d5e607-926b-42d8-bbd1-507035406592 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339861 Sep 16 05:22:42.111700 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aaaa9496-e253-4dff-98d4-f27b8347d5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.144511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1a8b1-a7aa-41f3-8904-9a8787178ce7 req-86627913-f2d6-4f63-900a-48e2009f1eae tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:42.146900 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82b1a8b1-a7aa-41f3-8904-9a8787178ce7 req-86627913-f2d6-4f63-900a-48e2009f1eae tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0525486 Sep 16 05:22:42.184561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82b1a8b1-a7aa-41f3-8904-9a8787178ce7 req-8e8c819b-2cd3-453c-8cac-984fcfa2cfc5 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Sep 16 05:22:42.668283 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.308756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da36d0-a551-4168-babc-1acf79ca68fe req-593446df-b6b7-449f-8377-fa58c26f9954 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:43.310268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37da36d0-a551-4168-babc-1acf79ca68fe req-593446df-b6b7-449f-8377-fa58c26f9954 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0530291 Sep 16 05:22:43.350943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37da36d0-a551-4168-babc-1acf79ca68fe req-a762c63a-1779-4cf5-8be9-597991cf43f1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345960 Sep 16 05:22:44.483279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e08af-de7a-40ff-b07c-5f99bb18f555 req-562403bf-4795-4e23-b6df-b55b3705e1bb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.484807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d86e08af-de7a-40ff-b07c-5f99bb18f555 req-562403bf-4795-4e23-b6df-b55b3705e1bb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0632360 Sep 16 05:22:44.514087 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9bcc72f5-413a-4580-92ca-a26ee6eccd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.527983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d86e08af-de7a-40ff-b07c-5f99bb18f555 req-57234d66-1efe-4926-ae36-8e4f7c41c739 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365758 Sep 16 05:22:45.314105 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.650976 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd5355-7052-4362-a108-093a3aae79b9 req-a8e7a468-1db2-41ca-b791-0ae97b28f205 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:45.652473 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74bd5355-7052-4362-a108-093a3aae79b9 req-a8e7a468-1db2-41ca-b791-0ae97b28f205 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0518348 Sep 16 05:22:45.690471 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74bd5355-7052-4362-a108-093a3aae79b9 req-a1806b5a-3dcc-4541-a025-787f960de99c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320764 Sep 16 05:22:46.065624 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.768641 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.812612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592d6ed-c541-4115-901e-a5815c008e08 req-9b5fcb1a-d06b-4b35-a604-ae7e87a72f25 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.814116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f592d6ed-c541-4115-901e-a5815c008e08 req-9b5fcb1a-d06b-4b35-a604-ae7e87a72f25 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0524702 Sep 16 05:22:46.853556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f592d6ed-c541-4115-901e-a5815c008e08 req-57ecfa2c-231a-4522-b9a7-df5b17831864 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329013 Sep 16 05:22:47.656696 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.979692 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141281f-5c4c-427a-b172-904affab1417 req-124a3cb9-1ced-491e-819b-f240f04bafa6 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.981302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6141281f-5c4c-427a-b172-904affab1417 req-124a3cb9-1ced-491e-819b-f240f04bafa6 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0581932 Sep 16 05:22:48.020050 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6141281f-5c4c-427a-b172-904affab1417 req-6ba4ebf2-f55a-42a3-a4bb-aefc3dec9608 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327992 Sep 16 05:22:49.145824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad6527-7b02-4b56-84e2-a03733619406 req-c8810f89-a3f9-4416-8fe8-50714e870d3d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.147335 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48ad6527-7b02-4b56-84e2-a03733619406 req-c8810f89-a3f9-4416-8fe8-50714e870d3d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0533428 Sep 16 05:22:49.164238 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:22:49.190222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48ad6527-7b02-4b56-84e2-a03733619406 req-ffc52b1d-4252-419a-b63a-db5f99bfeaa7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357156 Sep 16 05:22:50.317309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f664c-a3d1-4ff9-9d8a-d48e318b1059 req-e9576b96-a4f1-4764-9980-5a5a6964a9c0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.318721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df4f664c-a3d1-4ff9-9d8a-d48e318b1059 req-e9576b96-a4f1-4764-9980-5a5a6964a9c0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0535865 Sep 16 05:22:50.362035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df4f664c-a3d1-4ff9-9d8a-d48e318b1059 req-051e8a6c-1690-4e3e-9b48-ec6478335dc9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365925 Sep 16 05:22:51.484974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df107ac-b1c6-457f-bcfa-b9cbae1a8baf req-1863508c-eb74-4e4b-b609-840b5a4b4db6 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.486453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5df107ac-b1c6-457f-bcfa-b9cbae1a8baf req-1863508c-eb74-4e4b-b609-840b5a4b4db6 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0578229 Sep 16 05:22:51.526307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5df107ac-b1c6-457f-bcfa-b9cbae1a8baf req-eecbfae5-4e0b-4de0-b0f4-75bf30c6b6fc tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338445 Sep 16 05:22:52.649532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f717ce-1831-4742-a1d8-0731eafbb018 req-3af07fce-81ac-454e-99b4-a138c71137e2 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.651114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29f717ce-1831-4742-a1d8-0731eafbb018 req-3af07fce-81ac-454e-99b4-a138c71137e2 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0539114 Sep 16 05:22:52.689450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29f717ce-1831-4742-a1d8-0731eafbb018 req-94421997-647d-45ea-972d-33128be792bc tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318387 Sep 16 05:22:53.816895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7239fb4-2e30-45c2-a1dc-3c3e8f97cb5b req-dd52f5b4-75ca-435c-8d97-aa3b91d7af05 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.818387 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7239fb4-2e30-45c2-a1dc-3c3e8f97cb5b req-dd52f5b4-75ca-435c-8d97-aa3b91d7af05 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0543354 Sep 16 05:22:53.860250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7239fb4-2e30-45c2-a1dc-3c3e8f97cb5b req-9643376c-39c0-4ab7-9a3d-ff65ea589afc tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348730 Sep 16 05:22:54.983114 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa2ed2-c044-4c6e-87dd-65b4fc5014c3 req-1d43d402-1bf6-4e97-a8de-c920bbdc5dc3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.984620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0faa2ed2-c044-4c6e-87dd-65b4fc5014c3 req-1d43d402-1bf6-4e97-a8de-c920bbdc5dc3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0542576 Sep 16 05:22:55.023551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0faa2ed2-c044-4c6e-87dd-65b4fc5014c3 req-cd9665a4-c5e2-4663-b745-eda7e4077554 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Sep 16 05:22:56.139843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68582c2f-d1db-44d1-91ea-6144a0ddf9d3 req-09a1a532-eb67-40d2-81f7-05a12d6dec0f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.142115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68582c2f-d1db-44d1-91ea-6144a0ddf9d3 req-09a1a532-eb67-40d2-81f7-05a12d6dec0f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0501468 Sep 16 05:22:56.182493 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68582c2f-d1db-44d1-91ea-6144a0ddf9d3 req-37fba94d-0f02-4937-8567-1ee853e03cf3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342107 Sep 16 05:22:57.298818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcde3f-2638-41ff-8bf8-fedb1ded5c1f req-34b2b50b-8179-414a-a9b8-66acf5a4edfc tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.300336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0fcde3f-2638-41ff-8bf8-fedb1ded5c1f req-34b2b50b-8179-414a-a9b8-66acf5a4edfc tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0495212 Sep 16 05:22:57.340547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0fcde3f-2638-41ff-8bf8-fedb1ded5c1f req-24a17e34-31ad-49d1-9e6c-a54d08fdce4f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340705 Sep 16 05:22:58.726666 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd219d8-0e41-47de-a7e1-4190f04daac7 req-cf31a49d-bc2c-4572-be2d-21a8986f6e60 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.728170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbd219d8-0e41-47de-a7e1-4190f04daac7 req-cf31a49d-bc2c-4572-be2d-21a8986f6e60 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.3201978 Sep 16 05:22:58.766086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbd219d8-0e41-47de-a7e1-4190f04daac7 req-0a922be5-89f2-40ba-a83d-68cc89a1a049 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317569 Sep 16 05:22:59.882869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a32a9d-65c0-4710-b850-fb0fc297494f req-b5c35dde-c4e2-4a78-90c9-35edb4b4cffb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:59.884391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8a32a9d-65c0-4710-b850-fb0fc297494f req-b5c35dde-c4e2-4a78-90c9-35edb4b4cffb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0498722 Sep 16 05:22:59.923861 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8a32a9d-65c0-4710-b850-fb0fc297494f req-b41c6dd8-fe78-49c1-b839-fe17ffd1fcb0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330567 Sep 16 05:23:01.043867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02a46d-8943-48ba-a1da-7100a5090bd0 req-52b1d6f6-9c34-47e3-b008-776dfe0c1e3d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.045407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e02a46d-8943-48ba-a1da-7100a5090bd0 req-52b1d6f6-9c34-47e3-b008-776dfe0c1e3d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0556600 Sep 16 05:23:01.084680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e02a46d-8943-48ba-a1da-7100a5090bd0 req-b59ed5e6-203a-48d5-9815-592214e4fb91 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326321 Sep 16 05:23:02.202917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de72b34-2ba8-4dc3-b750-e42c9bead66d req-74dcc7f6-e0c5-4097-8806-b80ce6a0f4b1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:02.204380 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6de72b34-2ba8-4dc3-b750-e42c9bead66d req-74dcc7f6-e0c5-4097-8806-b80ce6a0f4b1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0522833 Sep 16 05:23:02.241723 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6de72b34-2ba8-4dc3-b750-e42c9bead66d req-db58bfd4-529f-48a2-9a52-1615615fa6e8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313849 Sep 16 05:23:03.359012 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eab38-4273-4805-b783-6528a5a2b179 req-951e2a30-a5b5-4629-a792-6fd3150b4c02 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.360594 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c4eab38-4273-4805-b783-6528a5a2b179 req-951e2a30-a5b5-4629-a792-6fd3150b4c02 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0502884 Sep 16 05:23:03.402587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c4eab38-4273-4805-b783-6528a5a2b179 req-d63fd364-f8e3-44fc-9f6d-d4409de3c994 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354950 Sep 16 05:23:04.517259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861960fb-264d-4ef9-9234-74d2a0878b95 req-5c195c09-6d96-4123-991c-09f9297e62ea tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.518734 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-861960fb-264d-4ef9-9234-74d2a0878b95 req-5c195c09-6d96-4123-991c-09f9297e62ea tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0486085 Sep 16 05:23:04.557813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-861960fb-264d-4ef9-9234-74d2a0878b95 req-a88e3fbc-43e7-453e-ad27-89ffa8d3e95c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333154 Sep 16 05:23:05.674986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9ff9a-7535-45e6-be07-d66365d26f49 req-1f497ff6-0c17-4edc-a16d-b9c9f79c12df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.676448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-efc9ff9a-7535-45e6-be07-d66365d26f49 req-1f497ff6-0c17-4edc-a16d-b9c9f79c12df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0517042 Sep 16 05:23:05.713896 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-efc9ff9a-7535-45e6-be07-d66365d26f49 req-a9905fa1-4799-42b5-be20-754929f6bd42 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 Sep 16 05:23:06.827355 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ceb5d-60b5-465d-95db-a0126fc45e0a req-a62a3088-e141-480a-bfaa-64c9c7b92255 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.828883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b32ceb5d-60b5-465d-95db-a0126fc45e0a req-a62a3088-e141-480a-bfaa-64c9c7b92255 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0496247 Sep 16 05:23:06.867212 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b32ceb5d-60b5-465d-95db-a0126fc45e0a req-5ceda0b4-7e03-4689-b4a1-dc6e064055fe tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320611 Sep 16 05:23:07.981893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3e3f2-82e0-479a-ba0b-b4d161ebc514 req-6b6e831e-a32f-40d0-8a34-1fd055c9dccb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.983477 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70e3e3f2-82e0-479a-ba0b-b4d161ebc514 req-6b6e831e-a32f-40d0-8a34-1fd055c9dccb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0493474 Sep 16 05:23:08.021025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70e3e3f2-82e0-479a-ba0b-b4d161ebc514 req-550640b4-dfe9-4205-bad4-c8731a2fe63a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316312 Sep 16 05:23:09.139006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707c5b-46f5-4536-ba27-08367724f62d req-bda3d127-4975-4df1-9104-1bc09a85077c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.140510 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0707c5b-46f5-4536-ba27-08367724f62d req-bda3d127-4975-4df1-9104-1bc09a85077c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0522630 Sep 16 05:23:09.177414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0707c5b-46f5-4536-ba27-08367724f62d req-b6ca0ad0-7c51-4ac2-b675-78f3206eaeb9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Sep 16 05:23:10.291421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9951b35-de9c-4228-a083-bfdc3e0eeab9 req-36c2d365-a8ad-4ea8-a08d-fb1e3822422c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:10.292918 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9951b35-de9c-4228-a083-bfdc3e0eeab9 req-36c2d365-a8ad-4ea8-a08d-fb1e3822422c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 944 time: 0.0488391 Sep 16 05:23:10.331214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9951b35-de9c-4228-a083-bfdc3e0eeab9 req-572f714d-e8e0-4b0a-bb15-ff20eaa79a94 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322878 Sep 16 05:23:11.129035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 07f6ae0f-1405-4a75-8092-b064b5bf09e0 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:11.227691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 07f6ae0f-1405-4a75-8092-b064b5bf09e0, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=07f6ae0f-1405-4a75-8092-b064b5bf09e0,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:11.238813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '07f6ae0f-1405-4a75-8092-b064b5bf09e0', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'port_id': '07f6ae0f-1405-4a75-8092-b064b5bf09e0', 'mac_address': 'fa:16:3e:de:23:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:11.275259 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.289831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f6ae0f-1405-4a75-8092-b064b5bf09e0 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:11.308676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 07f6ae0f-1405-4a75-8092-b064b5bf09e0, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=07f6ae0f-1405-4a75-8092-b064b5bf09e0,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:11.384635 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.431875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=07f6ae0f-1405-4a75-8092-b064b5bf09e0,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.440172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:11.440556 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:11.440906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:11.441248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:11.441585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:11.441923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:11.442253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:11.442581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:11.442910 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:11.443236 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:11.443561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:11.444136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:11.447411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61731c-355c-462c-a09d-3a06a3742da3 req-883e87b9-88eb-4401-b5b0-fb6f8741a0ad tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:11.448991 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb61731c-355c-462c-a09d-3a06a3742da3 req-883e87b9-88eb-4401-b5b0-fb6f8741a0ad tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 945 time: 0.0496731 Sep 16 05:23:11.488679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb61731c-355c-462c-a09d-3a06a3742da3 req-d97b6bf7-c601-43d4-8467-a8987c7948e9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327988 Sep 16 05:23:11.614596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['07f6ae0f-1405-4a75-8092-b064b5bf09e0'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:12.104562 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-76bac8a3-b6df-41b7-90f8-1a8e160f8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.609199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31137cd2-5717-4170-89f2-4405bd6de388 req-7cf6e2b5-767f-4f69-9316-31d2db9fc862 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.610585 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31137cd2-5717-4170-89f2-4405bd6de388 req-7cf6e2b5-767f-4f69-9316-31d2db9fc862 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 945 time: 0.0533326 Sep 16 05:23:12.632917 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.647366 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-31137cd2-5717-4170-89f2-4405bd6de388 req-a161a36c-3472-41f6-873e-999773ef1873 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307233 Sep 16 05:23:13.128724 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 07f6ae0f-1405-4a75-8092-b064b5bf09e0 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:13.261621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 07f6ae0f-1405-4a75-8092-b064b5bf09e0 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:13.266289 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 07f6ae0f-1405-4a75-8092-b064b5bf09e0 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:13.266661 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.346162 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.368533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f608994a-65c5-4b69-84bd-8f000d5a2d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f6ae0f-1405-4a75-8092-b064b5bf09e0'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:13.370750 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9754445f-ca9a-4c75-9842-1dc4403067ef" -d '{"events": [{"server_uuid": "f608994a-65c5-4b69-84bd-8f000d5a2d87", "name": "network-vif-plugged", "status": "completed", "tag": "07f6ae0f-1405-4a75-8092-b064b5bf09e0"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:13.383901 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 07f6ae0f-1405-4a75-8092-b064b5bf09e0, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=07f6ae0f-1405-4a75-8092-b064b5bf09e0,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:13.408005 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92db00bf-da50-49e7-973e-d4dee2ce21f5 x-openstack-request-id: req-92db00bf-da50-49e7-973e-d4dee2ce21f5 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:13.408311 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f608994a-65c5-4b69-84bd-8f000d5a2d87", "name": "network-vif-plugged", "status": "completed", "tag": "07f6ae0f-1405-4a75-8092-b064b5bf09e0", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:13.408590 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92db00bf-da50-49e7-973e-d4dee2ce21f5 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:13.408983 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f608994a-65c5-4b69-84bd-8f000d5a2d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f6ae0f-1405-4a75-8092-b064b5bf09e0', 'code': 200} Sep 16 05:23:13.447841 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.497829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=07f6ae0f-1405-4a75-8092-b064b5bf09e0,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:13.514503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd1d4a-1939-420c-ab8c-6fc77d9c2114 req-f0d87c6c-44b0-4971-bc77-23fbd62fa262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.515993 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0fd1d4a-1939-420c-ab8c-6fc77d9c2114 req-f0d87c6c-44b0-4971-bc77-23fbd62fa262 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 1098 time: 0.0453043 Sep 16 05:23:13.552238 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0fd1d4a-1939-420c-ab8c-6fc77d9c2114 req-b83d6b47-f120-46f5-b72b-355af76f61a0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284696 Sep 16 05:23:13.760450 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71901e0a-e23d-48ba-bb9f-3dbc4d11aaca req-a8a6d34e-037f-4de1-94c5-64e9ea1b6c2e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.762328 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71901e0a-e23d-48ba-bb9f-3dbc4d11aaca req-a8a6d34e-037f-4de1-94c5-64e9ea1b6c2e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 946 time: 0.0479295 Sep 16 05:23:13.799728 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71901e0a-e23d-48ba-bb9f-3dbc4d11aaca req-53a5e9da-83ff-41ca-b46f-eeee705c6d40 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 Sep 16 05:23:14.504350 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-95662e58-9479-4721-8cb0-6c7da75a8734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.914137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b07893-a47f-45b8-a4ed-cea188d2ef5a req-72185966-eca5-4a63-8ad4-2d536e145fae tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.915684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56b07893-a47f-45b8-a4ed-cea188d2ef5a req-72185966-eca5-4a63-8ad4-2d536e145fae tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 946 time: 0.0489688 Sep 16 05:23:14.954644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56b07893-a47f-45b8-a4ed-cea188d2ef5a req-15d2bf72-05e5-4d1d-a6a9-456608165bbc tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Sep 16 05:23:15.073176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f84d69-bcc9-4fea-b331-92a9918199f6 req-38e796e7-a4bb-4818-90d9-7f0f70b54a26 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.074653 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48f84d69-bcc9-4fea-b331-92a9918199f6 req-38e796e7-a4bb-4818-90d9-7f0f70b54a26 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 946 time: 0.0540161 Sep 16 05:23:15.113089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48f84d69-bcc9-4fea-b331-92a9918199f6 req-ecbfba71-e0f9-44b5-8e89-77cb1ea8ef97 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Sep 16 05:23:15.224907 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e863282-3c0e-4340-af8e-0d89c3a17a9f req-b63c8e0c-ad1c-482e-9e36-0dd11e4bbb21 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.226385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e863282-3c0e-4340-af8e-0d89c3a17a9f req-b63c8e0c-ad1c-482e-9e36-0dd11e4bbb21 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 946 time: 0.0496578 Sep 16 05:23:15.263934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e863282-3c0e-4340-af8e-0d89c3a17a9f req-156bc2b6-5f07-483e-8c88-72ad71a28827 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Sep 16 05:23:15.291502 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.719361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad6051-3334-4117-b0d7-778257d3f111 req-975fa9b9-705d-47d1-b929-a4c3bc71b6de tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.720986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6ad6051-3334-4117-b0d7-778257d3f111 req-975fa9b9-705d-47d1-b929-a4c3bc71b6de tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 946 time: 0.0500388 Sep 16 05:23:15.759089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6ad6051-3334-4117-b0d7-778257d3f111 req-e7ed740e-a257-4db3-95e1-65e164166554 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Sep 16 05:23:16.058361 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.675472 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.879247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c36c8-b889-4590-9654-67c32ccf24dd req-db7dc8a9-44fb-4af3-915a-c4a15b685c26 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:16.880686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c07c36c8-b889-4590-9654-67c32ccf24dd req-db7dc8a9-44fb-4af3-915a-c4a15b685c26 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 946 time: 0.0530548 Sep 16 05:23:16.918974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c07c36c8-b889-4590-9654-67c32ccf24dd req-cf158e1f-94a3-41f5-b25d-176d5e78791c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Sep 16 05:23:17.307830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaa73a-8bb5-48fb-bae8-b70ab04b1345 req-3d61fcf7-dc1c-4851-bcd7-34a693f0ff94 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.307830 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84aaa73a-8bb5-48fb-bae8-b70ab04b1345 req-3d61fcf7-dc1c-4851-bcd7-34a693f0ff94 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 946 time: 0.0497115 Sep 16 05:23:17.388112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-84aaa73a-8bb5-48fb-bae8-b70ab04b1345 req-72fa6547-b938-4b31-9e04-36f36a2be5b8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Deleting port 07f6ae0f-1405-4a75-8092-b064b5bf09e0 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:17.388482 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-84aaa73a-8bb5-48fb-bae8-b70ab04b1345 req-72fa6547-b938-4b31-9e04-36f36a2be5b8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.480908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-84aaa73a-8bb5-48fb-bae8-b70ab04b1345 req-72fa6547-b938-4b31-9e04-36f36a2be5b8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] For port 07f6ae0f-1405-4a75-8092-b064b5bf09e0, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=07f6ae0f-1405-4a75-8092-b064b5bf09e0,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:17.481284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-84aaa73a-8bb5-48fb-bae8-b70ab04b1345 req-72fa6547-b938-4b31-9e04-36f36a2be5b8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.494356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-84aaa73a-8bb5-48fb-bae8-b70ab04b1345 req-72fa6547-b938-4b31-9e04-36f36a2be5b8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Calling delete_port for 07f6ae0f-1405-4a75-8092-b064b5bf09e0 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:17.594096 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.678526 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-84aaa73a-8bb5-48fb-bae8-b70ab04b1345 req-72fa6547-b938-4b31-9e04-36f36a2be5b8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.691830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['07f6ae0f-1405-4a75-8092-b064b5bf09e0'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:17.720034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa6547-b938-4b31-9e04-36f36a2be5b8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event deleted for resources: {'Port': ['ID=07f6ae0f-1405-4a75-8092-b064b5bf09e0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:17.766486 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-84aaa73a-8bb5-48fb-bae8-b70ab04b1345 req-72fa6547-b938-4b31-9e04-36f36a2be5b8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] No DVR routers for this DVR port 07f6ae0f-1405-4a75-8092-b064b5bf09e0 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:17.766486 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-84aaa73a-8bb5-48fb-bae8-b70ab04b1345 req-72fa6547-b938-4b31-9e04-36f36a2be5b8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.766486 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-84aaa73a-8bb5-48fb-bae8-b70ab04b1345 req-72fa6547-b938-4b31-9e04-36f36a2be5b8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "DELETE /v2.0/ports/07f6ae0f-1405-4a75-8092-b064b5bf09e0 HTTP/1.1" status: 204 len: 173 time: 0.4610491 Sep 16 05:23:17.766486 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f608994a-65c5-4b69-84bd-8f000d5a2d87', 'name': 'network-vif-deleted', 'tag': '07f6ae0f-1405-4a75-8092-b064b5bf09e0'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:17.768751 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d618bc1-58ac-48bd-ad6e-7a4df03435bb" -d '{"events": [{"server_uuid": "f608994a-65c5-4b69-84bd-8f000d5a2d87", "name": "network-vif-deleted", "tag": "07f6ae0f-1405-4a75-8092-b064b5bf09e0"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:17.811561 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81fa4b2-e068-4352-a938-814c3f72b9fb x-openstack-request-id: req-b81fa4b2-e068-4352-a938-814c3f72b9fb {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:17.811915 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f608994a-65c5-4b69-84bd-8f000d5a2d87", "name": "network-vif-deleted", "tag": "07f6ae0f-1405-4a75-8092-b064b5bf09e0", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:17.812178 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b81fa4b2-e068-4352-a938-814c3f72b9fb {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:17.812652 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f608994a-65c5-4b69-84bd-8f000d5a2d87', 'name': 'network-vif-deleted', 'tag': '07f6ae0f-1405-4a75-8092-b064b5bf09e0', 'status': 'completed', 'code': 200} Sep 16 05:23:18.015025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b84b0e2-9efb-4d84-aa5c-f31ef1d48eb5 req-3009c2ff-580c-409a-9a23-4c1669f89fad tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 210 time: 0.0277059 Sep 16 05:23:19.111486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c753ae4-c108-412a-8a5e-9487adcb8130 req-c5e02b2e-e266-49a0-afdd-8670cad42c33 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 210 time: 0.0266469 Sep 16 05:23:20.210933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e295e3f-ace4-4c34-b13e-f41116aaa29a req-195833ff-e307-407f-a15f-3896160ad01c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 210 time: 0.0275955 Sep 16 05:23:21.159729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 07f6ae0f-1405-4a75-8092-b064b5bf09e0 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:21.181323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 07f6ae0f-1405-4a75-8092-b064b5bf09e0 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:21.181673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 07f6ae0f-1405-4a75-8092-b064b5bf09e0 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:21.306246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2e1d897-0f9c-4081-bb0c-5b7f0eea85bb req-a5ef5a36-5665-4c78-89e5-cf085c409698 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=f608994a-65c5-4b69-84bd-8f000d5a2d87 HTTP/1.1" status: 200 len: 210 time: 0.0271752 Sep 16 05:23:26.163412 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:23:29.436329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-fce12ae3-8483-4078-abb1-ba3869529084 req-23d88c1d-487d-40e6-a323-eb7f8f2c0b0d tempest-AttachVolumeTestJSON-2010998761 tempest-AttachVolumeTestJSON-2010998761-project] (95452) timed out ('10.222.0.37', 51326) {{(pid=95452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:23:42.109503 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fee9dfd7-4c2f-4855-a981-841009ab5aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.640943 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.523113 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-14afd022-4f7b-4107-9e49-14bcb8757b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.292455 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.077596 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.755007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.625834 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.333449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-5b7509d5-0ced-4c4a-9c89-b1640ed4d574 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.334944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-5b7509d5-0ced-4c4a-9c89-b1640ed4d574 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1043808 Sep 16 05:23:54.350362 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-1e9867cb-ab95-4242-81be-961a1f0214f9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/quotas/50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 375 time: 0.0098107 Sep 16 05:23:54.400169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-e6413534-363b-46ad-a70e-134cfcddde9f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446792 Sep 16 05:23:54.464827 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-d7e4a90e-ee51-4c0d-a2f9-59e7bd04b051 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:23:54.465864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-d7e4a90e-ee51-4c0d-a2f9-59e7bd04b051 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0586600 Sep 16 05:23:54.558419 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-6f59ff83-cf09-4f07-9aa7-bac0ba6fee5e service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861125 Sep 16 05:23:54.647957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-f15e44a3-bf7b-467f-943f-2298a3adb3f9 service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829649 Sep 16 05:23:55.210783 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8362e13c-97e2-4f85-b55d-c42b3368b606 req-14dcab25-7237-4e11-b9b4-ec12b419e75e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 210 time: 0.0316231 Sep 16 05:23:56.287910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52adf3d1-bead-4897-b0fe-cbbe778cbd2c req-4fc4691a-174c-427d-a0f3-7fda2beb2afb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 210 time: 0.0268037 Sep 16 05:23:57.364542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-826a0f9b-4ac9-496e-9b80-4fa750a46f9a req-bd201c35-098d-450b-a15e-0e29f19234a1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 210 time: 0.0268240 Sep 16 05:23:58.455236 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-24d88e5f-9584-4954-8dae-2fee8b95ba00 req-86d452fb-f722-4b64-891a-7829343dff2f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 210 time: 0.0257373 Sep 16 05:23:59.549042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07539f3d-5122-4420-b617-8351ab88b6f3 req-d319c9b8-c180-4efe-8bcd-c5a2a20bd858 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 210 time: 0.0271297 Sep 16 05:24:00.031954 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-68bd10b2-db66-41b8-ba7c-dbc354e9203e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.033368 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-68bd10b2-db66-41b8-ba7c-dbc354e9203e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1054626 Sep 16 05:24:00.046717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'port': {'device_id': 'e3a7476d-5afe-4581-bbd2-449cee1f7e08', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'admin_state_up': True, 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:00.218090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Made reservation on behalf of 50f6c32ebfc74e1cbea31ef28263de83 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:00.221819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.358507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Allocated IP 172.20.0.5 (63e3e220-4e4c-4118-b741-a074305a6efa/7351de37-da87-41a2-978f-f3719b6b9f57/efa13915-effd-4c15-a89b-ac1952b6cdfd) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:00.509752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.603196 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.647338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Network 63e3e220-4e4c-4118-b741-a074305a6efa is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:00.650527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:00.657269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:00.675452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2c53e-f250-45ae-a315-be2583e6f187 req-25a4570c-116c-4509-bb57-68b9a5c58bed tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.677065 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17a2c53e-f250-45ae-a315-be2583e6f187 req-25a4570c-116c-4509-bb57-68b9a5c58bed tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 931 time: 0.0592141 Sep 16 05:24:00.690681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=efa13915-effd-4c15-a89b-ac1952b6cdfd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:00.704259 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.704724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.705126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.705525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.705921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.706257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.706580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.706921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.707256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.707576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.707892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.708204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:00.728782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17a2c53e-f250-45ae-a315-be2583e6f187 req-25827f17-b893-4e2a-a2ad-f0e649b91bc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Sep 16 05:24:00.736954 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.738360 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.803562 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-3e54b4a3-38f3-42c9-86a6-3393d2780348 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7609582 Sep 16 05:24:00.817830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Request body: {'port': {'device_id': 'e3a7476d-5afe-4581-bbd2-449cee1f7e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:00.880204 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.933026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1564be02-b4f9-4d71-8b47-b04f9d0728e8 None None] Provisioning complete for port efa13915-effd-4c15-a89b-ac1952b6cdfd triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:00.933545 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1564be02-b4f9-4d71-8b47-b04f9d0728e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.968752 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1564be02-b4f9-4d71-8b47-b04f9d0728e8 None None] Port efa13915-effd-4c15-a89b-ac1952b6cdfd cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:01.145569 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa13915-effd-4c15-a89b-ac1952b6cdfd {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:01.152878 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.165328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Transition to ACTIVE for port object efa13915-effd-4c15-a89b-ac1952b6cdfd will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:24:01.248900 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.305549 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Pushing event updated for resources: {'Port': ['ID=efa13915-effd-4c15-a89b-ac1952b6cdfd,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.399474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Attempting to bind port efa13915-effd-4c15-a89b-ac1952b6cdfd on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:01.399887 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Attempting to bind port efa13915-effd-4c15-a89b-ac1952b6cdfd by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:01.400282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Attempting to bind port efa13915-effd-4c15-a89b-ac1952b6cdfd on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:01.406086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Port efa13915-effd-4c15-a89b-ac1952b6cdfd on network 63e3e220-4e4c-4118-b741-a074305a6efa not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:24:01.406086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Attempting to bind port efa13915-effd-4c15-a89b-ac1952b6cdfd on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:01.411821 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:01.412257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Checking segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:01.412736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Bound using segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:01.413241 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Bound port: efa13915-effd-4c15-a89b-ac1952b6cdfd, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:01.413680 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.483063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] For port efa13915-effd-4c15-a89b-ac1952b6cdfd, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:01.486386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] For port efa13915-effd-4c15-a89b-ac1952b6cdfd, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=efa13915-effd-4c15-a89b-ac1952b6cdfd,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:01.546786 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.584045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:01.584608 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.586060 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] 10.222.0.37 "PUT /v2.0/ports/efa13915-effd-4c15-a89b-ac1952b6cdfd HTTP/1.1" status: 200 len: 1092 time: 0.7730761 Sep 16 05:24:01.586515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a7476d-5afe-4581-bbd2-449cee1f7e08', 'tag': 'efa13915-effd-4c15-a89b-ac1952b6cdfd'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:01.588822 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c4a8f1-c6de-4a22-a012-e593524626cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a7476d-5afe-4581-bbd2-449cee1f7e08", "tag": "efa13915-effd-4c15-a89b-ac1952b6cdfd"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:01.624452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2747fa-17f6-459e-a400-05aa70002140 service neutron] Pushing event updated for resources: {'Port': ['ID=efa13915-effd-4c15-a89b-ac1952b6cdfd,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.630760 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0a2306-0204-4923-a2ca-8e57a6f95381 x-openstack-request-id: req-2f0a2306-0204-4923-a2ca-8e57a6f95381 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:01.631060 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a7476d-5afe-4581-bbd2-449cee1f7e08", "tag": "efa13915-effd-4c15-a89b-ac1952b6cdfd", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:01.631313 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f0a2306-0204-4923-a2ca-8e57a6f95381 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:01.631706 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a7476d-5afe-4581-bbd2-449cee1f7e08', 'tag': 'efa13915-effd-4c15-a89b-ac1952b6cdfd', 'status': 'completed', 'code': 200} Sep 16 05:24:01.704388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a8f1-c6de-4a22-a012-e593524626cf req-2bb1f28d-aa0e-4e57-8181-f6fd86754796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:01.706108 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81c4a8f1-c6de-4a22-a012-e593524626cf req-2bb1f28d-aa0e-4e57-8181-f6fd86754796 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 1095 time: 0.0528116 Sep 16 05:24:01.818709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a8f1-c6de-4a22-a012-e593524626cf req-1f284eee-7eb2-4431-859f-79b95a56851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:01.818709 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81c4a8f1-c6de-4a22-a012-e593524626cf req-1f284eee-7eb2-4431-859f-79b95a56851d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1041338 Sep 16 05:24:01.859908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e3770-92b0-497e-ac69-43284c13ce0f req-3f4664f5-abcb-4467-b67f-6ac6a8e77a2d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:01.861508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5e3770-92b0-497e-ac69-43284c13ce0f req-3f4664f5-abcb-4467-b67f-6ac6a8e77a2d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 943 time: 0.0556576 Sep 16 05:24:01.901998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c5e3770-92b0-497e-ac69-43284c13ce0f req-92988da8-26ce-4b6c-bb83-52efa7c30773 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336905 Sep 16 05:24:01.927839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a8f1-c6de-4a22-a012-e593524626cf req-ab22c653-2bc6-443b-a6a0-26100e3e2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:01.929418 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81c4a8f1-c6de-4a22-a012-e593524626cf req-ab22c653-2bc6-443b-a6a0-26100e3e2c84 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1005847 Sep 16 05:24:02.009102 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-b066cd5b-c1a3-4d84-85ed-32eb5b9c5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:02.011147 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-b066cd5b-c1a3-4d84-85ed-32eb5b9c5b7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 1095 time: 0.0437851 Sep 16 05:24:02.059689 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-a707e892-2bad-4770-92e1-514bd83f8ff9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efa13915-effd-4c15-a89b-ac1952b6cdfd HTTP/1.1" status: 200 len: 217 time: 0.0396147 Sep 16 05:24:02.113797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-18880fba-cf30-4f1e-8125-ab152a6f78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:02.115371 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-18880fba-cf30-4f1e-8125-ab152a6f78c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0472167 Sep 16 05:24:02.162587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-21d7798c-5f40-4ac5-87bb-2873ca050a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:02.164104 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-21d7798c-5f40-4ac5-87bb-2873ca050a34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414929 Sep 16 05:24:02.258792 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-0a4a253a-32f9-4576-aa86-5c10f9fa13bf service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874166 Sep 16 05:24:02.350360 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-47c905d1-8f5e-42a1-b9c8-a88191f02dd6 req-f9bb3dd7-5ff8-4d76-a038-3853a5690d28 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839181 Sep 16 05:24:03.025868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c80508-a7ab-4f06-98a2-48499f517071 req-4f7f8de2-56c8-4572-917b-e2daaf3c8844 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:03.027289 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25c80508-a7ab-4f06-98a2-48499f517071 req-4f7f8de2-56c8-4572-917b-e2daaf3c8844 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 943 time: 0.0511928 Sep 16 05:24:03.066655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25c80508-a7ab-4f06-98a2-48499f517071 req-d6ad5e9f-f4fd-49ad-9cbe-81afdf30cbf3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Sep 16 05:24:03.161241 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:04.185687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee86da-af6b-48b8-8243-8fc4b42f9a71 req-0e3ceeef-0031-4262-b845-e506dc080c0a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.187365 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89ee86da-af6b-48b8-8243-8fc4b42f9a71 req-0e3ceeef-0031-4262-b845-e506dc080c0a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 943 time: 0.0549407 Sep 16 05:24:04.225922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89ee86da-af6b-48b8-8243-8fc4b42f9a71 req-56deb55b-b0ba-4bd2-ad71-6e1184a1e7e7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Sep 16 05:24:05.344053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15aef8-adcf-4b84-83cb-7e7c9dd32d67 req-d51f31e9-f012-4493-ae57-f3a913a2311f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:05.345570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a15aef8-adcf-4b84-83cb-7e7c9dd32d67 req-d51f31e9-f012-4493-ae57-f3a913a2311f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 943 time: 0.0518606 Sep 16 05:24:05.383608 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2a15aef8-adcf-4b84-83cb-7e7c9dd32d67 req-37ef2a8b-b00e-4849-bb6b-0fec79bcf891 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321422 Sep 16 05:24:06.498747 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa3433-da13-4a97-8066-ee26ae74825c req-8c857209-3c77-4aeb-a004-761b5070a096 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:06.500247 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3dfa3433-da13-4a97-8066-ee26ae74825c req-8c857209-3c77-4aeb-a004-761b5070a096 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 943 time: 0.0503945 Sep 16 05:24:06.537919 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3dfa3433-da13-4a97-8066-ee26ae74825c req-60f56881-f21f-41b4-b011-37b1bf63d8b1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Sep 16 05:24:07.659690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291939e8-2891-4adc-8a1a-dfe998d72b55 req-a1fac9a7-c4e4-4c79-999c-bd963fffa0cb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.661224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-291939e8-2891-4adc-8a1a-dfe998d72b55 req-a1fac9a7-c4e4-4c79-999c-bd963fffa0cb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 943 time: 0.0537415 Sep 16 05:24:07.699121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-291939e8-2891-4adc-8a1a-dfe998d72b55 req-9d662cd8-27a6-4656-9149-c0c250ca4039 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318191 Sep 16 05:24:08.814971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198ca2f-47db-4e4a-9d6c-b31e34762aeb req-ea1c6bfb-983f-4a29-93b7-4d80c27ddcb6 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:08.816741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7198ca2f-47db-4e4a-9d6c-b31e34762aeb req-ea1c6bfb-983f-4a29-93b7-4d80c27ddcb6 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 943 time: 0.0501950 Sep 16 05:24:08.855242 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7198ca2f-47db-4e4a-9d6c-b31e34762aeb req-c8da2225-3aa0-42a3-9fcc-2088fd6c0928 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325530 Sep 16 05:24:09.968898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66727d-8adc-4a21-bd8b-927c70790313 req-c834f9a3-2103-4b45-a2fb-f35f20f517c4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:09.970359 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b66727d-8adc-4a21-bd8b-927c70790313 req-c834f9a3-2103-4b45-a2fb-f35f20f517c4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 943 time: 0.0492592 Sep 16 05:24:10.007665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b66727d-8adc-4a21-bd8b-927c70790313 req-c649cd39-4067-412b-87ee-5910c8e7d1e0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Sep 16 05:24:11.128160 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c612-d2c9-4979-97d4-f7ac3b8468c6 req-070f8afd-1c2a-4950-9055-2642d48e8c5f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.129766 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c33c612-d2c9-4979-97d4-f7ac3b8468c6 req-070f8afd-1c2a-4950-9055-2642d48e8c5f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 943 time: 0.0525861 Sep 16 05:24:11.167214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5c33c612-d2c9-4979-97d4-f7ac3b8468c6 req-7aa28790-a123-47a0-8b45-4c3d5915952a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315161 Sep 16 05:24:12.108504 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e6302ad7-1f6e-48d3-9552-82cb399de5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.284933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d186f-f428-46f1-81c6-e6af354ff755 req-0e0e54bc-6be3-4925-a922-e0fcb97eabef tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:12.286469 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f7d186f-f428-46f1-81c6-e6af354ff755 req-0e0e54bc-6be3-4925-a922-e0fcb97eabef tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 943 time: 0.0497949 Sep 16 05:24:12.328407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f7d186f-f428-46f1-81c6-e6af354ff755 req-f0ec8761-d004-4aaa-89ef-2fd78b82f743 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352197 Sep 16 05:24:12.641899 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.438333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device efa13915-effd-4c15-a89b-ac1952b6cdfd details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:13.444806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf85c6f-1582-4840-996f-372432bf9ee1 req-65ceeae1-6723-4ef7-a623-fa83b2d28b9f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:13.446311 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbf85c6f-1582-4840-996f-372432bf9ee1 req-65ceeae1-6723-4ef7-a623-fa83b2d28b9f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 943 time: 0.0491881 Sep 16 05:24:13.484950 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbf85c6f-1582-4840-996f-372432bf9ee1 req-b378646c-7acd-4129-a53b-0365edda9e90 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322700 Sep 16 05:24:13.538042 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port efa13915-effd-4c15-a89b-ac1952b6cdfd, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=efa13915-effd-4c15-a89b-ac1952b6cdfd,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:13.549235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'efa13915-effd-4c15-a89b-ac1952b6cdfd', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'port_id': 'efa13915-effd-4c15-a89b-ac1952b6cdfd', 'mac_address': 'fa:16:3e:85:86:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:24:13.585248 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.598019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa13915-effd-4c15-a89b-ac1952b6cdfd {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:13.616517 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port efa13915-effd-4c15-a89b-ac1952b6cdfd, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=efa13915-effd-4c15-a89b-ac1952b6cdfd,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:13.693641 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.745734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=efa13915-effd-4c15-a89b-ac1952b6cdfd,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:13.753107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:13.753452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:13.753787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:13.754119 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:13.754450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:13.754774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:13.755109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:13.755417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:13.755734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:13.756049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:13.756420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:13.756768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:13.918825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['efa13915-effd-4c15-a89b-ac1952b6cdfd'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:14.533614 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe420924-e0eb-42b8-a24d-e78638055bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.601932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e476b14-e651-4ecd-a193-3f89f4b2efe4 req-796d5700-bb2c-4232-94d5-af908131ea79 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:14.603478 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e476b14-e651-4ecd-a193-3f89f4b2efe4 req-796d5700-bb2c-4232-94d5-af908131ea79 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 944 time: 0.0533421 Sep 16 05:24:14.641990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e476b14-e651-4ecd-a193-3f89f4b2efe4 req-42de9609-ff2c-4650-8576-133648a2d98e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Sep 16 05:24:15.285431 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.454206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device efa13915-effd-4c15-a89b-ac1952b6cdfd up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:15.704925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port efa13915-effd-4c15-a89b-ac1952b6cdfd completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:24:15.709340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port efa13915-effd-4c15-a89b-ac1952b6cdfd triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:15.709711 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.755084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c4634-aeb1-49ba-84db-d1985217dcee req-e9c07a25-8530-4362-82f1-88b450e96d00 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.756620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d23c4634-aeb1-49ba-84db-d1985217dcee req-e9c07a25-8530-4362-82f1-88b450e96d00 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 944 time: 0.0488420 Sep 16 05:24:15.789805 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.795499 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d23c4634-aeb1-49ba-84db-d1985217dcee req-249a8939-1249-4c51-830e-e12980455fd3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327759 Sep 16 05:24:15.819412 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a7476d-5afe-4581-bbd2-449cee1f7e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa13915-effd-4c15-a89b-ac1952b6cdfd'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:15.823921 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d81bb0a-c8a2-4ab1-9614-2f976fbbeb68" -d '{"events": [{"server_uuid": "e3a7476d-5afe-4581-bbd2-449cee1f7e08", "name": "network-vif-plugged", "status": "completed", "tag": "efa13915-effd-4c15-a89b-ac1952b6cdfd"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:15.835180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port efa13915-effd-4c15-a89b-ac1952b6cdfd, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=efa13915-effd-4c15-a89b-ac1952b6cdfd,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:15.864516 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263b5349-977a-4acb-9a9c-e307abde588c x-openstack-request-id: req-263b5349-977a-4acb-9a9c-e307abde588c {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:15.864516 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a7476d-5afe-4581-bbd2-449cee1f7e08", "name": "network-vif-plugged", "status": "completed", "tag": "efa13915-effd-4c15-a89b-ac1952b6cdfd", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:15.864516 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-263b5349-977a-4acb-9a9c-e307abde588c {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:15.864516 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a7476d-5afe-4581-bbd2-449cee1f7e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa13915-effd-4c15-a89b-ac1952b6cdfd', 'code': 200} Sep 16 05:24:15.899149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.948916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=efa13915-effd-4c15-a89b-ac1952b6cdfd,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.955323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f642aea-2fa0-45a8-8ef5-c7585f60b8a4 req-ce3084b6-8c53-4ce4-9114-05489deb5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.956882 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f642aea-2fa0-45a8-8ef5-c7585f60b8a4 req-ce3084b6-8c53-4ce4-9114-05489deb5bfe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 1097 time: 0.0406160 Sep 16 05:24:15.995855 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f642aea-2fa0-45a8-8ef5-c7585f60b8a4 req-afb413af-7d80-47f4-b7fa-c5d22061a769 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309310 Sep 16 05:24:16.067889 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.679416 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.911785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b0ae9-f43e-423f-a859-e7db9a78afbd req-c0cb36a6-49d1-457d-bd1c-cb18ec4328c9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:16.913309 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-530b0ae9-f43e-423f-a859-e7db9a78afbd req-c0cb36a6-49d1-457d-bd1c-cb18ec4328c9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 945 time: 0.0502961 Sep 16 05:24:16.951411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-530b0ae9-f43e-423f-a859-e7db9a78afbd req-8b4bebb9-beee-4d42-a5c3-99504afd7fe9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316730 Sep 16 05:24:17.647585 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.077917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3f02-4735-479a-b591-6184a5d52503 req-168d00f8-8c89-4319-8ccd-384a233ae012 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:18.079402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-579f3f02-4735-479a-b591-6184a5d52503 req-168d00f8-8c89-4319-8ccd-384a233ae012 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 945 time: 0.0535142 Sep 16 05:24:18.117459 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-579f3f02-4735-479a-b591-6184a5d52503 req-6336f2f2-3e91-4eba-863f-7d4ff19e1822 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318673 Sep 16 05:24:18.229575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258fd18-570e-436f-9987-870165b0a65d req-3630c89f-32b2-4eef-a556-802b97d6f98a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:18.231093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4258fd18-570e-436f-9987-870165b0a65d req-3630c89f-32b2-4eef-a556-802b97d6f98a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 945 time: 0.0493228 Sep 16 05:24:18.268969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4258fd18-570e-436f-9987-870165b0a65d req-401754b6-b819-45c3-9559-6c204d24a175 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Sep 16 05:24:21.555904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-bea29350-731a-4146-9be8-e26e2e48e82b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:21.557409 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-bea29350-731a-4146-9be8-e26e2e48e82b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1038632 Sep 16 05:24:21.572085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-2ca995fa-4eb3-4265-944f-4ace4ff47991 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/quotas/50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 375 time: 0.0090873 Sep 16 05:24:21.626082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-7b2f65b4-ae2f-43f0-b47c-6786dc5b0674 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483971 Sep 16 05:24:21.715420 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-3aeff08b-f42c-44a0-a1f1-252e40cea9a2 service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822527 Sep 16 05:24:21.807743 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-27fd197d-3f67-4ea8-86c7-34513d8ee39d service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855613 Sep 16 05:24:22.062553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd6fe874-be55-49a5-8835-a7545fe30d47 req-cc8af979-42b6-4e13-8ee1-6d78c7db868c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 210 time: 0.0271840 Sep 16 05:24:23.158319 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2e6435dc-139f-4146-a89a-7943dc0f6dcd req-6e81d4cd-b8ec-4a52-bd27-eafb86173032 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 210 time: 0.0284417 Sep 16 05:24:23.877756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-96f80c3c-6705-4d6a-a4b2-b3a732910dda tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.879200 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-96f80c3c-6705-4d6a-a4b2-b3a732910dda tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.23 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1017189 Sep 16 05:24:23.891845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'port': {'device_id': '2a906ea8-56b4-4257-85b0-c5e556900339', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'admin_state_up': True, 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:24.064415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Made reservation on behalf of 50f6c32ebfc74e1cbea31ef28263de83 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:24.068481 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.198562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Allocated IP 172.20.0.9 (63e3e220-4e4c-4118-b741-a074305a6efa/7351de37-da87-41a2-978f-f3719b6b9f57/d5ac4088-9d7f-417a-afc4-b7af30d83fc1) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:24.272269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0c337fd-86b6-442a-a347-983fca96853d req-75294024-ccc0-4144-8217-f6193d3fc476 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 210 time: 0.0323632 Sep 16 05:24:24.363378 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.479772 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.493906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['efa13915-effd-4c15-a89b-ac1952b6cdfd'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:24.530470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Network 63e3e220-4e4c-4118-b741-a074305a6efa is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:24.533791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:24.537605 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:24.565474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=d5ac4088-9d7f-417a-afc4-b7af30d83fc1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:24.611679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:24.613238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.699829 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f0f1df83-a709-4468-afc2-4fb43302df08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8117287 Sep 16 05:24:24.767153 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Request body: {'port': {'device_id': '2a906ea8-56b4-4257-85b0-c5e556900339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:24.781237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-83791319-da81-4772-9be6-7e0708a799b3 None None] Provisioning complete for port d5ac4088-9d7f-417a-afc4-b7af30d83fc1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:24.781607 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-83791319-da81-4772-9be6-7e0708a799b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.819081 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-83791319-da81-4772-9be6-7e0708a799b3 None None] Port d5ac4088-9d7f-417a-afc4-b7af30d83fc1 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:24.827471 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.095770 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ac4088-9d7f-417a-afc4-b7af30d83fc1 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:25.103327 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.115904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Transition to ACTIVE for port object d5ac4088-9d7f-417a-afc4-b7af30d83fc1 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:24:25.194071 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.245965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ac4088-9d7f-417a-afc4-b7af30d83fc1,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:25.323430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Attempting to bind port d5ac4088-9d7f-417a-afc4-b7af30d83fc1 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:25.323784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Attempting to bind port d5ac4088-9d7f-417a-afc4-b7af30d83fc1 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:25.324230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Attempting to bind port d5ac4088-9d7f-417a-afc4-b7af30d83fc1 on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:25.328927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Port d5ac4088-9d7f-417a-afc4-b7af30d83fc1 on network 63e3e220-4e4c-4118-b741-a074305a6efa not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:24:25.329250 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Attempting to bind port d5ac4088-9d7f-417a-afc4-b7af30d83fc1 on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:25.334545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:25.334899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Checking segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:25.335294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Bound using segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:25.335785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Bound port: d5ac4088-9d7f-417a-afc4-b7af30d83fc1, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:25.336084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.399947 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd35b3-0652-4e5b-9e99-eae9b12b4a8f req-c7c50bdb-e092-45ba-b5a1-41c6fcbadb97 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:25.401550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cacd35b3-0652-4e5b-9e99-eae9b12b4a8f req-c7c50bdb-e092-45ba-b5a1-41c6fcbadb97 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0562725 Sep 16 05:24:25.413471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] For port d5ac4088-9d7f-417a-afc4-b7af30d83fc1, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:25.416018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] For port d5ac4088-9d7f-417a-afc4-b7af30d83fc1, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d5ac4088-9d7f-417a-afc4-b7af30d83fc1,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:25.455411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cacd35b3-0652-4e5b-9e99-eae9b12b4a8f req-86dc68f2-b623-443e-bb76-93a974f29f30 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469127 Sep 16 05:24:25.493813 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.533358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:25.534086 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.535806 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] 10.222.0.23 "PUT /v2.0/ports/d5ac4088-9d7f-417a-afc4-b7af30d83fc1 HTTP/1.1" status: 200 len: 1092 time: 0.8277724 Sep 16 05:24:25.536706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a906ea8-56b4-4257-85b0-c5e556900339', 'tag': 'd5ac4088-9d7f-417a-afc4-b7af30d83fc1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:25.539376 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ef38e6-3946-476d-b76b-827ad13f707a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a906ea8-56b4-4257-85b0-c5e556900339", "tag": "d5ac4088-9d7f-417a-afc4-b7af30d83fc1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:25.568807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa2441-d00d-4751-a916-e1b7294b5d73 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ac4088-9d7f-417a-afc4-b7af30d83fc1,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:25.663433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-fd79d298-1eb0-4c3c-b021-cfd1535eaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:25.664995 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-fd79d298-1eb0-4c3c-b021-cfd1535eaec0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 1095 time: 0.0442679 Sep 16 05:24:25.715821 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-174d7a68-2d3a-40ae-a915-634be23cd2ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ac4088-9d7f-417a-afc4-b7af30d83fc1 HTTP/1.1" status: 200 len: 217 time: 0.0428157 Sep 16 05:24:25.772395 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-6d7bb7f3-3265-475a-952a-d552aac235a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:25.773746 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-6d7bb7f3-3265-475a-952a-d552aac235a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0471787 Sep 16 05:24:25.777706 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaed4ac-590a-4afc-8a2d-b46bbc83ac77 x-openstack-request-id: req-3eaed4ac-590a-4afc-8a2d-b46bbc83ac77 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:25.778060 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a906ea8-56b4-4257-85b0-c5e556900339", "tag": "d5ac4088-9d7f-417a-afc4-b7af30d83fc1", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:25.778324 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3eaed4ac-590a-4afc-8a2d-b46bbc83ac77 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:25.778722 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a906ea8-56b4-4257-85b0-c5e556900339', 'tag': 'd5ac4088-9d7f-417a-afc4-b7af30d83fc1', 'status': 'completed', 'code': 200} Sep 16 05:24:25.825864 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f862e84e-7057-4cfc-9ce3-4d23a2765872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:25.827688 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-f862e84e-7057-4cfc-9ce3-4d23a2765872 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434468 Sep 16 05:24:25.928794 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-51481898-eaa7-40ee-93d7-be1116878783 service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937612 Sep 16 05:24:26.019768 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d3b5f7db-a211-4236-9b8b-3c7551777f5b req-d97ea766-163b-443b-94a7-808c7cbf602f service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845795 Sep 16 05:24:26.174401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef38e6-3946-476d-b76b-827ad13f707a req-705afbb2-429b-4a48-b0d8-c5c6587eb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:26.175984 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-04ef38e6-3946-476d-b76b-827ad13f707a req-705afbb2-429b-4a48-b0d8-c5c6587eb89b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 1095 time: 0.0426564 Sep 16 05:24:26.273430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef38e6-3946-476d-b76b-827ad13f707a req-dbd41ef9-4e38-4258-8683-1b84496acf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:26.274942 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-04ef38e6-3946-476d-b76b-827ad13f707a req-dbd41ef9-4e38-4258-8683-1b84496acf8f service neutron] 10.222.0.23 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0922649 Sep 16 05:24:26.318090 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-04ef38e6-3946-476d-b76b-827ad13f707a req-0dea454b-8905-4aff-b986-c7438ac9da4d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ac4088-9d7f-417a-afc4-b7af30d83fc1 HTTP/1.1" status: 200 len: 217 time: 0.0359671 Sep 16 05:24:26.375537 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef38e6-3946-476d-b76b-827ad13f707a req-473d5a43-e8d0-4955-9a01-bcf9ca0ad7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:26.375537 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-04ef38e6-3946-476d-b76b-827ad13f707a req-473d5a43-e8d0-4955-9a01-bcf9ca0ad7ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0483577 Sep 16 05:24:26.419940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef38e6-3946-476d-b76b-827ad13f707a req-da03f5e1-8174-4092-b21c-3af701f2a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:26.421702 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-04ef38e6-3946-476d-b76b-827ad13f707a req-da03f5e1-8174-4092-b21c-3af701f2a80b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416083 Sep 16 05:24:26.528083 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-04ef38e6-3946-476d-b76b-827ad13f707a req-7b141be0-85aa-4152-874a-8fc2637c5b94 service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990160 Sep 16 05:24:26.578010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b112a-41ce-4b47-801f-1b4f73ffddee req-5fac3441-20db-41bf-894f-cc8eac942611 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:26.579482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f0b112a-41ce-4b47-801f-1b4f73ffddee req-5fac3441-20db-41bf-894f-cc8eac942611 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0508146 Sep 16 05:24:26.619995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f0b112a-41ce-4b47-801f-1b4f73ffddee req-1c35c2a8-8df9-43a5-ac4f-a520d6405644 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337605 Sep 16 05:24:26.626007 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-04ef38e6-3946-476d-b76b-827ad13f707a req-3ba407f5-728a-45a6-b4dd-1f8eaf015335 service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906823 Sep 16 05:24:27.750344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6c2bc-226f-44af-929d-6b4766b1be21 req-6d20164b-1bfa-47a2-b574-cf1e537e3d7a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:27.751903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-daf6c2bc-226f-44af-929d-6b4766b1be21 req-6d20164b-1bfa-47a2-b574-cf1e537e3d7a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0534878 Sep 16 05:24:27.795049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-daf6c2bc-226f-44af-929d-6b4766b1be21 req-6693354a-33e6-4c32-bec0-5817c0d4fd82 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366795 Sep 16 05:24:28.923132 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f3463-21ac-422b-b2d1-c1f983a26f88 req-3de100a4-1431-4735-b281-d69975a7dd0a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.924694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f9f3463-21ac-422b-b2d1-c1f983a26f88 req-3de100a4-1431-4735-b281-d69975a7dd0a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0551465 Sep 16 05:24:28.967218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8f9f3463-21ac-422b-b2d1-c1f983a26f88 req-042100e0-15db-4181-9d4a-f3d1ab0af18d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361059 Sep 16 05:24:30.088840 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451824e-63cd-44a6-b34c-d9e03b1e2322 req-a700024d-8f0d-4fa3-a76f-e1dbd5dfe245 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:30.090346 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6451824e-63cd-44a6-b34c-d9e03b1e2322 req-a700024d-8f0d-4fa3-a76f-e1dbd5dfe245 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0523989 Sep 16 05:24:30.133605 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6451824e-63cd-44a6-b34c-d9e03b1e2322 req-3d326d70-cd8c-4cc2-aba4-7a74560824b8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Sep 16 05:24:31.258178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b86b0-2c82-45e0-8160-3aaeec9fb2eb req-9991a553-7b75-4781-8885-eb965496193b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:31.259670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f4b86b0-2c82-45e0-8160-3aaeec9fb2eb req-9991a553-7b75-4781-8885-eb965496193b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0521028 Sep 16 05:24:31.305563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f4b86b0-2c82-45e0-8160-3aaeec9fb2eb req-b33874aa-d79d-4493-8411-afe486d3b5f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 Sep 16 05:24:32.425316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fd210-d150-444c-abc1-679f3b5c497c req-371986ba-b073-42a9-9d9a-fdc0f0fc9ff4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:32.426722 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d4fd210-d150-444c-abc1-679f3b5c497c req-371986ba-b073-42a9-9d9a-fdc0f0fc9ff4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0518951 Sep 16 05:24:32.467521 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d4fd210-d150-444c-abc1-679f3b5c497c req-8358c2b7-f2f8-4c86-8c48-76dc28a2785d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343359 Sep 16 05:24:33.599939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c82d1-cf2c-424e-bcf2-1f68391c025a req-d1c2d3c3-d769-492f-9d71-724702dfb89a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:33.601443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-311c82d1-cf2c-424e-bcf2-1f68391c025a req-d1c2d3c3-d769-492f-9d71-724702dfb89a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0537338 Sep 16 05:24:33.641823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-311c82d1-cf2c-424e-bcf2-1f68391c025a req-4a1bc3da-c562-4a93-8895-ba7ef52fd9fb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336654 Sep 16 05:24:34.766167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a776dc5-03bf-4c38-af09-0944fde4c574 req-78ca5ebc-1b20-4f0a-87d0-f959fb064577 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:34.768443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a776dc5-03bf-4c38-af09-0944fde4c574 req-78ca5ebc-1b20-4f0a-87d0-f959fb064577 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0531950 Sep 16 05:24:34.817457 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a776dc5-03bf-4c38-af09-0944fde4c574 req-a7ad8ff3-8c0e-4c64-8a39-716af7851381 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428598 Sep 16 05:24:35.936970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666039c1-03e7-44b4-becc-e43e6d52492d req-3552c73e-2ab4-4948-aee9-ce50f318035c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:35.938483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-666039c1-03e7-44b4-becc-e43e6d52492d req-3552c73e-2ab4-4948-aee9-ce50f318035c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0512211 Sep 16 05:24:35.977756 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-666039c1-03e7-44b4-becc-e43e6d52492d req-fff6277d-e155-4572-a171-dcdce87de5f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325449 Sep 16 05:24:37.102158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab94143-57f6-41ea-a728-311fd4d830d6 req-58deaf41-148b-4ef8-b7e7-e728e0a38301 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:37.103787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ab94143-57f6-41ea-a728-311fd4d830d6 req-58deaf41-148b-4ef8-b7e7-e728e0a38301 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0548320 Sep 16 05:24:37.144020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ab94143-57f6-41ea-a728-311fd4d830d6 req-2a0425fd-7572-4e58-a24a-84cd61fb28a7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342274 Sep 16 05:24:38.268019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48973a-fbdf-4ec4-889b-53eb1ddaf91c req-467f6b0e-f994-4bb8-9ab4-0491e5f1fa84 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:38.269561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed48973a-fbdf-4ec4-889b-53eb1ddaf91c req-467f6b0e-f994-4bb8-9ab4-0491e5f1fa84 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0540657 Sep 16 05:24:38.314483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ed48973a-fbdf-4ec4-889b-53eb1ddaf91c req-ac52ea23-061f-4f8c-96ab-dc132708a05c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390222 Sep 16 05:24:39.437234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddebb08-1fbe-4db3-b787-2f397d63c1a1 req-79937754-f2c5-4616-b576-96d12cef4440 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:39.438719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ddebb08-1fbe-4db3-b787-2f397d63c1a1 req-79937754-f2c5-4616-b576-96d12cef4440 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0509241 Sep 16 05:24:39.478497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ddebb08-1fbe-4db3-b787-2f397d63c1a1 req-059c3364-a0a5-4de3-bdb3-7b781fb4275b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324061 Sep 16 05:24:40.162314 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:40.613327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270471f-4fdd-4c98-bab8-f01f9808aa89 req-845b7c79-6939-42bd-a9f2-ef0d0c702c47 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:40.615322 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2270471f-4fdd-4c98-bab8-f01f9808aa89 req-845b7c79-6939-42bd-a9f2-ef0d0c702c47 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0596795 Sep 16 05:24:40.661609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2270471f-4fdd-4c98-bab8-f01f9808aa89 req-8dc39278-4423-4279-9d56-07b098e3405b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345905 Sep 16 05:24:41.779853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319d6cd-4daa-491c-99e5-5e2575c59f54 req-592719f7-3450-4b75-b04b-e8008293a253 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:41.781361 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1319d6cd-4daa-491c-99e5-5e2575c59f54 req-592719f7-3450-4b75-b04b-e8008293a253 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0501697 Sep 16 05:24:41.824381 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1319d6cd-4daa-491c-99e5-5e2575c59f54 req-bffe820a-35bd-4141-9abe-8f32aae4b001 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364709 Sep 16 05:24:42.138037 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d25e6f9b-a19f-49fa-8a63-89dce2493538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.680788 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.953451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19d1ef-2f70-412a-ace3-577550df0da8 req-926610e6-c63a-4857-ac21-0b8601c31102 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:42.954865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec19d1ef-2f70-412a-ace3-577550df0da8 req-926610e6-c63a-4857-ac21-0b8601c31102 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0525446 Sep 16 05:24:42.999504 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec19d1ef-2f70-412a-ace3-577550df0da8 req-0b6aa942-603c-4277-b633-58c1f1cb0a38 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363328 Sep 16 05:24:44.122195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be55c46-d703-4883-b7f3-6799c77f0326 req-310564c8-dafc-43ab-888d-b1d2dcdb7d72 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:44.123683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9be55c46-d703-4883-b7f3-6799c77f0326 req-310564c8-dafc-43ab-888d-b1d2dcdb7d72 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0519812 Sep 16 05:24:44.163185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9be55c46-d703-4883-b7f3-6799c77f0326 req-7b91db67-844e-4521-b079-70934a3d17dd tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333703 Sep 16 05:24:44.518721 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-52a5e558-77e4-4ace-8c18-106f50b2a2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.324568 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.346297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6f71a-4250-4083-9592-ea59580c3bea req-4e396b92-cf3d-40bd-ad4c-b89ca94ef440 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:45.347720 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14e6f71a-4250-4083-9592-ea59580c3bea req-4e396b92-cf3d-40bd-ad4c-b89ca94ef440 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.1119704 Sep 16 05:24:45.389949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14e6f71a-4250-4083-9592-ea59580c3bea req-e578ea55-96ed-42d7-9e22-38c62c99efd4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348165 Sep 16 05:24:46.120914 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.508399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23499d0-a757-4067-a788-7cb8c37e460c req-fcf6b855-83b0-4c84-9fcd-373fafb9093f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:46.509982 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d23499d0-a757-4067-a788-7cb8c37e460c req-fcf6b855-83b0-4c84-9fcd-373fafb9093f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0497932 Sep 16 05:24:46.547988 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d23499d0-a757-4067-a788-7cb8c37e460c req-bf428bb1-b7bb-4435-a847-27d53191b9a3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321097 Sep 16 05:24:46.713236 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.618351 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.666550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e602a-cf5e-43b2-a77b-b7cbfb40806d req-2f667d27-ff12-427e-9ad3-e2b1d086f33b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.668053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-027e602a-cf5e-43b2-a77b-b7cbfb40806d req-2f667d27-ff12-427e-9ad3-e2b1d086f33b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0500205 Sep 16 05:24:47.708125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-027e602a-cf5e-43b2-a77b-b7cbfb40806d req-e5da859c-3312-4bd1-8b98-c247a8545257 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338502 Sep 16 05:24:48.825703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726e93f-d501-41cf-9967-b184d32c05ce req-07d7fcc2-d60f-4f97-b107-3b6438bbd370 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:48.827159 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e726e93f-d501-41cf-9967-b184d32c05ce req-07d7fcc2-d60f-4f97-b107-3b6438bbd370 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0499587 Sep 16 05:24:48.873036 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e726e93f-d501-41cf-9967-b184d32c05ce req-852ad21d-f459-43cb-9bb9-6df860df9f08 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Sep 16 05:24:49.993774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64970217-c39f-4165-88d7-0eface9d7748 req-279ebd54-ae2a-4a47-99ca-21020e6b2aef tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.995382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64970217-c39f-4165-88d7-0eface9d7748 req-279ebd54-ae2a-4a47-99ca-21020e6b2aef tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0565915 Sep 16 05:24:50.033476 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64970217-c39f-4165-88d7-0eface9d7748 req-2392ff9e-d796-409b-a00a-3230a63f9539 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320137 Sep 16 05:24:51.211470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaefe0-89e6-4ba2-8564-54dbc3d842bb req-3430b88b-b491-4590-a607-eca2b6a3e8d0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:51.212994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-77eaefe0-89e6-4ba2-8564-54dbc3d842bb req-3430b88b-b491-4590-a607-eca2b6a3e8d0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.1100357 Sep 16 05:24:51.251483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-77eaefe0-89e6-4ba2-8564-54dbc3d842bb req-636968fb-ef41-4c6a-b6a9-e681774321f2 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Sep 16 05:24:52.370673 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3855aa-b3c8-431b-9466-ef9c8c36265c req-09e6b159-a97d-4a4b-9770-5c492976769b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:52.372498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc3855aa-b3c8-431b-9466-ef9c8c36265c req-09e6b159-a97d-4a4b-9770-5c492976769b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0510168 Sep 16 05:24:52.418662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc3855aa-b3c8-431b-9466-ef9c8c36265c req-1a093400-5427-4847-bc9e-7abef5f6aadc tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402138 Sep 16 05:24:53.534581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8c6de-5256-4c8f-8b9e-10eff177b373 req-730da44f-b10d-4fc2-9ad2-2d416a3e7626 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:53.536053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09c8c6de-5256-4c8f-8b9e-10eff177b373 req-730da44f-b10d-4fc2-9ad2-2d416a3e7626 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0497355 Sep 16 05:24:53.574343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09c8c6de-5256-4c8f-8b9e-10eff177b373 req-1244d35d-ab68-487a-ac72-6e493f4a1a5d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Sep 16 05:24:54.689162 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcc7e5-f777-4a00-b2ce-7e69debaaf5f req-05ec17b5-807c-4b1b-9594-7233573c575f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.690952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89fcc7e5-f777-4a00-b2ce-7e69debaaf5f req-05ec17b5-807c-4b1b-9594-7233573c575f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0494177 Sep 16 05:24:54.728261 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89fcc7e5-f777-4a00-b2ce-7e69debaaf5f req-1841023e-30c1-4fad-b244-759ddeddf1b6 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313995 Sep 16 05:24:55.850684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e469c-3f0d-44c5-9487-fab0d432a501 req-f3842453-935b-4b74-8348-bef274f9c36a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:55.852716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-685e469c-3f0d-44c5-9487-fab0d432a501 req-f3842453-935b-4b74-8348-bef274f9c36a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0503738 Sep 16 05:24:55.896112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-685e469c-3f0d-44c5-9487-fab0d432a501 req-a3ca42c5-f65f-477b-8092-8541376210d8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371156 Sep 16 05:24:57.014891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713e096-6ce5-4570-b9b6-193512225aca req-20f9c03c-740a-4bd0-ab48-825406688404 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:57.016338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6713e096-6ce5-4570-b9b6-193512225aca req-20f9c03c-740a-4bd0-ab48-825406688404 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0511568 Sep 16 05:24:57.056189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6713e096-6ce5-4570-b9b6-193512225aca req-90afebca-d88c-4010-b322-0f2981d4692a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Sep 16 05:24:58.092883 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0f724854-9962-4d4a-b996-74c38c81bb71 req-56287e49-0d2d-44c9-ae44-ec265474d4c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408049 Sep 16 05:24:58.179879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275fecb-6b43-4bdb-ba82-98d668a78655 req-1465b8c7-aa01-489a-a40c-0cf969aaae02 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.181441 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0275fecb-6b43-4bdb-ba82-98d668a78655 req-1465b8c7-aa01-489a-a40c-0cf969aaae02 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0525539 Sep 16 05:24:58.183797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f724854-9962-4d4a-b996-74c38c81bb71 req-8357c6e0-ad42-4db3-9d05-cecdc0fb4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.185537 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0f724854-9962-4d4a-b996-74c38c81bb71 req-8357c6e0-ad42-4db3-9d05-cecdc0fb4c4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 1097 time: 0.0467033 Sep 16 05:24:58.221449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0275fecb-6b43-4bdb-ba82-98d668a78655 req-fa0572ad-a6d3-4cdf-a7b3-f3aeea3f2c94 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336585 Sep 16 05:24:58.291603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f724854-9962-4d4a-b996-74c38c81bb71 req-3d307c19-b22e-426d-b6b3-9873874806a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.293029 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0f724854-9962-4d4a-b996-74c38c81bb71 req-3d307c19-b22e-426d-b6b3-9873874806a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0864799 Sep 16 05:24:58.339104 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0f724854-9962-4d4a-b996-74c38c81bb71 req-de70b039-e895-445a-848b-cc3c979aaa26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efa13915-effd-4c15-a89b-ac1952b6cdfd HTTP/1.1" status: 200 len: 217 time: 0.0384820 Sep 16 05:24:58.388859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f724854-9962-4d4a-b996-74c38c81bb71 req-dcdb486c-dcc4-42b4-85bc-4d51959a9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.390324 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0f724854-9962-4d4a-b996-74c38c81bb71 req-dcdb486c-dcc4-42b4-85bc-4d51959a9843 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0443480 Sep 16 05:24:58.436773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f724854-9962-4d4a-b996-74c38c81bb71 req-4ee59a41-a3d1-4b3d-95fb-3db1fb7475c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.438337 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0f724854-9962-4d4a-b996-74c38c81bb71 req-4ee59a41-a3d1-4b3d-95fb-3db1fb7475c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408487 Sep 16 05:24:58.814388 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0f724854-9962-4d4a-b996-74c38c81bb71 req-0001d11d-5c79-4edc-8a14-ad021b661b6c service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690174 Sep 16 05:24:58.906170 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0f724854-9962-4d4a-b996-74c38c81bb71 req-e041c329-9421-43d9-9d63-0aeb02f2f480 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840032 Sep 16 05:24:59.342255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5ef0f-8808-4c7e-b1ad-c2e1dfb9f39a req-772446c6-a2ab-4bf4-87ff-26ddff67a5ef tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.343734 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08b5ef0f-8808-4c7e-b1ad-c2e1dfb9f39a req-772446c6-a2ab-4bf4-87ff-26ddff67a5ef tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0506580 Sep 16 05:24:59.388541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08b5ef0f-8808-4c7e-b1ad-c2e1dfb9f39a req-711f470a-9e5d-4782-9805-4279896b7460 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387118 Sep 16 05:25:00.509809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dabd4-9385-41bf-a870-d4b593bbbba0 req-68606b0d-3121-4664-b947-20a87c20e6ed tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:00.511445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f70dabd4-9385-41bf-a870-d4b593bbbba0 req-68606b0d-3121-4664-b947-20a87c20e6ed tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0504835 Sep 16 05:25:00.551681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f70dabd4-9385-41bf-a870-d4b593bbbba0 req-733fceb2-1be6-4804-a6bb-840d305a8374 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340950 Sep 16 05:25:01.668498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961358a0-49d8-4e10-ad72-0fccffcc5531 req-dae285bb-828c-4013-a3a8-7e60aa7eb507 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:01.669963 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-961358a0-49d8-4e10-ad72-0fccffcc5531 req-dae285bb-828c-4013-a3a8-7e60aa7eb507 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0483570 Sep 16 05:25:01.708253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-961358a0-49d8-4e10-ad72-0fccffcc5531 req-cab23eb0-67ad-4b54-a573-32f058ce0bc3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323842 Sep 16 05:25:02.828846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390199d-eb26-4085-92cc-85a3539d64e1 req-0b9bf255-5009-4747-94cb-73d07af017ae tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:02.830320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7390199d-eb26-4085-92cc-85a3539d64e1 req-0b9bf255-5009-4747-94cb-73d07af017ae tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0482812 Sep 16 05:25:02.871376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7390199d-eb26-4085-92cc-85a3539d64e1 req-2d5c3379-be98-4d89-be2f-6c66b51238ad tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350652 Sep 16 05:25:03.986364 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb512ca-d64c-48ca-bcc8-85e20043024c req-995f8be1-fd85-4186-b41d-124bc2551993 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:03.987820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bcb512ca-d64c-48ca-bcc8-85e20043024c req-995f8be1-fd85-4186-b41d-124bc2551993 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0490687 Sep 16 05:25:04.024710 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bcb512ca-d64c-48ca-bcc8-85e20043024c req-a5e9f1e1-5299-49b0-96be-76584d101f00 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309150 Sep 16 05:25:05.141816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a6665-6b5c-4105-b193-82bb679fdb01 req-2496b3d4-0aaa-4cfc-99ca-a46618d98f87 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:05.143313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-898a6665-6b5c-4105-b193-82bb679fdb01 req-2496b3d4-0aaa-4cfc-99ca-a46618d98f87 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0497315 Sep 16 05:25:05.180437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-898a6665-6b5c-4105-b193-82bb679fdb01 req-f7454882-e981-466a-9406-25f887915b80 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311434 Sep 16 05:25:06.297274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b6a37-7988-4c0e-bcd6-dea25203e1b3 req-2fc0ca52-dc17-4a9c-a1e7-9ee133aabab5 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.298758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc6b6a37-7988-4c0e-bcd6-dea25203e1b3 req-2fc0ca52-dc17-4a9c-a1e7-9ee133aabab5 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0501647 Sep 16 05:25:06.341609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc6b6a37-7988-4c0e-bcd6-dea25203e1b3 req-f47d27c6-526f-4cea-900c-eb9cb7b58f70 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369461 Sep 16 05:25:07.456592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc9683-6fd7-4faa-98ff-0525c726f3d5 req-ebe70101-fae9-4664-a1f5-3200afb1794a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.458071 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4fc9683-6fd7-4faa-98ff-0525c726f3d5 req-ebe70101-fae9-4664-a1f5-3200afb1794a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 943 time: 0.0488422 Sep 16 05:25:07.496084 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4fc9683-6fd7-4faa-98ff-0525c726f3d5 req-a1aa4fe9-3629-45c4-bc39-624ad9806c47 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312927 Sep 16 05:25:08.204539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d5ac4088-9d7f-417a-afc4-b7af30d83fc1 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:25:08.298567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d5ac4088-9d7f-417a-afc4-b7af30d83fc1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d5ac4088-9d7f-417a-afc4-b7af30d83fc1,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:08.313564 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd5ac4088-9d7f-417a-afc4-b7af30d83fc1', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'port_id': 'd5ac4088-9d7f-417a-afc4-b7af30d83fc1', 'mac_address': 'fa:16:3e:82:d1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:25:08.350299 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.363460 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ac4088-9d7f-417a-afc4-b7af30d83fc1 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:08.382237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d5ac4088-9d7f-417a-afc4-b7af30d83fc1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d5ac4088-9d7f-417a-afc4-b7af30d83fc1,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:08.472351 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.519305 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d5ac4088-9d7f-417a-afc4-b7af30d83fc1,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:08.610465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ec9f7-4bf3-4a19-8e4f-1b098f5c8b11 req-075c9dd4-6169-4108-834d-8d26f4fc7317 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:08.611939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f95ec9f7-4bf3-4a19-8e4f-1b098f5c8b11 req-075c9dd4-6169-4108-834d-8d26f4fc7317 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 944 time: 0.0485289 Sep 16 05:25:08.650364 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f95ec9f7-4bf3-4a19-8e4f-1b098f5c8b11 req-d77b47ba-d6da-498a-ba97-e87388d427a6 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322380 Sep 16 05:25:08.712206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d5ac4088-9d7f-417a-afc4-b7af30d83fc1'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:09.767373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc0f99-b0a4-4c3f-ac74-62de21734b2f req-ea37d2ba-bfc9-4f29-8080-9b176f58fcba tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:09.769018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43fc0f99-b0a4-4c3f-ac74-62de21734b2f req-ea37d2ba-bfc9-4f29-8080-9b176f58fcba tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 944 time: 0.0488253 Sep 16 05:25:09.811838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43fc0f99-b0a4-4c3f-ac74-62de21734b2f req-92af870a-8dcb-4f84-b3db-bd1f84b3ec7b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367846 Sep 16 05:25:10.220131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d5ac4088-9d7f-417a-afc4-b7af30d83fc1 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:10.337062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port d5ac4088-9d7f-417a-afc4-b7af30d83fc1 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:25:10.341325 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d5ac4088-9d7f-417a-afc4-b7af30d83fc1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:10.341711 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.421222 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.444062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a906ea8-56b4-4257-85b0-c5e556900339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ac4088-9d7f-417a-afc4-b7af30d83fc1'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:10.446325 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70133ed6-ce0f-4a80-9ebf-686f0d9eaaad" -d '{"events": [{"server_uuid": "2a906ea8-56b4-4257-85b0-c5e556900339", "name": "network-vif-plugged", "status": "completed", "tag": "d5ac4088-9d7f-417a-afc4-b7af30d83fc1"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:10.459323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d5ac4088-9d7f-417a-afc4-b7af30d83fc1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d5ac4088-9d7f-417a-afc4-b7af30d83fc1,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:10.537366 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.562127 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f510f572-347a-42a5-8149-747d3bfc6f45 x-openstack-request-id: req-f510f572-347a-42a5-8149-747d3bfc6f45 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:10.562603 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a906ea8-56b4-4257-85b0-c5e556900339", "name": "network-vif-plugged", "status": "completed", "tag": "d5ac4088-9d7f-417a-afc4-b7af30d83fc1", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:10.562732 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f510f572-347a-42a5-8149-747d3bfc6f45 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:10.563101 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a906ea8-56b4-4257-85b0-c5e556900339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ac4088-9d7f-417a-afc4-b7af30d83fc1', 'code': 200} Sep 16 05:25:10.589250 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d5ac4088-9d7f-417a-afc4-b7af30d83fc1,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.642326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6e39e-7745-4865-be25-9a0ae15e585e req-5c6765d7-0fb8-4b55-9201-2178a9819582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:10.643796 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dbf6e39e-7745-4865-be25-9a0ae15e585e req-5c6765d7-0fb8-4b55-9201-2178a9819582 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 1097 time: 0.0396063 Sep 16 05:25:10.679981 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dbf6e39e-7745-4865-be25-9a0ae15e585e req-206e1de0-7995-44af-a339-9dc2be527925 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287952 Sep 16 05:25:10.928712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18705454-e33e-4c06-8a4b-2c6ccf7fdac2 req-c2d5b34b-9753-4fb0-9084-15f1980b2956 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:10.930248 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18705454-e33e-4c06-8a4b-2c6ccf7fdac2 req-c2d5b34b-9753-4fb0-9084-15f1980b2956 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 945 time: 0.0490708 Sep 16 05:25:10.969075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18705454-e33e-4c06-8a4b-2c6ccf7fdac2 req-5dd554d9-6981-4bb9-81bd-65b8a950d7e0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327685 Sep 16 05:25:12.095811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d1da3-8ee4-4951-8c53-d200b6d60b8d req-57df9cbf-0545-41f6-83dc-18cb538bfa80 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.097377 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a83d1da3-8ee4-4951-8c53-d200b6d60b8d req-57df9cbf-0545-41f6-83dc-18cb538bfa80 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 945 time: 0.0520442 Sep 16 05:25:12.103683 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b1a33f23-a6f5-4e2a-9dcf-da5419af4a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.137222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a83d1da3-8ee4-4951-8c53-d200b6d60b8d req-480b224b-8334-4ad8-9c15-f8818a753e5d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Sep 16 05:25:12.255495 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b8dfa-fa5e-44b8-ad02-c538f17a1bfd req-652e301d-78c0-4dbb-9b81-3ad109bb3ebb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.256891 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f66b8dfa-fa5e-44b8-ad02-c538f17a1bfd req-652e301d-78c0-4dbb-9b81-3ad109bb3ebb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 945 time: 0.0502899 Sep 16 05:25:12.300561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f66b8dfa-fa5e-44b8-ad02-c538f17a1bfd req-b7340163-0b3c-4b27-9ae9-8200836c8678 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371895 Sep 16 05:25:12.675009 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.817915 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412356b3-19ba-4497-8c8a-1be269d6ddfe req-c408ca0a-c69d-4c7d-8481-4975423611ce tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.819413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-412356b3-19ba-4497-8c8a-1be269d6ddfe req-c408ca0a-c69d-4c7d-8481-4975423611ce tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 945 time: 0.0499146 Sep 16 05:25:12.860433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-412356b3-19ba-4497-8c8a-1be269d6ddfe req-86c77c25-ea52-4ca2-b3b3-2cc8df6d0452 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341089 Sep 16 05:25:13.980685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518cbd6-1552-488b-b79a-d41ff5ee5b10 req-b9a59427-0344-4afb-92a5-d6de54886e7f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:13.982222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c518cbd6-1552-488b-b79a-d41ff5ee5b10 req-b9a59427-0344-4afb-92a5-d6de54886e7f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 945 time: 0.0489123 Sep 16 05:25:14.020551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c518cbd6-1552-488b-b79a-d41ff5ee5b10 req-9118b6fd-3985-42c1-9bd1-b1bb08ad7fdc tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Sep 16 05:25:14.247328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828afd13-0f2b-43d5-890b-a31306c6c2f0 req-79750783-c73e-4c0c-bd22-9a8adb38b685 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:14.248834 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-828afd13-0f2b-43d5-890b-a31306c6c2f0 req-79750783-c73e-4c0c-bd22-9a8adb38b685 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 945 time: 0.0521176 Sep 16 05:25:14.338026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-828afd13-0f2b-43d5-890b-a31306c6c2f0 req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Deleting port d5ac4088-9d7f-417a-afc4-b7af30d83fc1 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:14.338368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-828afd13-0f2b-43d5-890b-a31306c6c2f0 req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.427953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-828afd13-0f2b-43d5-890b-a31306c6c2f0 req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] For port d5ac4088-9d7f-417a-afc4-b7af30d83fc1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d5ac4088-9d7f-417a-afc4-b7af30d83fc1,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:14.428321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-828afd13-0f2b-43d5-890b-a31306c6c2f0 req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.440983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-828afd13-0f2b-43d5-890b-a31306c6c2f0 req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Calling delete_port for d5ac4088-9d7f-417a-afc4-b7af30d83fc1 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:14.508354 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c4fccb51-7484-4ac1-87f7-7698297b4c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.645593 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-828afd13-0f2b-43d5-890b-a31306c6c2f0 req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.658758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['efa13915-effd-4c15-a89b-ac1952b6cdfd'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:14.661238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d5ac4088-9d7f-417a-afc4-b7af30d83fc1'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:14.678370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event deleted for resources: {'Port': ['ID=d5ac4088-9d7f-417a-afc4-b7af30d83fc1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:14.692968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:14.693316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:14.693657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:14.693993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:14.694320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:14.694647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:14.694968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:14.695289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:14.695649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:14.695973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:14.696292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:14.696637 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:14.731229 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-828afd13-0f2b-43d5-890b-a31306c6c2f0 req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] No DVR routers for this DVR port d5ac4088-9d7f-417a-afc4-b7af30d83fc1 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:14.734855 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-828afd13-0f2b-43d5-890b-a31306c6c2f0 req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.737523 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-828afd13-0f2b-43d5-890b-a31306c6c2f0 req-9b22cb36-cae6-4714-91f4-79045eb383d4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.23 "DELETE /v2.0/ports/d5ac4088-9d7f-417a-afc4-b7af30d83fc1 HTTP/1.1" status: 204 len: 173 time: 0.4829066 Sep 16 05:25:14.738485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a906ea8-56b4-4257-85b0-c5e556900339', 'name': 'network-vif-deleted', 'tag': 'd5ac4088-9d7f-417a-afc4-b7af30d83fc1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:14.740346 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09942bdc-5eed-41b7-97fa-19071bf4721f" -d '{"events": [{"server_uuid": "2a906ea8-56b4-4257-85b0-c5e556900339", "name": "network-vif-deleted", "tag": "d5ac4088-9d7f-417a-afc4-b7af30d83fc1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:14.778395 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99aafe91-9e9f-4fd8-a60c-85cdf263d0c7 x-openstack-request-id: req-99aafe91-9e9f-4fd8-a60c-85cdf263d0c7 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:14.779260 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a906ea8-56b4-4257-85b0-c5e556900339", "name": "network-vif-deleted", "tag": "d5ac4088-9d7f-417a-afc4-b7af30d83fc1", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:14.780025 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99aafe91-9e9f-4fd8-a60c-85cdf263d0c7 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:14.780627 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a906ea8-56b4-4257-85b0-c5e556900339', 'name': 'network-vif-deleted', 'tag': 'd5ac4088-9d7f-417a-afc4-b7af30d83fc1', 'status': 'completed', 'code': 200} Sep 16 05:25:15.119785 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dddb3712-794d-4a2b-bef2-6e8c9f231c87 req-424f9f25-38a3-45b7-b271-1feefdff9b64 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 210 time: 0.0283916 Sep 16 05:25:15.302941 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.077939 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.223300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68173f11-e964-4837-842b-0bf3f890ba33 req-e18621e4-4327-4833-a877-edcef2b591c5 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 210 time: 0.0322008 Sep 16 05:25:16.742705 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.161941 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:25:17.322612 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0e27741-914a-46dd-a32d-927996e8c7f1 req-2c1fa3e1-08d6-4511-81b5-81f00103a57a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 210 time: 0.0288899 Sep 16 05:25:17.615215 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.250755 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d5ac4088-9d7f-417a-afc4-b7af30d83fc1 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:18.270471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: d5ac4088-9d7f-417a-afc4-b7af30d83fc1 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:18.270814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d5ac4088-9d7f-417a-afc4-b7af30d83fc1 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:18.419658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e611445-65df-4f35-a56f-a0ae8688a230 req-f88c87cb-ae5e-4cc5-a940-2543263e55fb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a906ea8-56b4-4257-85b0-c5e556900339 HTTP/1.1" status: 200 len: 210 time: 0.0279393 Sep 16 05:25:24.276811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfde5f-a7be-4357-b717-297fcfce03b8 req-cd50c19b-65d5-42ee-967d-c68b78674ad7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:24.278385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eecfde5f-a7be-4357-b717-297fcfce03b8 req-cd50c19b-65d5-42ee-967d-c68b78674ad7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 945 time: 0.0517521 Sep 16 05:25:24.316385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eecfde5f-a7be-4357-b717-297fcfce03b8 req-7ea44e6c-390a-442a-b544-42b46db3fcf0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320222 Sep 16 05:25:25.434060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292ac51-868c-4cea-b68e-8d4f76c5d98d req-6c3ad3dd-77b6-4c83-a7ef-b16772482186 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:25.435535 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1292ac51-868c-4cea-b68e-8d4f76c5d98d req-6c3ad3dd-77b6-4c83-a7ef-b16772482186 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 945 time: 0.0522091 Sep 16 05:25:25.473996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1292ac51-868c-4cea-b68e-8d4f76c5d98d req-5856d4c8-6a8a-4bf1-958a-b80006f037e1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c50727-c837-46e0-96b6-4f9e043e8a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Sep 16 05:25:25.897783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9b465-7168-4736-8a1d-2a80dc5d4745 req-797d066a-4929-48b9-9179-ef67b451be1d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:25.899426 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-83f9b465-7168-4736-8a1d-2a80dc5d4745 req-797d066a-4929-48b9-9179-ef67b451be1d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 945 time: 0.0491235 Sep 16 05:25:25.989682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-83f9b465-7168-4736-8a1d-2a80dc5d4745 req-8d184e82-070e-4e1f-b57a-b2c0d5f655e1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Deleting port efa13915-effd-4c15-a89b-ac1952b6cdfd {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:25.990029 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-83f9b465-7168-4736-8a1d-2a80dc5d4745 req-8d184e82-070e-4e1f-b57a-b2c0d5f655e1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.075286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-83f9b465-7168-4736-8a1d-2a80dc5d4745 req-8d184e82-070e-4e1f-b57a-b2c0d5f655e1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] For port efa13915-effd-4c15-a89b-ac1952b6cdfd, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=efa13915-effd-4c15-a89b-ac1952b6cdfd,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:26.075652 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-83f9b465-7168-4736-8a1d-2a80dc5d4745 req-8d184e82-070e-4e1f-b57a-b2c0d5f655e1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.087736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-83f9b465-7168-4736-8a1d-2a80dc5d4745 req-8d184e82-070e-4e1f-b57a-b2c0d5f655e1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Calling delete_port for efa13915-effd-4c15-a89b-ac1952b6cdfd owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:26.279299 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-83f9b465-7168-4736-8a1d-2a80dc5d4745 req-8d184e82-070e-4e1f-b57a-b2c0d5f655e1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.311139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d184e82-070e-4e1f-b57a-b2c0d5f655e1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event deleted for resources: {'Port': ['ID=efa13915-effd-4c15-a89b-ac1952b6cdfd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:26.360766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f9b465-7168-4736-8a1d-2a80dc5d4745 req-8d184e82-070e-4e1f-b57a-b2c0d5f655e1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] No DVR routers for this DVR port efa13915-effd-4c15-a89b-ac1952b6cdfd on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:26.363337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-83f9b465-7168-4736-8a1d-2a80dc5d4745 req-8d184e82-070e-4e1f-b57a-b2c0d5f655e1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.365457 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-83f9b465-7168-4736-8a1d-2a80dc5d4745 req-8d184e82-070e-4e1f-b57a-b2c0d5f655e1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "DELETE /v2.0/ports/efa13915-effd-4c15-a89b-ac1952b6cdfd HTTP/1.1" status: 204 len: 173 time: 0.4595072 Sep 16 05:25:26.365922 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a7476d-5afe-4581-bbd2-449cee1f7e08', 'name': 'network-vif-deleted', 'tag': 'efa13915-effd-4c15-a89b-ac1952b6cdfd'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:26.368335 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28959d50-0633-49e7-b358-9c86389379a8" -d '{"events": [{"server_uuid": "e3a7476d-5afe-4581-bbd2-449cee1f7e08", "name": "network-vif-deleted", "tag": "efa13915-effd-4c15-a89b-ac1952b6cdfd"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:26.411451 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118ee41f-df7d-4b59-ae42-18fec0adf8e5 x-openstack-request-id: req-118ee41f-df7d-4b59-ae42-18fec0adf8e5 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:26.411742 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a7476d-5afe-4581-bbd2-449cee1f7e08", "name": "network-vif-deleted", "tag": "efa13915-effd-4c15-a89b-ac1952b6cdfd", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:26.411996 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-118ee41f-df7d-4b59-ae42-18fec0adf8e5 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:26.412395 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a7476d-5afe-4581-bbd2-449cee1f7e08', 'name': 'network-vif-deleted', 'tag': 'efa13915-effd-4c15-a89b-ac1952b6cdfd', 'status': 'completed', 'code': 200} Sep 16 05:25:26.571554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b2d219a-8224-423f-b66f-726a93e32374 req-36dbb2c5-94d3-429c-8b72-f045ea6c3b52 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 210 time: 0.0271895 Sep 16 05:25:27.668812 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-588042da-4dd1-4c7b-aa99-46055ca610a0 req-92c84ccd-8d9d-48b9-947d-0f841fe9f210 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 210 time: 0.0271997 Sep 16 05:25:27.842736 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device efa13915-effd-4c15-a89b-ac1952b6cdfd no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:27.866579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: efa13915-effd-4c15-a89b-ac1952b6cdfd {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:27.866894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device efa13915-effd-4c15-a89b-ac1952b6cdfd not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:28.763951 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0d3dd29-a567-4f8d-a1b6-9962c5626a8d req-42bb4a68-b225-4030-996c-76f20382a407 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 210 time: 0.0267577 Sep 16 05:25:29.481363 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-4b54caa3-c7cb-4306-b9ce-134e1f910963 req-cfa32605-ff5b-4963-9d4a-42690dce584e service neutron] (95452) timed out ('10.222.0.24', 54324) {{(pid=95452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:25:29.858878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f8bcfe9-51ae-4693-96fd-93c6288d038d req-c0c60093-4e16-41ad-83f9-a76fa7d37e6e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a7476d-5afe-4581-bbd2-449cee1f7e08 HTTP/1.1" status: 200 len: 210 time: 0.0265963 Sep 16 05:25:35.188759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40190) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:35.193458 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-dd36f16b-8182-4f05-8d4d-26d8f66c2f09 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1341943833', 'description': 'tempest-secgroup-smoke-1341943833 description', 'project_id': '50f6c32ebfc74e1cbea31ef28263de83'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:35.273651 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd36f16b-8182-4f05-8d4d-26d8f66c2f09 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.353252 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd36f16b-8182-4f05-8d4d-26d8f66c2f09 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.425713 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd36f16b-8182-4f05-8d4d-26d8f66c2f09 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.454226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36f16b-8182-4f05-8d4d-26d8f66c2f09 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812e62e6-78a0-44b8-a726-81ac0ab456da,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:35.512284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd36f16b-8182-4f05-8d4d-26d8f66c2f09 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.513565 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dd36f16b-8182-4f05-8d4d-26d8f66c2f09 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3237979 Sep 16 05:25:35.516399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40192) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:35.520796 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-78c3ff3c-dad0-49bc-b356-021ef5a4c7ce tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'security_group_rule': {'security_group_id': '812e62e6-78a0-44b8-a726-81ac0ab456da', 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:35.614632 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78c3ff3c-dad0-49bc-b356-021ef5a4c7ce tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.668924 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78c3ff3c-dad0-49bc-b356-021ef5a4c7ce tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.741660 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78c3ff3c-dad0-49bc-b356-021ef5a4c7ce tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.760767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3ff3c-dad0-49bc-b356-021ef5a4c7ce tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b28c8a-a676-4bbb-b5b4-01c5be415fa0,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:35.810335 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-78c3ff3c-dad0-49bc-b356-021ef5a4c7ce tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.811617 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-78c3ff3c-dad0-49bc-b356-021ef5a4c7ce tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2942426 Sep 16 05:25:35.818521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40194) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:35.822974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1cc7f8b1-42f5-4612-98e9-d216be9d601d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'security_group_rule': {'security_group_id': '812e62e6-78a0-44b8-a726-81ac0ab456da', 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:35.911986 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f8b1-42f5-4612-98e9-d216be9d601d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.971148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f8b1-42f5-4612-98e9-d216be9d601d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.016084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f8b1-42f5-4612-98e9-d216be9d601d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.033759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7f8b1-42f5-4612-98e9-d216be9d601d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ebe4a0-8628-4683-a105-d21610723699,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:36.078957 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f8b1-42f5-4612-98e9-d216be9d601d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.080171 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1cc7f8b1-42f5-4612-98e9-d216be9d601d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2606802 Sep 16 05:25:36.083517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40196) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.087836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-56c37070-d0d4-4c21-b5dc-a8d58d7c8990 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'security_group_rule': {'security_group_id': '812e62e6-78a0-44b8-a726-81ac0ab456da', 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:36.158716 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-56c37070-d0d4-4c21-b5dc-a8d58d7c8990 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.216223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-56c37070-d0d4-4c21-b5dc-a8d58d7c8990 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.255752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-56c37070-d0d4-4c21-b5dc-a8d58d7c8990 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.272626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c37070-d0d4-4c21-b5dc-a8d58d7c8990 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc7ab2c-0f30-4feb-a36d-eb0da49731f0,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:36.330439 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-56c37070-d0d4-4c21-b5dc-a8d58d7c8990 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.331720 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-56c37070-d0d4-4c21-b5dc-a8d58d7c8990 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2472603 Sep 16 05:25:36.334576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40198) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.339612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9e326ac7-972e-4c24-b7d0-2f5c4d2ba940 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'security_group_rule': {'security_group_id': '812e62e6-78a0-44b8-a726-81ac0ab456da', 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:36.432961 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e326ac7-972e-4c24-b7d0-2f5c4d2ba940 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.491938 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e326ac7-972e-4c24-b7d0-2f5c4d2ba940 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.553218 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e326ac7-972e-4c24-b7d0-2f5c4d2ba940 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.573199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e326ac7-972e-4c24-b7d0-2f5c4d2ba940 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdb3ab1-54c4-436c-8dde-17c288db3379,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:36.627239 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e326ac7-972e-4c24-b7d0-2f5c4d2ba940 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.628438 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9e326ac7-972e-4c24-b7d0-2f5c4d2ba940 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2929435 Sep 16 05:25:36.631169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40200) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.636012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3d894109-31bf-455e-9800-7568d1fda070 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'security_group_rule': {'security_group_id': '812e62e6-78a0-44b8-a726-81ac0ab456da', 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:36.695858 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-3d894109-31bf-455e-9800-7568d1fda070 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Project 50f6c32ebfc74e1cbea31ef28263de83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:25:36.701657 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d894109-31bf-455e-9800-7568d1fda070 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.763012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d894109-31bf-455e-9800-7568d1fda070 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.831408 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d894109-31bf-455e-9800-7568d1fda070 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.849328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d894109-31bf-455e-9800-7568d1fda070 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17a3a3e-9958-47da-ad7f-d9e24f9202c5,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:36.941686 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3d894109-31bf-455e-9800-7568d1fda070 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.942903 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3d894109-31bf-455e-9800-7568d1fda070 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3108222 Sep 16 05:25:36.945719 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 40202) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.950572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e5768ef9-b69d-4b38-92b4-61d94de9d3e7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'security_group_rule': {'security_group_id': '812e62e6-78a0-44b8-a726-81ac0ab456da', 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:37.033194 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-e5768ef9-b69d-4b38-92b4-61d94de9d3e7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Project 50f6c32ebfc74e1cbea31ef28263de83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:25:37.037873 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5768ef9-b69d-4b38-92b4-61d94de9d3e7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.097274 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5768ef9-b69d-4b38-92b4-61d94de9d3e7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.176050 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5768ef9-b69d-4b38-92b4-61d94de9d3e7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.192553 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5768ef9-b69d-4b38-92b4-61d94de9d3e7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7e3c83-20d8-4bc4-bdd0-57e25f9efaf8,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:37.267755 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e5768ef9-b69d-4b38-92b4-61d94de9d3e7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.269036 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e5768ef9-b69d-4b38-92b4-61d94de9d3e7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3223989 Sep 16 05:25:42.137143 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d2c23b92-308e-40b4-88ba-183a27489d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.650506 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.517257 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f064ddf-795e-4642-80a6-0151aa81da63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.356898 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.077280 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.728450 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.980907 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.160414 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:26:00.250202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-f34be4c3-bc20-4018-b3d7-9b58323494fd tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341943833&fields=id&tenant_id=50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 267 time: 0.0335479 Sep 16 05:26:00.360237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-4d6f529c-cd06-4499-bf46-e6daf27c72e7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:00.361716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-4d6f529c-cd06-4499-bf46-e6daf27c72e7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1044884 Sep 16 05:26:00.377074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-ed48bb5a-3a67-47a9-a059-4084068d20ea tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/quotas/50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 375 time: 0.0091662 Sep 16 05:26:00.426759 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-7fd3c077-3757-463e-941f-2f661cda02ac tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443406 Sep 16 05:26:00.576198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-04e2c75d-8b1e-4d16-a902-c75b4f31e861 service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372819 Sep 16 05:26:00.668344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-9754aef8-911c-4e10-9590-e97d51454a36 service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860107 Sep 16 05:26:01.195368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7bf56637-7bbc-4547-a1d3-0cf7a3a4d889 req-d3d15940-59e7-4c06-a8e3-7dba3d26ef31 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 210 time: 0.0271974 Sep 16 05:26:02.291653 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e53ece3-6832-4bde-a94a-fa5f8bebab9a req-de19018e-3ffa-4924-b61c-b8348d2caf83 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 210 time: 0.0320818 Sep 16 05:26:03.404142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87c9f1e1-356f-4865-bc89-2bd638252965 req-599aec0b-1b82-49f9-afa5-660e11d5d40f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 210 time: 0.0284817 Sep 16 05:26:04.020161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-9b04fb9d-2713-49d6-9b3a-01cb1ab99287 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.021677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-9b04fb9d-2713-49d6-9b3a-01cb1ab99287 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1056333 Sep 16 05:26:04.068705 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-0c41cd33-4b57-4e7d-82f5-c70c10ce7f12 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 380 time: 0.0355825 Sep 16 05:26:04.079010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'port': {'device_id': '9c802384-7e66-4503-a27c-e50a687ff446', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'admin_state_up': True, 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'security_groups': ['812e62e6-78a0-44b8-a726-81ac0ab456da']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:04.260820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Made reservation on behalf of 50f6c32ebfc74e1cbea31ef28263de83 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:04.264456 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.396640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Allocated IP 172.20.0.14 (63e3e220-4e4c-4118-b741-a074305a6efa/7351de37-da87-41a2-978f-f3719b6b9f57/9df8c603-60f0-45b8-a4f1-e548773a2fab) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:04.504195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6d13c3f1-029f-427f-b2dc-aaee07fd1b7e req-257b0f35-71ea-4bcd-bf41-2dc9ca5ad120 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 210 time: 0.0277760 Sep 16 05:26:04.545117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.632862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.672633 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Network 63e3e220-4e4c-4118-b741-a074305a6efa is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:04.675915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:04.679854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:04.717934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=9df8c603-60f0-45b8-a4f1-e548773a2fab,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:04.740534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.741206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.816533 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-36429bad-5d49-4726-8764-3d2838eb69df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7414808 Sep 16 05:26:04.831098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Request body: {'port': {'device_id': '9c802384-7e66-4503-a27c-e50a687ff446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:04.894374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.908265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-616c84f4-4601-4bc2-b9de-77e8de25807b None None] Provisioning complete for port 9df8c603-60f0-45b8-a4f1-e548773a2fab triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:04.908932 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-616c84f4-4601-4bc2-b9de-77e8de25807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.946438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-616c84f4-4601-4bc2-b9de-77e8de25807b None None] Port 9df8c603-60f0-45b8-a4f1-e548773a2fab cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:05.164710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df8c603-60f0-45b8-a4f1-e548773a2fab {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:05.172116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.183807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Transition to ACTIVE for port object 9df8c603-60f0-45b8-a4f1-e548773a2fab will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:05.244020 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.309199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Pushing event updated for resources: {'Port': ['ID=9df8c603-60f0-45b8-a4f1-e548773a2fab,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:05.387049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Attempting to bind port 9df8c603-60f0-45b8-a4f1-e548773a2fab on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:05.387388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Attempting to bind port 9df8c603-60f0-45b8-a4f1-e548773a2fab by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:05.387718 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Attempting to bind port 9df8c603-60f0-45b8-a4f1-e548773a2fab on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:05.393414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Port 9df8c603-60f0-45b8-a4f1-e548773a2fab on network 63e3e220-4e4c-4118-b741-a074305a6efa not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:05.393726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Attempting to bind port 9df8c603-60f0-45b8-a4f1-e548773a2fab on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:05.398918 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:05.399138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Checking segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:05.399473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Bound using segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:05.399899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Bound port: 9df8c603-60f0-45b8-a4f1-e548773a2fab, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:05.400259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.467934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] For port 9df8c603-60f0-45b8-a4f1-e548773a2fab, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:05.474318 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] For port 9df8c603-60f0-45b8-a4f1-e548773a2fab, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9df8c603-60f0-45b8-a4f1-e548773a2fab,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:05.536071 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.574362 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.574988 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.576393 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] 10.222.0.37 "PUT /v2.0/ports/9df8c603-60f0-45b8-a4f1-e548773a2fab HTTP/1.1" status: 200 len: 1093 time: 0.7504523 Sep 16 05:26:05.576865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c802384-7e66-4503-a27c-e50a687ff446', 'tag': '9df8c603-60f0-45b8-a4f1-e548773a2fab'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:05.579584 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf2cfe0-cd74-436b-a8ec-3561ef4ecce0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c802384-7e66-4503-a27c-e50a687ff446", "tag": "9df8c603-60f0-45b8-a4f1-e548773a2fab"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:05.624843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7193fa7-f724-4a26-abfb-afb1cae0d997 service neutron] Pushing event updated for resources: {'Port': ['ID=9df8c603-60f0-45b8-a4f1-e548773a2fab,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:05.643183 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0c4715-a0e3-4f15-9e2e-44740200d496 x-openstack-request-id: req-5d0c4715-a0e3-4f15-9e2e-44740200d496 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:05.643572 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c802384-7e66-4503-a27c-e50a687ff446", "tag": "9df8c603-60f0-45b8-a4f1-e548773a2fab", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:05.643938 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d0c4715-a0e3-4f15-9e2e-44740200d496 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:05.644430 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c802384-7e66-4503-a27c-e50a687ff446', 'tag': '9df8c603-60f0-45b8-a4f1-e548773a2fab', 'status': 'completed', 'code': 200} Sep 16 05:26:05.649276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09eab4-f69d-4a35-bb06-873817af267a req-0fac5ec9-aba4-4fd7-aa1b-23bdaaf59a2a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.651449 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a09eab4-f69d-4a35-bb06-873817af267a req-0fac5ec9-aba4-4fd7-aa1b-23bdaaf59a2a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 944 time: 0.0704963 Sep 16 05:26:05.709505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a09eab4-f69d-4a35-bb06-873817af267a req-cbfcc966-aa13-4044-8962-bc043cccd534 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497184 Sep 16 05:26:05.716001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2cfe0-cd74-436b-a8ec-3561ef4ecce0 req-f7659d84-b6d3-41e4-ae6f-170d423f9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.716001 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-caf2cfe0-cd74-436b-a8ec-3561ef4ecce0 req-f7659d84-b6d3-41e4-ae6f-170d423f9166 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 1096 time: 0.0527370 Sep 16 05:26:05.835288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2cfe0-cd74-436b-a8ec-3561ef4ecce0 req-fd0bd860-1622-417d-964b-b6dbaa07d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.836882 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-caf2cfe0-cd74-436b-a8ec-3561ef4ecce0 req-fd0bd860-1622-417d-964b-b6dbaa07d9c8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1047595 Sep 16 05:26:05.939724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2cfe0-cd74-436b-a8ec-3561ef4ecce0 req-1d207077-2daf-43e1-9d1c-b714e5c34f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.941351 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-caf2cfe0-cd74-436b-a8ec-3561ef4ecce0 req-1d207077-2daf-43e1-9d1c-b714e5c34f45 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0980005 Sep 16 05:26:06.023748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-ce5281eb-d351-4df1-9594-c86076ef8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:06.025279 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-ce5281eb-d351-4df1-9594-c86076ef8c99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 1096 time: 0.0447788 Sep 16 05:26:06.070112 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-06ac4dfd-d276-4f16-8f3a-c4a65b06d216 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9df8c603-60f0-45b8-a4f1-e548773a2fab HTTP/1.1" status: 200 len: 217 time: 0.0373766 Sep 16 05:26:06.122997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-71e9097f-7870-46fc-a4e9-4b2ca30c84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:06.124495 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-71e9097f-7870-46fc-a4e9-4b2ca30c84c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0475142 Sep 16 05:26:06.169947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d1e0b7cd-46d7-4fca-a08d-f6b3e7e3ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:06.171576 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-d1e0b7cd-46d7-4fca-a08d-f6b3e7e3ba2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395815 Sep 16 05:26:06.262274 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-fab8a04c-c814-4c48-b15e-7a5fe5fb1225 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836399 Sep 16 05:26:06.358064 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53f62d4c-5c2e-40b3-ba34-391afec6a42e req-77d7a6f9-87d8-4bf9-8dce-0c7d28de982f service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881240 Sep 16 05:26:06.829998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244daef-d847-4997-b501-708f77cd1150 req-cc22681d-5d9b-4190-8ab7-7a99ffad16f9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:06.831530 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f244daef-d847-4997-b501-708f77cd1150 req-cc22681d-5d9b-4190-8ab7-7a99ffad16f9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 944 time: 0.0500667 Sep 16 05:26:06.872079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f244daef-d847-4997-b501-708f77cd1150 req-36ae12c7-4df7-469c-b9a6-aa88872aea11 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331180 Sep 16 05:26:08.010500 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7d038-c903-424f-af48-db80bf4bc470 req-78e9c99c-cadb-49c3-80c3-1f4cfba51649 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:08.012060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ded7d038-c903-424f-af48-db80bf4bc470 req-78e9c99c-cadb-49c3-80c3-1f4cfba51649 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 944 time: 0.0514908 Sep 16 05:26:08.052304 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ded7d038-c903-424f-af48-db80bf4bc470 req-281c3235-c8e6-4220-bc35-1c94942898b2 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331380 Sep 16 05:26:09.165318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60db813-7eec-484f-9560-d1ca87a6f84b req-991b4ece-b31c-4a9d-9025-43fdd8ec5452 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.166761 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f60db813-7eec-484f-9560-d1ca87a6f84b req-991b4ece-b31c-4a9d-9025-43fdd8ec5452 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 944 time: 0.0484700 Sep 16 05:26:09.207827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f60db813-7eec-484f-9560-d1ca87a6f84b req-864c6154-d818-4581-8c98-ceac64f49c70 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346792 Sep 16 05:26:10.583131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dddeb-d88f-4a1f-875f-630f80dc4219 req-ed6f3f99-7477-482a-9e6e-e16adebda065 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:10.584653 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c00dddeb-d88f-4a1f-875f-630f80dc4219 req-ed6f3f99-7477-482a-9e6e-e16adebda065 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 944 time: 0.3094535 Sep 16 05:26:10.620969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c00dddeb-d88f-4a1f-875f-630f80dc4219 req-a676069b-f0f2-4058-abcf-8a7cb897c1b1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305457 Sep 16 05:26:11.737659 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd849-5e06-4bdf-a9ab-f59e9c0a3444 req-c01cabfa-a9fc-4667-a7d4-2ee68dfc197f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.739182 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfdbd849-5e06-4bdf-a9ab-f59e9c0a3444 req-c01cabfa-a9fc-4667-a7d4-2ee68dfc197f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 944 time: 0.0496204 Sep 16 05:26:11.776300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfdbd849-5e06-4bdf-a9ab-f59e9c0a3444 req-d499d1a4-c43a-4151-95de-73244d2eea69 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310028 Sep 16 05:26:12.105070 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a916e200-ed9c-45e6-a90b-68b944f5c486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.670403 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.891916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cdfe0-7b32-4051-a7a1-5cc8d4b60671 req-cb7dd065-aa12-4a40-90e7-c003169dc34b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:12.893422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b47cdfe0-7b32-4051-a7a1-5cc8d4b60671 req-cb7dd065-aa12-4a40-90e7-c003169dc34b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 944 time: 0.0500052 Sep 16 05:26:12.932745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b47cdfe0-7b32-4051-a7a1-5cc8d4b60671 req-4796ee60-7a27-4acb-9701-22bc05e0fe7a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333257 Sep 16 05:26:14.046767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32a4bc-8fd1-4ecf-9be9-7e0bcd32c76d req-df879ab2-9175-4f6c-bc72-415f39400920 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:14.048233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b32a4bc-8fd1-4ecf-9be9-7e0bcd32c76d req-df879ab2-9175-4f6c-bc72-415f39400920 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 944 time: 0.0487797 Sep 16 05:26:14.088152 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b32a4bc-8fd1-4ecf-9be9-7e0bcd32c76d req-935ecd14-3604-42e9-9b2c-f64f751a73ec tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339754 Sep 16 05:26:14.540695 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-29433c58-2347-42d2-ab57-3d3fcae5e1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.200108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35615117-aa8c-40ec-9e0b-70b6346ca8d9 req-67ff4ecb-5050-4672-927a-c4cfa6b24a3b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:15.201878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-35615117-aa8c-40ec-9e0b-70b6346ca8d9 req-67ff4ecb-5050-4672-927a-c4cfa6b24a3b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 944 time: 0.0486634 Sep 16 05:26:15.240662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-35615117-aa8c-40ec-9e0b-70b6346ca8d9 req-fda9c6f6-27ec-459e-b06c-5aa60984c6fa tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320914 Sep 16 05:26:15.289022 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.071926 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.074217 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 9df8c603-60f0-45b8-a4f1-e548773a2fab details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:16.168312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 9df8c603-60f0-45b8-a4f1-e548773a2fab, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9df8c603-60f0-45b8-a4f1-e548773a2fab,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:16.179422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '9df8c603-60f0-45b8-a4f1-e548773a2fab', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'port_id': '9df8c603-60f0-45b8-a4f1-e548773a2fab', 'mac_address': 'fa:16:3e:16:d3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:16.216100 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.228561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df8c603-60f0-45b8-a4f1-e548773a2fab {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:16.248383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 9df8c603-60f0-45b8-a4f1-e548773a2fab, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9df8c603-60f0-45b8-a4f1-e548773a2fab,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:16.323822 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.356231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891a468-b4dc-4132-b307-be35bf4e872a req-6e565923-4216-4ebf-ad2e-06676a759cc3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:16.357757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c891a468-b4dc-4132-b307-be35bf4e872a req-6e565923-4216-4ebf-ad2e-06676a759cc3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 944 time: 0.0496600 Sep 16 05:26:16.375084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=9df8c603-60f0-45b8-a4f1-e548773a2fab,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:16.382926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.383326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.383673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.384006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.384332 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.387050 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.387398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.387732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.388061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.388446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.389346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.389346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.401355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c891a468-b4dc-4132-b307-be35bf4e872a req-2a6d57df-c1de-4260-8cf9-59d814ef963c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361130 Sep 16 05:26:16.527161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['9df8c603-60f0-45b8-a4f1-e548773a2fab'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:16.742880 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.514923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc0d97-99fa-44a5-8863-1de63d56fba0 req-5800c656-9d6a-47d7-9574-270f2afb3657 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.517078 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-accc0d97-99fa-44a5-8863-1de63d56fba0 req-5800c656-9d6a-47d7-9574-270f2afb3657 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 945 time: 0.0491066 Sep 16 05:26:17.555524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-accc0d97-99fa-44a5-8863-1de63d56fba0 req-d14d92c6-399a-43d4-ae59-c26a84a3abc8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325053 Sep 16 05:26:17.620586 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.091148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 9df8c603-60f0-45b8-a4f1-e548773a2fab up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:18.197566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 9df8c603-60f0-45b8-a4f1-e548773a2fab completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:26:18.201332 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 9df8c603-60f0-45b8-a4f1-e548773a2fab triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:18.201717 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.277271 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.299471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c802384-7e66-4503-a27c-e50a687ff446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df8c603-60f0-45b8-a4f1-e548773a2fab'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:18.301727 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9357bbc6-4cfb-4195-929c-a4f3a935db32" -d '{"events": [{"server_uuid": "9c802384-7e66-4503-a27c-e50a687ff446", "name": "network-vif-plugged", "status": "completed", "tag": "9df8c603-60f0-45b8-a4f1-e548773a2fab"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:18.318067 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 9df8c603-60f0-45b8-a4f1-e548773a2fab, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9df8c603-60f0-45b8-a4f1-e548773a2fab,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:18.340369 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cdf7c5-5f42-4a5b-b860-ea8aad9b9fa1 x-openstack-request-id: req-50cdf7c5-5f42-4a5b-b860-ea8aad9b9fa1 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:18.343514 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c802384-7e66-4503-a27c-e50a687ff446", "name": "network-vif-plugged", "status": "completed", "tag": "9df8c603-60f0-45b8-a4f1-e548773a2fab", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:18.343514 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50cdf7c5-5f42-4a5b-b860-ea8aad9b9fa1 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:18.343514 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c802384-7e66-4503-a27c-e50a687ff446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df8c603-60f0-45b8-a4f1-e548773a2fab', 'code': 200} Sep 16 05:26:18.397939 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.446339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=9df8c603-60f0-45b8-a4f1-e548773a2fab,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:18.450138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9f139-292f-436e-af71-e283bf66b0f1 req-472bb08b-a4cf-4df3-8914-2578e335caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.451725 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2bc9f139-292f-436e-af71-e283bf66b0f1 req-472bb08b-a4cf-4df3-8914-2578e335caf4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 1098 time: 0.0412741 Sep 16 05:26:18.486818 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2bc9f139-292f-436e-af71-e283bf66b0f1 req-eb00bc60-9a4e-4de6-a261-b91cd5f5a39b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274031 Sep 16 05:26:18.669681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0aff25-c35f-4c8f-af54-920e16eea6bd req-0d2d9842-a9be-48fd-93e0-5efd20321d73 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.671059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec0aff25-c35f-4c8f-af54-920e16eea6bd req-0d2d9842-a9be-48fd-93e0-5efd20321d73 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 946 time: 0.0483849 Sep 16 05:26:18.708834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec0aff25-c35f-4c8f-af54-920e16eea6bd req-a6ca7b12-2021-4fbe-8940-c382cb63879e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313613 Sep 16 05:26:19.824169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063bb06-8386-474c-a762-cc995d3ebed0 req-0e0fe4dd-f1f3-4aaf-8b96-9906454dab82 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:19.827139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a063bb06-8386-474c-a762-cc995d3ebed0 req-0e0fe4dd-f1f3-4aaf-8b96-9906454dab82 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 946 time: 0.0486524 Sep 16 05:26:19.867284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a063bb06-8386-474c-a762-cc995d3ebed0 req-2c1e841f-8600-4538-b410-b518765da5fe tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349495 Sep 16 05:26:19.985996 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf98095-0f2c-4e04-96e1-6bb16377302f req-f29b59a8-d334-4444-a4d1-b2f5acfc8757 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:19.987513 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fbf98095-0f2c-4e04-96e1-6bb16377302f req-f29b59a8-d334-4444-a4d1-b2f5acfc8757 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 946 time: 0.0492003 Sep 16 05:26:20.024006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fbf98095-0f2c-4e04-96e1-6bb16377302f req-9fe04478-e599-4668-b02f-a0899c730eec tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306087 Sep 16 05:26:20.046462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40414) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:20.085978 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c68dd15-1cbd-4eca-aa7f-621727007734 tempest-TestVolumeBootPattern-1981113418 tempest-TestVolumeBootPattern-1981113418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.087478 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2c68dd15-1cbd-4eca-aa7f-621727007734 tempest-TestVolumeBootPattern-1981113418 tempest-TestVolumeBootPattern-1981113418-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 1093 time: 0.0400383 Sep 16 05:26:20.090419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40416) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:20.095169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '9df8c603-60f0-45b8-a4f1-e548773a2fab', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:20.186437 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.288002 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.387552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Allocated IP 172.25.3.155 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/758d2667-9f2d-466a-a891-28f25e177149) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:20.489332 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.569289 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.605016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:20.607705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:20.611845 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:20.638243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=758d2667-9f2d-466a-a891-28f25e177149,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:20.651278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:20.651622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:20.651951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:20.652278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:20.652632 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:20.652956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:20.653274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:20.653591 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:20.653906 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:20.654219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:20.654533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:20.654843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:21.016528 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.134086 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.278103 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.333308 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.403228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=758d2667-9f2d-466a-a891-28f25e177149,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:21.414759 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.518735 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Floating IP 60e228e0-14c7-4388-8316-2363c067be94 associated. External IP: 172.25.3.155, port: 9df8c603-60f0-45b8-a4f1-e548773a2fab. Sep 16 05:26:21.723336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:26:21.831426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:21.841197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08729f17-fdef-4961-823e-f8bd57c1d0cf None None] Sync routers for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:21.851634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08729f17-fdef-4961-823e-f8bd57c1d0cf None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:21.856341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-08729f17-fdef-4961-823e-f8bd57c1d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:26:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:21.904575 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.932297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-03b3e051-04e6-4958-a6c2-d608e6ab5562 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8408604 Sep 16 05:26:21.932908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c802384-7e66-4503-a27c-e50a687ff446', 'tag': '9df8c603-60f0-45b8-a4f1-e548773a2fab'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:21.935199 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6240a79a-527d-4171-bf20-091fcc4be772" -d '{"events": [{"name": "network-changed", "server_uuid": "9c802384-7e66-4503-a27c-e50a687ff446", "tag": "9df8c603-60f0-45b8-a4f1-e548773a2fab"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:21.960294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-08729f17-fdef-4961-823e-f8bd57c1d0cf None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:22.042444 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbb599a-be88-4c70-9f6e-1e1844da67ef x-openstack-request-id: req-3fbb599a-be88-4c70-9f6e-1e1844da67ef {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:22.042929 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c802384-7e66-4503-a27c-e50a687ff446", "tag": "9df8c603-60f0-45b8-a4f1-e548773a2fab", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:22.043028 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3fbb599a-be88-4c70-9f6e-1e1844da67ef {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:22.043389 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c802384-7e66-4503-a27c-e50a687ff446', 'tag': '9df8c603-60f0-45b8-a4f1-e548773a2fab', 'status': 'completed', 'code': 200} Sep 16 05:26:22.103573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240a79a-527d-4171-bf20-091fcc4be772 req-9308523a-692c-48a0-bfdb-6c6dffa57245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.105118 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6240a79a-527d-4171-bf20-091fcc4be772 req-9308523a-692c-48a0-bfdb-6c6dffa57245 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 1098 time: 0.0403566 Sep 16 05:26:22.187398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-08729f17-fdef-4961-823e-f8bd57c1d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '60e228e0-14c7-4388-8316-2363c067be94', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': '9df8c603-60f0-45b8-a4f1-e548773a2fab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:16:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c802384-7e66-4503-a27c-e50a687ff446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:26:20Z', 'updated_at': '2021-09-16T05:26:20Z', 'revision_number': 0, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:22.205152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240a79a-527d-4171-bf20-091fcc4be772 req-b5926aaa-d506-4538-8afa-8b4814a4c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.206774 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6240a79a-527d-4171-bf20-091fcc4be772 req-b5926aaa-d506-4538-8afa-8b4814a4c6b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0941494 Sep 16 05:26:22.220125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08729f17-fdef-4961-823e-f8bd57c1d0cf None None] Checking router: 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:22.228267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08729f17-fdef-4961-823e-f8bd57c1d0cf None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:22.228911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-08729f17-fdef-4961-823e-f8bd57c1d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:26:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:22.277046 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6240a79a-527d-4171-bf20-091fcc4be772 req-9f56f522-56e0-4553-92a2-0b21a83cdc7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9df8c603-60f0-45b8-a4f1-e548773a2fab HTTP/1.1" status: 200 len: 1000 time: 0.0614755 Sep 16 05:26:22.329098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240a79a-527d-4171-bf20-091fcc4be772 req-fed04f23-a14d-4da0-bb0c-b6e035afbb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.330580 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6240a79a-527d-4171-bf20-091fcc4be772 req-fed04f23-a14d-4da0-bb0c-b6e035afbb22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0465779 Sep 16 05:26:22.336433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-08729f17-fdef-4961-823e-f8bd57c1d0cf None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:22.378359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240a79a-527d-4171-bf20-091fcc4be772 req-13e227d1-902c-402f-8878-a8abd1b45e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.379969 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6240a79a-527d-4171-bf20-091fcc4be772 req-13e227d1-902c-402f-8878-a8abd1b45e34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415599 Sep 16 05:26:22.478322 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6240a79a-527d-4171-bf20-091fcc4be772 req-48dc7bf6-62f6-457a-bc16-6e7b537fcaa6 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896482 Sep 16 05:26:22.564281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-08729f17-fdef-4961-823e-f8bd57c1d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '60e228e0-14c7-4388-8316-2363c067be94', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': '9df8c603-60f0-45b8-a4f1-e548773a2fab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:16:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c802384-7e66-4503-a27c-e50a687ff446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:26:20Z', 'updated_at': '2021-09-16T05:26:20Z', 'revision_number': 0, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:22.571901 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6240a79a-527d-4171-bf20-091fcc4be772 req-ea6c47f4-62d7-4ad9-a6b7-e422ef1510b0 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854871 Sep 16 05:26:22.594481 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08729f17-fdef-4961-823e-f8bd57c1d0cf None None] The sync data for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 is: [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '60e228e0-14c7-4388-8316-2363c067be94', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': '9df8c603-60f0-45b8-a4f1-e548773a2fab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:16:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c802384-7e66-4503-a27c-e50a687ff446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:26:20Z', 'updated_at': '2021-09-16T05:26:20Z', 'revision_number': 0, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:22.798953 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f69b5-fbe3-4529-947c-1d41c2557c84 None None] New status for floating IP 60e228e0-14c7-4388-8316-2363c067be94: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:26:31.160778 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:26:42.271175 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a341dc42-50c4-46aa-bc73-a6af596bad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.699569 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.521302 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7688c04e-169c-46e5-a61d-c3ec77e3a39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.316762 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.110996 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.744960 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.629655 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.142492 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0fd1c1-5846-4464-8f93-9e9d11cce8d8 req-ef782458-493a-4c84-9886-1e7f6cc05782 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961382 Sep 16 05:27:00.227452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fd1c1-5846-4464-8f93-9e9d11cce8d8 req-d2e79b0a-4199-4b0f-8055-5a256694bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.229622 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0fd1c1-5846-4464-8f93-9e9d11cce8d8 req-d2e79b0a-4199-4b0f-8055-5a256694bfee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 1098 time: 0.0460331 Sep 16 05:27:00.330767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fd1c1-5846-4464-8f93-9e9d11cce8d8 req-e24db4e9-ede0-4fdb-b39a-41807322d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.332137 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0fd1c1-5846-4464-8f93-9e9d11cce8d8 req-e24db4e9-ede0-4fdb-b39a-41807322d154 service neutron] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0847166 Sep 16 05:27:00.400853 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0fd1c1-5846-4464-8f93-9e9d11cce8d8 req-fa1e9c9b-a85c-4cb7-a632-9430a1db8caa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9df8c603-60f0-45b8-a4f1-e548773a2fab HTTP/1.1" status: 200 len: 1002 time: 0.0616069 Sep 16 05:27:00.450033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fd1c1-5846-4464-8f93-9e9d11cce8d8 req-43f212fc-4639-4f93-985e-0da7406207a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.451434 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0fd1c1-5846-4464-8f93-9e9d11cce8d8 req-43f212fc-4639-4f93-985e-0da7406207a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0442047 Sep 16 05:27:00.498005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fd1c1-5846-4464-8f93-9e9d11cce8d8 req-0cef5c7b-5fed-4499-8d5c-e8c92532714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.500707 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0fd1c1-5846-4464-8f93-9e9d11cce8d8 req-0cef5c7b-5fed-4499-8d5c-e8c92532714e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413101 Sep 16 05:27:00.593747 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0fd1c1-5846-4464-8f93-9e9d11cce8d8 req-c3759459-cb8c-40ce-9892-680ddbcf8874 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868049 Sep 16 05:27:00.685169 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b0fd1c1-5846-4464-8f93-9e9d11cce8d8 req-c5708992-8d7c-4e69-8f36-8132665057bf service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839200 Sep 16 05:27:08.159507 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:27:12.121998 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a098ff5c-300b-4dfe-acc2-0c8b73f5e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.738482 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.532962 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6e4b-c8ce-4a3c-9318-e100bc7d2fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.286177 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.081768 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.733152 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.621906 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.125543 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b1d52402-7450-4261-a545-25faa1ff02bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.715022 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.515670 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49758f4b-57de-498d-9286-9f34070b494a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.159523 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:27:45.297898 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.091980 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.765412 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.623681 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.428385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-68df7a91-792d-4c0a-a728-d7c2334ddb4d req-7bb1e093-7a99-4121-9921-e04570cf15f4 service neutron] (95452) timed out ('10.222.0.24', 51858) {{(pid=95452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:28:01.089308 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a50df3b-f35e-45b9-aea6-a1992cec50b0 req-515831fb-932a-4efb-8973-b632880dcdab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448518 Sep 16 05:28:01.168336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50df3b-f35e-45b9-aea6-a1992cec50b0 req-0590ee14-3d2c-4512-91c9-e363e7b4c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:01.169844 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a50df3b-f35e-45b9-aea6-a1992cec50b0 req-0590ee14-3d2c-4512-91c9-e363e7b4c328 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 1098 time: 0.0397482 Sep 16 05:28:01.269984 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50df3b-f35e-45b9-aea6-a1992cec50b0 req-69272696-9ad0-4b48-8f21-b4398292dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:01.271475 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a50df3b-f35e-45b9-aea6-a1992cec50b0 req-69272696-9ad0-4b48-8f21-b4398292dc85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0825670 Sep 16 05:28:01.340433 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a50df3b-f35e-45b9-aea6-a1992cec50b0 req-e2cf4a0b-4ef8-412e-8df6-6e0c298b997a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9df8c603-60f0-45b8-a4f1-e548773a2fab HTTP/1.1" status: 200 len: 1002 time: 0.0620668 Sep 16 05:28:01.388609 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50df3b-f35e-45b9-aea6-a1992cec50b0 req-162394e3-3e07-4b9e-99fb-1d5edd81b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:01.390656 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a50df3b-f35e-45b9-aea6-a1992cec50b0 req-162394e3-3e07-4b9e-99fb-1d5edd81b0b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0423453 Sep 16 05:28:01.434312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50df3b-f35e-45b9-aea6-a1992cec50b0 req-72973a82-ba16-4184-b9a0-c947dff8a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:01.435824 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a50df3b-f35e-45b9-aea6-a1992cec50b0 req-72973a82-ba16-4184-b9a0-c947dff8a669 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390835 Sep 16 05:28:01.528142 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a50df3b-f35e-45b9-aea6-a1992cec50b0 req-f47b42cc-03f9-4932-9f52-fc86aef2337c service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849397 Sep 16 05:28:01.620000 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a50df3b-f35e-45b9-aea6-a1992cec50b0 req-caa07bba-b1fc-41d1-b9a4-47df0ba00bd3 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846663 Sep 16 05:28:12.144079 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8053bb85-7a33-47ed-a705-aa4f2ac7f7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.731223 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.531442 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-28b29e72-1872-42b4-95d8-95659200ffd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.279682 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.096897 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.730890 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.651091 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.640047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-093dfcf1-706f-42f0-a47d-74dcfb737b00 req-7f0110ee-33e2-40c9-9dc5-7032a569636e service neutron] (95452) timed out ('10.222.0.23', 61703) {{(pid=95452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:28:22.158042 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:28:42.123755 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-602cc7a8-8cd4-4a43-8630-8563c9754794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.770503 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.519073 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b0d8c17-d191-472e-8c13-d29b73e17ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.284881 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.084431 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.753277 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.649484 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.751732 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4b9e7-c3a4-433d-b264-4e2b396221e1 req-3548f900-eb97-4e67-a7b8-18547824b2df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:48.753265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57a4b9e7-c3a4-433d-b264-4e2b396221e1 req-3548f900-eb97-4e67-a7b8-18547824b2df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 946 time: 0.0499387 Sep 16 05:28:48.791685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57a4b9e7-c3a4-433d-b264-4e2b396221e1 req-358c518b-d347-4448-a719-b3a004e120c6 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324483 Sep 16 05:28:49.929614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c6dbb-4a9c-475a-992e-8ee04374cbbc req-065cbd83-20ba-477c-80b8-8066afbcabe0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:49.931140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c41c6dbb-4a9c-475a-992e-8ee04374cbbc req-065cbd83-20ba-477c-80b8-8066afbcabe0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 946 time: 0.0522263 Sep 16 05:28:49.969682 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c41c6dbb-4a9c-475a-992e-8ee04374cbbc req-c6e45cf1-37ba-431f-8f51-c818a2deeb5a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318203 Sep 16 05:28:50.226215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-363ad6f5-6783-4c4a-9ff4-cf1b3b209e8a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:50.227588 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-363ad6f5-6783-4c4a-9ff4-cf1b3b209e8a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 946 time: 0.0496166 Sep 16 05:28:50.318720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Deleting port 9df8c603-60f0-45b8-a4f1-e548773a2fab {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:50.319061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.410150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] For port 9df8c603-60f0-45b8-a4f1-e548773a2fab, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9df8c603-60f0-45b8-a4f1-e548773a2fab,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:50.410519 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.624243 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.624640 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.624957 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Floating IP 60e228e0-14c7-4388-8316-2363c067be94 disassociated. External IP: 172.25.3.155, port: 9df8c603-60f0-45b8-a4f1-e548773a2fab. Sep 16 05:28:50.625290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Calling delete_port for 9df8c603-60f0-45b8-a4f1-e548773a2fab owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:50.804136 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.835780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event deleted for resources: {'Port': ['ID=9df8c603-60f0-45b8-a4f1-e548773a2fab,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:50.848060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:50.848410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:50.848781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:50.849115 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:50.849443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:50.849768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:50.850095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:50.850419 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:50.850723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:50.851048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:50.851364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:50.851684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:51.083490 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac0e34ae-4686-4e1b-a571-affc444a3d75 req-a6afe4e4-db3c-4379-a5fb-a94dfa8d8f84 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 210 time: 0.0282362 Sep 16 05:28:51.257638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:51.365238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:51.376309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501a52c-9fd3-4452-89fc-dfbd979bb51f None None] Sync routers for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:51.384823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501a52c-9fd3-4452-89fc-dfbd979bb51f None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:51.385428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c501a52c-9fd3-4452-89fc-dfbd979bb51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:51.408147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] No DVR routers for this DVR port 9df8c603-60f0-45b8-a4f1-e548773a2fab on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:51.410747 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.412842 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ebdb6d98-63bc-46d0-8bbb-9a364d2ad682 req-6afd01bc-0972-4489-93f3-799ccf966ce9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "DELETE /v2.0/ports/9df8c603-60f0-45b8-a4f1-e548773a2fab HTTP/1.1" status: 204 len: 173 time: 1.1790195 Sep 16 05:28:51.413234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c802384-7e66-4503-a27c-e50a687ff446', 'name': 'network-vif-deleted', 'tag': '9df8c603-60f0-45b8-a4f1-e548773a2fab'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:51.415488 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b11704-8081-461f-9acb-1a41b6c4c54c" -d '{"events": [{"server_uuid": "9c802384-7e66-4503-a27c-e50a687ff446", "name": "network-vif-deleted", "tag": "9df8c603-60f0-45b8-a4f1-e548773a2fab"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:51.453354 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d09bdd-6ff3-4bb1-b708-b089e4f0d86f x-openstack-request-id: req-85d09bdd-6ff3-4bb1-b708-b089e4f0d86f {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:51.453646 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c802384-7e66-4503-a27c-e50a687ff446", "name": "network-vif-deleted", "tag": "9df8c603-60f0-45b8-a4f1-e548773a2fab", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:51.453896 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85d09bdd-6ff3-4bb1-b708-b089e4f0d86f {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:51.454293 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c802384-7e66-4503-a27c-e50a687ff446', 'name': 'network-vif-deleted', 'tag': '9df8c603-60f0-45b8-a4f1-e548773a2fab', 'status': 'completed', 'code': 200} Sep 16 05:28:51.495329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-c501a52c-9fd3-4452-89fc-dfbd979bb51f None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:51.704696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c501a52c-9fd3-4452-89fc-dfbd979bb51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:51.732502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501a52c-9fd3-4452-89fc-dfbd979bb51f None None] Checking router: 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:51.740856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501a52c-9fd3-4452-89fc-dfbd979bb51f None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:51.741483 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c501a52c-9fd3-4452-89fc-dfbd979bb51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:28:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:51.848772 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-c501a52c-9fd3-4452-89fc-dfbd979bb51f None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:52.046227 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-c501a52c-9fd3-4452-89fc-dfbd979bb51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:52.078220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501a52c-9fd3-4452-89fc-dfbd979bb51f None None] The sync data for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 is: [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:52.184431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-774d1272-51ab-43bd-8e4c-a4f1313539b8 req-2f157b01-3b48-4e8b-b3b1-ce28cc730f13 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 210 time: 0.0282581 Sep 16 05:28:52.317163 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4daf1-27da-48f1-a193-51b8f30e652c None None] New status for floating IP 60e228e0-14c7-4388-8316-2363c067be94: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:28:53.281401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a01243d-8ec0-4a59-8742-b6ab1a7da5f1 req-28b0de08-dcc0-4517-9629-d58cc7b5dc06 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 210 time: 0.0262871 Sep 16 05:28:54.379857 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45655654-5fb4-4909-b84c-39adcb35ac7e req-133181f1-8f81-4548-852c-48660cfedead tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 210 time: 0.0264850 Sep 16 05:28:54.755246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 9df8c603-60f0-45b8-a4f1-e548773a2fab no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:54.775871 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 9df8c603-60f0-45b8-a4f1-e548773a2fab {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:54.776221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 9df8c603-60f0-45b8-a4f1-e548773a2fab not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:55.487641 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae1bbbff-bce2-4208-baeb-6b38ffaadf5d req-e5476178-90e2-4b74-921c-68495a00fdfe tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c802384-7e66-4503-a27c-e50a687ff446 HTTP/1.1" status: 200 len: 210 time: 0.0313175 Sep 16 05:28:56.688144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0724684e-e341-4dc3-9569-2c042ff28d5b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341943833&fields=id&tenant_id=50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 267 time: 0.0321548 Sep 16 05:28:56.792680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694369f6-6659-4d50-a649-c8a03e45dfac req-fdeca2ae-be21-42a2-9089-4d8617514cf3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:56.794045 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-fdeca2ae-be21-42a2-9089-4d8617514cf3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.0992763 Sep 16 05:28:56.809497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9440f3d2-10b0-4556-af67-77bbcd1a4069 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/quotas/50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 375 time: 0.0096767 Sep 16 05:28:56.865644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-dd229780-d71a-4812-870f-77db949fc3b3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509729 Sep 16 05:28:57.066191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-94865531-05df-4dd2-8499-5564529cdbc2 service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884837 Sep 16 05:28:57.157671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-e09aba76-aac6-4da6-a81c-8eea520fc030 service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855329 Sep 16 05:28:58.782789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e90d503-df4a-4ee5-a12b-bb1c10c120f1 req-a53a288b-406b-461c-97fb-70fc59015a41 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 210 time: 0.0281630 Sep 16 05:28:59.156364 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:00.106935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf19f3a7-c36a-4b2d-91be-35acf14cd634 req-3a4be718-28d6-44ca-8c64-cccecbcf0dc6 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 210 time: 0.0266879 Sep 16 05:29:00.496563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694369f6-6659-4d50-a649-c8a03e45dfac req-ffa71b61-194b-4ec0-bf81-6d05c6cdf61f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.497955 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-ffa71b61-194b-4ec0-bf81-6d05c6cdf61f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1020846 Sep 16 05:29:00.541042 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-90df0ae2-026c-4d2b-a81a-0e9e2ac1b268 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 380 time: 0.0335577 Sep 16 05:29:00.549975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'port': {'device_id': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'admin_state_up': True, 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'security_groups': ['812e62e6-78a0-44b8-a726-81ac0ab456da']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:00.719066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Made reservation on behalf of 50f6c32ebfc74e1cbea31ef28263de83 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:00.722457 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.852978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Allocated IP 172.20.0.9 (63e3e220-4e4c-4118-b741-a074305a6efa/7351de37-da87-41a2-978f-f3719b6b9f57/77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:00.988395 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.090226 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.138949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Network 63e3e220-4e4c-4118-b741-a074305a6efa is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:01.142489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:01.148940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:01.176774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:01.212324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:01.213046 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.236506 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b56b7-d276-47e2-b2b5-324d9b2d1312 req-3dde26ac-777a-421c-a403-76ac40e6bb26 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:01.245297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-765b56b7-d276-47e2-b2b5-324d9b2d1312 req-3dde26ac-777a-421c-a403-76ac40e6bb26 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 931 time: 0.0602911 Sep 16 05:29:01.294669 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-765b56b7-d276-47e2-b2b5-324d9b2d1312 req-39b85da8-e2e9-4f58-9554-c623a70e7b4d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480549 Sep 16 05:29:01.304177 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-0df9fc78-536a-43e4-af38-5671a88f96f0 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7577746 Sep 16 05:29:01.317205 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Request body: {'port': {'device_id': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:01.377603 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.493838 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1b3198fc-c8e7-475e-b3f1-34b89a0504da None None] Provisioning complete for port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:01.495665 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1b3198fc-c8e7-475e-b3f1-34b89a0504da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.537612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1b3198fc-c8e7-475e-b3f1-34b89a0504da None None] Port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:01.654272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:01.661511 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.674056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Transition to ACTIVE for port object 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:01.724349 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.780269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Pushing event updated for resources: {'Port': ['ID=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:01.864562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Attempting to bind port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:01.864871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Attempting to bind port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:01.865209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Attempting to bind port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:01.870050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 on network 63e3e220-4e4c-4118-b741-a074305a6efa not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:01.870398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Attempting to bind port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:01.875681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:01.876029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Checking segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:01.876423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Bound using segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:01.876897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Bound port: 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:01.877268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.948681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] For port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:01.952178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] For port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:02.050217 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.085929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:02.086278 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.087637 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] 10.222.0.37 "PUT /v2.0/ports/77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 HTTP/1.1" status: 200 len: 1092 time: 0.7753844 Sep 16 05:29:02.088079 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'tag': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:02.091059 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1244e8-666b-4b59-9db5-af04ea44976e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f942647-a2c2-4b96-af23-fb997064f5e6", "tag": "77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:02.120136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886e6d8-d6da-4177-9f9f-f934f327cab5 service neutron] Pushing event updated for resources: {'Port': ['ID=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:02.138205 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d0f4d0-6f94-426f-ba59-d2a7437db827 x-openstack-request-id: req-24d0f4d0-6f94-426f-ba59-d2a7437db827 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:02.138509 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f942647-a2c2-4b96-af23-fb997064f5e6", "tag": "77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:02.138759 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24d0f4d0-6f94-426f-ba59-d2a7437db827 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:02.139191 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'tag': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'status': 'completed', 'code': 200} Sep 16 05:29:02.202776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1244e8-666b-4b59-9db5-af04ea44976e req-dcea5a67-3108-4d09-9d47-627561e4c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:02.204368 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6b1244e8-666b-4b59-9db5-af04ea44976e req-dcea5a67-3108-4d09-9d47-627561e4c04d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0449898 Sep 16 05:29:02.324447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1244e8-666b-4b59-9db5-af04ea44976e req-c145667e-7cde-4f05-8e6b-0011a7b10de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:02.326016 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6b1244e8-666b-4b59-9db5-af04ea44976e req-c145667e-7cde-4f05-8e6b-0011a7b10de4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1138401 Sep 16 05:29:02.414704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64b1d5-f750-4dd3-bccf-a82ae291d994 req-f6104704-9a19-48bd-9748-66de43a46761 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:02.416214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db64b1d5-f750-4dd3-bccf-a82ae291d994 req-f6104704-9a19-48bd-9748-66de43a46761 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 943 time: 0.0624878 Sep 16 05:29:02.428977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1244e8-666b-4b59-9db5-af04ea44976e req-0320208a-13aa-4234-81b5-047389d43f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:02.430807 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6b1244e8-666b-4b59-9db5-af04ea44976e req-0320208a-13aa-4234-81b5-047389d43f1f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0982671 Sep 16 05:29:02.519311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694369f6-6659-4d50-a649-c8a03e45dfac req-2d862c25-3c6a-430a-979d-e58e06cbf8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:02.520933 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-2d862c25-3c6a-430a-979d-e58e06cbf8c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0534210 Sep 16 05:29:02.566311 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-bab2fba0-2cbe-4220-8171-dfe588b3e341 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 HTTP/1.1" status: 200 len: 217 time: 0.0373738 Sep 16 05:29:02.618625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694369f6-6659-4d50-a649-c8a03e45dfac req-a954f9df-c067-4596-a1ad-c46d70439ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:02.620705 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-a954f9df-c067-4596-a1ad-c46d70439ad2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0466723 Sep 16 05:29:02.668477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694369f6-6659-4d50-a649-c8a03e45dfac req-a530edc6-93fd-4e93-9ff6-408791db5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:02.670060 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-a530edc6-93fd-4e93-9ff6-408791db5c23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426953 Sep 16 05:29:02.721877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db64b1d5-f750-4dd3-bccf-a82ae291d994 req-352c0b15-76b8-4224-afc4-aaa38900ddb2 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990613 Sep 16 05:29:02.767279 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-8cd6a3f7-87ec-498e-80ba-5def09c6c89c service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887995 Sep 16 05:29:02.862262 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-694369f6-6659-4d50-a649-c8a03e45dfac req-95a07a8d-bfaa-4f0e-9062-1cabe11e045a service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882895 Sep 16 05:29:03.845875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc99038-c55e-4940-baf2-c5ae8a8955ad req-e2c946bb-bfea-499b-8c1b-8c0ae674199e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:03.847461 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3dc99038-c55e-4940-baf2-c5ae8a8955ad req-e2c946bb-bfea-499b-8c1b-8c0ae674199e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 943 time: 0.0532393 Sep 16 05:29:03.887726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3dc99038-c55e-4940-baf2-c5ae8a8955ad req-e3ccfc23-e4af-46e9-8c33-b13466f61af2 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339994 Sep 16 05:29:05.015455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a9979-e52f-4478-91ff-39804c8d148f req-93d52d73-788a-4a1c-8e66-8f34e7526f86 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:05.017151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a8a9979-e52f-4478-91ff-39804c8d148f req-93d52d73-788a-4a1c-8e66-8f34e7526f86 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 943 time: 0.0507643 Sep 16 05:29:05.055173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a8a9979-e52f-4478-91ff-39804c8d148f req-526e866b-d674-43ad-a27b-722c1bcb048a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Sep 16 05:29:06.192315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ac59-9037-4913-9750-2f2d37c192e1 req-eae973ba-edda-4b00-8a51-f8eb6c76fb39 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:06.193818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ddb4ac59-9037-4913-9750-2f2d37c192e1 req-eae973ba-edda-4b00-8a51-f8eb6c76fb39 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 943 time: 0.0535247 Sep 16 05:29:06.232376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ddb4ac59-9037-4913-9750-2f2d37c192e1 req-92876cad-6ee0-4ca0-a55e-c9d0c7ac8244 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323629 Sep 16 05:29:07.346787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5832f-d019-4401-9e79-d362ecc14753 req-a09ab2b5-c24e-4ce0-ba5e-95ed7dbf44a1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:07.348294 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fdf5832f-d019-4401-9e79-d362ecc14753 req-a09ab2b5-c24e-4ce0-ba5e-95ed7dbf44a1 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 943 time: 0.0488737 Sep 16 05:29:07.386659 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fdf5832f-d019-4401-9e79-d362ecc14753 req-e32aeaec-1980-420f-b504-2fd57971276a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318651 Sep 16 05:29:08.500152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8bced-0716-442e-b773-8c4c8e579ea5 req-98ff4d9e-39cc-45a9-9479-78b03edd1594 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:08.501670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11d8bced-0716-442e-b773-8c4c8e579ea5 req-98ff4d9e-39cc-45a9-9479-78b03edd1594 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 943 time: 0.0490260 Sep 16 05:29:08.538935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11d8bced-0716-442e-b773-8c4c8e579ea5 req-1d9691c9-adb3-464c-90ba-c7a413d5639d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312450 Sep 16 05:29:09.659322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6dff7-1683-4b32-9332-4aef6b5afcee req-ca25988b-298e-47a3-887a-dc9ba6b62af9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:09.660806 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-76b6dff7-1683-4b32-9332-4aef6b5afcee req-ca25988b-298e-47a3-887a-dc9ba6b62af9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 943 time: 0.0520840 Sep 16 05:29:09.698375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-76b6dff7-1683-4b32-9332-4aef6b5afcee req-8cfdbe6a-09c3-4eb2-bbdd-4cace39f8681 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Sep 16 05:29:10.814442 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd34469-b948-464f-9e06-51ee487d298d req-13b9fdde-f2a7-4f47-9010-af16a645f6aa tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:10.815930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dbd34469-b948-464f-9e06-51ee487d298d req-13b9fdde-f2a7-4f47-9010-af16a645f6aa tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 943 time: 0.0505013 Sep 16 05:29:10.852983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dbd34469-b948-464f-9e06-51ee487d298d req-864da8ad-0ceb-4378-b2f2-f04b59d6fb49 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311158 Sep 16 05:29:11.972356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2c20e-928c-4742-a801-5bbfae3375de req-55bb7ceb-6bd2-4a29-83f8-f2f49c8869df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:11.973870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5de2c20e-928c-4742-a801-5bbfae3375de req-55bb7ceb-6bd2-4a29-83f8-f2f49c8869df tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 943 time: 0.0503929 Sep 16 05:29:12.011768 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5de2c20e-928c-4742-a801-5bbfae3375de req-d8fd9927-7c84-4344-832b-159253751023 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Sep 16 05:29:12.101271 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-13d5de9b-659a-466e-a75e-af91c600228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.792808 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.820161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:29:12.918113 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:12.928800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'port_id': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'mac_address': 'fa:16:3e:05:5f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:29:12.965975 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.977967 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:13.000119 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:13.083766 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.132925 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d804b-5fd7-4c18-ba4a-54883295ceaa req-ea2cf610-a738-4496-bb0c-3ea64a72433b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:13.134416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f38d804b-5fd7-4c18-ba4a-54883295ceaa req-ea2cf610-a738-4496-bb0c-3ea64a72433b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 944 time: 0.0554762 Sep 16 05:29:13.141785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:13.149366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.149720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.150063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.150927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.151669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.151942 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.152278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.152637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.152970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.153302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.153631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.153956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.174102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f38d804b-5fd7-4c18-ba4a-54883295ceaa req-9a1eb2fe-c412-4f0b-b31b-16542f702693 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327702 Sep 16 05:29:13.323109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:29:14.289691 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045451aa-c6eb-44db-8d88-de64a78c673b req-9de3242b-5458-428c-a5e8-90c4f5aeeee3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:14.291182 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-045451aa-c6eb-44db-8d88-de64a78c673b req-9de3242b-5458-428c-a5e8-90c4f5aeeee3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 944 time: 0.0496333 Sep 16 05:29:14.329032 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-045451aa-c6eb-44db-8d88-de64a78c673b req-d133e32f-09a3-4853-ab5b-8296db514c13 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316722 Sep 16 05:29:14.500315 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e87c54e6-f4b0-49bd-94cd-7fa5be97473f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.832287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:14.963998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:29:14.967999 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:14.968372 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.045060 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.067822 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:15.070076 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97af5261-987c-4bd6-993e-4908e43ace1d" -d '{"events": [{"server_uuid": "6f942647-a2c2-4b96-af23-fb997064f5e6", "name": "network-vif-plugged", "status": "completed", "tag": "77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:15.085064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:15.110574 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f185df0f-f617-4737-bc9e-712cf35e6cc5 x-openstack-request-id: req-f185df0f-f617-4737-bc9e-712cf35e6cc5 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:15.110574 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f942647-a2c2-4b96-af23-fb997064f5e6", "name": "network-vif-plugged", "status": "completed", "tag": "77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:15.110574 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f185df0f-f617-4737-bc9e-712cf35e6cc5 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:15.110574 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'code': 200} Sep 16 05:29:15.201282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecd9cb-b1ec-4178-a13a-dd3d24e49c54 req-ce859d5d-5e1d-4198-a23a-447601b38ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:15.202970 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-90ecd9cb-b1ec-4178-a13a-dd3d24e49c54 req-ce859d5d-5e1d-4198-a23a-447601b38ee3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 1096 time: 0.0418873 Sep 16 05:29:15.204135 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.239994 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-90ecd9cb-b1ec-4178-a13a-dd3d24e49c54 req-c0447b38-c34e-4b00-9e59-97e00e521a67 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295360 Sep 16 05:29:15.265843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:15.324109 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.444419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688c6b7-6e0e-477e-949d-67822247f654 req-1ec63744-38ee-42ab-85aa-f1c6ace07770 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:15.445913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c688c6b7-6e0e-477e-949d-67822247f654 req-1ec63744-38ee-42ab-85aa-f1c6ace07770 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 945 time: 0.0492799 Sep 16 05:29:15.483750 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c688c6b7-6e0e-477e-949d-67822247f654 req-ff87b5c3-6931-42bb-8429-8c225290a460 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316548 Sep 16 05:29:16.106460 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.605564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604642f-02dc-4b1d-9e44-f91b4be610c3 req-7cf1feea-89db-4184-a2e2-aadc164f698a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:16.607040 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e604642f-02dc-4b1d-9e44-f91b4be610c3 req-7cf1feea-89db-4184-a2e2-aadc164f698a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 945 time: 0.0539327 Sep 16 05:29:16.644782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e604642f-02dc-4b1d-9e44-f91b4be610c3 req-c5494339-691d-49e0-8a95-dcc6ed926339 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318255 Sep 16 05:29:16.759049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610f1da-01be-4fd4-b0a5-4f4920a629ac req-1c6b91a5-3472-4d56-9e89-1a51650cd705 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:16.760745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f610f1da-01be-4fd4-b0a5-4f4920a629ac req-1c6b91a5-3472-4d56-9e89-1a51650cd705 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 945 time: 0.0494895 Sep 16 05:29:16.774903 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.799381 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f610f1da-01be-4fd4-b0a5-4f4920a629ac req-f90d4dae-825e-415e-a7e1-1e191793dbfe tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Sep 16 05:29:16.822175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40594) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:16.905877 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe12634-d4c6-4cca-8673-0d1ea7e72b84 tempest-TestVolumeBootPattern-1981113418 tempest-TestVolumeBootPattern-1981113418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:16.907383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7fe12634-d4c6-4cca-8673-0d1ea7e72b84 tempest-TestVolumeBootPattern-1981113418 tempest-TestVolumeBootPattern-1981113418-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 1092 time: 0.0842433 Sep 16 05:29:16.910217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40598) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:16.914514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:16.975132 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.076873 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.184786 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Allocated IP 172.25.3.176 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/38941ae3-a7f3-41ec-8b22-f8819e422e72) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:17.285852 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.381159 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.418927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:17.421863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:17.427926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:17.454415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=38941ae3-a7f3-41ec-8b22-f8819e422e72,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:17.468339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:17.468709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:17.469052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:17.469388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:17.469723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:17.470055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:17.470381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:17.470705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:17.471027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:17.471350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:17.471670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:17.471989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:17.631558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.806121 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.936583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.083922 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.134837 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.203586 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=38941ae3-a7f3-41ec-8b22-f8819e422e72,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:18.215355 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.315887 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Floating IP 530f4f5e-f29d-47ca-a8dd-679fdb62424d associated. External IP: 172.25.3.176, port: 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15. Sep 16 05:29:18.522267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:18.629233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:18.641035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f663a7a1-060e-4da6-b221-fc2de4ac29f8 None None] Sync routers for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:18.649584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f663a7a1-060e-4da6-b221-fc2de4ac29f8 None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:18.650201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f663a7a1-060e-4da6-b221-fc2de4ac29f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:18.689728 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.716482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0aad03e8-de9b-43f1-99ab-ddc20aa17ad4 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8052244 Sep 16 05:29:18.717189 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'tag': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:18.719463 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25446016-6c9b-457c-84c4-d8eaff415c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f942647-a2c2-4b96-af23-fb997064f5e6", "tag": "77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:18.758197 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f663a7a1-060e-4da6-b221-fc2de4ac29f8 None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:18.759020 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d45a6cc-2a50-46db-bd54-3db1b321d091 x-openstack-request-id: req-9d45a6cc-2a50-46db-bd54-3db1b321d091 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:18.759341 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f942647-a2c2-4b96-af23-fb997064f5e6", "tag": "77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:18.759594 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d45a6cc-2a50-46db-bd54-3db1b321d091 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:18.760005 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'tag': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'status': 'completed', 'code': 200} Sep 16 05:29:18.823814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25446016-6c9b-457c-84c4-d8eaff415c7b req-fa55eb50-300b-4bbe-9102-fd718ce7c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:18.825394 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-25446016-6c9b-457c-84c4-d8eaff415c7b req-fa55eb50-300b-4bbe-9102-fd718ce7c0c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0418205 Sep 16 05:29:18.920077 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25446016-6c9b-457c-84c4-d8eaff415c7b req-0180b208-5c9d-4ff9-a18d-800b06b532a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:18.921594 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-25446016-6c9b-457c-84c4-d8eaff415c7b req-0180b208-5c9d-4ff9-a18d-800b06b532a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0889623 Sep 16 05:29:18.983043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f663a7a1-060e-4da6-b221-fc2de4ac29f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '530f4f5e-f29d-47ca-a8dd-679fdb62424d', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:05:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:29:17Z', 'updated_at': '2021-09-16T05:29:17Z', 'revision_number': 0, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:18.989778 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-25446016-6c9b-457c-84c4-d8eaff415c7b req-6813b48a-b02e-4129-a267-429d06875f40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 HTTP/1.1" status: 200 len: 999 time: 0.0612135 Sep 16 05:29:19.013097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f663a7a1-060e-4da6-b221-fc2de4ac29f8 None None] Checking router: 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:19.021456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f663a7a1-060e-4da6-b221-fc2de4ac29f8 None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:19.022066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f663a7a1-060e-4da6-b221-fc2de4ac29f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:29:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:19.038945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25446016-6c9b-457c-84c4-d8eaff415c7b req-bb4bdf2a-1e92-40b5-a0d5-17c3281d3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:19.040451 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-25446016-6c9b-457c-84c4-d8eaff415c7b req-bb4bdf2a-1e92-40b5-a0d5-17c3281d3a2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0443935 Sep 16 05:29:19.090629 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25446016-6c9b-457c-84c4-d8eaff415c7b req-cb621f59-5d19-4df7-86a7-e474071240b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:19.092052 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-25446016-6c9b-457c-84c4-d8eaff415c7b req-cb621f59-5d19-4df7-86a7-e474071240b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445938 Sep 16 05:29:19.129786 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f663a7a1-060e-4da6-b221-fc2de4ac29f8 None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:19.185082 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-25446016-6c9b-457c-84c4-d8eaff415c7b req-4f27ed22-9b53-4ffd-b0e1-31f250eaa9f4 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853899 Sep 16 05:29:19.285655 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-25446016-6c9b-457c-84c4-d8eaff415c7b req-81a75702-5375-4a8b-89a3-aac6ce40ed21 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931180 Sep 16 05:29:19.507528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f663a7a1-060e-4da6-b221-fc2de4ac29f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '530f4f5e-f29d-47ca-a8dd-679fdb62424d', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:05:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:29:17Z', 'updated_at': '2021-09-16T05:29:17Z', 'revision_number': 0, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:19.537594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f663a7a1-060e-4da6-b221-fc2de4ac29f8 None None] The sync data for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 is: [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '530f4f5e-f29d-47ca-a8dd-679fdb62424d', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:05:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:29:17Z', 'updated_at': '2021-09-16T05:29:17Z', 'revision_number': 0, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:19.722107 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee18a61-c2f3-4b06-a5ee-fdb3a57c3d69 None None] New status for floating IP 530f4f5e-f29d-47ca-a8dd-679fdb62424d: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:29:36.155535 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:42.100054 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c18ef8b9-f6d9-4490-9f42-9b3e1ec1e3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.746100 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.505546 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b137d6ed-b45c-4a48-8190-c7d3cd2362ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.288959 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.123052 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.785999 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.614143 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.085428 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a49501a3-d598-4dcf-9e79-0e73964a4f2a req-0650b394-0ab7-4fb9-a29c-5aa1e00f84fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437682 Sep 16 05:30:04.165404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49501a3-d598-4dcf-9e79-0e73964a4f2a req-b3d6ba4b-c92f-40c6-9de6-4071a5a48daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:04.166957 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a49501a3-d598-4dcf-9e79-0e73964a4f2a req-b3d6ba4b-c92f-40c6-9de6-4071a5a48daf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0411916 Sep 16 05:30:04.275692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49501a3-d598-4dcf-9e79-0e73964a4f2a req-946574a5-d2b2-4217-9fb1-7ad137c99530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:04.277432 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a49501a3-d598-4dcf-9e79-0e73964a4f2a req-946574a5-d2b2-4217-9fb1-7ad137c99530 service neutron] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0916235 Sep 16 05:30:04.344272 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a49501a3-d598-4dcf-9e79-0e73964a4f2a req-ec962f47-0d2b-46a6-9871-7b5658a1d7e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 HTTP/1.1" status: 200 len: 1001 time: 0.0603092 Sep 16 05:30:04.398562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49501a3-d598-4dcf-9e79-0e73964a4f2a req-18809602-9ca6-45c6-8d4e-fc264a4a0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:04.400066 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a49501a3-d598-4dcf-9e79-0e73964a4f2a req-18809602-9ca6-45c6-8d4e-fc264a4a0cb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0490954 Sep 16 05:30:04.445901 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49501a3-d598-4dcf-9e79-0e73964a4f2a req-404476c8-8c18-4d74-9426-83df644ca0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:04.447478 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a49501a3-d598-4dcf-9e79-0e73964a4f2a req-404476c8-8c18-4d74-9426-83df644ca0dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407662 Sep 16 05:30:04.537070 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a49501a3-d598-4dcf-9e79-0e73964a4f2a req-c17ee450-03e4-4ee0-a3cd-3bcf39ed4d8d service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822935 Sep 16 05:30:04.630527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a49501a3-d598-4dcf-9e79-0e73964a4f2a req-bb020bb7-b84d-4550-aaa9-4e99ebf7b2ec service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868607 Sep 16 05:30:12.093728 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3a8414d8-b715-4141-8cc1-b33d899a4bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.744754 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.155179 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:30:14.493453 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7e6417e1-8414-4596-9d51-477a229647dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.316741 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.110639 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.773248 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.630708 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.087186 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f8cff51-9f35-42e4-9bd1-370d1b36191d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.732918 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.516033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a5e0d6e-e66f-4663-acb9-86e45de24a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.298601 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.098482 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.773141 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:47.675863 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.154545 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:31:06.078337 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d1019fa-1074-448d-9f86-c3ec8b9eef9d req-2fa51f40-1bbc-4ea6-aa00-5085aebe9664 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406396 Sep 16 05:31:06.163968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1019fa-1074-448d-9f86-c3ec8b9eef9d req-925965d8-e2ec-4cd6-9e4e-85dcd7a09549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.165493 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d1019fa-1074-448d-9f86-c3ec8b9eef9d req-925965d8-e2ec-4cd6-9e4e-85dcd7a09549 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0455596 Sep 16 05:31:06.267773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1019fa-1074-448d-9f86-c3ec8b9eef9d req-409fd727-a720-451f-8fa5-86a94aa67c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.269289 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d1019fa-1074-448d-9f86-c3ec8b9eef9d req-409fd727-a720-451f-8fa5-86a94aa67c8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0855060 Sep 16 05:31:06.338643 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d1019fa-1074-448d-9f86-c3ec8b9eef9d req-8ca117d0-c3b6-49e4-b8f4-af3d1e866896 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 HTTP/1.1" status: 200 len: 1001 time: 0.0623496 Sep 16 05:31:06.387668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1019fa-1074-448d-9f86-c3ec8b9eef9d req-3210a4fa-84b6-4978-bbca-0236380eaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.388858 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d1019fa-1074-448d-9f86-c3ec8b9eef9d req-3210a4fa-84b6-4978-bbca-0236380eaae8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0428324 Sep 16 05:31:06.432364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1019fa-1074-448d-9f86-c3ec8b9eef9d req-0dc3be7e-d4a6-4ca2-a1d7-c139e8e8229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.434461 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d1019fa-1074-448d-9f86-c3ec8b9eef9d req-0dc3be7e-d4a6-4ca2-a1d7-c139e8e8229a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386574 Sep 16 05:31:06.528430 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d1019fa-1074-448d-9f86-c3ec8b9eef9d req-98036f49-fd75-4ab8-8639-7db4debf19f6 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872095 Sep 16 05:31:06.620211 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9d1019fa-1074-448d-9f86-c3ec8b9eef9d req-336c36e7-3107-4916-aeb2-4756b175c24a service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852039 Sep 16 05:31:12.138279 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-61a61828-3764-434b-96c2-6b09eafccab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.737832 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:14.497703 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ed4afba-75f3-4a69-ac7c-ad448ff4e214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.303270 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.098162 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.817741 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.623766 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:27.154613 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:31:29.228182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-d10ce84a-405d-48e6-9e73-0c872130e442 req-a9e30268-57a0-46e0-b2ed-b464445ced94 service neutron] (95452) timed out ('10.222.0.37', 51303) {{(pid=95452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:31:42.160346 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1b166d5c-509a-4129-9acd-3c2daac0bccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.754315 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.502909 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-673f7f6c-91e3-4e9b-a0cd-d1caf0a006b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.308936 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.132792 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.822296 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.628926 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.688223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-69d18e2e-d744-4c47-a1a2-0f5fb6f56a9d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341943833&fields=id&tenant_id=50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 267 time: 0.0374141 Sep 16 05:31:47.798321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-46ac9e09-8a71-413c-9cce-b08a40879ac3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:47.799787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-46ac9e09-8a71-413c-9cce-b08a40879ac3 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1040547 Sep 16 05:31:47.815112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-aeaf2899-4ca8-4705-90c2-c33d40b56b25 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/quotas/50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 375 time: 0.0088608 Sep 16 05:31:47.874528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-bfb19cbd-ed04-47bd-aec8-2359c0282e8b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0541406 Sep 16 05:31:48.063749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-1e92f952-c6a4-46fa-8479-7a8fbd4c0d85 service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773701 Sep 16 05:31:48.153841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-4576a328-60d3-47d6-9332-10646a5a53f7 service neutron] 10.222.0.24 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838759 Sep 16 05:31:48.716695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e38dbb32-0fe5-48c3-b015-67e9b06ed28b req-8cfe8974-37d3-48f2-bf63-a9c0dd609eb8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 210 time: 0.0778463 Sep 16 05:31:49.821586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43e6b3ca-e286-430c-95d1-487d87e60db5 req-6d5d7449-bd72-4c2d-a8bd-907a1b192127 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 210 time: 0.0318444 Sep 16 05:31:50.701905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-b3f715ab-e377-4d59-b93b-eefc327ea9de tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.703472 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-b3f715ab-e377-4d59-b93b-eefc327ea9de tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.23 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 812 time: 0.1061873 Sep 16 05:31:50.746627 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fbb40b32-5800-4eb8-b532-2bd235564a84 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f6c32ebfc74e1cbea31ef28263de83 HTTP/1.1" status: 200 len: 380 time: 0.0333531 Sep 16 05:31:50.756060 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'port': {'device_id': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'admin_state_up': True, 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'security_groups': ['812e62e6-78a0-44b8-a726-81ac0ab456da']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:50.942612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Made reservation on behalf of 50f6c32ebfc74e1cbea31ef28263de83 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:50.947907 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.948084 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48b0001b-bd8d-495b-a6d1-af45d81200e4 req-1f07cc4c-3c6b-4383-96cf-0edfe023b081 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 210 time: 0.0315480 Sep 16 05:31:51.078454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Allocated IP 172.20.0.3 (63e3e220-4e4c-4118-b741-a074305a6efa/7351de37-da87-41a2-978f-f3719b6b9f57/e0b82ad0-bc53-4180-be72-13b050c6d30e) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:51.224886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.314839 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.356010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Network 63e3e220-4e4c-4118-b741-a074305a6efa is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:51.358998 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:51.362715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:51.398045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=e0b82ad0-bc53-4180-be72-13b050c6d30e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:51.412364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:51.412742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:51.413082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:51.413471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:51.413847 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:51.414176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:51.414500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:51.414823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:51.415143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:51.415467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:51.415794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:51.416110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:51.435566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:51.436265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.544151 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-fd92055b-bfad-4ed2-99ee-a4716cd79627 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7914805 Sep 16 05:31:51.555336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-2bb1eb7a-45fb-4c1b-9931-b79ac1edcefe tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:31:51.556623 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-2bb1eb7a-45fb-4c1b-9931-b79ac1edcefe tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065041 Sep 16 05:31:51.655537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-77895106-f90b-46a2-b3c2-2012b15d3543 None None] Provisioning complete for port e0b82ad0-bc53-4180-be72-13b050c6d30e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:51.656574 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-77895106-f90b-46a2-b3c2-2012b15d3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.673596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Request body: {'port': {'device_id': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:51.698386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-77895106-f90b-46a2-b3c2-2012b15d3543 None None] Port e0b82ad0-bc53-4180-be72-13b050c6d30e cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:51.731720 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.000570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b82ad0-bc53-4180-be72-13b050c6d30e {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:52.009235 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.020871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Transition to ACTIVE for port object e0b82ad0-bc53-4180-be72-13b050c6d30e will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:31:52.075381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8bd07-be91-4ce1-a4dc-fd22e8d15f4b req-76dbd37a-5964-4b96-97b7-2e2e8eeb43ea tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.076973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6f8bd07-be91-4ce1-a4dc-fd22e8d15f4b req-76dbd37a-5964-4b96-97b7-2e2e8eeb43ea tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 931 time: 0.0527132 Sep 16 05:31:52.108895 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.120331 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6f8bd07-be91-4ce1-a4dc-fd22e8d15f4b req-5171c0e0-ff2e-4665-bb25-b0a60d8f0e7e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360942 Sep 16 05:31:52.186602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b82ad0-bc53-4180-be72-13b050c6d30e,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:52.243823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Attempting to bind port e0b82ad0-bc53-4180-be72-13b050c6d30e on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:52.244440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Attempting to bind port e0b82ad0-bc53-4180-be72-13b050c6d30e by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:52.244866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Attempting to bind port e0b82ad0-bc53-4180-be72-13b050c6d30e on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:52.249550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Port e0b82ad0-bc53-4180-be72-13b050c6d30e on network 63e3e220-4e4c-4118-b741-a074305a6efa not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:52.249883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Attempting to bind port e0b82ad0-bc53-4180-be72-13b050c6d30e on network 63e3e220-4e4c-4118-b741-a074305a6efa {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:52.255234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:52.255583 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Checking segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:52.256102 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Bound using segment: {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:52.256665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Bound port: e0b82ad0-bc53-4180-be72-13b050c6d30e, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:52.257031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.333807 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] For port e0b82ad0-bc53-4180-be72-13b050c6d30e, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:52.337692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] For port e0b82ad0-bc53-4180-be72-13b050c6d30e, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e0b82ad0-bc53-4180-be72-13b050c6d30e,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:52.418284 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.453863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.454554 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.456528 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] 10.222.0.23 "PUT /v2.0/ports/e0b82ad0-bc53-4180-be72-13b050c6d30e HTTP/1.1" status: 200 len: 1092 time: 0.8923409 Sep 16 05:31:52.457051 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'tag': 'e0b82ad0-bc53-4180-be72-13b050c6d30e'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:52.459374 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ef2379-09a0-4854-a9f8-8d0451dae5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5", "tag": "e0b82ad0-bc53-4180-be72-13b050c6d30e"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:52.491496 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a33fb0-a47f-4e97-8f63-e67b93010187 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b82ad0-bc53-4180-be72-13b050c6d30e,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:52.583791 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3060ab8-2dc2-4bb7-8bd3-66c5605f2e41 x-openstack-request-id: req-b3060ab8-2dc2-4bb7-8bd3-66c5605f2e41 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:52.584279 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5", "tag": "e0b82ad0-bc53-4180-be72-13b050c6d30e", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:52.584708 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3060ab8-2dc2-4bb7-8bd3-66c5605f2e41 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:52.585404 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'tag': 'e0b82ad0-bc53-4180-be72-13b050c6d30e', 'status': 'completed', 'code': 200} Sep 16 05:31:52.637730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-5bd1854b-5699-40c7-827f-65990681a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.639631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-5bd1854b-5699-40c7-827f-65990681a850 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 1095 time: 0.0477087 Sep 16 05:31:52.689185 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-7399ddb8-87b4-474b-8271-62fa7d0de4ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b82ad0-bc53-4180-be72-13b050c6d30e HTTP/1.1" status: 200 len: 217 time: 0.0417545 Sep 16 05:31:52.740504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-3f984ac6-8747-4acd-843b-457556266559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.742741 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-3f984ac6-8747-4acd-843b-457556266559 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0463719 Sep 16 05:31:52.791635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-53708e6d-fd89-4239-a44f-29bdc6819bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.793216 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-53708e6d-fd89-4239-a44f-29bdc6819bfa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434954 Sep 16 05:31:52.890423 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-afe9311b-f9e9-4fba-9a9e-f47a428fdc56 service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893102 Sep 16 05:31:52.985646 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b563fed-6b17-49cb-85b6-0341c1dd25d7 req-1a05beea-4ee9-4b61-ba0b-9aa23f036b50 service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875363 Sep 16 05:31:53.159699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2379-09a0-4854-a9f8-8d0451dae5ba req-7b6c6c25-0fe5-4830-8c5d-e272138c0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.161253 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b4ef2379-09a0-4854-a9f8-8d0451dae5ba req-7b6c6c25-0fe5-4830-8c5d-e272138c0cc9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 1095 time: 0.0432978 Sep 16 05:31:53.263940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2379-09a0-4854-a9f8-8d0451dae5ba req-d1486427-d320-432f-bfe5-780486308991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.265703 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b4ef2379-09a0-4854-a9f8-8d0451dae5ba req-d1486427-d320-432f-bfe5-780486308991 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0974884 Sep 16 05:31:53.268127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00fba2-4a77-4391-a3ef-35129f9f76f8 req-1b7b5875-4a97-44cf-9fae-3957838c5e6d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.270538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd00fba2-4a77-4391-a3ef-35129f9f76f8 req-1b7b5875-4a97-44cf-9fae-3957838c5e6d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 943 time: 0.0569701 Sep 16 05:31:53.322518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd00fba2-4a77-4391-a3ef-35129f9f76f8 req-46e6089d-a102-4b8b-b2f4-ad87e7f07834 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453312 Sep 16 05:31:53.349743 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b4ef2379-09a0-4854-a9f8-8d0451dae5ba req-54968bd8-2319-4588-a774-c1f8de0f3531 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b82ad0-bc53-4180-be72-13b050c6d30e HTTP/1.1" status: 200 len: 217 time: 0.0765624 Sep 16 05:31:53.406838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2379-09a0-4854-a9f8-8d0451dae5ba req-9803cbb1-f52f-400d-9ce1-ca411334c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.408385 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b4ef2379-09a0-4854-a9f8-8d0451dae5ba req-9803cbb1-f52f-400d-9ce1-ca411334c22f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0521379 Sep 16 05:31:53.459809 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2379-09a0-4854-a9f8-8d0451dae5ba req-9af3df46-8e1d-4035-bac4-c5715761a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.462714 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b4ef2379-09a0-4854-a9f8-8d0451dae5ba req-9af3df46-8e1d-4035-bac4-c5715761a92a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469599 Sep 16 05:31:53.567468 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b4ef2379-09a0-4854-a9f8-8d0451dae5ba req-b028b531-621c-47b6-a4d7-089c49705ece service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978978 Sep 16 05:31:53.661604 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b4ef2379-09a0-4854-a9f8-8d0451dae5ba req-972c2822-ed4d-4018-8b6f-19ec22b70035 service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872211 Sep 16 05:31:54.446709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66d847-0be1-42c3-bd7b-b939260dd331 req-a85b020d-6806-473f-9519-2fcb82d63028 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:54.448231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b66d847-0be1-42c3-bd7b-b939260dd331 req-a85b020d-6806-473f-9519-2fcb82d63028 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 943 time: 0.0539386 Sep 16 05:31:54.486518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b66d847-0be1-42c3-bd7b-b939260dd331 req-151ae3a0-b8bf-40f7-87f6-e5e6feeb8744 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321138 Sep 16 05:31:55.605724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f6966-f4cb-4b28-94b8-f1855c3d7d46 req-b7f6005f-5506-40f7-a02e-a6ba0fccd3cb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:55.607272 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e24f6966-f4cb-4b28-94b8-f1855c3d7d46 req-b7f6005f-5506-40f7-a02e-a6ba0fccd3cb tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 943 time: 0.0520670 Sep 16 05:31:55.646010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e24f6966-f4cb-4b28-94b8-f1855c3d7d46 req-757e2519-9263-4b74-9013-1a0d1f1958d2 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325546 Sep 16 05:31:56.760849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266842c8-e34d-4918-89ca-f03477886ea9 req-02c14fe9-5bad-4fde-9900-4db2ba3b9cfe tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:56.762317 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-266842c8-e34d-4918-89ca-f03477886ea9 req-02c14fe9-5bad-4fde-9900-4db2ba3b9cfe tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 943 time: 0.0502400 Sep 16 05:31:56.800747 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-266842c8-e34d-4918-89ca-f03477886ea9 req-e555bc11-34b4-47ff-a219-9792b632b927 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324900 Sep 16 05:31:57.928560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae5854-951c-4dc8-81bf-2bb3ba07b84c req-c8d4a97f-e119-4996-b1b7-a8db6e622d2d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:57.930906 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98ae5854-951c-4dc8-81bf-2bb3ba07b84c req-c8d4a97f-e119-4996-b1b7-a8db6e622d2d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 943 time: 0.0541816 Sep 16 05:31:57.967985 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98ae5854-951c-4dc8-81bf-2bb3ba07b84c req-5fded35e-cfe0-4351-b99d-a22574093a82 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312138 Sep 16 05:31:59.083733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10c00e-b335-45fd-a54a-25e4e1071f3c req-bb5525d0-5013-4fca-af2d-d4935625bd35 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:59.085302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c10c00e-b335-45fd-a54a-25e4e1071f3c req-bb5525d0-5013-4fca-af2d-d4935625bd35 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 943 time: 0.0500209 Sep 16 05:31:59.122694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c10c00e-b335-45fd-a54a-25e4e1071f3c req-08c037f2-8c6c-4b32-9fcd-bf2c08356e53 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313849 Sep 16 05:32:00.241391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982b0e1-eed5-48b6-8994-d6ab3e611c05 req-d7fdff85-1cf2-40f9-8d36-99b5a2025178 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:00.242865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5982b0e1-eed5-48b6-8994-d6ab3e611c05 req-d7fdff85-1cf2-40f9-8d36-99b5a2025178 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 943 time: 0.0534465 Sep 16 05:32:00.281436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5982b0e1-eed5-48b6-8994-d6ab3e611c05 req-04cd967b-8c4f-4c31-b5bf-89e37023708b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Sep 16 05:32:01.402630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4720d2c-b807-415c-84f5-6244b98c0942 req-b0fcfd72-3fbc-40a9-9267-b941dd67725b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:01.404616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4720d2c-b807-415c-84f5-6244b98c0942 req-b0fcfd72-3fbc-40a9-9267-b941dd67725b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 943 time: 0.0544002 Sep 16 05:32:01.443090 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4720d2c-b807-415c-84f5-6244b98c0942 req-de26b702-f15b-4353-9190-ba6f3c2b7c7a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330501 Sep 16 05:32:02.557932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102047d5-c0e0-4669-a2d4-7144acff89b9 req-177d87c6-a1d9-4feb-8542-11432105001c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:02.559418 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-102047d5-c0e0-4669-a2d4-7144acff89b9 req-177d87c6-a1d9-4feb-8542-11432105001c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 943 time: 0.0495579 Sep 16 05:32:02.597629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-102047d5-c0e0-4669-a2d4-7144acff89b9 req-bb57c460-fc0a-4058-85a8-cb97ef9be01d tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316935 Sep 16 05:32:03.710361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e5eed-468b-463a-b6ef-c54a2910ef61 req-2801559a-84a8-4498-ba77-f461e489f55b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:03.711849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b2e5eed-468b-463a-b6ef-c54a2910ef61 req-2801559a-84a8-4498-ba77-f461e489f55b tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 943 time: 0.0492575 Sep 16 05:32:03.749482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b2e5eed-468b-463a-b6ef-c54a2910ef61 req-c00921dd-0e1a-473c-8606-3b42b754e949 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307388 Sep 16 05:32:04.154537 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:04.228111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e0b82ad0-bc53-4180-be72-13b050c6d30e details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:32:04.321124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port e0b82ad0-bc53-4180-be72-13b050c6d30e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e0b82ad0-bc53-4180-be72-13b050c6d30e,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:04.332448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'e0b82ad0-bc53-4180-be72-13b050c6d30e', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'port_id': 'e0b82ad0-bc53-4180-be72-13b050c6d30e', 'mac_address': 'fa:16:3e:c4:28:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:32:04.372423 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.385040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b82ad0-bc53-4180-be72-13b050c6d30e {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:04.406105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port e0b82ad0-bc53-4180-be72-13b050c6d30e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e0b82ad0-bc53-4180-be72-13b050c6d30e,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:04.485685 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.535092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=e0b82ad0-bc53-4180-be72-13b050c6d30e,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:04.542509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:04.542842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:04.543188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:04.543526 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:04.543861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:04.544196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:04.545252 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:04.545591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:04.545924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:04.546253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:04.546583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:04.546916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:04.693651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['e0b82ad0-bc53-4180-be72-13b050c6d30e'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:04.867082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2195-3153-41b5-bf63-5c7e51e7df21 req-8b7b7e07-e296-4eea-a0e2-37aaf2f75130 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.868726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f45a2195-3153-41b5-bf63-5c7e51e7df21 req-8b7b7e07-e296-4eea-a0e2-37aaf2f75130 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 944 time: 0.0526571 Sep 16 05:32:04.908379 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f45a2195-3153-41b5-bf63-5c7e51e7df21 req-cda58cbe-b84c-40db-8987-5d16ec40541c tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326617 Sep 16 05:32:06.023806 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d3d5c-b1e0-46e7-95af-3ad7df3c0599 req-ddc098e0-0f51-4c96-8caf-1f76d18fce48 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:06.025324 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d5d3d5c-b1e0-46e7-95af-3ad7df3c0599 req-ddc098e0-0f51-4c96-8caf-1f76d18fce48 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 944 time: 0.0499570 Sep 16 05:32:06.063903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d5d3d5c-b1e0-46e7-95af-3ad7df3c0599 req-16e4827b-a578-4ded-a39c-3ce2a8614bdf tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312316 Sep 16 05:32:06.229623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e0b82ad0-bc53-4180-be72-13b050c6d30e up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:06.342811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port e0b82ad0-bc53-4180-be72-13b050c6d30e completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:32:06.346724 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port e0b82ad0-bc53-4180-be72-13b050c6d30e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:06.347095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.426485 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.448936 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b82ad0-bc53-4180-be72-13b050c6d30e'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:06.451988 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51badb77-ede0-4111-b771-2198e6ac6b74" -d '{"events": [{"server_uuid": "b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5", "name": "network-vif-plugged", "status": "completed", "tag": "e0b82ad0-bc53-4180-be72-13b050c6d30e"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:06.464369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port e0b82ad0-bc53-4180-be72-13b050c6d30e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e0b82ad0-bc53-4180-be72-13b050c6d30e,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:06.542974 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.551391 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf60c640-91b5-4b84-9dfc-ec65a21719ec x-openstack-request-id: req-bf60c640-91b5-4b84-9dfc-ec65a21719ec {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:06.551543 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5", "name": "network-vif-plugged", "status": "completed", "tag": "e0b82ad0-bc53-4180-be72-13b050c6d30e", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:06.551815 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf60c640-91b5-4b84-9dfc-ec65a21719ec {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:06.552209 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b82ad0-bc53-4180-be72-13b050c6d30e', 'code': 200} Sep 16 05:32:06.600833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=e0b82ad0-bc53-4180-be72-13b050c6d30e,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:06.647751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709654f-e1b1-43c3-9d24-0c599edb301a req-783b848d-e5a1-488b-82d3-8b26f21e8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:06.649285 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8709654f-e1b1-43c3-9d24-0c599edb301a req-783b848d-e5a1-488b-82d3-8b26f21e8984 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0402522 Sep 16 05:32:06.683716 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8709654f-e1b1-43c3-9d24-0c599edb301a req-0337566c-aa36-4a22-9260-8c2058b8dd4c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272968 Sep 16 05:32:07.127774 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-e7762738-0246-4dc9-ae9f-0f085fdeade4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0933499 Sep 16 05:32:07.180714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b302-b31a-45af-b402-2916fbf79153 req-0c986557-79f1-47d1-a59a-65b2dbdcd103 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:07.182226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fa7b302-b31a-45af-b402-2916fbf79153 req-0c986557-79f1-47d1-a59a-65b2dbdcd103 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 945 time: 0.0499599 Sep 16 05:32:07.210191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-06fb0d8c-9995-43e0-bff7-66a095ccba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:07.211686 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-06fb0d8c-9995-43e0-bff7-66a095ccba26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0410857 Sep 16 05:32:07.221134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fa7b302-b31a-45af-b402-2916fbf79153 req-66b32b42-e1f5-4070-8eee-ce5cc8d64a92 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324426 Sep 16 05:32:07.320741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-7e6b86fa-1c2e-488c-acf7-69022a18c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:07.322270 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-7e6b86fa-1c2e-488c-acf7-69022a18c527 service neutron] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0908520 Sep 16 05:32:07.678086 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-22a21a51-6061-40e0-aa39-a83c81b5d59a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 HTTP/1.1" status: 200 len: 1001 time: 0.3487859 Sep 16 05:32:07.728284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-69900cbb-7ccb-40ae-9368-3f93d374cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:07.729803 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-69900cbb-7ccb-40ae-9368-3f93d374cebc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0445132 Sep 16 05:32:07.778090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-b16c85a1-f1f4-4374-a6f2-f766cc4bb908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:07.780228 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-b16c85a1-f1f4-4374-a6f2-f766cc4bb908 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438917 Sep 16 05:32:07.792222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-2cc7aa33-c896-4090-ab50-497860171ea0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:32:07.793631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-2cc7aa33-c896-4090-ab50-497860171ea0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065818 Sep 16 05:32:07.890211 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-ba619698-cd2c-498a-8b61-2313bd8c37b0 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893424 Sep 16 05:32:07.984361 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dfb40013-abbf-40d6-9ccd-fb0a71100114 req-02742cb4-7bc4-4711-9282-23a31dac95b5 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878837 Sep 16 05:32:08.358813 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8513e4-862e-4c94-a138-906d6e6e4374 req-1a728c4c-e91c-40f1-9acf-c930fd284982 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:08.360317 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e8513e4-862e-4c94-a138-906d6e6e4374 req-1a728c4c-e91c-40f1-9acf-c930fd284982 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 945 time: 0.0549898 Sep 16 05:32:08.399030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5e8513e4-862e-4c94-a138-906d6e6e4374 req-571f8ed8-9b82-42e3-894b-06040cd39146 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327024 Sep 16 05:32:08.515545 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520e9d-9562-4b6d-92e9-aa50bc90108d req-1a68cbda-67b7-4f11-a348-b046dcbb50f8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:08.516987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a520e9d-9562-4b6d-92e9-aa50bc90108d req-1a68cbda-67b7-4f11-a348-b046dcbb50f8 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 945 time: 0.0505071 Sep 16 05:32:08.554568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a520e9d-9562-4b6d-92e9-aa50bc90108d req-165ddf2c-8f96-47a3-b751-8b487c8fc3da tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314915 Sep 16 05:32:08.577772 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40860) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:08.616300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad92637-393c-4d14-91c7-5bdc5a2f1ebe tempest-TestVolumeBootPattern-1981113418 tempest-TestVolumeBootPattern-1981113418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:08.617838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3ad92637-393c-4d14-91c7-5bdc5a2f1ebe tempest-TestVolumeBootPattern-1981113418 tempest-TestVolumeBootPattern-1981113418-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 1092 time: 0.0391018 Sep 16 05:32:08.620568 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40862) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:08.625401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': 'e0b82ad0-bc53-4180-be72-13b050c6d30e', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:08.730925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.831904 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.933998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Allocated IP 172.25.3.185 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/50ed06dc-8acc-460a-a8fd-a60f4f38e54a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:09.306151 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.416651 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.455092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:09.458022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:09.463519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:09.492787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=50ed06dc-8acc-460a-a8fd-a60f4f38e54a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:09.505853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:09.506198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:09.506532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:09.506860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:09.507186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:09.507509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:09.507829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:09.508190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:09.508538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:09.511593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:09.511593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:09.511593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:09.835639 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.965542 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.113250 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.153774 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.227131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event updated for resources: {'Port': ['ID=50ed06dc-8acc-460a-a8fd-a60f4f38e54a,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:10.237273 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.343133 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Floating IP 3f5f18bc-7373-45ba-b50b-c6448aa1e789 associated. External IP: 172.25.3.185, port: e0b82ad0-bc53-4180-be72-13b050c6d30e. Sep 16 05:32:10.552739 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:10.660706 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:10.671960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf79c40-6d0e-445d-9c99-7134ce221e64 None None] Sync routers for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:10.682062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf79c40-6d0e-445d-9c99-7134ce221e64 None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:10.682674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3bf79c40-6d0e-445d-9c99-7134ce221e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:31:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:10.742981 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.770637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0f7efc09-2568-450d-b4be-7f2e0fd662ca tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1489041 Sep 16 05:32:10.771325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'tag': 'e0b82ad0-bc53-4180-be72-13b050c6d30e'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:10.773633 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572649fc-f6fe-4b45-96fb-169e05bfa068" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5", "tag": "e0b82ad0-bc53-4180-be72-13b050c6d30e"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:10.795261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-3bf79c40-6d0e-445d-9c99-7134ce221e64 None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:10.874543 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e94ebe9-f175-4b51-b2a8-43301b1c113f x-openstack-request-id: req-8e94ebe9-f175-4b51-b2a8-43301b1c113f {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:10.874973 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5", "tag": "e0b82ad0-bc53-4180-be72-13b050c6d30e", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:10.875232 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e94ebe9-f175-4b51-b2a8-43301b1c113f {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:10.875645 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'tag': 'e0b82ad0-bc53-4180-be72-13b050c6d30e', 'status': 'completed', 'code': 200} Sep 16 05:32:10.936523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572649fc-f6fe-4b45-96fb-169e05bfa068 req-eceb79f4-cabc-4547-abd9-22197f79db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:10.938118 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-572649fc-f6fe-4b45-96fb-169e05bfa068 req-eceb79f4-cabc-4547-abd9-22197f79db5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0418849 Sep 16 05:32:11.027062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3bf79c40-6d0e-445d-9c99-7134ce221e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '3f5f18bc-7373-45ba-b50b-c6448aa1e789', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': 'e0b82ad0-bc53-4180-be72-13b050c6d30e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:c4:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:32:09Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 0, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}, {'id': '530f4f5e-f29d-47ca-a8dd-679fdb62424d', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:05:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:29:17Z', 'updated_at': '2021-09-16T05:29:19Z', 'revision_number': 1, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:11.033555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572649fc-f6fe-4b45-96fb-169e05bfa068 req-70c4f2e4-82aa-4a5f-9f27-8e14209025ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.035601 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-572649fc-f6fe-4b45-96fb-169e05bfa068 req-70c4f2e4-82aa-4a5f-9f27-8e14209025ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0901084 Sep 16 05:32:11.055539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf79c40-6d0e-445d-9c99-7134ce221e64 None None] Checking router: 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:11.064032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf79c40-6d0e-445d-9c99-7134ce221e64 None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:11.064683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3bf79c40-6d0e-445d-9c99-7134ce221e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:31:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:11.103256 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-572649fc-f6fe-4b45-96fb-169e05bfa068 req-8535aa15-f7f2-4665-8c25-6f227bc3a301 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b82ad0-bc53-4180-be72-13b050c6d30e HTTP/1.1" status: 200 len: 999 time: 0.0606487 Sep 16 05:32:11.153253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572649fc-f6fe-4b45-96fb-169e05bfa068 req-ad358120-17dc-41ff-b72c-ca989a5819ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.155654 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-572649fc-f6fe-4b45-96fb-169e05bfa068 req-ad358120-17dc-41ff-b72c-ca989a5819ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0458016 Sep 16 05:32:11.172173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-3bf79c40-6d0e-445d-9c99-7134ce221e64 None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:11.209815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572649fc-f6fe-4b45-96fb-169e05bfa068 req-e9cb6dea-5af9-424b-8d8c-acaab2c29680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.211256 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-572649fc-f6fe-4b45-96fb-169e05bfa068 req-e9cb6dea-5af9-424b-8d8c-acaab2c29680 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486856 Sep 16 05:32:11.308242 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-572649fc-f6fe-4b45-96fb-169e05bfa068 req-42e69116-44ee-4672-8ca0-e5454ce23f82 service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896215 Sep 16 05:32:11.403123 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-572649fc-f6fe-4b45-96fb-169e05bfa068 req-55fad762-6dcb-4de2-8c7c-0e883e252925 service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877709 Sep 16 05:32:11.407195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-3bf79c40-6d0e-445d-9c99-7134ce221e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '3f5f18bc-7373-45ba-b50b-c6448aa1e789', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': 'e0b82ad0-bc53-4180-be72-13b050c6d30e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:c4:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:32:09Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 0, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}, {'id': '530f4f5e-f29d-47ca-a8dd-679fdb62424d', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:05:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:29:17Z', 'updated_at': '2021-09-16T05:29:19Z', 'revision_number': 1, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:11.438471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf79c40-6d0e-445d-9c99-7134ce221e64 None None] The sync data for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 is: [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '3f5f18bc-7373-45ba-b50b-c6448aa1e789', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': 'e0b82ad0-bc53-4180-be72-13b050c6d30e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:c4:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:32:09Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 0, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}, {'id': '530f4f5e-f29d-47ca-a8dd-679fdb62424d', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:05:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:29:17Z', 'updated_at': '2021-09-16T05:29:19Z', 'revision_number': 1, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:11.646411 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5b625-a1d8-4f61-ba16-53256c24aa76 None None] New status for floating IP 3f5f18bc-7373-45ba-b50b-c6448aa1e789: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:32:12.108836 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2345-81e1-40dc-b39a-79f75efb5e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.736762 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.513938 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e3db7a6e-2755-4024-b6e3-7a1d5e5d43b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.307788 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.108119 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.810996 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.433046 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93110dbf-fd27-4208-9c3e-c15ba3a1a2e5 req-49291f68-c942-4276-8add-622f61755c49 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409615 Sep 16 05:32:17.522793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93110dbf-fd27-4208-9c3e-c15ba3a1a2e5 req-5f713da0-a42b-4e9d-8c10-2f778fbac022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:17.524269 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93110dbf-fd27-4208-9c3e-c15ba3a1a2e5 req-5f713da0-a42b-4e9d-8c10-2f778fbac022 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0424819 Sep 16 05:32:17.631714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93110dbf-fd27-4208-9c3e-c15ba3a1a2e5 req-c5b3673a-48aa-4ae9-aec1-6c125fb53ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:17.633244 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93110dbf-fd27-4208-9c3e-c15ba3a1a2e5 req-c5b3673a-48aa-4ae9-aec1-6c125fb53ca5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0891559 Sep 16 05:32:17.639427 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.700206 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93110dbf-fd27-4208-9c3e-c15ba3a1a2e5 req-dc1965a8-7f68-4a3b-8d00-06adfa33bcee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b82ad0-bc53-4180-be72-13b050c6d30e HTTP/1.1" status: 200 len: 1001 time: 0.0602617 Sep 16 05:32:17.754435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93110dbf-fd27-4208-9c3e-c15ba3a1a2e5 req-d3eff870-fbab-498e-8aa9-81c2032463af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:17.756298 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93110dbf-fd27-4208-9c3e-c15ba3a1a2e5 req-d3eff870-fbab-498e-8aa9-81c2032463af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0492339 Sep 16 05:32:17.802146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93110dbf-fd27-4208-9c3e-c15ba3a1a2e5 req-efc53d2c-f86b-4904-8ddd-c5e1e3e7bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:17.804011 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93110dbf-fd27-4208-9c3e-c15ba3a1a2e5 req-efc53d2c-f86b-4904-8ddd-c5e1e3e7bb39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408943 Sep 16 05:32:17.892276 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93110dbf-fd27-4208-9c3e-c15ba3a1a2e5 req-54f0b7f9-c8da-4f17-8b3b-dab59dc83d56 service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814786 Sep 16 05:32:17.990200 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-93110dbf-fd27-4208-9c3e-c15ba3a1a2e5 req-a6efab1a-70ca-4e3e-84fb-64562edf7d78 service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909407 Sep 16 05:32:41.153518 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:42.131184 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5e0c16f8-52c2-484d-a868-83304aea32fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.736211 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.523859 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0473f3b1-ecb6-431d-8654-c52e771682d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.313345 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.113159 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.781771 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.649384 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.075292 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c8c90cd7-2a19-4bae-8e49-8dfa4d34eaf6 req-4fe41b26-2d2f-4c2a-8158-a5694c7ff338 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413187 Sep 16 05:33:09.152965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c90cd7-2a19-4bae-8e49-8dfa4d34eaf6 req-2f18baf1-1797-48b7-a3dc-172df5244c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:09.154490 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c8c90cd7-2a19-4bae-8e49-8dfa4d34eaf6 req-2f18baf1-1797-48b7-a3dc-172df5244c2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0402079 Sep 16 05:33:09.266366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c90cd7-2a19-4bae-8e49-8dfa4d34eaf6 req-12283552-c180-4c6e-8862-c3195ee2b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:09.267896 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c8c90cd7-2a19-4bae-8e49-8dfa4d34eaf6 req-12283552-c180-4c6e-8862-c3195ee2b16d service neutron] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0945473 Sep 16 05:33:09.335098 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c8c90cd7-2a19-4bae-8e49-8dfa4d34eaf6 req-19d5af01-f88c-4734-98b4-236cc8caa7e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 HTTP/1.1" status: 200 len: 1001 time: 0.0578268 Sep 16 05:33:09.386785 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c90cd7-2a19-4bae-8e49-8dfa4d34eaf6 req-d800a850-fe6d-4ec1-9e42-c8c3cc78e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:09.388287 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c8c90cd7-2a19-4bae-8e49-8dfa4d34eaf6 req-d800a850-fe6d-4ec1-9e42-c8c3cc78e5ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0476258 Sep 16 05:33:09.436453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c90cd7-2a19-4bae-8e49-8dfa4d34eaf6 req-c705d9e6-7c09-49c7-b1c3-0c9b8b6a8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:09.438672 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c8c90cd7-2a19-4bae-8e49-8dfa4d34eaf6 req-c705d9e6-7c09-49c7-b1c3-0c9b8b6a8613 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439169 Sep 16 05:33:09.534759 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c8c90cd7-2a19-4bae-8e49-8dfa4d34eaf6 req-90c4c5b8-fb8e-444e-930c-c9a2f001cf02 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890489 Sep 16 05:33:09.625651 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c8c90cd7-2a19-4bae-8e49-8dfa4d34eaf6 req-d20bd5df-7f47-414c-a95f-dd2766a0235a service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829682 Sep 16 05:33:12.186424 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5043728d-a967-49f9-8d25-57ffbbf05ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.735668 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.529864 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7ee2e41e-89b8-49b4-8da9-398fafe29666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.358754 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.152962 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.827000 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.419207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b2126e5e-9873-4100-997b-bbc5750226fb req-508991ab-06f1-49dd-aad4-759297ae61df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397005 Sep 16 05:33:17.514503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2126e5e-9873-4100-997b-bbc5750226fb req-b0c17c1b-0c49-411e-a2ac-705b55222e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.515972 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b2126e5e-9873-4100-997b-bbc5750226fb req-b0c17c1b-0c49-411e-a2ac-705b55222e2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0428963 Sep 16 05:33:17.618205 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2126e5e-9873-4100-997b-bbc5750226fb req-e7993ef2-d8ea-418b-ab7a-7d4c80791361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.619694 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b2126e5e-9873-4100-997b-bbc5750226fb req-e7993ef2-d8ea-418b-ab7a-7d4c80791361 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0837338 Sep 16 05:33:17.639273 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.691104 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b2126e5e-9873-4100-997b-bbc5750226fb req-86bd74bf-784e-4c3b-a968-e7f0f94e89fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b82ad0-bc53-4180-be72-13b050c6d30e HTTP/1.1" status: 200 len: 1001 time: 0.0637472 Sep 16 05:33:17.742019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2126e5e-9873-4100-997b-bbc5750226fb req-e8192878-ac6a-4646-bb8d-329cb618ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.743549 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b2126e5e-9873-4100-997b-bbc5750226fb req-e8192878-ac6a-4646-bb8d-329cb618ed37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0456367 Sep 16 05:33:17.795355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2126e5e-9873-4100-997b-bbc5750226fb req-40330851-dfbb-484f-ab65-aeb662fd4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.796921 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b2126e5e-9873-4100-997b-bbc5750226fb req-40330851-dfbb-484f-ab65-aeb662fd4701 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445855 Sep 16 05:33:17.893231 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b2126e5e-9873-4100-997b-bbc5750226fb req-6169e3b1-f5e3-4c2b-8440-142446ec65de service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889297 Sep 16 05:33:17.988475 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b2126e5e-9873-4100-997b-bbc5750226fb req-27b7c801-934d-4ed8-8506-da0fbfebfcb5 service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881219 Sep 16 05:33:18.152584 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:33:42.134636 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4f8f4d59-6236-48ac-b871-bf7b40d84ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:42.758092 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:44.518209 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-360521fa-cd19-4b7a-87ae-bcb63c5af50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.324052 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.117814 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.797636 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:47.660624 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.152445 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:34:09.075261 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-756353d7-24d5-4a91-9685-1735ff4e9d60 req-5292bc8e-ae56-4e04-b131-188e12d1ccf4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440037 Sep 16 05:34:09.153952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756353d7-24d5-4a91-9685-1735ff4e9d60 req-7dfe822b-f7aa-4082-821c-561875426bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:09.155486 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-756353d7-24d5-4a91-9685-1735ff4e9d60 req-7dfe822b-f7aa-4082-821c-561875426bbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0407031 Sep 16 05:34:09.255494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756353d7-24d5-4a91-9685-1735ff4e9d60 req-43e952f8-fd9f-4e61-85c1-73d44e738e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:09.257047 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-756353d7-24d5-4a91-9685-1735ff4e9d60 req-43e952f8-fd9f-4e61-85c1-73d44e738e69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0829577 Sep 16 05:34:09.326064 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-756353d7-24d5-4a91-9685-1735ff4e9d60 req-3c79c7ef-f752-4072-81f0-6a09ef327fdd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 HTTP/1.1" status: 200 len: 1001 time: 0.0617204 Sep 16 05:34:09.374093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756353d7-24d5-4a91-9685-1735ff4e9d60 req-bb08e7f7-0012-4c65-bafd-09b2a832e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:09.375509 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-756353d7-24d5-4a91-9685-1735ff4e9d60 req-bb08e7f7-0012-4c65-bafd-09b2a832e4cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0427716 Sep 16 05:34:09.420577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756353d7-24d5-4a91-9685-1735ff4e9d60 req-94963a9c-5470-4f9e-b52e-567a6c8210d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:09.422093 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-756353d7-24d5-4a91-9685-1735ff4e9d60 req-94963a9c-5470-4f9e-b52e-567a6c8210d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389738 Sep 16 05:34:09.515469 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-756353d7-24d5-4a91-9685-1735ff4e9d60 req-f7da6d3c-c6d8-4e8e-a2d4-b4729f65c8e6 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862458 Sep 16 05:34:09.607946 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-756353d7-24d5-4a91-9685-1735ff4e9d60 req-a90f6d53-6c47-40d2-8858-758d69459e18 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859506 Sep 16 05:34:09.743982 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40904) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:09.948878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Deleting port 50ed06dc-8acc-460a-a8fd-a60f4f38e54a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:09.949128 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.027671 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.027996 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.039159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Calling delete_port for 50ed06dc-8acc-460a-a8fd-a60f4f38e54a owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:10.247854 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.277475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event deleted for resources: {'Port': ['ID=50ed06dc-8acc-460a-a8fd-a60f4f38e54a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:10.288670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.289032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.289387 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.289717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.290054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.290398 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.292427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.292427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.292427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.292427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.292800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.292800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.349766 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.350363 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Floating IP 3f5f18bc-7373-45ba-b50b-c6448aa1e789 disassociated (deleted). External IP: 172.25.3.185, port: e0b82ad0-bc53-4180-be72-13b050c6d30e. Sep 16 05:34:10.562860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:10.668867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:10.673615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.678479 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0e1bcd-196c-4273-a918-b603b6fbbfe7 None None] Sync routers for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:10.688128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0e1bcd-196c-4273-a918-b603b6fbbfe7 None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:10.688765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b0e1bcd-196c-4273-a918-b603b6fbbfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:33:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:10.703258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3978a515-b9e3-4922-8e83-aff1b3e8f056 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "DELETE /v2.0/floatingips/3f5f18bc-7373-45ba-b50b-c6448aa1e789 HTTP/1.1" status: 204 len: 168 time: 0.9574814 Sep 16 05:34:10.703961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'tag': 'e0b82ad0-bc53-4180-be72-13b050c6d30e'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:10.706241 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94044405-be8c-44c6-9c63-06550eece229" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5", "tag": "e0b82ad0-bc53-4180-be72-13b050c6d30e"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:10.749873 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136b32a4-4838-4f99-bc93-0ee8f1a61251 x-openstack-request-id: req-136b32a4-4838-4f99-bc93-0ee8f1a61251 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:10.750501 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5", "tag": "e0b82ad0-bc53-4180-be72-13b050c6d30e", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:10.750501 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-136b32a4-4838-4f99-bc93-0ee8f1a61251 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:10.750820 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'tag': 'e0b82ad0-bc53-4180-be72-13b050c6d30e', 'status': 'completed', 'code': 200} Sep 16 05:34:10.816453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94044405-be8c-44c6-9c63-06550eece229 req-a991b6e3-d891-4169-a19d-b3b40bd94ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:10.818026 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94044405-be8c-44c6-9c63-06550eece229 req-a991b6e3-d891-4169-a19d-b3b40bd94ddc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0445769 Sep 16 05:34:10.915982 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94044405-be8c-44c6-9c63-06550eece229 req-b5bfe712-42f0-4180-ada6-56d539702719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:10.918280 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94044405-be8c-44c6-9c63-06550eece229 req-b5bfe712-42f0-4180-ada6-56d539702719 service neutron] 10.222.0.23 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0932298 Sep 16 05:34:10.962021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-9b0e1bcd-196c-4273-a918-b603b6fbbfe7 None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:10.970548 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94044405-be8c-44c6-9c63-06550eece229 req-cb2e65e0-4ab8-4694-84c5-e0c004565af2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0b82ad0-bc53-4180-be72-13b050c6d30e HTTP/1.1" status: 200 len: 217 time: 0.0452921 Sep 16 05:34:11.022396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94044405-be8c-44c6-9c63-06550eece229 req-74d44a17-8d8f-4b10-9fbd-b93eb22edacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:11.024449 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94044405-be8c-44c6-9c63-06550eece229 req-74d44a17-8d8f-4b10-9fbd-b93eb22edacd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0457454 Sep 16 05:34:11.074274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94044405-be8c-44c6-9c63-06550eece229 req-7ac63dd1-d23f-4283-9dbf-a485d28b2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:11.075723 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94044405-be8c-44c6-9c63-06550eece229 req-7ac63dd1-d23f-4283-9dbf-a485d28b2478 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439909 Sep 16 05:34:11.127179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac901b-3081-48d4-b40a-2fb8a4e526aa req-7dfda887-e689-467b-8bda-39a55a112a0e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:11.128925 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20ac901b-3081-48d4-b40a-2fb8a4e526aa req-7dfda887-e689-467b-8bda-39a55a112a0e tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 945 time: 0.0507698 Sep 16 05:34:11.170142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20ac901b-3081-48d4-b40a-2fb8a4e526aa req-134c6286-2a2f-412d-8700-dc17d84258e9 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342228 Sep 16 05:34:11.177507 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94044405-be8c-44c6-9c63-06550eece229 req-49cc1fb7-eb40-444a-96a2-05e0ef7d825e service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938573 Sep 16 05:34:11.208949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b0e1bcd-196c-4273-a918-b603b6fbbfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '530f4f5e-f29d-47ca-a8dd-679fdb62424d', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:05:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:29:17Z', 'updated_at': '2021-09-16T05:29:19Z', 'revision_number': 1, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:11.240590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0e1bcd-196c-4273-a918-b603b6fbbfe7 None None] Checking router: 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:11.249510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0e1bcd-196c-4273-a918-b603b6fbbfe7 None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:11.250143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b0e1bcd-196c-4273-a918-b603b6fbbfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:33:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:11.274657 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94044405-be8c-44c6-9c63-06550eece229 req-3cd0d4de-2c22-4591-a49d-0863173c1fdf service neutron] 10.222.0.23 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894742 Sep 16 05:34:11.361100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-9b0e1bcd-196c-4273-a918-b603b6fbbfe7 None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:11.585285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-9b0e1bcd-196c-4273-a918-b603b6fbbfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '530f4f5e-f29d-47ca-a8dd-679fdb62424d', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:05:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:29:17Z', 'updated_at': '2021-09-16T05:29:19Z', 'revision_number': 1, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:11.612110 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0e1bcd-196c-4273-a918-b603b6fbbfe7 None None] The sync data for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 is: [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '530f4f5e-f29d-47ca-a8dd-679fdb62424d', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'port_id': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'mac_address': 'fa:16:3e:05:5f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:29:17Z', 'updated_at': '2021-09-16T05:29:19Z', 'revision_number': 1, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:11.844925 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d867f-c308-4488-b45d-32b9cca49237 None None] New status for floating IP 3f5f18bc-7373-45ba-b50b-c6448aa1e789: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:34:12.123641 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-46273494-2cc2-42f6-aedf-d3431239243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.309256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aa606-a928-4093-999f-83524569d646 req-4f98a273-ba73-47fb-a720-f3edfbc2c5d2 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:12.310758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c52aa606-a928-4093-999f-83524569d646 req-4f98a273-ba73-47fb-a720-f3edfbc2c5d2 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 945 time: 0.0606701 Sep 16 05:34:12.349704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c52aa606-a928-4093-999f-83524569d646 req-eafdd379-4548-449f-9af9-4317e8aa7644 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329452 Sep 16 05:34:12.588478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2c4a5-4022-4ca6-b8eb-5cdda630d265 req-8b7668f6-0cf5-4d97-b906-d3f185437468 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:12.589920 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-49c2c4a5-4022-4ca6-b8eb-5cdda630d265 req-8b7668f6-0cf5-4d97-b906-d3f185437468 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 945 time: 0.0536375 Sep 16 05:34:12.678866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-49c2c4a5-4022-4ca6-b8eb-5cdda630d265 req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Deleting port e0b82ad0-bc53-4180-be72-13b050c6d30e {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:12.679071 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-49c2c4a5-4022-4ca6-b8eb-5cdda630d265 req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.733620 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.769768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-49c2c4a5-4022-4ca6-b8eb-5cdda630d265 req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] For port e0b82ad0-bc53-4180-be72-13b050c6d30e, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=e0b82ad0-bc53-4180-be72-13b050c6d30e,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:12.770134 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-49c2c4a5-4022-4ca6-b8eb-5cdda630d265 req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.781673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-49c2c4a5-4022-4ca6-b8eb-5cdda630d265 req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Calling delete_port for e0b82ad0-bc53-4180-be72-13b050c6d30e owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:12.962101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-49c2c4a5-4022-4ca6-b8eb-5cdda630d265 req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.992834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event deleted for resources: {'Port': ['ID=e0b82ad0-bc53-4180-be72-13b050c6d30e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:13.002846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.003199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.003538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.003870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.004201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.004556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.004884 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.005213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.006063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.006063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.006231 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.006456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.047087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c2c4a5-4022-4ca6-b8eb-5cdda630d265 req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] No DVR routers for this DVR port e0b82ad0-bc53-4180-be72-13b050c6d30e on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:13.049853 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-49c2c4a5-4022-4ca6-b8eb-5cdda630d265 req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.051849 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-49c2c4a5-4022-4ca6-b8eb-5cdda630d265 req-8143c7ba-083d-4d78-bac5-06b58c4fcbc7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.23 "DELETE /v2.0/ports/e0b82ad0-bc53-4180-be72-13b050c6d30e HTTP/1.1" status: 204 len: 173 time: 0.4560876 Sep 16 05:34:13.052307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'name': 'network-vif-deleted', 'tag': 'e0b82ad0-bc53-4180-be72-13b050c6d30e'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:13.054567 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab00622-3f3a-40f9-8173-874d2c8a794c" -d '{"events": [{"server_uuid": "b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5", "name": "network-vif-deleted", "tag": "e0b82ad0-bc53-4180-be72-13b050c6d30e"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:13.116895 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9933fdd7-c0ac-4ec1-b43a-b64248b40e91 x-openstack-request-id: req-9933fdd7-c0ac-4ec1-b43a-b64248b40e91 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:13.121158 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5", "name": "network-vif-deleted", "tag": "e0b82ad0-bc53-4180-be72-13b050c6d30e", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:13.121158 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9933fdd7-c0ac-4ec1-b43a-b64248b40e91 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:13.121158 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5', 'name': 'network-vif-deleted', 'tag': 'e0b82ad0-bc53-4180-be72-13b050c6d30e', 'status': 'completed', 'code': 200} Sep 16 05:34:13.449986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2bb6825-e0d7-45d8-a053-97125fce41e3 req-eb02a945-31e6-45b5-b079-8d7a65c97644 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 210 time: 0.0285068 Sep 16 05:34:14.546176 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aad96e42-7259-4661-8a18-ad432660137b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.547962 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ac717bd5-e8df-4f5e-a6c9-a7d91e6cb0b6 req-f503554f-ea39-4b80-9db5-59f5e1d06fb5 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 210 time: 0.0269113 Sep 16 05:34:15.334713 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.643145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-963e7370-9a17-4aa1-95b3-69c93beeb487 req-1a824c2d-a49b-4c97-94b2-99b5987ee630 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 210 time: 0.0271878 Sep 16 05:34:16.111711 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.740268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8561285c-09c7-455b-9ee5-b97df7034461 req-d2828fd0-9aea-4cca-8765-d160554d518a tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b63583-d7a6-49a5-a7d4-37bcb5ec1ae5 HTTP/1.1" status: 200 len: 210 time: 0.0272946 Sep 16 05:34:16.843416 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.918554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e0b82ad0-bc53-4180-be72-13b050c6d30e no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:16.938587 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: e0b82ad0-bc53-4180-be72-13b050c6d30e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:16.938871 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device e0b82ad0-bc53-4180-be72-13b050c6d30e not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:17.647446 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.355064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40968) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:23.511150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Deleting port 38941ae3-a7f3-41ec-8b22-f8819e422e72 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:23.511619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.590077 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.590406 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.602200 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Calling delete_port for 38941ae3-a7f3-41ec-8b22-f8819e422e72 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:24.060377 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.084958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event deleted for resources: {'Port': ['ID=38941ae3-a7f3-41ec-8b22-f8819e422e72,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:24.146486 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.146811 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Floating IP 530f4f5e-f29d-47ca-a8dd-679fdb62424d disassociated (deleted). External IP: 172.25.3.176, port: 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15. Sep 16 05:34:24.355698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:24.463222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:24.468157 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.475400 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25160f52-9db9-4625-b62b-9d763d1379fa None None] Sync routers for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:24.484717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25160f52-9db9-4625-b62b-9d763d1379fa None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:24.485439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-25160f52-9db9-4625-b62b-9d763d1379fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:34:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:24.496896 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-05ba6a09-aff5-47db-89e5-44102b9c0473 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "DELETE /v2.0/floatingips/530f4f5e-f29d-47ca-a8dd-679fdb62424d HTTP/1.1" status: 204 len: 168 time: 1.1377373 Sep 16 05:34:24.496896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'tag': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:24.498212 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daff6b76-f29a-47b3-808b-fabd9e4dc6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f942647-a2c2-4b96-af23-fb997064f5e6", "tag": "77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:24.536554 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d506255-6b79-468c-8a7b-24cd0fc698f0 x-openstack-request-id: req-9d506255-6b79-468c-8a7b-24cd0fc698f0 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:24.536856 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f942647-a2c2-4b96-af23-fb997064f5e6", "tag": "77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:24.537201 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d506255-6b79-468c-8a7b-24cd0fc698f0 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:24.537502 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'tag': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'status': 'completed', 'code': 200} Sep 16 05:34:24.597833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-25160f52-9db9-4625-b62b-9d763d1379fa None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:24.602702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6b76-f29a-47b3-808b-fabd9e4dc6b3 req-37daed79-100e-4d03-a5f7-316a50e67bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:24.602702 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-daff6b76-f29a-47b3-808b-fabd9e4dc6b3 req-37daed79-100e-4d03-a5f7-316a50e67bfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0408134 Sep 16 05:34:24.697477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6b76-f29a-47b3-808b-fabd9e4dc6b3 req-9d5075d5-bdc4-4d2e-a401-55cfcda62b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:24.699501 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-daff6b76-f29a-47b3-808b-fabd9e4dc6b3 req-9d5075d5-bdc4-4d2e-a401-55cfcda62b49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 200 len: 912 time: 0.0915997 Sep 16 05:34:24.740718 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-daff6b76-f29a-47b3-808b-fabd9e4dc6b3 req-9012b034-e5a9-4ceb-993f-470cf45c38a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 HTTP/1.1" status: 200 len: 217 time: 0.0344856 Sep 16 05:34:24.796973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6b76-f29a-47b3-808b-fabd9e4dc6b3 req-a27f38db-033b-4710-84e7-d6660b9e0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:24.798448 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-daff6b76-f29a-47b3-808b-fabd9e4dc6b3 req-a27f38db-033b-4710-84e7-d6660b9e0b27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 200 len: 851 time: 0.0465469 Sep 16 05:34:24.806248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-25160f52-9db9-4625-b62b-9d763d1379fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:24.838286 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25160f52-9db9-4625-b62b-9d763d1379fa None None] Checking router: 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:24.847103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25160f52-9db9-4625-b62b-9d763d1379fa None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:24.847782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-25160f52-9db9-4625-b62b-9d763d1379fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:34:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:24.851343 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6b76-f29a-47b3-808b-fabd9e4dc6b3 req-69fe64e6-5187-4e21-9b98-79fd8b0d77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:24.853425 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-daff6b76-f29a-47b3-808b-fabd9e4dc6b3 req-69fe64e6-5187-4e21-9b98-79fd8b0d77c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63e3e220-4e4c-4118-b741-a074305a6efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476077 Sep 16 05:34:24.932937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a76d2d-751d-4e84-80f0-a2728e01d4fa req-6c543b71-5416-49d6-9c0b-ffc87cfe8121 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:24.934161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69a76d2d-751d-4e84-80f0-a2728e01d4fa req-6c543b71-5416-49d6-9c0b-ffc87cfe8121 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 945 time: 0.0558813 Sep 16 05:34:24.959954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-25160f52-9db9-4625-b62b-9d763d1379fa None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:24.960148 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-daff6b76-f29a-47b3-808b-fabd9e4dc6b3 req-ef6f7f05-afdd-435e-bd24-0c6a5a098b16 service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939682 Sep 16 05:34:24.974106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69a76d2d-751d-4e84-80f0-a2728e01d4fa req-5d04fdf4-7353-4198-b796-3eb1506b7447 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/security-groups?id=812e62e6-78a0-44b8-a726-81ac0ab456da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332558 Sep 16 05:34:25.065038 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-daff6b76-f29a-47b3-808b-fabd9e4dc6b3 req-51c7f955-9231-4be6-ae16-12b07134215b service neutron] 10.222.0.37 "GET /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957568 Sep 16 05:34:25.167125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-25160f52-9db9-4625-b62b-9d763d1379fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:25.193359 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25160f52-9db9-4625-b62b-9d763d1379fa None None] The sync data for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 is: [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 4, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '161bbb7e-0c8c-4c94-9da7-3b5541d49732', 'name': '', 'network_id': '63e3e220-4e4c-4118-b741-a074305a6efa', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'mac_address': 'fa:16:3e:d5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:25Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'subnets': [{'id': '7351de37-da87-41a2-978f-f3719b6b9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:25.402409 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5415d8f3-2ac0-4074-8bc5-be0a0991734f None None] New status for floating IP 530f4f5e-f29d-47ca-a8dd-679fdb62424d: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:34:25.520913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d851f-4ed1-430c-b07a-ea196a4518a9 req-0e813e62-9937-45cf-9842-8b3c537831ef tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:25.522395 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8e4d851f-4ed1-430c-b07a-ea196a4518a9 req-0e813e62-9937-45cf-9842-8b3c537831ef tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 945 time: 0.0497410 Sep 16 05:34:25.613801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-8e4d851f-4ed1-430c-b07a-ea196a4518a9 req-7a8b4292-79fa-4309-99f5-949fb57b99a7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Deleting port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:25.614508 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8e4d851f-4ed1-430c-b07a-ea196a4518a9 req-7a8b4292-79fa-4309-99f5-949fb57b99a7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.701652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-8e4d851f-4ed1-430c-b07a-ea196a4518a9 req-7a8b4292-79fa-4309-99f5-949fb57b99a7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] For port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:25.702021 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8e4d851f-4ed1-430c-b07a-ea196a4518a9 req-7a8b4292-79fa-4309-99f5-949fb57b99a7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.714167 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-8e4d851f-4ed1-430c-b07a-ea196a4518a9 req-7a8b4292-79fa-4309-99f5-949fb57b99a7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Calling delete_port for 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:25.910714 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8e4d851f-4ed1-430c-b07a-ea196a4518a9 req-7a8b4292-79fa-4309-99f5-949fb57b99a7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.940230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b4292-79fa-4309-99f5-949fb57b99a7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event deleted for resources: {'Port': ['ID=77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:25.985114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4d851f-4ed1-430c-b07a-ea196a4518a9 req-7a8b4292-79fa-4309-99f5-949fb57b99a7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] No DVR routers for this DVR port 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:25.988908 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8e4d851f-4ed1-430c-b07a-ea196a4518a9 req-7a8b4292-79fa-4309-99f5-949fb57b99a7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.990003 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8e4d851f-4ed1-430c-b07a-ea196a4518a9 req-7a8b4292-79fa-4309-99f5-949fb57b99a7 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.37 "DELETE /v2.0/ports/77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 HTTP/1.1" status: 204 len: 173 time: 0.4618702 Sep 16 05:34:25.990504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'name': 'network-vif-deleted', 'tag': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:25.992749 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff53170-db11-4fb0-98e1-41b27d41ccd7" -d '{"events": [{"server_uuid": "6f942647-a2c2-4b96-af23-fb997064f5e6", "name": "network-vif-deleted", "tag": "77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:26.030769 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d464cffb-561d-4fe8-bd5d-6d57b6c7c710 x-openstack-request-id: req-d464cffb-561d-4fe8-bd5d-6d57b6c7c710 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:26.031064 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f942647-a2c2-4b96-af23-fb997064f5e6", "name": "network-vif-deleted", "tag": "77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:26.031437 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d464cffb-561d-4fe8-bd5d-6d57b6c7c710 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:26.031836 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f942647-a2c2-4b96-af23-fb997064f5e6', 'name': 'network-vif-deleted', 'tag': '77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15', 'status': 'completed', 'code': 200} Sep 16 05:34:26.072149 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce51e04b-780a-4845-a931-ac6a8258c8a0 req-d5ef0e0b-f1ef-4c18-9682-6d36bcc80725 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 210 time: 0.0270972 Sep 16 05:34:27.171099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e641ddd1-c78a-4794-b6e9-a0584035028b req-5001d4f4-dc30-485b-ae51-8203531ff8b2 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 210 time: 0.0267339 Sep 16 05:34:28.266403 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4a77956e-3f18-48df-ba7f-fc3c8f0442cb req-acaf898d-5588-4236-ac0f-dad491a4fd31 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Sep 16 05:34:28.353390 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:28.380124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:28.380485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 77cc9120-ea6a-4cc9-9aeb-3c2b5aa44f15 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:29.364226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2e7ebf8-ff73-40ef-8a7a-c297047051c2 req-3b4a67f5-da8e-4c14-8d0c-1f3a2c521900 tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f942647-a2c2-4b96-af23-fb997064f5e6 HTTP/1.1" status: 200 len: 210 time: 0.0279093 Sep 16 05:34:30.426828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 40988) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:30.555671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-50e260c5-f597-45fd-905d-971551a24a7f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Deleting port 758d2667-9f2d-466a-a891-28f25e177149 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:30.556012 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50e260c5-f597-45fd-905d-971551a24a7f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.630625 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50e260c5-f597-45fd-905d-971551a24a7f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.630953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50e260c5-f597-45fd-905d-971551a24a7f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.642419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-50e260c5-f597-45fd-905d-971551a24a7f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Calling delete_port for 758d2667-9f2d-466a-a891-28f25e177149 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:30.841608 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50e260c5-f597-45fd-905d-971551a24a7f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.866882 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e260c5-f597-45fd-905d-971551a24a7f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event deleted for resources: {'Port': ['ID=758d2667-9f2d-466a-a891-28f25e177149,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:30.934336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50e260c5-f597-45fd-905d-971551a24a7f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.937071 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50e260c5-f597-45fd-905d-971551a24a7f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.938227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-50e260c5-f597-45fd-905d-971551a24a7f tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "DELETE /v2.0/floatingips/60e228e0-14c7-4388-8316-2363c067be94 HTTP/1.1" status: 204 len: 168 time: 0.5103970 Sep 16 05:34:32.151995 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:34:34.361871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41012) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:34.420597 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dff93d70-d2d3-46d1-9a37-4b5a2ebbcadd tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.446693 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dff93d70-d2d3-46d1-9a37-4b5a2ebbcadd tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.581301 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dff93d70-d2d3-46d1-9a37-4b5a2ebbcadd tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.583760 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dff93d70-d2d3-46d1-9a37-4b5a2ebbcadd tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.587557 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dff93d70-d2d3-46d1-9a37-4b5a2ebbcadd tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] 10.222.0.24 "DELETE /v2.0/security-groups/812e62e6-78a0-44b8-a726-81ac0ab456da HTTP/1.1" status: 204 len: 168 time: 0.2220893 Sep 16 05:34:34.595457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff93d70-d2d3-46d1-9a37-4b5a2ebbcadd tempest-TestVolumeBootPattern-1887401291 tempest-TestVolumeBootPattern-1887401291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812e62e6-78a0-44b8-a726-81ac0ab456da,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:34.697996 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41016) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:35.171228 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a34abab-8162-436a-926a-7fd7f5bfa146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.414072 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0a34abab-8162-436a-926a-7fd7f5bfa146 admin admin] Deleting port 161bbb7e-0c8c-4c94-9da7-3b5541d49732 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:35.414779 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a34abab-8162-436a-926a-7fd7f5bfa146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.491742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-0a34abab-8162-436a-926a-7fd7f5bfa146 admin admin] For port 161bbb7e-0c8c-4c94-9da7-3b5541d49732, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=161bbb7e-0c8c-4c94-9da7-3b5541d49732,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:35.492024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a34abab-8162-436a-926a-7fd7f5bfa146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.504150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0a34abab-8162-436a-926a-7fd7f5bfa146 admin admin] Calling delete_port for 161bbb7e-0c8c-4c94-9da7-3b5541d49732 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:35.744506 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a34abab-8162-436a-926a-7fd7f5bfa146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.770142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34abab-8162-436a-926a-7fd7f5bfa146 admin admin] Pushing event deleted for resources: {'Port': ['ID=161bbb7e-0c8c-4c94-9da7-3b5541d49732,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:35.943308 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a34abab-8162-436a-926a-7fd7f5bfa146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.156737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a34abab-8162-436a-926a-7fd7f5bfa146 admin admin] Router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:36.261308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a34abab-8162-436a-926a-7fd7f5bfa146 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:36.267299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0a34abab-8162-436a-926a-7fd7f5bfa146 admin admin] 10.222.0.24 "PUT /v2.0/routers/7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5682540 Sep 16 05:34:36.269759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41020) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:36.272722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec8a63-a719-4c9e-afb4-2004ffd18164 None None] Sync routers for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:36.283165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec8a63-a719-4c9e-afb4-2004ffd18164 None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:36.283976 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-53ec8a63-a719-4c9e-afb4-2004ffd18164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:34:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:36.374664 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.394249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-53ec8a63-a719-4c9e-afb4-2004ffd18164 None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:36.585524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-53ec8a63-a719-4c9e-afb4-2004ffd18164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:34:35Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:36.612970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec8a63-a719-4c9e-afb4-2004ffd18164 None None] Checking router: 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:36.621387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec8a63-a719-4c9e-afb4-2004ffd18164 None None] Routers {'7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:36.623064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-53ec8a63-a719-4c9e-afb4-2004ffd18164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:34:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:36.752763 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.862678 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Deleting port 221f11dd-ae59-4069-8150-8b45d8744f68 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:36.863021 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.887831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-53ec8a63-a719-4c9e-afb4-2004ffd18164 None None] Set router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:36.946524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] For port 221f11dd-ae59-4069-8150-8b45d8744f68, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=221f11dd-ae59-4069-8150-8b45d8744f68,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:36.946895 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.960062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Calling delete_port for 221f11dd-ae59-4069-8150-8b45d8744f68 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:37.069635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-53ec8a63-a719-4c9e-afb4-2004ffd18164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:34:35Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:37.097750 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec8a63-a719-4c9e-afb4-2004ffd18164 None None] The sync data for ids ['7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f'] in n-d-712137-12 is: [{'id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'name': 'tempest-TestVolumeBootPattern-1303036332-router', 'tenant_id': '50f6c32ebfc74e1cbea31ef28263de83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:34:35Z', 'revision_number': 5, 'project_id': '50f6c32ebfc74e1cbea31ef28263de83', 'gw_port': {'id': '221f11dd-ae59-4069-8150-8b45d8744f68', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:37.184888 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.215566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Pushing event deleted for resources: {'Port': ['ID=221f11dd-ae59-4069-8150-8b45d8744f68,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:37.274535 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.366016 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.368051 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.477986 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.478516 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:34:37.484164 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.485356 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-af7398cf-fd5e-4cd5-b970-2b09ca9cba3e admin admin] 10.222.0.24 "DELETE /v2.0/routers/7b1786a6-78c2-42ca-b4fb-7872e1ee7b0f HTTP/1.1" status: 204 len: 168 time: 1.2146852 Sep 16 05:34:37.487809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41022) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:37.539026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfa0898-b138-4350-ad15-f18cf88c5cad admin admin] Deleting subnet 7351de37-da87-41a2-978f-f3719b6b9f57 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:34:37.542267 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0898-b138-4350-ad15-f18cf88c5cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.578991 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0898-b138-4350-ad15-f18cf88c5cad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.658383 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0898-b138-4350-ad15-f18cf88c5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.784932 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0898-b138-4350-ad15-f18cf88c5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.812642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa0898-b138-4350-ad15-f18cf88c5cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7351de37-da87-41a2-978f-f3719b6b9f57,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:37.820662 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0898-b138-4350-ad15-f18cf88c5cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.820662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0dfa0898-b138-4350-ad15-f18cf88c5cad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7351de37-da87-41a2-978f-f3719b6b9f57 HTTP/1.1" status: 204 len: 168 time: 0.3294187 Sep 16 05:34:37.821167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1b4105-a468-43e4-812f-fb7e3cc5206e None None] Network 63e3e220-4e4c-4118-b741-a074305a6efa requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:37.821605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41024) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:37.891878 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.951935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Deleting port 01bae035-c1ab-41bb-80c8-f243be313ce6 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:37.952276 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.014850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] For port 01bae035-c1ab-41bb-80c8-f243be313ce6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=01bae035-c1ab-41bb-80c8-f243be313ce6,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:38.015208 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.027485 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Calling delete_port for 01bae035-c1ab-41bb-80c8-f243be313ce6 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:38.123579 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] DHCP port deletion for 63e3e220-4e4c-4118-b741-a074305a6efa request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:34:38.172894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Deleting port 01bae035-c1ab-41bb-80c8-f243be313ce6 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:38.173812 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.191591 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.218665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Pushing event deleted for resources: {'Port': ['ID=01bae035-c1ab-41bb-80c8-f243be313ce6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:38.222044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] No DVR routers for this DVR port 01bae035-c1ab-41bb-80c8-f243be313ce6 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:38.241959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] For port 01bae035-c1ab-41bb-80c8-f243be313ce6, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=01bae035-c1ab-41bb-80c8-f243be313ce6,segment=NetworkSegment(adb9a4c1-07a7-4c47-a7da-3bf4406d3798),segment_id=adb9a4c1-07a7-4c47-a7da-3bf4406d3798)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:38.242356 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.254360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Calling delete_port for 01bae035-c1ab-41bb-80c8-f243be313ce6 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:38.293697 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.314260 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e3e220-4e4c-4118-b741-a074305a6efa']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:38.323389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:38.323689 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb9a4c1-07a7-4c47-a7da-3bf4406d3798') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:34:38.326600 n-d-712137-12 neutron-server[95453]: self.session.flush() Sep 16 05:34:38.330628 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.338756 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.352919 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.355604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Pushing event deleted for resources: {'Port': ['ID=01bae035-c1ab-41bb-80c8-f243be313ce6,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:38.359002 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:34:38.360265 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:34:38.362402 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:34:38.364334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] No DVR routers for this DVR port 01bae035-c1ab-41bb-80c8-f243be313ce6 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:38.367459 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.367809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.368146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.376730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.376730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.376730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.376730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.376730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.376730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.376730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.376730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.376730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5baf89-a99f-40e8-9e08-258ac3922a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.481493 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.487201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.489989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] 10.222.0.24 "DELETE /v2.0/networks/63e3e220-4e4c-4118-b741-a074305a6efa HTTP/1.1" status: 204 len: 168 time: 0.6694219 Sep 16 05:34:38.492944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41026) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:38.495003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 161bbb7e-0c8c-4c94-9da7-3b5541d49732 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:38.515575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7b8db-3970-40f5-a2e3-2e5290077cef admin admin] Pushing event deleted for resources: {'Network': ['ID=63e3e220-4e4c-4118-b741-a074305a6efa,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:38.524624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 161bbb7e-0c8c-4c94-9da7-3b5541d49732 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:38.525940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 161bbb7e-0c8c-4c94-9da7-3b5541d49732 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:38.525940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 01bae035-c1ab-41bb-80c8-f243be313ce6 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:38.544342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 01bae035-c1ab-41bb-80c8-f243be313ce6 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:38.544720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 01bae035-c1ab-41bb-80c8-f243be313ce6 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:38.545075 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 221f11dd-ae59-4069-8150-8b45d8744f68 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:38.563766 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 221f11dd-ae59-4069-8150-8b45d8744f68 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:38.564111 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 221f11dd-ae59-4069-8150-8b45d8744f68 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:38.832776 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1712c5fc-5eec-42cf-96cb-6f126865fc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.352342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1712c5fc-5eec-42cf-96cb-6f126865fc4c admin admin] Deleting port 84b83df5-f4bb-455c-9d0c-c3b01e81f809 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:39.352718 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1712c5fc-5eec-42cf-96cb-6f126865fc4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.432657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-1712c5fc-5eec-42cf-96cb-6f126865fc4c admin admin] For port 84b83df5-f4bb-455c-9d0c-c3b01e81f809, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=84b83df5-f4bb-455c-9d0c-c3b01e81f809,segment=NetworkSegment(e55c8e2f-3c44-4e82-9c57-519ec75580ae),segment_id=e55c8e2f-3c44-4e82-9c57-519ec75580ae)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:39.433024 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1712c5fc-5eec-42cf-96cb-6f126865fc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.445293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1712c5fc-5eec-42cf-96cb-6f126865fc4c admin admin] Calling delete_port for 84b83df5-f4bb-455c-9d0c-c3b01e81f809 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:39.692683 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1712c5fc-5eec-42cf-96cb-6f126865fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.717054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712c5fc-5eec-42cf-96cb-6f126865fc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=84b83df5-f4bb-455c-9d0c-c3b01e81f809,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:39.885329 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1712c5fc-5eec-42cf-96cb-6f126865fc4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.099872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1712c5fc-5eec-42cf-96cb-6f126865fc4c admin admin] Router cfbbdb61-c347-4ef7-b062-4f6492dbbb31 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:40.206885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1712c5fc-5eec-42cf-96cb-6f126865fc4c admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:40.211851 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1712c5fc-5eec-42cf-96cb-6f126865fc4c admin admin] 10.222.0.24 "PUT /v2.0/routers/cfbbdb61-c347-4ef7-b062-4f6492dbbb31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178905 Sep 16 05:34:40.214521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41028) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:40.215314 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209a629-daa9-44bb-8945-f6ab74fe5cc7 None None] Sync routers for ids ['cfbbdb61-c347-4ef7-b062-4f6492dbbb31'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:40.224603 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209a629-daa9-44bb-8945-f6ab74fe5cc7 None None] Routers {'cfbbdb61-c347-4ef7-b062-4f6492dbbb31'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:40.225293 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e209a629-daa9-44bb-8945-f6ab74fe5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:34:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cfbbdb61-c347-4ef7-b062-4f6492dbbb31'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:40.319790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.333202 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e209a629-daa9-44bb-8945-f6ab74fe5cc7 None None] Set router cfbbdb61-c347-4ef7-b062-4f6492dbbb31 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:40.425371 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.520674 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e209a629-daa9-44bb-8945-f6ab74fe5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'name': 'tempest-TestVolumeBootPattern-1603406070-router', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:28Z', 'updated_at': '2021-09-16T05:34:39Z', 'revision_number': 5, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'gw_port': {'id': '2ae726b4-3f32-4640-9ebe-cad88fc0e324', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:29Z', 'updated_at': '2021-09-16T05:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:40.545173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Deleting port 2ae726b4-3f32-4640-9ebe-cad88fc0e324 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:40.545656 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.547256 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209a629-daa9-44bb-8945-f6ab74fe5cc7 None None] Checking router: cfbbdb61-c347-4ef7-b062-4f6492dbbb31 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:40.555603 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209a629-daa9-44bb-8945-f6ab74fe5cc7 None None] Routers {'cfbbdb61-c347-4ef7-b062-4f6492dbbb31'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:40.556217 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e209a629-daa9-44bb-8945-f6ab74fe5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:34:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['cfbbdb61-c347-4ef7-b062-4f6492dbbb31'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:40.625703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] For port 2ae726b4-3f32-4640-9ebe-cad88fc0e324, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2ae726b4-3f32-4640-9ebe-cad88fc0e324,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:40.626240 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.639480 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-e209a629-daa9-44bb-8945-f6ab74fe5cc7 None None] Set router cfbbdb61-c347-4ef7-b062-4f6492dbbb31 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:40.643816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Calling delete_port for 2ae726b4-3f32-4640-9ebe-cad88fc0e324 owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:40.690475 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-e209a629-daa9-44bb-8945-f6ab74fe5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'name': 'tempest-TestVolumeBootPattern-1603406070-router', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:28Z', 'updated_at': '2021-09-16T05:34:40Z', 'revision_number': 6, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:40.719786 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209a629-daa9-44bb-8945-f6ab74fe5cc7 None None] The sync data for ids ['cfbbdb61-c347-4ef7-b062-4f6492dbbb31'] in n-d-712137-12 is: [{'id': 'cfbbdb61-c347-4ef7-b062-4f6492dbbb31', 'name': 'tempest-TestVolumeBootPattern-1603406070-router', 'tenant_id': '76f32c9f977a4d57ba9c2702535417b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:28Z', 'updated_at': '2021-09-16T05:34:40Z', 'revision_number': 6, 'project_id': '76f32c9f977a4d57ba9c2702535417b2', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:40.854242 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.885727 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae726b4-3f32-4640-9ebe-cad88fc0e324,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:40.944831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.036438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.038446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.186109 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.186668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfbbdb61-c347-4ef7-b062-4f6492dbbb31 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:34:41.191115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.192352 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e87c489c-7db5-4d63-bb9b-2a532661a8fa admin admin] 10.222.0.24 "DELETE /v2.0/routers/cfbbdb61-c347-4ef7-b062-4f6492dbbb31 HTTP/1.1" status: 204 len: 168 time: 0.9768050 Sep 16 05:34:41.194787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41032) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:41.238775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a128296-79a0-4c6a-92cf-8840cf3613da admin admin] Deleting subnet 227eaf36-37ee-46ec-aab8-0e9591179a38 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:34:41.241680 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a128296-79a0-4c6a-92cf-8840cf3613da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.275024 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a128296-79a0-4c6a-92cf-8840cf3613da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.358699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a128296-79a0-4c6a-92cf-8840cf3613da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.477771 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a128296-79a0-4c6a-92cf-8840cf3613da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.503422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a128296-79a0-4c6a-92cf-8840cf3613da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227eaf36-37ee-46ec-aab8-0e9591179a38,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:41.510229 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3a128296-79a0-4c6a-92cf-8840cf3613da admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.515076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41036) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:41.515782 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3a128296-79a0-4c6a-92cf-8840cf3613da admin admin] 10.222.0.24 "DELETE /v2.0/subnets/227eaf36-37ee-46ec-aab8-0e9591179a38 HTTP/1.1" status: 204 len: 168 time: 0.3200161 Sep 16 05:34:41.517535 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3854b800-5e4a-42e1-92a7-f0ce52b0fbe7 None None] Network 824fe517-e1d2-44e2-9a2b-d2a2ede8f491 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:41.596680 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.654047 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Deleting port 2e40aabf-5676-4443-913b-db70233bf506 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:41.654350 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.723169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] For port 2e40aabf-5676-4443-913b-db70233bf506, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2e40aabf-5676-4443-913b-db70233bf506,segment=NetworkSegment(e55c8e2f-3c44-4e82-9c57-519ec75580ae),segment_id=e55c8e2f-3c44-4e82-9c57-519ec75580ae)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:41.723533 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.731887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf96625b-f0fe-405b-abdb-e2681c37d851 None None] DHCP port deletion for 824fe517-e1d2-44e2-9a2b-d2a2ede8f491 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:34:41.737579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Calling delete_port for 2e40aabf-5676-4443-913b-db70233bf506 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:41.778791 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cf96625b-f0fe-405b-abdb-e2681c37d851 None None] Deleting port 2e40aabf-5676-4443-913b-db70233bf506 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:41.779078 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cf96625b-f0fe-405b-abdb-e2681c37d851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.839860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-cf96625b-f0fe-405b-abdb-e2681c37d851 None None] For port 2e40aabf-5676-4443-913b-db70233bf506, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2e40aabf-5676-4443-913b-db70233bf506,segment=NetworkSegment(e55c8e2f-3c44-4e82-9c57-519ec75580ae),segment_id=e55c8e2f-3c44-4e82-9c57-519ec75580ae)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:41.840826 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cf96625b-f0fe-405b-abdb-e2681c37d851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.857694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-cf96625b-f0fe-405b-abdb-e2681c37d851 None None] Calling delete_port for 2e40aabf-5676-4443-913b-db70233bf506 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:41.877615 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.906175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=2e40aabf-5676-4443-913b-db70233bf506,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:41.908317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] No DVR routers for this DVR port 2e40aabf-5676-4443-913b-db70233bf506 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:41.939483 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cf96625b-f0fe-405b-abdb-e2681c37d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.967121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96625b-f0fe-405b-abdb-e2681c37d851 None None] Pushing event deleted for resources: {'Port': ['ID=2e40aabf-5676-4443-913b-db70233bf506,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:41.969031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96625b-f0fe-405b-abdb-e2681c37d851 None None] No DVR routers for this DVR port 2e40aabf-5676-4443-913b-db70233bf506 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:41.987723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.007753 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824fe517-e1d2-44e2-9a2b-d2a2ede8f491']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:42.017797 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55c8e2f-3c44-4e82-9c57-519ec75580ae') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:42.018097 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55c8e2f-3c44-4e82-9c57-519ec75580ae') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:42.028267 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.042446 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.048194 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:34:42.048604 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:34:42.050603 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:34:42.128393 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ef581ed1-61d2-4dfb-b480-696650205cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.185818 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.191130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.192993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] 10.222.0.24 "DELETE /v2.0/networks/824fe517-e1d2-44e2-9a2b-d2a2ede8f491 HTTP/1.1" status: 204 len: 168 time: 0.6729190 Sep 16 05:34:42.204491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91182c22-36bc-4c27-9e27-f932f86bcc3f admin admin] Pushing event deleted for resources: {'Network': ['ID=824fe517-e1d2-44e2-9a2b-d2a2ede8f491,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:42.487922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41042) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:42.493012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2e40aabf-5676-4443-913b-db70233bf506 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:42.514497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 2e40aabf-5676-4443-913b-db70233bf506 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:42.514842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2e40aabf-5676-4443-913b-db70233bf506 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:42.521446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2ae726b4-3f32-4640-9ebe-cad88fc0e324 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:42.536949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 2ae726b4-3f32-4640-9ebe-cad88fc0e324 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:42.537288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2ae726b4-3f32-4640-9ebe-cad88fc0e324 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:42.537693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 84b83df5-f4bb-455c-9d0c-c3b01e81f809 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:42.540894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f461edaf-27bb-4d0c-b826-dfb90db6eb94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50f6c32ebfc74e1cbea31ef28263de83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516169 Sep 16 05:34:42.541364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41044) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:42.557485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 84b83df5-f4bb-455c-9d0c-c3b01e81f809 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:42.557823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 84b83df5-f4bb-455c-9d0c-c3b01e81f809 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:42.592214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9431b280-9c23-4885-8046-266782149b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.613404 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9431b280-9c23-4885-8046-266782149b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.732834 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9431b280-9c23-4885-8046-266782149b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.735386 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9431b280-9c23-4885-8046-266782149b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.736616 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9431b280-9c23-4885-8046-266782149b19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76c50727-c837-46e0-96b6-4f9e043e8a45 HTTP/1.1" status: 204 len: 168 time: 0.1945825 Sep 16 05:34:42.744596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431b280-9c23-4885-8046-266782149b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c50727-c837-46e0-96b6-4f9e043e8a45,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:42.761537 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.388992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41052) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:43.433324 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-814d6f41-64b4-4d0b-a3ea-faa29b48c109 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76f32c9f977a4d57ba9c2702535417b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431788 Sep 16 05:34:43.435942 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41054) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:43.484073 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aff6b3ca-ddbf-4638-82a4-edebea0543f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.504259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aff6b3ca-ddbf-4638-82a4-edebea0543f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.602549 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aff6b3ca-ddbf-4638-82a4-edebea0543f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.605072 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aff6b3ca-ddbf-4638-82a4-edebea0543f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.606427 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aff6b3ca-ddbf-4638-82a4-edebea0543f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d1a2504-c05c-48a6-807a-5991cdb4bef5 HTTP/1.1" status: 204 len: 168 time: 0.1691303 Sep 16 05:34:43.614182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6b3ca-ddbf-4638-82a4-edebea0543f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1a2504-c05c-48a6-807a-5991cdb4bef5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:44.545716 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7f83-6d98-4097-aa9e-02a51a41fff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.283404 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.151403 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.796796 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:47.648608 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.429071 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-1ccf07a5-a981-48b4-b6fb-42b00054e102 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=01f9c5405b5a4c80b27d1eabbb439469&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290282 Sep 16 05:34:54.610531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df34184-859d-41c2-a809-3a8d528b9309 req-5facd28d-755d-4af3-8265-b75588a7b97a tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:54.611996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-5facd28d-755d-4af3-8265-b75588a7b97a tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774008 Sep 16 05:34:54.627431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-bc86ed5c-708e-41e8-a3fc-cdca2a8460e5 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/quotas/01f9c5405b5a4c80b27d1eabbb439469 HTTP/1.1" status: 200 len: 375 time: 0.0095034 Sep 16 05:34:54.657900 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-2820d4fd-89ae-4255-99ad-1bf705aa3259 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=01f9c5405b5a4c80b27d1eabbb439469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252070 Sep 16 05:34:54.894124 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-177c77c5-2f75-4c2b-a1d4-eb623f4f01fa req-a40708c4-56dd-4af7-a843-5df65659b818 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 210 time: 0.0297220 Sep 16 05:34:56.005792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fd4edfc-79c0-4c5c-863b-a994c2635c20 req-0fa3f33d-b263-4fab-893f-ee63434dd464 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 210 time: 0.0275242 Sep 16 05:34:57.084186 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4802b55e-9981-4f81-9905-49e930d9c8dd req-e09871da-50e1-45ea-a837-4d09d763aa78 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 210 time: 0.0291517 Sep 16 05:34:58.160019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ddfb4d0-b6db-4784-a304-752697960513 req-c17534e9-4a97-4d4d-af02-3693d29e3fe8 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 210 time: 0.0266273 Sep 16 05:34:59.256045 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5a019cb-7836-49d7-a884-e5bc9ee4c542 req-57a97c0d-eee5-4842-ad1a-1a388364268a tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 210 time: 0.0256181 Sep 16 05:35:00.350879 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88fb215f-bd64-49d3-b4ca-15e96ffe52ad req-0ecfb085-6bf6-44f7-8f6d-d847dadec12c tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 210 time: 0.0259113 Sep 16 05:35:01.103881 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-3f959cce-1f6d-4cb4-9917-923273651b35 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=01f9c5405b5a4c80b27d1eabbb439469&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296626 Sep 16 05:35:01.294220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df34184-859d-41c2-a809-3a8d528b9309 req-c84767cb-275a-4866-8bcf-19c0ba849488 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:01.297326 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-c84767cb-275a-4866-8bcf-19c0ba849488 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855369 Sep 16 05:35:01.314460 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Request body: {'port': {'device_id': '48a960d5-5179-4d06-b943-18545a76cc29', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'admin_state_up': True, 'tenant_id': '01f9c5405b5a4c80b27d1eabbb439469'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:01.450356 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ddc444c-f818-48d5-bf77-187bb0197382 req-0325979f-1fe1-4392-a2fe-8aef4645c6bc tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 210 time: 0.0291781 Sep 16 05:35:01.488135 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Made reservation on behalf of 01f9c5405b5a4c80b27d1eabbb439469 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:01.491834 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.501389 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.590446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.665268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.736965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f9c125-3888-497f-b623-7d0c210eee9c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:01.803059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Allocated IP 192.168.233.191 (8dfe0288-2d04-4e43-8ad8-ee5c77e4a754/acdeb573-56fc-4888-be56-e1b3018f4687/16be0e90-bcb5-44a0-abf4-babd330461bd) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:01.948402 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.030638 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.072574 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:02.075631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:02.082532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:02.109074 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Pushing event updated for resources: {'Port': ['ID=16be0e90-bcb5-44a0-abf4-babd330461bd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:02.135970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.136676 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.224771 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-dfbef070-afc0-4609-89a6-997a5600bc7b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9149241 Sep 16 05:35:02.237184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Request body: {'port': {'device_id': '48a960d5-5179-4d06-b943-18545a76cc29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:02.295105 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.336585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-18000a74-b053-49c5-8e40-ea7fc9447925 None None] Provisioning complete for port 16be0e90-bcb5-44a0-abf4-babd330461bd triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:02.337184 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18000a74-b053-49c5-8e40-ea7fc9447925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.371035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-18000a74-b053-49c5-8e40-ea7fc9447925 None None] Port 16be0e90-bcb5-44a0-abf4-babd330461bd cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:02.567005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16be0e90-bcb5-44a0-abf4-babd330461bd {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:02.567244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94392d-a810-46db-a88b-fed07c243722 req-41bd13ef-87e2-4df2-9f19-b2ea24b4273f tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.568809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c94392d-a810-46db-a88b-fed07c243722 req-41bd13ef-87e2-4df2-9f19-b2ea24b4273f tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 936 time: 0.0496168 Sep 16 05:35:02.579903 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.593893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Transition to ACTIVE for port object 16be0e90-bcb5-44a0-abf4-babd330461bd will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:35:02.608425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c94392d-a810-46db-a88b-fed07c243722 req-c7709c10-aa02-4289-8028-e199ee506d5f tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6f9c125-3888-497f-b623-7d0c210eee9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332875 Sep 16 05:35:02.654000 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.721326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=16be0e90-bcb5-44a0-abf4-babd330461bd,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:02.774560 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Attempting to bind port 16be0e90-bcb5-44a0-abf4-babd330461bd on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:02.774894 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Attempting to bind port 16be0e90-bcb5-44a0-abf4-babd330461bd by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:02.775222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Attempting to bind port 16be0e90-bcb5-44a0-abf4-babd330461bd on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:02.779796 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Port 16be0e90-bcb5-44a0-abf4-babd330461bd on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:35:02.780255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Attempting to bind port 16be0e90-bcb5-44a0-abf4-babd330461bd on network 8dfe0288-2d04-4e43-8ad8-ee5c77e4a754 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:02.785328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:02.785666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Checking segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:02.786052 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Bound using segment: {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:02.786479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Bound port: 16be0e90-bcb5-44a0-abf4-babd330461bd, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f57905-dd6c-4c59-8bdd-19344eccc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:02.786836 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.851762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] For port 16be0e90-bcb5-44a0-abf4-babd330461bd, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:02.854870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] For port 16be0e90-bcb5-44a0-abf4-babd330461bd, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=16be0e90-bcb5-44a0-abf4-babd330461bd,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:02.906091 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.945346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.946361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.948104 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/16be0e90-bcb5-44a0-abf4-babd330461bd HTTP/1.1" status: 200 len: 1097 time: 0.7154448 Sep 16 05:35:02.950272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a960d5-5179-4d06-b943-18545a76cc29', 'tag': '16be0e90-bcb5-44a0-abf4-babd330461bd'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:02.953421 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa563311-8c6a-4b1e-a6df-b77a98643004" -d '{"events": [{"name": "network-changed", "server_uuid": "48a960d5-5179-4d06-b943-18545a76cc29", "tag": "16be0e90-bcb5-44a0-abf4-babd330461bd"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:02.981456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf63474-b77a-4f4d-82b1-ccb402a9c8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=16be0e90-bcb5-44a0-abf4-babd330461bd,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:02.992357 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2279c75a-b9df-4564-b887-5c82e3bcdfb3 x-openstack-request-id: req-2279c75a-b9df-4564-b887-5c82e3bcdfb3 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:02.993253 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a960d5-5179-4d06-b943-18545a76cc29", "tag": "16be0e90-bcb5-44a0-abf4-babd330461bd", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:02.993253 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2279c75a-b9df-4564-b887-5c82e3bcdfb3 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:02.993640 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a960d5-5179-4d06-b943-18545a76cc29', 'tag': '16be0e90-bcb5-44a0-abf4-babd330461bd', 'status': 'completed', 'code': 200} Sep 16 05:35:03.056132 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa563311-8c6a-4b1e-a6df-b77a98643004 req-fdd37645-4480-428b-b6df-7f2167d1a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.057773 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aa563311-8c6a-4b1e-a6df-b77a98643004 req-fdd37645-4480-428b-b6df-7f2167d1a8ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01f9c5405b5a4c80b27d1eabbb439469&device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 1100 time: 0.0448437 Sep 16 05:35:03.085133 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aa563311-8c6a-4b1e-a6df-b77a98643004 req-8b7c8a35-7929-4c6f-8ec0-c791ccaca238 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=01f9c5405b5a4c80b27d1eabbb439469&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195494 Sep 16 05:35:03.179419 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa563311-8c6a-4b1e-a6df-b77a98643004 req-621c398e-dc84-4331-9af3-c5ac69664b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.180983 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aa563311-8c6a-4b1e-a6df-b77a98643004 req-621c398e-dc84-4331-9af3-c5ac69664b65 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0896943 Sep 16 05:35:03.258701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df34184-859d-41c2-a809-3a8d528b9309 req-ee977108-ead0-43d0-bff7-9397de51e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.260088 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-ee977108-ead0-43d0-bff7-9397de51e94b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01f9c5405b5a4c80b27d1eabbb439469&device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 1100 time: 0.0443923 Sep 16 05:35:03.302386 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-363abbc8-3374-49e6-8002-76af8dc31f1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=16be0e90-bcb5-44a0-abf4-babd330461bd HTTP/1.1" status: 200 len: 217 time: 0.0340519 Sep 16 05:35:03.349885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df34184-859d-41c2-a809-3a8d528b9309 req-9107da5a-dc63-4fab-a8dc-019c1a3018e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.351317 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-9107da5a-dc63-4fab-a8dc-019c1a3018e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acdeb573-56fc-4888-be56-e1b3018f4687 HTTP/1.1" status: 200 len: 843 time: 0.0421968 Sep 16 05:35:03.399114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df34184-859d-41c2-a809-3a8d528b9309 req-b2e063cc-7ec6-4583-a8e1-a8e84208042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.400745 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-b2e063cc-7ec6-4583-a8e1-a8e84208042e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dfe0288-2d04-4e43-8ad8-ee5c77e4a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0419779 Sep 16 05:35:03.488600 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-06941287-1434-46f7-a17b-9519f639eae7 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811670 Sep 16 05:35:03.579852 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7df34184-859d-41c2-a809-3a8d528b9309 req-d7e8f890-3ebb-4079-a02b-87605d74a402 service neutron] 10.222.0.37 "GET /v2.0/networks/8dfe0288-2d04-4e43-8ad8-ee5c77e4a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846465 Sep 16 05:35:03.722201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f36ac7-e9e1-4a25-a7dd-ba5a611a0882 req-4296e75c-3e0f-46c8-a6fc-68cdb3d3ef14 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.723686 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63f36ac7-e9e1-4a25-a7dd-ba5a611a0882 req-4296e75c-3e0f-46c8-a6fc-68cdb3d3ef14 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 948 time: 0.0489583 Sep 16 05:35:03.761475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-63f36ac7-e9e1-4a25-a7dd-ba5a611a0882 req-5189869d-e334-4fc8-8dbb-89c8aad8bc01 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6f9c125-3888-497f-b623-7d0c210eee9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Sep 16 05:35:04.876831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c753a1-64b8-4660-8ee2-c4131a672bbc req-4b278ae2-d270-4e28-b8d2-70ad23e5577a tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:04.878305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7c753a1-64b8-4660-8ee2-c4131a672bbc req-4b278ae2-d270-4e28-b8d2-70ad23e5577a tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 948 time: 0.0476601 Sep 16 05:35:04.918662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7c753a1-64b8-4660-8ee2-c4131a672bbc req-3ade71d3-fe06-4a8f-a433-5124e74cf83c tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6f9c125-3888-497f-b623-7d0c210eee9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344670 Sep 16 05:35:06.034060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58044057-78a3-40d4-ad76-d948ab0e4f17 req-7946266d-fb0d-4a61-972f-5cc7671714e5 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:06.035547 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-58044057-78a3-40d4-ad76-d948ab0e4f17 req-7946266d-fb0d-4a61-972f-5cc7671714e5 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 948 time: 0.0487990 Sep 16 05:35:06.072531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-58044057-78a3-40d4-ad76-d948ab0e4f17 req-9108872e-f3ed-4d9b-9311-fb8d7ccb1a6d tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6f9c125-3888-497f-b623-7d0c210eee9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310588 Sep 16 05:35:06.554824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 16be0e90-bcb5-44a0-abf4-babd330461bd details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:35:06.650209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 16be0e90-bcb5-44a0-abf4-babd330461bd, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=16be0e90-bcb5-44a0-abf4-babd330461bd,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:06.660697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '16be0e90-bcb5-44a0-abf4-babd330461bd', 'network_id': '8dfe0288-2d04-4e43-8ad8-ee5c77e4a754', 'port_id': '16be0e90-bcb5-44a0-abf4-babd330461bd', 'mac_address': 'fa:16:3e:96:c5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdeb573-56fc-4888-be56-e1b3018f4687', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:35:06.698856 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.711701 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16be0e90-bcb5-44a0-abf4-babd330461bd {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:06.730649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 16be0e90-bcb5-44a0-abf4-babd330461bd, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=16be0e90-bcb5-44a0-abf4-babd330461bd,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:06.779039 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.825099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=16be0e90-bcb5-44a0-abf4-babd330461bd,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:06.997784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['16be0e90-bcb5-44a0-abf4-babd330461bd'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:07.185871 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413d77e-85e6-4435-8ed6-7ff75c250660 req-4e4d2c04-1970-41d3-b3d2-f85b18bbb2a9 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:07.187342 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c413d77e-85e6-4435-8ed6-7ff75c250660 req-4e4d2c04-1970-41d3-b3d2-f85b18bbb2a9 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 949 time: 0.0489469 Sep 16 05:35:07.225491 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c413d77e-85e6-4435-8ed6-7ff75c250660 req-6b06ce09-a964-4d50-945e-07568f750861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6f9c125-3888-497f-b623-7d0c210eee9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Sep 16 05:35:08.338497 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6fbdb-db3a-4639-aa00-d693cc94c15e req-1b149ebb-3587-49dc-bd54-d653ae2e36a1 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:08.339981 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8aa6fbdb-db3a-4639-aa00-d693cc94c15e req-1b149ebb-3587-49dc-bd54-d653ae2e36a1 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 949 time: 0.0486655 Sep 16 05:35:08.381125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8aa6fbdb-db3a-4639-aa00-d693cc94c15e req-b36b4112-d199-42fe-8fe1-d4c7d1dae346 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6f9c125-3888-497f-b623-7d0c210eee9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349593 Sep 16 05:35:08.570300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 16be0e90-bcb5-44a0-abf4-babd330461bd up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:08.709062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 16be0e90-bcb5-44a0-abf4-babd330461bd completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:35:08.712885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 16be0e90-bcb5-44a0-abf4-babd330461bd triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:08.713264 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.791129 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.814066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a960d5-5179-4d06-b943-18545a76cc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16be0e90-bcb5-44a0-abf4-babd330461bd'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:08.816306 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc11ed5-a013-4143-b8e9-f959ce40b324" -d '{"events": [{"server_uuid": "48a960d5-5179-4d06-b943-18545a76cc29", "name": "network-vif-plugged", "status": "completed", "tag": "16be0e90-bcb5-44a0-abf4-babd330461bd"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:08.828854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 16be0e90-bcb5-44a0-abf4-babd330461bd, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=16be0e90-bcb5-44a0-abf4-babd330461bd,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:08.852691 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5915d857-9138-4bb1-a144-a6f5f0de1487 x-openstack-request-id: req-5915d857-9138-4bb1-a144-a6f5f0de1487 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:08.856757 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a960d5-5179-4d06-b943-18545a76cc29", "name": "network-vif-plugged", "status": "completed", "tag": "16be0e90-bcb5-44a0-abf4-babd330461bd", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:08.856757 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5915d857-9138-4bb1-a144-a6f5f0de1487 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:08.856757 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a960d5-5179-4d06-b943-18545a76cc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16be0e90-bcb5-44a0-abf4-babd330461bd', 'code': 200} Sep 16 05:35:08.903648 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.953776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=16be0e90-bcb5-44a0-abf4-babd330461bd,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:08.956693 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6255e-b7f7-4cf7-8136-73ecdf074050 req-8d08ddba-ba23-49eb-9a79-d66b6d09d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:08.958584 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-99a6255e-b7f7-4cf7-8136-73ecdf074050 req-8d08ddba-ba23-49eb-9a79-d66b6d09d597 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 1102 time: 0.0498509 Sep 16 05:35:08.997472 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-99a6255e-b7f7-4cf7-8136-73ecdf074050 req-41ede790-8b8d-4c62-8e08-7e79669f6af1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f6f9c125-3888-497f-b623-7d0c210eee9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Sep 16 05:35:09.150653 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:35:09.494155 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a0cd4-b538-4883-8829-0433617221b6 req-856b493d-1d93-4570-bdb7-4c04c9f7f6db tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.495611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d7a0cd4-b538-4883-8829-0433617221b6 req-856b493d-1d93-4570-bdb7-4c04c9f7f6db tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 950 time: 0.0484326 Sep 16 05:35:09.533396 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d7a0cd4-b538-4883-8829-0433617221b6 req-d2201fb6-2005-4aa5-ae4f-33f3e3a555a0 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6f9c125-3888-497f-b623-7d0c210eee9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Sep 16 05:35:10.646787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34193102-d97c-4c0e-bd9c-6297460d5e00 req-c88ca814-854d-4f86-89cd-0f56454ea9a7 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:10.648239 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34193102-d97c-4c0e-bd9c-6297460d5e00 req-c88ca814-854d-4f86-89cd-0f56454ea9a7 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 950 time: 0.0473402 Sep 16 05:35:10.685460 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34193102-d97c-4c0e-bd9c-6297460d5e00 req-6e30caed-0fb5-4d6a-beef-342e1ab3b971 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6f9c125-3888-497f-b623-7d0c210eee9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Sep 16 05:35:11.130501 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-70521dae-ba3e-4de9-b468-1c4486471471 req-3a9ba005-787d-4635-90cc-007618b28e7c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:35:11.131558 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70521dae-ba3e-4de9-b468-1c4486471471 req-3a9ba005-787d-4635-90cc-007618b28e7c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1004949 Sep 16 05:35:11.612395 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-d67831f9-44d1-46bb-8eb2-18b7aa9603e9 req-d1741094-8389-47ed-9545-ae9416c21202 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:35:11.613337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d67831f9-44d1-46bb-8eb2-18b7aa9603e9 req-d1741094-8389-47ed-9545-ae9416c21202 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059378 Sep 16 05:35:12.157063 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a0732311-c56f-4a67-a6dc-ca989ad4efc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:12.257235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917495-3cc8-4600-9eab-b8273be0f41c req-69bbdb7f-620c-46d1-b7f7-13cc7ebc89c4 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:12.258709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22917495-3cc8-4600-9eab-b8273be0f41c req-69bbdb7f-620c-46d1-b7f7-13cc7ebc89c4 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 950 time: 0.0501089 Sep 16 05:35:12.301433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22917495-3cc8-4600-9eab-b8273be0f41c req-ed40bb20-1aec-439c-8b3a-83d3a650553c tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6f9c125-3888-497f-b623-7d0c210eee9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357161 Sep 16 05:35:12.756371 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.418952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e41cd8-cb0a-464a-b28b-1a6c58283ad1 req-cca89550-5cf2-4986-84f2-551221142cca tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:13.421123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1e41cd8-cb0a-464a-b28b-1a6c58283ad1 req-cca89550-5cf2-4986-84f2-551221142cca tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 950 time: 0.0488508 Sep 16 05:35:13.426100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afea3cd-3bef-4aa7-b1c2-d81831ff6439 req-6cf9da8d-682a-4fab-83ed-b49944a7a44b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:13.427569 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6afea3cd-3bef-4aa7-b1c2-d81831ff6439 req-6cf9da8d-682a-4fab-83ed-b49944a7a44b tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.37 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 950 time: 0.0479946 Sep 16 05:35:13.458968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1e41cd8-cb0a-464a-b28b-1a6c58283ad1 req-548ad30d-5078-4c52-9344-657943f9b656 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6f9c125-3888-497f-b623-7d0c210eee9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Sep 16 05:35:13.520559 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-6afea3cd-3bef-4aa7-b1c2-d81831ff6439 req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Deleting port 16be0e90-bcb5-44a0-abf4-babd330461bd {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:13.520898 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6afea3cd-3bef-4aa7-b1c2-d81831ff6439 req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.606829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-6afea3cd-3bef-4aa7-b1c2-d81831ff6439 req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] For port 16be0e90-bcb5-44a0-abf4-babd330461bd, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=16be0e90-bcb5-44a0-abf4-babd330461bd,segment=NetworkSegment(45f57905-dd6c-4c59-8bdd-19344eccc0b2),segment_id=45f57905-dd6c-4c59-8bdd-19344eccc0b2)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:13.607208 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6afea3cd-3bef-4aa7-b1c2-d81831ff6439 req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.619947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-6afea3cd-3bef-4aa7-b1c2-d81831ff6439 req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Calling delete_port for 16be0e90-bcb5-44a0-abf4-babd330461bd owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:13.807727 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6afea3cd-3bef-4aa7-b1c2-d81831ff6439 req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.819648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['16be0e90-bcb5-44a0-abf4-babd330461bd'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:13.836034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Pushing event deleted for resources: {'Port': ['ID=16be0e90-bcb5-44a0-abf4-babd330461bd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:13.849863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.850213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.850552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.850888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.851217 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.851548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.851890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.852576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.852928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.853281 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.853831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.854167 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:14.181538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afea3cd-3bef-4aa7-b1c2-d81831ff6439 req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] No DVR routers for this DVR port 16be0e90-bcb5-44a0-abf4-babd330461bd on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:14.184073 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6afea3cd-3bef-4aa7-b1c2-d81831ff6439 req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.186811 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6afea3cd-3bef-4aa7-b1c2-d81831ff6439 req-4138a534-ebcb-41a0-96dc-0e23af059861 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.37 "DELETE /v2.0/ports/16be0e90-bcb5-44a0-abf4-babd330461bd HTTP/1.1" status: 204 len: 173 time: 0.7526438 Sep 16 05:35:14.187234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a960d5-5179-4d06-b943-18545a76cc29', 'name': 'network-vif-deleted', 'tag': '16be0e90-bcb5-44a0-abf4-babd330461bd'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:14.189477 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fed0a8-bd13-4ffc-b826-897be624a491" -d '{"events": [{"server_uuid": "48a960d5-5179-4d06-b943-18545a76cc29", "name": "network-vif-deleted", "tag": "16be0e90-bcb5-44a0-abf4-babd330461bd"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:14.225552 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e0774a-68ce-4d85-ac33-ba2f5eb5f2a7 x-openstack-request-id: req-a6e0774a-68ce-4d85-ac33-ba2f5eb5f2a7 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:14.225841 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a960d5-5179-4d06-b943-18545a76cc29", "name": "network-vif-deleted", "tag": "16be0e90-bcb5-44a0-abf4-babd330461bd", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:14.226086 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6e0774a-68ce-4d85-ac33-ba2f5eb5f2a7 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:14.226474 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a960d5-5179-4d06-b943-18545a76cc29', 'name': 'network-vif-deleted', 'tag': '16be0e90-bcb5-44a0-abf4-babd330461bd', 'status': 'completed', 'code': 200} Sep 16 05:35:14.533988 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80ee908d-dadf-43ec-883d-5baefd2ae281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.562936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9c34d94c-afe4-4f8f-9159-c300c52fc8da req-05660940-e69a-476a-a71a-4604cf246e66 tempest-ServersAdminNegativeTestJSON-1724509422 tempest-ServersAdminNegativeTestJSON-1724509422-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a960d5-5179-4d06-b943-18545a76cc29 HTTP/1.1" status: 200 len: 210 time: 0.0271654 Sep 16 05:35:15.309192 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.059206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41222) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:16.126381 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.189051 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-745799b2-bc5d-439c-8e11-dbb30d4b45fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01f9c5405b5a4c80b27d1eabbb439469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286588 Sep 16 05:35:16.191580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41226) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:16.240653 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e77982b-5448-40f0-bd73-e8b2b3cec74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.261816 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e77982b-5448-40f0-bd73-e8b2b3cec74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.377825 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e77982b-5448-40f0-bd73-e8b2b3cec74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.380388 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9e77982b-5448-40f0-bd73-e8b2b3cec74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.381709 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9e77982b-5448-40f0-bd73-e8b2b3cec74d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6f9c125-3888-497f-b623-7d0c210eee9c HTTP/1.1" status: 204 len: 168 time: 0.1892073 Sep 16 05:35:16.390112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77982b-5448-40f0-bd73-e8b2b3cec74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f9c125-3888-497f-b623-7d0c210eee9c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:16.640713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 16be0e90-bcb5-44a0-abf4-babd330461bd no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:16.655892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 16be0e90-bcb5-44a0-abf4-babd330461bd {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:16.656472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 16be0e90-bcb5-44a0-abf4-babd330461bd not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:16.880224 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.978717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41232) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:16.991840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8cbfb3a-454e-4652-ac76-27e340f9d670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.078322 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8cbfb3a-454e-4652-ac76-27e340f9d670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.137524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b8cbfb3a-454e-4652-ac76-27e340f9d670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.178222 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b8cbfb3a-454e-4652-ac76-27e340f9d670 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a8bb8a43a61460d9f63ea2cad620a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984310 Sep 16 05:35:17.180116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbfb3a-454e-4652-ac76-27e340f9d670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd79462-4a6d-45d6-a787-7797bef7feb2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:17.180951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41234) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:17.229243 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.250901 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.379144 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.381800 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.382969 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fd79462-4a6d-45d6-a787-7797bef7feb2 HTTP/1.1" status: 204 len: 168 time: 0.2010376 Sep 16 05:35:17.392914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd79462-4a6d-45d6-a787-7797bef7feb2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:17.400357 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:17.400811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:17.401143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:17.401475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:17.401802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:17.402126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:17.402447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:17.402766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:17.403084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:17.403402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:17.403719 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:17.404035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32db2b8-555e-4854-a05e-5842de24cb8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:17.678823 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.391566 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41256) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:18.484909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-384419606-network', 'tenant_id': '03ad6fd20fe949d18f340a018d0666de'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:18.577667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Made reservation on behalf of 03ad6fd20fe949d18f340a018d0666de for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:18.580287 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.588734 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.675064 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.743133 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.769243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:35:18.775277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:18.782782 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.783193 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Added segment e4667c66-7ca7-4673-84e7-100976289b78 of type vlan for network 97b0fd0a-b94f-48d0-8063-55f7f37b83e0 Sep 16 05:35:18.822001 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.910545 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.911510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:18.912090 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.972412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] Pushing event updated for resources: {'Network': ['ID=97b0fd0a-b94f-48d0-8063-55f7f37b83e0,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:18.984362 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 97b0fd0a-b94f-48d0-8063-55f7f37b83e0 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:35:19.003042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a9ada2d1-7584-4d44-ad31-f409675e36af admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6102929 Sep 16 05:35:19.005964 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41260) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:19.010808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-401ef112-5bb5-4e88-b0b5-c190a71e9073 admin admin] Request body: {'subnet': {'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-384419606-subnet', 'tenant_id': '03ad6fd20fe949d18f340a018d0666de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:19.076479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401ef112-5bb5-4e88-b0b5-c190a71e9073 admin admin] Made reservation on behalf of 03ad6fd20fe949d18f340a018d0666de for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:19.079092 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-401ef112-5bb5-4e88-b0b5-c190a71e9073 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:19.303823 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-401ef112-5bb5-4e88-b0b5-c190a71e9073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:19.355013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ef112-5bb5-4e88-b0b5-c190a71e9073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dfc4c92-c7b1-4e0a-add1-15589c39de71,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:19.371829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ef112-5bb5-4e88-b0b5-c190a71e9073 admin admin] Checking segment: {'id': 'e4667c66-7ca7-4673-84e7-100976289b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:19.372188 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ef112-5bb5-4e88-b0b5-c190a71e9073 admin admin] Network hostable DHCP agents. Network: 97b0fd0a-b94f-48d0-8063-55f7f37b83e0, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:35:19.470740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ef112-5bb5-4e88-b0b5-c190a71e9073 admin admin] Network 97b0fd0a-b94f-48d0-8063-55f7f37b83e0 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:35:19.531902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-401ef112-5bb5-4e88-b0b5-c190a71e9073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 97b0fd0a-b94f-48d0-8063-55f7f37b83e0) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:19.536228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401ef112-5bb5-4e88-b0b5-c190a71e9073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:19.536841 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-401ef112-5bb5-4e88-b0b5-c190a71e9073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:19.542176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9bf27a-bcd2-41d9-8d15-22b6614111da None None] Network 97b0fd0a-b94f-48d0-8063-55f7f37b83e0 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:19.629831 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-401ef112-5bb5-4e88-b0b5-c190a71e9073 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6227465 Sep 16 05:35:19.664731 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beafb4f-9cdd-4345-89bd-6e0a8cc1d451 None None] Network 97b0fd0a-b94f-48d0-8063-55f7f37b83e0 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:20.049665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-f8154729-8e35-4269-a8b6-e61f75a171ed tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:20.051128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-f8154729-8e35-4269-a8b6-e61f75a171ed tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/networks?id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0 HTTP/1.1" status: 200 len: 811 time: 0.1051526 Sep 16 05:35:20.066042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-ec474f71-1cfe-4c9a-a2c6-57b41f07e9db tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/quotas/03ad6fd20fe949d18f340a018d0666de HTTP/1.1" status: 200 len: 375 time: 0.0092607 Sep 16 05:35:20.097987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-9b1d1796-6d32-47ae-bc79-3b7f0433f2c6 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=03ad6fd20fe949d18f340a018d0666de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268581 Sep 16 05:35:20.108283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-55320327-86f9-46ac-b41e-00b08db8833f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:35:20.109948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-55320327-86f9-46ac-b41e-00b08db8833f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055330 Sep 16 05:35:20.198464 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-74d4e123-38da-4277-ab2c-de0372772197 service neutron] 10.222.0.24 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829492 Sep 16 05:35:20.293011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4e4a3edf-f4b5-4570-8fc3-bb149b457c99 service neutron] 10.222.0.24 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875385 Sep 16 05:35:20.519115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61abeb21-a4e1-4609-b970-ad8235092603 req-ffe56c5a-0649-4d8b-8f06-45151b1305cd tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 210 time: 0.0275352 Sep 16 05:35:21.595820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4bf78be2-7a82-447a-a1b3-5841f6747913 req-240b5c82-7ea3-46bd-bb91-a2fad91f1814 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 210 time: 0.0257432 Sep 16 05:35:22.694613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b86a265-f7f9-4683-a1e6-1f0eb3a8da56 req-096106c7-6dc6-4998-835c-ea3350775ca5 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 210 time: 0.0310273 Sep 16 05:35:22.699044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-6cb10e62-1e43-4eb3-9d80-594428985ec7 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:22.700786 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-6cb10e62-1e43-4eb3-9d80-594428985ec7 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.37 "GET /v2.0/networks?id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0 HTTP/1.1" status: 200 len: 811 time: 0.1033311 Sep 16 05:35:22.713769 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Request body: {'port': {'device_id': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0', 'admin_state_up': True, 'tenant_id': '03ad6fd20fe949d18f340a018d0666de'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:22.881910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Made reservation on behalf of 03ad6fd20fe949d18f340a018d0666de for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:22.885466 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.012547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Allocated IP 172.20.0.3 (97b0fd0a-b94f-48d0-8063-55f7f37b83e0/7dfc4c92-c7b1-4e0a-add1-15589c39de71/905aecdb-6e22-40ca-a8a6-95b4a8984107) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:23.164044 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.253949 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.294652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Network 97b0fd0a-b94f-48d0-8063-55f7f37b83e0 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:23.297639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:23.301604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:23.333287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Pushing event updated for resources: {'Port': ['ID=905aecdb-6e22-40ca-a8a6-95b4a8984107,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:23.359890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:23.360529 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.460179 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-d3d64c8d-39b1-4b1a-b016-e82f0bd5b837 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7501564 Sep 16 05:35:23.472538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Request body: {'port': {'device_id': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:23.525406 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.789340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905aecdb-6e22-40ca-a8a6-95b4a8984107 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:23.797517 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.809672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Transition to ACTIVE for port object 905aecdb-6e22-40ca-a8a6-95b4a8984107 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:35:23.814808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1edaaf-a71a-4ed9-9365-2b7d093f45e6 req-a6f2687c-04dc-43c0-b8e8-c49fdefbea44 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:23.816313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe1edaaf-a71a-4ed9-9365-2b7d093f45e6 req-a6f2687c-04dc-43c0-b8e8-c49fdefbea44 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 931 time: 0.0498118 Sep 16 05:35:23.853485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe1edaaf-a71a-4ed9-9365-2b7d093f45e6 req-788c7745-810f-4076-a8af-f25de55a6e87 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Sep 16 05:35:23.905027 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.956899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Pushing event updated for resources: {'Port': ['ID=905aecdb-6e22-40ca-a8a6-95b4a8984107,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:24.022158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Attempting to bind port 905aecdb-6e22-40ca-a8a6-95b4a8984107 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:24.022415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Attempting to bind port 905aecdb-6e22-40ca-a8a6-95b4a8984107 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'e4667c66-7ca7-4673-84e7-100976289b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:24.022741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Attempting to bind port 905aecdb-6e22-40ca-a8a6-95b4a8984107 on network 97b0fd0a-b94f-48d0-8063-55f7f37b83e0 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:24.027053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Port 905aecdb-6e22-40ca-a8a6-95b4a8984107 on network 97b0fd0a-b94f-48d0-8063-55f7f37b83e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:35:24.027371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Attempting to bind port 905aecdb-6e22-40ca-a8a6-95b4a8984107 on network 97b0fd0a-b94f-48d0-8063-55f7f37b83e0 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:24.032759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:24.033096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Checking segment: {'id': 'e4667c66-7ca7-4673-84e7-100976289b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:24.033481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Bound using segment: {'id': 'e4667c66-7ca7-4673-84e7-100976289b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:24.033907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Bound port: 905aecdb-6e22-40ca-a8a6-95b4a8984107, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4667c66-7ca7-4673-84e7-100976289b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:24.034260 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:24.099355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:24.102349 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107,segment=NetworkSegment(e4667c66-7ca7-4673-84e7-100976289b78),segment_id=e4667c66-7ca7-4673-84e7-100976289b78)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:24.208002 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:24.243402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:24.244027 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:24.245536 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] 10.222.0.37 "PUT /v2.0/ports/905aecdb-6e22-40ca-a8a6-95b4a8984107 HTTP/1.1" status: 200 len: 1092 time: 0.7770965 Sep 16 05:35:24.245973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'tag': '905aecdb-6e22-40ca-a8a6-95b4a8984107'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:24.248294 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f46e8fa-4001-4361-800c-cdf64afd7dca" -d '{"events": [{"name": "network-changed", "server_uuid": "cbeb6a86-fec7-4504-bd54-4ae84deac176", "tag": "905aecdb-6e22-40ca-a8a6-95b4a8984107"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:24.271687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303e52b-25dc-439e-9e36-eac2029ab212 service neutron] Pushing event updated for resources: {'Port': ['ID=905aecdb-6e22-40ca-a8a6-95b4a8984107,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:24.288663 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeba0c4-392f-464d-8cd5-bdd15024bcf7 x-openstack-request-id: req-9aeba0c4-392f-464d-8cd5-bdd15024bcf7 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:24.288663 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbeb6a86-fec7-4504-bd54-4ae84deac176", "tag": "905aecdb-6e22-40ca-a8a6-95b4a8984107", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:24.288663 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9aeba0c4-392f-464d-8cd5-bdd15024bcf7 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:24.288663 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'tag': '905aecdb-6e22-40ca-a8a6-95b4a8984107', 'status': 'completed', 'code': 200} Sep 16 05:35:24.348194 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46e8fa-4001-4361-800c-cdf64afd7dca req-1c97f09e-7d4d-4045-a5d7-a99c6d909ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:24.349743 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9f46e8fa-4001-4361-800c-cdf64afd7dca req-1c97f09e-7d4d-4045-a5d7-a99c6d909ec9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03ad6fd20fe949d18f340a018d0666de&device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 1095 time: 0.0424640 Sep 16 05:35:24.450775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46e8fa-4001-4361-800c-cdf64afd7dca req-d13897d7-2aa5-4844-8359-63e4724d59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:24.452253 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9f46e8fa-4001-4361-800c-cdf64afd7dca req-d13897d7-2aa5-4844-8359-63e4724d59dd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=03ad6fd20fe949d18f340a018d0666de&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0953805 Sep 16 05:35:24.547345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46e8fa-4001-4361-800c-cdf64afd7dca req-99f49074-1d4d-4fa7-8994-ba8fd8d23267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:24.549117 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9f46e8fa-4001-4361-800c-cdf64afd7dca req-99f49074-1d4d-4fa7-8994-ba8fd8d23267 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0896795 Sep 16 05:35:24.624430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-7d9f5b88-0b90-439a-be71-fbe2f4065780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:24.626915 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-7d9f5b88-0b90-439a-be71-fbe2f4065780 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03ad6fd20fe949d18f340a018d0666de&device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 1095 time: 0.0414448 Sep 16 05:35:24.673454 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-befbfaf7-8b8f-48fe-ac6e-65ea0b61eea1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107 HTTP/1.1" status: 200 len: 217 time: 0.0380063 Sep 16 05:35:24.721775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-0bf7dccb-47ca-43b2-9d88-88daeb8419ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:24.723224 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-0bf7dccb-47ca-43b2-9d88-88daeb8419ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7dfc4c92-c7b1-4e0a-add1-15589c39de71 HTTP/1.1" status: 200 len: 851 time: 0.0438464 Sep 16 05:35:24.754373 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-0b849784-642e-4378-8680-15d1559ca16c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246747 Sep 16 05:35:24.848208 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-2fed23cd-5c10-42dc-8acc-c100e8c89787 service neutron] 10.222.0.37 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869939 Sep 16 05:35:24.938634 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d36d47f9-9382-4df5-b126-1eb63ad8f701 req-4766db0f-505f-478a-9032-668aa5d13b81 service neutron] 10.222.0.37 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833616 Sep 16 05:35:24.969293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701686-c9cf-4978-b453-92625f77f5fa req-bf79a4d1-4321-4c5c-b014-3256bff47af6 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:24.971086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a701686-c9cf-4978-b453-92625f77f5fa req-bf79a4d1-4321-4c5c-b014-3256bff47af6 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 943 time: 0.0512993 Sep 16 05:35:25.010233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a701686-c9cf-4978-b453-92625f77f5fa req-64842864-d34b-49a7-896f-e50a11021ce9 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332389 Sep 16 05:35:26.130716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a1466-b713-40ca-9db6-1ba46ea41387 req-1f3d6e40-2aa8-4405-b385-d443ad9b42ee tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:26.139656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e48a1466-b713-40ca-9db6-1ba46ea41387 req-1f3d6e40-2aa8-4405-b385-d443ad9b42ee tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 943 time: 0.0483656 Sep 16 05:35:26.173753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e48a1466-b713-40ca-9db6-1ba46ea41387 req-c6ad7c69-3991-4168-9b01-ec1ff92c24a2 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355043 Sep 16 05:35:27.287903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef4b61-2aa2-4f19-a2c3-742fd74de696 req-f53333ab-2609-4da6-8633-354fb2ccc55c tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.289609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7ef4b61-2aa2-4f19-a2c3-742fd74de696 req-f53333ab-2609-4da6-8633-354fb2ccc55c tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 943 time: 0.0487063 Sep 16 05:35:27.327600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7ef4b61-2aa2-4f19-a2c3-742fd74de696 req-90d7965b-f1ec-4443-b575-a7ed1ae75923 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320215 Sep 16 05:35:28.441133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760193ff-9b21-41ae-bb43-e46c7c8dd22a req-4b9ebc6a-acf3-4021-9b41-daa1c95d6573 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.442625 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-760193ff-9b21-41ae-bb43-e46c7c8dd22a req-4b9ebc6a-acf3-4021-9b41-daa1c95d6573 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 943 time: 0.0493624 Sep 16 05:35:28.480268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-760193ff-9b21-41ae-bb43-e46c7c8dd22a req-b80be93e-da3b-415d-8797-608521875f2e tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317407 Sep 16 05:35:28.664092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 905aecdb-6e22-40ca-a8a6-95b4a8984107 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:35:28.759298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107,segment=NetworkSegment(e4667c66-7ca7-4673-84e7-100976289b78),segment_id=e4667c66-7ca7-4673-84e7-100976289b78)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:28.769806 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '905aecdb-6e22-40ca-a8a6-95b4a8984107', 'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0', 'port_id': '905aecdb-6e22-40ca-a8a6-95b4a8984107', 'mac_address': 'fa:16:3e:54:d2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfc4c92-c7b1-4e0a-add1-15589c39de71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:35:28.806398 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.819423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905aecdb-6e22-40ca-a8a6-95b4a8984107 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:28.838747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107,segment=NetworkSegment(e4667c66-7ca7-4673-84e7-100976289b78),segment_id=e4667c66-7ca7-4673-84e7-100976289b78)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:28.887711 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.938633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=905aecdb-6e22-40ca-a8a6-95b4a8984107,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:29.072433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['905aecdb-6e22-40ca-a8a6-95b4a8984107'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:29.593537 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d8cfb-ed30-47bd-a85c-8f38490aeaa3 req-9cb75afb-c3fd-42b2-a5e9-112658dcdc77 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:29.595503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b7d8cfb-ed30-47bd-a85c-8f38490aeaa3 req-9cb75afb-c3fd-42b2-a5e9-112658dcdc77 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 944 time: 0.0494969 Sep 16 05:35:29.636163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b7d8cfb-ed30-47bd-a85c-8f38490aeaa3 req-9507f260-ff08-45a9-9805-14d91556a8a7 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347159 Sep 16 05:35:30.679091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 905aecdb-6e22-40ca-a8a6-95b4a8984107 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:30.750778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970474a-7c41-4013-bf3a-75e78347b430 req-d9e663e8-b16b-4e0a-a8fa-032436125e11 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:30.752299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a970474a-7c41-4013-bf3a-75e78347b430 req-d9e663e8-b16b-4e0a-a8fa-032436125e11 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 944 time: 0.0496302 Sep 16 05:35:30.755956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 905aecdb-6e22-40ca-a8a6-95b4a8984107 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:35:30.759829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 905aecdb-6e22-40ca-a8a6-95b4a8984107 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:30.760198 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:30.790587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a970474a-7c41-4013-bf3a-75e78347b430 req-83902a5f-6a16-4fb9-ae62-8a539cecf377 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Sep 16 05:35:30.844158 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:30.866041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905aecdb-6e22-40ca-a8a6-95b4a8984107'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:30.868259 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcceb841-f174-48d9-949b-06c24a89818a" -d '{"events": [{"server_uuid": "cbeb6a86-fec7-4504-bd54-4ae84deac176", "name": "network-vif-plugged", "status": "completed", "tag": "905aecdb-6e22-40ca-a8a6-95b4a8984107"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:30.881800 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107,segment=NetworkSegment(e4667c66-7ca7-4673-84e7-100976289b78),segment_id=e4667c66-7ca7-4673-84e7-100976289b78)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:30.905433 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ed78b0-a2c8-4715-81b2-b6d0f686e24d x-openstack-request-id: req-20ed78b0-a2c8-4715-81b2-b6d0f686e24d {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:30.905743 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbeb6a86-fec7-4504-bd54-4ae84deac176", "name": "network-vif-plugged", "status": "completed", "tag": "905aecdb-6e22-40ca-a8a6-95b4a8984107", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:30.906531 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20ed78b0-a2c8-4715-81b2-b6d0f686e24d {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:30.907104 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905aecdb-6e22-40ca-a8a6-95b4a8984107', 'code': 200} Sep 16 05:35:30.944747 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:30.991869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=905aecdb-6e22-40ca-a8a6-95b4a8984107,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:31.011792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ec877-0f07-4104-b43e-77e12c86e8c0 req-e14c0558-315e-48fb-9f47-dd52259ce20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:31.013384 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-136ec877-0f07-4104-b43e-77e12c86e8c0 req-e14c0558-315e-48fb-9f47-dd52259ce20b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 1097 time: 0.0466871 Sep 16 05:35:31.049768 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-136ec877-0f07-4104-b43e-77e12c86e8c0 req-0d627c45-2a55-4fcf-9f9f-1a518c73c472 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283883 Sep 16 05:35:31.904653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544404a-3dd8-4cd2-9637-b02ee7fa07f3 req-b77e133c-61e8-4fc0-bcb1-079c056fada2 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:31.906143 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d544404a-3dd8-4cd2-9637-b02ee7fa07f3 req-b77e133c-61e8-4fc0-bcb1-079c056fada2 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0489168 Sep 16 05:35:31.945228 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d544404a-3dd8-4cd2-9637-b02ee7fa07f3 req-3011544d-765f-4545-a734-eb9afe9b8f77 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 Sep 16 05:35:33.060609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69645-4aae-422c-be83-f6a91e1ce2c3 req-34136ddf-f50e-46cf-92ee-10d72220a63d tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.062680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97c69645-4aae-422c-be83-f6a91e1ce2c3 req-34136ddf-f50e-46cf-92ee-10d72220a63d tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0480273 Sep 16 05:35:33.103341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97c69645-4aae-422c-be83-f6a91e1ce2c3 req-7975d8ed-3573-494a-80c1-1d866799f3ea tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346689 Sep 16 05:35:33.446654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f937c-714b-4c34-b05a-7424a96f811c req-cf763a27-1a2d-4e7d-9a96-8486d589fb24 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.448150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-061f937c-714b-4c34-b05a-7424a96f811c req-cf763a27-1a2d-4e7d-9a96-8486d589fb24 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0491881 Sep 16 05:35:33.458664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41324) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:33.488674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-061f937c-714b-4c34-b05a-7424a96f811c req-a5823afe-53e0-4b5f-aca6-ae942d79cfa4 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Sep 16 05:35:33.552759 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-111ef9a6-10b7-4626-ac44-c572cc0370bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929048 Sep 16 05:35:33.561545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-fc4bd74c-4deb-4ee6-a1ab-01a5cd709bfc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:35:33.562601 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-fc4bd74c-4deb-4ee6-a1ab-01a5cd709bfc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051346 Sep 16 05:35:34.604569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f929fd-383d-4424-a3f9-52acfa5a16a0 req-ac559375-4c89-4171-ab77-d01e80c448f1 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:34.606058 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19f929fd-383d-4424-a3f9-52acfa5a16a0 req-ac559375-4c89-4171-ab77-d01e80c448f1 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0516078 Sep 16 05:35:34.644618 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19f929fd-383d-4424-a3f9-52acfa5a16a0 req-e763ac80-e19a-4183-ad17-3d767b2fe1cd tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322051 Sep 16 05:35:35.588396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-121de944-04dc-4cc0-9719-29fc7a765521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:35.589986 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-121de944-04dc-4cc0-9719-29fc7a765521 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03ad6fd20fe949d18f340a018d0666de&device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 1097 time: 0.0407698 Sep 16 05:35:35.682955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-9bb0adcb-d461-4166-84c0-bfee95040342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:35.684478 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-9bb0adcb-d461-4166-84c0-bfee95040342 service neutron] 10.222.0.37 "GET /v2.0/networks?id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0 HTTP/1.1" status: 200 len: 911 time: 0.0880210 Sep 16 05:35:35.726350 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-f6c974b9-c51c-41ca-9e96-617b4b034e2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107 HTTP/1.1" status: 200 len: 217 time: 0.0344660 Sep 16 05:35:35.760193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d9953-1970-469d-ac77-a52a5a482535 req-a245bc7a-2990-4ee5-b094-b61161103c46 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:35.761705 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-847d9953-1970-469d-ac77-a52a5a482535 req-a245bc7a-2990-4ee5-b094-b61161103c46 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0489473 Sep 16 05:35:35.779926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-71f625fb-b574-4380-9469-cadd5e8e5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:35.781547 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-71f625fb-b574-4380-9469-cadd5e8e5822 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7dfc4c92-c7b1-4e0a-add1-15589c39de71 HTTP/1.1" status: 200 len: 851 time: 0.0487826 Sep 16 05:35:35.803577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-847d9953-1970-469d-ac77-a52a5a482535 req-fab8fb72-131e-45bd-a3c4-1856c651e01b tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355935 Sep 16 05:35:35.814389 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-92fb2a15-c606-4145-92a7-c4a566601665 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260298 Sep 16 05:35:35.904724 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-a682ea53-8c53-4f82-92d7-c9d8f99ad283 service neutron] 10.222.0.37 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831406 Sep 16 05:35:36.002248 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-b4f69748-df84-4bfa-a415-5f0d80c7c34b service neutron] 10.222.0.37 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903294 Sep 16 05:35:36.917119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c008af-17e6-42c4-b1a3-3194bd891875 req-a035e0f7-699d-4a99-83c1-f38d10e7fe0d tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:36.918578 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07c008af-17e6-42c4-b1a3-3194bd891875 req-a035e0f7-699d-4a99-83c1-f38d10e7fe0d tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0481052 Sep 16 05:35:36.958358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-07c008af-17e6-42c4-b1a3-3194bd891875 req-ca5a0241-6eef-450f-b282-728c1b3e0cac tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332384 Sep 16 05:35:38.070979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dfc14-e39d-40ae-af4f-ce2a0f099796 req-da8b3b26-74fe-41e1-a455-e40df76e2bf2 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:38.072453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f78dfc14-e39d-40ae-af4f-ce2a0f099796 req-da8b3b26-74fe-41e1-a455-e40df76e2bf2 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0484738 Sep 16 05:35:38.110553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f78dfc14-e39d-40ae-af4f-ce2a0f099796 req-986913ee-11b2-4d14-8dc6-2bcee2e2666d tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Sep 16 05:35:39.227541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc4c09-1153-4181-b7af-cf737390235c req-bc6904c0-e8b1-467b-93e3-f6efe306c33b tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:39.229024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ecc4c09-1153-4181-b7af-cf737390235c req-bc6904c0-e8b1-467b-93e3-f6efe306c33b tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0488462 Sep 16 05:35:39.269724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7ecc4c09-1153-4181-b7af-cf737390235c req-54fcbeb0-1758-4a65-9caa-fa80d3dc199e tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340235 Sep 16 05:35:40.384864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1577e0-4e1d-4bba-a8c9-b4a56e99c57b req-c97814c1-9d53-46ea-ac9d-3d68622527dc tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:40.386334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c1577e0-4e1d-4bba-a8c9-b4a56e99c57b req-c97814c1-9d53-46ea-ac9d-3d68622527dc tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0494788 Sep 16 05:35:40.424256 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1c1577e0-4e1d-4bba-a8c9-b4a56e99c57b req-5c32b924-364e-491c-a480-90fc8a5a1d41 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Sep 16 05:35:41.537770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a190b-839d-47be-a839-e21d0f50e6c0 req-113b3cbb-d619-4eb5-811b-2321e364d803 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:41.539342 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-320a190b-839d-47be-a839-e21d0f50e6c0 req-113b3cbb-d619-4eb5-811b-2321e364d803 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0486479 Sep 16 05:35:41.577354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-320a190b-839d-47be-a839-e21d0f50e6c0 req-4ee34812-dc1d-42fb-9684-59953d41f8b6 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312688 Sep 16 05:35:42.133220 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ace8bb14-5b07-4770-8795-18ace3a259f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.693074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99295-7de4-4d9b-8807-f7b003008970 req-f8fe311c-e9b9-4787-8527-e04f0be6e463 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:42.694577 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ec99295-7de4-4d9b-8807-f7b003008970 req-f8fe311c-e9b9-4787-8527-e04f0be6e463 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0495405 Sep 16 05:35:42.720167 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.736814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ec99295-7de4-4d9b-8807-f7b003008970 req-e642f1c8-457a-42b4-9c58-561fefd94fda tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Sep 16 05:35:43.854409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7decd92-a502-448b-8db6-625695e36ceb req-6830f4fe-89c5-442c-bf0a-5ea6b736ae7a tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:43.855885 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7decd92-a502-448b-8db6-625695e36ceb req-6830f4fe-89c5-442c-bf0a-5ea6b736ae7a tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0501990 Sep 16 05:35:43.893713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7decd92-a502-448b-8db6-625695e36ceb req-784d5a7e-6f2c-40c0-bc1d-979f0f460613 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Sep 16 05:35:44.503115 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a3f3fe5c-d49c-4ab2-8b38-388ee711fa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.010040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de9ff2-c801-446d-8011-b5f9891e9013 req-d5960792-5aaf-4827-a126-805d95fe95fd tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:45.011508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06de9ff2-c801-446d-8011-b5f9891e9013 req-d5960792-5aaf-4827-a126-805d95fe95fd tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0496860 Sep 16 05:35:45.049687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06de9ff2-c801-446d-8011-b5f9891e9013 req-d5d37af5-ee7b-4566-8811-51352ce9cdab tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Sep 16 05:35:45.299174 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.138709 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.150393 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:35:46.163410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19454a36-f494-4496-9772-7041d31760f1 req-59590b1a-a092-4bd2-b84d-ce794cff0233 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:46.164907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19454a36-f494-4496-9772-7041d31760f1 req-59590b1a-a092-4bd2-b84d-ce794cff0233 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0498006 Sep 16 05:35:46.206636 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19454a36-f494-4496-9772-7041d31760f1 req-8b83132c-5a9b-40f6-9da6-9dd96f5bf3d9 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357807 Sep 16 05:35:46.813093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.324164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683742d5-9ec9-4aa1-be79-5418c97f6647 req-93832222-d2f7-4174-b53f-3360ccd76a50 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:47.325664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-683742d5-9ec9-4aa1-be79-5418c97f6647 req-93832222-d2f7-4174-b53f-3360ccd76a50 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0517883 Sep 16 05:35:47.363713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-683742d5-9ec9-4aa1-be79-5418c97f6647 req-c4cce82f-f8ad-4fe4-b770-6d8090a56754 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308719 Sep 16 05:35:47.685450 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.477963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e42ff-fe7f-455a-ab7e-2bd8ad15523c req-e6f0069b-5332-4d33-b0d2-091e3c5f49f7 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:48.479437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-455e42ff-fe7f-455a-ab7e-2bd8ad15523c req-e6f0069b-5332-4d33-b0d2-091e3c5f49f7 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0478938 Sep 16 05:35:48.515841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-455e42ff-fe7f-455a-ab7e-2bd8ad15523c req-6055a824-d6ac-4593-88b9-a01056fdc546 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305564 Sep 16 05:35:49.629939 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a592ab-fa76-46af-a968-625e5af27916 req-5e7d4541-104c-448d-90cb-93f9bbe41e52 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:49.631411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95a592ab-fa76-46af-a968-625e5af27916 req-5e7d4541-104c-448d-90cb-93f9bbe41e52 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0486214 Sep 16 05:35:49.673064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95a592ab-fa76-46af-a968-625e5af27916 req-58a648e5-2b42-40e0-807c-deeb47042953 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354216 Sep 16 05:35:50.786219 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b036a-8af1-4dd8-9814-20690e6d3bd2 req-b7e13015-7f9c-4456-9eac-3856c1739df0 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:50.787677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba8b036a-8af1-4dd8-9814-20690e6d3bd2 req-b7e13015-7f9c-4456-9eac-3856c1739df0 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0479980 Sep 16 05:35:50.825103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba8b036a-8af1-4dd8-9814-20690e6d3bd2 req-f2606f9c-9e34-473f-ad05-ca0d6df9687e tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Sep 16 05:35:51.941105 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bcbc2-8d88-47ea-8960-c8c75576e1cd req-f514c289-350c-450f-ae40-c760030af76a tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:51.942596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a36bcbc2-8d88-47ea-8960-c8c75576e1cd req-f514c289-350c-450f-ae40-c760030af76a tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0498307 Sep 16 05:35:51.980589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a36bcbc2-8d88-47ea-8960-c8c75576e1cd req-cb046e26-cdf5-46ef-b8c4-12ef5eb8a8d9 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321510 Sep 16 05:35:53.093410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28849e69-a37a-4479-bbb7-5376e00627d3 req-0e27c2ca-f61b-4093-bb2c-4622f5dbfcba tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:53.094862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28849e69-a37a-4479-bbb7-5376e00627d3 req-0e27c2ca-f61b-4093-bb2c-4622f5dbfcba tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0483446 Sep 16 05:35:53.135991 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28849e69-a37a-4479-bbb7-5376e00627d3 req-4d151359-068b-4c03-9163-575236cb1a5b tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351524 Sep 16 05:35:54.250590 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759177a-6de2-4ad2-8331-04a45944335e req-a323490f-0cfb-4d9d-854a-a59840a2c51d tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:54.252081 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d759177a-6de2-4ad2-8331-04a45944335e req-a323490f-0cfb-4d9d-854a-a59840a2c51d tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0489640 Sep 16 05:35:54.293607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d759177a-6de2-4ad2-8331-04a45944335e req-1e6c4847-e88c-431c-a2f4-c393aef48fcb tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351632 Sep 16 05:35:55.406951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060e0c2-7766-4151-9b38-78c97f457aa7 req-0201dbfe-5cd4-4712-94f9-2422b11e99d5 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:55.408951 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9060e0c2-7766-4151-9b38-78c97f457aa7 req-0201dbfe-5cd4-4712-94f9-2422b11e99d5 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0488584 Sep 16 05:35:55.445998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9060e0c2-7766-4151-9b38-78c97f457aa7 req-4b7dbfea-c472-402a-964d-d59be1e4d428 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308576 Sep 16 05:35:56.560027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6d7d9-b69e-4083-938b-78217e0b4c81 req-015e9490-2b3b-4a1c-a6de-e5d19cf7c15b tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:56.561528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71d6d7d9-b69e-4083-938b-78217e0b4c81 req-015e9490-2b3b-4a1c-a6de-e5d19cf7c15b tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0482316 Sep 16 05:35:56.603480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71d6d7d9-b69e-4083-938b-78217e0b4c81 req-bcac301f-39f4-44ec-be62-5583d19b5c5c tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355880 Sep 16 05:35:57.987930 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20d92d-ce5c-4499-95ec-1f43af75dc03 req-0f335c08-e458-4c5f-aeda-ff4bea47f903 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:57.989335 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d20d92d-ce5c-4499-95ec-1f43af75dc03 req-0f335c08-e458-4c5f-aeda-ff4bea47f903 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.3193209 Sep 16 05:35:58.026947 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d20d92d-ce5c-4499-95ec-1f43af75dc03 req-e2f0a3ce-180a-4173-bcb6-4a767e4fb00d tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Sep 16 05:35:59.142276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352d6c2-9211-4456-8593-faadfa9e047c req-49101970-09b4-4701-9127-d9106b472ecc tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:59.144283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c352d6c2-9211-4456-8593-faadfa9e047c req-49101970-09b4-4701-9127-d9106b472ecc tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0499885 Sep 16 05:35:59.183321 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c352d6c2-9211-4456-8593-faadfa9e047c req-7cc2a9e8-7884-4974-b716-7700461e7b21 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329287 Sep 16 05:36:00.300290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bba258-1eba-4ab3-8b3e-1eeef406473d req-e9c63f49-aaf6-4751-ad29-243a60ad71ff tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:00.301794 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36bba258-1eba-4ab3-8b3e-1eeef406473d req-e9c63f49-aaf6-4751-ad29-243a60ad71ff tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0528233 Sep 16 05:36:00.338509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36bba258-1eba-4ab3-8b3e-1eeef406473d req-319c7a84-6373-4073-998f-603c4ba8015c tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Sep 16 05:36:01.455385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78008b-14fb-41fd-bea2-3536b714f305 req-679aa604-b2e7-4f8c-b512-736e6cd20749 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:01.456921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad78008b-14fb-41fd-bea2-3536b714f305 req-679aa604-b2e7-4f8c-b512-736e6cd20749 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0494354 Sep 16 05:36:01.494256 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ad78008b-14fb-41fd-bea2-3536b714f305 req-99977276-a563-452f-854d-42d692d21fc4 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Sep 16 05:36:02.611043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dd6b1-ee73-452d-9508-2b2eff3486a7 req-f4884ca4-f78b-45cb-b03a-60914f703959 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:02.613111 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5dd6b1-ee73-452d-9508-2b2eff3486a7 req-f4884ca4-f78b-45cb-b03a-60914f703959 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0513959 Sep 16 05:36:02.652390 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5dd6b1-ee73-452d-9508-2b2eff3486a7 req-9e0e69c5-5832-4f7c-bb35-f04e30ac9daa tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Sep 16 05:36:03.438499 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-f282412b-c9b0-4b49-86f3-18fdc90ff35b service neutron] show failed (client error): The resource could not be found. Sep 16 05:36:03.439540 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-f282412b-c9b0-4b49-86f3-18fdc90ff35b service neutron] 10.222.0.37 "GET /v2.0/ports/905aecdb-6e22-40ca-a8a6-95b4a8984107/bindings/n-h1-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0550697 Sep 16 05:36:03.774802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a434d-77bb-4640-998f-d25b67bfd1c8 req-615fd861-bf5e-4c35-9d89-6c5a21b29cb4 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:03.776271 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-866a434d-77bb-4640-998f-d25b67bfd1c8 req-615fd861-bf5e-4c35-9d89-6c5a21b29cb4 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0519564 Sep 16 05:36:03.813624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-866a434d-77bb-4640-998f-d25b67bfd1c8 req-a4325754-7adb-4462-9b64-a75935f53134 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313604 Sep 16 05:36:03.944157 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-f5a4138b-832e-4032-9df7-62947b39718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:03.945618 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-f5a4138b-832e-4032-9df7-62947b39718f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176&tenant_id=03ad6fd20fe949d18f340a018d0666de HTTP/1.1" status: 200 len: 1097 time: 0.0750082 Sep 16 05:36:03.958201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:04.008938 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.208613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107,segment=NetworkSegment(e4667c66-7ca7-4673-84e7-100976289b78),segment_id=e4667c66-7ca7-4673-84e7-100976289b78)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:04.240080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:04.282554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905aecdb-6e22-40ca-a8a6-95b4a8984107'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:04.285007 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c99ba3-5d0c-4e75-ba66-aaa8f9094cee" -d '{"events": [{"server_uuid": "cbeb6a86-fec7-4504-bd54-4ae84deac176", "name": "network-vif-unplugged", "status": "completed", "tag": "905aecdb-6e22-40ca-a8a6-95b4a8984107"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:04.289282 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.302516 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Transition to ACTIVE for port object 905aecdb-6e22-40ca-a8a6-95b4a8984107 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:36:04.334121 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60310a3c-2672-479e-ae93-6a72f46de4b1 x-openstack-request-id: req-60310a3c-2672-479e-ae93-6a72f46de4b1 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:04.334441 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbeb6a86-fec7-4504-bd54-4ae84deac176", "name": "network-vif-unplugged", "status": "completed", "tag": "905aecdb-6e22-40ca-a8a6-95b4a8984107", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:04.334695 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60310a3c-2672-479e-ae93-6a72f46de4b1 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:04.335094 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905aecdb-6e22-40ca-a8a6-95b4a8984107', 'code': 200} Sep 16 05:36:04.378746 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.440992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] No DVR routers for this DVR port 905aecdb-6e22-40ca-a8a6-95b4a8984107 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:04.444038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Pushing event updated for resources: {'Port': ['ID=905aecdb-6e22-40ca-a8a6-95b4a8984107,revision_number=6']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:04.478437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Attempting to bind port 905aecdb-6e22-40ca-a8a6-95b4a8984107 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:04.478774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Attempting to bind port 905aecdb-6e22-40ca-a8a6-95b4a8984107 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'e4667c66-7ca7-4673-84e7-100976289b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:04.479105 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Attempting to bind port 905aecdb-6e22-40ca-a8a6-95b4a8984107 on network 97b0fd0a-b94f-48d0-8063-55f7f37b83e0 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:04.483350 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Port 905aecdb-6e22-40ca-a8a6-95b4a8984107 on network 97b0fd0a-b94f-48d0-8063-55f7f37b83e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:36:04.483678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Attempting to bind port 905aecdb-6e22-40ca-a8a6-95b4a8984107 on network 97b0fd0a-b94f-48d0-8063-55f7f37b83e0 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:04.489107 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:04.489455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Checking segment: {'id': 'e4667c66-7ca7-4673-84e7-100976289b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:04.489845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Bound using segment: {'id': 'e4667c66-7ca7-4673-84e7-100976289b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:04.490276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Bound port: 905aecdb-6e22-40ca-a8a6-95b4a8984107, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4667c66-7ca7-4673-84e7-100976289b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:04.490632 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.555663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:04.558628 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107,segment=NetworkSegment(e4667c66-7ca7-4673-84e7-100976289b78),segment_id=e4667c66-7ca7-4673-84e7-100976289b78)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:04.618702 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.650647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.651277 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.652745 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] 10.222.0.23 "PUT /v2.0/ports/905aecdb-6e22-40ca-a8a6-95b4a8984107 HTTP/1.1" status: 200 len: 1092 time: 0.6989977 Sep 16 05:36:04.675985 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89270d73-baa6-4391-9f39-cd3f20464be8 service neutron] Pushing event updated for resources: {'Port': ['ID=905aecdb-6e22-40ca-a8a6-95b4a8984107,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:04.718076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-4477bcff-82db-42d4-849e-69b1a87d8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.719569 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-4477bcff-82db-42d4-849e-69b1a87d8896 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03ad6fd20fe949d18f340a018d0666de&device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 1095 time: 0.0402687 Sep 16 05:36:04.812149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-c35fb8b3-6c72-43b1-b215-3ada842dcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.813663 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-c35fb8b3-6c72-43b1-b215-3ada842dcb57 service neutron] 10.222.0.23 "GET /v2.0/networks?id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0 HTTP/1.1" status: 200 len: 911 time: 0.0871263 Sep 16 05:36:04.855520 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-6950e4da-a0fc-486b-99d5-90a2288c2684 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107 HTTP/1.1" status: 200 len: 217 time: 0.0349476 Sep 16 05:36:04.904295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-2c014581-5989-430a-bf99-7d164047661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.905820 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-2c014581-5989-430a-bf99-7d164047661c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7dfc4c92-c7b1-4e0a-add1-15589c39de71 HTTP/1.1" status: 200 len: 851 time: 0.0435612 Sep 16 05:36:04.931462 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75c94-ca02-4866-876e-22e137cf7136 req-67cf6a1d-9ccb-4017-8963-6b6679ee7c2b tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.932997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0c75c94-ca02-4866-876e-22e137cf7136 req-67cf6a1d-9ccb-4017-8963-6b6679ee7c2b tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 943 time: 0.0497191 Sep 16 05:36:04.936930 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-0ca2b9bb-dd48-4ed2-8fc5-d0a2b1d69303 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243292 Sep 16 05:36:04.971975 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0c75c94-ca02-4866-876e-22e137cf7136 req-33ad4cc1-c784-48c0-a333-03a76d6e5a99 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Sep 16 05:36:05.030788 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-69369597-685d-415b-b1b7-4aa0450824bc service neutron] 10.222.0.23 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866077 Sep 16 05:36:05.123294 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b1697eb8-3a30-47c5-99b5-f7219056d18c req-c799f72d-57ec-4d46-b6f9-e41399a5e986 service neutron] 10.222.0.23 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855525 Sep 16 05:36:06.089282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab806ab-19fe-42cb-baac-fef567b0b16b req-dd678559-07ce-46d1-aabe-2ffb13bf84a2 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.090770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ab806ab-19fe-42cb-baac-fef567b0b16b req-dd678559-07ce-46d1-aabe-2ffb13bf84a2 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 943 time: 0.0484061 Sep 16 05:36:06.127935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ab806ab-19fe-42cb-baac-fef567b0b16b req-245ea37c-e82e-4a89-a160-d621b0141e2a tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Sep 16 05:36:06.336062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'tag': '905aecdb-6e22-40ca-a8a6-95b4a8984107'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:06.338443 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357" -d '{"events": [{"name": "network-changed", "server_uuid": "cbeb6a86-fec7-4504-bd54-4ae84deac176", "tag": "905aecdb-6e22-40ca-a8a6-95b4a8984107"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:06.387061 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0fce38-a733-469c-9066-78e928693ef9 x-openstack-request-id: req-8c0fce38-a733-469c-9066-78e928693ef9 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:06.387351 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbeb6a86-fec7-4504-bd54-4ae84deac176", "tag": "905aecdb-6e22-40ca-a8a6-95b4a8984107", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:06.387601 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c0fce38-a733-469c-9066-78e928693ef9 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:06.387995 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'tag': '905aecdb-6e22-40ca-a8a6-95b4a8984107', 'status': 'completed', 'code': 200} Sep 16 05:36:06.478011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-eb4cef3d-1551-47ca-84b4-1f226f33fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.479526 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-eb4cef3d-1551-47ca-84b4-1f226f33fdd4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03ad6fd20fe949d18f340a018d0666de&device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 1095 time: 0.0692265 Sep 16 05:36:06.481332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-5bffcb45-f7aa-4354-8753-b5de93caa363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.482656 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-5bffcb45-f7aa-4354-8753-b5de93caa363 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03ad6fd20fe949d18f340a018d0666de&device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 1095 time: 0.0645552 Sep 16 05:36:06.634669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-08a68c98-2c26-4c4c-a754-fb9b9faaf8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.636142 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-08a68c98-2c26-4c4c-a754-fb9b9faaf8dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0 HTTP/1.1" status: 200 len: 911 time: 0.1501081 Sep 16 05:36:06.638667 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-8e751fe3-a0fd-444f-bcc0-2b33e092f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.640016 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-8e751fe3-a0fd-444f-bcc0-2b33e092f7c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0 HTTP/1.1" status: 200 len: 911 time: 0.1464608 Sep 16 05:36:06.686397 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-7424d391-8a7c-4b7b-8de3-16007efd3adf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107 HTTP/1.1" status: 200 len: 217 time: 0.0432208 Sep 16 05:36:06.721362 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-343dc0c2-ef93-483f-ac78-a5a163614f52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107 HTTP/1.1" status: 200 len: 217 time: 0.0703189 Sep 16 05:36:06.797456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-eeca8ec9-bc31-43b7-82c2-4ee9df338b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.799687 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-eeca8ec9-bc31-43b7-82c2-4ee9df338b68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7dfc4c92-c7b1-4e0a-add1-15589c39de71 HTTP/1.1" status: 200 len: 851 time: 0.0876598 Sep 16 05:36:06.803053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-be2dcd28-75cb-4bb9-a53a-0dea06273586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.804408 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-be2dcd28-75cb-4bb9-a53a-0dea06273586 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7dfc4c92-c7b1-4e0a-add1-15589c39de71 HTTP/1.1" status: 200 len: 851 time: 0.0627048 Sep 16 05:36:06.835510 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-a8372fd2-f5b1-4abf-bf95-380906e637da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300872 Sep 16 05:36:06.850001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 905aecdb-6e22-40ca-a8a6-95b4a8984107 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:06.860952 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-713549fa-99f5-47a6-9a88-074981730c43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483809 Sep 16 05:36:06.889122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 905aecdb-6e22-40ca-a8a6-95b4a8984107 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:07.003960 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-512fb3ee-da63-4f08-8c7e-3fa6b71219d9 service neutron] 10.222.0.37 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530676 Sep 16 05:36:07.009262 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-bf3131c6-e86f-4f43-beee-a20b80afbf4c service neutron] 10.222.0.23 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381953 Sep 16 05:36:07.160754 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-2a5d94f7-273b-4eb4-9ab7-d14cbbb9055d service neutron] 10.222.0.37 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502743 Sep 16 05:36:07.167154 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a0ebb9e9-02d4-4c4a-a614-90fd9d1cd357 req-87a59418-2080-4f32-b6ca-78c66833bfff service neutron] 10.222.0.23 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469412 Sep 16 05:36:07.251053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84870423-20a4-41c4-8b9b-6cead890511b req-68a203bf-cf74-4291-a550-e958a1908e7c tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:07.253582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84870423-20a4-41c4-8b9b-6cead890511b req-68a203bf-cf74-4291-a550-e958a1908e7c tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 943 time: 0.0533333 Sep 16 05:36:07.291030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84870423-20a4-41c4-8b9b-6cead890511b req-1d474c64-06b7-43de-8177-7567d0c3e6d7 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Sep 16 05:36:07.477446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 905aecdb-6e22-40ca-a8a6-95b4a8984107 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:36:07.572261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107,segment=NetworkSegment(e4667c66-7ca7-4673-84e7-100976289b78),segment_id=e4667c66-7ca7-4673-84e7-100976289b78)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:07.582832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '905aecdb-6e22-40ca-a8a6-95b4a8984107', 'network_id': '97b0fd0a-b94f-48d0-8063-55f7f37b83e0', 'port_id': '905aecdb-6e22-40ca-a8a6-95b4a8984107', 'mac_address': 'fa:16:3e:54:d2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfc4c92-c7b1-4e0a-add1-15589c39de71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:36:07.620541 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:07.632887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905aecdb-6e22-40ca-a8a6-95b4a8984107 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:07.651130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107,segment=NetworkSegment(e4667c66-7ca7-4673-84e7-100976289b78),segment_id=e4667c66-7ca7-4673-84e7-100976289b78)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:07.715546 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:07.764072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=905aecdb-6e22-40ca-a8a6-95b4a8984107,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:07.772412 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:07.772794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:07.773143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:07.773485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:07.773825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:07.774159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:07.774489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:07.774819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:07.775149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:07.775475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:07.775842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:07.776167 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:07.815183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-3c32326d-13ee-45f4-a430-2b608959e9ca tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:07.816663 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-3c32326d-13ee-45f4-a430-2b608959e9ca tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176&tenant_id=03ad6fd20fe949d18f340a018d0666de&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 944 time: 0.0888343 Sep 16 05:36:07.875978 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-2e589a7a-3128-464f-81a0-82cf882571fe service neutron] delete failed (client error): The resource could not be found. Sep 16 05:36:07.877089 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-2e589a7a-3128-464f-81a0-82cf882571fe service neutron] 10.222.0.37 "DELETE /v2.0/ports/905aecdb-6e22-40ca-a8a6-95b4a8984107/bindings/n-h2-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0528824 Sep 16 05:36:07.959558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-19435991-2ae6-470f-8ea3-291e15f1cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:07.961110 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-19435991-2ae6-470f-8ea3-291e15f1cdd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03ad6fd20fe949d18f340a018d0666de&device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 1096 time: 0.0410125 Sep 16 05:36:07.964739 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['905aecdb-6e22-40ca-a8a6-95b4a8984107'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:08.056410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-14898bce-62b9-42f7-861f-b46d80f2ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:08.058031 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-14898bce-62b9-42f7-861f-b46d80f2ae43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0 HTTP/1.1" status: 200 len: 911 time: 0.0905073 Sep 16 05:36:08.101931 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-79ab745b-e34c-4ba3-a689-8f1aa605f444 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107 HTTP/1.1" status: 200 len: 217 time: 0.0364211 Sep 16 05:36:08.156554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-d3a6d22d-e367-4ecf-a441-a5508d6bfd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:08.158143 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-d3a6d22d-e367-4ecf-a441-a5508d6bfd1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7dfc4c92-c7b1-4e0a-add1-15589c39de71 HTTP/1.1" status: 200 len: 851 time: 0.0499165 Sep 16 05:36:08.191402 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-7cecbd9b-5123-4896-9935-6a6fcd4d859f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=97b0fd0a-b94f-48d0-8063-55f7f37b83e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258482 Sep 16 05:36:08.280961 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-0fdfb304-d24c-4643-9c97-7dac71efcfcf service neutron] 10.222.0.37 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827522 Sep 16 05:36:08.372749 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-2e7c5fc5-cc00-441e-8ef1-5a428b1a2d0c service neutron] 10.222.0.37 "GET /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842068 Sep 16 05:36:09.493244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 905aecdb-6e22-40ca-a8a6-95b4a8984107 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:09.618711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 905aecdb-6e22-40ca-a8a6-95b4a8984107 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:36:09.622594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 905aecdb-6e22-40ca-a8a6-95b4a8984107 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:09.628253 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.702451 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.726492 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905aecdb-6e22-40ca-a8a6-95b4a8984107'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:09.728806 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4028d7d1-a4a2-4837-8910-609f0454bf24" -d '{"events": [{"server_uuid": "cbeb6a86-fec7-4504-bd54-4ae84deac176", "name": "network-vif-plugged", "status": "completed", "tag": "905aecdb-6e22-40ca-a8a6-95b4a8984107"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:09.742449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107,segment=NetworkSegment(e4667c66-7ca7-4673-84e7-100976289b78),segment_id=e4667c66-7ca7-4673-84e7-100976289b78)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:09.769038 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62985e36-979a-4d80-b9ef-91be3585a2d5 x-openstack-request-id: req-62985e36-979a-4d80-b9ef-91be3585a2d5 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:09.769038 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbeb6a86-fec7-4504-bd54-4ae84deac176", "name": "network-vif-plugged", "status": "completed", "tag": "905aecdb-6e22-40ca-a8a6-95b4a8984107", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:09.769038 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62985e36-979a-4d80-b9ef-91be3585a2d5 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:09.769339 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905aecdb-6e22-40ca-a8a6-95b4a8984107', 'code': 200} Sep 16 05:36:09.805468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fad2e-4d32-498c-b93d-a0396e2698ee req-7950d876-f305-4d17-a2db-04cafaaa77bb tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:09.806926 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea5fad2e-4d32-498c-b93d-a0396e2698ee req-7950d876-f305-4d17-a2db-04cafaaa77bb tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 944 time: 0.0488174 Sep 16 05:36:09.810907 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.846824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea5fad2e-4d32-498c-b93d-a0396e2698ee req-2a30d0c2-92f4-4dbc-9c0c-ba755dbc85a4 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Sep 16 05:36:09.860443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=905aecdb-6e22-40ca-a8a6-95b4a8984107,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:10.964951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ebf28-7091-4820-b463-28017097aed0 req-1357a27c-dde6-4f95-89af-631d92dc6ad8 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:10.966430 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a2ebf28-7091-4820-b463-28017097aed0 req-1357a27c-dde6-4f95-89af-631d92dc6ad8 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0485883 Sep 16 05:36:11.005184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a2ebf28-7091-4820-b463-28017097aed0 req-20997424-8698-4a4a-a131-1fa19cce6731 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/security-groups?id=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315266 Sep 16 05:36:11.066504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-be88670d-3ec7-4b16-a974-2e55497c94df tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:11.068001 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-be88670d-3ec7-4b16-a974-2e55497c94df tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 945 time: 0.0496068 Sep 16 05:36:11.160753 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-febac7b1-24ee-4f7e-8b08-c4710a6288ae tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Deleting port 905aecdb-6e22-40ca-a8a6-95b4a8984107 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:11.161017 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-febac7b1-24ee-4f7e-8b08-c4710a6288ae tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.249635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-febac7b1-24ee-4f7e-8b08-c4710a6288ae tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] For port 905aecdb-6e22-40ca-a8a6-95b4a8984107, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=905aecdb-6e22-40ca-a8a6-95b4a8984107,segment=NetworkSegment(e4667c66-7ca7-4673-84e7-100976289b78),segment_id=e4667c66-7ca7-4673-84e7-100976289b78)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:11.249999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-febac7b1-24ee-4f7e-8b08-c4710a6288ae tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.262804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-febac7b1-24ee-4f7e-8b08-c4710a6288ae tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Calling delete_port for 905aecdb-6e22-40ca-a8a6-95b4a8984107 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:11.450754 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-febac7b1-24ee-4f7e-8b08-c4710a6288ae tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.462812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['905aecdb-6e22-40ca-a8a6-95b4a8984107'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:11.479830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febac7b1-24ee-4f7e-8b08-c4710a6288ae tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Pushing event deleted for resources: {'Port': ['ID=905aecdb-6e22-40ca-a8a6-95b4a8984107,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:11.524188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-febac7b1-24ee-4f7e-8b08-c4710a6288ae tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] No DVR routers for this DVR port 905aecdb-6e22-40ca-a8a6-95b4a8984107 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:11.527171 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-febac7b1-24ee-4f7e-8b08-c4710a6288ae tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.529321 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d09b5bc7-8b35-40ab-ab5c-7aebdf83ce9a req-febac7b1-24ee-4f7e-8b08-c4710a6288ae tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.23 "DELETE /v2.0/ports/905aecdb-6e22-40ca-a8a6-95b4a8984107 HTTP/1.1" status: 204 len: 173 time: 0.4555211 Sep 16 05:36:11.529848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'name': 'network-vif-deleted', 'tag': '905aecdb-6e22-40ca-a8a6-95b4a8984107'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:11.532142 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed52867-e25a-4506-b0ca-9459101f417c" -d '{"events": [{"server_uuid": "cbeb6a86-fec7-4504-bd54-4ae84deac176", "name": "network-vif-deleted", "tag": "905aecdb-6e22-40ca-a8a6-95b4a8984107"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:11.570358 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cbf20c-a4cc-4919-97be-08954df7453b x-openstack-request-id: req-37cbf20c-a4cc-4919-97be-08954df7453b {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:11.570658 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbeb6a86-fec7-4504-bd54-4ae84deac176", "name": "network-vif-deleted", "tag": "905aecdb-6e22-40ca-a8a6-95b4a8984107", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:11.570906 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37cbf20c-a4cc-4919-97be-08954df7453b {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:11.571299 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbeb6a86-fec7-4504-bd54-4ae84deac176', 'name': 'network-vif-deleted', 'tag': '905aecdb-6e22-40ca-a8a6-95b4a8984107', 'status': 'completed', 'code': 200} Sep 16 05:36:12.120056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14afb5f6-60c4-4abd-a6c6-9c7653bdf206 req-87f77fdc-c239-45f3-aff4-2c244431a247 tempest-DeleteServersTestJSON-435427665 tempest-DeleteServersTestJSON-435427665-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbeb6a86-fec7-4504-bd54-4ae84deac176 HTTP/1.1" status: 200 len: 210 time: 0.0330296 Sep 16 05:36:12.132791 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-084ca49a-32f9-4b84-96ca-ea6403f3648c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.732913 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.253701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41434) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:13.297558 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b5b794-36a0-48a9-9d3d-11355893e96d admin admin] Deleting subnet 7dfc4c92-c7b1-4e0a-add1-15589c39de71 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:36:13.301175 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14b5b794-36a0-48a9-9d3d-11355893e96d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.334974 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14b5b794-36a0-48a9-9d3d-11355893e96d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.372874 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14b5b794-36a0-48a9-9d3d-11355893e96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.498846 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14b5b794-36a0-48a9-9d3d-11355893e96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.523621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5b794-36a0-48a9-9d3d-11355893e96d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dfc4c92-c7b1-4e0a-add1-15589c39de71,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:13.527373 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14b5b794-36a0-48a9-9d3d-11355893e96d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.529440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-14b5b794-36a0-48a9-9d3d-11355893e96d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7dfc4c92-c7b1-4e0a-add1-15589c39de71 HTTP/1.1" status: 204 len: 168 time: 0.2746367 Sep 16 05:36:13.531852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41436) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:13.599028 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.680248 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.699427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b0fd0a-b94f-48d0-8063-55f7f37b83e0']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:13.708456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4667c66-7ca7-4673-84e7-100976289b78') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:13.708785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4667c66-7ca7-4673-84e7-100976289b78') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:13.717948 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.731248 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.737587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:36:13.737967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:36:13.739575 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:36:13.838946 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.845231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.847678 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] 10.222.0.24 "DELETE /v2.0/networks/97b0fd0a-b94f-48d0-8063-55f7f37b83e0 HTTP/1.1" status: 204 len: 168 time: 0.3149147 Sep 16 05:36:13.856855 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34dbe5-9818-4575-b5a5-086d29082e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=97b0fd0a-b94f-48d0-8063-55f7f37b83e0,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:14.149642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41440) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:14.189725 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-76379f33-4346-478d-ae30-bb713703f168 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03ad6fd20fe949d18f340a018d0666de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383508 Sep 16 05:36:14.192063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41442) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:14.238758 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0ff00f0-b9c4-4199-bf6c-2aec7d81f14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.259891 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0ff00f0-b9c4-4199-bf6c-2aec7d81f14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.378664 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0ff00f0-b9c4-4199-bf6c-2aec7d81f14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.381190 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0ff00f0-b9c4-4199-bf6c-2aec7d81f14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.382347 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b0ff00f0-b9c4-4199-bf6c-2aec7d81f14a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73 HTTP/1.1" status: 204 len: 168 time: 0.1893454 Sep 16 05:36:14.390238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff00f0-b9c4-4199-bf6c-2aec7d81f14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbf5bd7-b0e7-4f58-b8cc-3f385c1cba73,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:14.504026 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a51c3a77-5234-420a-973c-50013976d337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.324823 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.500627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41464) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:15.508326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 905aecdb-6e22-40ca-a8a6-95b4a8984107 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:15.531775 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 905aecdb-6e22-40ca-a8a6-95b4a8984107 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:15.532120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 905aecdb-6e22-40ca-a8a6-95b4a8984107 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:15.596731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1908263499-network', 'tenant_id': '7f7b20bd45404e81bf3ac20181edcb8f'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:15.713258 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Made reservation on behalf of 7f7b20bd45404e81bf3ac20181edcb8f for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:15.715820 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.724682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.810787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.903905 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.929368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:36:15.938126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5546c6ed-dd3a-423b-bce3-ee78515eda71,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:15.947301 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.947649 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Added segment ff738e12-ad9f-42cd-92bf-1963001220bc of type vlan for network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf Sep 16 05:36:15.949710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.950055 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.950401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.950740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.951073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.951402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.951733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.952064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.952388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.952740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.953068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.953387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.996359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.098599 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.099616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:16.100203 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.148126 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.161297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=5ecc6f3a-69ff-416c-ba65-4faeb00176cf,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:16.171650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:36:16.208107 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-058f8bca-49e0-4fd5-93b2-1ea3c1254ec9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7063909 Sep 16 05:36:16.211005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41468) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:16.215846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-be044e00-8135-4275-9b80-db2ba1dc9e3b admin admin] Request body: {'subnet': {'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1908263499-subnet', 'tenant_id': '7f7b20bd45404e81bf3ac20181edcb8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:16.304412 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be044e00-8135-4275-9b80-db2ba1dc9e3b admin admin] Made reservation on behalf of 7f7b20bd45404e81bf3ac20181edcb8f for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:16.306919 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be044e00-8135-4275-9b80-db2ba1dc9e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.550657 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be044e00-8135-4275-9b80-db2ba1dc9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.603225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be044e00-8135-4275-9b80-db2ba1dc9e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de909de-6027-425c-b378-69b2f9349d85,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:16.614464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be044e00-8135-4275-9b80-db2ba1dc9e3b admin admin] Checking segment: {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:16.614854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be044e00-8135-4275-9b80-db2ba1dc9e3b admin admin] Network hostable DHCP agents. Network: 5ecc6f3a-69ff-416c-ba65-4faeb00176cf, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:36:16.701824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be044e00-8135-4275-9b80-db2ba1dc9e3b admin admin] Network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:36:16.795230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-be044e00-8135-4275-9b80-db2ba1dc9e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 5ecc6f3a-69ff-416c-ba65-4faeb00176cf) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:16.799835 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be044e00-8135-4275-9b80-db2ba1dc9e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:16.800448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-be044e00-8135-4275-9b80-db2ba1dc9e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.804208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54060685-c926-4d1e-8ccf-9325cf0f26a2 None None] Network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:16.857875 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.862693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-be044e00-8135-4275-9b80-db2ba1dc9e3b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6504896 Sep 16 05:36:16.929681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f97106a-36ab-40f7-a062-cbda7ea51e16 None None] Network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:17.292204 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-4dd4fe89-c7e1-42c0-8936-e9502edd5c37 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:17.293835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-4dd4fe89-c7e1-42c0-8936-e9502edd5c37 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 815 time: 0.1065657 Sep 16 05:36:17.309237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-cf6def71-601c-46ef-8c59-0ec55248e9dc tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/quotas/7f7b20bd45404e81bf3ac20181edcb8f HTTP/1.1" status: 200 len: 375 time: 0.0091381 Sep 16 05:36:17.340929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-5ea39e46-a978-43bb-8f5e-1c9e4e5a3923 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265853 Sep 16 05:36:17.434524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-e14557e9-33a7-4ff2-8905-0b14967ae922 service neutron] 10.222.0.24 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868757 Sep 16 05:36:17.524193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-ce8ad97c-d4f2-4d9f-b875-026ca7be4689 service neutron] 10.222.0.24 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830548 Sep 16 05:36:17.669798 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.774020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9cdb3142-a115-4b0f-ab2a-993c2b12bd92 req-217b5642-7b23-4e99-987e-b591a93b49ed tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 210 time: 0.0329928 Sep 16 05:36:18.871917 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c41fc1b4-83d5-4db3-854b-88de4568cf11 req-7ed0509f-8c86-437c-8cc3-419721486b9d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 210 time: 0.0271704 Sep 16 05:36:19.971998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbfd9e12-6a50-4d1b-ae7b-076b56620f41 req-d7747ab1-e8c7-46af-b803-39a1d8efa9da tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 210 time: 0.0271156 Sep 16 05:36:20.032401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-ad03f2c0-1254-4449-9f93-21a32018b716 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:20.034002 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-ad03f2c0-1254-4449-9f93-21a32018b716 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.23 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 815 time: 0.4073036 Sep 16 05:36:20.046732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Request body: {'port': {'device_id': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf', 'admin_state_up': True, 'tenant_id': '7f7b20bd45404e81bf3ac20181edcb8f'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:20.224109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Made reservation on behalf of 7f7b20bd45404e81bf3ac20181edcb8f for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:20.227626 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.353656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Allocated IP 172.20.0.5 (5ecc6f3a-69ff-416c-ba65-4faeb00176cf/9de909de-6027-425c-b378-69b2f9349d85/9f1238f6-c7d6-4957-8a0e-6f7a949daff4) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:20.500874 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.601749 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.643409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:20.646402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:20.651178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:20.682419 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Pushing event updated for resources: {'Port': ['ID=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:20.708119 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:20.708744 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.800421 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-2a0748d5-da34-4df9-9a61-08354725054d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7571964 Sep 16 05:36:20.812676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Request body: {'port': {'device_id': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:20.867671 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.092771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb39a-f7e4-452e-9e69-c345e02acd45 req-a985b1b7-4416-4435-8ac7-9e346fe6ad73 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:21.094206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc2bb39a-f7e4-452e-9e69-c345e02acd45 req-a985b1b7-4416-4435-8ac7-9e346fe6ad73 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 931 time: 0.0538809 Sep 16 05:36:21.124925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:21.132878 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.133305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc2bb39a-f7e4-452e-9e69-c345e02acd45 req-dd9b57eb-dbed-4787-9dc5-698f52eada39 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323493 Sep 16 05:36:21.151145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Transition to ACTIVE for port object 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:36:21.235281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.285610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Pushing event updated for resources: {'Port': ['ID=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:21.356565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Attempting to bind port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:21.356844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Attempting to bind port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:21.357171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Attempting to bind port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 on network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:21.361540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 on network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:36:21.361856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Attempting to bind port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 on network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:21.366656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:21.366991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Checking segment: {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:21.367377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Bound using segment: {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:21.367798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Bound port: 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:21.368151 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.429367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:21.432282 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:21.515945 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.551160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:21.551786 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.560870 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] 10.222.0.23 "PUT /v2.0/ports/9f1238f6-c7d6-4957-8a0e-6f7a949daff4 HTTP/1.1" status: 200 len: 1092 time: 0.7446344 Sep 16 05:36:21.560870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'tag': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:21.560870 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2616bf9f-29ed-4a2d-9e22-e5f9652b332c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1", "tag": "9f1238f6-c7d6-4957-8a0e-6f7a949daff4"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:21.578751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f8b99-7337-40e9-b7da-8f458c6a852b service neutron] Pushing event updated for resources: {'Port': ['ID=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:21.592999 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567af6b3-0c64-4d17-9b40-9288c7b14739 x-openstack-request-id: req-567af6b3-0c64-4d17-9b40-9288c7b14739 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:21.593291 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1", "tag": "9f1238f6-c7d6-4957-8a0e-6f7a949daff4", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:21.593545 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-567af6b3-0c64-4d17-9b40-9288c7b14739 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:21.593944 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'tag': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4', 'status': 'completed', 'code': 200} Sep 16 05:36:21.659674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616bf9f-29ed-4a2d-9e22-e5f9652b332c req-8b89327c-7024-4179-8d62-df3d34a27c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:21.661133 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2616bf9f-29ed-4a2d-9e22-e5f9652b332c req-8b89327c-7024-4179-8d62-df3d34a27c30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 1095 time: 0.0457261 Sep 16 05:36:21.758380 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616bf9f-29ed-4a2d-9e22-e5f9652b332c req-5a26469b-5dab-4e2b-9617-fa0a26dee21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:21.759870 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2616bf9f-29ed-4a2d-9e22-e5f9652b332c req-5a26469b-5dab-4e2b-9617-fa0a26dee21f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0911798 Sep 16 05:36:21.855219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616bf9f-29ed-4a2d-9e22-e5f9652b332c req-3b4f53b6-5484-4208-a4df-398cca2102e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:21.856709 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2616bf9f-29ed-4a2d-9e22-e5f9652b332c req-3b4f53b6-5484-4208-a4df-398cca2102e8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0902016 Sep 16 05:36:21.931806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-de51f2f6-50f9-4d31-b388-e96141215b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:21.933269 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-de51f2f6-50f9-4d31-b388-e96141215b63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 1095 time: 0.0394661 Sep 16 05:36:21.981168 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-dc08f2b5-60cd-47cc-bcd4-ad417c53febb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4 HTTP/1.1" status: 200 len: 217 time: 0.0377333 Sep 16 05:36:22.030072 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-190af0c5-0a29-4f9c-9d92-81d26ab21513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:22.031498 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-190af0c5-0a29-4f9c-9d92-81d26ab21513 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0428953 Sep 16 05:36:22.062990 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-e45b3eba-9001-4ac3-91bd-a6af4b576077 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242827 Sep 16 05:36:22.157271 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-7728f45f-284e-4da9-bef5-cf56ef5790f8 service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864232 Sep 16 05:36:22.249217 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75487fd-3a4b-43de-8884-639c63029f31 req-1a3111e4-fa9c-48f4-9045-e2566dbf27ff tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:22.249788 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c866e8fa-2add-4052-8faa-7beb82d82eec req-bcaa087c-f1bd-48de-8141-171f4e6e7890 service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849314 Sep 16 05:36:22.250586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e75487fd-3a4b-43de-8884-639c63029f31 req-1a3111e4-fa9c-48f4-9045-e2566dbf27ff tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 943 time: 0.0492969 Sep 16 05:36:22.292292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e75487fd-3a4b-43de-8884-639c63029f31 req-13539d44-51e3-4175-9bf1-bc7098c12f3c tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Sep 16 05:36:23.150488 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:23.409403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1ce3-3d38-4982-ba3f-040a32b997ed req-8fdacc85-9150-44f6-86b8-f9d4549eb4c4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:23.410802 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23ea1ce3-3d38-4982-ba3f-040a32b997ed req-8fdacc85-9150-44f6-86b8-f9d4549eb4c4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 943 time: 0.0491576 Sep 16 05:36:23.448293 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23ea1ce3-3d38-4982-ba3f-040a32b997ed req-a35155b9-8272-4749-b230-5e3e9d4e602a tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315902 Sep 16 05:36:24.563262 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a361-e656-443b-adc0-7340839fdfc9 req-ed5647d0-0039-4481-ab07-8e13709961eb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:24.564923 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb81a361-e656-443b-adc0-7340839fdfc9 req-ed5647d0-0039-4481-ab07-8e13709961eb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 943 time: 0.0504429 Sep 16 05:36:24.602972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb81a361-e656-443b-adc0-7340839fdfc9 req-faea5776-8af4-4ab9-92a1-6f21c2e3e6d0 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321295 Sep 16 05:36:25.540541 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:36:25.636014 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:25.647954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4', 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf', 'port_id': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4', 'mac_address': 'fa:16:3e:19:b9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de909de-6027-425c-b378-69b2f9349d85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:36:25.685007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.698328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:25.719599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:25.721051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70009b8f-fa18-443d-af43-4f67c5db2ffe req-cb703b1f-e0ad-4f13-bf80-1ac91de18000 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:25.722550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70009b8f-fa18-443d-af43-4f67c5db2ffe req-cb703b1f-e0ad-4f13-bf80-1ac91de18000 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 943 time: 0.0535309 Sep 16 05:36:25.768253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70009b8f-fa18-443d-af43-4f67c5db2ffe req-6d0ee553-2e20-4899-b432-cbdf2690d4dc tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394180 Sep 16 05:36:25.776211 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.824920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:25.965169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['9f1238f6-c7d6-4957-8a0e-6f7a949daff4'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:26.884363 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b4062-6d12-4a24-992b-46188ba9e46c req-e6be8632-627b-4836-a054-e7ebc2a9292d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:26.885874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-224b4062-6d12-4a24-992b-46188ba9e46c req-e6be8632-627b-4836-a054-e7ebc2a9292d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 944 time: 0.0490918 Sep 16 05:36:26.925986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-224b4062-6d12-4a24-992b-46188ba9e46c req-a48c6e55-34e4-439c-a825-fd9498e092d1 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342555 Sep 16 05:36:27.554846 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:27.675193 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:36:27.678866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:27.679254 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.758554 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.781368 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:27.783922 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa3ef2c-a63e-44ec-8522-155bd02a8c10" -d '{"events": [{"server_uuid": "e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1", "name": "network-vif-plugged", "status": "completed", "tag": "9f1238f6-c7d6-4957-8a0e-6f7a949daff4"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:27.797173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:27.821715 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd0a305-4e93-4439-b038-e7d0a2c7b3ed x-openstack-request-id: req-ddd0a305-4e93-4439-b038-e7d0a2c7b3ed {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:27.822004 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1", "name": "network-vif-plugged", "status": "completed", "tag": "9f1238f6-c7d6-4957-8a0e-6f7a949daff4", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:27.822258 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddd0a305-4e93-4439-b038-e7d0a2c7b3ed {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:27.822663 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4', 'code': 200} Sep 16 05:36:27.875284 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.915810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770769f-7038-4112-a4a8-254b5ca6ec8e req-9833f786-1070-4d15-b592-f9c11e1fd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:27.917446 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d770769f-7038-4112-a4a8-254b5ca6ec8e req-9833f786-1070-4d15-b592-f9c11e1fd0e8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 1097 time: 0.0410476 Sep 16 05:36:27.926450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:27.955156 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d770769f-7038-4112-a4a8-254b5ca6ec8e req-9cc64a24-5892-4240-9d39-6ba890a5650e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288517 Sep 16 05:36:28.040207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3114c-8229-4e62-bb42-e7afaa85e944 req-3de11d08-b4d2-4022-86f2-05ec97dceffe tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.041790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bab3114c-8229-4e62-bb42-e7afaa85e944 req-3de11d08-b4d2-4022-86f2-05ec97dceffe tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0488567 Sep 16 05:36:28.080956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bab3114c-8229-4e62-bb42-e7afaa85e944 req-546278bd-4815-4207-a46f-5268c39653d4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329156 Sep 16 05:36:29.196687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a07475-591e-420c-a612-32756638cf8a req-c9206073-b55b-45a1-aa83-4567a7739cb0 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.198161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33a07475-591e-420c-a612-32756638cf8a req-c9206073-b55b-45a1-aa83-4567a7739cb0 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0494533 Sep 16 05:36:29.240840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33a07475-591e-420c-a612-32756638cf8a req-176be7a3-1448-4551-b4ed-25b7e1e63ef7 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366609 Sep 16 05:36:29.356401 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95696830-22da-49e0-8ba6-454f3f7bf19b req-7064415f-119d-45db-b649-5342b154a944 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.357965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95696830-22da-49e0-8ba6-454f3f7bf19b req-7064415f-119d-45db-b649-5342b154a944 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0495884 Sep 16 05:36:29.396786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-95696830-22da-49e0-8ba6-454f3f7bf19b req-ea9909c9-58b6-4b4e-8205-b1a06732b481 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Sep 16 05:36:29.645400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8652e-f23c-484a-9b60-86ef40587196 req-67d90450-c1df-43ba-9517-206c5a1a81d4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.646791 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37a8652e-f23c-484a-9b60-86ef40587196 req-67d90450-c1df-43ba-9517-206c5a1a81d4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0484033 Sep 16 05:36:29.685007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37a8652e-f23c-484a-9b60-86ef40587196 req-80aae598-e89a-4cac-be4c-6c771e94a6cd tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317926 Sep 16 05:36:29.799190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804a20b-ca41-404a-9794-b1b5284caffd req-f8fdd83e-1bfc-4106-a49c-0b492c9958c4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.800667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3804a20b-ca41-404a-9794-b1b5284caffd req-f8fdd83e-1bfc-4106-a49c-0b492c9958c4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0497799 Sep 16 05:36:29.841375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3804a20b-ca41-404a-9794-b1b5284caffd req-f62f5d08-3cad-4261-bfeb-e7150c2e3c8f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347962 Sep 16 05:36:30.308820 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6231a-c85b-4af9-bcd2-2fee433cf4af req-f7203913-afe9-4c28-b49a-8b94f95555f6 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:30.310246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8f6231a-c85b-4af9-bcd2-2fee433cf4af req-f7203913-afe9-4c28-b49a-8b94f95555f6 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0501873 Sep 16 05:36:30.351550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8f6231a-c85b-4af9-bcd2-2fee433cf4af req-ae97f9d8-d2b9-4c46-8698-24c1e514e49c tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347223 Sep 16 05:36:30.482154 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-68b4ec30-7364-40fe-84a8-563e6f742411 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436397 Sep 16 05:36:31.468688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c7d55-b308-436d-bf6d-d189a9d45aaa req-bbf399f7-db4e-40a4-827a-df9cc148706a tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:31.470242 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-703c7d55-b308-436d-bf6d-d189a9d45aaa req-bbf399f7-db4e-40a4-827a-df9cc148706a tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0535548 Sep 16 05:36:31.509241 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-703c7d55-b308-436d-bf6d-d189a9d45aaa req-21ab51e4-a1da-4b25-822d-1cb3ff25c78f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Sep 16 05:36:32.410468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-28d42e23-60d7-4acc-9058-e86c16c54618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.412022 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-28d42e23-60d7-4acc-9058-e86c16c54618 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 1097 time: 0.0402458 Sep 16 05:36:32.507268 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-16be1474-1ec1-4ab3-8854-0ccf789029c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.508891 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-16be1474-1ec1-4ab3-8854-0ccf789029c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 915 time: 0.0903316 Sep 16 05:36:32.552684 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-1b1ebdaf-92dc-4dc1-b90c-3806b9bb616f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4 HTTP/1.1" status: 200 len: 217 time: 0.0370250 Sep 16 05:36:32.602765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-445e8c43-2915-4029-b7b4-bded1d7be301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.604258 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-445e8c43-2915-4029-b7b4-bded1d7be301 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0453556 Sep 16 05:36:32.628221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd8c9b-813b-4f8f-860f-33ef5175a6bc req-4661a6b2-7c34-4864-961a-ddc182393ddb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.629788 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06cd8c9b-813b-4f8f-860f-33ef5175a6bc req-4661a6b2-7c34-4864-961a-ddc182393ddb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0507741 Sep 16 05:36:32.639629 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-15ccd668-3d99-4ab7-a76a-e38204b9995c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254393 Sep 16 05:36:32.674871 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06cd8c9b-813b-4f8f-860f-33ef5175a6bc req-8537bfba-2e3e-4e05-a634-40d560f07829 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Sep 16 05:36:32.742866 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-88d68558-cf3a-4074-94b8-8cb3af97e0c8 service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959458 Sep 16 05:36:32.838521 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-5b298e33-200c-490a-9232-420df860c959 service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876865 Sep 16 05:36:33.791193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469c7fc-a5ea-4043-9b2c-ebcd4c64c6a6 req-7f83384a-d3da-48fd-bad8-3f785bdbb12f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:33.792713 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f469c7fc-a5ea-4043-9b2c-ebcd4c64c6a6 req-7f83384a-d3da-48fd-bad8-3f785bdbb12f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0497353 Sep 16 05:36:33.832123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f469c7fc-a5ea-4043-9b2c-ebcd4c64c6a6 req-50b26439-9d9f-4ddc-aea2-b543756653cf tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332286 Sep 16 05:36:34.947104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f0f69-1a7b-4185-b7d2-addea87f6f3c req-dbf36d2f-2b05-442f-9a5b-75fc3eb5d74b tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:34.948623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b6f0f69-1a7b-4185-b7d2-addea87f6f3c req-dbf36d2f-2b05-442f-9a5b-75fc3eb5d74b tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0498800 Sep 16 05:36:34.985681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b6f0f69-1a7b-4185-b7d2-addea87f6f3c req-36b552c1-3c2a-4d4f-9ec4-ea4b7ad9649e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311651 Sep 16 05:36:36.104322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f9e31-ff4c-4b5d-8685-b1273b4b9d40 req-e0df6a08-bfb3-428d-b734-f2288aa84cab tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:36.105819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-128f9e31-ff4c-4b5d-8685-b1273b4b9d40 req-e0df6a08-bfb3-428d-b734-f2288aa84cab tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0494094 Sep 16 05:36:36.148753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-128f9e31-ff4c-4b5d-8685-b1273b4b9d40 req-d42e2f4b-ee39-4175-ae93-e604bbc4f412 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370035 Sep 16 05:36:37.264819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780079f3-4937-493c-a3b8-d3fbc4471a1c req-e22750d7-66b6-40a6-a044-97f64b5392f7 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:37.266305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-780079f3-4937-493c-a3b8-d3fbc4471a1c req-e22750d7-66b6-40a6-a044-97f64b5392f7 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0496197 Sep 16 05:36:37.305147 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-780079f3-4937-493c-a3b8-d3fbc4471a1c req-a5411d68-90d7-42f7-86a1-3d5e74389de5 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Sep 16 05:36:38.419630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdad9a4-e157-4381-b282-28f52433812e req-eb75f639-30b5-49ce-a93a-339938415b1f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.421162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fdad9a4-e157-4381-b282-28f52433812e req-eb75f639-30b5-49ce-a93a-339938415b1f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0487759 Sep 16 05:36:38.459429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fdad9a4-e157-4381-b282-28f52433812e req-f946be86-bb15-41df-b0e1-67aa3e034828 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Sep 16 05:36:39.574066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf90a6-863d-4817-a4e5-a1d634414de4 req-7b92e0de-d748-4eeb-a976-7f1ba9d389d2 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:39.575533 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3acf90a6-863d-4817-a4e5-a1d634414de4 req-7b92e0de-d748-4eeb-a976-7f1ba9d389d2 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0496399 Sep 16 05:36:39.616947 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3acf90a6-863d-4817-a4e5-a1d634414de4 req-4e3ba8de-1bf1-422c-9659-abb07e94d5a9 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347850 Sep 16 05:36:40.732768 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606d118-94c6-421d-842f-e500a2becd25 req-0f1a64af-20ef-4d25-8824-5658850945f2 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:40.734237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4606d118-94c6-421d-842f-e500a2becd25 req-0f1a64af-20ef-4d25-8824-5658850945f2 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0499699 Sep 16 05:36:40.772862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4606d118-94c6-421d-842f-e500a2becd25 req-637def8e-c28d-4361-9fa5-ee80c4ae4705 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Sep 16 05:36:41.889342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76218eb3-8c79-4b71-88c1-c312a44bedef req-e4eff62a-c7e7-4554-9069-a5ecbae48657 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:41.890813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-76218eb3-8c79-4b71-88c1-c312a44bedef req-e4eff62a-c7e7-4554-9069-a5ecbae48657 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0502522 Sep 16 05:36:41.929157 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-76218eb3-8c79-4b71-88c1-c312a44bedef req-b7288643-6d9c-4afb-820f-34a9fe422fde tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317550 Sep 16 05:36:42.126567 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-03ef9dd3-1ba7-428b-a143-ad50736c4867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.732274 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.042605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734611a2-1880-428e-9a5f-e050f5cb71d1 req-ace64349-81e4-4bdb-9ca5-4b5ef8174873 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:43.044085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-734611a2-1880-428e-9a5f-e050f5cb71d1 req-ace64349-81e4-4bdb-9ca5-4b5ef8174873 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0486300 Sep 16 05:36:43.085897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-734611a2-1880-428e-9a5f-e050f5cb71d1 req-d89d6f2e-f9dd-420c-92ff-fb479688f25f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356688 Sep 16 05:36:44.204185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d9e4f-8263-407b-b0ce-bb8e23c0cf8a req-67ed3d4f-9186-42de-a073-16ac2486a7e0 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:44.205729 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-153d9e4f-8263-407b-b0ce-bb8e23c0cf8a req-67ed3d4f-9186-42de-a073-16ac2486a7e0 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0507748 Sep 16 05:36:44.243312 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-153d9e4f-8263-407b-b0ce-bb8e23c0cf8a req-fadca2b2-bcbd-4b44-9c06-0f2d2b5b9ed3 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Sep 16 05:36:44.549341 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-98331613-f71b-4b08-9381-e301dbab436b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.335908 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.361098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0846f1-dbbb-474e-9194-e8bb956deaf4 req-8899473d-4eb6-496c-a8bd-8d3f429f6dd0 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:45.362600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef0846f1-dbbb-474e-9194-e8bb956deaf4 req-8899473d-4eb6-496c-a8bd-8d3f429f6dd0 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0519955 Sep 16 05:36:45.402528 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef0846f1-dbbb-474e-9194-e8bb956deaf4 req-479d4a06-4c7c-4cde-9a8e-05afb6b981b7 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Sep 16 05:36:46.154704 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.520076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9382ab-52a2-4208-bcbc-afe025ba2897 req-d5826d99-f451-409a-a1f5-e2ad84dad532 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.521698 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb9382ab-52a2-4208-bcbc-afe025ba2897 req-d5826d99-f451-409a-a1f5-e2ad84dad532 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0496542 Sep 16 05:36:46.562610 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb9382ab-52a2-4208-bcbc-afe025ba2897 req-4de5318e-6dbc-4a95-bdc1-3522576154fa tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350485 Sep 16 05:36:46.852185 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.672926 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.678613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb6f21-6575-4b54-9545-f887db615edc req-f0db05f2-9db6-443b-a605-3cb214b06f71 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:47.680100 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7bb6f21-6575-4b54-9545-f887db615edc req-f0db05f2-9db6-443b-a605-3cb214b06f71 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0504928 Sep 16 05:36:47.718046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f7bb6f21-6575-4b54-9545-f887db615edc req-46047b17-42b0-4a84-b1fe-bc6e2fd7f033 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Sep 16 05:36:48.891225 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913ad15-eaed-44bc-adc4-4d3e458e1ad1 req-da55d62c-f6c5-4221-94cf-22c0e89e3154 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:48.892737 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7913ad15-eaed-44bc-adc4-4d3e458e1ad1 req-da55d62c-f6c5-4221-94cf-22c0e89e3154 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.1059928 Sep 16 05:36:48.929883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7913ad15-eaed-44bc-adc4-4d3e458e1ad1 req-c1b806d8-0c68-4df2-b3fb-b19fa5b8ffb6 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311704 Sep 16 05:36:50.098329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d12050-e91b-4629-8dd6-60cff270e11a req-39f69b82-335e-48f3-b5ab-221229464833 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:50.099804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93d12050-e91b-4629-8dd6-60cff270e11a req-39f69b82-335e-48f3-b5ab-221229464833 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.1030219 Sep 16 05:36:50.141055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93d12050-e91b-4629-8dd6-60cff270e11a req-7bdc7233-9f79-4327-82b3-c2d5ec65d529 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352719 Sep 16 05:36:51.262680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedabe0b-3416-4093-acc1-d21ebe8b57e2 req-625a9d40-2bb7-4b1d-b971-dea2d80a5620 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:51.264349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dedabe0b-3416-4093-acc1-d21ebe8b57e2 req-625a9d40-2bb7-4b1d-b971-dea2d80a5620 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0517321 Sep 16 05:36:51.303667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dedabe0b-3416-4093-acc1-d21ebe8b57e2 req-907597f5-3a33-4a5e-9b7b-485459ce71a5 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Sep 16 05:36:52.419010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c99d71-c43a-4573-8fa4-b694c5e9d87d req-f8aabd9b-7308-4943-b404-a3f051c3be6d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:52.420516 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29c99d71-c43a-4573-8fa4-b694c5e9d87d req-f8aabd9b-7308-4943-b404-a3f051c3be6d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0487587 Sep 16 05:36:52.459134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29c99d71-c43a-4573-8fa4-b694c5e9d87d req-060f8127-5c83-47cb-a3b4-7f112a0047be tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Sep 16 05:36:53.572412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7f615-7d8c-45e6-abc5-777409676574 req-11a97833-d18f-4575-9660-b8f953ba142e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:53.573907 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fb7f615-7d8c-45e6-abc5-777409676574 req-11a97833-d18f-4575-9660-b8f953ba142e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0484819 Sep 16 05:36:53.614816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fb7f615-7d8c-45e6-abc5-777409676574 req-818d2f08-c3fc-47f6-a0eb-9a6776d13c77 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350082 Sep 16 05:36:54.732846 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b71b1f-3ae5-4889-bffe-59d8f35e7383 req-6f740e24-3154-4f70-98d7-9733de2c549a tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:54.734371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8b71b1f-3ae5-4889-bffe-59d8f35e7383 req-6f740e24-3154-4f70-98d7-9733de2c549a tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0517652 Sep 16 05:36:54.774093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8b71b1f-3ae5-4889-bffe-59d8f35e7383 req-ba5d2d85-c105-4eaa-b28b-c125339d0b6f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327396 Sep 16 05:36:55.889068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc98602-7ec2-483f-9e2c-a7244f964a7b req-74ef1d5c-3a8e-47b6-847d-b602cf234322 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:55.890533 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfc98602-7ec2-483f-9e2c-a7244f964a7b req-74ef1d5c-3a8e-47b6-847d-b602cf234322 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0481739 Sep 16 05:36:55.929299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bfc98602-7ec2-483f-9e2c-a7244f964a7b req-625114d7-8f58-4df2-9de6-b806bc7e8f7b tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321779 Sep 16 05:36:57.044325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2afdc-6f0b-42aa-9c78-53ba92b9ecd0 req-107f464c-283a-4f5d-b4a0-48be111c0799 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:57.045806 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17c2afdc-6f0b-42aa-9c78-53ba92b9ecd0 req-107f464c-283a-4f5d-b4a0-48be111c0799 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0489163 Sep 16 05:36:57.087587 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17c2afdc-6f0b-42aa-9c78-53ba92b9ecd0 req-52e7476b-8d34-4f95-ab49-797bc784fc61 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356305 Sep 16 05:36:58.208030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8533a-46b7-4bb6-b120-ebc177ae0627 req-7100b05c-0606-48dd-a748-8d11a79f96d8 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:58.210185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12c8533a-46b7-4bb6-b120-ebc177ae0627 req-7100b05c-0606-48dd-a748-8d11a79f96d8 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0497510 Sep 16 05:36:58.248238 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-12c8533a-46b7-4bb6-b120-ebc177ae0627 req-dbc605b6-7f46-4a61-9103-50d922efcbfb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317097 Sep 16 05:36:59.362916 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6054f2-b727-4b50-bcc5-d0f15c5d056f req-601a82bc-0bfd-4138-9494-e8e4ac1cf2a8 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:59.364369 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b6054f2-b727-4b50-bcc5-d0f15c5d056f req-601a82bc-0bfd-4138-9494-e8e4ac1cf2a8 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0484884 Sep 16 05:36:59.401983 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6b6054f2-b727-4b50-bcc5-d0f15c5d056f req-27600679-8cc3-4d26-9704-170f0c982fcb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Sep 16 05:37:00.151255 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:00.151850 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-894edae5-d9dd-413c-b943-9af6b23b6523 service neutron] show failed (client error): The resource could not be found. Sep 16 05:37:00.152792 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-894edae5-d9dd-413c-b943-9af6b23b6523 service neutron] 10.222.0.23 "GET /v2.0/ports/9f1238f6-c7d6-4957-8a0e-6f7a949daff4/bindings/n-h2-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.1120219 Sep 16 05:37:00.520006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d228f8-2a94-46d2-b3f4-840d7a1077c5 req-0244c1ea-110c-478a-8639-36f39c1ae152 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:00.521500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-76d228f8-2a94-46d2-b3f4-840d7a1077c5 req-0244c1ea-110c-478a-8639-36f39c1ae152 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0514777 Sep 16 05:37:00.565075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-76d228f8-2a94-46d2-b3f4-840d7a1077c5 req-530856d1-e9ab-47c2-8757-40031a187f08 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366790 Sep 16 05:37:00.670004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-74e08318-6aa0-4d6b-83b6-ddd0c3e09ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:00.671657 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-74e08318-6aa0-4d6b-83b6-ddd0c3e09ca6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1&tenant_id=7f7b20bd45404e81bf3ac20181edcb8f HTTP/1.1" status: 200 len: 1097 time: 0.0416279 Sep 16 05:37:00.684767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:00.739270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.940880 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:00.972793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:01.012440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:01.014709 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d43a85c-b57c-4643-b830-5115eb2fc8b7" -d '{"events": [{"server_uuid": "e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9f1238f6-c7d6-4957-8a0e-6f7a949daff4"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:01.018787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.031362 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Transition to ACTIVE for port object 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:01.101902 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.130522 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9579784-c3cd-4443-84b3-0e0e08f6db5c x-openstack-request-id: req-b9579784-c3cd-4443-84b3-0e0e08f6db5c {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:01.135390 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9f1238f6-c7d6-4957-8a0e-6f7a949daff4", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:01.135390 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9579784-c3cd-4443-84b3-0e0e08f6db5c {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:01.135390 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4', 'code': 200} Sep 16 05:37:01.169413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] No DVR routers for this DVR port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:01.175236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Pushing event updated for resources: {'Port': ['ID=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,revision_number=6']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:01.210576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Attempting to bind port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:01.210964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Attempting to bind port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:01.211298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Attempting to bind port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 on network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:01.215511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 on network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:01.215830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Attempting to bind port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 on network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:01.220536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:01.220877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Checking segment: {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:01.221263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Bound using segment: {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:01.221685 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Bound port: 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:01.222036 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.283870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:01.286927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:01.343923 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.378279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:01.379141 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.380859 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] 10.222.0.37 "PUT /v2.0/ports/9f1238f6-c7d6-4957-8a0e-6f7a949daff4 HTTP/1.1" status: 200 len: 1092 time: 0.7003319 Sep 16 05:37:01.411786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d41c3f-7fd6-4f0d-a0ca-6dbfbad48d3e service neutron] Pushing event updated for resources: {'Port': ['ID=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:01.449509 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-5a716b04-fa6f-4d38-95cb-129e1bf91ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:01.451010 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-5a716b04-fa6f-4d38-95cb-129e1bf91ca7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 1095 time: 0.0466692 Sep 16 05:37:01.540254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-d1631392-0967-411b-8d81-881e72ecfa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:01.541659 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-d1631392-0967-411b-8d81-881e72ecfa0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 915 time: 0.0833066 Sep 16 05:37:01.586786 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-ae1674c1-8d0d-4b21-ac7f-c000871863bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4 HTTP/1.1" status: 200 len: 217 time: 0.0371199 Sep 16 05:37:01.637986 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-4cda450c-08e1-4504-a6af-3a000669d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:01.639648 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-4cda450c-08e1-4504-a6af-3a000669d55e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0446470 Sep 16 05:37:01.672204 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-c7965156-3741-43eb-a99a-44287112c298 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249894 Sep 16 05:37:01.685670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15e3ab-126b-4472-98c7-ab4d44b9210d req-90ef4f5f-f306-464f-be31-e07acec6e34f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:01.687631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af15e3ab-126b-4472-98c7-ab4d44b9210d req-90ef4f5f-f306-464f-be31-e07acec6e34f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 943 time: 0.0492640 Sep 16 05:37:01.726507 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af15e3ab-126b-4472-98c7-ab4d44b9210d req-d333170a-78eb-4c4e-9644-a42ac0bbfea8 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330462 Sep 16 05:37:01.767879 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-3de6703a-ab3e-4c92-9bc7-d93fc7c63871 service neutron] 10.222.0.37 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876968 Sep 16 05:37:01.857323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e7d0906e-2861-411e-9ad3-c383eee9d7f6 req-7ce686a4-6f53-46ee-ad98-25c587acae67 service neutron] 10.222.0.37 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821540 Sep 16 05:37:02.846423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9d535-ad48-4086-8440-76e22228f93f req-abbd98ae-a601-438b-af33-7179ef6b5874 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:02.847894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fb9d535-ad48-4086-8440-76e22228f93f req-abbd98ae-a601-438b-af33-7179ef6b5874 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 943 time: 0.0489941 Sep 16 05:37:02.884966 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fb9d535-ad48-4086-8440-76e22228f93f req-72401f10-430d-4dcf-b8c4-957461b74c08 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306869 Sep 16 05:37:03.132974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'tag': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:03.138048 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6ec1b0-bbd3-4441-a1d4-e71827306305" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1", "tag": "9f1238f6-c7d6-4957-8a0e-6f7a949daff4"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:03.184371 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86978b4-7bb3-4c7c-87a0-fa5a725a4665 x-openstack-request-id: req-f86978b4-7bb3-4c7c-87a0-fa5a725a4665 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:03.184695 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1", "tag": "9f1238f6-c7d6-4957-8a0e-6f7a949daff4", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:03.184945 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f86978b4-7bb3-4c7c-87a0-fa5a725a4665 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:03.185350 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'tag': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4', 'status': 'completed', 'code': 200} Sep 16 05:37:03.270761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-74d9cb24-aab9-42a0-bd81-bebfcabfa45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:03.272308 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-74d9cb24-aab9-42a0-bd81-bebfcabfa45b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 1095 time: 0.0709562 Sep 16 05:37:03.279129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-1b3b8c75-9331-44af-b9f0-cd177ca333f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:03.280618 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-1b3b8c75-9331-44af-b9f0-cd177ca333f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 1095 time: 0.0545917 Sep 16 05:37:03.438479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-6eb96e25-8e80-40e4-8cc0-5f431ee8ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:03.439932 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-6eb96e25-8e80-40e4-8cc0-5f431ee8ee87 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 915 time: 0.1584148 Sep 16 05:37:03.442450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-e40df507-666c-4b06-bb7a-3ddd4959f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:03.443816 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-e40df507-666c-4b06-bb7a-3ddd4959f2f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 915 time: 0.1532927 Sep 16 05:37:03.512651 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-f3cf4d82-9c55-4ff2-9c07-338659838348 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4 HTTP/1.1" status: 200 len: 217 time: 0.0659742 Sep 16 05:37:03.514049 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-12d11d2f-2621-4e39-ab2d-f3e8be4bfcb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4 HTTP/1.1" status: 200 len: 217 time: 0.0619900 Sep 16 05:37:03.595800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-19c6c7e9-bc72-461b-aa9d-a4a86031ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:03.597533 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-19c6c7e9-bc72-461b-aa9d-a4a86031ec67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0778229 Sep 16 05:37:03.598593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-8a12405b-7167-4842-9ca2-529579b3e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:03.600008 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-8a12405b-7167-4842-9ca2-529579b3e75e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0722487 Sep 16 05:37:03.635110 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-02f41da3-8fa6-48d3-ba7d-e13684040f1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311832 Sep 16 05:37:03.660222 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-a0edc66e-f98d-4a3d-ad5b-bc32a42d213f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476027 Sep 16 05:37:03.711068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:03.751990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:03.806500 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-6a57e55e-abb6-44d5-b598-0a03c1a17f37 service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544092 Sep 16 05:37:03.811926 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-689bc7b7-ec06-46d2-ad59-4f46e1cf4971 service neutron] 10.222.0.37 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405826 Sep 16 05:37:04.011606 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab283320-59b9-4235-8bee-aeb5024de7ab req-38782183-40f7-4e31-9a9a-08ccdc4976ed tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.015221 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab283320-59b9-4235-8bee-aeb5024de7ab req-38782183-40f7-4e31-9a9a-08ccdc4976ed tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 943 time: 0.0564961 Sep 16 05:37:04.059237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab283320-59b9-4235-8bee-aeb5024de7ab req-610c6d55-bf53-4526-8794-6c3aed0c29c5 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400281 Sep 16 05:37:04.267463 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-199968da-6e0c-4ae2-a557-741e8f05605e service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544597 Sep 16 05:37:04.270750 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7c6ec1b0-bbd3-4441-a1d4-e71827306305 req-9fb2d833-d753-4503-b797-28aa31369372 service neutron] 10.222.0.37 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507608 Sep 16 05:37:04.403182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90ea66-111e-450b-b766-c871167f40ff req-75341e15-0415-475f-b666-85282dd943b3 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.404844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b90ea66-111e-450b-b766-c871167f40ff req-75341e15-0415-475f-b666-85282dd943b3 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 943 time: 0.0488701 Sep 16 05:37:04.443538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7b90ea66-111e-450b-b766-c871167f40ff req-8ade6d3f-eb9d-49b6-b448-41a8f9e6e833 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Sep 16 05:37:04.482319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-5e363985-5f47-4083-a66a-af640024cb62 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.483784 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-5e363985-5f47-4083-a66a-af640024cb62 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1&tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 943 time: 0.0518682 Sep 16 05:37:04.543314 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-90e1004d-ad11-44e5-ba57-cfe6e5670fef service neutron] delete failed (client error): The resource could not be found. Sep 16 05:37:04.544247 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-90e1004d-ad11-44e5-ba57-cfe6e5670fef service neutron] 10.222.0.23 "DELETE /v2.0/ports/9f1238f6-c7d6-4957-8a0e-6f7a949daff4/bindings/n-h1-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0533230 Sep 16 05:37:04.629212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-f8b00e5a-b537-4a6e-8787-b9842e49f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.630710 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-f8b00e5a-b537-4a6e-8787-b9842e49f61b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 1095 time: 0.0439134 Sep 16 05:37:04.719934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-986ca058-6f1d-4c87-a1c6-9da048ff4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.721476 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-986ca058-6f1d-4c87-a1c6-9da048ff4803 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 915 time: 0.0842395 Sep 16 05:37:04.765368 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-c0a44a6a-d03c-47c2-84c1-39af487fd76a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4 HTTP/1.1" status: 200 len: 217 time: 0.0374057 Sep 16 05:37:04.813570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-a15de0e6-48bb-4591-ab88-dd8cf8ff66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.815009 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-a15de0e6-48bb-4591-ab88-dd8cf8ff66ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0432351 Sep 16 05:37:04.845456 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-fe93936e-be08-4c21-b7c4-42992f449db7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236492 Sep 16 05:37:04.936835 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-bb03b1b7-ad42-495f-ab62-69e7558b979d service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842900 Sep 16 05:37:05.026473 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cc33ff3e-dbfb-4cc3-ae0c-086108f9f809 req-9f7e933b-b8cd-403e-a607-8054507185e2 service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829058 Sep 16 05:37:05.152626 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:05.246730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:05.258637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4', 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf', 'port_id': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4', 'mac_address': 'fa:16:3e:19:b9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de909de-6027-425c-b378-69b2f9349d85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:05.299341 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:05.312248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:05.331019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:05.392327 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:05.439230 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:05.563228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb59eb5-ccb0-4462-8359-68c886263f35 req-9b6d8b28-26e8-42cd-8734-ce73c5c5b45f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:05.564808 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2fb59eb5-ccb0-4462-8359-68c886263f35 req-9b6d8b28-26e8-42cd-8734-ce73c5c5b45f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 944 time: 0.0510595 Sep 16 05:37:05.604037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2fb59eb5-ccb0-4462-8359-68c886263f35 req-ca9e21a2-2f8a-4e4f-9ff3-19fc7d541898 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Sep 16 05:37:05.607213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['9f1238f6-c7d6-4957-8a0e-6f7a949daff4'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:06.719891 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d7d8a-7a7c-44dd-b1da-b93faa342906 req-edd821ed-7902-4ce6-866a-18fc52f5dd76 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:06.721398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-492d7d8a-7a7c-44dd-b1da-b93faa342906 req-edd821ed-7902-4ce6-866a-18fc52f5dd76 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 944 time: 0.0481350 Sep 16 05:37:06.764173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-492d7d8a-7a7c-44dd-b1da-b93faa342906 req-8139a7e6-309a-4027-92a5-8d2b91826d3c tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355022 Sep 16 05:37:06.877514 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8217d-2607-437e-8309-c4220b727484 req-146d00e4-aa16-407e-b6be-bf65a14f8eec tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:06.879109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cdb8217d-2607-437e-8309-c4220b727484 req-146d00e4-aa16-407e-b6be-bf65a14f8eec tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 944 time: 0.0480239 Sep 16 05:37:06.916934 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cdb8217d-2607-437e-8309-c4220b727484 req-7b0a8664-1ab0-4edf-9608-b514af52b4ef tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Sep 16 05:37:07.028987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29aa26-a6d4-4811-a95b-25efaae4cfa0 req-c92ea3f7-9456-4d1c-a84f-5e9cfce5b4e0 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:07.030456 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb29aa26-a6d4-4811-a95b-25efaae4cfa0 req-c92ea3f7-9456-4d1c-a84f-5e9cfce5b4e0 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 944 time: 0.0480511 Sep 16 05:37:07.068204 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fb29aa26-a6d4-4811-a95b-25efaae4cfa0 req-9cc1a733-f4ff-49ce-8f08-c3856ff6e579 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Sep 16 05:37:07.162611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:07.284491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:07.289347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:07.293442 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:07.367857 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:07.390686 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:07.392936 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e547a11f-6cb4-43a5-af2c-889a0d7a38f4" -d '{"events": [{"server_uuid": "e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1", "name": "network-vif-plugged", "status": "completed", "tag": "9f1238f6-c7d6-4957-8a0e-6f7a949daff4"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:07.408998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:07.496299 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c6f319-1eca-49be-9454-8610464f2a0a x-openstack-request-id: req-d5c6f319-1eca-49be-9454-8610464f2a0a {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:07.496660 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1", "name": "network-vif-plugged", "status": "completed", "tag": "9f1238f6-c7d6-4957-8a0e-6f7a949daff4", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:07.496913 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5c6f319-1eca-49be-9454-8610464f2a0a {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:07.497307 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4', 'code': 200} Sep 16 05:37:07.524591 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:07.573126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:07.664168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-5ac85c43-dc51-4935-972a-48661286d043 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:07.665655 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-5ac85c43-dc51-4935-972a-48661286d043 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 815 time: 0.1068399 Sep 16 05:37:07.680631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-dab9f183-2943-491f-ad12-7fa2c399efb0 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/quotas/7f7b20bd45404e81bf3ac20181edcb8f HTTP/1.1" status: 200 len: 375 time: 0.0090311 Sep 16 05:37:07.729249 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-f20412ca-2c0e-4acd-81ee-a25c3804998d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436404 Sep 16 05:37:07.791513 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-17e4b961-e2c9-4237-b6b0-0be2ae05c259 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:07.792474 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-17e4b961-e2c9-4237-b6b0-0be2ae05c259 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0566225 Sep 16 05:37:07.886235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-48cb84bc-8839-4608-8a4d-b8b72fa82ab8 service neutron] 10.222.0.24 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870049 Sep 16 05:37:07.976064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-a885e5bf-48f9-4203-ae4d-e7df469e7c38 service neutron] 10.222.0.24 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833488 Sep 16 05:37:08.207035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af9e69dd-eff4-4b03-8b90-c974ba0a1e70 req-e2dddb2b-0aac-4c29-9e17-848459687c83 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 210 time: 0.0268495 Sep 16 05:37:08.843327 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7b694-16af-4058-bc27-3b9d38a2a0f1 req-5d52e160-c135-4c0f-8e17-bfba6463143d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:08.844872 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6f7b694-16af-4058-bc27-3b9d38a2a0f1 req-5d52e160-c135-4c0f-8e17-bfba6463143d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1 HTTP/1.1" status: 200 len: 945 time: 0.0481143 Sep 16 05:37:08.936791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d6f7b694-16af-4058-bc27-3b9d38a2a0f1 req-cfc08920-b9b6-47e7-bd99-72aec7ffd8cb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Deleting port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:08.937131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d6f7b694-16af-4058-bc27-3b9d38a2a0f1 req-cfc08920-b9b6-47e7-bd99-72aec7ffd8cb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.023203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d6f7b694-16af-4058-bc27-3b9d38a2a0f1 req-cfc08920-b9b6-47e7-bd99-72aec7ffd8cb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] For port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:09.023479 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d6f7b694-16af-4058-bc27-3b9d38a2a0f1 req-cfc08920-b9b6-47e7-bd99-72aec7ffd8cb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.035548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d6f7b694-16af-4058-bc27-3b9d38a2a0f1 req-cfc08920-b9b6-47e7-bd99-72aec7ffd8cb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Calling delete_port for 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:09.255585 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d6f7b694-16af-4058-bc27-3b9d38a2a0f1 req-cfc08920-b9b6-47e7-bd99-72aec7ffd8cb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.268520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['9f1238f6-c7d6-4957-8a0e-6f7a949daff4'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:09.286828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc08920-b9b6-47e7-bd99-72aec7ffd8cb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Pushing event deleted for resources: {'Port': ['ID=9f1238f6-c7d6-4957-8a0e-6f7a949daff4,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:09.333559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97fea894-1f13-4c94-a3d3-74fdefac713b req-54465b4c-4a2e-442c-a814-db0fff60e008 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 210 time: 0.0501781 Sep 16 05:37:09.345303 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f7b694-16af-4058-bc27-3b9d38a2a0f1 req-cfc08920-b9b6-47e7-bd99-72aec7ffd8cb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] No DVR routers for this DVR port 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:09.347866 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d6f7b694-16af-4058-bc27-3b9d38a2a0f1 req-cfc08920-b9b6-47e7-bd99-72aec7ffd8cb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.349962 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6f7b694-16af-4058-bc27-3b9d38a2a0f1 req-cfc08920-b9b6-47e7-bd99-72aec7ffd8cb tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.37 "DELETE /v2.0/ports/9f1238f6-c7d6-4957-8a0e-6f7a949daff4 HTTP/1.1" status: 204 len: 173 time: 0.4978037 Sep 16 05:37:09.350442 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'name': 'network-vif-deleted', 'tag': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:09.352871 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f9a3b6-a4cc-4453-84c4-a8c11fbcaab6" -d '{"events": [{"server_uuid": "e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1", "name": "network-vif-deleted", "tag": "9f1238f6-c7d6-4957-8a0e-6f7a949daff4"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:09.390018 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0b2ed2-2d49-44c3-b064-c03991e91253 x-openstack-request-id: req-7f0b2ed2-2d49-44c3-b064-c03991e91253 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:09.390312 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1", "name": "network-vif-deleted", "tag": "9f1238f6-c7d6-4957-8a0e-6f7a949daff4", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:09.390567 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f0b2ed2-2d49-44c3-b064-c03991e91253 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:09.390973 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a6b1fd-afa6-45f6-aaa8-abddc7c121c1', 'name': 'network-vif-deleted', 'tag': '9f1238f6-c7d6-4957-8a0e-6f7a949daff4', 'status': 'completed', 'code': 200} Sep 16 05:37:10.113634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-b2d56165-0290-49e9-a69e-721706b6d869 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:10.115131 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-b2d56165-0290-49e9-a69e-721706b6d869 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.23 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 815 time: 0.1012456 Sep 16 05:37:10.127398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Request body: {'port': {'device_id': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf', 'admin_state_up': True, 'tenant_id': '7f7b20bd45404e81bf3ac20181edcb8f'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:10.312382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Made reservation on behalf of 7f7b20bd45404e81bf3ac20181edcb8f for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:10.316057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:10.419598 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b8f925f-28b1-4913-be73-bb08595038b0 req-6ec17d59-c31e-4abd-8aca-e6b03a2db6d9 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 210 time: 0.0260077 Sep 16 05:37:10.447281 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Allocated IP 172.20.0.8 (5ecc6f3a-69ff-416c-ba65-4faeb00176cf/9de909de-6027-425c-b378-69b2f9349d85/417ac220-bcb7-43dc-bde3-fa18c115a768) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:10.597682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:10.681104 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:10.692672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['9f1238f6-c7d6-4957-8a0e-6f7a949daff4'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:10.723381 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:10.727068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:10.732849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:10.760493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Pushing event updated for resources: {'Port': ['ID=417ac220-bcb7-43dc-bde3-fa18c115a768,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:10.787108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:10.787722 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:10.850017 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ee9d7c06-dcf6-4c34-b914-c2b2932c4e7e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7263644 Sep 16 05:37:10.862450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Request body: {'port': {'device_id': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:10.915116 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.176286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417ac220-bcb7-43dc-bde3-fa18c115a768 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:11.183810 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.195661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Transition to ACTIVE for port object 417ac220-bcb7-43dc-bde3-fa18c115a768 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:11.257502 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.311062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Pushing event updated for resources: {'Port': ['ID=417ac220-bcb7-43dc-bde3-fa18c115a768,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:11.373812 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Attempting to bind port 417ac220-bcb7-43dc-bde3-fa18c115a768 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:11.374158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Attempting to bind port 417ac220-bcb7-43dc-bde3-fa18c115a768 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:11.374490 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Attempting to bind port 417ac220-bcb7-43dc-bde3-fa18c115a768 on network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:11.378673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Port 417ac220-bcb7-43dc-bde3-fa18c115a768 on network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:11.379002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Attempting to bind port 417ac220-bcb7-43dc-bde3-fa18c115a768 on network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:11.384272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:11.384647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Checking segment: {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:11.385035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Bound using segment: {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:11.385462 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Bound port: 417ac220-bcb7-43dc-bde3-fa18c115a768, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:11.385822 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.453369 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:11.456504 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=417ac220-bcb7-43dc-bde3-fa18c115a768,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:11.548421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4623a-17c9-479e-9c3d-91f9d1029b86 req-37878559-6346-42e9-b5be-c3780b259224 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.549971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98b4623a-17c9-479e-9c3d-91f9d1029b86 req-37878559-6346-42e9-b5be-c3780b259224 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 943 time: 0.0578721 Sep 16 05:37:11.558998 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.595080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.596553 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.597792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98b4623a-17c9-479e-9c3d-91f9d1029b86 req-803d2dc4-1995-493d-99bb-f1e02d2cc7ba tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Sep 16 05:37:11.598160 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] 10.222.0.23 "PUT /v2.0/ports/417ac220-bcb7-43dc-bde3-fa18c115a768 HTTP/1.1" status: 200 len: 1092 time: 0.7400308 Sep 16 05:37:11.602063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'tag': '417ac220-bcb7-43dc-bde3-fa18c115a768'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:11.614625 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6139cf3ec133ed6ca8cee058c00fe9bb817278568b974fd40427fe9d4d46ca7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9d2938-8891-4949-aaec-ea1d37388b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc715ded-ca1e-4571-b79a-e25bace352c2", "tag": "417ac220-bcb7-43dc-bde3-fa18c115a768"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:11.637881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98aba2-f7ca-4fec-8851-3c89444c65bb service neutron] Pushing event updated for resources: {'Port': ['ID=417ac220-bcb7-43dc-bde3-fa18c115a768,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:11.656283 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ab6a48-2316-4763-80f9-6b205a436001 x-openstack-request-id: req-85ab6a48-2316-4763-80f9-6b205a436001 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:11.656696 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc715ded-ca1e-4571-b79a-e25bace352c2", "tag": "417ac220-bcb7-43dc-bde3-fa18c115a768", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:11.657042 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85ab6a48-2316-4763-80f9-6b205a436001 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:11.657553 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'tag': '417ac220-bcb7-43dc-bde3-fa18c115a768', 'status': 'completed', 'code': 200} Sep 16 05:37:11.722235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d2938-8891-4949-aaec-ea1d37388b9f req-b8d23cd1-8b65-4e0e-94aa-d45b0e72723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.723839 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a9d2938-8891-4949-aaec-ea1d37388b9f req-b8d23cd1-8b65-4e0e-94aa-d45b0e72723b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 1095 time: 0.0431225 Sep 16 05:37:11.829639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d2938-8891-4949-aaec-ea1d37388b9f req-ed6d3b8f-4673-4b8d-b890-8b23a45d00a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.831260 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a9d2938-8891-4949-aaec-ea1d37388b9f req-ed6d3b8f-4673-4b8d-b890-8b23a45d00a0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1002896 Sep 16 05:37:11.924915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d2938-8891-4949-aaec-ea1d37388b9f req-d734c6bf-8969-4d2e-be1f-dd3d074869d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.926406 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8a9d2938-8891-4949-aaec-ea1d37388b9f req-d734c6bf-8969-4d2e-be1f-dd3d074869d4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0889559 Sep 16 05:37:12.013531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-6e33640f-7ccd-4268-b5b6-72b3091ec0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:12.015167 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-6e33640f-7ccd-4268-b5b6-72b3091ec0c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 1095 time: 0.0448651 Sep 16 05:37:12.063708 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-991ad0a6-7195-4c7d-87d0-ea5fb933165c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=417ac220-bcb7-43dc-bde3-fa18c115a768 HTTP/1.1" status: 200 len: 217 time: 0.0399961 Sep 16 05:37:12.113734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-060fe142-b931-4165-96bf-5b2915940d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:12.115238 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-060fe142-b931-4165-96bf-5b2915940d24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0451589 Sep 16 05:37:12.146390 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bdda785a-abca-42da-acc9-f1f21c0bf2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:12.148565 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-27fa37bd-02a2-4eb6-a358-7d74666539e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256531 Sep 16 05:37:12.244118 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-a0a3991c-5bfd-429f-a84c-96749734e45c service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899036 Sep 16 05:37:12.335930 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78aba1c6-42d7-4e7b-8f34-b24fdaa67f4a req-6e6d8f32-3fb5-4509-a021-450b8acee86f service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853131 Sep 16 05:37:12.719307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ecfb-e1eb-45cf-a5c7-d0d07075b830 req-1e76af8b-b076-4d24-bab0-718b4f530291 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:12.720888 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4a9ecfb-e1eb-45cf-a5c7-d0d07075b830 req-1e76af8b-b076-4d24-bab0-718b4f530291 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 943 time: 0.0529072 Sep 16 05:37:12.758654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a4a9ecfb-e1eb-45cf-a5c7-d0d07075b830 req-7d53464a-a8f9-405a-8e78-6a167b1557d2 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318410 Sep 16 05:37:12.783416 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.176095 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:13.196847 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:13.197188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 9f1238f6-c7d6-4957-8a0e-6f7a949daff4 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:13.881125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d00453-101f-41d8-b7dc-e96d0726f7e1 req-2f0ddfe8-f835-466d-a73e-6cb6d4d7de18 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:13.883415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81d00453-101f-41d8-b7dc-e96d0726f7e1 req-2f0ddfe8-f835-466d-a73e-6cb6d4d7de18 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 943 time: 0.0542333 Sep 16 05:37:13.921964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81d00453-101f-41d8-b7dc-e96d0726f7e1 req-cc7c0431-eb40-404e-aba6-7fbbcee8e631 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Sep 16 05:37:14.500783 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8e70d42-b519-4198-8bdb-fb73af47a643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.034776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22ccc5-f1dc-41b4-8658-cef5a40ba22a req-36fdf3b6-6d05-49d5-a390-623d599ce13f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:15.036279 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e22ccc5-f1dc-41b4-8658-cef5a40ba22a req-36fdf3b6-6d05-49d5-a390-623d599ce13f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 943 time: 0.0488257 Sep 16 05:37:15.073440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4e22ccc5-f1dc-41b4-8658-cef5a40ba22a req-ec453b96-ca76-4d3e-ac4b-0c7c85968294 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307562 Sep 16 05:37:15.314761 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.805404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 417ac220-bcb7-43dc-bde3-fa18c115a768 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:15.900983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=417ac220-bcb7-43dc-bde3-fa18c115a768,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:15.911713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '417ac220-bcb7-43dc-bde3-fa18c115a768', 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf', 'port_id': '417ac220-bcb7-43dc-bde3-fa18c115a768', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de909de-6027-425c-b378-69b2f9349d85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:15.949209 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.961913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417ac220-bcb7-43dc-bde3-fa18c115a768 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:15.986149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=417ac220-bcb7-43dc-bde3-fa18c115a768,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:16.086659 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.145159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=417ac220-bcb7-43dc-bde3-fa18c115a768,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:16.153358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:16.153708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:16.154054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:16.154392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:16.154741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:16.155048 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:16.155395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:16.155737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:16.156062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:16.156383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:16.156734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:16.157055 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:16.183547 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.212999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bb6aa-370f-42d7-a68b-40f38328fb92 req-842cd425-9bc2-4ae8-b346-011ec48fe1a8 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.214521 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-250bb6aa-370f-42d7-a68b-40f38328fb92 req-842cd425-9bc2-4ae8-b346-011ec48fe1a8 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 944 time: 0.0506523 Sep 16 05:37:16.252091 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-250bb6aa-370f-42d7-a68b-40f38328fb92 req-1215fb79-ff47-4508-b1ae-ce70ed9e3266 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Sep 16 05:37:16.290987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['417ac220-bcb7-43dc-bde3-fa18c115a768'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:16.883558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.368995 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf6f0a-e5c1-4590-a6c7-857813907537 req-71b30fca-b1f7-4fba-a814-dd257d35acd6 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:17.370474 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4cf6f0a-e5c1-4590-a6c7-857813907537 req-71b30fca-b1f7-4fba-a814-dd257d35acd6 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 944 time: 0.0526185 Sep 16 05:37:17.407877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4cf6f0a-e5c1-4590-a6c7-857813907537 req-3d6be345-8fa5-4ec6-a42e-d86fd21d6c72 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Sep 16 05:37:17.691437 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.805755 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 417ac220-bcb7-43dc-bde3-fa18c115a768 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:17.929314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 417ac220-bcb7-43dc-bde3-fa18c115a768 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:17.933357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 417ac220-bcb7-43dc-bde3-fa18c115a768 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:17.933732 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:18.009362 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:18.031475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417ac220-bcb7-43dc-bde3-fa18c115a768'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:18.033710 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a097cf2-cc9c-4172-beb6-b9130bf8b8c5" -d '{"events": [{"server_uuid": "bc715ded-ca1e-4571-b79a-e25bace352c2", "name": "network-vif-plugged", "status": "completed", "tag": "417ac220-bcb7-43dc-bde3-fa18c115a768"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:18.047134 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=417ac220-bcb7-43dc-bde3-fa18c115a768,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:18.071284 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895fc2eb-da32-4522-9b76-d567703508a2 x-openstack-request-id: req-895fc2eb-da32-4522-9b76-d567703508a2 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:18.071595 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc715ded-ca1e-4571-b79a-e25bace352c2", "name": "network-vif-plugged", "status": "completed", "tag": "417ac220-bcb7-43dc-bde3-fa18c115a768", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:18.071863 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-895fc2eb-da32-4522-9b76-d567703508a2 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:18.072281 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417ac220-bcb7-43dc-bde3-fa18c115a768', 'code': 200} Sep 16 05:37:18.114449 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:18.167489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=417ac220-bcb7-43dc-bde3-fa18c115a768,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:18.168122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78785d70-1812-4565-b419-ccc25c05ebc4 req-8308a8bc-a7cf-4ec8-96a9-a5bf261f4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:18.169760 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78785d70-1812-4565-b419-ccc25c05ebc4 req-8308a8bc-a7cf-4ec8-96a9-a5bf261f4e40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 1097 time: 0.0458553 Sep 16 05:37:18.205943 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-78785d70-1812-4565-b419-ccc25c05ebc4 req-b547cffa-7e19-4c7c-8cee-de6ffa4e9fbb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285845 Sep 16 05:37:18.522703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0418a6-2813-4a32-abac-1e313775dd9c req-ffd35a93-c75b-49e0-82ee-ab39f201f75a tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:18.524262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f0418a6-2813-4a32-abac-1e313775dd9c req-ffd35a93-c75b-49e0-82ee-ab39f201f75a tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0495408 Sep 16 05:37:18.561630 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f0418a6-2813-4a32-abac-1e313775dd9c req-8bbf4718-ea9c-4e6f-a1b5-6f9fc10a4851 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Sep 16 05:37:19.676187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d377e5-cc87-4281-b5ae-eabfbec1a04e req-4a3bd968-3a73-4151-b053-59c45ceca1e4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:19.677667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59d377e5-cc87-4281-b5ae-eabfbec1a04e req-4a3bd968-3a73-4151-b053-59c45ceca1e4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0493898 Sep 16 05:37:19.714891 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59d377e5-cc87-4281-b5ae-eabfbec1a04e req-4679a36d-915b-45f0-870c-28d529460af2 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308180 Sep 16 05:37:19.830326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545c518-3623-46b4-b379-fc5019b64e31 req-9cad2972-5e62-477e-acd3-e57012c84f62 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:19.831766 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8545c518-3623-46b4-b379-fc5019b64e31 req-9cad2972-5e62-477e-acd3-e57012c84f62 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0526855 Sep 16 05:37:19.869689 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8545c518-3623-46b4-b379-fc5019b64e31 req-9756c08a-c348-4096-9c7f-e586de955ebe tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318029 Sep 16 05:37:20.245923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259608-6e11-444c-b5fe-dac617df59b2 req-40f94e7b-a649-4000-8f82-739a3e1ec9e7 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:20.247477 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70259608-6e11-444c-b5fe-dac617df59b2 req-40f94e7b-a649-4000-8f82-739a3e1ec9e7 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0501609 Sep 16 05:37:20.286747 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70259608-6e11-444c-b5fe-dac617df59b2 req-02661a66-b53a-46a7-a0ec-6bf90663b867 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Sep 16 05:37:20.374075 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-20ab2cef-d1a8-489a-ad78-0bd0a2d54b93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414007 Sep 16 05:37:21.404621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc419b-6dd4-40f3-9d76-73da79e9a0dd req-dead12d8-12f6-4bb6-9d9e-94d264b6c943 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:21.406089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61bc419b-6dd4-40f3-9d76-73da79e9a0dd req-dead12d8-12f6-4bb6-9d9e-94d264b6c943 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0494552 Sep 16 05:37:21.445317 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61bc419b-6dd4-40f3-9d76-73da79e9a0dd req-299138d7-9594-441e-bf12-81d8a8263a24 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332224 Sep 16 05:37:22.358135 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-c7cf0484-f4e2-4472-9cdb-a0a783a3a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:22.359641 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-c7cf0484-f4e2-4472-9cdb-a0a783a3a2cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 1097 time: 0.0409403 Sep 16 05:37:22.457988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-07f27da7-8de3-46ab-9a3b-b079b945ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:22.459484 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-07f27da7-8de3-46ab-9a3b-b079b945ac87 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 915 time: 0.0891628 Sep 16 05:37:22.501379 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-749b7424-cf57-426f-87b3-a8a4418626b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=417ac220-bcb7-43dc-bde3-fa18c115a768 HTTP/1.1" status: 200 len: 217 time: 0.0353081 Sep 16 05:37:22.556577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-84e0b707-4ef1-4c53-ab53-b98ee2cbc982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:22.558075 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-84e0b707-4ef1-4c53-ab53-b98ee2cbc982 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0500047 Sep 16 05:37:22.568271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4c1c4-cbc8-4e0a-a5cb-e6d1495b870b req-d9b23bb5-87f8-40c1-8c62-445e9838d4ef tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:22.570659 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47f4c1c4-cbc8-4e0a-a5cb-e6d1495b870b req-d9b23bb5-87f8-40c1-8c62-445e9838d4ef tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0566123 Sep 16 05:37:22.590225 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-37aa853e-c9fb-4cb9-a4ef-80f0a7b0eeb9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256727 Sep 16 05:37:22.610064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-47f4c1c4-cbc8-4e0a-a5cb-e6d1495b870b req-e47cc0ba-f080-4e90-b44c-957aa036b2d4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Sep 16 05:37:22.682310 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-c624cd20-266d-494d-bc6d-85521170c863 service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845244 Sep 16 05:37:22.775001 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-6309d9d7-faf6-4efc-9d94-fa2fadcac8d5 service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863879 Sep 16 05:37:22.971217 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311efeb-c643-4107-93dd-5d4677b916ed req-63b171aa-0444-4cea-a3cc-9fc2c443f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:22.972699 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8311efeb-c643-4107-93dd-5d4677b916ed req-63b171aa-0444-4cea-a3cc-9fc2c443f486 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 1097 time: 0.0416565 Sep 16 05:37:23.081624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311efeb-c643-4107-93dd-5d4677b916ed req-4cb393ee-7213-4349-9540-07f2e792226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:23.083118 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8311efeb-c643-4107-93dd-5d4677b916ed req-4cb393ee-7213-4349-9540-07f2e792226e service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 915 time: 0.0909836 Sep 16 05:37:23.124791 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8311efeb-c643-4107-93dd-5d4677b916ed req-b1a6fe9d-6a1d-4b40-aad6-953cd2f4ae16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=417ac220-bcb7-43dc-bde3-fa18c115a768 HTTP/1.1" status: 200 len: 217 time: 0.0350134 Sep 16 05:37:23.173648 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311efeb-c643-4107-93dd-5d4677b916ed req-005d68f8-e4b3-475c-a512-9c6d044bf6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:23.175144 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8311efeb-c643-4107-93dd-5d4677b916ed req-005d68f8-e4b3-475c-a512-9c6d044bf6c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0435960 Sep 16 05:37:23.210538 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8311efeb-c643-4107-93dd-5d4677b916ed req-4fc18323-3594-452b-be4d-9ddf4c466f35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284808 Sep 16 05:37:23.300677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8311efeb-c643-4107-93dd-5d4677b916ed req-783208b2-164a-4ecd-b67b-30bf904b6840 service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834403 Sep 16 05:37:23.393698 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8311efeb-c643-4107-93dd-5d4677b916ed req-fbb0b8e0-189a-4103-bb2f-632f0b4741f5 service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862195 Sep 16 05:37:23.726143 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e0da2-c73e-4112-b499-51b978d5e4db req-3ae8bb93-b1b1-43e0-b295-63050fd35205 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:23.727659 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e37e0da2-c73e-4112-b499-51b978d5e4db req-3ae8bb93-b1b1-43e0-b295-63050fd35205 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0493021 Sep 16 05:37:23.765339 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e37e0da2-c73e-4112-b499-51b978d5e4db req-5c9d1e5b-bcdf-41ff-a7d3-5d4d92a72743 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Sep 16 05:37:24.879031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae603f3-b8e3-4c66-8af1-e5ba06068bbf req-30301fc5-eedd-4fd4-968b-0472981819a8 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:24.880484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ae603f3-b8e3-4c66-8af1-e5ba06068bbf req-30301fc5-eedd-4fd4-968b-0472981819a8 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0480943 Sep 16 05:37:24.916945 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ae603f3-b8e3-4c66-8af1-e5ba06068bbf req-66de3d7b-6167-48c9-af0f-2894a214adf5 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303996 Sep 16 05:37:26.035945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694440e-f3fc-404c-9a2e-bc1018aff307 req-aa475e23-c4c3-4fe3-86f4-76d475c83d82 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:26.037421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6694440e-f3fc-404c-9a2e-bc1018aff307 req-aa475e23-c4c3-4fe3-86f4-76d475c83d82 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0522022 Sep 16 05:37:26.076055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6694440e-f3fc-404c-9a2e-bc1018aff307 req-191164bd-f2a2-42c8-b8cf-258634da491c tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Sep 16 05:37:27.192481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcf234-b5ae-4655-807b-b1a1e7c3e3ae req-ee483779-1d78-4704-9060-2f34a8fa2a54 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.193980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecbcf234-b5ae-4655-807b-b1a1e7c3e3ae req-ee483779-1d78-4704-9060-2f34a8fa2a54 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0513759 Sep 16 05:37:27.231343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecbcf234-b5ae-4655-807b-b1a1e7c3e3ae req-e5764804-b737-4239-973c-243cfb0f32c7 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Sep 16 05:37:28.344230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9b03e-12df-4357-a393-edb87fa7717e req-c84ee497-00a3-43f9-be15-d73ed3df5456 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:28.345704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-49e9b03e-12df-4357-a393-edb87fa7717e req-c84ee497-00a3-43f9-be15-d73ed3df5456 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0478618 Sep 16 05:37:28.382155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-49e9b03e-12df-4357-a393-edb87fa7717e req-b1b7eaf2-a745-4e9e-a9d2-bf41cca826c7 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305624 Sep 16 05:37:29.501410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113eb69b-13b8-438d-bc36-5798018c4e7a req-7f5a21df-405a-40d5-9829-8089132993bc tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.502886 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-113eb69b-13b8-438d-bc36-5798018c4e7a req-7f5a21df-405a-40d5-9829-8089132993bc tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0528970 Sep 16 05:37:29.539392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-113eb69b-13b8-438d-bc36-5798018c4e7a req-f4b2b2b3-1e91-43cb-b87d-364db9321c44 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306149 Sep 16 05:37:30.657540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07e1c3-8afe-4e81-8dda-b6e9ed9a8f9b req-9922e361-790b-41be-8d3a-3190cf55c4a1 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:30.659066 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e07e1c3-8afe-4e81-8dda-b6e9ed9a8f9b req-9922e361-790b-41be-8d3a-3190cf55c4a1 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0500436 Sep 16 05:37:30.699232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6e07e1c3-8afe-4e81-8dda-b6e9ed9a8f9b req-730bf687-b2b4-4a70-ad54-c4ad8da50297 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333650 Sep 16 05:37:31.869004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eff6e-4887-446c-b6ec-da79d969350c req-05703118-1e39-45b8-9a9f-f0edf4f2a3a7 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:31.870952 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-566eff6e-4887-446c-b6ec-da79d969350c req-05703118-1e39-45b8-9a9f-f0edf4f2a3a7 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0490332 Sep 16 05:37:31.907503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-566eff6e-4887-446c-b6ec-da79d969350c req-cfee4273-45f6-4c41-98de-fdb51e382e8e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306222 Sep 16 05:37:33.061630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7c6c9-54e5-4ccd-b0bf-c16a1af72134 req-c26dac45-15de-4cef-b2d3-618c20526f72 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:33.063074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51e7c6c9-54e5-4ccd-b0bf-c16a1af72134 req-c26dac45-15de-4cef-b2d3-618c20526f72 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0535302 Sep 16 05:37:33.100555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-51e7c6c9-54e5-4ccd-b0bf-c16a1af72134 req-4f236b5c-1a98-40d1-82e9-1264e6a70013 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316823 Sep 16 05:37:34.220951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39324f96-8af3-4d03-9f87-038cd7f48735 req-cfa91350-8ae2-4e77-92ad-57e1a8804d01 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:34.222445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39324f96-8af3-4d03-9f87-038cd7f48735 req-cfa91350-8ae2-4e77-92ad-57e1a8804d01 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0488386 Sep 16 05:37:34.259475 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39324f96-8af3-4d03-9f87-038cd7f48735 req-d4f49494-8ad5-4bf0-be54-95970673d51c tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311723 Sep 16 05:37:35.374507 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3b4a8-0dd0-432d-b4d0-92c567c32b78 req-2468a286-cc07-404d-bff0-74a40bba1b00 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:35.376001 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cde3b4a8-0dd0-432d-b4d0-92c567c32b78 req-2468a286-cc07-404d-bff0-74a40bba1b00 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0485117 Sep 16 05:37:35.413410 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cde3b4a8-0dd0-432d-b4d0-92c567c32b78 req-74a31886-b0b4-4328-8da3-f7902a64ce18 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Sep 16 05:37:36.531075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a0fdc-fe7a-42bf-aa4d-a570319720b0 req-90da9ddb-aea4-4ed9-b004-60d616e5ec4d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:36.532546 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-696a0fdc-fe7a-42bf-aa4d-a570319720b0 req-90da9ddb-aea4-4ed9-b004-60d616e5ec4d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0523324 Sep 16 05:37:36.569193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-696a0fdc-fe7a-42bf-aa4d-a570319720b0 req-306e083d-890f-453f-a461-549e22b7f93d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307689 Sep 16 05:37:37.150106 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:37.685126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c52a2-5297-4412-b0e8-2c9a0e27b15c req-c535e398-abf5-467b-a3db-927576d42b9f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:37.687103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-387c52a2-5297-4412-b0e8-2c9a0e27b15c req-c535e398-abf5-467b-a3db-927576d42b9f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0500557 Sep 16 05:37:37.724612 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-387c52a2-5297-4412-b0e8-2c9a0e27b15c req-c9ac2111-c4a5-4736-bc9b-daf5841f67a4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Sep 16 05:37:38.839141 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0543c-897c-46d7-8c63-8c430ba45431 req-057c8def-0d45-4a1c-ad89-be463759b63d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:38.840635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10d0543c-897c-46d7-8c63-8c430ba45431 req-057c8def-0d45-4a1c-ad89-be463759b63d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0483105 Sep 16 05:37:38.878005 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10d0543c-897c-46d7-8c63-8c430ba45431 req-5ca9ad13-ada0-446c-92e2-cbe6668a7bd1 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314035 Sep 16 05:37:40.074633 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9ff71-7855-41a5-acb6-cefbf96d23e2 req-3809be13-e457-4d99-bafd-5aab7c7a15ba tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:40.076104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0f9ff71-7855-41a5-acb6-cefbf96d23e2 req-3809be13-e457-4d99-bafd-5aab7c7a15ba tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0952449 Sep 16 05:37:40.113712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0f9ff71-7855-41a5-acb6-cefbf96d23e2 req-a7394d69-51e9-4eda-9fb2-788acd81294d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310082 Sep 16 05:37:41.310492 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23634c25-688a-4719-b242-6d642346a58d req-f84dcc05-903c-42a9-8565-0fce1714823d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:41.311996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23634c25-688a-4719-b242-6d642346a58d req-f84dcc05-903c-42a9-8565-0fce1714823d tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0949001 Sep 16 05:37:41.350219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-23634c25-688a-4719-b242-6d642346a58d req-493326c9-1118-407d-90ad-a0c9517347aa tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Sep 16 05:37:42.151370 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-73697539-01ae-4174-bcc1-1215910443b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.467007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce7b84-9f38-4f31-a9ba-c5fed52d2c76 req-186da161-2c12-47d4-b9e6-2a5fce5ee431 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:42.468379 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14ce7b84-9f38-4f31-a9ba-c5fed52d2c76 req-186da161-2c12-47d4-b9e6-2a5fce5ee431 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0495992 Sep 16 05:37:42.508150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14ce7b84-9f38-4f31-a9ba-c5fed52d2c76 req-08c8086f-e1e9-47f4-a8e3-80db030fb272 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Sep 16 05:37:42.763132 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.626866 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68e87-a394-42c3-9eeb-53a7014d07ec req-503861ad-e152-4792-acb6-570f8f026f66 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.628795 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fa68e87-a394-42c3-9eeb-53a7014d07ec req-503861ad-e152-4792-acb6-570f8f026f66 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0538082 Sep 16 05:37:43.667104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fa68e87-a394-42c3-9eeb-53a7014d07ec req-81501485-9be9-4543-bbb6-e33501aa2249 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Sep 16 05:37:44.511700 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-127b62b3-8662-447d-a806-49824aa21629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.784981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87247d4-6582-44c7-8cce-0baa94abc5c1 req-a1d7faa7-5ffb-4b04-9abc-b5b488afa904 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:44.786506 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b87247d4-6582-44c7-8cce-0baa94abc5c1 req-a1d7faa7-5ffb-4b04-9abc-b5b488afa904 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0492098 Sep 16 05:37:44.825826 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b87247d4-6582-44c7-8cce-0baa94abc5c1 req-df17161b-04a4-434f-a9d6-4f20f41fbde7 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Sep 16 05:37:45.320134 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.938068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22e2a9-571e-4def-99c3-f8c620d465c0 req-07538070-fbf8-4f75-b6e9-13e8934aa76c tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:45.939551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de22e2a9-571e-4def-99c3-f8c620d465c0 req-07538070-fbf8-4f75-b6e9-13e8934aa76c tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0479944 Sep 16 05:37:45.976622 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-de22e2a9-571e-4def-99c3-f8c620d465c0 req-99d370c0-b685-4716-86e0-564cdee23a13 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308504 Sep 16 05:37:46.157443 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.902436 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:47.098823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3099e27-e2dd-48a4-a0fb-8ac1256ccc16 req-366d7f90-9414-488b-8b5c-1708db80cfff tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.100302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3099e27-e2dd-48a4-a0fb-8ac1256ccc16 req-366d7f90-9414-488b-8b5c-1708db80cfff tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0533156 Sep 16 05:37:47.138077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3099e27-e2dd-48a4-a0fb-8ac1256ccc16 req-632d8ebd-9e22-4eff-82ac-89f613c786cd tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318995 Sep 16 05:37:47.728958 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:48.253669 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0deed-6955-4c47-b8af-6d38d6538d6b req-1c5d364e-39ed-4610-9dff-d9ac5ebdafd1 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:48.255233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69d0deed-6955-4c47-b8af-6d38d6538d6b req-1c5d364e-39ed-4610-9dff-d9ac5ebdafd1 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0500300 Sep 16 05:37:48.293790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69d0deed-6955-4c47-b8af-6d38d6538d6b req-75737b62-310f-45ec-b070-5b6fd959448b tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 Sep 16 05:37:49.407620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bcd9e-eed6-488c-8813-194040b81b0f req-71e3ddb3-fc89-4894-b209-00d72ffdaa8e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:49.409194 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-309bcd9e-eed6-488c-8813-194040b81b0f req-71e3ddb3-fc89-4894-b209-00d72ffdaa8e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0497713 Sep 16 05:37:49.447265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-309bcd9e-eed6-488c-8813-194040b81b0f req-fd0c89c8-6616-4a2c-8c53-745efe309960 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322394 Sep 16 05:37:49.811054 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-936b93a8-4f43-4b64-8e7d-0a008ef8b889 service neutron] show failed (client error): The resource could not be found. Sep 16 05:37:49.812066 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-936b93a8-4f43-4b64-8e7d-0a008ef8b889 service neutron] 10.222.0.23 "GET /v2.0/ports/417ac220-bcb7-43dc-bde3-fa18c115a768/bindings/n-h2-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0538509 Sep 16 05:37:50.423012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-a02c9a4d-1fb3-4c66-9d56-1930efb8aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:50.424594 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-a02c9a4d-1fb3-4c66-9d56-1930efb8aa55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2&tenant_id=7f7b20bd45404e81bf3ac20181edcb8f HTTP/1.1" status: 200 len: 1097 time: 0.0804029 Sep 16 05:37:50.436259 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:50.492776 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.566409 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471d6ed-a5f5-4293-8f8a-e3e68b46ef4e req-f3931217-d2d5-4f93-aeaf-fc7fdf995b49 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:50.567882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a471d6ed-a5f5-4293-8f8a-e3e68b46ef4e req-f3931217-d2d5-4f93-aeaf-fc7fdf995b49 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0547326 Sep 16 05:37:50.604883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a471d6ed-a5f5-4293-8f8a-e3e68b46ef4e req-9c7fca11-a33e-4a39-9897-2bd196c61eed tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310700 Sep 16 05:37:50.700578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=417ac220-bcb7-43dc-bde3-fa18c115a768,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:50.732063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:50.771217 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417ac220-bcb7-43dc-bde3-fa18c115a768'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:50.776269 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.788568 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Transition to ACTIVE for port object 417ac220-bcb7-43dc-bde3-fa18c115a768 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:50.813757 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0b4dfd-6379-486d-87f5-3839f74171f4" -d '{"events": [{"server_uuid": "bc715ded-ca1e-4571-b79a-e25bace352c2", "name": "network-vif-unplugged", "status": "completed", "tag": "417ac220-bcb7-43dc-bde3-fa18c115a768"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:50.874606 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.911762 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ded720-c15c-47cb-8636-bc829579713b x-openstack-request-id: req-32ded720-c15c-47cb-8636-bc829579713b {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:50.912057 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc715ded-ca1e-4571-b79a-e25bace352c2", "name": "network-vif-unplugged", "status": "completed", "tag": "417ac220-bcb7-43dc-bde3-fa18c115a768", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:50.912313 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32ded720-c15c-47cb-8636-bc829579713b {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:50.912738 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417ac220-bcb7-43dc-bde3-fa18c115a768', 'code': 200} Sep 16 05:37:50.942928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] No DVR routers for this DVR port 417ac220-bcb7-43dc-bde3-fa18c115a768 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:50.950051 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Pushing event updated for resources: {'Port': ['ID=417ac220-bcb7-43dc-bde3-fa18c115a768,revision_number=6']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:50.961028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:50.961388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:50.961734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:50.962076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:50.962414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:50.962750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:50.963081 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:50.963416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:50.963743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:50.964073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:50.964402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:50.964750 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:50.994872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Attempting to bind port 417ac220-bcb7-43dc-bde3-fa18c115a768 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:50.995214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Attempting to bind port 417ac220-bcb7-43dc-bde3-fa18c115a768 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:50.995548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Attempting to bind port 417ac220-bcb7-43dc-bde3-fa18c115a768 on network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:50.999747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Port 417ac220-bcb7-43dc-bde3-fa18c115a768 on network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:51.000076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Attempting to bind port 417ac220-bcb7-43dc-bde3-fa18c115a768 on network 5ecc6f3a-69ff-416c-ba65-4faeb00176cf {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:51.005190 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:51.005533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Checking segment: {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:51.005921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Bound using segment: {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:51.006370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Bound port: 417ac220-bcb7-43dc-bde3-fa18c115a768, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff738e12-ad9f-42cd-92bf-1963001220bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:51.006726 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.068426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:51.071448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=417ac220-bcb7-43dc-bde3-fa18c115a768,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:51.140127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.174598 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:51.175224 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.176687 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] 10.222.0.37 "PUT /v2.0/ports/417ac220-bcb7-43dc-bde3-fa18c115a768 HTTP/1.1" status: 200 len: 1092 time: 0.7443171 Sep 16 05:37:51.207038 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb484e3-2c61-4181-837d-fe3d9ec2ffe1 service neutron] Pushing event updated for resources: {'Port': ['ID=417ac220-bcb7-43dc-bde3-fa18c115a768,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:51.246134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-2c7e3297-0a84-47aa-ac4a-16e690c95c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:51.247684 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-2c7e3297-0a84-47aa-ac4a-16e690c95c2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 1095 time: 0.0484192 Sep 16 05:37:51.338315 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-e92f78a3-d45a-464b-a407-77eba818f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:51.339808 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-e92f78a3-d45a-464b-a407-77eba818f568 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 915 time: 0.0848498 Sep 16 05:37:51.383420 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-a48810f3-f578-443d-8091-e8f15b4e8f22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=417ac220-bcb7-43dc-bde3-fa18c115a768 HTTP/1.1" status: 200 len: 217 time: 0.0366225 Sep 16 05:37:51.432344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-f3012283-25a0-4c01-b44c-e2ff6f4bd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:51.433751 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-f3012283-25a0-4c01-b44c-e2ff6f4bd576 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0440722 Sep 16 05:37:51.464938 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-8ebcff96-1e0b-4ee9-bcbe-767f69c94c89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238588 Sep 16 05:37:51.559340 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-f563f605-07bd-4b5e-9ffd-cfe3a1f2122f service neutron] 10.222.0.37 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872903 Sep 16 05:37:51.649347 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-123ea88c-5ab2-4da3-9d34-4b9649a8708d req-13377ddb-431d-4932-81de-18eb2c9a734f service neutron] 10.222.0.37 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829549 Sep 16 05:37:51.720268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb7067-de7f-43c1-8be2-c7a4081d37c2 req-70d65652-3025-478b-9d02-f48dccc0c549 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:51.721724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2cb7067-de7f-43c1-8be2-c7a4081d37c2 req-70d65652-3025-478b-9d02-f48dccc0c549 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 943 time: 0.0484557 Sep 16 05:37:51.759913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2cb7067-de7f-43c1-8be2-c7a4081d37c2 req-f5f872bc-f962-43a5-8883-54a0637965b1 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322945 Sep 16 05:37:52.878250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add14718-f55d-4368-83cd-b0703217ecfc req-247b4fc5-1d86-46f3-b00f-ebaa1580c881 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:52.880667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-add14718-f55d-4368-83cd-b0703217ecfc req-247b4fc5-1d86-46f3-b00f-ebaa1580c881 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 943 time: 0.0493164 Sep 16 05:37:52.914443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'tag': '417ac220-bcb7-43dc-bde3-fa18c115a768'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:52.916822 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e5e188-4c6f-4d40-919a-b6c877658b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc715ded-ca1e-4571-b79a-e25bace352c2", "tag": "417ac220-bcb7-43dc-bde3-fa18c115a768"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:52.918076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-add14718-f55d-4368-83cd-b0703217ecfc req-18f8983e-3dcc-4059-a164-627078ed32ca tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Sep 16 05:37:52.963683 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcb4f97-c11b-46bd-9fdb-ee834356710d x-openstack-request-id: req-0fcb4f97-c11b-46bd-9fdb-ee834356710d {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:52.964032 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc715ded-ca1e-4571-b79a-e25bace352c2", "tag": "417ac220-bcb7-43dc-bde3-fa18c115a768", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:52.964289 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fcb4f97-c11b-46bd-9fdb-ee834356710d {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:52.965221 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'tag': '417ac220-bcb7-43dc-bde3-fa18c115a768', 'status': 'completed', 'code': 200} Sep 16 05:37:53.051662 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-e2b0b756-d31c-49e9-8e9a-7e8efa72e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.053087 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-e2b0b756-d31c-49e9-8e9a-7e8efa72e85e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 1095 time: 0.0706928 Sep 16 05:37:53.055542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-3a39b9de-b356-4b42-a64b-abb740d75dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.056901 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-3a39b9de-b356-4b42-a64b-abb740d75dd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 1095 time: 0.0660233 Sep 16 05:37:53.214445 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-b233974e-567e-46f2-a50f-bb7f2aa45c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.215919 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-b233974e-567e-46f2-a50f-bb7f2aa45c94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 915 time: 0.1562443 Sep 16 05:37:53.217073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-72b28dfd-ecb6-4af1-8328-33a41a02e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.218380 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-72b28dfd-ecb6-4af1-8328-33a41a02e210 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 915 time: 0.1518159 Sep 16 05:37:53.293198 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-ca1f805b-ab72-4a87-b701-43625ed6cf2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=417ac220-bcb7-43dc-bde3-fa18c115a768 HTTP/1.1" status: 200 len: 217 time: 0.0689917 Sep 16 05:37:53.294551 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-b8a3accc-eefa-4d8b-b987-44425553861a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=417ac220-bcb7-43dc-bde3-fa18c115a768 HTTP/1.1" status: 200 len: 217 time: 0.0650833 Sep 16 05:37:53.380691 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-80f137cc-fe07-451c-8f63-436f5bb55406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.382192 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-80f137cc-fe07-451c-8f63-436f5bb55406 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0818031 Sep 16 05:37:53.383200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-21e980be-629f-442a-b948-4dc4d5902f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.384592 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-21e980be-629f-442a-b948-4dc4d5902f28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0770080 Sep 16 05:37:53.433144 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-efd6f874-5eb0-41ac-9893-83a5b581decf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441372 Sep 16 05:37:53.453021 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-d1d395d2-ca67-4350-8513-05ba3e85d8ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549939 Sep 16 05:37:53.959595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 417ac220-bcb7-43dc-bde3-fa18c115a768 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:53.988591 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-ef70e4fe-22d5-4b8e-89fd-74c048fb434d service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392454 Sep 16 05:37:53.991184 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-7627ef46-a2fb-4e1e-b989-d8a31a49f99c service neutron] 10.222.0.37 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289829 Sep 16 05:37:54.006848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 417ac220-bcb7-43dc-bde3-fa18c115a768 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:54.045291 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cdb94-8ad8-49ae-9bd6-b752c490329a req-9274cc95-5b3b-407a-9b84-a43ff190f614 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.046799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-302cdb94-8ad8-49ae-9bd6-b752c490329a req-9274cc95-5b3b-407a-9b84-a43ff190f614 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 943 time: 0.0553944 Sep 16 05:37:54.085908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-302cdb94-8ad8-49ae-9bd6-b752c490329a req-d66b14c5-b8d9-4db1-86ab-70b749331771 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325782 Sep 16 05:37:54.152527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-0ce7a9b0-ea81-4c7a-a39f-305a99b914bb service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569402 Sep 16 05:37:54.155866 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-32e5e188-4c6f-4d40-919a-b6c877658b3d req-f4acb19e-0b7a-4821-ac8b-6446ad681efb service neutron] 10.222.0.37 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515315 Sep 16 05:37:54.455903 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809543e-f4c6-4d0f-bb2a-753680599305 req-177bc425-e0d2-4508-8168-d1899b071a0f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.457441 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e809543e-f4c6-4d0f-bb2a-753680599305 req-177bc425-e0d2-4508-8168-d1899b071a0f tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 943 time: 0.0514681 Sep 16 05:37:54.496914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e809543e-f4c6-4d0f-bb2a-753680599305 req-3cd0270f-4cd0-476a-bcb0-e88c694e6b67 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331154 Sep 16 05:37:54.541319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca1b09-6333-4810-a29b-0d06072e612e req-009a02ce-0547-4dbb-bcd3-fb42b60338da tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.542771 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-50ca1b09-6333-4810-a29b-0d06072e612e req-009a02ce-0547-4dbb-bcd3-fb42b60338da tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2&tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 943 time: 0.0518904 Sep 16 05:37:54.603477 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-50ca1b09-6333-4810-a29b-0d06072e612e req-33b741d1-2305-4b78-94a3-f771d10881b3 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:37:54.604457 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-50ca1b09-6333-4810-a29b-0d06072e612e req-33b741d1-2305-4b78-94a3-f771d10881b3 service neutron] 10.222.0.23 "DELETE /v2.0/ports/417ac220-bcb7-43dc-bde3-fa18c115a768/bindings/n-h1-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0550349 Sep 16 05:37:54.684186 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca1b09-6333-4810-a29b-0d06072e612e req-b801d780-d64c-401f-93d3-cd92d89e1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.685695 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-50ca1b09-6333-4810-a29b-0d06072e612e req-b801d780-d64c-401f-93d3-cd92d89e1439 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 1095 time: 0.0406549 Sep 16 05:37:54.775767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca1b09-6333-4810-a29b-0d06072e612e req-7ac09d69-2486-4544-9794-0509d474c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.777458 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-50ca1b09-6333-4810-a29b-0d06072e612e req-7ac09d69-2486-4544-9794-0509d474c0f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 200 len: 915 time: 0.0836833 Sep 16 05:37:54.823121 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-50ca1b09-6333-4810-a29b-0d06072e612e req-3f514c80-9922-4368-90a0-61043877e422 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=417ac220-bcb7-43dc-bde3-fa18c115a768 HTTP/1.1" status: 200 len: 217 time: 0.0389113 Sep 16 05:37:54.873945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca1b09-6333-4810-a29b-0d06072e612e req-37986e01-643b-4303-8d15-84c209cedb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.875669 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-50ca1b09-6333-4810-a29b-0d06072e612e req-37986e01-643b-4303-8d15-84c209cedb2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 200 len: 855 time: 0.0453873 Sep 16 05:37:54.907589 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-50ca1b09-6333-4810-a29b-0d06072e612e req-4ed13b21-c74f-4abe-8a96-c477de20b456 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ecc6f3a-69ff-416c-ba65-4faeb00176cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250759 Sep 16 05:37:55.003363 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-50ca1b09-6333-4810-a29b-0d06072e612e req-c71d762f-52ee-449c-bdfd-b993fa1651a6 service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884962 Sep 16 05:37:55.093586 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-50ca1b09-6333-4810-a29b-0d06072e612e req-a1bb407d-b177-4dca-897d-073cb0eb7fc9 service neutron] 10.222.0.23 "GET /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837436 Sep 16 05:37:55.338445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 417ac220-bcb7-43dc-bde3-fa18c115a768 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:55.435871 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=417ac220-bcb7-43dc-bde3-fa18c115a768,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:55.447802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '417ac220-bcb7-43dc-bde3-fa18c115a768', 'network_id': '5ecc6f3a-69ff-416c-ba65-4faeb00176cf', 'port_id': '417ac220-bcb7-43dc-bde3-fa18c115a768', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de909de-6027-425c-b378-69b2f9349d85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:55.485705 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.498134 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417ac220-bcb7-43dc-bde3-fa18c115a768 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:55.516701 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=417ac220-bcb7-43dc-bde3-fa18c115a768,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:55.594186 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.619140 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5ed29-3700-4e2c-a548-de0be412c749 req-f2a5f377-a440-4f7a-92d0-8b349d0edaf6 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.620665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2a5ed29-3700-4e2c-a548-de0be412c749 req-f2a5f377-a440-4f7a-92d0-8b349d0edaf6 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 943 time: 0.0508637 Sep 16 05:37:55.647355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=417ac220-bcb7-43dc-bde3-fa18c115a768,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:55.661229 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2a5ed29-3700-4e2c-a548-de0be412c749 req-674f627f-997d-486e-aa66-edd6e7cd3a37 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Sep 16 05:37:55.794503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['417ac220-bcb7-43dc-bde3-fa18c115a768'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:57.055000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040f7e3-efe0-4b65-8b96-6929afef65b6 req-8779d3b6-2b0a-4555-887f-153c0f8b288e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.056482 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1040f7e3-efe0-4b65-8b96-6929afef65b6 req-8779d3b6-2b0a-4555-887f-153c0f8b288e tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 944 time: 0.3243465 Sep 16 05:37:57.093576 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1040f7e3-efe0-4b65-8b96-6929afef65b6 req-c99adcff-372c-482c-9e27-2f1cb8fa8fc4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311499 Sep 16 05:37:57.207050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03dd31-99e2-4b8c-92ae-e14cfaf86754 req-93729363-06a8-4798-a30f-de24d8920955 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.208511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a03dd31-99e2-4b8c-92ae-e14cfaf86754 req-93729363-06a8-4798-a30f-de24d8920955 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 944 time: 0.0483665 Sep 16 05:37:57.244202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a03dd31-99e2-4b8c-92ae-e14cfaf86754 req-556a354d-c7f2-4693-bfd8-37ce3b1eedc3 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298228 Sep 16 05:37:57.347079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 417ac220-bcb7-43dc-bde3-fa18c115a768 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:57.357482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa30c48-eec5-4b36-afc5-730684debe56 req-c3fd3adc-f4ff-4b83-ab08-412997cd917c tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.358994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-efa30c48-eec5-4b36-afc5-730684debe56 req-c3fd3adc-f4ff-4b83-ab08-412997cd917c tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 944 time: 0.0493619 Sep 16 05:37:57.397330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-efa30c48-eec5-4b36-afc5-730684debe56 req-baac544a-8fdb-4ffc-a955-44523545f826 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Sep 16 05:37:57.460278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 417ac220-bcb7-43dc-bde3-fa18c115a768 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:57.464201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 417ac220-bcb7-43dc-bde3-fa18c115a768 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:57.464625 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.543575 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.567191 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417ac220-bcb7-43dc-bde3-fa18c115a768'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:57.569473 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f9df98af775c5cac2f79a91267a8eacc02ab834d7dd0d3de6f96083e0bb4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81fedb1-9a4d-4d29-b4e5-979c6e52bd74" -d '{"events": [{"server_uuid": "bc715ded-ca1e-4571-b79a-e25bace352c2", "name": "network-vif-plugged", "status": "completed", "tag": "417ac220-bcb7-43dc-bde3-fa18c115a768"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:57.582101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=417ac220-bcb7-43dc-bde3-fa18c115a768,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:57.607113 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bd9232-1c50-4f08-bf61-6bb6150f957e x-openstack-request-id: req-f3bd9232-1c50-4f08-bf61-6bb6150f957e {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:57.607399 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc715ded-ca1e-4571-b79a-e25bace352c2", "name": "network-vif-plugged", "status": "completed", "tag": "417ac220-bcb7-43dc-bde3-fa18c115a768", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:57.607646 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3bd9232-1c50-4f08-bf61-6bb6150f957e {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:57.608040 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417ac220-bcb7-43dc-bde3-fa18c115a768', 'code': 200} Sep 16 05:37:57.662704 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.709285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=417ac220-bcb7-43dc-bde3-fa18c115a768,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:58.006163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7516f0-4129-493c-b13c-58d54a94ae89 req-02235b50-feb4-4322-ae73-40993d118aba tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:58.007627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce7516f0-4129-493c-b13c-58d54a94ae89 req-02235b50-feb4-4322-ae73-40993d118aba tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0527778 Sep 16 05:37:58.045391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce7516f0-4129-493c-b13c-58d54a94ae89 req-14278ddc-412e-4eb3-8320-605dfa987e0c tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Sep 16 05:37:59.154611 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bb53f-9485-452d-9002-14b4d017b30c req-f7c5b4ea-06db-4844-b7a7-05c4cbeaea52 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:59.156098 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea9bb53f-9485-452d-9002-14b4d017b30c req-f7c5b4ea-06db-4844-b7a7-05c4cbeaea52 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0506146 Sep 16 05:37:59.162487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105049fe-051e-430c-a19f-8a9530d1f6d5 req-3b914d65-9ba3-4ec9-a27c-8a2874b74d07 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:59.163944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-105049fe-051e-430c-a19f-8a9530d1f6d5 req-3b914d65-9ba3-4ec9-a27c-8a2874b74d07 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 945 time: 0.0507190 Sep 16 05:37:59.202529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-105049fe-051e-430c-a19f-8a9530d1f6d5 req-b68b2e64-19d2-4a3d-8f52-1bcf993a21b8 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/security-groups?id=5546c6ed-dd3a-423b-bce3-ee78515eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324516 Sep 16 05:37:59.250094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-ea9bb53f-9485-452d-9002-14b4d017b30c req-20695f96-7b3d-4234-98d7-07274784bdb4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Deleting port 417ac220-bcb7-43dc-bde3-fa18c115a768 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:59.250435 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea9bb53f-9485-452d-9002-14b4d017b30c req-20695f96-7b3d-4234-98d7-07274784bdb4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.342053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ea9bb53f-9485-452d-9002-14b4d017b30c req-20695f96-7b3d-4234-98d7-07274784bdb4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] For port 417ac220-bcb7-43dc-bde3-fa18c115a768, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=417ac220-bcb7-43dc-bde3-fa18c115a768,segment=NetworkSegment(ff738e12-ad9f-42cd-92bf-1963001220bc),segment_id=ff738e12-ad9f-42cd-92bf-1963001220bc)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:59.342342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea9bb53f-9485-452d-9002-14b4d017b30c req-20695f96-7b3d-4234-98d7-07274784bdb4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.354045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-ea9bb53f-9485-452d-9002-14b4d017b30c req-20695f96-7b3d-4234-98d7-07274784bdb4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Calling delete_port for 417ac220-bcb7-43dc-bde3-fa18c115a768 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:59.585758 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea9bb53f-9485-452d-9002-14b4d017b30c req-20695f96-7b3d-4234-98d7-07274784bdb4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.597314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['417ac220-bcb7-43dc-bde3-fa18c115a768'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:59.618529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20695f96-7b3d-4234-98d7-07274784bdb4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Pushing event deleted for resources: {'Port': ['ID=417ac220-bcb7-43dc-bde3-fa18c115a768,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:59.659324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9bb53f-9485-452d-9002-14b4d017b30c req-20695f96-7b3d-4234-98d7-07274784bdb4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] No DVR routers for this DVR port 417ac220-bcb7-43dc-bde3-fa18c115a768 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:59.661901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ea9bb53f-9485-452d-9002-14b4d017b30c req-20695f96-7b3d-4234-98d7-07274784bdb4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.663980 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ea9bb53f-9485-452d-9002-14b4d017b30c req-20695f96-7b3d-4234-98d7-07274784bdb4 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.37 "DELETE /v2.0/ports/417ac220-bcb7-43dc-bde3-fa18c115a768 HTTP/1.1" status: 204 len: 173 time: 0.5009625 Sep 16 05:37:59.664418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'name': 'network-vif-deleted', 'tag': '417ac220-bcb7-43dc-bde3-fa18c115a768'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:59.666675 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51ee032-8872-484b-8fe1-6c430bd4b635" -d '{"events": [{"server_uuid": "bc715ded-ca1e-4571-b79a-e25bace352c2", "name": "network-vif-deleted", "tag": "417ac220-bcb7-43dc-bde3-fa18c115a768"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:59.719422 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c59241-9b63-4315-bcb7-066a41927bad x-openstack-request-id: req-11c59241-9b63-4315-bcb7-066a41927bad {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:59.719711 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc715ded-ca1e-4571-b79a-e25bace352c2", "name": "network-vif-deleted", "tag": "417ac220-bcb7-43dc-bde3-fa18c115a768", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:59.719959 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11c59241-9b63-4315-bcb7-066a41927bad {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:59.720360 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc715ded-ca1e-4571-b79a-e25bace352c2', 'name': 'network-vif-deleted', 'tag': '417ac220-bcb7-43dc-bde3-fa18c115a768', 'status': 'completed', 'code': 200} Sep 16 05:38:00.308192 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b511f09f-4dc7-44d8-811a-d09ce0174739 req-7d5134c0-5974-4835-af94-aa4c459a36f7 tempest-ServerDiskConfigTestJSON-676118567 tempest-ServerDiskConfigTestJSON-676118567-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc715ded-ca1e-4571-b79a-e25bace352c2 HTTP/1.1" status: 200 len: 210 time: 0.0270917 Sep 16 05:38:01.429555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41850) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:01.473137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a90445-d191-4f4b-b7ba-d3a82d040e5f admin admin] Deleting subnet 9de909de-6027-425c-b378-69b2f9349d85 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:38:01.476280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-92a90445-d191-4f4b-b7ba-d3a82d040e5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.510017 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-92a90445-d191-4f4b-b7ba-d3a82d040e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.553194 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-92a90445-d191-4f4b-b7ba-d3a82d040e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.685483 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-92a90445-d191-4f4b-b7ba-d3a82d040e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.712273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a90445-d191-4f4b-b7ba-d3a82d040e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de909de-6027-425c-b378-69b2f9349d85,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:01.715713 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-92a90445-d191-4f4b-b7ba-d3a82d040e5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.717615 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-92a90445-d191-4f4b-b7ba-d3a82d040e5f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9de909de-6027-425c-b378-69b2f9349d85 HTTP/1.1" status: 204 len: 168 time: 0.2870679 Sep 16 05:38:01.720070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41852) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:01.791015 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.872679 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.891405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecc6f3a-69ff-416c-ba65-4faeb00176cf']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:01.901368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff738e12-ad9f-42cd-92bf-1963001220bc') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:01.901670 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff738e12-ad9f-42cd-92bf-1963001220bc') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:01.910701 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.924184 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.930162 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:38:01.930542 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:38:01.932143 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:38:02.059815 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.065405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.068211 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] 10.222.0.24 "DELETE /v2.0/networks/5ecc6f3a-69ff-416c-ba65-4faeb00176cf HTTP/1.1" status: 204 len: 168 time: 0.3463585 Sep 16 05:38:02.081461 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e36db-02b7-4a1f-8adf-4fdd27a7999d admin admin] Pushing event deleted for resources: {'Network': ['ID=5ecc6f3a-69ff-416c-ba65-4faeb00176cf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:02.430661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41856) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:02.470582 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-20390792-8245-415d-8d6f-d64969455f3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f7b20bd45404e81bf3ac20181edcb8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387886 Sep 16 05:38:02.473044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41858) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:02.521011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69f080cf-3255-435b-8230-8ffffc94890c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.541825 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69f080cf-3255-435b-8230-8ffffc94890c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.671543 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69f080cf-3255-435b-8230-8ffffc94890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.674195 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69f080cf-3255-435b-8230-8ffffc94890c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.675634 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-69f080cf-3255-435b-8230-8ffffc94890c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5546c6ed-dd3a-423b-bce3-ee78515eda71 HTTP/1.1" status: 204 len: 168 time: 0.2010121 Sep 16 05:38:02.684346 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f080cf-3255-435b-8230-8ffffc94890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5546c6ed-dd3a-423b-bce3-ee78515eda71,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:03.362553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 417ac220-bcb7-43dc-bde3-fa18c115a768 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:38:03.382375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 417ac220-bcb7-43dc-bde3-fa18c115a768 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:38:03.382658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 417ac220-bcb7-43dc-bde3-fa18c115a768 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:38:03.701450 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41880) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:03.800511 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1796540940-network', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:03.931156 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Made reservation on behalf of 57a135194dd3478ebb1237262d76ccf4 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:03.933533 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.943553 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.033698 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.142470 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.167092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:38:04.175773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93738d9b-9fe6-4da4-888a-d10fc194898b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Added segment 6a132ef5-8dee-4b20-834e-82724f6340e5 of type vlan for network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:04.192971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:04.232943 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.339898 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.340931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:04.341544 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.399862 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] Pushing event updated for resources: {'Network': ['ID=5efdba70-0aa8-4280-8c3d-8f0af3f41a47,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:04.409424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:38:04.440204 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-af247d9f-5e3c-4eda-8cc3-8b81a932da57 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7376199 Sep 16 05:38:04.443514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41884) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:04.449074 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b278cff3-fa44-4105-8e47-96cbdd64ac7c admin admin] Request body: {'subnet': {'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1796540940-subnet', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:04.542541 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b278cff3-fa44-4105-8e47-96cbdd64ac7c admin admin] Made reservation on behalf of 57a135194dd3478ebb1237262d76ccf4 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:04.545354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b278cff3-fa44-4105-8e47-96cbdd64ac7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.783026 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b278cff3-fa44-4105-8e47-96cbdd64ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.845340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278cff3-fa44-4105-8e47-96cbdd64ac7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3ec90a-c508-4617-974c-b9c2c1856c0e,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:04.857356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278cff3-fa44-4105-8e47-96cbdd64ac7c admin admin] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:04.857721 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278cff3-fa44-4105-8e47-96cbdd64ac7c admin admin] Network hostable DHCP agents. Network: 5efdba70-0aa8-4280-8c3d-8f0af3f41a47, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:38:04.962843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278cff3-fa44-4105-8e47-96cbdd64ac7c admin admin] Network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:38:05.054083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-b278cff3-fa44-4105-8e47-96cbdd64ac7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 5efdba70-0aa8-4280-8c3d-8f0af3f41a47) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:05.058134 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b278cff3-fa44-4105-8e47-96cbdd64ac7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:05.058730 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b278cff3-fa44-4105-8e47-96cbdd64ac7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.062467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822d1b68-f945-468c-b1d6-750fb68214f8 None None] Network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:05.137872 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b278cff3-fa44-4105-8e47-96cbdd64ac7c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6926382 Sep 16 05:38:05.140506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41886) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:05.145082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:05.202627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:38:05.203485 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.240227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.241459 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.295805 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.347268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Allocated IP 172.20.0.2 (5efdba70-0aa8-4280-8c3d-8f0af3f41a47/aa3ec90a-c508-4617-974c-b9c2c1856c0e/7639e7d8-0759-49a9-8e2a-40fd506d30e1) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:05.495145 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.498261 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.569557 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.606382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:05.609152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:05.611629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:05.626052 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Pushing event updated for resources: {'Port': ['ID=7639e7d8-0759-49a9-8e2a-40fd506d30e1,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:05.671801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Attempting to bind port 7639e7d8-0759-49a9-8e2a-40fd506d30e1 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:05.672155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Attempting to bind port 7639e7d8-0759-49a9-8e2a-40fd506d30e1 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:05.672549 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Attempting to bind port 7639e7d8-0759-49a9-8e2a-40fd506d30e1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:05.678056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:05.678431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:05.678836 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.679232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Bound using segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:05.679700 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Bound port: 7639e7d8-0759-49a9-8e2a-40fd506d30e1, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:05.680089 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.745599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] For port 7639e7d8-0759-49a9-8e2a-40fd506d30e1, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:05.748792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] For port 7639e7d8-0759-49a9-8e2a-40fd506d30e1, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7639e7d8-0759-49a9-8e2a-40fd506d30e1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:05.782805 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.807042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.820151 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.879083 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06dbb1-6514-42a0-973b-aecd0cc4388c None None] Pushing event updated for resources: {'Port': ['ID=7639e7d8-0759-49a9-8e2a-40fd506d30e1,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:05.916854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Allocated IP 172.25.3.158 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/78b85f82-36f2-42c8-81fd-8de7f9e4875c) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:06.049131 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.151732 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.189550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:06.193280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:06.195669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:06.220969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Pushing event updated for resources: {'Port': ['ID=78b85f82-36f2-42c8-81fd-8de7f9e4875c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:06.519450 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.643733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7639e7d8-0759-49a9-8e2a-40fd506d30e1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:06.694893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7639e7d8-0759-49a9-8e2a-40fd506d30e1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:06.695348 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.734189 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.779686 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.790450 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c675a-9a26-46f8-a5ad-76501ba60ba7 None None] Network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:06.857228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 7639e7d8-0759-49a9-8e2a-40fd506d30e1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7639e7d8-0759-49a9-8e2a-40fd506d30e1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:06.896201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d9912fc1-4f2e-4229-996e-b63f73eb493a None None] Provisioning complete for port 7639e7d8-0759-49a9-8e2a-40fd506d30e1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:06.896596 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d9912fc1-4f2e-4229-996e-b63f73eb493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.942596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Router 8703326a-b890-4744-8fcb-d58d2f2d1856 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:38:07.056029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:38:07.095471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Sync routers for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:38:07.103953 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.113904 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.115790 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5891d31a-f563-4926-ad05-b190a0b8f163 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9743440 Sep 16 05:38:07.118517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41888) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:07.153844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:07.154498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:37:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:07.242498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=7639e7d8-0759-49a9-8e2a-40fd506d30e1,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:07.355934 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:07.550807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:06Z', 'revision_number': 3, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:07.581728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Checking router: 8703326a-b890-4744-8fcb-d58d2f2d1856 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:38:07.582087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Updating router 8703326a-b890-4744-8fcb-d58d2f2d1856 port 78b85f82-36f2-42c8-81fd-8de7f9e4875c binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:38:07.612220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2b924726-2e24-4c0d-adda-a174121c453f None None] Provisioning complete for port 7639e7d8-0759-49a9-8e2a-40fd506d30e1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:07.612536 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2b924726-2e24-4c0d-adda-a174121c453f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.634697 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.848848 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.934335 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.006940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Allocated IP 172.20.0.1 (5efdba70-0aa8-4280-8c3d-8f0af3f41a47/aa3ec90a-c508-4617-974c-b9c2c1856c0e/0276a803-86e0-4cd6-8524-1e715d1a7adf) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:08.025485 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.080611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Attempting to bind port 78b85f82-36f2-42c8-81fd-8de7f9e4875c on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:08.080985 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Attempting to bind port 78b85f82-36f2-42c8-81fd-8de7f9e4875c by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:08.081356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Attempting to bind port 78b85f82-36f2-42c8-81fd-8de7f9e4875c on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:08.087465 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c18856-a5de-4669-8a97-4a7bf0c7fadb None None] Pushing event updated for resources: {'Port': ['ID=78b85f82-36f2-42c8-81fd-8de7f9e4875c,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:08.092418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:08.092819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:08.093219 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.093608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:08.094080 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Bound port: 78b85f82-36f2-42c8-81fd-8de7f9e4875c, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:08.094883 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.112811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.148003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] For port 78b85f82-36f2-42c8-81fd-8de7f9e4875c, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:08.151023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] For port 78b85f82-36f2-42c8-81fd-8de7f9e4875c, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=78b85f82-36f2-42c8-81fd-8de7f9e4875c,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:08.237537 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.266225 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.280777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:08.283814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:08.294019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:08.319027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Pushing event updated for resources: {'Port': ['ID=0276a803-86e0-4cd6-8524-1e715d1a7adf,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:08.328387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:08.329270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:37:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:08.340539 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.371165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c18856-a5de-4669-8a97-4a7bf0c7fadb None None] Pushing event updated for resources: {'Port': ['ID=78b85f82-36f2-42c8-81fd-8de7f9e4875c,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:08.449808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:08.552796 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.572548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8b5d488c-a79a-49b4-9465-136a137df2f0 None None] Provisioning complete for port 0276a803-86e0-4cd6-8524-1e715d1a7adf triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:08.572873 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8b5d488c-a79a-49b4-9465-136a137df2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.613376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7639e7d8-0759-49a9-8e2a-40fd506d30e1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:08.644939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d488c-a79a-49b4-9465-136a137df2f0 None None] Port 0276a803-86e0-4cd6-8524-1e715d1a7adf cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:38:08.707816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7639e7d8-0759-49a9-8e2a-40fd506d30e1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:08.708197 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.720275 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.737830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:06Z', 'revision_number': 3, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:08.772615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d8fc6b-d1cc-4820-8af2-c14ffeb75e79 None None] The sync data for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 is: [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:06Z', 'revision_number': 3, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:38:08.794048 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.867472 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Pushing event updated for resources: {'Port': ['ID=0276a803-86e0-4cd6-8524-1e715d1a7adf,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:08.870055 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.967366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:08.971034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:09.114500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Router 8703326a-b890-4744-8fcb-d58d2f2d1856 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:38:09.233394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:38:09.244819 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e94c3333-9a72-425a-af9f-3ea9644ab5df admin admin] 10.222.0.24 "PUT /v2.0/routers/8703326a-b890-4744-8fcb-d58d2f2d1856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1190875 Sep 16 05:38:09.269847 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0acc3e98-7bd8-4d25-866a-55f168ca4fe9 None None] Provisioning complete for port 0276a803-86e0-4cd6-8524-1e715d1a7adf triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:09.270924 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0acc3e98-7bd8-4d25-866a-55f168ca4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:09.319102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0acc3e98-7bd8-4d25-866a-55f168ca4fe9 None None] Port 0276a803-86e0-4cd6-8524-1e715d1a7adf cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:38:09.988045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41896) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:09.993556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ec8e5ad8-8824-4cb6-a36f-96ed16c11472 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131141995', 'description': 'tempest-description--134200607'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:10.079918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec8e5ad8-8824-4cb6-a36f-96ed16c11472 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.164434 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec8e5ad8-8824-4cb6-a36f-96ed16c11472 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.251192 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec8e5ad8-8824-4cb6-a36f-96ed16c11472 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.287070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e5ad8-8824-4cb6-a36f-96ed16c11472 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4993994a-0e87-4c28-aa47-67bad38676d8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:10.325168 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Sync routers for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:38:10.334468 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:10.337394 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:37:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:10.359827 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ec8e5ad8-8824-4cb6-a36f-96ed16c11472 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.361159 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ec8e5ad8-8824-4cb6-a36f-96ed16c11472 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3714061 Sep 16 05:38:10.364074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41898) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:10.369593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a0ea6f81-314a-4e77-964a-9b79ec935687 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Request body: {'security_group_rule': {'security_group_id': '4993994a-0e87-4c28-aa47-67bad38676d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:10.456410 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0ea6f81-314a-4e77-964a-9b79ec935687 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.516142 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0ea6f81-314a-4e77-964a-9b79ec935687 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.526876 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:10.605819 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0ea6f81-314a-4e77-964a-9b79ec935687 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.627811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea6f81-314a-4e77-964a-9b79ec935687 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55149466-b1fe-49c9-b159-6a281fd84b5e,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:10.643621 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 78b85f82-36f2-42c8-81fd-8de7f9e4875c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:10.692689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 78b85f82-36f2-42c8-81fd-8de7f9e4875c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:10.693062 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.719828 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a0ea6f81-314a-4e77-964a-9b79ec935687 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.721227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a0ea6f81-314a-4e77-964a-9b79ec935687 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3559492 Sep 16 05:38:10.724674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41900) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:10.729624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-953c0537-7017-43fa-be35-12daa43156d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Request body: {'security_group_rule': {'security_group_id': '4993994a-0e87-4c28-aa47-67bad38676d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:10.736892 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 2, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:10.766876 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Checking router: 8703326a-b890-4744-8fcb-d58d2f2d1856 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:38:10.767219 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Updating router 8703326a-b890-4744-8fcb-d58d2f2d1856 port 0276a803-86e0-4cd6-8524-1e715d1a7adf binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:38:10.779276 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.791315 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.800201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 78b85f82-36f2-42c8-81fd-8de7f9e4875c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=78b85f82-36f2-42c8-81fd-8de7f9e4875c,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:10.842076 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-953c0537-7017-43fa-be35-12daa43156d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.871033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.904257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-953c0537-7017-43fa-be35-12daa43156d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.921935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=78b85f82-36f2-42c8-81fd-8de7f9e4875c,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:10.982361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-953c0537-7017-43fa-be35-12daa43156d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.002638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c0537-7017-43fa-be35-12daa43156d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa01898-8d99-4461-8d63-c91bf2919c5e,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:11.060332 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.068214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-953c0537-7017-43fa-be35-12daa43156d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.072451 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-953c0537-7017-43fa-be35-12daa43156d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3438232 Sep 16 05:38:11.072617 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 41902) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:11.076814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:11.142609 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.191015 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Pushing event updated for resources: {'Port': ['ID=0276a803-86e0-4cd6-8524-1e715d1a7adf,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:11.194064 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.214266 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:11.214611 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:11.214952 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:11.215292 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:11.215630 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:11.215982 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:11.216312 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:11.216660 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:11.216982 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:11.217301 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:11.217621 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:11.217937 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:11.254649 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Attempting to bind port 0276a803-86e0-4cd6-8524-1e715d1a7adf on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:11.255372 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Attempting to bind port 0276a803-86e0-4cd6-8524-1e715d1a7adf by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:11.255773 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Attempting to bind port 0276a803-86e0-4cd6-8524-1e715d1a7adf on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:11.261423 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:11.262096 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:11.262594 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.263160 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Bound using segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:11.263702 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Bound port: 0276a803-86e0-4cd6-8524-1e715d1a7adf, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:11.264197 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.301067 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.349320 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] For port 0276a803-86e0-4cd6-8524-1e715d1a7adf, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:11.353531 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] For port 0276a803-86e0-4cd6-8524-1e715d1a7adf, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0276a803-86e0-4cd6-8524-1e715d1a7adf,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:11.410836 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Allocated IP 172.25.3.227 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/a9529d00-f083-40fd-969e-38f807c071d3) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:11.417111 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.453612 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-943e5d1d-7a5c-4582-ac4a-f0c5a5f563b3 None None] Provisioning complete for port 0276a803-86e0-4cd6-8524-1e715d1a7adf triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:11.454993 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-943e5d1d-7a5c-4582-ac4a-f0c5a5f563b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.486036 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:11.486682 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:37:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:11.528043 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.533609 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d402db-b5c4-47f0-b71f-a6c34364af0e None None] Pushing event updated for resources: {'Port': ['ID=0276a803-86e0-4cd6-8524-1e715d1a7adf,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:11.570999 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-943e5d1d-7a5c-4582-ac4a-f0c5a5f563b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.610917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-943e5d1d-7a5c-4582-ac4a-f0c5a5f563b3 None None] For port 0276a803-86e0-4cd6-8524-1e715d1a7adf, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0276a803-86e0-4cd6-8524-1e715d1a7adf,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:11.618085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.633522 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:11.670004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:11.678634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:11.681088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event updated for resources: {'Port': ['ID=a9529d00-f083-40fd-969e-38f807c071d3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:11.683766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:11.691573 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-943e5d1d-7a5c-4582-ac4a-f0c5a5f563b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.753964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e5d1d-7a5c-4582-ac4a-f0c5a5f563b3 None None] Pushing event updated for resources: {'Port': ['ID=0276a803-86e0-4cd6-8524-1e715d1a7adf,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:11.813995 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.816304 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-99a9b9a7-5465-4f58-b7df-390ff37f9f4a None None] Provisioning complete for port 0276a803-86e0-4cd6-8524-1e715d1a7adf triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:11.816994 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-99a9b9a7-5465-4f58-b7df-390ff37f9f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.867291 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:11.897823 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cec507-e0e8-4646-a1c3-43cc1f8f4182 None None] The sync data for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 is: [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:38:11.923172 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.112536 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.146226 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9568de9b-2a7c-4db6-a80f-b04e46cfad6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.196939 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.277187 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.294366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event updated for resources: {'Port': ['ID=a9529d00-f083-40fd-969e-38f807c071d3,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:12.374208 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.376030 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-761e25f0-ff57-4fe8-b902-7f7e575b56d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3020766 Sep 16 05:38:12.527494 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-de1edea7-d26a-482b-ae51-eaec11a7b4db tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2131141995&fields=id&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 267 time: 0.0348594 Sep 16 05:38:12.657609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-ec399e4b-0835-4069-ab82-088b4265aed5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:12.662782 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-ec399e4b-0835-4069-ab82-088b4265aed5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 812 time: 0.1276572 Sep 16 05:38:12.677060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-793b94e0-c414-4b9b-a440-fb332d023cc0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/quotas/57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 375 time: 0.0113997 Sep 16 05:38:12.720502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 78b85f82-36f2-42c8-81fd-8de7f9e4875c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:12.741039 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-7b21c4a1-fe68-49a5-bc6c-f4c3b04648d4 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583322 Sep 16 05:38:12.781180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 78b85f82-36f2-42c8-81fd-8de7f9e4875c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:12.781603 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.826276 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.843656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-7c65d8ba-cf96-4d30-8a6d-149d773f92b6 service neutron] 10.222.0.24 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923953 Sep 16 05:38:12.868003 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0276a803-86e0-4cd6-8524-1e715d1a7adf up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:12.925756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0276a803-86e0-4cd6-8524-1e715d1a7adf triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:12.927130 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.945017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-eb6bc0ad-925d-4c8f-989d-54393eb9ff0d service neutron] 10.222.0.24 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933366 Sep 16 05:38:13.210643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-45680d7f-9070-4e3f-94ad-030a8984ef32 req-6a626278-7c0d-479a-9b89-1579a5b31e41 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0270886 Sep 16 05:38:14.149905 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:38:14.308795 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1af5d37-8198-4639-94d3-8d504cc3e038 req-186c386c-3cd9-4673-aa0f-d5c5c065e9d2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0282474 Sep 16 05:38:14.539361 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-efeb17ab-6bc8-41f5-81b5-dbfab3a0631d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.478813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c62b339-a48a-4ab5-b84d-c3f4744165b1 req-95c87076-8b10-47d6-be30-29bec0217413 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0297112 Sep 16 05:38:15.479286 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.499276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-3a709389-8b9c-4778-9b4e-833311bf8760 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:15.500787 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-3a709389-8b9c-4778-9b4e-833311bf8760 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 812 time: 0.1068449 Sep 16 05:38:15.542705 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-65001f9d-1b96-4886-8123-1c6017e47e36 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 380 time: 0.0324647 Sep 16 05:38:15.552370 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Request body: {'port': {'device_id': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'admin_state_up': True, 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'security_groups': ['4993994a-0e87-4c28-aa47-67bad38676d8']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:15.725138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Made reservation on behalf of 57a135194dd3478ebb1237262d76ccf4 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:15.728794 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.854735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Allocated IP 172.20.0.6 (5efdba70-0aa8-4280-8c3d-8f0af3f41a47/aa3ec90a-c508-4617-974c-b9c2c1856c0e/4eb43ba9-791b-45d0-8df7-531a21a44cd1) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:15.998529 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.086125 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.128557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:16.132344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:16.141878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:16.216930 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event updated for resources: {'Port': ['ID=4eb43ba9-791b-45d0-8df7-531a21a44cd1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:16.217152 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.217562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:16.217562 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.329030 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-8ae622da-159d-4712-a606-0646f3dc953f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7802172 Sep 16 05:38:16.341475 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Request body: {'port': {'device_id': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:16.348760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-61f42b00-b703-4887-8d58-97261ba11c67 None None] Provisioning complete for port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:16.350981 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-61f42b00-b703-4887-8d58-97261ba11c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.383738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-61f42b00-b703-4887-8d58-97261ba11c67 None None] Port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:38:16.396565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.528558 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926ba4f-3325-4049-a895-be2811bc5363 req-934a9952-722b-4bcd-b6c7-3c743d95f533 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:16.530064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1926ba4f-3325-4049-a895-be2811bc5363 req-934a9952-722b-4bcd-b6c7-3c743d95f533 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 931 time: 0.0546288 Sep 16 05:38:16.569616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1926ba4f-3325-4049-a895-be2811bc5363 req-d7859375-afc5-4547-8ea9-601d17c3e044 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332415 Sep 16 05:38:16.663914 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb43ba9-791b-45d0-8df7-531a21a44cd1 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:16.671426 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.682902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Transition to ACTIVE for port object 4eb43ba9-791b-45d0-8df7-531a21a44cd1 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:38:16.782421 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.840949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb43ba9-791b-45d0-8df7-531a21a44cd1,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:16.906501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Attempting to bind port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:16.906826 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Attempting to bind port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:16.907160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Attempting to bind port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:16.911624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:38:16.911947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Attempting to bind port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:16.918099 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:16.918342 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:16.918719 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Bound using segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:16.919151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Bound port: 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:16.919768 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.919991 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.987903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:16.991181 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:17.106246 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.143619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:17.144266 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.145706 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] 10.222.0.37 "PUT /v2.0/ports/4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 200 len: 1092 time: 0.8085330 Sep 16 05:38:17.150470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:17.150470 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ac5c9d-ebcb-4fac-8c88-3d6fb5a29098" -d '{"events": [{"name": "network-changed", "server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:17.175621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037776e-6f33-4439-b119-6d010b08aef7 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb43ba9-791b-45d0-8df7-531a21a44cd1,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:17.192941 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e9c487-428a-4090-a101-e9847a263c5d x-openstack-request-id: req-85e9c487-428a-4090-a101-e9847a263c5d {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:17.193197 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:17.193389 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85e9c487-428a-4090-a101-e9847a263c5d {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:17.193796 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'status': 'completed', 'code': 200} Sep 16 05:38:17.256430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac5c9d-ebcb-4fac-8c88-3d6fb5a29098 req-221fe192-4c18-4769-a49a-192df0609393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:17.258982 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81ac5c9d-ebcb-4fac-8c88-3d6fb5a29098 req-221fe192-4c18-4769-a49a-192df0609393 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0441430 Sep 16 05:38:17.369360 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac5c9d-ebcb-4fac-8c88-3d6fb5a29098 req-e56dd0a3-b18e-4fa6-8a0f-44536bf973b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:17.370834 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81ac5c9d-ebcb-4fac-8c88-3d6fb5a29098 req-e56dd0a3-b18e-4fa6-8a0f-44536bf973b5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=57a135194dd3478ebb1237262d76ccf4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1031001 Sep 16 05:38:17.468925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac5c9d-ebcb-4fac-8c88-3d6fb5a29098 req-26af9e17-230e-479d-a518-9655b96efd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:17.470403 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81ac5c9d-ebcb-4fac-8c88-3d6fb5a29098 req-26af9e17-230e-479d-a518-9655b96efd07 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0915186 Sep 16 05:38:17.546241 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-478b42b6-5712-4941-b945-b7ba1aad24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:17.547707 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-478b42b6-5712-4941-b945-b7ba1aad24b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0394258 Sep 16 05:38:17.594928 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-3332f9c8-5ac3-40ab-815a-741d604f393b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 200 len: 217 time: 0.0381513 Sep 16 05:38:17.646674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-5e27c705-b078-4546-ba08-605e7fc876cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:17.648633 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-5e27c705-b078-4546-ba08-605e7fc876cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0461514 Sep 16 05:38:17.680983 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.685221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bcaa4-2c5b-4605-902d-b105e9e13d24 req-1e3b2302-f6fb-49b1-976c-e9ce52d1e01f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:17.686809 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c8bcaa4-2c5b-4605-902d-b105e9e13d24 req-1e3b2302-f6fb-49b1-976c-e9ce52d1e01f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 943 time: 0.0500622 Sep 16 05:38:17.696198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-9c490a6d-7b38-4531-abbc-3dadfcbc565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:17.697787 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-9c490a6d-7b38-4531-abbc-3dadfcbc565e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423133 Sep 16 05:38:17.728628 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0c8bcaa4-2c5b-4605-902d-b105e9e13d24 req-3a9dc9ea-347c-4314-a64e-5192b49a995d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354800 Sep 16 05:38:17.797158 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-0fc717a6-0d8c-47d0-8b52-d27dd38b85af service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914030 Sep 16 05:38:17.888862 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-94552ea8-9e80-4e4b-bf17-45d667485531 req-88b50070-944a-4d41-9a92-2100425c482a service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837617 Sep 16 05:38:18.845066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437672a-10e0-4969-8507-097beed6326c req-d9d2c98e-efec-4891-94c5-112a57dbc5c3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:18.846496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2437672a-10e0-4969-8507-097beed6326c req-d9d2c98e-efec-4891-94c5-112a57dbc5c3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 943 time: 0.0491388 Sep 16 05:38:18.884680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2437672a-10e0-4969-8507-097beed6326c req-112688fa-d1d8-44a8-bd34-dff40422a7ea tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319126 Sep 16 05:38:20.001685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce558f-373c-46dd-85a1-934f747e8e64 req-f6991b27-0a26-4321-b90a-e0c0a0b9bb97 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:20.003160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3ce558f-373c-46dd-85a1-934f747e8e64 req-f6991b27-0a26-4321-b90a-e0c0a0b9bb97 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 943 time: 0.0526671 Sep 16 05:38:20.041109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3ce558f-373c-46dd-85a1-934f747e8e64 req-c309ffc3-9dc1-44dd-a19b-d672d2350862 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309920 Sep 16 05:38:21.153979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907160b-195d-4cb5-b74e-5af127f22673 req-542b16bf-0173-429a-8b06-26fb03460883 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:21.155497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e907160b-195d-4cb5-b74e-5af127f22673 req-542b16bf-0173-429a-8b06-26fb03460883 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 943 time: 0.0488124 Sep 16 05:38:21.193758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e907160b-195d-4cb5-b74e-5af127f22673 req-9cf34210-069b-47a5-add4-a567510601e9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320787 Sep 16 05:38:21.439978 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4eb43ba9-791b-45d0-8df7-531a21a44cd1 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:38:21.536440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:21.548037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'port_id': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'mac_address': 'fa:16:3e:55:4c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:38:21.584127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:21.597102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb43ba9-791b-45d0-8df7-531a21a44cd1 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:21.619294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:21.688150 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:21.895913 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4eb43ba9-791b-45d0-8df7-531a21a44cd1,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:21.903099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:21.903449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:21.903793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:21.904131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:21.904482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:21.904820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:21.905148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:21.905475 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:21.905801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:21.906123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:21.906503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:21.906830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:21.940651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['4eb43ba9-791b-45d0-8df7-531a21a44cd1'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:22.308517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69927d-6bac-4cff-9854-d36d1c525647 req-d3200e6b-4b64-4884-817a-9001f4d28ed1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:22.310006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d69927d-6bac-4cff-9854-d36d1c525647 req-d3200e6b-4b64-4884-817a-9001f4d28ed1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 944 time: 0.0493422 Sep 16 05:38:22.347501 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d69927d-6bac-4cff-9854-d36d1c525647 req-463f97b8-2755-4e74-a1aa-df72ebe5611b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Sep 16 05:38:23.439964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4eb43ba9-791b-45d0-8df7-531a21a44cd1 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:23.466438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e78ec9-8d5b-4037-a184-52a3823cfed8 req-40575b6f-fa84-42cb-b9f6-484083906698 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:23.468016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01e78ec9-8d5b-4037-a184-52a3823cfed8 req-40575b6f-fa84-42cb-b9f6-484083906698 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 944 time: 0.0545301 Sep 16 05:38:23.505486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01e78ec9-8d5b-4037-a184-52a3823cfed8 req-9924bbc0-b9ae-468d-a10e-ec893cc9bcee tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Sep 16 05:38:23.542204 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:38:23.546321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:23.546689 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:23.622213 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:23.644237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:23.658757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:23.685283 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec04739-794f-4f1f-8bf5-89ea59c8940c" -d '{"events": [{"server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "name": "network-vif-plugged", "status": "completed", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:23.730757 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:23.782325 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253abb6a-58c4-43dc-974a-16db7cf8e3ad x-openstack-request-id: req-253abb6a-58c4-43dc-974a-16db7cf8e3ad {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:23.782616 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "name": "network-vif-plugged", "status": "completed", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:23.782871 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-253abb6a-58c4-43dc-974a-16db7cf8e3ad {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:23.783264 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'code': 200} Sep 16 05:38:23.787983 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=4eb43ba9-791b-45d0-8df7-531a21a44cd1,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:23.881974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee06e11-d61d-4246-b8be-c9551efcd336 req-fee231ab-1408-4bff-8f96-bcd7d3679f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:23.883509 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ee06e11-d61d-4246-b8be-c9551efcd336 req-fee231ab-1408-4bff-8f96-bcd7d3679f8a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0441613 Sep 16 05:38:23.920016 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1ee06e11-d61d-4246-b8be-c9551efcd336 req-579c41b4-157e-4a6e-ac44-bfc792471f18 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269337 Sep 16 05:38:24.620529 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc55787-a24c-4440-82da-26a6f0404242 req-91b2d7c8-81fd-4779-a7a9-0480746b3867 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:24.622065 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbc55787-a24c-4440-82da-26a6f0404242 req-91b2d7c8-81fd-4779-a7a9-0480746b3867 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0492699 Sep 16 05:38:24.659111 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbc55787-a24c-4440-82da-26a6f0404242 req-5ecd8776-7314-4c53-8e64-932f0c557cd0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311539 Sep 16 05:38:25.773812 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8e98b-a0cc-48c1-8a71-945c24676ca3 req-2f2173ad-344e-4c32-848a-ab9b287a1032 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:25.775278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5c8e98b-a0cc-48c1-8a71-945c24676ca3 req-2f2173ad-344e-4c32-848a-ab9b287a1032 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0486326 Sep 16 05:38:25.813877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5c8e98b-a0cc-48c1-8a71-945c24676ca3 req-c8631fdf-ed9f-4817-9258-586ffcfdadab tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324926 Sep 16 05:38:25.929610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ebf21-8ed0-4493-b15a-dc5742fb0888 req-83cc5980-9c93-46cc-9781-fe3b64e12f3d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:25.931105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d60ebf21-8ed0-4493-b15a-dc5742fb0888 req-83cc5980-9c93-46cc-9781-fe3b64e12f3d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0530939 Sep 16 05:38:25.940805 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 41962) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:25.945378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-aa918ab2-ed23-4327-9629-0a7ae21298d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Request body: {'floatingip': {'port_id': '4eb43ba9-791b-45d0-8df7-531a21a44cd1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:25.986072 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa918ab2-ed23-4327-9629-0a7ae21298d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:26.426711 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa918ab2-ed23-4327-9629-0a7ae21298d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:26.488084 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa918ab2-ed23-4327-9629-0a7ae21298d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:26.590860 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-aa918ab2-ed23-4327-9629-0a7ae21298d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Floating IP c894f6f6-f379-489a-a960-b97e0560fc34 associated. External IP: 172.25.3.227, port: 4eb43ba9-791b-45d0-8df7-531a21a44cd1. Sep 16 05:38:26.804922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa918ab2-ed23-4327-9629-0a7ae21298d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Router 8703326a-b890-4744-8fcb-d58d2f2d1856 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:38:26.912499 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa918ab2-ed23-4327-9629-0a7ae21298d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:38:26.918039 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-aa918ab2-ed23-4327-9629-0a7ae21298d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:26.923004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff46af65-b3ec-4b40-9760-249234cbaf5c None None] Sync routers for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:38:26.932926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff46af65-b3ec-4b40-9760-249234cbaf5c None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:26.933555 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ff46af65-b3ec-4b40-9760-249234cbaf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:38:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:26.944706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-aa918ab2-ed23-4327-9629-0a7ae21298d5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "PUT /v2.0/floatingips/c894f6f6-f379-489a-a960-b97e0560fc34 HTTP/1.1" status: 200 len: 991 time: 1.0028644 Sep 16 05:38:26.945399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:26.947807 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cfbd6423df5965f6ccfc6b8b644a0f5a55d9a96a6424854056d104e8da7572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3956246a-aed4-499f-8691-06a83a615057" -d '{"events": [{"name": "network-changed", "server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:27.043930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ff46af65-b3ec-4b40-9760-249234cbaf5c None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:27.051892 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ddb748-c4dc-4e0f-bafd-e477a1470e3f x-openstack-request-id: req-d1ddb748-c4dc-4e0f-bafd-e477a1470e3f {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:27.052277 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:27.052639 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1ddb748-c4dc-4e0f-bafd-e477a1470e3f {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:27.053109 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'status': 'completed', 'code': 200} Sep 16 05:38:27.112777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956246a-aed4-499f-8691-06a83a615057 req-363d61d5-7c10-4830-90a3-a96584242caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.114304 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3956246a-aed4-499f-8691-06a83a615057 req-363d61d5-7c10-4830-90a3-a96584242caa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0411484 Sep 16 05:38:27.209436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956246a-aed4-499f-8691-06a83a615057 req-18426724-c306-4e87-aac7-0921903aa2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.210862 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3956246a-aed4-499f-8691-06a83a615057 req-18426724-c306-4e87-aac7-0921903aa2cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0892327 Sep 16 05:38:27.268017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ff46af65-b3ec-4b40-9760-249234cbaf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c894f6f6-f379-489a-a960-b97e0560fc34', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'port_id': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'mac_address': 'fa:16:3e:55:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:11Z', 'updated_at': '2021-09-16T05:38:26Z', 'revision_number': 1, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:27.277704 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3956246a-aed4-499f-8691-06a83a615057 req-dcae8fd9-f8b7-45b2-89ec-22ce131b5509 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 200 len: 999 time: 0.0584126 Sep 16 05:38:27.299376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff46af65-b3ec-4b40-9760-249234cbaf5c None None] Checking router: 8703326a-b890-4744-8fcb-d58d2f2d1856 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:38:27.307963 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff46af65-b3ec-4b40-9760-249234cbaf5c None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:27.308671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ff46af65-b3ec-4b40-9760-249234cbaf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:38:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:27.329644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956246a-aed4-499f-8691-06a83a615057 req-d7799540-666d-45c0-a4cb-499826efea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.331179 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3956246a-aed4-499f-8691-06a83a615057 req-d7799540-666d-45c0-a4cb-499826efea41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0462103 Sep 16 05:38:27.382022 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956246a-aed4-499f-8691-06a83a615057 req-debf767e-1fdb-4733-bc3c-45635c3b95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.383519 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3956246a-aed4-499f-8691-06a83a615057 req-debf767e-1fdb-4733-bc3c-45635c3b95ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431514 Sep 16 05:38:27.417353 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ff46af65-b3ec-4b40-9760-249234cbaf5c None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:27.475003 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3956246a-aed4-499f-8691-06a83a615057 req-ddf59b7e-571f-45f0-894d-14fc25f633bc service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833282 Sep 16 05:38:27.570294 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3956246a-aed4-499f-8691-06a83a615057 req-a30b0ba0-9a24-4c80-ac62-84bebe2e152f service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880885 Sep 16 05:38:27.646864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ff46af65-b3ec-4b40-9760-249234cbaf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c894f6f6-f379-489a-a960-b97e0560fc34', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'port_id': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'mac_address': 'fa:16:3e:55:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:11Z', 'updated_at': '2021-09-16T05:38:26Z', 'revision_number': 1, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:27.673043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff46af65-b3ec-4b40-9760-249234cbaf5c None None] The sync data for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 is: [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c894f6f6-f379-489a-a960-b97e0560fc34', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'port_id': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'mac_address': 'fa:16:3e:55:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:11Z', 'updated_at': '2021-09-16T05:38:26Z', 'revision_number': 1, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:38:27.860734 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87872db-f316-4c57-a3a3-287e26eaefe6 None None] New status for floating IP c894f6f6-f379-489a-a960-b97e0560fc34: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:38:42.153955 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02804f71-fc16-4c90-84fd-adf0db8ce9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:42.807460 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:44.492899 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9c031f16-cec1-4561-899a-8dd799e5c676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:45.315902 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:46.155993 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:46.899123 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.679095 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:51.148489 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:12.149812 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0a8cf5c8-dc1a-4bac-99bc-bf43434d320d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:12.809834 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:13.060276 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-17c22de6-6a6f-4a12-9b2d-1bccdf4c190a req-7d5ccf57-4848-4817-ad33-33688e64d366 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391579 Sep 16 05:39:13.141483 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22de6-6a6f-4a12-9b2d-1bccdf4c190a req-e3f469ec-bc90-4e4e-b3f4-497f3c307ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:13.146516 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-17c22de6-6a6f-4a12-9b2d-1bccdf4c190a req-e3f469ec-bc90-4e4e-b3f4-497f3c307ebc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0416532 Sep 16 05:39:13.250603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22de6-6a6f-4a12-9b2d-1bccdf4c190a req-ec63e7cc-52b2-4b11-bf51-384b73e392b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:13.252061 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-17c22de6-6a6f-4a12-9b2d-1bccdf4c190a req-ec63e7cc-52b2-4b11-bf51-384b73e392b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0905662 Sep 16 05:39:13.317058 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-17c22de6-6a6f-4a12-9b2d-1bccdf4c190a req-5cafe42d-fe08-45cb-a218-0e6e7d181cb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 200 len: 1001 time: 0.0583510 Sep 16 05:39:13.369004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22de6-6a6f-4a12-9b2d-1bccdf4c190a req-06c801f7-8d88-4f20-89da-d7c168bba4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:13.370428 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-17c22de6-6a6f-4a12-9b2d-1bccdf4c190a req-06c801f7-8d88-4f20-89da-d7c168bba4ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0471866 Sep 16 05:39:13.418761 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22de6-6a6f-4a12-9b2d-1bccdf4c190a req-133f40c3-8d01-4e65-bc95-70642808bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:13.420747 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-17c22de6-6a6f-4a12-9b2d-1bccdf4c190a req-133f40c3-8d01-4e65-bc95-70642808bc1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387871 Sep 16 05:39:13.507249 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-17c22de6-6a6f-4a12-9b2d-1bccdf4c190a req-2f8f5fd0-4b1d-4182-9cbb-043edf07842e service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796235 Sep 16 05:39:13.598363 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-17c22de6-6a6f-4a12-9b2d-1bccdf4c190a req-4661ead8-164c-4b9b-8e48-a797effa9b8d service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831330 Sep 16 05:39:14.521367 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-89916dd9-6f3b-4bdb-af3b-e8c72a672886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:15.332433 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:16.166776 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:16.901392 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:17.711681 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.147729 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:42.177611 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-de879788-e427-4bd3-bbeb-2241050e544c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.800788 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:44.515247 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7d618cfb-d035-4d8b-bc7e-9dd291d79f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.320869 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.169648 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.889671 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.677911 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:03.778569 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9c16-8fac-4b5f-bf69-ac7c67b2d835 req-6d484efb-fa00-48a5-80af-18749ea40fa0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:03.780070 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-146c9c16-8fac-4b5f-bf69-ac7c67b2d835 req-6d484efb-fa00-48a5-80af-18749ea40fa0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0531480 Sep 16 05:40:03.819529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-146c9c16-8fac-4b5f-bf69-ac7c67b2d835 req-7911bf90-d725-40cf-80a2-c068c33458d8 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327735 Sep 16 05:40:04.199700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f55436-b3f7-4ef3-91c2-314567baf20a req-503b74d1-d45c-4e2e-ac8c-5de1b9c1cc24 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:04.201169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7f55436-b3f7-4ef3-91c2-314567baf20a req-503b74d1-d45c-4e2e-ac8c-5de1b9c1cc24 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0503700 Sep 16 05:40:04.244398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7f55436-b3f7-4ef3-91c2-314567baf20a req-d147e6df-d896-4082-b0e9-eef02ef4fa6f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366061 Sep 16 05:40:04.381687 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-96c831cf-9ed1-4224-bddd-1c095833abd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877395 Sep 16 05:40:05.147274 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:05.366222 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a8d41-d21a-459a-a107-e2235a763a09 req-ef41931c-2cf2-4ea1-bf5e-54ffd8837ce5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:05.367750 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-012a8d41-d21a-459a-a107-e2235a763a09 req-ef41931c-2cf2-4ea1-bf5e-54ffd8837ce5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0513148 Sep 16 05:40:05.405429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-012a8d41-d21a-459a-a107-e2235a763a09 req-bc9a448f-99df-4bf6-8449-c444e8ae2444 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317221 Sep 16 05:40:06.523759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050ff8e-b3d2-4cb6-b860-a106c7060eab req-a1dab892-1a1e-4758-ab7a-bc9d7b83947f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:06.525293 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3050ff8e-b3d2-4cb6-b860-a106c7060eab req-a1dab892-1a1e-4758-ab7a-bc9d7b83947f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0516157 Sep 16 05:40:06.564346 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3050ff8e-b3d2-4cb6-b860-a106c7060eab req-896cfb48-b096-48ab-96ee-7bed2a255ca6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329165 Sep 16 05:40:07.536386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02f4d-2968-4682-b788-05017765bc0c req-cc8fba1c-7d61-419f-80aa-648a3048b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:07.537914 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-cc8fba1c-7d61-419f-80aa-648a3048b741 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0412812 Sep 16 05:40:07.636066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02f4d-2968-4682-b788-05017765bc0c req-ca6b01ea-2021-43f3-bdd2-84b34593147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:07.637593 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-ca6b01ea-2021-43f3-bdd2-84b34593147c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0879350 Sep 16 05:40:07.684010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5b225-f247-4b7d-917c-2641bfc389d9 req-2109da64-7923-4674-9fc6-dd55fcaa6d9e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:07.685527 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eee5b225-f247-4b7d-917c-2641bfc389d9 req-2109da64-7923-4674-9fc6-dd55fcaa6d9e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0491517 Sep 16 05:40:07.708839 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-67234dae-4a11-443a-a278-a3f943981821 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 200 len: 1001 time: 0.0590472 Sep 16 05:40:07.728076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eee5b225-f247-4b7d-917c-2641bfc389d9 req-0d6b45e4-2c97-4b41-97a9-3e6c4f78ae4f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364544 Sep 16 05:40:07.767460 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02f4d-2968-4682-b788-05017765bc0c req-ef0e93fd-d413-4385-a4e9-f9ef4b22d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:07.769056 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-ef0e93fd-d413-4385-a4e9-f9ef4b22d647 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0485337 Sep 16 05:40:07.821092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02f4d-2968-4682-b788-05017765bc0c req-6575bbef-cb9b-40c4-b215-9fc63a1be90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:07.822594 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-6575bbef-cb9b-40c4-b215-9fc63a1be90f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408976 Sep 16 05:40:07.915721 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-743aab5b-035d-47ca-9d0b-53259dc249d4 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803168 Sep 16 05:40:08.015434 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-93c31192-c4fd-48e6-8bec-21f7f3d1804d service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881362 Sep 16 05:40:08.847382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947fd2d-84d8-4022-9e4d-7b42bafc6f11 req-b6613031-aa11-46ce-87d6-0a77ef199a05 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:08.849061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0947fd2d-84d8-4022-9e4d-7b42bafc6f11 req-b6613031-aa11-46ce-87d6-0a77ef199a05 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0506742 Sep 16 05:40:08.887244 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0947fd2d-84d8-4022-9e4d-7b42bafc6f11 req-4151bc2f-af57-4422-8ee1-ddbc2b079802 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322344 Sep 16 05:40:10.003349 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cff51-bb93-4c0d-984d-c6606c5121fe req-a657a247-4ecc-4fd1-98f0-de9bb85e9fcb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:10.004908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-645cff51-bb93-4c0d-984d-c6606c5121fe req-a657a247-4ecc-4fd1-98f0-de9bb85e9fcb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0491748 Sep 16 05:40:10.047286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-645cff51-bb93-4c0d-984d-c6606c5121fe req-2b39eed4-1da2-4fc7-bc0a-4c2bf4a8fe33 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362883 Sep 16 05:40:11.163737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2582b-58b9-4ae9-abea-051962cea2e9 req-0a9da75a-0742-40d8-aa64-8f66f000401d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:11.165327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5b2582b-58b9-4ae9-abea-051962cea2e9 req-0a9da75a-0742-40d8-aa64-8f66f000401d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0505288 Sep 16 05:40:11.207908 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5b2582b-58b9-4ae9-abea-051962cea2e9 req-70acb34b-f9a5-437c-8428-9067bb893b41 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363727 Sep 16 05:40:12.137150 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3d6c2ce3-304e-40ea-9788-a46cdac251de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:12.325488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0c7c1-e4f5-4eaf-8352-49d9839d91e4 req-936f225c-fb6d-488d-bc03-3a11287c7fa1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:12.326972 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37e0c7c1-e4f5-4eaf-8352-49d9839d91e4 req-936f225c-fb6d-488d-bc03-3a11287c7fa1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0507793 Sep 16 05:40:12.365389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37e0c7c1-e4f5-4eaf-8352-49d9839d91e4 req-847e26f4-d263-406a-bb50-eebf45a0eaed tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323391 Sep 16 05:40:12.880512 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:13.481200 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b5c49-9be4-441b-b8b0-9f85f8223c63 req-e3a553bf-c8b9-4024-9041-c22eab43a3d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:13.482672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f52b5c49-9be4-441b-b8b0-9f85f8223c63 req-e3a553bf-c8b9-4024-9041-c22eab43a3d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0490828 Sep 16 05:40:13.519400 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f52b5c49-9be4-441b-b8b0-9f85f8223c63 req-a6feb64a-f2f9-4e3c-939c-c6f533537520 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308573 Sep 16 05:40:14.126145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60e845-9f04-4b39-a8b7-bee260b5b8df req-946533e7-16a5-49d6-b54e-16e99b3eba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:14.132865 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dc60e845-9f04-4b39-a8b7-bee260b5b8df req-946533e7-16a5-49d6-b54e-16e99b3eba7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0435209 Sep 16 05:40:14.236435 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60e845-9f04-4b39-a8b7-bee260b5b8df req-2c46f43c-887b-40ca-b484-63f8ca391ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:14.237959 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dc60e845-9f04-4b39-a8b7-bee260b5b8df req-2c46f43c-887b-40ca-b484-63f8ca391ecc service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0894275 Sep 16 05:40:14.306325 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dc60e845-9f04-4b39-a8b7-bee260b5b8df req-c6708168-8c1c-4821-add5-e867c91dca25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 200 len: 1001 time: 0.0601740 Sep 16 05:40:14.363474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60e845-9f04-4b39-a8b7-bee260b5b8df req-dfbfe97d-d31f-4798-b298-768f34e27b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:14.364879 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dc60e845-9f04-4b39-a8b7-bee260b5b8df req-dfbfe97d-d31f-4798-b298-768f34e27b55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0466168 Sep 16 05:40:14.411382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60e845-9f04-4b39-a8b7-bee260b5b8df req-ada3bb1d-d837-4509-b169-97e76f44caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:14.413589 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dc60e845-9f04-4b39-a8b7-bee260b5b8df req-ada3bb1d-d837-4509-b169-97e76f44caac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398130 Sep 16 05:40:14.497281 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5abba3e4-8677-493b-ac2e-9bbbca623a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:14.505864 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dc60e845-9f04-4b39-a8b7-bee260b5b8df req-88e9923b-3ce5-4403-825c-1a5e7e33d7a2 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800862 Sep 16 05:40:14.608044 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-dc60e845-9f04-4b39-a8b7-bee260b5b8df req-b92207b6-156b-45a3-89dc-e591f46aa2d1 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903506 Sep 16 05:40:14.634220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900703a-ec38-4993-b004-6c6f4af13712 req-174602bc-f209-4176-b342-f36e62b430cd tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:14.635709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e900703a-ec38-4993-b004-6c6f4af13712 req-174602bc-f209-4176-b342-f36e62b430cd tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0493102 Sep 16 05:40:14.677723 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e900703a-ec38-4993-b004-6c6f4af13712 req-701e05d4-ceb5-4de5-bcc8-007236e4aecc tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358193 Sep 16 05:40:15.335246 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:15.791129 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9f851-1529-42ec-a78e-1342a6989084 req-62ecd645-37b9-4d42-ade8-be1de8337287 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:15.792866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bf9f851-1529-42ec-a78e-1342a6989084 req-62ecd645-37b9-4d42-ade8-be1de8337287 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0493276 Sep 16 05:40:15.829734 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bf9f851-1529-42ec-a78e-1342a6989084 req-35e4e202-bbb7-4d1e-9be5-1028dc2f9358 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Sep 16 05:40:16.164225 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:16.914431 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:16.950122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87163828-64c2-4913-898e-093e66f5a79e req-37d7d4df-ccfe-40f2-a03a-a5f7fe31169d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:16.951639 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87163828-64c2-4913-898e-093e66f5a79e req-37d7d4df-ccfe-40f2-a03a-a5f7fe31169d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0545583 Sep 16 05:40:16.988695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87163828-64c2-4913-898e-093e66f5a79e req-4674c27e-b8f3-4f4d-a3d6-62bae9bdcf25 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307510 Sep 16 05:40:17.685838 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:18.109458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57520d-aadd-47ff-b442-15a605204fae req-a586c5bc-9fca-47a8-b625-b0885e3c037d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:18.110928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a57520d-aadd-47ff-b442-15a605204fae req-a586c5bc-9fca-47a8-b625-b0885e3c037d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0507648 Sep 16 05:40:18.153350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a57520d-aadd-47ff-b442-15a605204fae req-8dce3e18-25df-4759-9161-a6bb64bb1d7a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353527 Sep 16 05:40:19.269303 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90809c8b-bd33-4367-853b-426b723a00f4 req-6ce1fb8d-dcc2-49ed-94f1-c3236837be6d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:19.270763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90809c8b-bd33-4367-853b-426b723a00f4 req-6ce1fb8d-dcc2-49ed-94f1-c3236837be6d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0494168 Sep 16 05:40:19.309498 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90809c8b-bd33-4367-853b-426b723a00f4 req-afbdb780-50fe-4b25-90d9-514154e74143 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326366 Sep 16 05:40:20.442351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a3bbd-6f3b-4798-8e8d-e9ecdb8be902 req-6e28843f-677d-4e10-b4cf-2bbd06370e69 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:20.443851 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e49a3bbd-6f3b-4798-8e8d-e9ecdb8be902 req-6e28843f-677d-4e10-b4cf-2bbd06370e69 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0487504 Sep 16 05:40:20.482004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e49a3bbd-6f3b-4798-8e8d-e9ecdb8be902 req-8d1d7670-a60b-4b80-95b5-dc16040b97ec tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320072 Sep 16 05:40:20.695272 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-fcf02f4d-2968-4682-b788-05017765bc0c req-8647c699-67ff-4432-b57d-6c2af09367c8 service neutron] show failed (client error): The resource could not be found. Sep 16 05:40:20.696568 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-8647c699-67ff-4432-b57d-6c2af09367c8 service neutron] 10.222.0.37 "GET /v2.0/ports/4eb43ba9-791b-45d0-8df7-531a21a44cd1/bindings/n-h1-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0581594 Sep 16 05:40:21.233503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02f4d-2968-4682-b788-05017765bc0c req-721a4a8c-4098-4c4e-a957-d3bbbd7f2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:21.235001 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-721a4a8c-4098-4c4e-a957-d3bbbd7f2054 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 1097 time: 0.0831757 Sep 16 05:40:21.246911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:21.298558 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.494643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:21.526971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:21.571563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:21.574093 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1cbd03-727e-4b6c-a251-df1d6f16d806" -d '{"events": [{"server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:21.577998 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.591133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Transition to ACTIVE for port object 4eb43ba9-791b-45d0-8df7-531a21a44cd1 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:40:21.600538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489d34b-0f1b-45b6-988f-fed5e148222c req-30405041-5d0e-4e1c-a91e-55138a8e001b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:21.602053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7489d34b-0f1b-45b6-988f-fed5e148222c req-30405041-5d0e-4e1c-a91e-55138a8e001b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0508175 Sep 16 05:40:21.630019 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c01f14-eb8a-40f4-9286-d40d0ee344f3 x-openstack-request-id: req-e3c01f14-eb8a-40f4-9286-d40d0ee344f3 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:21.630318 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:21.630567 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3c01f14-eb8a-40f4-9286-d40d0ee344f3 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:21.630958 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'code': 200} Sep 16 05:40:21.646162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7489d34b-0f1b-45b6-988f-fed5e148222c req-08505dea-c1bb-4653-ab03-463af013e360 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373192 Sep 16 05:40:21.668742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.770702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Pushing event updated for resources: {'Port': ['ID=4eb43ba9-791b-45d0-8df7-531a21a44cd1,revision_number=6']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:21.796993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:21.797663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:21.798007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:21.798340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:21.798828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:21.799165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:21.799490 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:21.799809 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:21.800129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:21.800449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:21.800788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:21.801103 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:21.857076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] No DVR routers for this DVR port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:40:22.299636 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Attempting to bind port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:22.299973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Attempting to bind port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:22.300297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Attempting to bind port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:22.304338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:40:22.304682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Attempting to bind port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:22.309793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:22.310133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:22.310514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Bound using segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:22.310938 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Bound port: 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:22.311286 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:22.371619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:22.374538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:22.445738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:22.483128 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:22.483741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:22.485154 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] 10.222.0.23 "PUT /v2.0/ports/4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 200 len: 1092 time: 1.2426302 Sep 16 05:40:22.506953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a101a0-19f8-4690-b4a9-ee29096c9e0b service neutron] Pushing event updated for resources: {'Port': ['ID=4eb43ba9-791b-45d0-8df7-531a21a44cd1,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:22.552149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02f4d-2968-4682-b788-05017765bc0c req-0806d43b-1371-4977-b931-088373d29bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:22.553769 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-0806d43b-1371-4977-b931-088373d29bf2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0432115 Sep 16 05:40:22.649070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02f4d-2968-4682-b788-05017765bc0c req-ed594225-b860-42fc-ab6e-0f3542c0652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:22.651453 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-ed594225-b860-42fc-ab6e-0f3542c0652b service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0906739 Sep 16 05:40:22.721382 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-bbfe8fa7-7614-4cac-9446-a2277ac4fc84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 200 len: 999 time: 0.0629363 Sep 16 05:40:22.764522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6199cf9-c28a-464e-aee0-3c8f1504c3f4 req-75ddc415-9733-43bc-926d-3f4d16c74521 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:22.766049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6199cf9-c28a-464e-aee0-3c8f1504c3f4 req-75ddc415-9733-43bc-926d-3f4d16c74521 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 943 time: 0.0497053 Sep 16 05:40:22.772834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02f4d-2968-4682-b788-05017765bc0c req-7c7baa46-d982-4fa5-b812-039c54d7df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:22.774829 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-7c7baa46-d982-4fa5-b812-039c54d7df39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0458448 Sep 16 05:40:22.805613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6199cf9-c28a-464e-aee0-3c8f1504c3f4 req-e5140413-b104-43eb-891d-a7b08d654735 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334475 Sep 16 05:40:22.821426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02f4d-2968-4682-b788-05017765bc0c req-3d1ef86f-72ed-40cc-b680-4970b0257d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:22.822969 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-3d1ef86f-72ed-40cc-b680-4970b0257d73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410488 Sep 16 05:40:22.914757 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-3ac88d14-126d-4540-9d9e-c53937797fb2 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848577 Sep 16 05:40:23.005901 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-1a968d95-67e0-4796-b3ef-3f2c745aa095 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835586 Sep 16 05:40:23.631833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:23.634279 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d445064-8418-4b6f-a35a-60ffcdb9d005" -d '{"events": [{"name": "network-changed", "server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:23.682114 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb28116-79db-430b-bb07-dcde36531f30 x-openstack-request-id: req-7bb28116-79db-430b-bb07-dcde36531f30 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:23.682662 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:23.682919 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bb28116-79db-430b-bb07-dcde36531f30 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:23.683323 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'status': 'completed', 'code': 200} Sep 16 05:40:23.766916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-e7fd7d90-76f8-4184-ae9c-d227796d578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:23.768506 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-e7fd7d90-76f8-4184-ae9c-d227796d578d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0693080 Sep 16 05:40:23.771045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-c02fd8d8-b4a9-4459-8f11-467caa704cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:23.772404 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-c02fd8d8-b4a9-4459-8f11-467caa704cb0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0635579 Sep 16 05:40:23.923592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6af17-3b74-42ca-8af8-eef8ac41d9a7 req-0bb0e96c-0612-44ce-b9d8-8deb67d41576 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:23.925028 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70b6af17-3b74-42ca-8af8-eef8ac41d9a7 req-0bb0e96c-0612-44ce-b9d8-8deb67d41576 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 943 time: 0.0490229 Sep 16 05:40:23.933936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-972cd858-2050-4609-b93e-c0ddef24e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:23.935598 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-972cd858-2050-4609-b93e-c0ddef24e9ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1582255 Sep 16 05:40:23.936743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-c09d339d-a151-40e5-8474-b0b6e9b41799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:23.938058 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-c09d339d-a151-40e5-8474-b0b6e9b41799 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1527777 Sep 16 05:40:23.963938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-70b6af17-3b74-42ca-8af8-eef8ac41d9a7 req-864dd7b6-a75d-4700-9b86-7bae7f75c9ea tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327761 Sep 16 05:40:24.052420 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-aa0c9c4f-2b5b-4885-b533-2e74c68c22f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 200 len: 999 time: 0.1083252 Sep 16 05:40:24.054185 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-9bb09ecb-c07b-4749-abb9-dcc428b14158 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 200 len: 999 time: 0.1033521 Sep 16 05:40:24.092247 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4eb43ba9-791b-45d0-8df7-531a21a44cd1 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:24.130844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 4eb43ba9-791b-45d0-8df7-531a21a44cd1 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:24.142145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-a96452ea-28d6-4468-9da7-358b21581152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:24.143735 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-a96452ea-28d6-4468-9da7-358b21581152 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0837083 Sep 16 05:40:24.145255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-13f1d22a-3101-4a55-b256-c2dee28f5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:24.146609 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-13f1d22a-3101-4a55-b256-c2dee28f5e4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0794716 Sep 16 05:40:24.220599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-960be762-8cbf-4b87-b183-f2e1653ed89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:24.222101 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-960be762-8cbf-4b87-b183-f2e1653ed89c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702784 Sep 16 05:40:24.223910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-8cc9aed2-56ef-4b99-ac23-80ca5d14ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:24.225280 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-8cc9aed2-56ef-4b99-ac23-80ca5d14ae5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658336 Sep 16 05:40:24.383910 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-60a539e0-fd69-4fae-923b-9f892ac61b41 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536336 Sep 16 05:40:24.387364 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-53427ac9-6955-47d9-8af5-e3ad1c5e25a2 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502857 Sep 16 05:40:24.544374 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-a6c86702-47e3-4a8d-839a-05be0a4cc40f service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525540 Sep 16 05:40:24.546353 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7d445064-8418-4b6f-a35a-60ffcdb9d005 req-925ae3e6-74bb-4849-b020-40e8b79522c2 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476524 Sep 16 05:40:24.735271 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 4eb43ba9-791b-45d0-8df7-531a21a44cd1 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:40:24.828782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:24.842582 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'port_id': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'mac_address': 'fa:16:3e:55:4c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:40:24.879584 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.893332 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb43ba9-791b-45d0-8df7-531a21a44cd1 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:24.912139 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:24.959784 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.006461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=4eb43ba9-791b-45d0-8df7-531a21a44cd1,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:25.014640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:25.014990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:25.015328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:25.016223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:25.016333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:25.016695 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:25.017019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:25.017716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:25.017716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:25.017969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:25.018293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:25.018610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:25.088367 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b1bb0-68f2-4eeb-84fc-72e7144404ea req-3e3ac952-38f1-4aa9-925d-2cd131fa3745 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:25.089838 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be0b1bb0-68f2-4eeb-84fc-72e7144404ea req-3e3ac952-38f1-4aa9-925d-2cd131fa3745 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 944 time: 0.0524282 Sep 16 05:40:25.133459 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be0b1bb0-68f2-4eeb-84fc-72e7144404ea req-09b829bb-b709-4042-9cf1-69f0de1cdebf tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374134 Sep 16 05:40:25.198812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['4eb43ba9-791b-45d0-8df7-531a21a44cd1'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:25.456055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d667c7f-1a52-40af-afd9-f175b9c45be8 req-1e7726cc-127c-43df-a979-7c44a4854fd9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:25.457575 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d667c7f-1a52-40af-afd9-f175b9c45be8 req-1e7726cc-127c-43df-a979-7c44a4854fd9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 944 time: 0.0486934 Sep 16 05:40:25.498094 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d667c7f-1a52-40af-afd9-f175b9c45be8 req-c6f207da-03cd-43a6-ad2c-c0c35a9ca1b2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345733 Sep 16 05:40:25.568796 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-6307f016-606f-40eb-8660-fef5b9a1a5b3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:25.570254 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-6307f016-606f-40eb-8660-fef5b9a1a5b3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.37 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8&tenant_id=57a135194dd3478ebb1237262d76ccf4&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 944 time: 0.0531878 Sep 16 05:40:25.631951 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-902102fb-58cf-4769-ac98-99c25b5c05af service neutron] delete failed (client error): The resource could not be found. Sep 16 05:40:25.632919 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-902102fb-58cf-4769-ac98-99c25b5c05af service neutron] 10.222.0.37 "DELETE /v2.0/ports/4eb43ba9-791b-45d0-8df7-531a21a44cd1/bindings/n-h2-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0535202 Sep 16 05:40:25.726278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-b69d05eb-16aa-4619-b13d-7e5d58499a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:25.727781 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-b69d05eb-16aa-4619-b13d-7e5d58499a39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0446479 Sep 16 05:40:25.817538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-279cdecd-6d59-4035-8b3c-9cb97356c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:25.819007 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-279cdecd-6d59-4035-8b3c-9cb97356c1b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0834508 Sep 16 05:40:25.892207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-931bac21-0a20-4b11-8276-befcbfff6a54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 200 len: 1000 time: 0.0606284 Sep 16 05:40:25.941977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-d8d5f214-d1a6-4b8f-95ab-805c1d9d7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:25.943393 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-d8d5f214-d1a6-4b8f-95ab-805c1d9d7551 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0436256 Sep 16 05:40:25.993830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-05ef4854-52ce-4bc1-9a83-15c6a3af6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:25.995368 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-05ef4854-52ce-4bc1-9a83-15c6a3af6dd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394051 Sep 16 05:40:26.096165 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-06a70d73-d60b-4418-ad3d-f4b8f7229d3a service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881779 Sep 16 05:40:26.190413 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2a66db04-6acf-4b9c-ba3d-67bd421f6e97 req-34ae3701-93ed-4e8d-9309-3d8c407d8493 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818560 Sep 16 05:40:26.416788 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-722d12f3-6706-46c6-a5b7-aefb9c26ee9e req-f172490b-d6ba-40ee-bff9-61dce64c4eb2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446506 Sep 16 05:40:26.496600 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d12f3-6706-46c6-a5b7-aefb9c26ee9e req-e8d6127a-fa3c-4086-8b69-116d4459bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:26.498008 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-722d12f3-6706-46c6-a5b7-aefb9c26ee9e req-e8d6127a-fa3c-4086-8b69-116d4459bbcf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0407450 Sep 16 05:40:26.601846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d12f3-6706-46c6-a5b7-aefb9c26ee9e req-3dc88502-f5d4-45ed-8024-b20a9e506683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:26.604094 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-722d12f3-6706-46c6-a5b7-aefb9c26ee9e req-3dc88502-f5d4-45ed-8024-b20a9e506683 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0865743 Sep 16 05:40:26.615611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd10420-2377-4704-b98d-90d5ce0fb841 req-fb967178-d49d-467e-b06b-d2fbf264d1cb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:26.617161 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fd10420-2377-4704-b98d-90d5ce0fb841 req-fb967178-d49d-467e-b06b-d2fbf264d1cb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 944 time: 0.0495100 Sep 16 05:40:26.657755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5fd10420-2377-4704-b98d-90d5ce0fb841 req-1c8e7811-c175-41b7-afc6-ba2a2065a7c9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336237 Sep 16 05:40:26.675688 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-722d12f3-6706-46c6-a5b7-aefb9c26ee9e req-0f625af9-df6c-4326-916a-a0af964c3d03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 200 len: 1000 time: 0.0656974 Sep 16 05:40:26.724758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d12f3-6706-46c6-a5b7-aefb9c26ee9e req-57ee9ee0-e6af-4a52-a1fc-418fbe037c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:26.726219 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-722d12f3-6706-46c6-a5b7-aefb9c26ee9e req-57ee9ee0-e6af-4a52-a1fc-418fbe037c65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0435023 Sep 16 05:40:26.737664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 4eb43ba9-791b-45d0-8df7-531a21a44cd1 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:26.773217 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d12f3-6706-46c6-a5b7-aefb9c26ee9e req-2e8cfb54-3bbb-4a6c-9143-cef6e63e55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:26.774870 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-722d12f3-6706-46c6-a5b7-aefb9c26ee9e req-2e8cfb54-3bbb-4a6c-9143-cef6e63e55fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417705 Sep 16 05:40:26.846090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:40:26.851146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:26.852060 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.877621 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-722d12f3-6706-46c6-a5b7-aefb9c26ee9e req-a685b0a4-462e-47ef-9d16-c767a9b13db7 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952780 Sep 16 05:40:26.937938 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.961995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:26.964549 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666daf22-a31c-44dc-a4fe-87efe2ff7d1d" -d '{"events": [{"server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "name": "network-vif-plugged", "status": "completed", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:26.970334 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-722d12f3-6706-46c6-a5b7-aefb9c26ee9e req-b66323b5-ec2b-4294-9e15-99327434726c service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854132 Sep 16 05:40:26.977567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:27.010618 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096eda77-6ef9-4e2d-902f-5e00b0182f77 x-openstack-request-id: req-096eda77-6ef9-4e2d-902f-5e00b0182f77 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:27.010899 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "name": "network-vif-plugged", "status": "completed", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:27.011191 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-096eda77-6ef9-4e2d-902f-5e00b0182f77 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:27.011561 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'code': 200} Sep 16 05:40:27.040089 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.089187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=4eb43ba9-791b-45d0-8df7-531a21a44cd1,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:27.772433 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fff24c-ea8b-4be3-89c8-f784a0e47c9f req-4c31865a-cb71-4a3e-8e7a-701e8df44ee1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:27.773960 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1fff24c-ea8b-4be3-89c8-f784a0e47c9f req-4c31865a-cb71-4a3e-8e7a-701e8df44ee1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0476954 Sep 16 05:40:27.816343 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1fff24c-ea8b-4be3-89c8-f784a0e47c9f req-23d54ca3-3765-4e81-a2bc-3e9be450199c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357893 Sep 16 05:40:27.931380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a2a95-9c2a-406a-a569-8b68b69b8522 req-e1cef8de-d3cb-4284-829a-a5c4b3dcb170 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:27.933626 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-340a2a95-9c2a-406a-a569-8b68b69b8522 req-e1cef8de-d3cb-4284-829a-a5c4b3dcb170 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0503821 Sep 16 05:40:27.972033 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-340a2a95-9c2a-406a-a569-8b68b69b8522 req-fc33399f-0d3c-42f7-809f-c2ffa0297c47 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322618 Sep 16 05:40:28.087130 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf27154-6d77-4350-9b60-566ff5598c3f req-04583041-a9a8-4dd4-9ae6-466226241a42 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:28.089252 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bcf27154-6d77-4350-9b60-566ff5598c3f req-04583041-a9a8-4dd4-9ae6-466226241a42 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0498703 Sep 16 05:40:28.127742 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bcf27154-6d77-4350-9b60-566ff5598c3f req-83da5ccb-a9f1-4fe3-8ad8-68cd98955ea2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325444 Sep 16 05:40:28.507555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315b296-11f0-499f-aff7-e8338eba2254 req-2f205358-b9a5-425c-93c8-cc145dc8da62 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:28.509231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1315b296-11f0-499f-aff7-e8338eba2254 req-2f205358-b9a5-425c-93c8-cc145dc8da62 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0488789 Sep 16 05:40:28.550949 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1315b296-11f0-499f-aff7-e8338eba2254 req-228d9fb9-3ade-421c-aa5a-0b6fede7707e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352697 Sep 16 05:40:29.667968 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2810d05-68d4-48e4-8d9f-c1cfcfd82076 req-cc21cdf8-f0e7-4c11-8553-835f06f5990e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:29.669479 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2810d05-68d4-48e4-8d9f-c1cfcfd82076 req-cc21cdf8-f0e7-4c11-8553-835f06f5990e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0498323 Sep 16 05:40:29.707302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c2810d05-68d4-48e4-8d9f-c1cfcfd82076 req-3f5af8a4-2e49-4dc4-88b6-0b406df3bd54 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318973 Sep 16 05:40:29.765520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-7d0eb8ae-f298-4f71-9ac9-cc26371a6718 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:29.767000 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-7d0eb8ae-f298-4f71-9ac9-cc26371a6718 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.23 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 945 time: 0.0539253 Sep 16 05:40:29.854882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Deleting port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:29.855147 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.944383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] For port 4eb43ba9-791b-45d0-8df7-531a21a44cd1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=4eb43ba9-791b-45d0-8df7-531a21a44cd1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:29.944774 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.113213 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.113491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.113808 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Floating IP c894f6f6-f379-489a-a960-b97e0560fc34 disassociated. External IP: 172.25.3.227, port: 4eb43ba9-791b-45d0-8df7-531a21a44cd1. Sep 16 05:40:30.114152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Calling delete_port for 4eb43ba9-791b-45d0-8df7-531a21a44cd1 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:30.300626 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.328313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event deleted for resources: {'Port': ['ID=4eb43ba9-791b-45d0-8df7-531a21a44cd1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:30.450244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Router 8703326a-b890-4744-8fcb-d58d2f2d1856 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:30.560143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:30.569595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df780f3-94c0-45b8-9084-5ba88d1f7864 None None] Sync routers for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:30.579606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df780f3-94c0-45b8-9084-5ba88d1f7864 None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:30.580338 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2df780f3-94c0-45b8-9084-5ba88d1f7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:40:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:30.598494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] No DVR routers for this DVR port 4eb43ba9-791b-45d0-8df7-531a21a44cd1 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:40:30.601287 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.603677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-85a18ffc-a186-4d97-8d12-3eb0c0441c09 req-0be8ea24-d6e6-40d3-9b11-c6a81f00932a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.23 "DELETE /v2.0/ports/4eb43ba9-791b-45d0-8df7-531a21a44cd1 HTTP/1.1" status: 204 len: 173 time: 0.8303466 Sep 16 05:40:30.605381 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'name': 'network-vif-deleted', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:30.608153 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56040f4c-2a0a-4478-8459-cda32a3c259b" -d '{"events": [{"server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "name": "network-vif-deleted", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:30.645916 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958ba612-46a2-4957-86fd-a5173da712c5 x-openstack-request-id: req-958ba612-46a2-4957-86fd-a5173da712c5 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:30.646207 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76301e8-ba8e-47f3-b4bd-ae387e52bbd8", "name": "network-vif-deleted", "tag": "4eb43ba9-791b-45d0-8df7-531a21a44cd1", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:30.646458 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-958ba612-46a2-4957-86fd-a5173da712c5 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:30.646884 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76301e8-ba8e-47f3-b4bd-ae387e52bbd8', 'name': 'network-vif-deleted', 'tag': '4eb43ba9-791b-45d0-8df7-531a21a44cd1', 'status': 'completed', 'code': 200} Sep 16 05:40:30.692150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-2df780f3-94c0-45b8-9084-5ba88d1f7864 None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:30.811711 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0ef9f52e-d6a6-4275-9cb6-f0bd72685728 req-a60deae4-b37b-40a0-b21e-56b55820c969 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76301e8-ba8e-47f3-b4bd-ae387e52bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0316751 Sep 16 05:40:30.895613 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2df780f3-94c0-45b8-9084-5ba88d1f7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:30.927675 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df780f3-94c0-45b8-9084-5ba88d1f7864 None None] Checking router: 8703326a-b890-4744-8fcb-d58d2f2d1856 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:30.936977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df780f3-94c0-45b8-9084-5ba88d1f7864 None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:30.937122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2df780f3-94c0-45b8-9084-5ba88d1f7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:40:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:31.201178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-2df780f3-94c0-45b8-9084-5ba88d1f7864 None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:31.403429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-2df780f3-94c0-45b8-9084-5ba88d1f7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:31.429249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df780f3-94c0-45b8-9084-5ba88d1f7864 None None] The sync data for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 is: [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:31.634856 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2c36b-528c-423e-b7c2-21ec930f6c3a None None] New status for floating IP c894f6f6-f379-489a-a960-b97e0560fc34: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:40:32.049041 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-8d254cf3-f28e-4897-82fd-e3333883dbef tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2131141995&fields=id&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 267 time: 0.0325091 Sep 16 05:40:32.157990 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-be6c8871-590a-452d-af31-4c08104fe63c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:32.159364 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-be6c8871-590a-452d-af31-4c08104fe63c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 812 time: 0.1037102 Sep 16 05:40:32.174662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-439c5cd0-fd08-452f-91d0-42e06237a596 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/quotas/57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 375 time: 0.0095837 Sep 16 05:40:32.226121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-285da16f-4dd5-43e4-9d82-dce2009ec9bb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461700 Sep 16 05:40:32.669088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-7a6e2e48-dc24-4363-9573-ee3452ea0c6d service neutron] 10.222.0.24 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968518 Sep 16 05:40:32.750895 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 4eb43ba9-791b-45d0-8df7-531a21a44cd1 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:32.758664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-704d0caf-8730-40f1-a493-dfd9209c62c5 service neutron] 10.222.0.24 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834475 Sep 16 05:40:32.776602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 4eb43ba9-791b-45d0-8df7-531a21a44cd1 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:32.777143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 4eb43ba9-791b-45d0-8df7-531a21a44cd1 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:32.988953 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-970de04c-c4cc-4048-b3b7-356c7644af8a req-ac66bdfd-fb03-419f-adfa-b110231e687f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 210 time: 0.0274136 Sep 16 05:40:34.092419 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fde17312-46c7-4c94-a445-4f7e03749c6c req-827152b3-3357-4b1a-b3a7-4910e1c8e487 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 210 time: 0.0307281 Sep 16 05:40:34.814293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-76d0fe37-e7b1-4cf2-9854-5b6990ab1062 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:34.815819 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-76d0fe37-e7b1-4cf2-9854-5b6990ab1062 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 812 time: 0.1067786 Sep 16 05:40:34.859301 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-3d807fb4-505e-4aeb-a12b-87ae27ec9076 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 380 time: 0.0342696 Sep 16 05:40:34.868908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Request body: {'port': {'device_id': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'admin_state_up': True, 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'security_groups': ['4993994a-0e87-4c28-aa47-67bad38676d8']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:35.071965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Made reservation on behalf of 57a135194dd3478ebb1237262d76ccf4 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:40:35.075909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.191909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1913711a-d821-4b8a-b25f-537b2dd2ffe0 req-e29ffbf8-bdd3-473a-a5d1-3b4874fb590d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 210 time: 0.0272675 Sep 16 05:40:35.206231 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Allocated IP 172.20.0.13 (5efdba70-0aa8-4280-8c3d-8f0af3f41a47/aa3ec90a-c508-4617-974c-b9c2c1856c0e/f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:35.344169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.411354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.453237 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:35.456292 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:35.462503 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:35.468910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event updated for resources: {'Port': ['ID=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:35.515146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:35.515777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.583234 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-50efb87a-ca6d-4bcf-99f4-5ba7d21f75af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7178795 Sep 16 05:40:35.595533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Request body: {'port': {'device_id': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:35.660877 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.661504 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0d997e0d-c20d-408f-a6d9-2870ebe27425 None None] Provisioning complete for port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:35.661991 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0d997e0d-c20d-408f-a6d9-2870ebe27425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.695267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0d997e0d-c20d-408f-a6d9-2870ebe27425 None None] Port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:40:35.919235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:35.926332 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.937990 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Transition to ACTIVE for port object f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:40:36.028107 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.078208 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Pushing event updated for resources: {'Port': ['ID=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:36.328593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f457dc-463f-41cf-940d-9e62b242a75c req-42039566-5a68-44a1-8a89-c9f25aa45191 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:36.330136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5f457dc-463f-41cf-940d-9e62b242a75c req-42039566-5a68-44a1-8a89-c9f25aa45191 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 944 time: 0.0603766 Sep 16 05:40:36.369899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5f457dc-463f-41cf-940d-9e62b242a75c req-8a59d18c-79c9-4f8b-a5e9-9aee80577d99 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336809 Sep 16 05:40:36.469199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Attempting to bind port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:36.469448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Attempting to bind port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:36.469774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Attempting to bind port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:36.473940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:40:36.474263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Attempting to bind port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:36.478969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:36.479308 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:36.480215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Bound using segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:36.480822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Bound port: f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:36.481180 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.542741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:36.545934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:36.626612 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.662754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:36.663475 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.664830 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] 10.222.0.23 "PUT /v2.0/ports/f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 200 len: 1093 time: 1.0737677 Sep 16 05:40:36.665266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:36.668769 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339cd917-6703-4166-9443-a0a4166f6688" -d '{"events": [{"name": "network-changed", "server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:36.697169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741282b-db8a-413b-9f78-76e3edaf4827 service neutron] Pushing event updated for resources: {'Port': ['ID=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:36.708249 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fb3a6a-a720-4eaa-9afe-4f5e22996fd3 x-openstack-request-id: req-d4fb3a6a-a720-4eaa-9afe-4f5e22996fd3 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:36.708573 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:36.708831 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4fb3a6a-a720-4eaa-9afe-4f5e22996fd3 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:36.709230 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'status': 'completed', 'code': 200} Sep 16 05:40:36.775931 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cd917-6703-4166-9443-a0a4166f6688 req-def187e2-5a05-4e0d-9804-bba9925d20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:36.778014 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-339cd917-6703-4166-9443-a0a4166f6688 req-def187e2-5a05-4e0d-9804-bba9925d20e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 1096 time: 0.0486619 Sep 16 05:40:36.880101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cd917-6703-4166-9443-a0a4166f6688 req-baa0abf4-6c0b-487c-a325-1caa62b6df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:36.881654 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-339cd917-6703-4166-9443-a0a4166f6688 req-baa0abf4-6c0b-487c-a325-1caa62b6df77 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=57a135194dd3478ebb1237262d76ccf4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0963845 Sep 16 05:40:36.981883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cd917-6703-4166-9443-a0a4166f6688 req-4d4d40fe-1058-41ab-8867-95e38fb20023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:36.983367 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-339cd917-6703-4166-9443-a0a4166f6688 req-4d4d40fe-1058-41ab-8867-95e38fb20023 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0952232 Sep 16 05:40:37.057306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-43c386bd-9797-418a-8e75-aa9d9d11e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.058867 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-43c386bd-9797-418a-8e75-aa9d9d11e5d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 1096 time: 0.0407736 Sep 16 05:40:37.099102 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-71dc30e8-2340-495d-b1c2-4ce0d8f00465 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 200 len: 217 time: 0.0324957 Sep 16 05:40:37.149751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-193f691d-8ca7-416a-90c4-baef294628fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.151249 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-193f691d-8ca7-416a-90c4-baef294628fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0452013 Sep 16 05:40:37.195736 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-639a7cf9-077e-4e93-a1fd-aa2eceb95a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.197241 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-639a7cf9-077e-4e93-a1fd-aa2eceb95a9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390539 Sep 16 05:40:37.290349 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-3cb5f8da-6ced-4125-ac0f-ea2a563e1737 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859976 Sep 16 05:40:37.379312 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2f09ef7b-458a-4880-8cde-85132659fc35 req-cf3a2203-550f-4748-90a1-73162e555e1c service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821266 Sep 16 05:40:37.486961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16570821-0808-4655-ab20-8e9878d1b06e req-1ef9331e-dcb8-41a1-9264-0842a3c0d1e0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.488446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16570821-0808-4655-ab20-8e9878d1b06e req-1ef9331e-dcb8-41a1-9264-0842a3c0d1e0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 944 time: 0.0493009 Sep 16 05:40:37.526811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-16570821-0808-4655-ab20-8e9878d1b06e req-5684c452-338b-451c-be28-1026ef14341d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323119 Sep 16 05:40:38.646811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8220e-f46c-4542-b56c-8ad2ba52c4a7 req-ddaf78e1-fd13-4421-aa86-e9c7315b6af8 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:38.648307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9c8220e-f46c-4542-b56c-8ad2ba52c4a7 req-ddaf78e1-fd13-4421-aa86-e9c7315b6af8 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 944 time: 0.0527327 Sep 16 05:40:38.685951 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9c8220e-f46c-4542-b56c-8ad2ba52c4a7 req-2421fb8f-a708-4c43-9f57-ed9e5043c4fe tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307896 Sep 16 05:40:38.769507 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:40:38.863006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:38.878315 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'port_id': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'mac_address': 'fa:16:3e:36:64:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:40:38.918128 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:38.930525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:38.950220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:39.031680 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:39.084087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:39.217586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:39.800104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa66b9c-860a-4d5b-b3ff-dccb5d2069d3 req-403cdb62-6a2b-4cf5-b1c3-cfcbaf4195d2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.801582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6fa66b9c-860a-4d5b-b3ff-dccb5d2069d3 req-403cdb62-6a2b-4cf5-b1c3-cfcbaf4195d2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 945 time: 0.0489030 Sep 16 05:40:39.838624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6fa66b9c-860a-4d5b-b3ff-dccb5d2069d3 req-9f614169-fe7f-43f2-8fd8-85379869f857 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311708 Sep 16 05:40:40.766494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:40.873931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:40:40.878004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:40.878375 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:40.955417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d02dba-ef7f-4561-8d3a-957584ce0e1f req-6aa3c120-9fe0-481d-91e2-6eb792980f3b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:40.956893 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34d02dba-ef7f-4561-8d3a-957584ce0e1f req-6aa3c120-9fe0-481d-91e2-6eb792980f3b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 945 time: 0.0504403 Sep 16 05:40:40.960409 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:40.983366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:40.985655 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c77fd0-e4b1-4a3f-bc78-26fdfbfd47bc" -d '{"events": [{"server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "name": "network-vif-plugged", "status": "completed", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:40.999020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34d02dba-ef7f-4561-8d3a-957584ce0e1f req-57d5c643-0d44-4aef-bcfa-d67282ec2a02 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Sep 16 05:40:41.004919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:41.022131 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158576c8-1f4b-417b-bbe1-242233212c87 x-openstack-request-id: req-158576c8-1f4b-417b-bbe1-242233212c87 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:41.022422 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "name": "network-vif-plugged", "status": "completed", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:41.022674 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-158576c8-1f4b-417b-bbe1-242233212c87 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:41.023091 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'code': 200} Sep 16 05:40:41.077464 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:41.116618 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df51ba4-0862-4328-a95a-9a880aa833da req-2606d0fc-baa1-42b5-944c-8a858d5292a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:41.118172 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7df51ba4-0862-4328-a95a-9a880aa833da req-2606d0fc-baa1-42b5-944c-8a858d5292a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 1098 time: 0.0405807 Sep 16 05:40:41.127365 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:41.154126 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7df51ba4-0862-4328-a95a-9a880aa833da req-2913a737-7dac-4b36-a08f-dadc0609e9bc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284343 Sep 16 05:40:42.121385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767fae0-d85a-4988-ba0a-1d371c7bc8fe req-1df9e19b-8deb-4dc8-b542-7d79d89874dd tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:42.122884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5767fae0-d85a-4988-ba0a-1d371c7bc8fe req-1df9e19b-8deb-4dc8-b542-7d79d89874dd tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0562177 Sep 16 05:40:42.137494 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d690-aaa2-4f56-82dd-59ef1f85e2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:42.147114 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:42.161864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5767fae0-d85a-4988-ba0a-1d371c7bc8fe req-97a5ce2d-2a42-4f40-a8ba-2cf86b9fdfab tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325696 Sep 16 05:40:42.819881 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.280271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1e2f1-80de-4098-a887-d16e83f4b42b req-70e413f7-9ccf-46a0-9ab2-73fe620738fc tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:43.281799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dcf1e2f1-80de-4098-a887-d16e83f4b42b req-70e413f7-9ccf-46a0-9ab2-73fe620738fc tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0486403 Sep 16 05:40:43.319010 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dcf1e2f1-80de-4098-a887-d16e83f4b42b req-bb6989ae-1f6d-4df4-9fac-c6b8f6403301 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310967 Sep 16 05:40:43.431611 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd942484-1b4b-4e76-9ed4-c56eff3939b1 req-60593c27-804f-454b-a210-a4e5c5455b27 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:43.433093 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dd942484-1b4b-4e76-9ed4-c56eff3939b1 req-60593c27-804f-454b-a210-a4e5c5455b27 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0495377 Sep 16 05:40:43.441576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42388) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:43.445797 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-12b26e7d-4cbc-4c26-9c36-d5d3a3df5d73 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Request body: {'floatingip': {'port_id': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:43.488127 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12b26e7d-4cbc-4c26-9c36-d5d3a3df5d73 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.929231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12b26e7d-4cbc-4c26-9c36-d5d3a3df5d73 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.999199 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12b26e7d-4cbc-4c26-9c36-d5d3a3df5d73 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.101839 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-12b26e7d-4cbc-4c26-9c36-d5d3a3df5d73 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Floating IP c894f6f6-f379-489a-a960-b97e0560fc34 associated. External IP: 172.25.3.227, port: f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1. Sep 16 05:40:44.308937 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b26e7d-4cbc-4c26-9c36-d5d3a3df5d73 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Router 8703326a-b890-4744-8fcb-d58d2f2d1856 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:44.419795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b26e7d-4cbc-4c26-9c36-d5d3a3df5d73 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:44.424262 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-12b26e7d-4cbc-4c26-9c36-d5d3a3df5d73 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.429919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb7334-b251-4bff-aa40-63db60f4b3fe None None] Sync routers for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:44.447975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb7334-b251-4bff-aa40-63db60f4b3fe None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:44.448605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4afb7334-b251-4bff-aa40-63db60f4b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:40:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:44.452233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-12b26e7d-4cbc-4c26-9c36-d5d3a3df5d73 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "PUT /v2.0/floatingips/c894f6f6-f379-489a-a960-b97e0560fc34 HTTP/1.1" status: 200 len: 992 time: 1.0096829 Sep 16 05:40:44.452843 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:44.505841 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4e0a0e-2419-45ba-aa9e-76a344f98042" -d '{"events": [{"name": "network-changed", "server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:44.540102 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2c5f58eb-3259-4259-84b6-6193e0f15a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.566252 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-4afb7334-b251-4bff-aa40-63db60f4b3fe None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:44.594762 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8dfd23-a02f-4002-ac12-324454381104 x-openstack-request-id: req-7c8dfd23-a02f-4002-ac12-324454381104 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:44.595057 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:44.595311 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c8dfd23-a02f-4002-ac12-324454381104 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:44.595716 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'status': 'completed', 'code': 200} Sep 16 05:40:44.664218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e0a0e-2419-45ba-aa9e-76a344f98042 req-07ba321c-6060-4207-bc17-bc2ff2ddc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.665791 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6e4e0a0e-2419-45ba-aa9e-76a344f98042 req-07ba321c-6060-4207-bc17-bc2ff2ddc570 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 1098 time: 0.0483220 Sep 16 05:40:44.757483 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e0a0e-2419-45ba-aa9e-76a344f98042 req-40cf58c8-a6af-423f-b167-9d2d9d4e0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.758955 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6e4e0a0e-2419-45ba-aa9e-76a344f98042 req-40cf58c8-a6af-423f-b167-9d2d9d4e0e37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0867085 Sep 16 05:40:44.800263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4afb7334-b251-4bff-aa40-63db60f4b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c894f6f6-f379-489a-a960-b97e0560fc34', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'port_id': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'mac_address': 'fa:16:3e:36:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:11Z', 'updated_at': '2021-09-16T05:40:43Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:44.827198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb7334-b251-4bff-aa40-63db60f4b3fe None None] Checking router: 8703326a-b890-4744-8fcb-d58d2f2d1856 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:44.828971 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6e4e0a0e-2419-45ba-aa9e-76a344f98042 req-c93c22ea-3648-425a-870c-3bfc540abe87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 200 len: 1000 time: 0.0623238 Sep 16 05:40:44.835387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb7334-b251-4bff-aa40-63db60f4b3fe None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:44.836015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4afb7334-b251-4bff-aa40-63db60f4b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:40:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:44.878682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e0a0e-2419-45ba-aa9e-76a344f98042 req-1fef5039-0f63-4d9d-81da-651ee6c6c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.880209 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6e4e0a0e-2419-45ba-aa9e-76a344f98042 req-1fef5039-0f63-4d9d-81da-651ee6c6c0fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0438426 Sep 16 05:40:44.926122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e0a0e-2419-45ba-aa9e-76a344f98042 req-71222e8e-7383-431f-a69e-a3e19da3c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.927643 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6e4e0a0e-2419-45ba-aa9e-76a344f98042 req-71222e8e-7383-431f-a69e-a3e19da3c9fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403006 Sep 16 05:40:44.942674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-4afb7334-b251-4bff-aa40-63db60f4b3fe None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:45.025243 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6e4e0a0e-2419-45ba-aa9e-76a344f98042 req-9189de90-526e-4ea9-9a35-baec0a1b4e23 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902865 Sep 16 05:40:45.115812 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6e4e0a0e-2419-45ba-aa9e-76a344f98042 req-eae82dc2-9f09-493a-9c76-f1aa6989572b service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829763 Sep 16 05:40:45.165410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-4afb7334-b251-4bff-aa40-63db60f4b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c894f6f6-f379-489a-a960-b97e0560fc34', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'port_id': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'mac_address': 'fa:16:3e:36:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:11Z', 'updated_at': '2021-09-16T05:40:43Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:45.196843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb7334-b251-4bff-aa40-63db60f4b3fe None None] The sync data for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 is: [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c894f6f6-f379-489a-a960-b97e0560fc34', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'port_id': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'mac_address': 'fa:16:3e:36:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:11Z', 'updated_at': '2021-09-16T05:40:43Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:45.336532 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.393056 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4b5c5a-68b9-4a21-96e9-43c233689640 None None] New status for floating IP c894f6f6-f379-489a-a960-b97e0560fc34: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:40:46.182336 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:46.923198 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:47.694849 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.140096 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ed0df688-d5f8-43dc-b4e1-0685a7620359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.838612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.513387 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3deb8469-3c8c-46a0-93b3-d9b0fb71decf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.328722 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.221653 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.924609 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.740269 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.146404 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:41:26.405576 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c3aacf7-c265-44ce-bb30-7910dd6d185a req-964e622f-e87c-4ae0-aaa0-f0ffb2e54450 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450921 Sep 16 05:41:26.490198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3aacf7-c265-44ce-bb30-7910dd6d185a req-1e2e88a4-86ae-43ea-9d81-23d4b5ed1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:26.491715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c3aacf7-c265-44ce-bb30-7910dd6d185a req-1e2e88a4-86ae-43ea-9d81-23d4b5ed1e03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 1098 time: 0.0417588 Sep 16 05:41:26.598558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3aacf7-c265-44ce-bb30-7910dd6d185a req-67a71c86-5d21-4bd6-9213-9536e6532d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:26.600041 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c3aacf7-c265-44ce-bb30-7910dd6d185a req-67a71c86-5d21-4bd6-9213-9536e6532d95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0895097 Sep 16 05:41:26.666854 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c3aacf7-c265-44ce-bb30-7910dd6d185a req-c2b38372-c2e0-4fc6-b142-b789abc12b14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 200 len: 1002 time: 0.0592895 Sep 16 05:41:26.715612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3aacf7-c265-44ce-bb30-7910dd6d185a req-db7a13d4-6e27-45d2-ba59-60e0f9708670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:26.717161 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c3aacf7-c265-44ce-bb30-7910dd6d185a req-db7a13d4-6e27-45d2-ba59-60e0f9708670 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0440505 Sep 16 05:41:26.767353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3aacf7-c265-44ce-bb30-7910dd6d185a req-b8c9fcb0-19ec-44e0-90ec-9f0fdd68d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:26.769021 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c3aacf7-c265-44ce-bb30-7910dd6d185a req-b8c9fcb0-19ec-44e0-90ec-9f0fdd68d81a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446827 Sep 16 05:41:26.860366 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c3aacf7-c265-44ce-bb30-7910dd6d185a req-6af47d22-9d34-4898-82bb-83c0035c7a78 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842097 Sep 16 05:41:26.955072 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c3aacf7-c265-44ce-bb30-7910dd6d185a req-a296c11a-19e4-4645-847a-989c2680e4c5 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872622 Sep 16 05:41:42.135403 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dcc7b78e-e45a-49d9-a6c1-905729079c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:42.854998 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:44.539423 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02b3faf3-2a2b-4614-866d-77a78c72ce15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:45.335415 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.181398 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.933765 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.722024 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.145897 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:12.146199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6dd32014-366c-4294-8bd3-7e3ff023a19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.860733 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.512026 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1a65d330-e456-4dc0-8400-687619c9d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.384898 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.203840 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.935387 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.688690 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.435798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c850b-1d4b-4a99-9562-bb9d2245b6c0 req-d79058aa-12a5-4df4-a2ae-af08d9dba6e3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:20.437634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-999c850b-1d4b-4a99-9562-bb9d2245b6c0 req-d79058aa-12a5-4df4-a2ae-af08d9dba6e3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0584111 Sep 16 05:42:20.479147 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-999c850b-1d4b-4a99-9562-bb9d2245b6c0 req-b02a82e0-e01c-42b7-83f7-ac3ba31a7e9f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349588 Sep 16 05:42:21.596341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468793f-e270-4c1e-8c74-360d11c9fb3a req-c96441be-f576-4411-b455-c568be56a5af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:21.597851 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2468793f-e270-4c1e-8c74-360d11c9fb3a req-c96441be-f576-4411-b455-c568be56a5af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0487304 Sep 16 05:42:21.637015 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2468793f-e270-4c1e-8c74-360d11c9fb3a req-93080636-3277-47cc-9b24-1266b4ae8733 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324106 Sep 16 05:42:22.752860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb1e54-105c-446e-9cca-3e105a778e8c req-c9efacf4-f210-49a0-8599-2746239e6e79 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:22.754338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1aeb1e54-105c-446e-9cca-3e105a778e8c req-c9efacf4-f210-49a0-8599-2746239e6e79 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0488925 Sep 16 05:42:22.791774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1aeb1e54-105c-446e-9cca-3e105a778e8c req-c7d7d8e5-3b60-4ed0-98ce-e84c6c99458e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307729 Sep 16 05:42:23.910531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfef76e-eb86-42d6-87eb-296965a2a692 req-fa5bbded-b78d-40ce-9f27-4b296b9fe0c1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.912044 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6bfef76e-eb86-42d6-87eb-296965a2a692 req-fa5bbded-b78d-40ce-9f27-4b296b9fe0c1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0528407 Sep 16 05:42:23.951340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6bfef76e-eb86-42d6-87eb-296965a2a692 req-556085be-d21e-4aa8-9938-ba1dee74af98 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322254 Sep 16 05:42:25.066365 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cce728-1a06-4296-9780-1bad5d55f77b req-80ab1e17-b1dd-4ec7-b7b7-50eada078d33 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:25.067842 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75cce728-1a06-4296-9780-1bad5d55f77b req-80ab1e17-b1dd-4ec7-b7b7-50eada078d33 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0482304 Sep 16 05:42:25.108116 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75cce728-1a06-4296-9780-1bad5d55f77b req-51079838-8061-408c-8689-6f7ef49d68c3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336306 Sep 16 05:42:26.224736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10689c18-df95-4d36-9d1a-8a71441870b1 req-206dc462-822c-4778-bd37-48fbc113c48d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:26.226250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10689c18-df95-4d36-9d1a-8a71441870b1 req-206dc462-822c-4778-bd37-48fbc113c48d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0503695 Sep 16 05:42:26.263214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10689c18-df95-4d36-9d1a-8a71441870b1 req-9e412257-05e1-4d34-a7a5-f837acaeccd1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310359 Sep 16 05:42:27.384430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20264482-e3c5-4a2d-bd88-99bbccda5b35 req-4536536f-93ee-4d21-8e92-c004b267276b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.386143 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20264482-e3c5-4a2d-bd88-99bbccda5b35 req-4536536f-93ee-4d21-8e92-c004b267276b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0565057 Sep 16 05:42:27.427392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-20264482-e3c5-4a2d-bd88-99bbccda5b35 req-e0c90a9e-dd6c-4b46-b637-0e4dad09eb90 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343454 Sep 16 05:42:27.454143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-4343e747-95fd-4516-a61e-dbaf572b681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.455650 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-4343e747-95fd-4516-a61e-dbaf572b681b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 1098 time: 0.0436795 Sep 16 05:42:27.562977 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-d8dac40a-b79c-428b-a30a-81e4a6f18bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.564490 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-d8dac40a-b79c-428b-a30a-81e4a6f18bfa service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0900571 Sep 16 05:42:27.629981 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-7616a0a0-fe51-4105-b67d-0876932e5616 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 200 len: 1002 time: 0.0578690 Sep 16 05:42:27.677521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-660d22c5-4e41-4500-b4be-81d27bb3f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.679134 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-660d22c5-4e41-4500-b4be-81d27bb3f7ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0423923 Sep 16 05:42:27.727675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-7c1eefe1-af5c-4cee-876e-0635551b5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.729171 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-7c1eefe1-af5c-4cee-876e-0635551b5b0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432448 Sep 16 05:42:27.739904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-5bac0b93-aa0e-47d8-8ee2-68caab62ea6c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:42:27.740955 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-5bac0b93-aa0e-47d8-8ee2-68caab62ea6c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048523 Sep 16 05:42:27.834798 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-d1023c62-729c-4ee6-a2c7-aad54890d183 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822270 Sep 16 05:42:27.925634 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9432a466-3fff-47e1-be89-671ef98f6cf1 req-0f00e2d2-ca16-4804-8e65-52c22538984d service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887849 Sep 16 05:42:28.545853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17c79b-e573-4edc-854b-7a4a50b160da req-ea8bcb5c-3135-4774-a881-c74da28e0735 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:28.547416 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a17c79b-e573-4edc-854b-7a4a50b160da req-ea8bcb5c-3135-4774-a881-c74da28e0735 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0499754 Sep 16 05:42:28.586684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a17c79b-e573-4edc-854b-7a4a50b160da req-485fe216-7b4f-4d06-8264-665fe1d62bd5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323493 Sep 16 05:42:29.701651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cfa05-2c0f-48f9-9828-390702282773 req-a93c3570-082c-4976-8f4d-01307b07253e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:29.703126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-384cfa05-2c0f-48f9-9828-390702282773 req-a93c3570-082c-4976-8f4d-01307b07253e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0489910 Sep 16 05:42:29.740883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-384cfa05-2c0f-48f9-9828-390702282773 req-858d635c-3f21-4785-b14d-ecb9faa36fe1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313160 Sep 16 05:42:30.858523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27755425-5a9d-4348-ad40-f72dd16005a2 req-24aeda2e-7335-42c7-b1f1-190e9424124a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:30.859992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27755425-5a9d-4348-ad40-f72dd16005a2 req-24aeda2e-7335-42c7-b1f1-190e9424124a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0529709 Sep 16 05:42:30.897538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27755425-5a9d-4348-ad40-f72dd16005a2 req-261615d3-6ff2-4e0c-b025-941a34529767 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310328 Sep 16 05:42:32.011975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a485a-ced7-46bd-bbac-339e164bc91f req-7d111771-5698-4647-85ab-c2025c0446b5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.013493 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be2a485a-ced7-46bd-bbac-339e164bc91f req-7d111771-5698-4647-85ab-c2025c0446b5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0499210 Sep 16 05:42:32.050732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be2a485a-ced7-46bd-bbac-339e164bc91f req-5a10f27e-5d4c-4133-b646-7c737006bb85 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Sep 16 05:42:32.390519 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e38b5-5f4a-4da5-b85d-a84c8a4da2d5 req-6adb9aa5-36cf-430f-b6d5-a2e74bb94868 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.391985 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-474e38b5-5f4a-4da5-b85d-a84c8a4da2d5 req-6adb9aa5-36cf-430f-b6d5-a2e74bb94868 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0485971 Sep 16 05:42:32.431059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-474e38b5-5f4a-4da5-b85d-a84c8a4da2d5 req-43df1570-df7f-4081-bc87-77fcc787bf1a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323255 Sep 16 05:42:32.520945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42650) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:32.615703 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-5f1b6af5-4201-478d-8d4f-36c37b1029bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930607 Sep 16 05:42:32.624718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-fa98324e-45e3-4df5-8211-d2e75b9c3943 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:42:32.625704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-fa98324e-45e3-4df5-8211-d2e75b9c3943 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050600 Sep 16 05:42:33.145159 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:33.547361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9575bf-36cd-4d00-9e73-d3a26e834775 req-3be77323-9fa4-46c6-aaad-3135762bb733 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:33.548894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab9575bf-36cd-4d00-9e73-d3a26e834775 req-3be77323-9fa4-46c6-aaad-3135762bb733 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0499005 Sep 16 05:42:33.587478 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab9575bf-36cd-4d00-9e73-d3a26e834775 req-f9c626a4-fbc9-49d2-82aa-60e28164ba03 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317633 Sep 16 05:42:34.636396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-49f5c6b6-9b77-4f23-b57d-e56915f54656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.637971 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-49f5c6b6-9b77-4f23-b57d-e56915f54656 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 1098 time: 0.0417402 Sep 16 05:42:34.707584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd01ab-abc3-4c99-a493-84755e30e935 req-e6c1b863-b577-4482-848e-db5e5c40e95e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.709800 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18dd01ab-abc3-4c99-a493-84755e30e935 req-e6c1b863-b577-4482-848e-db5e5c40e95e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0505819 Sep 16 05:42:34.730888 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-717d8fbe-6a24-46b7-8133-7a440518bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.732480 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-717d8fbe-6a24-46b7-8133-7a440518bc36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0881689 Sep 16 05:42:34.747534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18dd01ab-abc3-4c99-a493-84755e30e935 req-11a84892-a08f-4cd2-b876-e85f67d4b5dc tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315459 Sep 16 05:42:34.798493 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-d418b446-50ae-4240-9fd2-04839c176089 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 200 len: 1002 time: 0.0590482 Sep 16 05:42:34.846426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-118ded48-9788-4bb8-9f18-c26d3aee438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.847815 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-118ded48-9788-4bb8-9f18-c26d3aee438d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0425448 Sep 16 05:42:34.896895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-12b6ed62-3902-4390-90a0-f8a785d1bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.898455 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-12b6ed62-3902-4390-90a0-f8a785d1bade service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434234 Sep 16 05:42:34.987824 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-45b08582-9431-4722-b2ac-2e4399cd9177 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822656 Sep 16 05:42:35.080781 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e51a872d-798d-4b7d-8c06-a7b88bb88f17 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855274 Sep 16 05:42:35.865580 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dcf0c-4463-4220-a728-8a7e6594a9bc req-0a5698d9-2bbb-4a6f-99b8-b84e95a19746 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:35.867030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e54dcf0c-4463-4220-a728-8a7e6594a9bc req-0a5698d9-2bbb-4a6f-99b8-b84e95a19746 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0521464 Sep 16 05:42:35.904031 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e54dcf0c-4463-4220-a728-8a7e6594a9bc req-4a2f0b4b-459c-40ee-849f-ed7203a6f5ca tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312288 Sep 16 05:42:36.992199 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-0973fe31-19ee-4b4b-bb0f-43f93a51698e service neutron] show failed (client error): The resource could not be found. Sep 16 05:42:36.993288 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-0973fe31-19ee-4b4b-bb0f-43f93a51698e service neutron] 10.222.0.23 "GET /v2.0/ports/f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1/bindings/n-h2-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0566325 Sep 16 05:42:37.020101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1639aa-9ac5-48aa-b14f-80105d64fe94 req-7893d398-480c-4290-8fd5-82c5802759e6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:37.022142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab1639aa-9ac5-48aa-b14f-80105d64fe94 req-7893d398-480c-4290-8fd5-82c5802759e6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0511105 Sep 16 05:42:37.061020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab1639aa-9ac5-48aa-b14f-80105d64fe94 req-5fb44c7f-aa72-4418-8fca-8a2c5a7740cd tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323637 Sep 16 05:42:37.549401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-55a0eba8-97a0-4c53-ae25-87e7d010acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:37.550892 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-55a0eba8-97a0-4c53-ae25-87e7d010acb2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 1098 time: 0.0410030 Sep 16 05:42:37.562697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-fc582cb9-14a6-4c04-8164-ad1f51eb8cdf service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:42:37.563671 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-fc582cb9-14a6-4c04-8164-ad1f51eb8cdf service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049675 Sep 16 05:42:37.576175 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:37.630422 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.834497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:37.867010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:37.906108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:37.908369 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6a79c5-e872-4e9c-989c-3e4478336f45" -d '{"events": [{"server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:37.912801 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.925080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Transition to ACTIVE for port object f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:42:37.961636 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19b8dc5-1e3e-480f-a240-646d6e67aa5a x-openstack-request-id: req-e19b8dc5-1e3e-480f-a240-646d6e67aa5a {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:37.961930 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:37.962180 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e19b8dc5-1e3e-480f-a240-646d6e67aa5a {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:37.962577 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'code': 200} Sep 16 05:42:37.995897 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.076204 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Pushing event updated for resources: {'Port': ['ID=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,revision_number=6']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:38.088630 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:38.088924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:38.089239 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:38.089963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:38.089963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:38.090230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:38.090550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:38.090879 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:38.091209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:38.091534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:38.091860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:38.092185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:38.131746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] No DVR routers for this DVR port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:42:38.185986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869abfa9-477c-4a8c-adc5-0756d3e64b9e req-79efed78-be81-4739-a8f2-8796dfefd7c2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:38.187569 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-869abfa9-477c-4a8c-adc5-0756d3e64b9e req-79efed78-be81-4739-a8f2-8796dfefd7c2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 944 time: 0.0526969 Sep 16 05:42:38.230185 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-869abfa9-477c-4a8c-adc5-0756d3e64b9e req-c53246b8-4b67-4138-bc97-8c3b5ffeeb3b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362530 Sep 16 05:42:38.279429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Attempting to bind port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:38.279765 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Attempting to bind port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:38.280095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Attempting to bind port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:38.284595 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:42:38.284926 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Attempting to bind port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:38.290814 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:38.291159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:38.291552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Bound using segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:38.292438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Bound port: f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:38.292438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.355932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:38.358813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:38.420508 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.455555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:38.456177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.457667 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] 10.222.0.37 "PUT /v2.0/ports/f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 200 len: 1093 time: 0.8851154 Sep 16 05:42:38.481686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8609661-23d8-4705-a429-0da40f8a9b1a service neutron] Pushing event updated for resources: {'Port': ['ID=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:38.526416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-013e138d-9310-496b-aad4-44f298342c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:38.537715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-013e138d-9310-496b-aad4-44f298342c7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 1096 time: 0.0426445 Sep 16 05:42:38.627827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-107ee649-383d-4aeb-be66-9898f46243f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:38.629339 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-107ee649-383d-4aeb-be66-9898f46243f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0938880 Sep 16 05:42:38.701641 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-2958beea-e8ad-4d99-8aa2-009968fce0ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 200 len: 1000 time: 0.0598774 Sep 16 05:42:38.751749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-1216f884-89c7-4cb7-8d32-a81db6589369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:38.753156 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-1216f884-89c7-4cb7-8d32-a81db6589369 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0424585 Sep 16 05:42:38.803270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-367da10b-06e4-4e44-b5f9-5c6e39c845b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:38.804755 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-367da10b-06e4-4e44-b5f9-5c6e39c845b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435934 Sep 16 05:42:38.898768 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-797310f1-bb37-4767-a736-d8864967ce83 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817001 Sep 16 05:42:38.990997 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ecc55201-94e0-46e4-abeb-109c0155df23 req-b530d7d2-d3b4-40f5-8c3c-ca01eb3a6c2c service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851443 Sep 16 05:42:39.354457 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68004d47-9bc7-4ba0-803d-682bb756864e req-3e610640-7ca7-477b-8f78-150a368e8738 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:39.355936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68004d47-9bc7-4ba0-803d-682bb756864e req-3e610640-7ca7-477b-8f78-150a368e8738 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 944 time: 0.0539944 Sep 16 05:42:39.393303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68004d47-9bc7-4ba0-803d-682bb756864e req-a675f1b7-3162-4eed-ac4e-b7ea3e56d762 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315382 Sep 16 05:42:39.482525 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:42:39.519866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:42:39.963276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:39.965718 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61494c8-c32a-4a05-9e46-5841aa0a83f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:40.012682 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187a2388-d875-4a0e-b743-78cc2266005b x-openstack-request-id: req-187a2388-d875-4a0e-b743-78cc2266005b {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:40.013046 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:40.013304 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-187a2388-d875-4a0e-b743-78cc2266005b {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:40.013706 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'status': 'completed', 'code': 200} Sep 16 05:42:40.098089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-010957d9-2e77-4da3-a6e9-f06c530715a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:40.100225 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-010957d9-2e77-4da3-a6e9-f06c530715a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 1096 time: 0.0680416 Sep 16 05:42:40.102037 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-4523fc2d-b4ee-45e4-9f22-835580e23c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:40.103385 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-4523fc2d-b4ee-45e4-9f22-835580e23c2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 1096 time: 0.0629349 Sep 16 05:42:40.262288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-51af1e20-7d16-4886-aee5-325b915894f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:40.263672 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-51af1e20-7d16-4886-aee5-325b915894f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1572316 Sep 16 05:42:40.268070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-aaf4e37f-fab3-461c-beff-38d3c30336df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:40.269433 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-aaf4e37f-fab3-461c-beff-38d3c30336df service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1458783 Sep 16 05:42:40.372987 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-6068954e-92b9-4d53-9a6c-99e881805580 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 200 len: 1000 time: 0.1022668 Sep 16 05:42:40.381532 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-ea834eb4-c857-41d3-903e-3b64759bbb9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 200 len: 1000 time: 0.0745625 Sep 16 05:42:40.578748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114b50b-6321-4f33-a760-f88778efba53 req-959c6885-23d5-4aaf-9035-304fd4eaf1a1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:40.580341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b114b50b-6321-4f33-a760-f88778efba53 req-959c6885-23d5-4aaf-9035-304fd4eaf1a1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 944 time: 0.1078861 Sep 16 05:42:40.620984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b114b50b-6321-4f33-a760-f88778efba53 req-53b8bae8-f572-46ef-9fb0-bc4a1a6a93a1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345821 Sep 16 05:42:40.774801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-53459be4-d352-44e5-98c6-2bee8cd81ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:40.776214 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-53459be4-d352-44e5-98c6-2bee8cd81ecb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.3941598 Sep 16 05:42:40.777658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-0c4d656c-e66f-4ef4-8a71-e471f70e443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:40.779041 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-0c4d656c-e66f-4ef4-8a71-e471f70e443a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.3900661 Sep 16 05:42:40.854479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-2cd861d9-bdc4-4a18-92f8-887d1121f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:40.855984 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-2cd861d9-bdc4-4a18-92f8-887d1121f118 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731261 Sep 16 05:42:40.857818 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-fa8e8ce3-9a30-4a26-a123-882b8df91cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:40.859153 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-fa8e8ce3-9a30-4a26-a123-882b8df91cc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683630 Sep 16 05:42:41.022878 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-1ab5cb75-48bf-4f78-859d-c38dbfafd057 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600072 Sep 16 05:42:41.024873 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-0d9463e5-587a-473c-810d-03af8a1a029b service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530385 Sep 16 05:42:41.184890 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-38f254e0-58b7-4203-adb6-25d457834f9e service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548779 Sep 16 05:42:41.186785 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b61494c8-c32a-4a05-9e46-5841aa0a83f9 req-e1c37a9d-3d30-4fd6-9ac0-d0b78a1737b8 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492732 Sep 16 05:42:41.792454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9e2e6-f26e-40f9-bcf9-edc035ad7ba4 req-3e6947f9-04f1-4674-8772-81b3192c0875 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:41.794029 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2b9e2e6-f26e-40f9-bcf9-edc035ad7ba4 req-3e6947f9-04f1-4674-8772-81b3192c0875 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 944 time: 0.1022356 Sep 16 05:42:41.831467 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f2b9e2e6-f26e-40f9-bcf9-edc035ad7ba4 req-be3e83fe-8ca7-4318-b58a-0445898d3280 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Sep 16 05:42:42.139007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8104c7f-6153-4069-8428-9f5d6ea20ac3 req-c1238469-b08a-4c5a-8896-2e5b759260f9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:42.140538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8104c7f-6153-4069-8428-9f5d6ea20ac3 req-c1238469-b08a-4c5a-8896-2e5b759260f9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 944 time: 0.0537395 Sep 16 05:42:42.151710 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6710fed6-58cc-4967-838a-cf8234b8419b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:42.181573 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8104c7f-6153-4069-8428-9f5d6ea20ac3 req-9b76584b-58bc-49b9-a1ab-61987a566938 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349934 Sep 16 05:42:42.213857 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-f45459f5-edcf-483e-b72f-32c7cff153ef tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:42.215389 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-f45459f5-edcf-483e-b72f-32c7cff153ef tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.23 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb&tenant_id=57a135194dd3478ebb1237262d76ccf4&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 944 time: 0.0574460 Sep 16 05:42:42.274951 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-0423c52c-226d-46da-b5b1-595560d8995a service neutron] delete failed (client error): The resource could not be found. Sep 16 05:42:42.275951 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-0423c52c-226d-46da-b5b1-595560d8995a service neutron] 10.222.0.23 "DELETE /v2.0/ports/f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1/bindings/n-h1-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0533662 Sep 16 05:42:42.357916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-620c19b4-8817-4b2e-abdd-616cb8da2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:42.359418 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-620c19b4-8817-4b2e-abdd-616cb8da2265 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 1096 time: 0.0414112 Sep 16 05:42:42.452079 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-d9736053-3cba-4d2f-8f1d-5a6f49315d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:42.453572 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-d9736053-3cba-4d2f-8f1d-5a6f49315d98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0875058 Sep 16 05:42:42.518074 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-cd8db8da-f169-41e5-8a21-d09734b3b8e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 200 len: 1000 time: 0.0569036 Sep 16 05:42:42.571827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-74d099fe-cfc6-4fec-bb67-bf22a838f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:42.573437 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-74d099fe-cfc6-4fec-bb67-bf22a838f78e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0486071 Sep 16 05:42:42.618453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-52274e68-0786-4956-a7b1-7fddf6711b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:42.619997 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-52274e68-0786-4956-a7b1-7fddf6711b1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401747 Sep 16 05:42:42.709820 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-8aa568de-96ec-49a3-8a7d-68618522378c service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828769 Sep 16 05:42:42.803587 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ed1d305b-3c53-4b32-a6cf-fe5ec9b81328 req-58ae6905-e38f-4bd3-9f6a-30251d1eaf85 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864880 Sep 16 05:42:42.848882 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:42.958028 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:42:43.052355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:43.063514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'port_id': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'mac_address': 'fa:16:3e:36:64:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:42:43.099061 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:43.111650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:42:43.130530 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:43.214407 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:43.263933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:43.271658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:43.272013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:43.272359 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:43.272723 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:43.273062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:43.273396 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:43.274227 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:43.274637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:43.274927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:43.275288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:43.275620 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:43.275947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:43.306117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0eddfa-73e6-4fc9-a3fb-4264d95f7144 req-70f902eb-bc7b-4dcf-b963-cad9a82a5008 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.307621 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a0eddfa-73e6-4fc9-a3fb-4264d95f7144 req-70f902eb-bc7b-4dcf-b963-cad9a82a5008 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 945 time: 0.0506380 Sep 16 05:42:43.348189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a0eddfa-73e6-4fc9-a3fb-4264d95f7144 req-ddb2f79a-8daf-4e84-b510-b4c82c8d1ee6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338089 Sep 16 05:42:43.493405 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:42:44.464228 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f34e75-7bb6-4fa0-bd55-71a98696ade4 req-2b279e91-f954-48f6-b1f2-6c2c4e8047d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:44.465709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67f34e75-7bb6-4fa0-bd55-71a98696ade4 req-2b279e91-f954-48f6-b1f2-6c2c4e8047d1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 945 time: 0.0515077 Sep 16 05:42:44.505007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67f34e75-7bb6-4fa0-bd55-71a98696ade4 req-40be3517-840a-41cd-bc03-ffaee0fd0c8b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333371 Sep 16 05:42:44.511596 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cbc47a22-d883-4fe1-812a-f466d34d70ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.622455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc396aec-326f-414f-b2cf-99c2f61a603e req-da1ea890-b94e-4cc1-a1a9-cc8eea8dce31 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:44.623918 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc396aec-326f-414f-b2cf-99c2f61a603e req-da1ea890-b94e-4cc1-a1a9-cc8eea8dce31 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 945 time: 0.0523150 Sep 16 05:42:44.660298 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc396aec-326f-414f-b2cf-99c2f61a603e req-f278761a-9ec0-443f-9168-74a1709db112 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305483 Sep 16 05:42:44.967607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:44.991790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754f382-b1aa-4296-8dc2-6a93bc95e169 req-22a08f79-6f1a-4b60-8c42-2dbde7673a52 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:44.993480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1754f382-b1aa-4296-8dc2-6a93bc95e169 req-22a08f79-6f1a-4b60-8c42-2dbde7673a52 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 945 time: 0.0518992 Sep 16 05:42:45.037128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1754f382-b1aa-4296-8dc2-6a93bc95e169 req-6fa5b8a1-9f8a-4136-a81e-6c21e34d5ac2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354202 Sep 16 05:42:45.072100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:42:45.076033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:45.076401 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.090726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3cd03-2e9a-48f3-88fe-4d617492c19d req-c868b1b7-88cd-4fa1-9d01-2040d77b982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:45.092265 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-22b3cd03-2e9a-48f3-88fe-4d617492c19d req-c868b1b7-88cd-4fa1-9d01-2040d77b982f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 1097 time: 0.0422530 Sep 16 05:42:45.156694 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.178460 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:45.180789 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2288279-7ca7-4e0e-bf1e-0d770b31ed57" -d '{"events": [{"server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "name": "network-vif-plugged", "status": "completed", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:45.192720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3cd03-2e9a-48f3-88fe-4d617492c19d req-45be5b1a-da00-4030-a394-0908b0fa9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:45.194032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:45.194250 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-22b3cd03-2e9a-48f3-88fe-4d617492c19d req-45be5b1a-da00-4030-a394-0908b0fa9ade service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0905316 Sep 16 05:42:45.219652 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e968f5b4-6e5b-49c9-b5b7-4afedd97eb71 x-openstack-request-id: req-e968f5b4-6e5b-49c9-b5b7-4afedd97eb71 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:45.220174 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "name": "network-vif-plugged", "status": "completed", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:45.220662 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e968f5b4-6e5b-49c9-b5b7-4afedd97eb71 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:45.221062 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'code': 200} Sep 16 05:42:45.265882 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.268912 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-22b3cd03-2e9a-48f3-88fe-4d617492c19d req-821ce884-f912-4fcb-a0d2-d148de4b84af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 200 len: 1001 time: 0.0603056 Sep 16 05:42:45.314896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:45.322854 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.327088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3cd03-2e9a-48f3-88fe-4d617492c19d req-c489eecf-19f6-4bbe-9bdd-192a988a5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:45.328606 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-22b3cd03-2e9a-48f3-88fe-4d617492c19d req-c489eecf-19f6-4bbe-9bdd-192a988a5cc4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0489020 Sep 16 05:42:45.381055 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3cd03-2e9a-48f3-88fe-4d617492c19d req-75f6d306-a78d-47dd-976a-e8838b68de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:45.382678 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-22b3cd03-2e9a-48f3-88fe-4d617492c19d req-75f6d306-a78d-47dd-976a-e8838b68de54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449855 Sep 16 05:42:45.472788 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-22b3cd03-2e9a-48f3-88fe-4d617492c19d req-af5062fb-044e-4c0f-a1d4-80302e094689 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826490 Sep 16 05:42:45.569920 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-22b3cd03-2e9a-48f3-88fe-4d617492c19d req-d435e918-9382-4706-b186-e10e448b07d0 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857618 Sep 16 05:42:46.152652 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f328d-1b00-4802-9a73-16d418138820 req-0f4030fd-2a8e-42cc-b3eb-ba88b7232a94 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:46.154143 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-169f328d-1b00-4802-9a73-16d418138820 req-0f4030fd-2a8e-42cc-b3eb-ba88b7232a94 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0488408 Sep 16 05:42:46.180199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.194592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-169f328d-1b00-4802-9a73-16d418138820 req-d51dd1c9-8e58-46a8-893f-8bacbf28ef87 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344956 Sep 16 05:42:46.940216 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.317694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96213fa5-591f-45d9-b699-eb317b09d7d1 req-f83d97c0-ce09-44fc-9801-068cfc4b8f90 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:47.319191 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96213fa5-591f-45d9-b699-eb317b09d7d1 req-f83d97c0-ce09-44fc-9801-068cfc4b8f90 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0544999 Sep 16 05:42:47.357079 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-96213fa5-591f-45d9-b699-eb317b09d7d1 req-57d9536b-a014-46eb-a2b3-0a883503f0a6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Sep 16 05:42:47.724453 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.794089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be3bd5-b785-4545-bc67-5519a28ae068 req-56285001-4e6a-49de-8808-e6538f53e759 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:47.795572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37be3bd5-b785-4545-bc67-5519a28ae068 req-56285001-4e6a-49de-8808-e6538f53e759 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0497143 Sep 16 05:42:47.833265 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37be3bd5-b785-4545-bc67-5519a28ae068 req-22e6e573-e0a9-48b4-b957-d0d410b9a0d0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316944 Sep 16 05:42:48.951952 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa13979-729e-4bec-8b41-2b39b011dccf req-e9e7f98c-6335-4be1-9973-4517baa3195c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:48.953395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfa13979-729e-4bec-8b41-2b39b011dccf req-e9e7f98c-6335-4be1-9973-4517baa3195c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0490868 Sep 16 05:42:48.990731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfa13979-729e-4bec-8b41-2b39b011dccf req-6cf15aa8-6607-4054-8083-de727ae358fa tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314958 Sep 16 05:42:49.371698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-dff47981-07cc-450c-85a0-af6c94d921ec tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:49.373201 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-dff47981-07cc-450c-85a0-af6c94d921ec tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.37 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 946 time: 0.0488398 Sep 16 05:42:49.467906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Deleting port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:49.468250 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:49.557007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] For port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:49.557388 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:49.728779 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:49.729144 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:49.729467 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Floating IP c894f6f6-f379-489a-a960-b97e0560fc34 disassociated. External IP: 172.25.3.227, port: f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1. Sep 16 05:42:49.729816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Calling delete_port for f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:49.904206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:49.930779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event deleted for resources: {'Port': ['ID=f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:50.053696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Router 8703326a-b890-4744-8fcb-d58d2f2d1856 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:42:50.091807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f43bb299-660c-46ab-89f3-3669bc39934e req-9912b119-96e3-4cc8-832b-dc384f7473f7 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=e193f892-7c11-48ac-be8d-28c6eae0d5bb HTTP/1.1" status: 200 len: 210 time: 0.0311682 Sep 16 05:42:50.168844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:50.178996 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd94a5-c1ef-4c6b-8f63-1a887f20e6db None None] Sync routers for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:50.188400 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd94a5-c1ef-4c6b-8f63-1a887f20e6db None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:50.189053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-28bd94a5-c1ef-4c6b-8f63-1a887f20e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:42:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:50.209978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] No DVR routers for this DVR port f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:42:50.214022 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.216013 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ca9a8cf8-222b-400a-aa02-7e08272bf65c req-b598053e-a5aa-449f-8dce-e79546a59289 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.37 "DELETE /v2.0/ports/f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 HTTP/1.1" status: 204 len: 173 time: 0.8341410 Sep 16 05:42:50.216443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'name': 'network-vif-deleted', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:50.218722 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2598d0e1-0321-4d79-b23c-1950c7010b0c" -d '{"events": [{"server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "name": "network-vif-deleted", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:50.304310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-28bd94a5-c1ef-4c6b-8f63-1a887f20e6db None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:50.314496 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd1ce18-cc26-4e1b-bdcc-8601aae3603b x-openstack-request-id: req-fbd1ce18-cc26-4e1b-bdcc-8601aae3603b {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:50.314784 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e193f892-7c11-48ac-be8d-28c6eae0d5bb", "name": "network-vif-deleted", "tag": "f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:50.315037 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbd1ce18-cc26-4e1b-bdcc-8601aae3603b {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:50.315442 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e193f892-7c11-48ac-be8d-28c6eae0d5bb', 'name': 'network-vif-deleted', 'tag': 'f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1', 'status': 'completed', 'code': 200} Sep 16 05:42:50.512611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-28bd94a5-c1ef-4c6b-8f63-1a887f20e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:50.539876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd94a5-c1ef-4c6b-8f63-1a887f20e6db None None] Checking router: 8703326a-b890-4744-8fcb-d58d2f2d1856 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:50.547981 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd94a5-c1ef-4c6b-8f63-1a887f20e6db None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:50.548629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-28bd94a5-c1ef-4c6b-8f63-1a887f20e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:42:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:50.811984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-28bd94a5-c1ef-4c6b-8f63-1a887f20e6db None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:51.011053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-28bd94a5-c1ef-4c6b-8f63-1a887f20e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:51.041853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd94a5-c1ef-4c6b-8f63-1a887f20e6db None None] The sync data for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 is: [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:51.256447 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e138c7-313c-4b9c-a25f-bc8fc326fa1a None None] New status for floating IP c894f6f6-f379-489a-a960-b97e0560fc34: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:42:51.369207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-c2ea4c3a-a26a-42a5-8a27-8adf30794e2c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2131141995&fields=id&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 267 time: 0.0335500 Sep 16 05:42:51.478984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-f490bb45-1d81-4cf0-860f-5507dfc827af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:51.480445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-f490bb45-1d81-4cf0-860f-5507dfc827af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 812 time: 0.1046379 Sep 16 05:42:51.495136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-7aaad3a5-4ab9-488a-8350-51167e8ddca5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/quotas/57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 375 time: 0.0088754 Sep 16 05:42:51.551525 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-5b3ffcaa-f89d-4d2a-a335-2ada69f7306a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512209 Sep 16 05:42:51.719042 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-bbdf8019-b003-4421-b05a-c2d7f3c40bdd service neutron] 10.222.0.24 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216128 Sep 16 05:42:51.812840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-06c8f1a0-4aa5-45b5-a035-5b78fbefcaed service neutron] 10.222.0.24 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875936 Sep 16 05:42:53.011587 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:42:53.033469 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:42:53.033813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f9232a9b-64b4-4bcd-b0c5-8d43eb153ef1 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:42:53.064987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bc6e8ef-8d82-47ca-9599-e77406871765 req-5a1237f2-c55b-4bbd-898a-3bca55619bcd tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 210 time: 0.0281940 Sep 16 05:42:54.159013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a69faa96-a4e4-4ba6-9a51-a4ff529295eb req-54ae984e-9d77-4cb0-ab79-72df92167fa3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 210 time: 0.0277643 Sep 16 05:42:54.818804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-437c74a8-1750-4994-99cc-4414f6613e97 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:54.820322 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-437c74a8-1750-4994-99cc-4414f6613e97 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 812 time: 0.1040380 Sep 16 05:42:54.864365 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-568081d8-1d5b-4228-acac-71c9183f57e6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 380 time: 0.0347400 Sep 16 05:42:54.874142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Request body: {'port': {'device_id': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'admin_state_up': True, 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'security_groups': ['4993994a-0e87-4c28-aa47-67bad38676d8']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:55.054299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Made reservation on behalf of 57a135194dd3478ebb1237262d76ccf4 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:55.058506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.182764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Allocated IP 172.20.0.14 (5efdba70-0aa8-4280-8c3d-8f0af3f41a47/aa3ec90a-c508-4617-974c-b9c2c1856c0e/d0b10b62-9a5a-4af0-8aaa-ad701fc0402b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:55.256253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d86786f2-3ae4-47cf-b935-4c74b63bfa09 req-9fa14186-ec62-4eaa-9a6e-b5ff9508251f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 210 time: 0.0260339 Sep 16 05:42:55.336859 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.425796 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.474279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:55.477932 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:55.481713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:55.514491 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event updated for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:55.544673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:55.545359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.626770 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-b4545bd8-618d-49f0-838c-0337e0c6ebb6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7561204 Sep 16 05:42:55.640594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Request body: {'port': {'device_id': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:55.696885 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.768333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-e209c39c-8d30-4995-aeea-5887a0748b3e None None] Provisioning complete for port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:55.768921 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e209c39c-8d30-4995-aeea-5887a0748b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.803625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e209c39c-8d30-4995-aeea-5887a0748b3e None None] Port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:55.987147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b10b62-9a5a-4af0-8aaa-ad701fc0402b {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:42:55.995554 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.009099 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Transition to ACTIVE for port object d0b10b62-9a5a-4af0-8aaa-ad701fc0402b will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:42:56.071180 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.132011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:56.208861 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Attempting to bind port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:56.209350 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Attempting to bind port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:56.209679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Attempting to bind port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:56.216451 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:42:56.216797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Attempting to bind port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:56.221946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:56.222335 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:56.222669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Bound using segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:56.223104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Bound port: d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:56.223463 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.302214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:56.305638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:56.374524 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c4ddf-f3b9-4d1f-8460-f4bece6b19d5 req-1b15cad9-3c5b-40e9-b4b3-c13baf0f8552 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:56.375943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d2c4ddf-f3b9-4d1f-8460-f4bece6b19d5 req-1b15cad9-3c5b-40e9-b4b3-c13baf0f8552 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 944 time: 0.0484200 Sep 16 05:42:56.390594 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.416149 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9d2c4ddf-f3b9-4d1f-8460-f4bece6b19d5 req-29b09844-2dc4-4205-a4d9-1cd49ea251b2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340369 Sep 16 05:42:56.436733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:56.436733 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.436733 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] 10.222.0.23 "PUT /v2.0/ports/d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1093 time: 0.7960753 Sep 16 05:42:56.436733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:56.436733 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60d728d-1197-4cfa-9e33-aa6b3aea3cae" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:56.466417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34291a7-6596-4e41-a201-ef53d875c435 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:56.473300 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922429d8-4854-4c0b-9380-67a7f5328c8b x-openstack-request-id: req-922429d8-4854-4c0b-9380-67a7f5328c8b {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:56.473590 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:56.473888 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-922429d8-4854-4c0b-9380-67a7f5328c8b {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:56.474292 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'status': 'completed', 'code': 200} Sep 16 05:42:56.538857 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d728d-1197-4cfa-9e33-aa6b3aea3cae req-e790651c-c672-4b88-ba8b-4014dc1e4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:56.541342 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f60d728d-1197-4cfa-9e33-aa6b3aea3cae req-e790651c-c672-4b88-ba8b-4014dc1e4040 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1096 time: 0.0453298 Sep 16 05:42:56.646166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d728d-1197-4cfa-9e33-aa6b3aea3cae req-6d9712e8-dc5d-4d52-adae-fd4ceb234fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:56.647658 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f60d728d-1197-4cfa-9e33-aa6b3aea3cae req-6d9712e8-dc5d-4d52-adae-fd4ceb234fe1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=57a135194dd3478ebb1237262d76ccf4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0995483 Sep 16 05:42:56.740880 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d728d-1197-4cfa-9e33-aa6b3aea3cae req-3881da8b-327d-4602-9e8f-bf5271711e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:56.742379 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f60d728d-1197-4cfa-9e33-aa6b3aea3cae req-3881da8b-327d-4602-9e8f-bf5271711e7a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0880024 Sep 16 05:42:56.817815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d8e3294f-32a0-4a79-99e8-21994cbdd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:56.819316 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-d8e3294f-32a0-4a79-99e8-21994cbdd254 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1096 time: 0.0412109 Sep 16 05:42:56.865729 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-8df467b4-2580-4100-bd54-9bc5b3547e7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 217 time: 0.0385380 Sep 16 05:42:56.917031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-dfb19c8f-1489-4a14-857c-3804e89a09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:56.918533 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-dfb19c8f-1489-4a14-857c-3804e89a09fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0457239 Sep 16 05:42:56.963276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-004ea1a0-2d0c-42ad-b8fe-881b88636aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:56.964799 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-004ea1a0-2d0c-42ad-b8fe-881b88636aa5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397878 Sep 16 05:42:57.057739 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-1880d03e-a84d-42e4-9280-00d1132ff7e3 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856485 Sep 16 05:42:57.144702 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e73ad-51b9-402b-8377-39f4cb5b6f3f req-96e617fd-68ea-40d0-a75e-222938a735f1 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803106 Sep 16 05:42:57.533867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe10409-7371-4b51-a341-4af7885dd2d5 req-911b6c98-c329-4d53-8045-2196dd6346f1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:57.535328 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe10409-7371-4b51-a341-4af7885dd2d5 req-911b6c98-c329-4d53-8045-2196dd6346f1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 944 time: 0.0520728 Sep 16 05:42:57.572933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe10409-7371-4b51-a341-4af7885dd2d5 req-a41afb38-db4f-4c76-af19-70402ab81f87 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305488 Sep 16 05:42:58.688992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae9fda-6ac8-4c75-bb0d-3b6620d991f2 req-847adec3-f6ca-4c4c-bfeb-2260def14df2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:58.690463 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48ae9fda-6ac8-4c75-bb0d-3b6620d991f2 req-847adec3-f6ca-4c4c-bfeb-2260def14df2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 944 time: 0.0493689 Sep 16 05:42:58.727852 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48ae9fda-6ac8-4c75-bb0d-3b6620d991f2 req-5bcfb105-e749-456c-83ec-fe7e9c26f0fd tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314138 Sep 16 05:42:59.622614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d0b10b62-9a5a-4af0-8aaa-ad701fc0402b details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:42:59.717300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:59.727798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'port_id': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'mac_address': 'fa:16:3e:a5:24:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:42:59.764597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.778105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b10b62-9a5a-4af0-8aaa-ad701fc0402b {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:42:59.798544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:59.842770 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7935f-bd65-4b38-87f6-2d9a8d220d77 req-ae3e162c-56be-42c9-9b60-f2525da42a37 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:59.844249 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8c7935f-bd65-4b38-87f6-2d9a8d220d77 req-ae3e162c-56be-42c9-9b60-f2525da42a37 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 944 time: 0.0479441 Sep 16 05:42:59.871280 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.882430 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8c7935f-bd65-4b38-87f6-2d9a8d220d77 req-aad939a9-cd4d-42fb-9865-559fb09d24d6 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320320 Sep 16 05:42:59.920918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:00.068679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d0b10b62-9a5a-4af0-8aaa-ad701fc0402b'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:43:01.000863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2f6e1-6a27-40ea-abd1-a3d07458dd5c req-53752a11-09e1-4b8c-8149-267d5b857a98 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:01.002236 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2fa2f6e1-6a27-40ea-abd1-a3d07458dd5c req-53752a11-09e1-4b8c-8149-267d5b857a98 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 945 time: 0.0518389 Sep 16 05:43:01.041656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2fa2f6e1-6a27-40ea-abd1-a3d07458dd5c req-5b420b63-fd73-463f-b0c2-a9a75470db2f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333643 Sep 16 05:43:01.622527 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d0b10b62-9a5a-4af0-8aaa-ad701fc0402b up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:01.738120 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:43:01.741801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:01.742173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.821505 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.843907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:01.846192 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bae721-a15f-49e5-927c-a1376fc97250" -d '{"events": [{"server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "name": "network-vif-plugged", "status": "completed", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:01.859221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:01.884187 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d988e66-d5ce-4d71-bc34-f48e586e96f6 x-openstack-request-id: req-9d988e66-d5ce-4d71-bc34-f48e586e96f6 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:01.884427 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "name": "network-vif-plugged", "status": "completed", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:01.884674 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d988e66-d5ce-4d71-bc34-f48e586e96f6 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:01.885077 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'code': 200} Sep 16 05:43:01.950932 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.986585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318269f-1d91-4e95-bced-83cf63c22564 req-60cea935-382a-423f-b42e-21ca31a31975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:01.988101 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2318269f-1d91-4e95-bced-83cf63c22564 req-60cea935-382a-423f-b42e-21ca31a31975 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1098 time: 0.0476465 Sep 16 05:43:02.000505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:02.026008 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2318269f-1d91-4e95-bced-83cf63c22564 req-c3bed933-bdee-4f7b-b5af-fe6cb89c38ca service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296912 Sep 16 05:43:02.156905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e77fb-b7a7-4595-906b-fe8db5780b86 req-3a181b03-9d97-469e-9fe7-203d75230f2d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:02.158306 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d83e77fb-b7a7-4595-906b-fe8db5780b86 req-3a181b03-9d97-469e-9fe7-203d75230f2d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0490658 Sep 16 05:43:02.196342 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d83e77fb-b7a7-4595-906b-fe8db5780b86 req-c7f024e7-db03-4b49-952f-5e7dce66fbbf tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319862 Sep 16 05:43:03.316766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41500ea6-01a8-4be1-be6b-11ccc7b3def9 req-90cd5f5b-83e0-45ad-b762-cd925d75de57 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:03.318264 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41500ea6-01a8-4be1-be6b-11ccc7b3def9 req-90cd5f5b-83e0-45ad-b762-cd925d75de57 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0541589 Sep 16 05:43:03.355663 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41500ea6-01a8-4be1-be6b-11ccc7b3def9 req-27d1c5cf-4afa-456b-9eac-a4489ba57c5b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306017 Sep 16 05:43:03.470003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc79144-1f9b-4298-bfc9-c1866883e98c req-9822c05b-31d1-4521-be30-81ba23a51650 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:03.471491 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dc79144-1f9b-4298-bfc9-c1866883e98c req-9822c05b-31d1-4521-be30-81ba23a51650 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0529978 Sep 16 05:43:03.480077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 42802) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:03.484713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f5a836a1-6513-458c-8b5b-d9c16debd1b0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Request body: {'floatingip': {'port_id': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:03.524519 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5a836a1-6513-458c-8b5b-d9c16debd1b0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.953176 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5a836a1-6513-458c-8b5b-d9c16debd1b0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.036588 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5a836a1-6513-458c-8b5b-d9c16debd1b0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.136767 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-f5a836a1-6513-458c-8b5b-d9c16debd1b0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Floating IP c894f6f6-f379-489a-a960-b97e0560fc34 associated. External IP: 172.25.3.227, port: d0b10b62-9a5a-4af0-8aaa-ad701fc0402b. Sep 16 05:43:04.608154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a836a1-6513-458c-8b5b-d9c16debd1b0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Router 8703326a-b890-4744-8fcb-d58d2f2d1856 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:04.717726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a836a1-6513-458c-8b5b-d9c16debd1b0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:04.722595 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f5a836a1-6513-458c-8b5b-d9c16debd1b0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.727215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3510da9-10dd-45bc-9dd9-20cb3d575be2 None None] Sync routers for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:04.737392 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3510da9-10dd-45bc-9dd9-20cb3d575be2 None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:04.738015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e3510da9-10dd-45bc-9dd9-20cb3d575be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:42:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:04.750828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f5a836a1-6513-458c-8b5b-d9c16debd1b0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "PUT /v2.0/floatingips/c894f6f6-f379-489a-a960-b97e0560fc34 HTTP/1.1" status: 200 len: 992 time: 1.2694099 Sep 16 05:43:04.751410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:04.753730 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0336d9-d206-4b65-a79d-d59142b373bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:04.802849 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730a798e-b8e2-48ac-904a-97ce5379ae1f x-openstack-request-id: req-730a798e-b8e2-48ac-904a-97ce5379ae1f {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:04.803140 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:04.803393 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-730a798e-b8e2-48ac-904a-97ce5379ae1f {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:04.803786 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'status': 'completed', 'code': 200} Sep 16 05:43:04.848124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-e3510da9-10dd-45bc-9dd9-20cb3d575be2 None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:04.868911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0336d9-d206-4b65-a79d-d59142b373bc req-65936651-6b7a-48a2-a486-5a03c9650d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:04.870548 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5d0336d9-d206-4b65-a79d-d59142b373bc req-65936651-6b7a-48a2-a486-5a03c9650d2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1098 time: 0.0417480 Sep 16 05:43:04.965940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0336d9-d206-4b65-a79d-d59142b373bc req-ed4e5255-f28e-4cdf-a275-70415f7cd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:04.967500 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5d0336d9-d206-4b65-a79d-d59142b373bc req-ed4e5255-f28e-4cdf-a275-70415f7cd94c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0900178 Sep 16 05:43:05.033176 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5d0336d9-d206-4b65-a79d-d59142b373bc req-84b53dad-90e7-431f-9191-286cf9bd9dec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1000 time: 0.0589852 Sep 16 05:43:05.075992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e3510da9-10dd-45bc-9dd9-20cb3d575be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c894f6f6-f379-489a-a960-b97e0560fc34', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'port_id': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'mac_address': 'fa:16:3e:a5:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:11Z', 'updated_at': '2021-09-16T05:43:03Z', 'revision_number': 9, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:05.082925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0336d9-d206-4b65-a79d-d59142b373bc req-45b93a3c-82f1-4a8c-9c4a-593ec3b5b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:05.084406 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5d0336d9-d206-4b65-a79d-d59142b373bc req-45b93a3c-82f1-4a8c-9c4a-593ec3b5b8a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0445437 Sep 16 05:43:05.102328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3510da9-10dd-45bc-9dd9-20cb3d575be2 None None] Checking router: 8703326a-b890-4744-8fcb-d58d2f2d1856 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:05.110870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3510da9-10dd-45bc-9dd9-20cb3d575be2 None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:05.111499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e3510da9-10dd-45bc-9dd9-20cb3d575be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:42:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:05.134117 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0336d9-d206-4b65-a79d-d59142b373bc req-aeafc195-d010-4d86-b190-32d75d14fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:05.135541 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5d0336d9-d206-4b65-a79d-d59142b373bc req-aeafc195-d010-4d86-b190-32d75d14fd9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433605 Sep 16 05:43:05.218776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-e3510da9-10dd-45bc-9dd9-20cb3d575be2 None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:05.226227 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5d0336d9-d206-4b65-a79d-d59142b373bc req-49a5c595-c2c2-4b80-bfbe-b445011691f9 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832310 Sep 16 05:43:05.321966 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5d0336d9-d206-4b65-a79d-d59142b373bc req-55e57cb9-07a1-4706-904b-82248193ed2a service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888903 Sep 16 05:43:05.444909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-e3510da9-10dd-45bc-9dd9-20cb3d575be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c894f6f6-f379-489a-a960-b97e0560fc34', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'port_id': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'mac_address': 'fa:16:3e:a5:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:11Z', 'updated_at': '2021-09-16T05:43:03Z', 'revision_number': 9, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:05.474411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3510da9-10dd-45bc-9dd9-20cb3d575be2 None None] The sync data for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 is: [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c894f6f6-f379-489a-a960-b97e0560fc34', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'port_id': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'mac_address': 'fa:16:3e:a5:24:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:11Z', 'updated_at': '2021-09-16T05:43:03Z', 'revision_number': 9, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:05.658083 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c7d5af-23e2-4220-935a-505e42aca455 None None] New status for floating IP c894f6f6-f379-489a-a960-b97e0560fc34: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:43:10.145154 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:12.139513 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6f2a1745-1bdf-4000-8874-8d55133397b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.846984 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.516480 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-db6c0a90-39c3-4fc1-b0f2-325f693f85b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.328442 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.185290 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.944174 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:17.741080 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.431678 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-585ca5f3-5156-4ccb-b314-832900b30cae req-b86e9517-475e-4adb-8b3f-611d5c51ff0d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393395 Sep 16 05:43:28.510833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ca5f3-5156-4ccb-b314-832900b30cae req-f7c34fa8-7251-4da1-9353-6d4e759cba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:28.512298 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-585ca5f3-5156-4ccb-b314-832900b30cae req-f7c34fa8-7251-4da1-9353-6d4e759cba65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1098 time: 0.0391505 Sep 16 05:43:28.616555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ca5f3-5156-4ccb-b314-832900b30cae req-435fd862-1b12-4c9b-85e2-cba5ea70c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:28.618035 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-585ca5f3-5156-4ccb-b314-832900b30cae req-435fd862-1b12-4c9b-85e2-cba5ea70c099 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0871437 Sep 16 05:43:28.683597 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-585ca5f3-5156-4ccb-b314-832900b30cae req-78c6f755-3d0f-4273-a7e8-fd43133f7e06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1003 time: 0.0576634 Sep 16 05:43:28.735356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ca5f3-5156-4ccb-b314-832900b30cae req-461a2997-6f3e-4775-9dd2-3fba210037cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:28.736871 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-585ca5f3-5156-4ccb-b314-832900b30cae req-461a2997-6f3e-4775-9dd2-3fba210037cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0465417 Sep 16 05:43:28.782933 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ca5f3-5156-4ccb-b314-832900b30cae req-a3b5b964-b4cf-4868-9c5c-8bfeef3f6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:28.784303 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-585ca5f3-5156-4ccb-b314-832900b30cae req-a3b5b964-b4cf-4868-9c5c-8bfeef3f6e85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395408 Sep 16 05:43:28.875273 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-585ca5f3-5156-4ccb-b314-832900b30cae req-29382e7d-9599-4df9-9425-02afe93b71f6 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824056 Sep 16 05:43:28.970074 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-585ca5f3-5156-4ccb-b314-832900b30cae req-c4be830f-6c1c-44d4-a5b1-017524f8f8e8 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865738 Sep 16 05:43:42.150520 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a4edda8d-99fc-430a-a707-80fea2fd1db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:42.853121 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:44.509962 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ca176e4-c03d-4208-91bf-18aacd1d7555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:45.362481 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:46.178828 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:46.937837 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:47.143500 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:47.743741 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.132803 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3868b56c-676a-44d8-b79d-e3b17a13cade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.881354 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.515257 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8482e336-56b6-455b-8583-4170d25cf435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.383665 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:16.183897 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:16.972748 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.715365 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.143250 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:44:29.400628 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f7667377-ba08-4bbb-be25-9bd3af5defbe req-ae16a495-e5de-42b1-860f-2b148ee641a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414684 Sep 16 05:44:29.486007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7667377-ba08-4bbb-be25-9bd3af5defbe req-6a1b6484-cc1e-4029-8bbc-b2a7abae24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.488028 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f7667377-ba08-4bbb-be25-9bd3af5defbe req-6a1b6484-cc1e-4029-8bbc-b2a7abae24d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1098 time: 0.0395482 Sep 16 05:44:29.590867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7667377-ba08-4bbb-be25-9bd3af5defbe req-dd9c7c30-ed4c-4afe-8e24-a2e640e3255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.592332 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f7667377-ba08-4bbb-be25-9bd3af5defbe req-dd9c7c30-ed4c-4afe-8e24-a2e640e3255e service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0862749 Sep 16 05:44:29.656330 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f7667377-ba08-4bbb-be25-9bd3af5defbe req-3005da83-fbdd-4e93-8672-34f089539bc8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1003 time: 0.0564749 Sep 16 05:44:29.709096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7667377-ba08-4bbb-be25-9bd3af5defbe req-4581361d-f0ec-4c1d-88b1-8cac8d41c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.710519 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f7667377-ba08-4bbb-be25-9bd3af5defbe req-4581361d-f0ec-4c1d-88b1-8cac8d41c849 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0469038 Sep 16 05:44:29.756371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7667377-ba08-4bbb-be25-9bd3af5defbe req-fb559364-ab95-496d-8d14-279c3930d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.757865 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f7667377-ba08-4bbb-be25-9bd3af5defbe req-fb559364-ab95-496d-8d14-279c3930d03a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392771 Sep 16 05:44:29.848415 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f7667377-ba08-4bbb-be25-9bd3af5defbe req-46ce2a53-5315-479a-bb18-c79b3c8f341f service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833483 Sep 16 05:44:29.939276 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f7667377-ba08-4bbb-be25-9bd3af5defbe req-f56dd10e-cb70-41d3-954a-558424386824 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844407 Sep 16 05:44:40.821090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d7304-8990-455e-bf7b-d887ab26165b req-22727888-bb30-441c-8638-ae966fdb89ed tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:40.822605 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-949d7304-8990-455e-bf7b-d887ab26165b req-22727888-bb30-441c-8638-ae966fdb89ed tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0521379 Sep 16 05:44:40.884508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-949d7304-8990-455e-bf7b-d887ab26165b req-7d7e2c0e-46cf-4f0d-9a54-d43bd34fd720 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558050 Sep 16 05:44:40.897151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-4dcbacb2-0f35-49ee-9d09-f7ca8a782737 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0548491 Sep 16 05:44:42.007600 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b07c51-3a00-4b25-b639-9b4b7f9e782f req-e9bbbe59-184d-4a5a-ad39-77f56d8e487f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:42.009151 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1b07c51-3a00-4b25-b639-9b4b7f9e782f req-e9bbbe59-184d-4a5a-ad39-77f56d8e487f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0535078 Sep 16 05:44:42.048313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f1b07c51-3a00-4b25-b639-9b4b7f9e782f req-092de959-3c61-4743-8e3a-7dbbd6288efd tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331306 Sep 16 05:44:42.132071 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-db40f282-eafd-4f88-b6be-890e08b64bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:42.766020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397495ae-111e-4535-b253-e435c5b9967b req-67779276-ffc6-4352-b2e5-4add171fed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:42.767500 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-67779276-ffc6-4352-b2e5-4add171fed1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1098 time: 0.0409598 Sep 16 05:44:42.915270 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:43.168208 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397495ae-111e-4535-b253-e435c5b9967b req-60c7cea2-cf37-414d-93a4-700a575b55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:43.168711 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a94137-524d-4710-8b25-963ace04a801 req-6375d521-0d59-49b5-a8d0-d2e75aed335d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:43.169732 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-60c7cea2-cf37-414d-93a4-700a575b55b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.3954344 Sep 16 05:44:43.170235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1a94137-524d-4710-8b25-963ace04a801 req-6375d521-0d59-49b5-a8d0-d2e75aed335d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0486774 Sep 16 05:44:43.208338 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c1a94137-524d-4710-8b25-963ace04a801 req-cbc0735c-068b-4e9d-a293-a83f983f6d92 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321591 Sep 16 05:44:43.237267 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-c16b3dc6-8caf-4903-add8-f9e45160ab23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1003 time: 0.0601127 Sep 16 05:44:43.289354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397495ae-111e-4535-b253-e435c5b9967b req-b7fc90c4-e80a-4ba1-8cd3-d076ce24bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:43.291054 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-b7fc90c4-e80a-4ba1-8cd3-d076ce24bef1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0468416 Sep 16 05:44:43.336780 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397495ae-111e-4535-b253-e435c5b9967b req-ee034bf3-892c-468c-9fc5-29eed03f4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:43.338161 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-ee034bf3-892c-468c-9fc5-29eed03f4ef9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398591 Sep 16 05:44:43.426602 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-9ddfdec8-1137-458e-b0b8-73b1e3bac245 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801835 Sep 16 05:44:43.517009 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-e448b8d9-554e-4c30-95f9-6734a9a68777 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839028 Sep 16 05:44:44.324954 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbd1fc-b1ce-4dde-93ef-5213a6767e62 req-4cac7ab7-885f-4e4f-b255-1936172da91f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:44.326448 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdbd1fc-b1ce-4dde-93ef-5213a6767e62 req-4cac7ab7-885f-4e4f-b255-1936172da91f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0484600 Sep 16 05:44:44.364108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cdbd1fc-b1ce-4dde-93ef-5213a6767e62 req-5f208a4c-2670-4808-82f1-2dd19309198d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317225 Sep 16 05:44:44.520076 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4b47c115-91ff-4bc4-aa37-6e9937ac05f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:45.343545 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:45.485187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eba38-6e0b-414c-9707-f06c7bacb5ac req-d633a97b-fd8a-460b-ad39-a7f655e01e79 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:45.486653 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e12eba38-6e0b-414c-9707-f06c7bacb5ac req-d633a97b-fd8a-460b-ad39-a7f655e01e79 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0526421 Sep 16 05:44:45.524193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e12eba38-6e0b-414c-9707-f06c7bacb5ac req-49a69ecd-3de6-472a-831b-165ee1136a4b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312712 Sep 16 05:44:46.223576 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.639009 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb0882-6543-4484-9f22-e05fc2cdf563 req-2fb07a42-2759-42fb-acf4-18b35ceace7d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:46.640490 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ddb0882-6543-4484-9f22-e05fc2cdf563 req-2fb07a42-2759-42fb-acf4-18b35ceace7d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0492909 Sep 16 05:44:46.678298 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ddb0882-6543-4484-9f22-e05fc2cdf563 req-1ff41ecf-592b-474a-b458-d10bcd1ef73a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312121 Sep 16 05:44:46.943665 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:47.720705 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:47.790998 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b18b8c-7215-435f-9146-833a29380d9c req-42f44250-1831-4f7a-b3ae-b25e276e32ff tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:47.792489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97b18b8c-7215-435f-9146-833a29380d9c req-42f44250-1831-4f7a-b3ae-b25e276e32ff tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0479875 Sep 16 05:44:47.829699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97b18b8c-7215-435f-9146-833a29380d9c req-15dbc95c-5585-4699-a3f0-3f7b8aa2584c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313869 Sep 16 05:44:48.947417 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8629cd8-bd73-45cf-a9aa-1dfe74d6082a req-b641f10b-4cab-440f-b4d2-4a73c5b53f6f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:48.948889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8629cd8-bd73-45cf-a9aa-1dfe74d6082a req-b641f10b-4cab-440f-b4d2-4a73c5b53f6f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0524845 Sep 16 05:44:48.986451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8629cd8-bd73-45cf-a9aa-1dfe74d6082a req-eb159e7a-ee43-40b5-ab8e-db8cd0ca4266 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 Sep 16 05:44:50.101630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9c348-dfdd-4227-af0c-34c34faa0055 req-e013b8e9-378d-4e3a-ae58-4102ae651d39 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:50.103114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bea9c348-dfdd-4227-af0c-34c34faa0055 req-e013b8e9-378d-4e3a-ae58-4102ae651d39 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0485232 Sep 16 05:44:50.141675 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bea9c348-dfdd-4227-af0c-34c34faa0055 req-4e2b88da-4396-4d60-8efe-af34553f78ee tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325606 Sep 16 05:44:51.254853 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db333742-b6bf-435f-bf53-173132590308 req-a32384e3-c6bf-400b-a2aa-b6e2c6903b3a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:51.256399 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db333742-b6bf-435f-bf53-173132590308 req-a32384e3-c6bf-400b-a2aa-b6e2c6903b3a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0486457 Sep 16 05:44:51.294348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db333742-b6bf-435f-bf53-173132590308 req-e160a429-01d1-46f3-8832-b1f45f7496bb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320067 Sep 16 05:44:52.413715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ea338-8d8e-4f74-9798-d3add571f058 req-7c0b61da-5aad-4737-b610-d22df7ec1631 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:52.415211 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-681ea338-8d8e-4f74-9798-d3add571f058 req-7c0b61da-5aad-4737-b610-d22df7ec1631 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0527258 Sep 16 05:44:52.452490 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-681ea338-8d8e-4f74-9798-d3add571f058 req-544cb818-fa18-42b0-9f15-0ede993dd378 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313787 Sep 16 05:44:53.572192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2deb62-9ebb-42d5-aad7-0e041951f295 req-f4524581-a351-43d0-afcb-0d06333ee262 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:53.573702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc2deb62-9ebb-42d5-aad7-0e041951f295 req-f4524581-a351-43d0-afcb-0d06333ee262 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0485439 Sep 16 05:44:53.611996 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc2deb62-9ebb-42d5-aad7-0e041951f295 req-f1033441-7478-4e6e-a748-a0eb9f7338f7 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321643 Sep 16 05:44:54.727766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94d33f-a51f-4dbd-8e1f-e2bb34643e75 req-e60ebfbb-4e44-4992-81d9-e15a1a1d3afb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:54.729661 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b94d33f-a51f-4dbd-8e1f-e2bb34643e75 req-e60ebfbb-4e44-4992-81d9-e15a1a1d3afb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0505028 Sep 16 05:44:54.767253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b94d33f-a51f-4dbd-8e1f-e2bb34643e75 req-4ec4c5ef-a7ce-4369-a468-074f041f40ab tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317824 Sep 16 05:44:55.549236 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-397495ae-111e-4535-b253-e435c5b9967b req-d55436a4-1755-4271-bdfd-9d5f1c76c56f service neutron] show failed (client error): The resource could not be found. Sep 16 05:44:55.550265 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-d55436a4-1755-4271-bdfd-9d5f1c76c56f service neutron] 10.222.0.23 "GET /v2.0/ports/d0b10b62-9a5a-4af0-8aaa-ad701fc0402b/bindings/n-h2-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0538766 Sep 16 05:44:55.889170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c902a-89c1-4022-9c63-da23d1d3c8c0 req-c07dda2b-47cc-4645-a861-0a851410524c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:55.890708 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb1c902a-89c1-4022-9c63-da23d1d3c8c0 req-c07dda2b-47cc-4645-a861-0a851410524c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0540457 Sep 16 05:44:55.929568 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb1c902a-89c1-4022-9c63-da23d1d3c8c0 req-c2509ebe-cd11-457f-b78e-8260ca759307 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321980 Sep 16 05:44:56.110417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397495ae-111e-4535-b253-e435c5b9967b req-f498b0a5-676a-4651-82ff-5e91c7d0df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:56.111929 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-f498b0a5-676a-4651-82ff-5e91c7d0df27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 1098 time: 0.0863636 Sep 16 05:44:56.125575 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:56.175781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:56.375035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:56.410271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:56.452353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:56.455778 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87289636-f60f-4ed4-8c2b-72ba5ed9049e" -d '{"events": [{"server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:56.458604 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:56.470962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Transition to ACTIVE for port object d0b10b62-9a5a-4af0-8aaa-ad701fc0402b will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:44:56.501934 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a2a12d-4dde-4dc1-a112-90dd837f73cd x-openstack-request-id: req-04a2a12d-4dde-4dc1-a112-90dd837f73cd {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:56.502248 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:56.502529 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04a2a12d-4dde-4dc1-a112-90dd837f73cd {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:56.502938 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'code': 200} Sep 16 05:44:56.531929 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:56.614096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=6']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:56.626641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:56.627218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:56.627728 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:56.628250 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:56.628965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:56.629247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:56.629465 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:56.629784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:56.630117 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:56.630485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:56.630829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:56.631158 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:56.678884 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] No DVR routers for this DVR port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:56.825236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Attempting to bind port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:56.825589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Attempting to bind port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:56.825928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Attempting to bind port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:56.830360 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:44:56.834443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Attempting to bind port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:56.836307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:56.836692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:56.837083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Bound using segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:56.837513 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Bound port: d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:56.837876 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:56.902827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:56.905992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:56.967145 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.002457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:57.003191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.004743 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] 10.222.0.37 "PUT /v2.0/ports/d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1093 time: 0.8830545 Sep 16 05:44:57.034986 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6ad68-d630-4834-8353-3c7d75ffd599 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:57.068819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95bb8f-a8f1-4345-bbea-e7a78964554b req-8d04cbb4-80b1-4a48-ad13-d9b380037307 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:57.070647 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b95bb8f-a8f1-4345-bbea-e7a78964554b req-8d04cbb4-80b1-4a48-ad13-d9b380037307 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 944 time: 0.0658574 Sep 16 05:44:57.087940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397495ae-111e-4535-b253-e435c5b9967b req-6ab4941d-e1f1-4873-b4ef-7f66f4879760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:57.089512 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-6ab4941d-e1f1-4873-b4ef-7f66f4879760 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1096 time: 0.0493891 Sep 16 05:44:57.111447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b95bb8f-a8f1-4345-bbea-e7a78964554b req-5b4f732b-c1a8-4df9-a32a-0776c16748ea tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348167 Sep 16 05:44:57.198429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397495ae-111e-4535-b253-e435c5b9967b req-510a0034-99ca-43c9-85a9-53f8edd44583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:57.199972 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-510a0034-99ca-43c9-85a9-53f8edd44583 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1021094 Sep 16 05:44:57.266448 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-898833cb-1536-46fe-95e2-94301d341b5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1001 time: 0.0589845 Sep 16 05:44:57.321387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397495ae-111e-4535-b253-e435c5b9967b req-116ac0e3-71cf-4060-9425-3a9ec1a06812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:57.322845 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-116ac0e3-71cf-4060-9425-3a9ec1a06812 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0488031 Sep 16 05:44:57.368405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397495ae-111e-4535-b253-e435c5b9967b req-9450a8cb-30e3-458a-a388-f93cd64aa639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:57.370514 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-9450a8cb-30e3-458a-a388-f93cd64aa639 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399370 Sep 16 05:44:57.458284 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-496c8a15-9dc1-4819-a275-a5e8d9f5b301 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800052 Sep 16 05:44:57.551673 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-397495ae-111e-4535-b253-e435c5b9967b req-b75efb15-b9c4-4df7-997f-ab3b905bc771 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855768 Sep 16 05:44:58.232694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330b69e-9983-4609-8772-f99864989437 req-7683272d-b8f1-4445-86e0-cb6a9908eef2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:58.234173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a330b69e-9983-4609-8772-f99864989437 req-7683272d-b8f1-4445-86e0-cb6a9908eef2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 944 time: 0.0486360 Sep 16 05:44:58.280676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a330b69e-9983-4609-8772-f99864989437 req-86c5748b-ba60-4e78-b4f3-77403ead4450 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375981 Sep 16 05:44:58.385107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d0b10b62-9a5a-4af0-8aaa-ad701fc0402b no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:58.426070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d0b10b62-9a5a-4af0-8aaa-ad701fc0402b not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:58.503843 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:58.506319 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f396251-0cec-48dc-b22b-c42d220d304e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:58.554893 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e32896-af27-494c-8745-f82d366965e5 x-openstack-request-id: req-b2e32896-af27-494c-8745-f82d366965e5 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:58.555190 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:58.555445 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2e32896-af27-494c-8745-f82d366965e5 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:58.555852 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'status': 'completed', 'code': 200} Sep 16 05:44:58.646045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396251-0cec-48dc-b22b-c42d220d304e req-628abb14-5639-42a3-9012-5b3932eee725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:58.648384 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-628abb14-5639-42a3-9012-5b3932eee725 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1096 time: 0.0739467 Sep 16 05:44:58.653160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396251-0cec-48dc-b22b-c42d220d304e req-bedbfbf6-1b6a-4c7a-a0e9-0848d98b847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:58.654597 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-bedbfbf6-1b6a-4c7a-a0e9-0848d98b847d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1096 time: 0.0721068 Sep 16 05:44:58.814420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396251-0cec-48dc-b22b-c42d220d304e req-d689d949-2b73-467f-97cd-8937ba0a5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:58.816196 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-d689d949-2b73-467f-97cd-8937ba0a5866 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1607411 Sep 16 05:44:58.817372 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396251-0cec-48dc-b22b-c42d220d304e req-5ea033b2-9c3b-4240-8d9c-550dc48998d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:58.819403 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-5ea033b2-9c3b-4240-8d9c-550dc48998d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1552577 Sep 16 05:44:58.933901 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-9e36ee51-ae0e-40f3-95ee-fdbc30e51720 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1001 time: 0.1101363 Sep 16 05:44:58.935514 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-8adac295-4a60-470f-b60b-994d2964e3b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1001 time: 0.1055105 Sep 16 05:44:59.018465 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396251-0cec-48dc-b22b-c42d220d304e req-2a12aa94-2c50-447b-b176-050f6e493f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:59.019863 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-2a12aa94-2c50-447b-b176-050f6e493f20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0794113 Sep 16 05:44:59.021377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396251-0cec-48dc-b22b-c42d220d304e req-9759dd86-c14c-4785-838a-91762257f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:59.023034 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-9759dd86-c14c-4785-838a-91762257f65b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0745184 Sep 16 05:44:59.099199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396251-0cec-48dc-b22b-c42d220d304e req-be4e2f53-7e9f-4fb6-a37d-0593ebd99cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:59.100851 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-be4e2f53-7e9f-4fb6-a37d-0593ebd99cc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664220 Sep 16 05:44:59.103466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396251-0cec-48dc-b22b-c42d220d304e req-cbeed715-21b0-4ef4-828c-9619cb93ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:59.104970 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-cbeed715-21b0-4ef4-828c-9619cb93ecc5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781624 Sep 16 05:44:59.260298 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-5f558fa4-f7e3-4fb4-bff3-5265f8e45932 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520493 Sep 16 05:44:59.263636 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-c5f12339-1321-41c9-ad48-e1c3c38359df service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477797 Sep 16 05:44:59.402230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd2ae9-4f11-4181-b4d6-73fce2975f2e req-f4b3708f-b0ce-40c6-ad56-169b2c100d7b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:59.403974 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eefd2ae9-4f11-4181-b4d6-73fce2975f2e req-f4b3708f-b0ce-40c6-ad56-169b2c100d7b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 944 time: 0.0575907 Sep 16 05:44:59.427669 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-1c1a3392-4aba-4a49-b2b8-e0c7406b92df service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592517 Sep 16 05:44:59.429795 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4f396251-0cec-48dc-b22b-c42d220d304e req-b48ae341-bd5e-48a2-852e-4f8fad592678 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539969 Sep 16 05:44:59.450211 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eefd2ae9-4f11-4181-b4d6-73fce2975f2e req-8fc1e1b3-6d52-440a-bbf7-3aae533d81f7 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378740 Sep 16 05:45:00.572423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24659-a216-41ad-b4d1-14c659f2e759 req-3a4caae7-d7f6-49e8-a79d-755adb56abd9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:00.573928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86c24659-a216-41ad-b4d1-14c659f2e759 req-3a4caae7-d7f6-49e8-a79d-755adb56abd9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 944 time: 0.0487645 Sep 16 05:45:00.611246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-86c24659-a216-41ad-b4d1-14c659f2e759 req-4d3d865c-3af5-4d4b-b676-faf4ac2b9873 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314958 Sep 16 05:45:01.142487 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:01.222234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fdf28-135e-48b7-92aa-66adfcbe1383 req-d727a441-2ca2-4868-b84e-a201b4cde54c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:01.223766 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e97fdf28-135e-48b7-92aa-66adfcbe1383 req-d727a441-2ca2-4868-b84e-a201b4cde54c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 944 time: 0.0514026 Sep 16 05:45:01.262158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e97fdf28-135e-48b7-92aa-66adfcbe1383 req-bc3e593a-68ee-451d-8b91-0e8a16e6358b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316260 Sep 16 05:45:01.272596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-17d853c4-570a-4c49-8ee0-a765f54d6155 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:01.274380 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-17d853c4-570a-4c49-8ee0-a765f54d6155 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89&tenant_id=57a135194dd3478ebb1237262d76ccf4&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 944 time: 0.0572567 Sep 16 05:45:01.335177 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-ec7420a9-800d-4422-85b8-a8274343f9a7 service neutron] 10.222.0.37 "GET /v2.0/ports/d0b10b62-9a5a-4af0-8aaa-ad701fc0402b/bindings/n-h2-712137-12 HTTP/1.1" status: 200 len: 383 time: 0.0531650 Sep 16 05:45:01.395605 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-db42348d-f8af-4867-839e-3368937b5b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:01.397863 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-db42348d-f8af-4867-839e-3368937b5b41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1096 time: 0.0405052 Sep 16 05:45:01.490300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-88f8150a-4fcb-4852-b41e-cb51827661e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:01.491796 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-88f8150a-4fcb-4852-b41e-cb51827661e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0878484 Sep 16 05:45:01.558411 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-3ae64317-2cd1-4d5d-acfd-793edfa3bbf2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1001 time: 0.0582941 Sep 16 05:45:01.563110 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d0b10b62-9a5a-4af0-8aaa-ad701fc0402b details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:45:01.612211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-39e68154-08fa-4aff-82ef-9281918160ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:01.613750 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-39e68154-08fa-4aff-82ef-9281918160ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0480318 Sep 16 05:45:01.660002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-0d480671-e775-4a7a-aa69-4f4c726ac98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:01.661457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:01.661613 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-0d480671-e775-4a7a-aa69-4f4c726ac98c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406220 Sep 16 05:45:01.672949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'port_id': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'mac_address': 'fa:16:3e:a5:24:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:45:01.709988 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:01.722839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b10b62-9a5a-4af0-8aaa-ad701fc0402b {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:01.741871 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:01.751606 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-decb238f-6131-4e54-a196-1b86af4e8605 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834057 Sep 16 05:45:01.806381 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:01.847972 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-519dab4f-cea3-4a0c-8719-9d1ec96a3f83 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882499 Sep 16 05:45:01.854458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:01.861789 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:01.862136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:01.862570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:01.862827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:01.863159 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:01.863498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:01.863836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:01.864161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:01.864500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:01.867458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:01.867458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:01.867458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:02.047053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d0b10b62-9a5a-4af0-8aaa-ad701fc0402b'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:45:02.382883 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a127-b52c-4218-a6de-49e267d92238 req-9aa68d23-0283-4cd1-900b-7fb67162976f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:02.384356 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3b1a127-b52c-4218-a6de-49e267d92238 req-9aa68d23-0283-4cd1-900b-7fb67162976f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 945 time: 0.0518587 Sep 16 05:45:02.421709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c3b1a127-b52c-4218-a6de-49e267d92238 req-bafc4cf5-1de9-460f-9e51-bd0d2d570ec9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314417 Sep 16 05:45:03.539001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d369cc-6ee7-4b47-ab7c-7a6268e7c519 req-7aa6d1de-b35c-4251-896f-7d8029dfc3c3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:03.540800 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03d369cc-6ee7-4b47-ab7c-7a6268e7c519 req-7aa6d1de-b35c-4251-896f-7d8029dfc3c3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 945 time: 0.0497272 Sep 16 05:45:03.572755 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d0b10b62-9a5a-4af0-8aaa-ad701fc0402b no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:03.577879 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03d369cc-6ee7-4b47-ab7c-7a6268e7c519 req-a027b0b0-1115-4543-9540-7bcd30fda337 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311408 Sep 16 05:45:03.646611 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:03.662851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d0b10b62-9a5a-4af0-8aaa-ad701fc0402b {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:03.682595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:03.748518 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:03.796623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:04.276819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-7bc9328a-fa01-4edf-9794-3a91efa2045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:04.278316 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-7bc9328a-fa01-4edf-9794-3a91efa2045a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 1096 time: 0.0414779 Sep 16 05:45:04.290005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:04.344760 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:04.551018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:04.583647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:04.616151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b10b62-9a5a-4af0-8aaa-ad701fc0402b {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:04.624428 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:04.635163 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Ignored duplicate provisioning block setup for port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 16 05:45:04.701354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd0f7b-d6b5-491d-a875-9a42937cd04a req-075789f5-4285-4330-9089-8338bd05d191 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:04.702856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fdd0f7b-d6b5-491d-a875-9a42937cd04a req-075789f5-4285-4330-9089-8338bd05d191 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 944 time: 0.0545015 Sep 16 05:45:04.732033 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:04.740201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fdd0f7b-d6b5-491d-a875-9a42937cd04a req-0ade9d50-88fe-4e55-8ba6-c3882fd1450c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313888 Sep 16 05:45:04.812608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=10']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:04.855191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] No DVR routers for this DVR port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:04.989874 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Attempting to bind port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:45:04.990218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Attempting to bind port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:45:04.990546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Attempting to bind port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:04.995309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:45:04.995634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Attempting to bind port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:05.001253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:45:05.001598 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:45:05.001987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Bound using segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:45:05.002416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Bound port: d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:45:05.002779 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:05.066161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:05.069131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:45:05.120569 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:05.159339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:05.160035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:05.161413 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] 10.222.0.23 "PUT /v2.0/ports/d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1094 time: 0.8756828 Sep 16 05:45:05.167168 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:05.167168 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2337c506-1b29-4a12-b3ef-5e3939fb82a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:05.198389 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fee04f-daf0-430d-b6d2-cfb9e6536ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=11']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:05.230908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-0a70660b-48a5-48c3-8db8-9ea600e2df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:05.233074 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-0a70660b-48a5-48c3-8db8-9ea600e2df3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1097 time: 0.0480056 Sep 16 05:45:05.235948 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b70f2b-f311-41c1-9df0-6ffc7640ae58 x-openstack-request-id: req-52b70f2b-f311-41c1-9df0-6ffc7640ae58 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:05.236235 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:05.236513 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52b70f2b-f311-41c1-9df0-6ffc7640ae58 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:05.236910 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'status': 'completed', 'code': 200} Sep 16 05:45:05.354045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-f5ccbd1d-b5a5-40dc-a34d-5f054e97beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:05.355556 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-f5ccbd1d-b5a5-40dc-a34d-5f054e97beec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1097 time: 0.0873439 Sep 16 05:45:05.373279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-71beb672-b486-411d-8291-25c624f44796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:05.374676 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-71beb672-b486-411d-8291-25c624f44796 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1343997 Sep 16 05:45:05.488939 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-0c8f5610-afbb-405c-af06-3d6a89d635ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1001 time: 0.1042802 Sep 16 05:45:05.525291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-fdea4587-73cf-4a43-87c7-25c4e3f7036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:05.526746 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-fdea4587-73cf-4a43-87c7-25c4e3f7036d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1638446 Sep 16 05:45:05.582486 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-b5ba52e7-20b4-4993-98c9-f1acaa56b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:05.583916 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-b5ba52e7-20b4-4993-98c9-f1acaa56b4d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0859103 Sep 16 05:45:05.867001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432127a3-c9fb-4c33-8094-f83800d41179 req-1d75cc45-67e9-494a-a7e8-52c9f1dba186 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:05.868724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-432127a3-c9fb-4c33-8094-f83800d41179 req-1d75cc45-67e9-494a-a7e8-52c9f1dba186 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 945 time: 0.0559156 Sep 16 05:45:05.909164 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-432127a3-c9fb-4c33-8094-f83800d41179 req-35972bdc-2513-49f8-8b67-4d8cce23741e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344696 Sep 16 05:45:05.931677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-cb13033b-877f-45a4-8519-9e6edea9d749 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1001 time: 0.3976152 Sep 16 05:45:05.977709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-111de952-6c26-4ff8-b9cc-7b8c5515cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:05.979186 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-111de952-6c26-4ff8-b9cc-7b8c5515cf05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3848188 Sep 16 05:45:05.987631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-a075bc6a-36a0-4b71-891a-380261171f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:05.988977 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-a075bc6a-36a0-4b71-891a-380261171f95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0500469 Sep 16 05:45:06.086010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-7a54e18a-0e88-4172-942c-8cf1e540e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:06.087527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-7a54e18a-0e88-4172-942c-8cf1e540e6f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908470 Sep 16 05:45:06.122566 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-9814c983-a3a0-45a9-b5d7-800ff6a945b1 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326363 Sep 16 05:45:06.246765 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-7aee595d-3b88-481e-ac1d-6d2f6a4af801 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503019 Sep 16 05:45:06.276311 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7bea18d8-32ab-470e-8c1c-126e6c267911 req-9a6e976f-b8b0-429b-916e-4220c8a4f1dc service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461170 Sep 16 05:45:06.377486 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-b1b13759-1a82-4edc-90a2-6a14e9b82384 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224725 Sep 16 05:45:06.382066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-7b8a97ca-41b9-4108-ba19-b3815090ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:06.383605 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-7b8a97ca-41b9-4108-ba19-b3815090ac74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 1097 time: 0.0564442 Sep 16 05:45:06.477026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-1c67aeac-e451-4f4e-87d4-970f6e750f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:06.478491 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-1c67aeac-e451-4f4e-87d4-970f6e750f6c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0879002 Sep 16 05:45:06.542564 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-e5b773d2-579a-4c34-8fe8-7efc70d4ce1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 200 len: 1001 time: 0.0569587 Sep 16 05:45:06.591146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-5b61bc27-b5dc-41bd-83f7-0276562717e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:06.592585 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-5b61bc27-b5dc-41bd-83f7-0276562717e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0424607 Sep 16 05:45:06.641731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-7a900e79-d5cf-4b59-bc33-a81911574ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:06.643149 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-7a900e79-d5cf-4b59-bc33-a81911574ca3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435927 Sep 16 05:45:06.732079 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-5546f6e7-4e06-4b90-9f60-a723b4f97561 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816250 Sep 16 05:45:06.827741 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2337c506-1b29-4a12-b3ef-5e3939fb82a5 req-3157b29f-58b8-4b4c-8bab-95e5ba397a3a service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872834 Sep 16 05:45:07.028042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c773c-4196-45ad-a3d9-5422fe767d47 req-83276aaa-f6c2-4a99-a547-ad58e81a467b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:07.029535 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-601c773c-4196-45ad-a3d9-5422fe767d47 req-83276aaa-f6c2-4a99-a547-ad58e81a467b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 945 time: 0.0486004 Sep 16 05:45:07.067853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-601c773c-4196-45ad-a3d9-5422fe767d47 req-8eb4ad31-f11d-4aab-aace-27a286884187 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324721 Sep 16 05:45:08.183801 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e0848-057d-4a27-b844-9baf744baebc req-b2de8573-39d8-4946-a445-3cdcd62cb77a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:08.185323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c12e0848-057d-4a27-b844-9baf744baebc req-b2de8573-39d8-4946-a445-3cdcd62cb77a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 945 time: 0.0506752 Sep 16 05:45:08.222977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c12e0848-057d-4a27-b844-9baf744baebc req-eb010272-d184-46a5-99d7-3a205e36a67d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317192 Sep 16 05:45:08.340992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd091a-bb1c-446d-9115-3db1f69bfb92 req-85feb1df-5487-4c9c-a839-3d994b9e2726 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:08.342458 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53cd091a-bb1c-446d-9115-3db1f69bfb92 req-85feb1df-5487-4c9c-a839-3d994b9e2726 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 945 time: 0.0542784 Sep 16 05:45:08.380395 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53cd091a-bb1c-446d-9115-3db1f69bfb92 req-df278bea-0e14-41ff-ba16-3c517fd2ec24 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319514 Sep 16 05:45:08.415592 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d0b10b62-9a5a-4af0-8aaa-ad701fc0402b details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:45:08.494264 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f9696-ff34-4db5-becb-4dff7b1e7621 req-36f7ae14-09f2-4973-b058-817db7374fec tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:08.495804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-917f9696-ff34-4db5-becb-4dff7b1e7621 req-36f7ae14-09f2-4973-b058-817db7374fec tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 945 time: 0.0490003 Sep 16 05:45:08.508413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:08.524038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'port_id': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'mac_address': 'fa:16:3e:a5:24:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:45:08.534733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-917f9696-ff34-4db5-becb-4dff7b1e7621 req-f3723fee-736e-4715-ab61-3077077daf58 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328887 Sep 16 05:45:08.561631 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.574642 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b10b62-9a5a-4af0-8aaa-ad701fc0402b {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:08.593931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:08.646154 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.693669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=12']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:08.875064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f745df9-35e4-4e68-9f52-cb6400848d80 req-e4d2a49c-1b6f-448a-a94d-3e692ef3eedd tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:08.876554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f745df9-35e4-4e68-9f52-cb6400848d80 req-e4d2a49c-1b6f-448a-a94d-3e692ef3eedd tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0494237 Sep 16 05:45:08.895457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d0b10b62-9a5a-4af0-8aaa-ad701fc0402b'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:45:08.916147 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f745df9-35e4-4e68-9f52-cb6400848d80 req-b3ef7c4a-1e0d-4d67-95cb-b55b71a6c916 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335495 Sep 16 05:45:10.037654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2913be-dcff-4873-ab93-8336a5bbcc27 req-dfaef0fd-0500-4fe9-b937-f9721f4b354c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:10.039450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce2913be-dcff-4873-ab93-8336a5bbcc27 req-dfaef0fd-0500-4fe9-b937-f9721f4b354c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0551515 Sep 16 05:45:10.076218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ce2913be-dcff-4873-ab93-8336a5bbcc27 req-1584aa38-2978-48ee-992c-c6fa5f9487de tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309293 Sep 16 05:45:10.151937 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-36f2b38b-3a6a-4579-98f0-3f971f2347ac tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:10.153431 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-36f2b38b-3a6a-4579-98f0-3f971f2347ac tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 946 time: 0.0493855 Sep 16 05:45:10.241712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Deleting port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:10.242099 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.339994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] For port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:10.340366 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.428585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d0b10b62-9a5a-4af0-8aaa-ad701fc0402b up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:45:10.515851 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.516133 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.516451 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Floating IP c894f6f6-f379-489a-a960-b97e0560fc34 disassociated. External IP: 172.25.3.227, port: d0b10b62-9a5a-4af0-8aaa-ad701fc0402b. Sep 16 05:45:10.516822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Calling delete_port for d0b10b62-9a5a-4af0-8aaa-ad701fc0402b owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:10.525876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:45:10.529669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:10.530042 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.610125 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.686257 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.714923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event deleted for resources: {'Port': ['ID=d0b10b62-9a5a-4af0-8aaa-ad701fc0402b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:10.846183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Router 8703326a-b890-4744-8fcb-d58d2f2d1856 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:10.959706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:10.970300 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd99504-855c-4a42-8a5e-ca933289e235 None None] Sync routers for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:10.979948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd99504-855c-4a42-8a5e-ca933289e235 None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:10.980603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5fd99504-855c-4a42-8a5e-ca933289e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:44:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:10.998988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] No DVR routers for this DVR port d0b10b62-9a5a-4af0-8aaa-ad701fc0402b on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:11.001647 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.003830 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2fede7e4-621d-4fed-a953-17a60691b1b9 req-7a5918b8-7cf8-4146-9c0c-9b12d9fe3075 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.23 "DELETE /v2.0/ports/d0b10b62-9a5a-4af0-8aaa-ad701fc0402b HTTP/1.1" status: 204 len: 173 time: 0.8436904 Sep 16 05:45:11.004266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'name': 'network-vif-deleted', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:11.006560 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843d9621-50f6-43d7-b597-cdb50d19584f" -d '{"events": [{"server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "name": "network-vif-deleted", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:11.043401 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2c5b38-5f4f-480c-a780-4129150cbd1b x-openstack-request-id: req-fb2c5b38-5f4f-480c-a780-4129150cbd1b {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:11.043705 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1ee642-f6d3-4e95-b688-ba9369e1db89", "name": "network-vif-deleted", "tag": "d0b10b62-9a5a-4af0-8aaa-ad701fc0402b", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:11.043963 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb2c5b38-5f4f-480c-a780-4129150cbd1b {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:11.044368 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1ee642-f6d3-4e95-b688-ba9369e1db89', 'name': 'network-vif-deleted', 'tag': 'd0b10b62-9a5a-4af0-8aaa-ad701fc0402b', 'status': 'completed', 'code': 200} Sep 16 05:45:11.091221 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-5fd99504-855c-4a42-8a5e-ca933289e235 None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:11.178465 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-195991be-47ca-454e-80d4-b741748c89a3 req-fb8c8b02-c654-4d3b-a97f-522cebda4d27 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1ee642-f6d3-4e95-b688-ba9369e1db89 HTTP/1.1" status: 200 len: 210 time: 0.0287268 Sep 16 05:45:11.306952 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5fd99504-855c-4a42-8a5e-ca933289e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:11.339739 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd99504-855c-4a42-8a5e-ca933289e235 None None] Checking router: 8703326a-b890-4744-8fcb-d58d2f2d1856 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:11.348039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd99504-855c-4a42-8a5e-ca933289e235 None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:11.348678 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5fd99504-855c-4a42-8a5e-ca933289e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:44:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:11.454263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-5fd99504-855c-4a42-8a5e-ca933289e235 None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:11.658756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5fd99504-855c-4a42-8a5e-ca933289e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:11.686957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd99504-855c-4a42-8a5e-ca933289e235 None None] The sync data for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 is: [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:11.926370 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e87768d-c4a3-4432-8d66-93efcf46154e None None] New status for floating IP c894f6f6-f379-489a-a960-b97e0560fc34: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:45:12.154724 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8b66d224-fc0c-4ec2-845b-070919fbcfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.447629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d0b10b62-9a5a-4af0-8aaa-ad701fc0402b no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:12.452763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-0daddee5-5699-436a-a18b-1c67f2deed5b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2131141995&fields=id&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 267 time: 0.0356917 Sep 16 05:45:12.472160 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: d0b10b62-9a5a-4af0-8aaa-ad701fc0402b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:12.472705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d0b10b62-9a5a-4af0-8aaa-ad701fc0402b not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:12.565703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-394ea9a1-8901-4357-88c9-89dd0fd1011f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:12.567183 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-394ea9a1-8901-4357-88c9-89dd0fd1011f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 812 time: 0.1067164 Sep 16 05:45:12.583388 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-3efd8cd9-988d-4a6c-be1b-1d0f23705211 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/quotas/57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 375 time: 0.0092261 Sep 16 05:45:12.636731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-8acdf5ef-5520-4ab4-a057-d3d0fdd1d154 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474620 Sep 16 05:45:12.736047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-af42bb61-aca5-4890-abf7-676f8f843205 service neutron] 10.222.0.24 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878835 Sep 16 05:45:12.825677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-c18f619b-fba9-4fc7-be30-086f63d1cb94 service neutron] 10.222.0.24 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828190 Sep 16 05:45:12.897819 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.060082 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71fd200a-edfe-4e32-a7f5-d49cabf4cda8 req-c5b8fcdb-2a87-4403-bf15-0594546c9cab tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 210 time: 0.0278835 Sep 16 05:45:14.160313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01c59292-d711-4492-9042-c03486b6765d req-8ba5db86-5cbc-4159-ae4b-27c50fb1a33c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 210 time: 0.0299940 Sep 16 05:45:14.497276 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3d6cb23-d4e5-4852-be95-9518467146bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:14.663100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-3e624c36-26c9-4f07-8924-c289c597c80a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:14.665396 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-3e624c36-26c9-4f07-8924-c289c597c80a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 812 time: 0.1076684 Sep 16 05:45:14.707277 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-07169af7-1d7e-435b-a184-e9c2c6f4d868 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 380 time: 0.0332422 Sep 16 05:45:14.716307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Request body: {'port': {'device_id': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'admin_state_up': True, 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'security_groups': ['4993994a-0e87-4c28-aa47-67bad38676d8']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:14.908782 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Made reservation on behalf of 57a135194dd3478ebb1237262d76ccf4 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:45:14.912906 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.040364 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Allocated IP 172.20.0.8 (5efdba70-0aa8-4280-8c3d-8f0af3f41a47/aa3ec90a-c508-4617-974c-b9c2c1856c0e/b162a791-12a9-4701-862e-7b4ec8c0cddc) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:45:15.186087 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.262718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87a05a7f-65b1-453f-bb86-b956cb868a6e req-0c2f685d-02af-439e-b615-32dbd7b60ce1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 210 time: 0.0313592 Sep 16 05:45:15.286267 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.329173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:45:15.332321 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:45:15.339304 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:45:15.342993 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.363467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event updated for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:15.393455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:15.394087 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.469628 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-248bfe19-eb8d-4a78-9f34-394e6e6f5540 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7569716 Sep 16 05:45:15.483109 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Request body: {'port': {'device_id': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:15.542647 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.609476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d94d0e71-2fa9-4282-829c-bb92b8153a47 None None] Provisioning complete for port b162a791-12a9-4701-862e-7b4ec8c0cddc triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:15.610037 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d94d0e71-2fa9-4282-829c-bb92b8153a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.643575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d94d0e71-2fa9-4282-829c-bb92b8153a47 None None] Port b162a791-12a9-4701-862e-7b4ec8c0cddc cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:45:15.804634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b162a791-12a9-4701-862e-7b4ec8c0cddc {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:15.812685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.824949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Transition to ACTIVE for port object b162a791-12a9-4701-862e-7b4ec8c0cddc will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:45:15.879926 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.934982 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Pushing event updated for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:16.007845 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Attempting to bind port b162a791-12a9-4701-862e-7b4ec8c0cddc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:45:16.008905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Attempting to bind port b162a791-12a9-4701-862e-7b4ec8c0cddc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:45:16.009545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Attempting to bind port b162a791-12a9-4701-862e-7b4ec8c0cddc on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:16.014378 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Port b162a791-12a9-4701-862e-7b4ec8c0cddc on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:45:16.014781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Attempting to bind port b162a791-12a9-4701-862e-7b4ec8c0cddc on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:16.020014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:45:16.020355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:45:16.020773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Bound using segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:45:16.021225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Bound port: b162a791-12a9-4701-862e-7b4ec8c0cddc, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:45:16.021587 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.090617 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:16.093635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:45:16.183510 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.194544 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.221142 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:16.221774 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.223207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-e34442da-87bd-497a-b692-01015f5b73af service neutron] 10.222.0.37 "PUT /v2.0/ports/b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1092 time: 0.7444642 Sep 16 05:45:16.223647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:16.225936 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c5d00f-469c-4c29-b7e0-f1042b6785dc" -d '{"events": [{"name": "network-changed", "server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:16.253672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34442da-87bd-497a-b692-01015f5b73af service neutron] Pushing event updated for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:16.271912 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf61762-7f22-417e-8f56-769ba062b2cd x-openstack-request-id: req-9bf61762-7f22-417e-8f56-769ba062b2cd {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:16.272385 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:16.272681 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bf61762-7f22-417e-8f56-769ba062b2cd {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:16.273088 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'status': 'completed', 'code': 200} Sep 16 05:45:16.341528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d00f-469c-4c29-b7e0-f1042b6785dc req-9254e8e0-3fa6-4d52-9970-0a9416b8f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:16.343064 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53c5d00f-469c-4c29-b7e0-f1042b6785dc req-9254e8e0-3fa6-4d52-9970-0a9416b8f6c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1095 time: 0.0479107 Sep 16 05:45:16.389866 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffe51b-8439-4130-bc5c-257f70131cb8 req-aa2a94b6-6359-429f-bc88-87752deb07b5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:16.391446 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1ffe51b-8439-4130-bc5c-257f70131cb8 req-aa2a94b6-6359-429f-bc88-87752deb07b5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0539715 Sep 16 05:45:16.434774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a1ffe51b-8439-4130-bc5c-257f70131cb8 req-219cc297-99f7-449d-9706-449bc672000a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372314 Sep 16 05:45:16.449649 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d00f-469c-4c29-b7e0-f1042b6785dc req-4c3fbf2d-1459-4dca-9b2f-626bbc2376bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:16.451136 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53c5d00f-469c-4c29-b7e0-f1042b6785dc req-4c3fbf2d-1459-4dca-9b2f-626bbc2376bf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=57a135194dd3478ebb1237262d76ccf4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0993268 Sep 16 05:45:16.550299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d00f-469c-4c29-b7e0-f1042b6785dc req-6a585e16-f42c-41db-8e75-376dc6772341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:16.551846 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-53c5d00f-469c-4c29-b7e0-f1042b6785dc req-6a585e16-f42c-41db-8e75-376dc6772341 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0931237 Sep 16 05:45:16.628589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-db19b0f9-3022-4596-b0b2-659fd20de757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:16.629899 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-db19b0f9-3022-4596-b0b2-659fd20de757 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1095 time: 0.0411358 Sep 16 05:45:16.675850 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-ae61c2a0-f638-429e-9b31-4a91eeba4647 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 217 time: 0.0375392 Sep 16 05:45:16.722751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-ee32860c-c99e-40f4-bfaf-c938c44a9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:16.724163 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-ee32860c-c99e-40f4-bfaf-c938c44a9d18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0417089 Sep 16 05:45:16.769022 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-3c0b5347-569f-4dfe-8a49-6a75445e3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:16.770511 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-3c0b5347-569f-4dfe-8a49-6a75445e3b42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395668 Sep 16 05:45:16.864734 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-f4feb29b-d3ed-4208-a43a-796ab037ae77 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870955 Sep 16 05:45:16.951629 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.954798 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-996725f2-cc52-49b3-9a7a-96f9f6d7c704 req-061471a8-9753-4853-a581-22a6d7ef2745 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832872 Sep 16 05:45:17.553147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db06dae-d145-49a7-8b02-5ef4b218457e req-5676a279-519d-42d0-8613-c3890f4fe716 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:17.554633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7db06dae-d145-49a7-8b02-5ef4b218457e req-5676a279-519d-42d0-8613-c3890f4fe716 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0501988 Sep 16 05:45:17.592345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7db06dae-d145-49a7-8b02-5ef4b218457e req-9168e2d9-40b0-4a4a-a987-ca420daf5d10 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317125 Sep 16 05:45:17.748314 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:18.709438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c25b33-8c82-413a-bf7e-38ce32568bcd req-9be2ee77-37f8-484c-91c5-83e9a654d9de tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:18.710911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8c25b33-8c82-413a-bf7e-38ce32568bcd req-9be2ee77-37f8-484c-91c5-83e9a654d9de tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0527890 Sep 16 05:45:18.748751 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8c25b33-8c82-413a-bf7e-38ce32568bcd req-6cfc8f50-3d89-4810-a5f0-be2fafdf5cf3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319397 Sep 16 05:45:19.650264 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b162a791-12a9-4701-862e-7b4ec8c0cddc details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:45:19.745249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:19.756218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'port_id': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'mac_address': 'fa:16:3e:1c:51:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:45:19.794231 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:19.807458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b162a791-12a9-4701-862e-7b4ec8c0cddc {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:19.828669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:19.863949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a357c0c-1443-4a9d-a901-557584730c68 req-983c366e-7a5d-4e6b-a7ae-60498f192488 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:19.865463 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a357c0c-1443-4a9d-a901-557584730c68 req-983c366e-7a5d-4e6b-a7ae-60498f192488 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0505333 Sep 16 05:45:19.885908 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:19.906072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6a357c0c-1443-4a9d-a901-557584730c68 req-a67218d4-88ff-469a-828e-dd438644b413 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336971 Sep 16 05:45:19.934157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:20.080648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['b162a791-12a9-4701-862e-7b4ec8c0cddc'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:45:21.019475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ef58d-4b95-46e0-ae76-ead2d96c83b8 req-e1c3c369-7fc8-47ed-8f28-f134499654f3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:21.020971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a76ef58d-4b95-46e0-ae76-ead2d96c83b8 req-e1c3c369-7fc8-47ed-8f28-f134499654f3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0480907 Sep 16 05:45:21.058811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a76ef58d-4b95-46e0-ae76-ead2d96c83b8 req-9b68fee6-1049-47cf-bf6d-e1d6297b66b8 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312941 Sep 16 05:45:21.678255 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b162a791-12a9-4701-862e-7b4ec8c0cddc up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:45:21.811013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port b162a791-12a9-4701-862e-7b4ec8c0cddc completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:45:21.814876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port b162a791-12a9-4701-862e-7b4ec8c0cddc triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:21.815245 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:21.895045 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:21.918046 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:21.920317 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4e2d47-f8ad-4440-bb89-b0244902e683" -d '{"events": [{"server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "name": "network-vif-plugged", "status": "completed", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:21.933690 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:22.000336 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:22.024456 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17ecfd7-1ce1-4cf7-bc74-e2e4b4c7f6f7 x-openstack-request-id: req-e17ecfd7-1ce1-4cf7-bc74-e2e4b4c7f6f7 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:22.025124 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "name": "network-vif-plugged", "status": "completed", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:22.025124 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e17ecfd7-1ce1-4cf7-bc74-e2e4b4c7f6f7 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:22.025372 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'code': 200} Sep 16 05:45:22.052803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:22.115419 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7da41-610b-4aeb-ad83-72c5fe51cfb4 req-86494c09-5e42-4cbf-869a-c10352ac3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:22.117104 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bd7da41-610b-4aeb-ad83-72c5fe51cfb4 req-86494c09-5e42-4cbf-869a-c10352ac3f5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1097 time: 0.0463994 Sep 16 05:45:22.153208 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bd7da41-610b-4aeb-ad83-72c5fe51cfb4 req-93909e1e-7a78-417b-abe9-a3c70f054c16 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291786 Sep 16 05:45:22.179593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606354e6-049e-41af-b3be-6ad0f496ffaf req-81be303e-4027-4872-ba46-1f555e74d90b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:22.181207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-606354e6-049e-41af-b3be-6ad0f496ffaf req-81be303e-4027-4872-ba46-1f555e74d90b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0543611 Sep 16 05:45:22.218398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-606354e6-049e-41af-b3be-6ad0f496ffaf req-f4237b9e-8d66-4048-9a64-9bbd5591edec tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313044 Sep 16 05:45:23.336717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956f736-8718-415b-b28d-4ef3a5749259 req-15055886-5739-4bc3-9295-31f7c9fda3a3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:23.338238 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c956f736-8718-415b-b28d-4ef3a5749259 req-15055886-5739-4bc3-9295-31f7c9fda3a3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0498164 Sep 16 05:45:23.376940 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c956f736-8718-415b-b28d-4ef3a5749259 req-7a83c831-c533-4dd2-811c-1e1d0020c069 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326958 Sep 16 05:45:24.490175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb556cd-16fd-48fb-9a0d-c74969b5b5ed req-22f29925-1aec-42d1-ab45-18ad708e7760 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:24.491670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eeb556cd-16fd-48fb-9a0d-c74969b5b5ed req-22f29925-1aec-42d1-ab45-18ad708e7760 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0488310 Sep 16 05:45:24.530027 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eeb556cd-16fd-48fb-9a0d-c74969b5b5ed req-620d6c71-3c8d-41be-a353-2ccf6be7d759 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316312 Sep 16 05:45:24.643929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d979c-845c-4c56-b8a5-9f0af01a1ae5 req-204a3c20-fe75-4a17-9110-a808162f490d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:24.645447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e4d979c-845c-4c56-b8a5-9f0af01a1ae5 req-204a3c20-fe75-4a17-9110-a808162f490d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0535440 Sep 16 05:45:24.653837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43186) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:24.658146 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c07661a4-2699-4695-8007-4415bfa2c2ed tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Request body: {'floatingip': {'port_id': 'b162a791-12a9-4701-862e-7b4ec8c0cddc'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:24.699014 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c07661a4-2699-4695-8007-4415bfa2c2ed tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:25.130605 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c07661a4-2699-4695-8007-4415bfa2c2ed tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:25.176775 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c07661a4-2699-4695-8007-4415bfa2c2ed tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:25.276261 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-c07661a4-2699-4695-8007-4415bfa2c2ed tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Floating IP c894f6f6-f379-489a-a960-b97e0560fc34 associated. External IP: 172.25.3.227, port: b162a791-12a9-4701-862e-7b4ec8c0cddc. Sep 16 05:45:25.483976 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07661a4-2699-4695-8007-4415bfa2c2ed tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Router 8703326a-b890-4744-8fcb-d58d2f2d1856 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:25.585439 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07661a4-2699-4695-8007-4415bfa2c2ed tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:25.590598 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c07661a4-2699-4695-8007-4415bfa2c2ed tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:25.596691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dfb063-c9fa-42bb-8931-acd80f77b2a6 None None] Sync routers for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:25.607454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dfb063-c9fa-42bb-8931-acd80f77b2a6 None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:25.608171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-39dfb063-c9fa-42bb-8931-acd80f77b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:45:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:25.622224 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c07661a4-2699-4695-8007-4415bfa2c2ed tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "PUT /v2.0/floatingips/c894f6f6-f379-489a-a960-b97e0560fc34 HTTP/1.1" status: 200 len: 992 time: 0.9672532 Sep 16 05:45:25.622765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:25.625199 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f8722a-0474-4e51-b447-939e8525b750" -d '{"events": [{"name": "network-changed", "server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:25.667450 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e579fe32-c723-4b48-8aa3-a9294e55f6b7 x-openstack-request-id: req-e579fe32-c723-4b48-8aa3-a9294e55f6b7 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:25.667798 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:25.668114 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e579fe32-c723-4b48-8aa3-a9294e55f6b7 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:25.670246 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'status': 'completed', 'code': 200} Sep 16 05:45:25.721798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-39dfb063-c9fa-42bb-8931-acd80f77b2a6 None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:25.731916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8722a-0474-4e51-b447-939e8525b750 req-fd57d814-32fa-4d56-84cb-8cb02077213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.733492 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e9f8722a-0474-4e51-b447-939e8525b750 req-fd57d814-32fa-4d56-84cb-8cb02077213c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1097 time: 0.0434079 Sep 16 05:45:25.830100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8722a-0474-4e51-b447-939e8525b750 req-80cffd02-3337-4a03-8126-4eac051c1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.831600 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e9f8722a-0474-4e51-b447-939e8525b750 req-80cffd02-3337-4a03-8126-4eac051c1002 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0909302 Sep 16 05:45:25.930948 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e9f8722a-0474-4e51-b447-939e8525b750 req-1664eee9-6208-4529-a498-2744aef9e6b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1000 time: 0.0914996 Sep 16 05:45:25.980054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8722a-0474-4e51-b447-939e8525b750 req-33d3aad2-9cb1-4d40-a602-3c697b136c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.981629 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e9f8722a-0474-4e51-b447-939e8525b750 req-33d3aad2-9cb1-4d40-a602-3c697b136c41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0441513 Sep 16 05:45:25.981763 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-39dfb063-c9fa-42bb-8931-acd80f77b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c894f6f6-f379-489a-a960-b97e0560fc34', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'port_id': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'mac_address': 'fa:16:3e:1c:51:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:11Z', 'updated_at': '2021-09-16T05:45:25Z', 'revision_number': 13, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:26.007853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dfb063-c9fa-42bb-8931-acd80f77b2a6 None None] Checking router: 8703326a-b890-4744-8fcb-d58d2f2d1856 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:26.016288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dfb063-c9fa-42bb-8931-acd80f77b2a6 None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:26.016939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-39dfb063-c9fa-42bb-8931-acd80f77b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:45:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:26.031774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8722a-0474-4e51-b447-939e8525b750 req-c820a219-1e0d-4b51-aa88-3e27215b58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:26.033394 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e9f8722a-0474-4e51-b447-939e8525b750 req-c820a219-1e0d-4b51-aa88-3e27215b58bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441175 Sep 16 05:45:26.122737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-39dfb063-c9fa-42bb-8931-acd80f77b2a6 None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:26.125237 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e9f8722a-0474-4e51-b447-939e8525b750 req-2450bc6f-cb02-4f78-82d5-3e4aab0f8b07 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832338 Sep 16 05:45:26.219876 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e9f8722a-0474-4e51-b447-939e8525b750 req-3f5a7984-4595-47dc-87a3-08aa57092b3f service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875168 Sep 16 05:45:26.344349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-39dfb063-c9fa-42bb-8931-acd80f77b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c894f6f6-f379-489a-a960-b97e0560fc34', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'port_id': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'mac_address': 'fa:16:3e:1c:51:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:11Z', 'updated_at': '2021-09-16T05:45:25Z', 'revision_number': 13, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:26.373809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dfb063-c9fa-42bb-8931-acd80f77b2a6 None None] The sync data for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 is: [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'c894f6f6-f379-489a-a960-b97e0560fc34', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'port_id': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'mac_address': 'fa:16:3e:1c:51:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:11Z', 'updated_at': '2021-09-16T05:45:25Z', 'revision_number': 13, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:26.654127 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16eb8fb-f37d-4740-a9f6-2956b3e78ae7 None None] New status for floating IP c894f6f6-f379-489a-a960-b97e0560fc34: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:45:38.141400 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:42.136367 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-995295d2-6702-4c05-b7a2-795018c2541f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.903149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.525576 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90310fd0-7d9b-4048-a5bf-7f02b5f7a666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.319765 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.211175 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.953825 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:47.707957 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.141759 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80b5bb5e-41af-44fb-870d-632480cadf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.993135 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.524751 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-64f5ac71-0c82-4112-8c17-475e2b32ee80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.141486 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:46:15.347507 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.204836 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.964521 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.736158 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:19.050622 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-327b6354-a235-464c-9b38-e0de91fc44b8 req-061548cf-6ce7-4171-bfc9-c883811eea24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406990 Sep 16 05:46:19.130856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6354-a235-464c-9b38-e0de91fc44b8 req-fa6b24db-c7ae-4caf-b36b-84bb56f00c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:19.132409 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-327b6354-a235-464c-9b38-e0de91fc44b8 req-fa6b24db-c7ae-4caf-b36b-84bb56f00c9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1097 time: 0.0411916 Sep 16 05:46:19.239834 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6354-a235-464c-9b38-e0de91fc44b8 req-e8527fe9-f182-4c77-819a-c9b26c863a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:19.241323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-327b6354-a235-464c-9b38-e0de91fc44b8 req-e8527fe9-f182-4c77-819a-c9b26c863a84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0875432 Sep 16 05:46:19.307143 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-327b6354-a235-464c-9b38-e0de91fc44b8 req-f8bbeda3-4644-4ee7-9c05-6f25ceedfe66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1002 time: 0.0587058 Sep 16 05:46:19.359883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6354-a235-464c-9b38-e0de91fc44b8 req-7c9dcfd0-c6ca-47c6-b7d5-9594565f0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:19.361340 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-327b6354-a235-464c-9b38-e0de91fc44b8 req-7c9dcfd0-c6ca-47c6-b7d5-9594565f0288 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0476444 Sep 16 05:46:19.407284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6354-a235-464c-9b38-e0de91fc44b8 req-59667a99-1149-4541-b14f-39bd371de637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:19.408775 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-327b6354-a235-464c-9b38-e0de91fc44b8 req-59667a99-1149-4541-b14f-39bd371de637 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406749 Sep 16 05:46:19.497271 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-327b6354-a235-464c-9b38-e0de91fc44b8 req-79c1dd80-c7ce-497f-9637-b97a1d7cfb01 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810506 Sep 16 05:46:19.588501 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-327b6354-a235-464c-9b38-e0de91fc44b8 req-b06a695e-b8ef-4aef-be08-8263de96119f service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841372 Sep 16 05:46:42.141625 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-32cbf93e-a8fc-4e77-b6a6-20a64e442ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.929935 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:44.523942 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af3db29c-a08b-4bd8-9f68-315c775f35bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:45.330737 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.209903 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.004335 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.712700 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:52.140279 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:04.095290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3fa5d-b04f-4ea3-9628-3a027095a6ba req-80ec644c-f901-49ce-a13a-be689e6740f0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:04.097841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bab3fa5d-b04f-4ea3-9628-3a027095a6ba req-80ec644c-f901-49ce-a13a-be689e6740f0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0513577 Sep 16 05:47:04.134867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bab3fa5d-b04f-4ea3-9628-3a027095a6ba req-b558dc33-a212-4c3a-b05f-a20d87b50ddd tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312903 Sep 16 05:47:12.158346 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b393208b-31b0-40c5-b5b6-cb39d887f0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:12.935208 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:14.512334 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02feb9e3-bd41-4d6a-b66b-8a29f3ba4781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.352359 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.619259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-a89c9ebb-3100-4d01-891f-8c205dc9288d req-22732d47-9051-4b70-826f-4e5cee920b60 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:47:15.620310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a89c9ebb-3100-4d01-891f-8c205dc9288d req-22732d47-9051-4b70-826f-4e5cee920b60 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539367 Sep 16 05:47:15.966297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e6873-7927-4808-acb0-30044a0126e0 req-a2510bc9-bf2c-427d-9786-755e80ccf709 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:15.967790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-096e6873-7927-4808-acb0-30044a0126e0 req-a2510bc9-bf2c-427d-9786-755e80ccf709 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0489628 Sep 16 05:47:16.007681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-096e6873-7927-4808-acb0-30044a0126e0 req-7b3356b0-2be1-4a67-a606-3c05de250374 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325372 Sep 16 05:47:16.210162 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:16.396092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-11ab3a4b-d49a-4d88-8591-07f499abea6b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3201442 Sep 16 05:47:16.969915 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.129231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f63e7-74a3-407f-8980-6c8cfe1cb258 req-c0e708b2-4da3-4bd2-a77a-33f45c654ffc tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:17.132828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-240f63e7-74a3-407f-8980-6c8cfe1cb258 req-c0e708b2-4da3-4bd2-a77a-33f45c654ffc tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0519733 Sep 16 05:47:17.171656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-240f63e7-74a3-407f-8980-6c8cfe1cb258 req-43806a2b-7e6c-4787-a768-d55597bcd78e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348170 Sep 16 05:47:17.729730 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:18.191844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-5bbf61a3-c3ba-4170-b6ae-101b40aac063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:18.193369 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-5bbf61a3-c3ba-4170-b6ae-101b40aac063 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1097 time: 0.0405130 Sep 16 05:47:18.330174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-8d736b4c-64cc-4bc9-977f-f16cea0fbcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:18.331687 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-8d736b4c-64cc-4bc9-977f-f16cea0fbcaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1304748 Sep 16 05:47:18.346109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aee531-abe4-418a-a53c-a5e522b80fca req-80173459-8fb9-4163-8f8b-81cded1e19cc tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:18.347613 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98aee531-abe4-418a-a53c-a5e522b80fca req-80173459-8fb9-4163-8f8b-81cded1e19cc tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0491989 Sep 16 05:47:18.387033 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98aee531-abe4-418a-a53c-a5e522b80fca req-25543b86-9cb7-432b-96c9-c080bc9a7c5d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325429 Sep 16 05:47:18.398146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-05f97768-c6f9-4ae7-ac8b-91604403e113 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1002 time: 0.0578663 Sep 16 05:47:18.448150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-adfc3c57-5494-40e5-93d4-3ffb3d169699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:18.449507 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-adfc3c57-5494-40e5-93d4-3ffb3d169699 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0437560 Sep 16 05:47:18.499468 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-f3a471a5-4158-4c5d-ae1e-a47916d56a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:18.501031 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-f3a471a5-4158-4c5d-ae1e-a47916d56a85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438225 Sep 16 05:47:18.592606 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-a5dde4d1-9ecf-4134-8991-7762a766c49c service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838928 Sep 16 05:47:18.993952 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-efbb9e5c-afa0-4820-8078-25498cc62451 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935916 Sep 16 05:47:19.503144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91bdb2-9790-489b-bb3f-1d8dd3c87906 req-08a8b162-c0c8-48d5-b8ee-03de55b0b60f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:19.504656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db91bdb2-9790-489b-bb3f-1d8dd3c87906 req-08a8b162-c0c8-48d5-b8ee-03de55b0b60f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0491114 Sep 16 05:47:19.545866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db91bdb2-9790-489b-bb3f-1d8dd3c87906 req-8302fc52-f5b0-45ec-9532-8fe742c12256 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347588 Sep 16 05:47:20.090966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe5bb5-7920-4aaa-87ff-731e98de2a1c req-5a2b3c90-af5c-4356-9e12-485243d87f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:20.092535 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b5fe5bb5-7920-4aaa-87ff-731e98de2a1c req-5a2b3c90-af5c-4356-9e12-485243d87f45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1097 time: 0.0443845 Sep 16 05:47:20.199031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe5bb5-7920-4aaa-87ff-731e98de2a1c req-cd9b9817-f3ab-4410-ba0a-6e7524e4a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:20.200519 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b5fe5bb5-7920-4aaa-87ff-731e98de2a1c req-cd9b9817-f3ab-4410-ba0a-6e7524e4a5f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0882795 Sep 16 05:47:20.267608 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b5fe5bb5-7920-4aaa-87ff-731e98de2a1c req-507f5095-a836-4a5d-96c3-65c6e7cb6930 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1002 time: 0.0585916 Sep 16 05:47:20.321059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe5bb5-7920-4aaa-87ff-731e98de2a1c req-64894615-03cc-4284-990d-d28ad119c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:20.322535 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b5fe5bb5-7920-4aaa-87ff-731e98de2a1c req-64894615-03cc-4284-990d-d28ad119c4e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0440159 Sep 16 05:47:20.374959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe5bb5-7920-4aaa-87ff-731e98de2a1c req-1fe9b258-78ce-43a6-9d08-fa072181109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:20.376389 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b5fe5bb5-7920-4aaa-87ff-731e98de2a1c req-1fe9b258-78ce-43a6-9d08-fa072181109c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445716 Sep 16 05:47:20.464608 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b5fe5bb5-7920-4aaa-87ff-731e98de2a1c req-9da350e7-47d2-41d4-a418-3e4594713a56 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807076 Sep 16 05:47:20.558836 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b5fe5bb5-7920-4aaa-87ff-731e98de2a1c req-e6b6612f-b483-4556-9828-76bea1c7d501 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868852 Sep 16 05:47:20.665327 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d48b64-8f38-44a5-8dbf-4437efb3bfea req-50f01ebe-7a74-4272-b3f6-1fe6c1af95fb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:20.666746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10d48b64-8f38-44a5-8dbf-4437efb3bfea req-50f01ebe-7a74-4272-b3f6-1fe6c1af95fb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0487587 Sep 16 05:47:20.704280 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-10d48b64-8f38-44a5-8dbf-4437efb3bfea req-f22d8fd6-0df0-4d14-ab6e-d393041af0f9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Sep 16 05:47:21.821296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a98a15-1df6-4b2c-997a-0f65bce38218 req-a8a2123f-cba6-4ff5-9500-ca8f64960af2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:21.822779 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0a98a15-1df6-4b2c-997a-0f65bce38218 req-a8a2123f-cba6-4ff5-9500-ca8f64960af2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0500965 Sep 16 05:47:21.859502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0a98a15-1df6-4b2c-997a-0f65bce38218 req-fc3470c6-4260-453c-8430-c9efdb128afe tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308826 Sep 16 05:47:22.978745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498787fc-7621-4718-a108-1d3810f9caeb req-ec05192e-0ea2-4306-b13a-0a1f74af820e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:22.980262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-498787fc-7621-4718-a108-1d3810f9caeb req-ec05192e-0ea2-4306-b13a-0a1f74af820e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0518093 Sep 16 05:47:23.023490 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-498787fc-7621-4718-a108-1d3810f9caeb req-f6687872-4fbc-42eb-89e9-1d21852c8e02 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372562 Sep 16 05:47:24.140636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f651c-3877-424f-8ac0-1042169dd434 req-7f119a57-a979-4baa-ac3d-b91cd4a8e61e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:24.142444 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e58f651c-3877-424f-8ac0-1042169dd434 req-7f119a57-a979-4baa-ac3d-b91cd4a8e61e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0497751 Sep 16 05:47:24.180636 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e58f651c-3877-424f-8ac0-1042169dd434 req-6f4d67ab-d3bb-43f8-aaca-8390c10f4cf4 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Sep 16 05:47:25.296386 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b4946-f239-46d5-b21c-3ba0af985cab req-368cabe8-efa9-4b9c-8517-75155626773b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:25.297894 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af8b4946-f239-46d5-b21c-3ba0af985cab req-368cabe8-efa9-4b9c-8517-75155626773b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0497439 Sep 16 05:47:25.336579 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-af8b4946-f239-46d5-b21c-3ba0af985cab req-0736b05e-c18e-4f99-8446-7c28cdc6b1b3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327168 Sep 16 05:47:26.451382 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56475a-a5a5-47fa-9a3a-bdc02b2e49ce req-2e6145f7-9bba-49d0-9d9f-830b5e441d2d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:26.452878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f56475a-a5a5-47fa-9a3a-bdc02b2e49ce req-2e6145f7-9bba-49d0-9d9f-830b5e441d2d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0491529 Sep 16 05:47:26.494240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f56475a-a5a5-47fa-9a3a-bdc02b2e49ce req-df7826bc-ed13-4f14-b22e-4281f6c7f3f9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352762 Sep 16 05:47:27.609934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d26c7-58ec-47b5-93af-26d4a50c76f3 req-9165437c-0d21-4bfd-b5bc-90bd46a79c87 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:27.611534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-686d26c7-58ec-47b5-93af-26d4a50c76f3 req-9165437c-0d21-4bfd-b5bc-90bd46a79c87 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0495849 Sep 16 05:47:27.649596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-686d26c7-58ec-47b5-93af-26d4a50c76f3 req-3d1a3349-2af9-41a9-9825-aaa333a68bcb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318291 Sep 16 05:47:28.763582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bacdd0-0feb-4802-ace8-fb196786e467 req-9a56a43d-9297-491b-a637-398f16bb7571 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:28.765069 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53bacdd0-0feb-4802-ace8-fb196786e467 req-9a56a43d-9297-491b-a637-398f16bb7571 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0477011 Sep 16 05:47:28.802898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-53bacdd0-0feb-4802-ace8-fb196786e467 req-099242e7-93e0-42b5-ac13-03d7e6d62781 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319598 Sep 16 05:47:29.139903 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:29.917967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdb264-fd1d-42fc-9226-2bb101ea56fd req-63ace255-146e-4b46-bbc4-1238568e035d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:29.919443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3cdb264-fd1d-42fc-9226-2bb101ea56fd req-63ace255-146e-4b46-bbc4-1238568e035d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0497382 Sep 16 05:47:29.961906 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e3cdb264-fd1d-42fc-9226-2bb101ea56fd req-f04096fa-b4d4-4978-b5d5-4bb51f9b527e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363119 Sep 16 05:47:31.076802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d5951-2ee9-4319-a3b6-00b4c8cff8e5 req-aa2309ce-e8ac-432c-beb7-ef0ac60ff18c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:31.078283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-306d5951-2ee9-4319-a3b6-00b4c8cff8e5 req-aa2309ce-e8ac-432c-beb7-ef0ac60ff18c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0489435 Sep 16 05:47:31.115478 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-306d5951-2ee9-4319-a3b6-00b4c8cff8e5 req-4e1ce208-98a4-418e-9b17-2195110a8afb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 Sep 16 05:47:32.233315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224da30-a198-4390-9b2c-585e4baee93d req-d6435ce2-390d-4e15-8b2c-b472d4ad6336 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:32.234804 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1224da30-a198-4390-9b2c-585e4baee93d req-d6435ce2-390d-4e15-8b2c-b472d4ad6336 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0490515 Sep 16 05:47:32.274997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1224da30-a198-4390-9b2c-585e4baee93d req-574c79de-96f1-48d1-b949-1e7b695bd223 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342541 Sep 16 05:47:33.322170 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-dba02fb0-7f72-42d8-bce7-ae244e7e5add service neutron] show failed (client error): The resource could not be found. Sep 16 05:47:33.322636 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-dba02fb0-7f72-42d8-bce7-ae244e7e5add service neutron] 10.222.0.37 "GET /v2.0/ports/b162a791-12a9-4701-862e-7b4ec8c0cddc/bindings/n-h1-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0568302 Sep 16 05:47:33.394908 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8beb1c-2768-4854-8ef2-ecb83bb8a046 req-466b913d-ebb3-4815-a37c-64eea4bdf680 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:33.396299 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc8beb1c-2768-4854-8ef2-ecb83bb8a046 req-466b913d-ebb3-4815-a37c-64eea4bdf680 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0488365 Sep 16 05:47:33.439772 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc8beb1c-2768-4854-8ef2-ecb83bb8a046 req-010a5d06-f303-48d6-b83e-370d4af565c2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365591 Sep 16 05:47:33.818692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-1f0ec8fd-bef6-478e-a344-94b368425438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:33.820353 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-1f0ec8fd-bef6-478e-a344-94b368425438 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 1097 time: 0.0798926 Sep 16 05:47:33.832680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:33.887304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:34.089105 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:34.120829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:34.160368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:34.162759 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4460b2-0266-4521-9b21-04151fa21ddd" -d '{"events": [{"server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "name": "network-vif-unplugged", "status": "completed", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:34.166673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:34.179091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Transition to ACTIVE for port object b162a791-12a9-4701-862e-7b4ec8c0cddc will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:34.213853 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c26fc24-5aa6-4592-a3cb-688b2770f9de x-openstack-request-id: req-2c26fc24-5aa6-4592-a3cb-688b2770f9de {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:34.214150 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "name": "network-vif-unplugged", "status": "completed", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:34.214404 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c26fc24-5aa6-4592-a3cb-688b2770f9de {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:34.214808 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'code': 200} Sep 16 05:47:34.249051 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:34.327951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Pushing event updated for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=6']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:34.340742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b162a791-12a9-4701-862e-7b4ec8c0cddc no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:34.341279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:34.341279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:34.341478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:34.341806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:34.342141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:34.342473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:34.342801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:34.343128 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:34.343462 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:34.343783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:34.344107 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:34.344429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:34.382660 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b162a791-12a9-4701-862e-7b4ec8c0cddc not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:34.387356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] No DVR routers for this DVR port b162a791-12a9-4701-862e-7b4ec8c0cddc on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:47:34.527417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Attempting to bind port b162a791-12a9-4701-862e-7b4ec8c0cddc on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:34.527758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Attempting to bind port b162a791-12a9-4701-862e-7b4ec8c0cddc by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:34.528091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Attempting to bind port b162a791-12a9-4701-862e-7b4ec8c0cddc on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:34.532390 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Port b162a791-12a9-4701-862e-7b4ec8c0cddc on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:34.532790 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Attempting to bind port b162a791-12a9-4701-862e-7b4ec8c0cddc on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:34.538009 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:34.538421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:34.538776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Bound using segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:34.539208 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Bound port: b162a791-12a9-4701-862e-7b4ec8c0cddc, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:34.539575 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:34.562426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153952d-698b-400b-be12-cfa09e458cb1 req-babca15b-c2b2-4f24-8a71-188d8177bf7b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:34.563928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7153952d-698b-400b-be12-cfa09e458cb1 req-babca15b-c2b2-4f24-8a71-188d8177bf7b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0532312 Sep 16 05:47:34.602667 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7153952d-698b-400b-be12-cfa09e458cb1 req-966c187a-e8f7-4e2b-ac62-b69a3c046e64 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316312 Sep 16 05:47:34.607368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:34.610585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:34.684272 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:34.718280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:34.718910 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:34.720300 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] 10.222.0.23 "PUT /v2.0/ports/b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1092 time: 0.8915994 Sep 16 05:47:34.758941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297b74e-9e0d-4123-ada9-d8d553d4b981 service neutron] Pushing event updated for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:34.791898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-02b25513-b6cd-496d-b7c5-f6a6565b7d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:34.793564 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-02b25513-b6cd-496d-b7c5-f6a6565b7d67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1095 time: 0.0492861 Sep 16 05:47:34.894116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-a593b581-766d-43d0-8df8-f9525cc11ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:34.895624 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-a593b581-766d-43d0-8df8-f9525cc11ed3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0950818 Sep 16 05:47:34.961217 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-45b655bf-fbb3-4fcc-9108-bf65df239c53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1000 time: 0.0586078 Sep 16 05:47:35.010844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-bf91e6c8-b672-4ba2-b554-b6ee91d76704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.012250 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-bf91e6c8-b672-4ba2-b554-b6ee91d76704 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0437381 Sep 16 05:47:35.062526 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-516f1b9b-5c98-4142-8a53-20d03b73ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.064026 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-516f1b9b-5c98-4142-8a53-20d03b73ca6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445065 Sep 16 05:47:35.153869 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-f4acbb40-a8bb-44c8-8741-cfb9f3b7e529 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825992 Sep 16 05:47:35.247102 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2ac2ddec-b1fe-4d97-92ab-80e0d9b48c90 req-5962e6e8-8610-4c7b-a422-eeafada2d75b service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865011 Sep 16 05:47:35.725777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5179e4-533e-4c55-bffd-e244f1873f21 req-6d09072e-8149-44f0-981a-ff9e3a91f497 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.727282 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd5179e4-533e-4c55-bffd-e244f1873f21 req-6d09072e-8149-44f0-981a-ff9e3a91f497 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0500157 Sep 16 05:47:35.765831 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bd5179e4-533e-4c55-bffd-e244f1873f21 req-aa0aef1d-f873-4537-8ac3-816d3f4dbc3c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Sep 16 05:47:36.216024 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:36.218414 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1" -d '{"events": [{"name": "network-changed", "server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:36.265848 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f88b0a2-40ca-4842-b097-6d49de22cdee x-openstack-request-id: req-1f88b0a2-40ca-4842-b097-6d49de22cdee {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:36.266144 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:36.266399 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f88b0a2-40ca-4842-b097-6d49de22cdee {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:36.266803 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'status': 'completed', 'code': 200} Sep 16 05:47:36.354397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-73a0a263-74fa-4b41-9459-045679b74087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.355940 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-73a0a263-74fa-4b41-9459-045679b74087 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1095 time: 0.0664978 Sep 16 05:47:36.361738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-08aae953-2ff3-45d2-b486-5a4bc2f78469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.363190 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-08aae953-2ff3-45d2-b486-5a4bc2f78469 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1095 time: 0.0657003 Sep 16 05:47:36.521518 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-f4002481-87d6-46e6-b960-372c5ecb465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.523587 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-f4002481-87d6-46e6-b960-372c5ecb465a service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1595263 Sep 16 05:47:36.524772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-b12ee3d7-fef7-4552-bb94-dc46e932c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.526123 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-b12ee3d7-fef7-4552-bb94-dc46e932c49f service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1549373 Sep 16 05:47:36.640939 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-a2e7d01c-f439-448c-a215-5d4705296562 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1000 time: 0.1093318 Sep 16 05:47:36.642756 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-4854c8f6-5916-4f61-9d4a-21ad66d11353 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1000 time: 0.1052914 Sep 16 05:47:36.727116 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-309ed805-7a1a-40b0-993b-565988d037a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.728708 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-309ed805-7a1a-40b0-993b-565988d037a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0805416 Sep 16 05:47:36.730374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-11162b16-04f8-497b-9fa7-1dce63243048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.731699 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-11162b16-04f8-497b-9fa7-1dce63243048 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0760086 Sep 16 05:47:36.803955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-9b12a18e-83e5-4998-8a1f-7fc8ee1fc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.805389 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-9b12a18e-83e5-4998-8a1f-7fc8ee1fc875 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695543 Sep 16 05:47:36.813338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-99c45919-cc5e-4f02-8d85-bc9c7b904f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.814820 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-99c45919-cc5e-4f02-8d85-bc9c7b904f1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703206 Sep 16 05:47:36.890070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a33d69-a769-4b48-aa00-95822e13b4eb req-299c1c9d-5ef1-4dd8-ac94-a42149a203dc tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.891739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17a33d69-a769-4b48-aa00-95822e13b4eb req-299c1c9d-5ef1-4dd8-ac94-a42149a203dc tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0537226 Sep 16 05:47:36.937827 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-17a33d69-a769-4b48-aa00-95822e13b4eb req-2debecec-a69a-4008-8a58-b271f04fca17 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388165 Sep 16 05:47:36.973583 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-de48b67b-e43d-4da9-8fed-efa4690d2e6c service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577985 Sep 16 05:47:36.979711 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-a73719a9-9b3e-4bee-9b27-7998dee9eb41 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558321 Sep 16 05:47:37.135902 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-04415a74-cf11-4981-90ca-32505c13ed56 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549249 Sep 16 05:47:37.137859 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cd6f002e-dfb3-44b9-a225-8f5ac0a734d1 req-685a6d74-fb15-43f1-8f8a-41243f4029c6 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499043 Sep 16 05:47:38.061117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed64e6-7800-46ad-9c88-a196f999cac7 req-66d6eb38-8d5f-492d-9376-4e15c6079085 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:38.062623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13ed64e6-7800-46ad-9c88-a196f999cac7 req-66d6eb38-8d5f-492d-9376-4e15c6079085 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0516911 Sep 16 05:47:38.101747 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13ed64e6-7800-46ad-9c88-a196f999cac7 req-07da3d04-65a8-4a05-a74c-220b068bb6a2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331137 Sep 16 05:47:39.221931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6003d0e-9b52-48b5-9157-f0891b999b17 req-2fd5425e-a041-43df-b692-40f6bdeee34d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:39.223518 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6003d0e-9b52-48b5-9157-f0891b999b17 req-2fd5425e-a041-43df-b692-40f6bdeee34d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0510762 Sep 16 05:47:39.265462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e6003d0e-9b52-48b5-9157-f0891b999b17 req-34d5da6e-55ee-47ac-99f1-a1916ae56c6c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354562 Sep 16 05:47:40.381928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d030cd7-2358-4808-a85a-a64a825f21f0 req-79e0108b-cbc3-47b8-992a-b59ba4ceb343 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:40.383414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d030cd7-2358-4808-a85a-a64a825f21f0 req-79e0108b-cbc3-47b8-992a-b59ba4ceb343 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0491121 Sep 16 05:47:40.470158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d030cd7-2358-4808-a85a-a64a825f21f0 req-22b0e5e4-07c0-4651-8518-b3a5d65172e2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809286 Sep 16 05:47:41.629238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252e480-c82d-456c-a0b2-ca13c653953d req-6e330df8-e7ae-40b5-aaa1-8aa371370b59 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:41.630727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e252e480-c82d-456c-a0b2-ca13c653953d req-6e330df8-e7ae-40b5-aaa1-8aa371370b59 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0932727 Sep 16 05:47:41.668286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e252e480-c82d-456c-a0b2-ca13c653953d req-5b407b23-610e-4faf-acfa-3328291bb95a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316114 Sep 16 05:47:42.134795 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fbec0a41-ddb6-4490-9ab8-44b673f46fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:42.783661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d87bb-dbe5-415b-9461-1bfc35dde47d req-ed01c572-383b-4218-aaa1-395799d16bef tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:42.785429 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-536d87bb-dbe5-415b-9461-1bfc35dde47d req-ed01c572-383b-4218-aaa1-395799d16bef tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0495424 Sep 16 05:47:42.823665 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-536d87bb-dbe5-415b-9461-1bfc35dde47d req-1d74eb01-a31e-40e0-aaf0-f5e88f86bd18 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320480 Sep 16 05:47:42.945945 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:43.938892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdb11a-6add-46cd-a435-d563abd80f28 req-d961b7d7-5196-4e8d-a5f9-b6853b2a2095 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:43.940393 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2cdb11a-6add-46cd-a435-d563abd80f28 req-d961b7d7-5196-4e8d-a5f9-b6853b2a2095 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0491149 Sep 16 05:47:43.982584 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e2cdb11a-6add-46cd-a435-d563abd80f28 req-fbb3aa8a-f28d-489c-bc00-bd8c625c911f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352540 Sep 16 05:47:44.523659 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d2243a0-3ebd-4044-a5a0-3c6ff68b3105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:45.098268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cebee-26e9-4af8-9b26-f27c429b9a48 req-7a542d7e-ba68-49ce-9601-049af392d015 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.100531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-176cebee-26e9-4af8-9b26-f27c429b9a48 req-7a542d7e-ba68-49ce-9601-049af392d015 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0484636 Sep 16 05:47:45.136929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-176cebee-26e9-4af8-9b26-f27c429b9a48 req-2cd1e4e5-b9b9-4ea0-b172-f4312293ff42 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306118 Sep 16 05:47:45.335631 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:46.209255 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:46.255287 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d39ad-7f6d-4525-bf75-1f5286894a1a req-2c8dab11-c334-45cc-a890-cfcff1d7c0ac tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:46.257053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b2d39ad-7f6d-4525-bf75-1f5286894a1a req-2c8dab11-c334-45cc-a890-cfcff1d7c0ac tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0508425 Sep 16 05:47:46.296240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b2d39ad-7f6d-4525-bf75-1f5286894a1a req-0de7db5a-b52c-4852-a563-bbc2a46e9628 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Sep 16 05:47:47.031488 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:47.142144 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device b162a791-12a9-4701-862e-7b4ec8c0cddc details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:47.397227 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:47.410000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'port_id': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'mac_address': 'fa:16:3e:1c:51:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:47.430369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b564d-d43a-49fc-8c6e-d254cc57a27a req-f220e619-8bdc-44b3-a1d1-549582f791cb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:47.431933 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-175b564d-d43a-49fc-8c6e-d254cc57a27a req-f220e619-8bdc-44b3-a1d1-549582f791cb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 943 time: 0.0637012 Sep 16 05:47:47.447746 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:47.461157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b162a791-12a9-4701-862e-7b4ec8c0cddc {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:47.474362 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-175b564d-d43a-49fc-8c6e-d254cc57a27a req-2827ed93-e71b-43a8-84f6-b2342036b8af tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364799 Sep 16 05:47:47.482166 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:47.529375 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:47.580102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:47.588342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:47.588709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:47.589046 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:47.589376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:47.589701 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:47.590024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:47.590345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:47.590669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:47.590986 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:47.591301 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:47.591619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:47.591931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:47.706297 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:47.740093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['b162a791-12a9-4701-862e-7b4ec8c0cddc'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:48.594543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e8303-3142-451d-a444-c59290ba41b7 req-02671590-40b0-49cf-9d73-a5ce37176a29 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:48.596055 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a44e8303-3142-451d-a444-c59290ba41b7 req-02671590-40b0-49cf-9d73-a5ce37176a29 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0504270 Sep 16 05:47:48.633718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a44e8303-3142-451d-a444-c59290ba41b7 req-000151d0-02e6-48a2-85e6-a00046e89205 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313339 Sep 16 05:47:49.145266 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device b162a791-12a9-4701-862e-7b4ec8c0cddc up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:49.183444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f336674-cc4c-4117-84fc-5499033acb6e req-8bbe8646-b679-4eab-896d-98e762053d70 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:49.185198 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f336674-cc4c-4117-84fc-5499033acb6e req-8bbe8646-b679-4eab-896d-98e762053d70 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0524755 Sep 16 05:47:49.224312 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f336674-cc4c-4117-84fc-5499033acb6e req-f9d4a48c-fb18-48c5-b9f8-25025d1022b3 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326984 Sep 16 05:47:49.251149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-a9e6ae0f-7a18-4a91-899f-fe3f707cf585 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:49.252676 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-a9e6ae0f-7a18-4a91-899f-fe3f707cf585 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.23 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d&tenant_id=57a135194dd3478ebb1237262d76ccf4&binding%3Ahost_id=n-h1-712137-12 HTTP/1.1" status: 200 len: 944 time: 0.0565503 Sep 16 05:47:49.316412 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-14b8b7ef-3a71-4244-964d-c7b8986af810 service neutron] 10.222.0.23 "GET /v2.0/ports/b162a791-12a9-4701-862e-7b4ec8c0cddc/bindings/n-h1-712137-12 HTTP/1.1" status: 200 len: 383 time: 0.0568171 Sep 16 05:47:49.317893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port b162a791-12a9-4701-862e-7b4ec8c0cddc completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:49.321730 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port b162a791-12a9-4701-862e-7b4ec8c0cddc triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:49.322101 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:49.380108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-4af51cc1-677d-412d-89fd-0be10cbc0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:49.381921 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-4af51cc1-677d-412d-89fd-0be10cbc0678 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1096 time: 0.0440524 Sep 16 05:47:49.400554 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:49.422959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:49.425241 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eeba47-3dab-4a14-ab85-5633f53a9ab7" -d '{"events": [{"server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "name": "network-vif-plugged", "status": "completed", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:49.438366 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:49.478344 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aef997-a1d7-4387-879d-e476785d905c x-openstack-request-id: req-17aef997-a1d7-4387-879d-e476785d905c {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:49.478635 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "name": "network-vif-plugged", "status": "completed", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:49.478895 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17aef997-a1d7-4387-879d-e476785d905c {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:49.479292 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'code': 200} Sep 16 05:47:49.479972 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-c8b0a07d-ca54-48f6-98e9-fdc5c6c3d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:49.481586 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-c8b0a07d-ca54-48f6-98e9-fdc5c6c3d591 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0924532 Sep 16 05:47:49.494637 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:49.545581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:49.547140 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-8db3f8fe-4f6b-4572-a743-aa309cfe6d3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1002 time: 0.0583990 Sep 16 05:47:49.595294 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-0fb975cb-6ac3-44f5-8a12-6d43cbee7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:49.596797 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-0fb975cb-6ac3-44f5-8a12-6d43cbee7e9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0429170 Sep 16 05:47:49.643808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-5de7dbc9-da47-44d8-9c16-de3b061873f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:49.645336 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-5de7dbc9-da47-44d8-9c16-de3b061873f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420535 Sep 16 05:47:49.733627 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-504bf18c-2c5a-4111-8149-bb52a34b5076 service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812962 Sep 16 05:47:49.827432 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-25469be0-466b-46db-b1eb-08e6526f12cb service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864816 Sep 16 05:47:50.341758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832eec8a-d09a-4b77-9941-08eaf068d67b req-88e6c093-4f41-4f96-958e-494aed2ddbf8 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:50.343256 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-832eec8a-d09a-4b77-9941-08eaf068d67b req-88e6c093-4f41-4f96-958e-494aed2ddbf8 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0487421 Sep 16 05:47:50.384984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-832eec8a-d09a-4b77-9941-08eaf068d67b req-aba1f102-46d4-4818-81db-64f6de0bceae tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358331 Sep 16 05:47:51.502803 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6220788-575b-4002-bd4a-601a534bd3bd req-c955623a-e550-49fc-b1b9-f1e52b20b6e9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:51.504300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6220788-575b-4002-bd4a-601a534bd3bd req-c955623a-e550-49fc-b1b9-f1e52b20b6e9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0496597 Sep 16 05:47:51.543521 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6220788-575b-4002-bd4a-601a534bd3bd req-39b0495d-587d-48c1-b820-4d875fe7bf96 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326397 Sep 16 05:47:52.663154 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e98937-73b6-4d31-9b95-1113d271cafd req-203dff2b-6fed-4bda-9a35-ac91358f795c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:52.664763 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62e98937-73b6-4d31-9b95-1113d271cafd req-203dff2b-6fed-4bda-9a35-ac91358f795c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0519192 Sep 16 05:47:52.702982 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62e98937-73b6-4d31-9b95-1113d271cafd req-dde71f06-3e81-404f-80fb-c0f2a1b0df0c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 Sep 16 05:47:53.821218 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1af0e-c235-4d41-87f7-e7919a129db0 req-a8353422-94e8-424d-994b-2f804b4238fe tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:53.822641 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ce1af0e-c235-4d41-87f7-e7919a129db0 req-a8353422-94e8-424d-994b-2f804b4238fe tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0505660 Sep 16 05:47:53.864875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ce1af0e-c235-4d41-87f7-e7919a129db0 req-4ab53e55-592d-4067-88da-69ffb98f0dc1 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362487 Sep 16 05:47:54.315126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-1dd8f706-ddfc-4157-952a-b4aac83553ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:54.316656 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-1dd8f706-ddfc-4157-952a-b4aac83553ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d&tenant_id=57a135194dd3478ebb1237262d76ccf4 HTTP/1.1" status: 200 len: 1097 time: 0.0422184 Sep 16 05:47:54.329270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:54.381823 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.583829 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:54.616924 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:54.654565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:54.656778 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2420943b-b2d7-490a-8182-f6e0755b6058" -d '{"events": [{"server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "name": "network-vif-unplugged", "status": "completed", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:54.660802 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.674758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Transition to ACTIVE for port object b162a791-12a9-4701-862e-7b4ec8c0cddc will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:54.729085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.765751 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6590a519-10bc-4096-b1d4-1013e4241bfa x-openstack-request-id: req-6590a519-10bc-4096-b1d4-1013e4241bfa {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:54.766080 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "name": "network-vif-unplugged", "status": "completed", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:54.766286 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6590a519-10bc-4096-b1d4-1013e4241bfa {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:54.766676 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'code': 200} Sep 16 05:47:54.814214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Pushing event updated for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=10']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:54.861231 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] No DVR routers for this DVR port b162a791-12a9-4701-862e-7b4ec8c0cddc on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:47:54.992822 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079695ce-c509-477f-819c-49008c96d545 req-906a8a2d-8e5b-4db2-9a91-fc051c5d870a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:54.994155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-079695ce-c509-477f-819c-49008c96d545 req-906a8a2d-8e5b-4db2-9a91-fc051c5d870a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0563517 Sep 16 05:47:55.036077 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-079695ce-c509-477f-819c-49008c96d545 req-5404e151-a434-4f4b-a373-2696eb31fdca tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345893 Sep 16 05:47:55.207853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device b162a791-12a9-4701-862e-7b4ec8c0cddc no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:55.247124 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device b162a791-12a9-4701-862e-7b4ec8c0cddc not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:55.314012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Attempting to bind port b162a791-12a9-4701-862e-7b4ec8c0cddc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:55.314350 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Attempting to bind port b162a791-12a9-4701-862e-7b4ec8c0cddc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:55.314678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Attempting to bind port b162a791-12a9-4701-862e-7b4ec8c0cddc on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:55.319317 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Port b162a791-12a9-4701-862e-7b4ec8c0cddc on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:55.319910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Attempting to bind port b162a791-12a9-4701-862e-7b4ec8c0cddc on network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:55.324251 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:55.324625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Checking segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:55.325012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Bound using segment: {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:55.325434 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Bound port: b162a791-12a9-4701-862e-7b4ec8c0cddc, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a132ef5-8dee-4b20-834e-82724f6340e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:55.325787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:55.387418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:55.390560 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:55.449383 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:55.485250 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.485887 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:55.487275 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] 10.222.0.37 "PUT /v2.0/ports/b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1093 time: 1.1620095 Sep 16 05:47:55.509929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeea2dc-2826-419c-8d51-ce086b8fd005 service neutron] Pushing event updated for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=11']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:55.558726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-e5b1cd0a-81c8-4732-83f0-b74c235cfcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.560356 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-e5b1cd0a-81c8-4732-83f0-b74c235cfcb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1096 time: 0.0468721 Sep 16 05:47:55.654178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-cd8110fa-f2d4-4252-b9bc-b45abafec85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.655558 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-cd8110fa-f2d4-4252-b9bc-b45abafec85f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.0882001 Sep 16 05:47:55.725882 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-069b447c-7a3c-4a70-bc88-3c8474c51090 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1000 time: 0.0623612 Sep 16 05:47:55.776747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-a60f1a07-9ce5-48c7-a268-26fe39517503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.778183 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-a60f1a07-9ce5-48c7-a268-26fe39517503 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0445659 Sep 16 05:47:55.824684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-5b8222e7-6b9e-44c2-9720-8d5e00614292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.826164 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-5b8222e7-6b9e-44c2-9720-8d5e00614292 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402901 Sep 16 05:47:55.918253 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-b06dd3f7-59fa-4ec2-81a1-ad29f35798e9 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841663 Sep 16 05:47:56.008626 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4419c5f1-d984-475b-8d51-4cc6658d1903 req-16162669-e3c6-4612-b8a0-cdc3cb86d09e service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818608 Sep 16 05:47:56.158593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b4a2f-256d-41bd-aad9-58e022167454 req-aeb01daf-20f3-4d60-8352-0b915fbc0dd0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:56.160358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec6b4a2f-256d-41bd-aad9-58e022167454 req-aeb01daf-20f3-4d60-8352-0b915fbc0dd0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0509396 Sep 16 05:47:56.199172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec6b4a2f-256d-41bd-aad9-58e022167454 req-39e62ff4-70e0-462f-a39e-41f434083174 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327301 Sep 16 05:47:56.768533 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:56.771041 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a70baa-7f44-4911-aed9-cc550be1d774" -d '{"events": [{"name": "network-changed", "server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:56.821222 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27840de4-5307-4311-8fcb-ee7df1f1b09e x-openstack-request-id: req-27840de4-5307-4311-8fcb-ee7df1f1b09e {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:56.821579 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:56.821940 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27840de4-5307-4311-8fcb-ee7df1f1b09e {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:56.822402 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'status': 'completed', 'code': 200} Sep 16 05:47:56.916324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-de15adcd-f0fe-480f-aa69-d39f161e0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:56.917833 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-de15adcd-f0fe-480f-aa69-d39f161e0a14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1096 time: 0.0695839 Sep 16 05:47:56.919666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-e2da202c-ccb7-4070-a0b8-5198d46e0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:56.921033 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-e2da202c-ccb7-4070-a0b8-5198d46e0afb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a135194dd3478ebb1237262d76ccf4&device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 1096 time: 0.0812352 Sep 16 05:47:57.084236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-3ed87189-84c2-4de5-b8ae-ca6756658f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:57.085684 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-3ed87189-84c2-4de5-b8ae-ca6756658f0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1598866 Sep 16 05:47:57.086873 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-82e57ab7-0d22-4965-8fc7-8ba183a832e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:57.088196 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-82e57ab7-0d22-4965-8fc7-8ba183a832e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 200 len: 912 time: 0.1543028 Sep 16 05:47:57.205396 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-43a9a291-79be-421d-909a-82381a6f19a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1000 time: 0.1113758 Sep 16 05:47:57.207229 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-f0664de7-2d39-4e0b-b41e-2cc503d3d14f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 200 len: 1000 time: 0.1061544 Sep 16 05:47:57.299929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-c7257af5-112f-4d6c-a2d6-c46546b205f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:57.301744 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-c7257af5-112f-4d6c-a2d6-c46546b205f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0879152 Sep 16 05:47:57.308034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-48add38a-0178-4e49-922b-0ae84cf12e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:57.309501 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-48add38a-0178-4e49-922b-0ae84cf12e48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 200 len: 851 time: 0.0871468 Sep 16 05:47:57.327001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523d85-156d-45d5-8e5a-80cfaa680108 req-21e21a7d-00e1-4f19-b1f5-e6e71434be07 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:57.328647 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30523d85-156d-45d5-8e5a-80cfaa680108 req-21e21a7d-00e1-4f19-b1f5-e6e71434be07 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0557549 Sep 16 05:47:57.381742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-dc3dec5a-63ed-4a9f-be1e-909abe0388fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:57.383333 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-dc3dec5a-63ed-4a9f-be1e-909abe0388fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725629 Sep 16 05:47:57.390981 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-e7968ac0-1105-436f-8f61-ad8b581427a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:57.393007 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-e7968ac0-1105-436f-8f61-ad8b581427a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5efdba70-0aa8-4280-8c3d-8f0af3f41a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725636 Sep 16 05:47:57.395414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-30523d85-156d-45d5-8e5a-80cfaa680108 req-b1cd1975-3643-4240-953c-4bf65c2dcf71 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579305 Sep 16 05:47:57.563553 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-88bf7fc0-5895-45c5-8a91-5052e29adeb2 service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692779 Sep 16 05:47:57.565502 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-934ee173-5736-47b3-b21b-22082b58c65a service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589823 Sep 16 05:47:57.732967 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-e061755e-d520-4090-bb1b-bb8bce5aa1fa service neutron] 10.222.0.37 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589496 Sep 16 05:47:57.734933 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3a70baa-7f44-4911-aed9-cc550be1d774 req-a140e860-483e-452b-a51b-a1f0f41c904f service neutron] 10.222.0.23 "GET /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625507 Sep 16 05:47:58.523787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb134f0f-b801-4529-911d-73a6fa852add req-60876cc2-cdf9-4ab9-9c05-990184ac2e3a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:58.525341 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb134f0f-b801-4529-911d-73a6fa852add req-60876cc2-cdf9-4ab9-9c05-990184ac2e3a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0488765 Sep 16 05:47:58.565354 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eb134f0f-b801-4529-911d-73a6fa852add req-adb12fe7-9805-431f-b74f-0276c4a14770 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338337 Sep 16 05:47:59.684232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c5a22-970e-4310-b143-ae3bacf25c39 req-8eab825c-a5e1-4ac0-8030-6b5bd929ef1c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:59.685778 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e41c5a22-970e-4310-b143-ae3bacf25c39 req-8eab825c-a5e1-4ac0-8030-6b5bd929ef1c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0508068 Sep 16 05:47:59.724592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e41c5a22-970e-4310-b143-ae3bacf25c39 req-ed2069f9-dbc8-4901-bb09-a22f072f97d8 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Sep 16 05:48:00.846876 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cb028-11b9-4898-ae89-c9cf836b35d2 req-3c62a68e-fece-4e82-8fbc-db0fb6718b5e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:00.848389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc0cb028-11b9-4898-ae89-c9cf836b35d2 req-3c62a68e-fece-4e82-8fbc-db0fb6718b5e tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0530803 Sep 16 05:48:00.891357 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc0cb028-11b9-4898-ae89-c9cf836b35d2 req-5386a6c0-df1e-4f49-a0f4-f41dcf51e055 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364075 Sep 16 05:48:02.007279 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4459396-1d60-4c9b-9faa-04431ce8ec37 req-1a3b6102-f3ee-443b-b1d9-c719d1d8fa7a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:02.008846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4459396-1d60-4c9b-9faa-04431ce8ec37 req-1a3b6102-f3ee-443b-b1d9-c719d1d8fa7a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0494018 Sep 16 05:48:02.046962 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4459396-1d60-4c9b-9faa-04431ce8ec37 req-1a6c4568-3257-439b-8c4f-3295c8c6af7c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322962 Sep 16 05:48:03.162076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aecc2f-fdcf-4995-995a-caf2cd70168d req-0e84681e-8324-46e0-b9ce-6d626132d900 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:03.163599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50aecc2f-fdcf-4995-995a-caf2cd70168d req-0e84681e-8324-46e0-b9ce-6d626132d900 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0494018 Sep 16 05:48:03.201149 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-50aecc2f-fdcf-4995-995a-caf2cd70168d req-ab3efcb1-941d-4f11-ba5c-a4654904acf4 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316284 Sep 16 05:48:04.316328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667609b-1654-4639-87d9-8a035b89af75 req-c914e373-4939-4b88-b1fb-f6b743df247f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:04.317841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b667609b-1654-4639-87d9-8a035b89af75 req-c914e373-4939-4b88-b1fb-f6b743df247f tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0493512 Sep 16 05:48:04.360216 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b667609b-1654-4639-87d9-8a035b89af75 req-f89a37bb-ecd7-4012-9927-d73ace548968 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354826 Sep 16 05:48:05.479635 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52294-3c47-4625-9684-82a7bb1a97a9 req-e4dc52d8-4883-4930-9328-9cf4c9928786 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:05.481140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eea52294-3c47-4625-9684-82a7bb1a97a9 req-e4dc52d8-4883-4930-9328-9cf4c9928786 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0489192 Sep 16 05:48:05.518988 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eea52294-3c47-4625-9684-82a7bb1a97a9 req-ba8f480c-4af3-479a-87e9-08ed197eaa52 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319946 Sep 16 05:48:06.140352 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:06.636547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78538f1d-c843-4560-8bcb-86bc934559ba req-60a97deb-4dd8-4a4d-9b1f-3648d975c7f2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:06.638037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78538f1d-c843-4560-8bcb-86bc934559ba req-60a97deb-4dd8-4a4d-9b1f-3648d975c7f2 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0487669 Sep 16 05:48:06.676040 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78538f1d-c843-4560-8bcb-86bc934559ba req-efeb0518-d652-42a2-9aa4-77e331efaa71 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321910 Sep 16 05:48:07.790922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ece4ae-bb47-4bc6-9267-df67886cc1d7 req-1bb21a2b-c736-42d9-a463-2a27b87bbd40 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:07.792406 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4ece4ae-bb47-4bc6-9267-df67886cc1d7 req-1bb21a2b-c736-42d9-a463-2a27b87bbd40 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0493631 Sep 16 05:48:07.833538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4ece4ae-bb47-4bc6-9267-df67886cc1d7 req-d75cb44d-ee8c-4fbf-b6ee-8692394ef538 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352433 Sep 16 05:48:07.948775 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a253034-8b51-4b5a-ad4e-65f64d5285e1 req-0e54097b-859e-4ce2-b78e-1e7544eb4b36 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:07.950315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a253034-8b51-4b5a-ad4e-65f64d5285e1 req-0e54097b-859e-4ce2-b78e-1e7544eb4b36 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0492194 Sep 16 05:48:07.988344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a253034-8b51-4b5a-ad4e-65f64d5285e1 req-5eed043d-135d-46d3-813a-394365b357e0 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319221 Sep 16 05:48:08.101864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663755a-4f79-4d44-898b-4c3c9f1cdcc4 req-3601cf83-e5f3-43d0-bdcb-28b036cab4c5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:08.103355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e663755a-4f79-4d44-898b-4c3c9f1cdcc4 req-3601cf83-e5f3-43d0-bdcb-28b036cab4c5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0500844 Sep 16 05:48:08.140636 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e663755a-4f79-4d44-898b-4c3c9f1cdcc4 req-53760702-cd73-4e7a-9e3c-e0439535a12d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312047 Sep 16 05:48:08.502092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b162a791-12a9-4701-862e-7b4ec8c0cddc details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:08.538276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094f0bc-8e8c-4b80-b793-ef4c5677ef0c req-6b1d76e1-fe81-4c16-af6b-705a7b4c2b6a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:08.540160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9094f0bc-8e8c-4b80-b793-ef4c5677ef0c req-6b1d76e1-fe81-4c16-af6b-705a7b4c2b6a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 944 time: 0.0533869 Sep 16 05:48:08.582786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9094f0bc-8e8c-4b80-b793-ef4c5677ef0c req-c2372d11-c11e-4c1f-90a3-5e464307f81c tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366514 Sep 16 05:48:08.601248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:08.612708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'port_id': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'mac_address': 'fa:16:3e:1c:51:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:08.649130 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.661627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b162a791-12a9-4701-862e-7b4ec8c0cddc {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:08.681746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:08.734430 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.780245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=12']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:09.064557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['b162a791-12a9-4701-862e-7b4ec8c0cddc'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:09.888597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d44ed8-69b9-4c55-a12f-e20f442ebd2b req-cd5ec04d-f176-409b-8203-af1c344ead29 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:09.889997 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48d44ed8-69b9-4c55-a12f-e20f442ebd2b req-cd5ec04d-f176-409b-8203-af1c344ead29 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0496352 Sep 16 05:48:09.927435 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48d44ed8-69b9-4c55-a12f-e20f442ebd2b req-06718f99-0741-409a-80fd-a14fceaf21ac tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4993994a-0e87-4c28-aa47-67bad38676d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316126 Sep 16 05:48:10.292211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-fb93163c-bf1a-4f41-bd22-e71aca70d76d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:10.293750 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-fb93163c-bf1a-4f41-bd22-e71aca70d76d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.37 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 945 time: 0.0499890 Sep 16 05:48:10.386522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Deleting port b162a791-12a9-4701-862e-7b4ec8c0cddc {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:10.386888 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:10.472751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] For port b162a791-12a9-4701-862e-7b4ec8c0cddc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=b162a791-12a9-4701-862e-7b4ec8c0cddc,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:10.473115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:10.502457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b162a791-12a9-4701-862e-7b4ec8c0cddc up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:10.637574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port b162a791-12a9-4701-862e-7b4ec8c0cddc completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:48:10.641516 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port b162a791-12a9-4701-862e-7b4ec8c0cddc triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:10.641896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:10.654463 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:10.655515 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:10.655515 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Floating IP c894f6f6-f379-489a-a960-b97e0560fc34 disassociated. External IP: 172.25.3.227, port: b162a791-12a9-4701-862e-7b4ec8c0cddc. Sep 16 05:48:10.655515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Calling delete_port for b162a791-12a9-4701-862e-7b4ec8c0cddc owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:10.720973 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:10.826220 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:10.856092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event deleted for resources: {'Port': ['ID=b162a791-12a9-4701-862e-7b4ec8c0cddc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:10.978303 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Router 8703326a-b890-4744-8fcb-d58d2f2d1856 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:11.026930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8508765-948c-4643-8bae-0a58bae4b9fc req-5f41f8c8-bf39-4488-9c21-822e604e9ffb tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 210 time: 0.0287588 Sep 16 05:48:11.098603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:11.108688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7aa7b6-6e2c-47f4-866a-e0d58813688b None None] Sync routers for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:11.118237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7aa7b6-6e2c-47f4-866a-e0d58813688b None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:11.118857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5e7aa7b6-6e2c-47f4-866a-e0d58813688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:47:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:11.141348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] No DVR routers for this DVR port b162a791-12a9-4701-862e-7b4ec8c0cddc on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:11.143958 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:11.146044 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fe280582-72ad-40f9-94b4-1a4f7561e83f req-dee98039-b1dd-436e-9c90-2f292fdcab1d tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.37 "DELETE /v2.0/ports/b162a791-12a9-4701-862e-7b4ec8c0cddc HTTP/1.1" status: 204 len: 173 time: 0.8444581 Sep 16 05:48:11.146479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'name': 'network-vif-deleted', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:11.149408 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b73096a-3c79-40e5-87fc-64a907c14f89" -d '{"events": [{"server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "name": "network-vif-deleted", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:11.185658 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f83bc68-9138-47a8-826b-b8e93e7a6b09 x-openstack-request-id: req-6f83bc68-9138-47a8-826b-b8e93e7a6b09 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:11.185951 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877fd93f-0e96-4a57-9ea2-50ce8a40447d", "name": "network-vif-deleted", "tag": "b162a791-12a9-4701-862e-7b4ec8c0cddc", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:11.186203 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f83bc68-9138-47a8-826b-b8e93e7a6b09 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:11.186609 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877fd93f-0e96-4a57-9ea2-50ce8a40447d', 'name': 'network-vif-deleted', 'tag': 'b162a791-12a9-4701-862e-7b4ec8c0cddc', 'status': 'completed', 'code': 200} Sep 16 05:48:11.231181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-5e7aa7b6-6e2c-47f4-866a-e0d58813688b None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:11.435761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5e7aa7b6-6e2c-47f4-866a-e0d58813688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:11.465959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7aa7b6-6e2c-47f4-866a-e0d58813688b None None] Checking router: 8703326a-b890-4744-8fcb-d58d2f2d1856 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:11.474210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7aa7b6-6e2c-47f4-866a-e0d58813688b None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:11.474820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5e7aa7b6-6e2c-47f4-866a-e0d58813688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:47:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:11.582611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-5e7aa7b6-6e2c-47f4-866a-e0d58813688b None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:11.782614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5e7aa7b6-6e2c-47f4-866a-e0d58813688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:11.809147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7aa7b6-6e2c-47f4-866a-e0d58813688b None None] The sync data for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 is: [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:08Z', 'revision_number': 4, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0276a803-86e0-4cd6-8524-1e715d1a7adf', 'name': '', 'network_id': '5efdba70-0aa8-4280-8c3d-8f0af3f41a47', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'mac_address': 'fa:16:3e:d8:12:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:11Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'subnets': [{'id': 'aa3ec90a-c508-4617-974c-b9c2c1856c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:12.044717 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a670a-f56b-4a96-b79c-b44af3cfcb6b None None] New status for floating IP c894f6f6-f379-489a-a960-b97e0560fc34: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:48:12.155110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3275f324-3407-4ea7-a512-ed6e7a939121 req-7c29e289-0907-4739-93fc-b19e5cf79735 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 210 time: 0.0453079 Sep 16 05:48:12.163610 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-274a72cb-cc43-42a3-bc20-c9bdf68aefce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:12.963078 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:13.247368 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-719c1c6e-05f4-4791-8183-316e260d5504 req-f91baa32-c552-4c87-807d-36e130fc9948 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 210 time: 0.0280778 Sep 16 05:48:14.346689 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e97671c7-b964-4d34-ab94-0869539b2dcc req-07b238dc-aebe-4daa-8b84-42228df0870a tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 210 time: 0.0297542 Sep 16 05:48:14.518288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b162a791-12a9-4701-862e-7b4ec8c0cddc no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:14.545078 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-55012659-e6f9-4d0c-a4ab-628bc5cbc4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.547453 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: b162a791-12a9-4701-862e-7b4ec8c0cddc {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:14.547808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device b162a791-12a9-4701-862e-7b4ec8c0cddc not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:15.346313 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.528428 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-68aeb82c-a612-445e-8e99-9c13ccf37ac8 req-35034c3e-ad14-4003-8190-f55d096eec81 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/ports?device_id=877fd93f-0e96-4a57-9ea2-50ce8a40447d HTTP/1.1" status: 200 len: 210 time: 0.0306354 Sep 16 05:48:16.208748 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:17.028313 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:17.751655 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:20.455055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43662) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:20.510564 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:20.533200 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:20.631506 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:20.634122 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:20.635286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "DELETE /v2.0/security-groups/4993994a-0e87-4c28-aa47-67bad38676d8 HTTP/1.1" status: 204 len: 168 time: 0.1792259 Sep 16 05:48:20.638277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43664) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:20.644582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4993994a-0e87-4c28-aa47-67bad38676d8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:20.652534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:20.652711 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-485ad19f-94e3-40b1-8187-d4cd9724b0d9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] show failed (client error): The resource could not be found. Sep 16 05:48:20.652881 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:20.653221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:20.653560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:20.653692 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-485ad19f-94e3-40b1-8187-d4cd9724b0d9 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "GET /v2.0/security-groups/4993994a-0e87-4c28-aa47-67bad38676d8 HTTP/1.1" status: 404 len: 347 time: 0.0143335 Sep 16 05:48:20.653896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:20.654220 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:20.654542 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:20.654863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:20.655183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:20.655502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:20.655819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:20.656136 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e7ad6-4b0b-4480-b89e-8665de18f49b tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:20.656332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43666) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:20.780455 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf4bae-972d-4569-9e9f-01f23fd29ec5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Deleting port a9529d00-f083-40fd-969e-38f807c071d3 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:20.780826 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8cbf4bae-972d-4569-9e9f-01f23fd29ec5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:20.857091 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8cbf4bae-972d-4569-9e9f-01f23fd29ec5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:20.857423 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8cbf4bae-972d-4569-9e9f-01f23fd29ec5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:20.868802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf4bae-972d-4569-9e9f-01f23fd29ec5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Calling delete_port for a9529d00-f083-40fd-969e-38f807c071d3 owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:21.043001 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8cbf4bae-972d-4569-9e9f-01f23fd29ec5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:21.067896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf4bae-972d-4569-9e9f-01f23fd29ec5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Pushing event deleted for resources: {'Port': ['ID=a9529d00-f083-40fd-969e-38f807c071d3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:21.129987 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8cbf4bae-972d-4569-9e9f-01f23fd29ec5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:21.132512 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8cbf4bae-972d-4569-9e9f-01f23fd29ec5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:21.133679 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8cbf4bae-972d-4569-9e9f-01f23fd29ec5 tempest-ServerActionsTestJSON-448878134 tempest-ServerActionsTestJSON-448878134-project] 10.222.0.24 "DELETE /v2.0/floatingips/c894f6f6-f379-489a-a960-b97e0560fc34 HTTP/1.1" status: 204 len: 168 time: 0.4764063 Sep 16 05:48:21.136702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43668) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:21.645002 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f98ce2c-ef4f-4177-8a8e-c8918d59788b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:21.883416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3f98ce2c-ef4f-4177-8a8e-c8918d59788b admin admin] Deleting port 0276a803-86e0-4cd6-8524-1e715d1a7adf {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:21.883766 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f98ce2c-ef4f-4177-8a8e-c8918d59788b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:21.964537 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-3f98ce2c-ef4f-4177-8a8e-c8918d59788b admin admin] For port 0276a803-86e0-4cd6-8524-1e715d1a7adf, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0276a803-86e0-4cd6-8524-1e715d1a7adf,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:21.964761 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f98ce2c-ef4f-4177-8a8e-c8918d59788b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:21.976863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-3f98ce2c-ef4f-4177-8a8e-c8918d59788b admin admin] Calling delete_port for 0276a803-86e0-4cd6-8524-1e715d1a7adf owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:22.214419 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f98ce2c-ef4f-4177-8a8e-c8918d59788b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:22.247019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98ce2c-ef4f-4177-8a8e-c8918d59788b admin admin] Pushing event deleted for resources: {'Port': ['ID=0276a803-86e0-4cd6-8524-1e715d1a7adf,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:22.404254 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3f98ce2c-ef4f-4177-8a8e-c8918d59788b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:22.615191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f98ce2c-ef4f-4177-8a8e-c8918d59788b admin admin] Router 8703326a-b890-4744-8fcb-d58d2f2d1856 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:23.029382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f98ce2c-ef4f-4177-8a8e-c8918d59788b admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:23.034726 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3f98ce2c-ef4f-4177-8a8e-c8918d59788b admin admin] 10.222.0.24 "PUT /v2.0/routers/8703326a-b890-4744-8fcb-d58d2f2d1856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8970873 Sep 16 05:48:23.037220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43672) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:23.039876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bbafd1-9cbd-4826-998b-d88ffff5699a None None] Sync routers for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:23.049522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bbafd1-9cbd-4826-998b-d88ffff5699a None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:23.050162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-13bbafd1-9cbd-4826-998b-d88ffff5699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:48:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:23.140316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.154284 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-13bbafd1-9cbd-4826-998b-d88ffff5699a None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:23.243325 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.328106 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-13bbafd1-9cbd-4826-998b-d88ffff5699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:48:22Z', 'revision_number': 5, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port': {'id': '78b85f82-36f2-42c8-81fd-8de7f9e4875c', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:23.367885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Deleting port 78b85f82-36f2-42c8-81fd-8de7f9e4875c {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:23.368236 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.451813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] For port 78b85f82-36f2-42c8-81fd-8de7f9e4875c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=78b85f82-36f2-42c8-81fd-8de7f9e4875c,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:23.452075 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.470864 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Calling delete_port for 78b85f82-36f2-42c8-81fd-8de7f9e4875c owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:23.511729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bbafd1-9cbd-4826-998b-d88ffff5699a None None] Checking router: 8703326a-b890-4744-8fcb-d58d2f2d1856 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:23.519826 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bbafd1-9cbd-4826-998b-d88ffff5699a None None] Routers {'8703326a-b890-4744-8fcb-d58d2f2d1856'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:23.520539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-13bbafd1-9cbd-4826-998b-d88ffff5699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:48:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8703326a-b890-4744-8fcb-d58d2f2d1856'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:23.607382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-13bbafd1-9cbd-4826-998b-d88ffff5699a None None] Set router 8703326a-b890-4744-8fcb-d58d2f2d1856 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:23.659625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-13bbafd1-9cbd-4826-998b-d88ffff5699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:48:23Z', 'revision_number': 6, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:23.689023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bbafd1-9cbd-4826-998b-d88ffff5699a None None] The sync data for ids ['8703326a-b890-4744-8fcb-d58d2f2d1856'] in n-d-712137-12 is: [{'id': '8703326a-b890-4744-8fcb-d58d2f2d1856', 'name': 'tempest-ServerActionsTestJSON-1796540940-router', 'tenant_id': '57a135194dd3478ebb1237262d76ccf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:05Z', 'updated_at': '2021-09-16T05:48:23Z', 'revision_number': 6, 'project_id': '57a135194dd3478ebb1237262d76ccf4', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:23.706062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.738097 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b85f82-36f2-42c8-81fd-8de7f9e4875c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:23.798423 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.889185 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.891244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.014429 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.014905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8703326a-b890-4744-8fcb-d58d2f2d1856 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:48:24.021037 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.021037 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-734d6bb1-1a2f-4048-a9c1-72c491b82e29 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8703326a-b890-4744-8fcb-d58d2f2d1856 HTTP/1.1" status: 204 len: 168 time: 0.9824076 Sep 16 05:48:24.023015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43674) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:24.069687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7952081-63ef-4a2e-b2f1-ad8293b93559 admin admin] Deleting subnet aa3ec90a-c508-4617-974c-b9c2c1856c0e {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:48:24.073777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7952081-63ef-4a2e-b2f1-ad8293b93559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.109214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7952081-63ef-4a2e-b2f1-ad8293b93559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.191186 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7952081-63ef-4a2e-b2f1-ad8293b93559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.311871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7952081-63ef-4a2e-b2f1-ad8293b93559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.335301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7952081-63ef-4a2e-b2f1-ad8293b93559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3ec90a-c508-4617-974c-b9c2c1856c0e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:24.342118 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c7952081-63ef-4a2e-b2f1-ad8293b93559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.344010 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c7952081-63ef-4a2e-b2f1-ad8293b93559 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aa3ec90a-c508-4617-974c-b9c2c1856c0e HTTP/1.1" status: 204 len: 168 time: 0.3200660 Sep 16 05:48:24.347165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43676) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:24.358635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbe7040-42c7-4a32-801b-905e1fb89cb3 None None] Network 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:48:24.426266 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.487201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Deleting port 7639e7d8-0759-49a9-8e2a-40fd506d30e1 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:24.487557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.534623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a910913-1c0b-4fc6-8205-c8d75eb9c65b None None] DHCP port deletion for 5efdba70-0aa8-4280-8c3d-8f0af3f41a47 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:48:24.553160 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] For port 7639e7d8-0759-49a9-8e2a-40fd506d30e1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7639e7d8-0759-49a9-8e2a-40fd506d30e1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:24.553540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.567593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Calling delete_port for 7639e7d8-0759-49a9-8e2a-40fd506d30e1 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:24.589320 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4a910913-1c0b-4fc6-8205-c8d75eb9c65b None None] Deleting port 7639e7d8-0759-49a9-8e2a-40fd506d30e1 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:24.589695 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4a910913-1c0b-4fc6-8205-c8d75eb9c65b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.655194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4a910913-1c0b-4fc6-8205-c8d75eb9c65b None None] For port 7639e7d8-0759-49a9-8e2a-40fd506d30e1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7639e7d8-0759-49a9-8e2a-40fd506d30e1,segment=NetworkSegment(6a132ef5-8dee-4b20-834e-82724f6340e5),segment_id=6a132ef5-8dee-4b20-834e-82724f6340e5)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:24.655592 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4a910913-1c0b-4fc6-8205-c8d75eb9c65b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.669718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4a910913-1c0b-4fc6-8205-c8d75eb9c65b None None] Calling delete_port for 7639e7d8-0759-49a9-8e2a-40fd506d30e1 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:24.740604 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.752152 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4a910913-1c0b-4fc6-8205-c8d75eb9c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.766661 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7639e7d8-0759-49a9-8e2a-40fd506d30e1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:24.770159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] No DVR routers for this DVR port 7639e7d8-0759-49a9-8e2a-40fd506d30e1 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:24.779378 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a910913-1c0b-4fc6-8205-c8d75eb9c65b None None] Pushing event deleted for resources: {'Port': ['ID=7639e7d8-0759-49a9-8e2a-40fd506d30e1,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:24.786110 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a910913-1c0b-4fc6-8205-c8d75eb9c65b None None] No DVR routers for this DVR port 7639e7d8-0759-49a9-8e2a-40fd506d30e1 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:24.848307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.868007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efdba70-0aa8-4280-8c3d-8f0af3f41a47']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:24.877711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a132ef5-8dee-4b20-834e-82724f6340e5') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:24.878010 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a132ef5-8dee-4b20-834e-82724f6340e5') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:24.888898 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.903080 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.909574 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:48:24.911641 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:48:24.939456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 78b85f82-36f2-42c8-81fd-8de7f9e4875c no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:24.959347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 78b85f82-36f2-42c8-81fd-8de7f9e4875c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:24.959704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 78b85f82-36f2-42c8-81fd-8de7f9e4875c not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:24.960123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0276a803-86e0-4cd6-8524-1e715d1a7adf no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:24.979273 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 0276a803-86e0-4cd6-8524-1e715d1a7adf {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:24.979624 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0276a803-86e0-4cd6-8524-1e715d1a7adf not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:24.980044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7639e7d8-0759-49a9-8e2a-40fd506d30e1 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:24.998968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 7639e7d8-0759-49a9-8e2a-40fd506d30e1 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:24.999347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7639e7d8-0759-49a9-8e2a-40fd506d30e1 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:25.026241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.031651 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.033774 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] 10.222.0.24 "DELETE /v2.0/networks/5efdba70-0aa8-4280-8c3d-8f0af3f41a47 HTTP/1.1" status: 204 len: 168 time: 0.6852186 Sep 16 05:48:25.044951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64394ad0-c79e-40c6-b177-7f45ad837f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=5efdba70-0aa8-4280-8c3d-8f0af3f41a47,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:25.328324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43682) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:25.368545 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-31e6f755-aa31-42f7-bd84-fdad357c08d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57a135194dd3478ebb1237262d76ccf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390055 Sep 16 05:48:25.371257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43684) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:25.423213 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80277342-3045-461a-8469-ba3c941a265d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.443784 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80277342-3045-461a-8469-ba3c941a265d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.550928 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80277342-3045-461a-8469-ba3c941a265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.553590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80277342-3045-461a-8469-ba3c941a265d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.554766 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-80277342-3045-461a-8469-ba3c941a265d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93738d9b-9fe6-4da4-888a-d10fc194898b HTTP/1.1" status: 204 len: 168 time: 0.1826196 Sep 16 05:48:25.563107 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80277342-3045-461a-8469-ba3c941a265d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93738d9b-9fe6-4da4-888a-d10fc194898b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:26.597048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43708) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:26.693080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1664022889-network', 'tenant_id': 'a33705baa9434da5b2e38b41a559f855'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:26.774456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Made reservation on behalf of a33705baa9434da5b2e38b41a559f855 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:26.777843 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.786368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.874427 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.934755 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.956495 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:48:26.970061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b02207-81d5-48b7-a90a-4c7dc696d54a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:26.979347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.979347 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Added segment a42579a8-504a-44b7-a5c2-f6115ce91de0 of type vlan for network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e Sep 16 05:48:27.015877 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.083216 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.084193 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.084813 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.143644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] Pushing event updated for resources: {'Network': ['ID=b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:27.154886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:48:27.158279 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-13a3352b-a5a9-4acc-8c89-fd2870169696 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5601583 Sep 16 05:48:27.161479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43712) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:27.166309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4eb51179-ab95-46a7-a5f2-3cf4a4c39a53 admin admin] Request body: {'subnet': {'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1664022889-subnet', 'tenant_id': 'a33705baa9434da5b2e38b41a559f855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:27.254476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb51179-ab95-46a7-a5f2-3cf4a4c39a53 admin admin] Made reservation on behalf of a33705baa9434da5b2e38b41a559f855 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:27.256954 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4eb51179-ab95-46a7-a5f2-3cf4a4c39a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.471819 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4eb51179-ab95-46a7-a5f2-3cf4a4c39a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.527684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb51179-ab95-46a7-a5f2-3cf4a4c39a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=922b1798-8e06-4cf7-966c-7e6acce9a5da,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:27.536439 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb51179-ab95-46a7-a5f2-3cf4a4c39a53 admin admin] Checking segment: {'id': 'a42579a8-504a-44b7-a5c2-f6115ce91de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:27.536944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb51179-ab95-46a7-a5f2-3cf4a4c39a53 admin admin] Network hostable DHCP agents. Network: b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:48:27.631296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb51179-ab95-46a7-a5f2-3cf4a4c39a53 admin admin] Network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:48:27.694090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4eb51179-ab95-46a7-a5f2-3cf4a4c39a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:27.698184 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb51179-ab95-46a7-a5f2-3cf4a4c39a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.706307 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4eb51179-ab95-46a7-a5f2-3cf4a4c39a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.707037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c743eb6-ea61-4db9-8d51-0fc60b23628f None None] Network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:48:27.764537 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4eb51179-ab95-46a7-a5f2-3cf4a4c39a53 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6019263 Sep 16 05:48:27.829223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cedd56-b0e7-4d65-96ae-17ed66a455d2 None None] Network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:48:28.204849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-97de585c-3881-4806-97d6-45bdc69ebf67 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:28.206310 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-97de585c-3881-4806-97d6-45bdc69ebf67 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/networks?id=b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e HTTP/1.1" status: 200 len: 814 time: 0.1076584 Sep 16 05:48:28.221064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-688b2797-48d7-4730-8732-c53ac50b8694 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/quotas/a33705baa9434da5b2e38b41a559f855 HTTP/1.1" status: 200 len: 375 time: 0.0091102 Sep 16 05:48:28.252819 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-cfcaa7d6-a5d4-489f-ace2-c785e537512a tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a33705baa9434da5b2e38b41a559f855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266507 Sep 16 05:48:28.311113 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e40a05cb-e70d-4c10-a66d-0ce062287c8b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:48:28.312086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e40a05cb-e70d-4c10-a66d-0ce062287c8b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528145 Sep 16 05:48:28.404258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-15acb4cf-ef8d-4eb2-8fbe-e04c9110a090 service neutron] 10.222.0.24 "GET /v2.0/networks/b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858843 Sep 16 05:48:28.495401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-291e2c7b-6bfb-4e0c-991e-81dcd4967873 service neutron] 10.222.0.24 "GET /v2.0/networks/b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847585 Sep 16 05:48:28.743274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-afab03c1-9925-42df-9d71-18adacfe199b req-17851205-9829-45df-ae70-e78971a85b69 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 210 time: 0.0271184 Sep 16 05:48:29.825608 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-355db4fe-2593-412c-9cc9-5f71bcc211ff req-50ddc2fa-8a50-4877-8e1b-e37d3a96e4f9 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 210 time: 0.0296502 Sep 16 05:48:30.916507 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-002d00e7-dba8-429b-9772-08e855921e84 req-22e7a598-9d1f-4ca3-9f74-90799bf7fb7c tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 210 time: 0.0260174 Sep 16 05:48:31.665882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-6e9b00d2-4a2e-4037-9f95-2b733fc28aae tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:31.667367 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-6e9b00d2-4a2e-4037-9f95-2b733fc28aae tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.37 "GET /v2.0/networks?id=b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e HTTP/1.1" status: 200 len: 814 time: 0.1087039 Sep 16 05:48:31.680050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Request body: {'port': {'device_id': '45c06dfc-7966-4a1a-a029-1e7403e9baa5', 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e', 'admin_state_up': True, 'tenant_id': 'a33705baa9434da5b2e38b41a559f855'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:31.826577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Made reservation on behalf of a33705baa9434da5b2e38b41a559f855 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:31.830228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:31.954320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Allocated IP 172.20.0.6 (b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e/922b1798-8e06-4cf7-966c-7e6acce9a5da/876275d0-9376-4543-bfef-a4531df6e1cc) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:32.014805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0b87984e-fa1d-4226-a669-da0a4a5fa075 req-18d9c10d-1f0b-4ec1-8afc-4a7cc0628c56 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 210 time: 0.0281734 Sep 16 05:48:32.104862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.180429 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.222171 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:32.225135 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:32.230664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:32.253520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Pushing event updated for resources: {'Port': ['ID=876275d0-9376-4543-bfef-a4531df6e1cc,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:32.280773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:32.281401 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.357900 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-e51521d5-eec4-4ced-8fbd-f88a2db6f5dd tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6815851 Sep 16 05:48:32.370263 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Request body: {'port': {'device_id': '45c06dfc-7966-4a1a-a029-1e7403e9baa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:32.429040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.692429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876275d0-9376-4543-bfef-a4531df6e1cc {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:32.700596 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.712528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Transition to ACTIVE for port object 876275d0-9376-4543-bfef-a4531df6e1cc will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:48:32.802811 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.860042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Pushing event updated for resources: {'Port': ['ID=876275d0-9376-4543-bfef-a4531df6e1cc,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:32.923588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Attempting to bind port 876275d0-9376-4543-bfef-a4531df6e1cc on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:32.923921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Attempting to bind port 876275d0-9376-4543-bfef-a4531df6e1cc by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'a42579a8-504a-44b7-a5c2-f6115ce91de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:32.924247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Attempting to bind port 876275d0-9376-4543-bfef-a4531df6e1cc on network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:32.928406 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Port 876275d0-9376-4543-bfef-a4531df6e1cc on network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:48:32.928751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Attempting to bind port 876275d0-9376-4543-bfef-a4531df6e1cc on network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:32.933416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:32.933753 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Checking segment: {'id': 'a42579a8-504a-44b7-a5c2-f6115ce91de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:32.934733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Bound using segment: {'id': 'a42579a8-504a-44b7-a5c2-f6115ce91de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:32.935376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Bound port: 876275d0-9376-4543-bfef-a4531df6e1cc, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42579a8-504a-44b7-a5c2-f6115ce91de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:32.935725 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.996209 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] For port 876275d0-9376-4543-bfef-a4531df6e1cc, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:33.000006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] For port 876275d0-9376-4543-bfef-a4531df6e1cc, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=876275d0-9376-4543-bfef-a4531df6e1cc,segment=NetworkSegment(a42579a8-504a-44b7-a5c2-f6115ce91de0),segment_id=a42579a8-504a-44b7-a5c2-f6115ce91de0)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:33.078080 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.117816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:33.118441 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.119863 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] 10.222.0.37 "PUT /v2.0/ports/876275d0-9376-4543-bfef-a4531df6e1cc HTTP/1.1" status: 200 len: 1092 time: 0.7536972 Sep 16 05:48:33.120302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c06dfc-7966-4a1a-a029-1e7403e9baa5', 'tag': '876275d0-9376-4543-bfef-a4531df6e1cc'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:33.123485 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6b4893-85aa-40a4-bf4f-467358504112" -d '{"events": [{"name": "network-changed", "server_uuid": "45c06dfc-7966-4a1a-a029-1e7403e9baa5", "tag": "876275d0-9376-4543-bfef-a4531df6e1cc"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:33.131366 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884957f2-eb1f-4d9f-a83c-b5308272e983 req-1ebf0268-e838-4cc0-8da2-c64cd49971f5 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:33.132915 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-884957f2-eb1f-4d9f-a83c-b5308272e983 req-1ebf0268-e838-4cc0-8da2-c64cd49971f5 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 943 time: 0.0518432 Sep 16 05:48:33.148663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fc39a-c355-40ee-929c-1b13eaafa6eb service neutron] Pushing event updated for resources: {'Port': ['ID=876275d0-9376-4543-bfef-a4531df6e1cc,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:33.169608 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f185b8b2-552c-4480-83a3-3b4dc7138f54 x-openstack-request-id: req-f185b8b2-552c-4480-83a3-3b4dc7138f54 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:33.169905 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c06dfc-7966-4a1a-a029-1e7403e9baa5", "tag": "876275d0-9376-4543-bfef-a4531df6e1cc", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:33.170210 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f185b8b2-552c-4480-83a3-3b4dc7138f54 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:33.170619 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c06dfc-7966-4a1a-a029-1e7403e9baa5', 'tag': '876275d0-9376-4543-bfef-a4531df6e1cc', 'status': 'completed', 'code': 200} Sep 16 05:48:33.174193 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-884957f2-eb1f-4d9f-a83c-b5308272e983 req-d3af72b8-572c-4e24-90d1-98326f8d1ff1 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337548 Sep 16 05:48:33.232079 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b4893-85aa-40a4-bf4f-467358504112 req-d60e7c7f-b2d3-4ea1-8032-f7d355bab01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:33.233637 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e6b4893-85aa-40a4-bf4f-467358504112 req-d60e7c7f-b2d3-4ea1-8032-f7d355bab01a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a33705baa9434da5b2e38b41a559f855&device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 1095 time: 0.0417185 Sep 16 05:48:33.331330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b4893-85aa-40a4-bf4f-467358504112 req-b4502689-4ba8-4a7f-bd53-bc778432c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:33.332859 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e6b4893-85aa-40a4-bf4f-467358504112 req-b4502689-4ba8-4a7f-bd53-bc778432c4f8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a33705baa9434da5b2e38b41a559f855&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0916612 Sep 16 05:48:33.429078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b4893-85aa-40a4-bf4f-467358504112 req-853423d4-9966-45f5-97e6-7861ad409e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:33.430545 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e6b4893-85aa-40a4-bf4f-467358504112 req-853423d4-9966-45f5-97e6-7861ad409e1c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0911510 Sep 16 05:48:33.506645 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-ba70ba5f-f1d4-4d10-b24f-dd7746c3ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:33.508118 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-ba70ba5f-f1d4-4d10-b24f-dd7746c3ff91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a33705baa9434da5b2e38b41a559f855&device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 1095 time: 0.0406520 Sep 16 05:48:33.556353 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-1173d820-8201-4da8-a29b-d48b23f95404 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=876275d0-9376-4543-bfef-a4531df6e1cc HTTP/1.1" status: 200 len: 217 time: 0.0397553 Sep 16 05:48:33.603850 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-4bae3b68-5068-4d86-8395-0d171d382c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:33.605431 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-4bae3b68-5068-4d86-8395-0d171d382c05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=922b1798-8e06-4cf7-966c-7e6acce9a5da HTTP/1.1" status: 200 len: 854 time: 0.0420160 Sep 16 05:48:33.635549 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-4215e3e3-11f9-45f7-a5f6-1a692596a7cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236571 Sep 16 05:48:33.727196 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-ae2a759b-ba09-46a4-9943-2018003f93ad service neutron] 10.222.0.37 "GET /v2.0/networks/b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843668 Sep 16 05:48:33.815010 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cb5e3c5c-413f-4c2f-ae4f-2b9dfd1cd0b2 req-cb08ae04-14f8-4026-b72d-4708485efa17 service neutron] 10.222.0.37 "GET /v2.0/networks/b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806909 Sep 16 05:48:34.296991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a94efc-0d28-43c8-83aa-f0108103b9c3 req-a91b0153-6fb6-4820-9dbd-748be9b9a3ff tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:34.298500 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37a94efc-0d28-43c8-83aa-f0108103b9c3 req-a91b0153-6fb6-4820-9dbd-748be9b9a3ff tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 943 time: 0.0528090 Sep 16 05:48:34.336110 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-37a94efc-0d28-43c8-83aa-f0108103b9c3 req-9b647935-0974-448f-afda-8d744152b06d tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317233 Sep 16 05:48:35.448895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a45e1-f1fd-4d06-806a-7e987705e489 req-9e634508-9f06-42d8-92c1-ddff3feba359 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.451011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e2a45e1-f1fd-4d06-806a-7e987705e489 req-9e634508-9f06-42d8-92c1-ddff3feba359 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 943 time: 0.0492284 Sep 16 05:48:35.488614 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e2a45e1-f1fd-4d06-806a-7e987705e489 req-ccd77bea-7eb9-44b8-a5b8-463adabd563a tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313561 Sep 16 05:48:36.600924 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a71a4-43da-4324-9d54-61406eb1ae05 req-37ab204f-6eb2-42bd-bab2-94d46f424a27 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:36.602383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d16a71a4-43da-4324-9d54-61406eb1ae05 req-37ab204f-6eb2-42bd-bab2-94d46f424a27 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 943 time: 0.0473742 Sep 16 05:48:36.624962 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 876275d0-9376-4543-bfef-a4531df6e1cc details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:36.641691 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d16a71a4-43da-4324-9d54-61406eb1ae05 req-4eafc827-2797-4b7b-a433-2cd519300e6a tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Sep 16 05:48:36.723971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 876275d0-9376-4543-bfef-a4531df6e1cc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=876275d0-9376-4543-bfef-a4531df6e1cc,segment=NetworkSegment(a42579a8-504a-44b7-a5c2-f6115ce91de0),segment_id=a42579a8-504a-44b7-a5c2-f6115ce91de0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:36.735711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '876275d0-9376-4543-bfef-a4531df6e1cc', 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e', 'port_id': '876275d0-9376-4543-bfef-a4531df6e1cc', 'mac_address': 'fa:16:3e:90:8b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922b1798-8e06-4cf7-966c-7e6acce9a5da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:36.777659 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:36.790348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876275d0-9376-4543-bfef-a4531df6e1cc {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:36.809635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 876275d0-9376-4543-bfef-a4531df6e1cc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=876275d0-9376-4543-bfef-a4531df6e1cc,segment=NetworkSegment(a42579a8-504a-44b7-a5c2-f6115ce91de0),segment_id=a42579a8-504a-44b7-a5c2-f6115ce91de0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:36.872019 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:36.917843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=876275d0-9376-4543-bfef-a4531df6e1cc,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:37.075217 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['876275d0-9376-4543-bfef-a4531df6e1cc'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:37.761131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc94af-0fbe-4cf4-a5ad-3e1c6eea5781 req-06c06db2-d1ce-447c-989d-2aaba4ecd139 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:37.763202 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ecc94af-0fbe-4cf4-a5ad-3e1c6eea5781 req-06c06db2-d1ce-447c-989d-2aaba4ecd139 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 944 time: 0.0519991 Sep 16 05:48:37.801600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ecc94af-0fbe-4cf4-a5ad-3e1c6eea5781 req-6f778c79-874c-40fe-88ec-41455a473548 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Sep 16 05:48:38.626699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 876275d0-9376-4543-bfef-a4531df6e1cc up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:38.751568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 876275d0-9376-4543-bfef-a4531df6e1cc completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:48:38.755389 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 876275d0-9376-4543-bfef-a4531df6e1cc triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:38.755771 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:38.832435 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:38.859030 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c06dfc-7966-4a1a-a029-1e7403e9baa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876275d0-9376-4543-bfef-a4531df6e1cc'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:38.861314 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424df075-37df-4771-a175-47a6b328efce" -d '{"events": [{"server_uuid": "45c06dfc-7966-4a1a-a029-1e7403e9baa5", "name": "network-vif-plugged", "status": "completed", "tag": "876275d0-9376-4543-bfef-a4531df6e1cc"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:38.878110 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 876275d0-9376-4543-bfef-a4531df6e1cc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=876275d0-9376-4543-bfef-a4531df6e1cc,segment=NetworkSegment(a42579a8-504a-44b7-a5c2-f6115ce91de0),segment_id=a42579a8-504a-44b7-a5c2-f6115ce91de0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:38.900537 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df54ac2-6852-4bbe-b290-956685073937 x-openstack-request-id: req-1df54ac2-6852-4bbe-b290-956685073937 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:38.900831 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c06dfc-7966-4a1a-a029-1e7403e9baa5", "name": "network-vif-plugged", "status": "completed", "tag": "876275d0-9376-4543-bfef-a4531df6e1cc", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:38.901084 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1df54ac2-6852-4bbe-b290-956685073937 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:38.901484 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c06dfc-7966-4a1a-a029-1e7403e9baa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876275d0-9376-4543-bfef-a4531df6e1cc', 'code': 200} Sep 16 05:48:38.923294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7b604-c203-40b7-97fb-7e10937fca7f req-64ab76ec-6426-4de0-85f1-471915db0b07 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:38.925109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6f7b604-c203-40b7-97fb-7e10937fca7f req-64ab76ec-6426-4de0-85f1-471915db0b07 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 944 time: 0.0566046 Sep 16 05:48:38.927865 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:38.965980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6f7b604-c203-40b7-97fb-7e10937fca7f req-ae831cf0-1657-439e-802f-380c78d3fa7c tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348356 Sep 16 05:48:38.979639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=876275d0-9376-4543-bfef-a4531df6e1cc,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:39.011373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe05c01-57c4-457c-b47f-7121012cb66d req-5553f314-9910-4181-8f5d-c52a2e4993c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:39.013111 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4fe05c01-57c4-457c-b47f-7121012cb66d req-5553f314-9910-4181-8f5d-c52a2e4993c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 1097 time: 0.0556467 Sep 16 05:48:39.047962 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4fe05c01-57c4-457c-b47f-7121012cb66d req-455bfb99-3f23-4a28-b2fc-6806501162e2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277164 Sep 16 05:48:40.086329 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9341d-d0be-4dc9-8113-242b02c5d1df req-e7da8023-e0c5-47c2-a8e2-9df345fac574 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:40.087811 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eec9341d-d0be-4dc9-8113-242b02c5d1df req-e7da8023-e0c5-47c2-a8e2-9df345fac574 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 945 time: 0.0500202 Sep 16 05:48:40.126724 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eec9341d-d0be-4dc9-8113-242b02c5d1df req-44838924-e1f5-48e8-8db2-6a0d7367cbc8 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327160 Sep 16 05:48:41.243536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742a062-ca44-44cb-acb8-c5cba4e68f81 req-96be9d9a-1056-42f8-abe2-e006d71e267b tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:41.245057 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f742a062-ca44-44cb-acb8-c5cba4e68f81 req-96be9d9a-1056-42f8-abe2-e006d71e267b tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 945 time: 0.0519702 Sep 16 05:48:41.283516 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f742a062-ca44-44cb-acb8-c5cba4e68f81 req-15cca9bc-f1b2-4de2-b040-d0db9ca33055 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Sep 16 05:48:41.507205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-b7aac1a2-cfef-4ff7-a794-026d45871a0e tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:41.508616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-b7aac1a2-cfef-4ff7-a794-026d45871a0e tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/networks?id=b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e HTTP/1.1" status: 200 len: 814 time: 0.1022408 Sep 16 05:48:41.523599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-c799f6c4-57e0-4098-8549-49199ba2550c tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/quotas/a33705baa9434da5b2e38b41a559f855 HTTP/1.1" status: 200 len: 375 time: 0.0088916 Sep 16 05:48:41.575569 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-bdb1646c-948e-4c8e-83a1-f91b0924d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a33705baa9434da5b2e38b41a559f855&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467598 Sep 16 05:48:41.586144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-6062aaa6-f6af-4f0d-a77b-7c1bef90404a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:48:41.587089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-6062aaa6-f6af-4f0d-a77b-7c1bef90404a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048792 Sep 16 05:48:41.675450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-c54f17ea-3f17-432c-8c8b-8eb009b50756 service neutron] 10.222.0.24 "GET /v2.0/networks/b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825689 Sep 16 05:48:41.767154 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-bb9b0ba8-49e9-4cc2-aff3-702a90501e55 service neutron] 10.222.0.24 "GET /v2.0/networks/b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854328 Sep 16 05:48:41.992375 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f27ebebd-35c8-4e9b-99ab-815cb7206112 req-46a45cfb-95d9-4206-a7cb-adbb1ea3fe4e tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 210 time: 0.0278239 Sep 16 05:48:42.122852 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-308b796e-d3ef-47b2-a882-eff8c0a82b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.934122 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:43.086227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bf3125b4-5204-4316-967a-6e8a90cd47fd req-3afaff02-c578-4299-bf87-44ff5368aecb tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 210 time: 0.0270808 Sep 16 05:48:43.139921 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:43.704602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-544235de-0cbd-40e1-bb60-3d3c0ffb8d53 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:43.705998 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-544235de-0cbd-40e1-bb60-3d3c0ffb8d53 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.23 "GET /v2.0/networks?id=b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e HTTP/1.1" status: 200 len: 814 time: 0.1026237 Sep 16 05:48:43.718651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Request body: {'port': {'device_id': '9713f783-005e-4254-b3d4-770b1d1d99a0', 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e', 'admin_state_up': True, 'tenant_id': 'a33705baa9434da5b2e38b41a559f855'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:43.887769 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Made reservation on behalf of a33705baa9434da5b2e38b41a559f855 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:43.891333 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.021065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Allocated IP 172.20.0.2 (b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e/922b1798-8e06-4cf7-966c-7e6acce9a5da/a230c660-8c6f-4d8f-afe2-95c4a5a8da8a) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:44.170130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.182188 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7460574-1214-4451-a42d-b29e232b0ae7 req-5c91e1a7-d4cd-416d-bc1d-d4b010e0a1bb tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 210 time: 0.0260453 Sep 16 05:48:44.271881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.284988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['876275d0-9376-4543-bfef-a4531df6e1cc'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:44.317768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:44.320827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:44.324712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:44.355347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Pushing event updated for resources: {'Port': ['ID=a230c660-8c6f-4d8f-afe2-95c4a5a8da8a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:44.369931 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.370284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.370630 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.370970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.371307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.371733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.372130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.372603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.372937 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.373265 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.373593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.373920 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:44.392274 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:44.392930 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.500718 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-e3015181-69e3-4b4c-b0ff-ac55f1b7d124 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7856710 Sep 16 05:48:44.513428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Request body: {'port': {'device_id': '9713f783-005e-4254-b3d4-770b1d1d99a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:44.536664 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c37f2f42-ca4a-4273-b4ad-769146f6ff86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.568011 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.830935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a230c660-8c6f-4d8f-afe2-95c4a5a8da8a {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:44.865740 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.865740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Transition to ACTIVE for port object a230c660-8c6f-4d8f-afe2-95c4a5a8da8a will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:48:44.928565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.994502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Pushing event updated for resources: {'Port': ['ID=a230c660-8c6f-4d8f-afe2-95c4a5a8da8a,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.041051 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Attempting to bind port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:45.041386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Attempting to bind port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': 'a42579a8-504a-44b7-a5c2-f6115ce91de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:45.041711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Attempting to bind port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a on network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:45.046483 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a on network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:48:45.046801 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Attempting to bind port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a on network b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:45.051472 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:45.051812 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Checking segment: {'id': 'a42579a8-504a-44b7-a5c2-f6115ce91de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:45.052191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Bound using segment: {'id': 'a42579a8-504a-44b7-a5c2-f6115ce91de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:45.052653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Bound port: a230c660-8c6f-4d8f-afe2-95c4a5a8da8a, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42579a8-504a-44b7-a5c2-f6115ce91de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:45.053009 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.117543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] For port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:45.120595 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] For port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a230c660-8c6f-4d8f-afe2-95c4a5a8da8a,segment=NetworkSegment(a42579a8-504a-44b7-a5c2-f6115ce91de0),segment_id=a42579a8-504a-44b7-a5c2-f6115ce91de0)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:45.185897 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.228310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.228951 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.230349 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] 10.222.0.23 "PUT /v2.0/ports/a230c660-8c6f-4d8f-afe2-95c4a5a8da8a HTTP/1.1" status: 200 len: 1092 time: 0.7220690 Sep 16 05:48:45.230800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9713f783-005e-4254-b3d4-770b1d1d99a0', 'tag': 'a230c660-8c6f-4d8f-afe2-95c4a5a8da8a'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:45.233077 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b347cd3-4c01-4625-9dfe-606568d151a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9713f783-005e-4254-b3d4-770b1d1d99a0", "tag": "a230c660-8c6f-4d8f-afe2-95c4a5a8da8a"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:45.248201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f31257-3566-4e37-a0c2-59a3e8ac2e4b service neutron] Pushing event updated for resources: {'Port': ['ID=a230c660-8c6f-4d8f-afe2-95c4a5a8da8a,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.274934 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d3b713-236e-43bf-8b57-b98a7d706303 x-openstack-request-id: req-84d3b713-236e-43bf-8b57-b98a7d706303 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:45.281202 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9713f783-005e-4254-b3d4-770b1d1d99a0", "tag": "a230c660-8c6f-4d8f-afe2-95c4a5a8da8a", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:45.281202 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84d3b713-236e-43bf-8b57-b98a7d706303 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:45.281202 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9713f783-005e-4254-b3d4-770b1d1d99a0', 'tag': 'a230c660-8c6f-4d8f-afe2-95c4a5a8da8a', 'status': 'completed', 'code': 200} Sep 16 05:48:45.312207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015706f3-51c7-49fb-8556-655a5d1ec2ab req-e3d59355-aef7-4ec8-bd4a-de41bc07d0e5 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.313767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-015706f3-51c7-49fb-8556-655a5d1ec2ab req-e3d59355-aef7-4ec8-bd4a-de41bc07d0e5 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 943 time: 0.0614192 Sep 16 05:48:45.343356 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347cd3-4c01-4625-9dfe-606568d151a2 req-53c66e16-e963-4f36-a6af-5badac251afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.344949 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b347cd3-4c01-4625-9dfe-606568d151a2 req-53c66e16-e963-4f36-a6af-5badac251afe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a33705baa9434da5b2e38b41a559f855&device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 1095 time: 0.0436475 Sep 16 05:48:45.353980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-015706f3-51c7-49fb-8556-655a5d1ec2ab req-71b50cb4-3b42-472c-8eb1-9b4cebbdb669 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334241 Sep 16 05:48:45.368648 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.445493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347cd3-4c01-4625-9dfe-606568d151a2 req-a46a09a3-eecd-4710-a967-1a0532c4f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.446999 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b347cd3-4c01-4625-9dfe-606568d151a2 req-a46a09a3-eecd-4710-a967-1a0532c4f655 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a33705baa9434da5b2e38b41a559f855&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0948505 Sep 16 05:48:45.539367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347cd3-4c01-4625-9dfe-606568d151a2 req-e2b93383-c64e-44e2-be5b-27921acb1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.540882 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2b347cd3-4c01-4625-9dfe-606568d151a2 req-e2b93383-c64e-44e2-be5b-27921acb1a13 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0870454 Sep 16 05:48:45.620148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-3bbee8c3-23a9-4910-98a1-a168c930d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.620521 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-3bbee8c3-23a9-4910-98a1-a168c930d858 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a33705baa9434da5b2e38b41a559f855&device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 1095 time: 0.0438836 Sep 16 05:48:45.661851 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-d1441bd4-301c-4538-9561-431efe05ac38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a230c660-8c6f-4d8f-afe2-95c4a5a8da8a HTTP/1.1" status: 200 len: 217 time: 0.0339136 Sep 16 05:48:45.710221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-4ba216e6-1918-488d-96da-e6980af22937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.711663 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-4ba216e6-1918-488d-96da-e6980af22937 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=922b1798-8e06-4cf7-966c-7e6acce9a5da HTTP/1.1" status: 200 len: 854 time: 0.0427163 Sep 16 05:48:45.745623 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-1eaad895-2c28-425e-916b-52e6a26f734b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265992 Sep 16 05:48:45.834251 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-7b3255f2-0bc7-414f-915c-1e578e8b072c service neutron] 10.222.0.23 "GET /v2.0/networks/b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817277 Sep 16 05:48:45.925707 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fba5f537-6699-4089-a4d5-a11ec46fb8a7 req-19c24f84-8f16-4cc0-a0d3-1f4fc2f0a203 service neutron] 10.222.0.23 "GET /v2.0/networks/b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833983 Sep 16 05:48:46.191696 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:46.474487 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ac823-9231-47e3-bf86-5946b1f8d0f5 req-574e200e-422d-4718-a2c9-95406f7288b7 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:46.475841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-314ac823-9231-47e3-bf86-5946b1f8d0f5 req-574e200e-422d-4718-a2c9-95406f7288b7 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 943 time: 0.0514035 Sep 16 05:48:46.512654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-314ac823-9231-47e3-bf86-5946b1f8d0f5 req-49ed0a40-05bf-42a4-92a6-38a07e0e4e59 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301952 Sep 16 05:48:46.990273 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:47.517351 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a230c660-8c6f-4d8f-afe2-95c4a5a8da8a details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:47.611968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a230c660-8c6f-4d8f-afe2-95c4a5a8da8a,segment=NetworkSegment(a42579a8-504a-44b7-a5c2-f6115ce91de0),segment_id=a42579a8-504a-44b7-a5c2-f6115ce91de0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:47.624182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'a230c660-8c6f-4d8f-afe2-95c4a5a8da8a', 'network_id': 'b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e', 'port_id': 'a230c660-8c6f-4d8f-afe2-95c4a5a8da8a', 'mac_address': 'fa:16:3e:33:d8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922b1798-8e06-4cf7-966c-7e6acce9a5da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:47.626235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e659c4d-9c78-49ec-9581-a4bd5d7fc93d req-44fe6d6b-ab13-4b93-a21f-a0d556fcfb20 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:47.627739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e659c4d-9c78-49ec-9581-a4bd5d7fc93d req-44fe6d6b-ab13-4b93-a21f-a0d556fcfb20 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 943 time: 0.0491982 Sep 16 05:48:47.667351 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e659c4d-9c78-49ec-9581-a4bd5d7fc93d req-c010b6a3-f342-4670-bd5b-2e2c01326b8e tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336328 Sep 16 05:48:47.676682 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:47.690715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a230c660-8c6f-4d8f-afe2-95c4a5a8da8a {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:47.709874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a230c660-8c6f-4d8f-afe2-95c4a5a8da8a,segment=NetworkSegment(a42579a8-504a-44b7-a5c2-f6115ce91de0),segment_id=a42579a8-504a-44b7-a5c2-f6115ce91de0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:47.734012 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:47.797100 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:47.844485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a230c660-8c6f-4d8f-afe2-95c4a5a8da8a,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:47.851635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.851979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.852316 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.852673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.853002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.853336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.853653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.853972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.854291 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.854609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.854922 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.855237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:47.996087 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['a230c660-8c6f-4d8f-afe2-95c4a5a8da8a'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:48.783299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c16a7d-2797-43d0-b7a6-f0200b42d945 req-2c3f7e75-f928-4566-ba52-765080421218 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:48.784797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9c16a7d-2797-43d0-b7a6-f0200b42d945 req-2c3f7e75-f928-4566-ba52-765080421218 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 944 time: 0.0488093 Sep 16 05:48:48.822125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9c16a7d-2797-43d0-b7a6-f0200b42d945 req-87132ccc-6d0e-4dd5-ac0e-d599466a3648 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314732 Sep 16 05:48:49.515814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a230c660-8c6f-4d8f-afe2-95c4a5a8da8a up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:49.608013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:48:49.611651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:49.612021 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.686161 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.707502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9713f783-005e-4254-b3d4-770b1d1d99a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a230c660-8c6f-4d8f-afe2-95c4a5a8da8a'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:49.709775 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacf9d10-1627-484e-82dc-68a7f13a1e24" -d '{"events": [{"server_uuid": "9713f783-005e-4254-b3d4-770b1d1d99a0", "name": "network-vif-plugged", "status": "completed", "tag": "a230c660-8c6f-4d8f-afe2-95c4a5a8da8a"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:49.725650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a230c660-8c6f-4d8f-afe2-95c4a5a8da8a,segment=NetworkSegment(a42579a8-504a-44b7-a5c2-f6115ce91de0),segment_id=a42579a8-504a-44b7-a5c2-f6115ce91de0)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:49.747407 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e67533-3386-4193-913a-cb1a65abad71 x-openstack-request-id: req-34e67533-3386-4193-913a-cb1a65abad71 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:49.747705 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9713f783-005e-4254-b3d4-770b1d1d99a0", "name": "network-vif-plugged", "status": "completed", "tag": "a230c660-8c6f-4d8f-afe2-95c4a5a8da8a", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:49.747931 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34e67533-3386-4193-913a-cb1a65abad71 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:49.748321 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9713f783-005e-4254-b3d4-770b1d1d99a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a230c660-8c6f-4d8f-afe2-95c4a5a8da8a', 'code': 200} Sep 16 05:48:49.791590 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.841058 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=a230c660-8c6f-4d8f-afe2-95c4a5a8da8a,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:49.844057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b5c1c-8472-4c0a-b289-205e601655d5 req-592d7147-d8a2-4d76-b564-fe1021c403fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:49.847892 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b42b5c1c-8472-4c0a-b289-205e601655d5 req-592d7147-d8a2-4d76-b564-fe1021c403fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 1097 time: 0.0441859 Sep 16 05:48:49.883629 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b42b5c1c-8472-4c0a-b289-205e601655d5 req-40445ad5-8721-402d-ac12-f2bdc4d7f6eb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284448 Sep 16 05:48:49.941210 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee402d-4775-4df1-9141-fe0126dd40e1 req-8175ffd1-fbf4-4cb9-87c2-1ab384766859 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:49.942687 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29ee402d-4775-4df1-9141-fe0126dd40e1 req-8175ffd1-fbf4-4cb9-87c2-1ab384766859 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 945 time: 0.0516512 Sep 16 05:48:49.980355 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29ee402d-4775-4df1-9141-fe0126dd40e1 req-e38bf767-8f46-453d-8f6c-4eb9b61e4b55 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Sep 16 05:48:51.100686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55cbfc-fdee-4323-b4db-7d899949563b req-2ec117c2-a8bd-4c76-b915-e99c05273586 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:51.102172 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d55cbfc-fdee-4323-b4db-7d899949563b req-2ec117c2-a8bd-4c76-b915-e99c05273586 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 945 time: 0.0508828 Sep 16 05:48:51.140847 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3d55cbfc-fdee-4323-b4db-7d899949563b req-a9fb7e0e-ae80-4d24-972c-2dac055e0a30 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327349 Sep 16 05:48:51.552531 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93aa612-260c-4d18-857d-b0f751351078 req-1b1c0664-0ad6-496b-a46e-1a34e9d86a10 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:51.553986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f93aa612-260c-4d18-857d-b0f751351078 req-1b1c0664-0ad6-496b-a46e-1a34e9d86a10 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 945 time: 0.0489969 Sep 16 05:48:51.591170 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f93aa612-260c-4d18-857d-b0f751351078 req-09b46244-ed0d-4a29-9a4f-ed713bfef1ad tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Sep 16 05:48:52.717098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611de6c1-bfd8-489f-b55a-4278de1521ba req-a20a7200-100d-446e-8fbf-d34c03f94372 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:52.718617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-611de6c1-bfd8-489f-b55a-4278de1521ba req-a20a7200-100d-446e-8fbf-d34c03f94372 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 945 time: 0.0552239 Sep 16 05:48:52.757673 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-611de6c1-bfd8-489f-b55a-4278de1521ba req-14e07903-3796-4872-ac9a-5cd6afd72576 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328815 Sep 16 05:48:52.777580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02d4c3-9338-4be2-82b9-fc89c5cf8d3b req-c05c59ef-7e5e-47f2-a36c-10bd4fceb1ae tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:52.779595 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7a02d4c3-9338-4be2-82b9-fc89c5cf8d3b req-c05c59ef-7e5e-47f2-a36c-10bd4fceb1ae tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.23 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 945 time: 0.0489428 Sep 16 05:48:52.869254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-7a02d4c3-9338-4be2-82b9-fc89c5cf8d3b req-0219d9b0-4def-49c6-a291-9366e8b8e5f4 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Deleting port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:52.869600 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7a02d4c3-9338-4be2-82b9-fc89c5cf8d3b req-0219d9b0-4def-49c6-a291-9366e8b8e5f4 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:52.956266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-7a02d4c3-9338-4be2-82b9-fc89c5cf8d3b req-0219d9b0-4def-49c6-a291-9366e8b8e5f4 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] For port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=a230c660-8c6f-4d8f-afe2-95c4a5a8da8a,segment=NetworkSegment(a42579a8-504a-44b7-a5c2-f6115ce91de0),segment_id=a42579a8-504a-44b7-a5c2-f6115ce91de0)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:52.956668 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7a02d4c3-9338-4be2-82b9-fc89c5cf8d3b req-0219d9b0-4def-49c6-a291-9366e8b8e5f4 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:52.969192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-7a02d4c3-9338-4be2-82b9-fc89c5cf8d3b req-0219d9b0-4def-49c6-a291-9366e8b8e5f4 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Calling delete_port for a230c660-8c6f-4d8f-afe2-95c4a5a8da8a owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:53.151634 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7a02d4c3-9338-4be2-82b9-fc89c5cf8d3b req-0219d9b0-4def-49c6-a291-9366e8b8e5f4 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:53.163946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['a230c660-8c6f-4d8f-afe2-95c4a5a8da8a'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:53.167040 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['876275d0-9376-4543-bfef-a4531df6e1cc'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:53.180965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219d9b0-4def-49c6-a291-9366e8b8e5f4 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Pushing event deleted for resources: {'Port': ['ID=a230c660-8c6f-4d8f-afe2-95c4a5a8da8a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:53.226243 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a02d4c3-9338-4be2-82b9-fc89c5cf8d3b req-0219d9b0-4def-49c6-a291-9366e8b8e5f4 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] No DVR routers for this DVR port a230c660-8c6f-4d8f-afe2-95c4a5a8da8a on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:53.228851 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-7a02d4c3-9338-4be2-82b9-fc89c5cf8d3b req-0219d9b0-4def-49c6-a291-9366e8b8e5f4 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:53.230948 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7a02d4c3-9338-4be2-82b9-fc89c5cf8d3b req-0219d9b0-4def-49c6-a291-9366e8b8e5f4 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.23 "DELETE /v2.0/ports/a230c660-8c6f-4d8f-afe2-95c4a5a8da8a HTTP/1.1" status: 204 len: 173 time: 0.4457259 Sep 16 05:48:53.231385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9713f783-005e-4254-b3d4-770b1d1d99a0', 'name': 'network-vif-deleted', 'tag': 'a230c660-8c6f-4d8f-afe2-95c4a5a8da8a'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:53.233888 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af291d82-6eb7-48d3-949d-7030a3a0f15f" -d '{"events": [{"server_uuid": "9713f783-005e-4254-b3d4-770b1d1d99a0", "name": "network-vif-deleted", "tag": "a230c660-8c6f-4d8f-afe2-95c4a5a8da8a"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:53.268968 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23d238e-0626-4be3-86f3-6f1ea9498395 x-openstack-request-id: req-a23d238e-0626-4be3-86f3-6f1ea9498395 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:53.269260 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9713f783-005e-4254-b3d4-770b1d1d99a0", "name": "network-vif-deleted", "tag": "a230c660-8c6f-4d8f-afe2-95c4a5a8da8a", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:53.269512 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a23d238e-0626-4be3-86f3-6f1ea9498395 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:53.269912 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9713f783-005e-4254-b3d4-770b1d1d99a0', 'name': 'network-vif-deleted', 'tag': 'a230c660-8c6f-4d8f-afe2-95c4a5a8da8a', 'status': 'completed', 'code': 200} Sep 16 05:48:53.860013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-93028104-abf0-472f-bddd-37a5c46e81c5 req-9788597a-e1d2-40bf-876e-bc47af220844 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=9713f783-005e-4254-b3d4-770b1d1d99a0 HTTP/1.1" status: 200 len: 210 time: 0.0268402 Sep 16 05:48:55.009757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1e695-ce0c-4265-8ff8-bc0ff82382cb req-434ae755-6e74-482b-95c3-99e632ca5717 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.011226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7f1e695-ce0c-4265-8ff8-bc0ff82382cb req-434ae755-6e74-482b-95c3-99e632ca5717 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 945 time: 0.0481107 Sep 16 05:48:55.049657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7f1e695-ce0c-4265-8ff8-bc0ff82382cb req-83cad45c-3064-43dc-8b29-12dd64954f69 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320988 Sep 16 05:48:55.195830 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f372b6d-a173-48ee-bccf-a8b9865a1bdf req-4ec6e662-1c89-493f-9f93-f5dc323d92c2 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.197223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f372b6d-a173-48ee-bccf-a8b9865a1bdf req-4ec6e662-1c89-493f-9f93-f5dc323d92c2 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 945 time: 0.0569847 Sep 16 05:48:55.235705 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f372b6d-a173-48ee-bccf-a8b9865a1bdf req-c55e30eb-28e3-445a-9ce4-d357af03a39d tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325155 Sep 16 05:48:55.353354 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c6f7a-4550-4d5a-9f0b-bc6358cf3e04 req-46b47fff-df5c-4d5f-89f4-87553a49d54c tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.354845 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb9c6f7a-4550-4d5a-9f0b-bc6358cf3e04 req-46b47fff-df5c-4d5f-89f4-87553a49d54c tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 945 time: 0.0497730 Sep 16 05:48:55.392764 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb9c6f7a-4550-4d5a-9f0b-bc6358cf3e04 req-f79eb92d-b0ce-4c01-b818-d7f8716ad595 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Sep 16 05:48:55.464168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-8905c253-f839-4301-98c1-7dc51e40c8bf req-984a0d82-fd5b-4d3a-9a3f-4c65d8461774 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:48:55.465136 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8905c253-f839-4301-98c1-7dc51e40c8bf req-984a0d82-fd5b-4d3a-9a3f-4c65d8461774 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056214 Sep 16 05:48:55.549802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a230c660-8c6f-4d8f-afe2-95c4a5a8da8a no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:55.569180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: a230c660-8c6f-4d8f-afe2-95c4a5a8da8a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:55.569521 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device a230c660-8c6f-4d8f-afe2-95c4a5a8da8a not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:55.572729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0d50-e5b7-4e80-9302-c21dd1a2ac6d req-d598a4f9-3206-49c4-973e-cf11c8224835 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.574267 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01ac0d50-e5b7-4e80-9302-c21dd1a2ac6d req-d598a4f9-3206-49c4-973e-cf11c8224835 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 945 time: 0.0515983 Sep 16 05:48:55.612512 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-01ac0d50-e5b7-4e80-9302-c21dd1a2ac6d req-46b5b771-e44e-4d1f-92c4-3f35f5d7cb7c tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Sep 16 05:48:55.729124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d07f7-83c1-4828-bb34-a9affdbec0ad req-83970f4a-438b-4207-87cc-5852ac7cb740 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.730503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-008d07f7-83c1-4828-bb34-a9affdbec0ad req-83970f4a-438b-4207-87cc-5852ac7cb740 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 945 time: 0.0524800 Sep 16 05:48:55.767956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-008d07f7-83c1-4828-bb34-a9affdbec0ad req-4f9b6e66-5ef7-41dc-b6b3-ad0a9376a6ce tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315485 Sep 16 05:48:55.893256 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ee14e-cdd0-4352-a57d-01e4c2b1e811 req-5c4d3e69-561f-4f3f-b2e5-a2fbc62ec046 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.894774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-447ee14e-cdd0-4352-a57d-01e4c2b1e811 req-5c4d3e69-561f-4f3f-b2e5-a2fbc62ec046 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 945 time: 0.0495420 Sep 16 05:48:55.931659 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-447ee14e-cdd0-4352-a57d-01e4c2b1e811 req-a955507c-ab2e-4481-8b0d-f1430f4eb679 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310280 Sep 16 05:48:56.441714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca54612-a074-4e1e-918f-4c61082dca87 req-25da2ec2-9a5c-440c-9f59-bce0109eff8c tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:56.443206 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ca54612-a074-4e1e-918f-4c61082dca87 req-25da2ec2-9a5c-440c-9f59-bce0109eff8c tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 945 time: 0.0495517 Sep 16 05:48:56.480654 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9ca54612-a074-4e1e-918f-4c61082dca87 req-babde149-6176-41bf-a0e9-842c191e5482 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Sep 16 05:48:57.605475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d798b16-3672-4fc2-bc9d-ae51dd9a6c9a req-511bfbac-5697-4c06-8563-1c3605361a7c tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:57.607030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d798b16-3672-4fc2-bc9d-ae51dd9a6c9a req-511bfbac-5697-4c06-8563-1c3605361a7c tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 945 time: 0.0528898 Sep 16 05:48:57.647536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d798b16-3672-4fc2-bc9d-ae51dd9a6c9a req-30712017-2b3d-45e4-81b2-1fd1a621f602 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6b02207-81d5-48b7-a90a-4c7dc696d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345023 Sep 16 05:48:57.785255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fba9f0-22b0-447d-ab7f-505a24bc3763 req-6c870da1-cb2b-4478-ad5c-f3bf32dc13a5 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:57.786730 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e2fba9f0-22b0-447d-ab7f-505a24bc3763 req-6c870da1-cb2b-4478-ad5c-f3bf32dc13a5 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.37 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 945 time: 0.0500402 Sep 16 05:48:57.877550 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-e2fba9f0-22b0-447d-ab7f-505a24bc3763 req-1f35ffa1-16f0-4390-89d6-34d0d47349ac tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Deleting port 876275d0-9376-4543-bfef-a4531df6e1cc {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:57.877817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e2fba9f0-22b0-447d-ab7f-505a24bc3763 req-1f35ffa1-16f0-4390-89d6-34d0d47349ac tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:58.273476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-e2fba9f0-22b0-447d-ab7f-505a24bc3763 req-1f35ffa1-16f0-4390-89d6-34d0d47349ac tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] For port 876275d0-9376-4543-bfef-a4531df6e1cc, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=876275d0-9376-4543-bfef-a4531df6e1cc,segment=NetworkSegment(a42579a8-504a-44b7-a5c2-f6115ce91de0),segment_id=a42579a8-504a-44b7-a5c2-f6115ce91de0)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:58.273753 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e2fba9f0-22b0-447d-ab7f-505a24bc3763 req-1f35ffa1-16f0-4390-89d6-34d0d47349ac tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:58.286952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-e2fba9f0-22b0-447d-ab7f-505a24bc3763 req-1f35ffa1-16f0-4390-89d6-34d0d47349ac tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Calling delete_port for 876275d0-9376-4543-bfef-a4531df6e1cc owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:58.471089 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e2fba9f0-22b0-447d-ab7f-505a24bc3763 req-1f35ffa1-16f0-4390-89d6-34d0d47349ac tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:58.483206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['876275d0-9376-4543-bfef-a4531df6e1cc'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:58.500565 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35ffa1-16f0-4390-89d6-34d0d47349ac tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Pushing event deleted for resources: {'Port': ['ID=876275d0-9376-4543-bfef-a4531df6e1cc,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:58.540121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fba9f0-22b0-447d-ab7f-505a24bc3763 req-1f35ffa1-16f0-4390-89d6-34d0d47349ac tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] No DVR routers for this DVR port 876275d0-9376-4543-bfef-a4531df6e1cc on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:58.542567 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-e2fba9f0-22b0-447d-ab7f-505a24bc3763 req-1f35ffa1-16f0-4390-89d6-34d0d47349ac tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:58.545187 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e2fba9f0-22b0-447d-ab7f-505a24bc3763 req-1f35ffa1-16f0-4390-89d6-34d0d47349ac tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.37 "DELETE /v2.0/ports/876275d0-9376-4543-bfef-a4531df6e1cc HTTP/1.1" status: 204 len: 173 time: 0.7526402 Sep 16 05:48:58.545660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c06dfc-7966-4a1a-a029-1e7403e9baa5', 'name': 'network-vif-deleted', 'tag': '876275d0-9376-4543-bfef-a4531df6e1cc'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:58.548123 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ba3976-da01-4bfb-87c0-b1406e66083b" -d '{"events": [{"server_uuid": "45c06dfc-7966-4a1a-a029-1e7403e9baa5", "name": "network-vif-deleted", "tag": "876275d0-9376-4543-bfef-a4531df6e1cc"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:58.583074 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c286e810-c228-4383-969f-cb10e080da79 x-openstack-request-id: req-c286e810-c228-4383-969f-cb10e080da79 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:58.583367 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c06dfc-7966-4a1a-a029-1e7403e9baa5", "name": "network-vif-deleted", "tag": "876275d0-9376-4543-bfef-a4531df6e1cc", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:58.583666 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c286e810-c228-4383-969f-cb10e080da79 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:58.584070 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c06dfc-7966-4a1a-a029-1e7403e9baa5', 'name': 'network-vif-deleted', 'tag': '876275d0-9376-4543-bfef-a4531df6e1cc', 'status': 'completed', 'code': 200} Sep 16 05:48:58.744781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a37fc74a-bb32-47ed-885d-4c30b25e1ca2 req-de74b68b-a7b5-4779-96c0-6c63de6b6bf1 tempest-ServersNegativeTestJSON-243567690 tempest-ServersNegativeTestJSON-243567690-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c06dfc-7966-4a1a-a029-1e7403e9baa5 HTTP/1.1" status: 200 len: 210 time: 0.0262907 Sep 16 05:48:59.802213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43866) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:59.849609 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35c3c6b-01d7-4e79-8157-ab2247e47f56 admin admin] Deleting subnet 922b1798-8e06-4cf7-966c-7e6acce9a5da {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:48:59.852530 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b35c3c6b-01d7-4e79-8157-ab2247e47f56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.886069 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b35c3c6b-01d7-4e79-8157-ab2247e47f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.923161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b35c3c6b-01d7-4e79-8157-ab2247e47f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.036357 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b35c3c6b-01d7-4e79-8157-ab2247e47f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.061588 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c3c6b-01d7-4e79-8157-ab2247e47f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=922b1798-8e06-4cf7-966c-7e6acce9a5da,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:00.066449 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b35c3c6b-01d7-4e79-8157-ab2247e47f56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.068520 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b35c3c6b-01d7-4e79-8157-ab2247e47f56 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/922b1798-8e06-4cf7-966c-7e6acce9a5da HTTP/1.1" status: 204 len: 168 time: 0.2646310 Sep 16 05:49:00.070450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43868) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:00.143673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.224000 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.243322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:00.252815 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42579a8-504a-44b7-a5c2-f6115ce91de0') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:00.253108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42579a8-504a-44b7-a5c2-f6115ce91de0') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:00.262007 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.275164 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.281146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:00.281540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:00.283480 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:00.385560 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.392741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.397091 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e HTTP/1.1" status: 204 len: 168 time: 0.3232782 Sep 16 05:49:00.403749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0386b1-2c11-4283-9b71-dc647e6b25b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b00c5b8b-fc4e-4fe6-9e95-3357d94ec21e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:00.664609 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43872) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:00.704100 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f31ea1ee-f324-4eed-982b-80bbdc0665f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a33705baa9434da5b2e38b41a559f855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383217 Sep 16 05:49:00.706695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43874) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:00.757169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1459c1af-f335-4c75-ae3a-58daff3613da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.777260 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1459c1af-f335-4c75-ae3a-58daff3613da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.887639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1459c1af-f335-4c75-ae3a-58daff3613da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.890355 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1459c1af-f335-4c75-ae3a-58daff3613da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.891533 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1459c1af-f335-4c75-ae3a-58daff3613da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6b02207-81d5-48b7-a90a-4c7dc696d54a HTTP/1.1" status: 204 len: 168 time: 0.1839311 Sep 16 05:49:00.899704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459c1af-f335-4c75-ae3a-58daff3613da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b02207-81d5-48b7-a90a-4c7dc696d54a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:01.913520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43896) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:02.006616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1560051372'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:02.088681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Made reservation on behalf of 0550fe8890484082a33e93a213f03487 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:02.092352 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:02.101265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:02.191490 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:02.248957 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:02.275187 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:49:02.285385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e605a279-2695-4fed-804a-754fb5ac5284,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:02.290288 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:02.290663 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Added segment e7647a92-fe4d-4ff5-892d-c96b00d0c450 of type vlan for network c2eaac9e-f616-4410-b9c5-04556434e8e9 Sep 16 05:49:02.332045 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:02.391189 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:02.396762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:02.397346 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:02.463159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event updated for resources: {'Network': ['ID=c2eaac9e-f616-4410-b9c5-04556434e8e9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:02.474001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network c2eaac9e-f616-4410-b9c5-04556434e8e9 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:49:02.477859 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7c1751a0-97be-485c-ba43-16e8b593430e tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5632575 Sep 16 05:49:02.712952 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 876275d0-9376-4543-bfef-a4531df6e1cc no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:02.733872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 876275d0-9376-4543-bfef-a4531df6e1cc {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:02.734206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 876275d0-9376-4543-bfef-a4531df6e1cc not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:05.751243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43902) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:05.756394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1db1816e-75c3-4184-a868-dbb8c7b0e647 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Request body: {'subnet': {'network_id': 'c2eaac9e-f616-4410-b9c5-04556434e8e9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:05.893928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db1816e-75c3-4184-a868-dbb8c7b0e647 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Made reservation on behalf of 0550fe8890484082a33e93a213f03487 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:05.897459 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1db1816e-75c3-4184-a868-dbb8c7b0e647 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.123544 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1db1816e-75c3-4184-a868-dbb8c7b0e647 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.186777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1816e-75c3-4184-a868-dbb8c7b0e647 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event updated for resources: {'Subnet': ['ID=890099d8-8e52-43eb-9b09-942832ce132c,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:06.195235 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db1816e-75c3-4184-a868-dbb8c7b0e647 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Checking segment: {'id': 'e7647a92-fe4d-4ff5-892d-c96b00d0c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c2eaac9e-f616-4410-b9c5-04556434e8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:06.195595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db1816e-75c3-4184-a868-dbb8c7b0e647 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Network hostable DHCP agents. Network: c2eaac9e-f616-4410-b9c5-04556434e8e9, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:49:06.271030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db1816e-75c3-4184-a868-dbb8c7b0e647 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Network c2eaac9e-f616-4410-b9c5-04556434e8e9 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:49:06.345550 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-1db1816e-75c3-4184-a868-dbb8c7b0e647 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, c2eaac9e-f616-4410-b9c5-04556434e8e9) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:06.350062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db1816e-75c3-4184-a868-dbb8c7b0e647 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:06.350651 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1db1816e-75c3-4184-a868-dbb8c7b0e647 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.354461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ba242e-6668-439f-8cf8-4ec1df3f924b None None] Network c2eaac9e-f616-4410-b9c5-04556434e8e9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:06.420980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1db1816e-75c3-4184-a868-dbb8c7b0e647 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6684918 Sep 16 05:49:06.424239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43904) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:06.429374 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c340fde0-4c13-4d5e-8de3-b5ed03514ea3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2004759580'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:06.494163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c340fde0-4c13-4d5e-8de3-b5ed03514ea3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Made reservation on behalf of 0550fe8890484082a33e93a213f03487 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:06.495427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-c2eaac9e-f616-4410-b9c5-04556434e8e9', 'network_id': 'c2eaac9e-f616-4410-b9c5-04556434e8e9', 'tenant_id': '0550fe8890484082a33e93a213f03487', 'fixed_ips': [{'subnet_id': '890099d8-8e52-43eb-9b09-942832ce132c'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:49:06.496259 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.498463 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c340fde0-4c13-4d5e-8de3-b5ed03514ea3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.522607 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c340fde0-4c13-4d5e-8de3-b5ed03514ea3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:49:06.531902 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c340fde0-4c13-4d5e-8de3-b5ed03514ea3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.532248 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-c340fde0-4c13-4d5e-8de3-b5ed03514ea3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Added segment 6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c of type vlan for network 3eab9651-e0d0-4548-8a9e-82cec1135d56 Sep 16 05:49:06.573190 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c340fde0-4c13-4d5e-8de3-b5ed03514ea3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.630027 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Allocated IP 2001:db8:0:ffff::2 (c2eaac9e-f616-4410-b9c5-04556434e8e9/890099d8-8e52-43eb-9b09-942832ce132c/6d5c0b10-a7c7-41c8-9adc-0d959292ebf8) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:06.659520 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c340fde0-4c13-4d5e-8de3-b5ed03514ea3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.665285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c340fde0-4c13-4d5e-8de3-b5ed03514ea3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:06.665925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c340fde0-4c13-4d5e-8de3-b5ed03514ea3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.737897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340fde0-4c13-4d5e-8de3-b5ed03514ea3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event updated for resources: {'Network': ['ID=3eab9651-e0d0-4548-8a9e-82cec1135d56,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:06.756597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 3eab9651-e0d0-4548-8a9e-82cec1135d56 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:49:06.809871 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c340fde0-4c13-4d5e-8de3-b5ed03514ea3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3840172 Sep 16 05:49:06.812408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43906) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:06.817603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f9b023ca-3e28-4b40-945b-af56d142e024 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Request body: {'subnet': {'network_id': '3eab9651-e0d0-4548-8a9e-82cec1135d56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:06.828835 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.910986 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.948059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Network c2eaac9e-f616-4410-b9c5-04556434e8e9 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:06.951574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:06.954083 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:06.964774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Pushing event updated for resources: {'Port': ['ID=6d5c0b10-a7c7-41c8-9adc-0d959292ebf8,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:06.984733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b023ca-3e28-4b40-945b-af56d142e024 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Made reservation on behalf of 0550fe8890484082a33e93a213f03487 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:06.988862 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f9b023ca-3e28-4b40-945b-af56d142e024 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.015457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Attempting to bind port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:07.015829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Attempting to bind port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'e7647a92-fe4d-4ff5-892d-c96b00d0c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c2eaac9e-f616-4410-b9c5-04556434e8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:07.016194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Attempting to bind port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 on network c2eaac9e-f616-4410-b9c5-04556434e8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:07.021129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:07.021502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Checking segment: {'id': 'e7647a92-fe4d-4ff5-892d-c96b00d0c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c2eaac9e-f616-4410-b9c5-04556434e8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:07.021904 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.022299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Bound using segment: {'id': 'e7647a92-fe4d-4ff5-892d-c96b00d0c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c2eaac9e-f616-4410-b9c5-04556434e8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:07.022793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Bound port: 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7647a92-fe4d-4ff5-892d-c96b00d0c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c2eaac9e-f616-4410-b9c5-04556434e8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:07.023173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.089959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] For port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:07.093125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] For port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6d5c0b10-a7c7-41c8-9adc-0d959292ebf8,segment=NetworkSegment(e7647a92-fe4d-4ff5-892d-c96b00d0c450),segment_id=e7647a92-fe4d-4ff5-892d-c96b00d0c450)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:07.174835 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.235547 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22d4a2-3268-4828-adcb-e2c54b7be821 None None] Pushing event updated for resources: {'Port': ['ID=6d5c0b10-a7c7-41c8-9adc-0d959292ebf8,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:07.253782 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f9b023ca-3e28-4b40-945b-af56d142e024 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.322654 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b023ca-3e28-4b40-945b-af56d142e024 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event updated for resources: {'Subnet': ['ID=3b4f76f2-afe3-46fa-a959-e7778baf7ced,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:07.337750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b023ca-3e28-4b40-945b-af56d142e024 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Checking segment: {'id': '6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3eab9651-e0d0-4548-8a9e-82cec1135d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:07.338108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b023ca-3e28-4b40-945b-af56d142e024 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Network hostable DHCP agents. Network: 3eab9651-e0d0-4548-8a9e-82cec1135d56, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:49:07.431147 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b023ca-3e28-4b40-945b-af56d142e024 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Network 3eab9651-e0d0-4548-8a9e-82cec1135d56 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:49:07.527602 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-f9b023ca-3e28-4b40-945b-af56d142e024 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 3eab9651-e0d0-4548-8a9e-82cec1135d56) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:07.532195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b023ca-3e28-4b40-945b-af56d142e024 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:07.533126 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f9b023ca-3e28-4b40-945b-af56d142e024 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.537544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2aa7c6-f4dd-4a6d-a94a-bba4824df31a None None] Network 3eab9651-e0d0-4548-8a9e-82cec1135d56 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:07.603778 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f9b023ca-3e28-4b40-945b-af56d142e024 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7900598 Sep 16 05:49:07.606756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43908) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:07.685393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-3eab9651-e0d0-4548-8a9e-82cec1135d56', 'network_id': '3eab9651-e0d0-4548-8a9e-82cec1135d56', 'tenant_id': '0550fe8890484082a33e93a213f03487', 'fixed_ips': [{'subnet_id': '3b4f76f2-afe3-46fa-a959-e7778baf7ced'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:49:07.686993 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.708225 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.789936 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:07.828054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Allocated IP 2001:db8::2 (3eab9651-e0d0-4548-8a9e-82cec1135d56/3b4f76f2-afe3-46fa-a959-e7778baf7ced/23a158c3-2e0a-47a3-a45c-d7f27001d528) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:08.131611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b5a132-6a94-4c7c-ad6c-8c9f19083dae None None] Network c2eaac9e-f616-4410-b9c5-04556434e8e9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:08.162891 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.222066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f0907c16-ad0e-4198-bc87-a9380a6d918a None None] Provisioning complete for port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:08.222433 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f0907c16-ad0e-4198-bc87-a9380a6d918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.249862 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.300228 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.329678 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4f76f2-afe3-46fa-a959-e7778baf7ced,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:08.335805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Network 3eab9651-e0d0-4548-8a9e-82cec1135d56 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:08.346959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:08.350793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Pushing event updated for resources: {'Port': ['ID=23a158c3-2e0a-47a3-a45c-d7f27001d528,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:08.354626 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:08.396381 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.421927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eab9651-e0d0-4548-8a9e-82cec1135d56']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:08.431451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:08.431756 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:08.441913 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.455781 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.461699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:08.462089 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.462220 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f0907c16-ad0e-4198-bc87-a9380a6d918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:08.465277 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:08.476537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Attempting to bind port 23a158c3-2e0a-47a3-a45c-d7f27001d528 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:08.480496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Attempting to bind port 23a158c3-2e0a-47a3-a45c-d7f27001d528 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3eab9651-e0d0-4548-8a9e-82cec1135d56'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:08.480496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Attempting to bind port 23a158c3-2e0a-47a3-a45c-d7f27001d528 on network 3eab9651-e0d0-4548-8a9e-82cec1135d56 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:08.487761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:08.487921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Checking segment: {'id': '6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3eab9651-e0d0-4548-8a9e-82cec1135d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:08.488334 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.488748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Bound using segment: {'id': '6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3eab9651-e0d0-4548-8a9e-82cec1135d56'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:08.489219 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Bound port: 23a158c3-2e0a-47a3-a45c-d7f27001d528, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3eab9651-e0d0-4548-8a9e-82cec1135d56'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:08.489590 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.522844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f0907c16-ad0e-4198-bc87-a9380a6d918a None None] For port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6d5c0b10-a7c7-41c8-9adc-0d959292ebf8,segment=NetworkSegment(e7647a92-fe4d-4ff5-892d-c96b00d0c450),segment_id=e7647a92-fe4d-4ff5-892d-c96b00d0c450)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:08.563657 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:49:08.563657 n-d-712137-12 neutron-server[95452]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:49:08.563657 n-d-712137-12 neutron-server[95452]: [parameters: {'id': '3eab9651-e0d0-4548-8a9e-82cec1135d56'}] Sep 16 05:49:08.563657 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:49:08.564142 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:49:08.575597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] For port 23a158c3-2e0a-47a3-a45c-d7f27001d528, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:08.578935 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] For port 23a158c3-2e0a-47a3-a45c-d7f27001d528, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=23a158c3-2e0a-47a3-a45c-d7f27001d528,segment=NetworkSegment(6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c),segment_id=6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:08.591537 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f0907c16-ad0e-4198-bc87-a9380a6d918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.644263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0907c16-ad0e-4198-bc87-a9380a6d918a None None] Pushing event updated for resources: {'Port': ['ID=6d5c0b10-a7c7-41c8-9adc-0d959292ebf8,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:08.671777 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.762668 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-490177f4-eb28-460c-8895-74b9cdd87ab6 None None] Provisioning complete for port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:08.762948 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-490177f4-eb28-460c-8895-74b9cdd87ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:08.788420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eead71-d5d6-45cd-a90e-88055778e4a6 None None] Pushing event updated for resources: {'Port': ['ID=23a158c3-2e0a-47a3-a45c-d7f27001d528,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:08.795235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a50cc12-2e04-4c00-a102-7917bdb2d7cf None None] Network 3eab9651-e0d0-4548-8a9e-82cec1135d56 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:08.962894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0a82bc-9406-4c54-a88f-44daea762686 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:49:08.994869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:09.064828 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.068417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a82bc-9406-4c54-a88f-44daea762686 None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:49:09.086494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:09.086861 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.119902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Deleting port 23a158c3-2e0a-47a3-a45c-d7f27001d528 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:09.120243 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.189658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] For port 23a158c3-2e0a-47a3-a45c-d7f27001d528, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=23a158c3-2e0a-47a3-a45c-d7f27001d528,segment=NetworkSegment(6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c),segment_id=6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:09.189934 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.202909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Calling delete_port for 23a158c3-2e0a-47a3-a45c-d7f27001d528 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:09.391505 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.422027 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Port': ['ID=23a158c3-2e0a-47a3-a45c-d7f27001d528,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:09.425535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] No DVR routers for this DVR port 23a158c3-2e0a-47a3-a45c-d7f27001d528 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:09.502016 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.521384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eab9651-e0d0-4548-8a9e-82cec1135d56']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:09.530965 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:09.531262 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e97eec3-7127-4c1d-bd14-b33a3b9dfa1c') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:09.540566 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.553334 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.558948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:09.559514 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:09.562335 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:09.705235 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.709588 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.711561 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/networks/3eab9651-e0d0-4548-8a9e-82cec1135d56 HTTP/1.1" status: 204 len: 168 time: 2.1037285 Sep 16 05:49:09.715016 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43910) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:09.720715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a64ce201-48a8-461c-82b2-bc0f27dbbad0 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1530104912'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:09.726295 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14788a2d-8f45-4dc0-8231-a8266fd96ea4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Network': ['ID=3eab9651-e0d0-4548-8a9e-82cec1135d56,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:09.785063 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64ce201-48a8-461c-82b2-bc0f27dbbad0 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Made reservation on behalf of 0550fe8890484082a33e93a213f03487 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:09.788445 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a64ce201-48a8-461c-82b2-bc0f27dbbad0 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.812353 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64ce201-48a8-461c-82b2-bc0f27dbbad0 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:49:09.820657 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a64ce201-48a8-461c-82b2-bc0f27dbbad0 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.821006 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-a64ce201-48a8-461c-82b2-bc0f27dbbad0 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Added segment 2ae2dd71-9ae8-42a7-963b-094421ccce96 of type vlan for network ac900bb6-6511-446a-8bb8-bf7136813c8e Sep 16 05:49:09.860173 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a64ce201-48a8-461c-82b2-bc0f27dbbad0 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.939320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a64ce201-48a8-461c-82b2-bc0f27dbbad0 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.945003 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64ce201-48a8-461c-82b2-bc0f27dbbad0 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:09.945587 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a64ce201-48a8-461c-82b2-bc0f27dbbad0 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.015070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ce201-48a8-461c-82b2-bc0f27dbbad0 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event updated for resources: {'Network': ['ID=ac900bb6-6511-446a-8bb8-bf7136813c8e,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:10.025354 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network ac900bb6-6511-446a-8bb8-bf7136813c8e details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:49:10.078073 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a64ce201-48a8-461c-82b2-bc0f27dbbad0 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3612468 Sep 16 05:49:10.080742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43912) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:10.085792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Request body: {'subnet': {'network_id': 'ac900bb6-6511-446a-8bb8-bf7136813c8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:10.265415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Made reservation on behalf of 0550fe8890484082a33e93a213f03487 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:10.269060 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.327849 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.ipam_backend_mixin [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Performing IP validity checks on allocation pools {{(pid=95451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:49:10.328424 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.ipam_backend_mixin [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95451) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:49:10.505642 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.573042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event updated for resources: {'Subnet': ['ID=8f68e84b-1eda-4b00-a87b-c75c103033dd,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:10.582176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Checking segment: {'id': '2ae2dd71-9ae8-42a7-963b-094421ccce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ac900bb6-6511-446a-8bb8-bf7136813c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:10.582541 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Network hostable DHCP agents. Network: ac900bb6-6511-446a-8bb8-bf7136813c8e, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:49:10.659298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Network ac900bb6-6511-446a-8bb8-bf7136813c8e is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:49:10.756886 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, ac900bb6-6511-446a-8bb8-bf7136813c8e) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:10.765408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:10.765782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949e0438-c7fc-4deb-a3b1-b0d9290f6d9f None None] Network ac900bb6-6511-446a-8bb8-bf7136813c8e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:10.766039 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.849809 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3e8ee625-1ff2-4d70-be7e-ec0ececd1440 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7676499 Sep 16 05:49:10.852572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43914) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:10.915968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ac900bb6-6511-446a-8bb8-bf7136813c8e', 'network_id': 'ac900bb6-6511-446a-8bb8-bf7136813c8e', 'tenant_id': '0550fe8890484082a33e93a213f03487', 'fixed_ips': [{'subnet_id': '8f68e84b-1eda-4b00-a87b-c75c103033dd'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:49:10.916433 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:10.952737 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.033614 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.050210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Allocated IP 2001:db8::3 (ac900bb6-6511-446a-8bb8-bf7136813c8e/8f68e84b-1eda-4b00-a87b-c75c103033dd/770872cc-4e76-48b3-b82e-0c05a3faab94) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:11.195098 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.288835 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.325747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Network ac900bb6-6511-446a-8bb8-bf7136813c8e is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:11.328606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:11.332890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:11.344117 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Pushing event updated for resources: {'Port': ['ID=770872cc-4e76-48b3-b82e-0c05a3faab94,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:11.368880 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.395795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Subnet': ['ID=8f68e84b-1eda-4b00-a87b-c75c103033dd,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:11.399836 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Attempting to bind port 770872cc-4e76-48b3-b82e-0c05a3faab94 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:11.400531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Attempting to bind port 770872cc-4e76-48b3-b82e-0c05a3faab94 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2ae2dd71-9ae8-42a7-963b-094421ccce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ac900bb6-6511-446a-8bb8-bf7136813c8e'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:11.400782 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Attempting to bind port 770872cc-4e76-48b3-b82e-0c05a3faab94 on network ac900bb6-6511-446a-8bb8-bf7136813c8e {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:11.410324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:11.410702 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Checking segment: {'id': '2ae2dd71-9ae8-42a7-963b-094421ccce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ac900bb6-6511-446a-8bb8-bf7136813c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:11.411111 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.411513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Bound using segment: {'id': '2ae2dd71-9ae8-42a7-963b-094421ccce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ac900bb6-6511-446a-8bb8-bf7136813c8e'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:11.411988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Bound port: 770872cc-4e76-48b3-b82e-0c05a3faab94, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae2dd71-9ae8-42a7-963b-094421ccce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ac900bb6-6511-446a-8bb8-bf7136813c8e'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:11.412378 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.466455 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.475666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] For port 770872cc-4e76-48b3-b82e-0c05a3faab94, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:11.478708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] For port 770872cc-4e76-48b3-b82e-0c05a3faab94, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=770872cc-4e76-48b3-b82e-0c05a3faab94,segment=NetworkSegment(2ae2dd71-9ae8-42a7-963b-094421ccce96),segment_id=2ae2dd71-9ae8-42a7-963b-094421ccce96)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:11.486652 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac900bb6-6511-446a-8bb8-bf7136813c8e']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:11.495893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae2dd71-9ae8-42a7-963b-094421ccce96') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:11.496196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae2dd71-9ae8-42a7-963b-094421ccce96') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:11.505948 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.545928 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.548101 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.557208 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:11.560294 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:11.562263 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:11.629904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4f709-e087-40ce-82ef-49a1f3ffa086 None None] Pushing event updated for resources: {'Port': ['ID=770872cc-4e76-48b3-b82e-0c05a3faab94,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:11.648265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05383683-7bcb-4c16-b396-73fa6b64a90b None None] Network ac900bb6-6511-446a-8bb8-bf7136813c8e requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:11.665927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.db.api [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:49:11.665927 n-d-712137-12 neutron-server[95451]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:49:11.665927 n-d-712137-12 neutron-server[95451]: [parameters: {'id': 'ac900bb6-6511-446a-8bb8-bf7136813c8e'}] Sep 16 05:49:11.665927 n-d-712137-12 neutron-server[95451]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:49:11.666629 n-d-712137-12 neutron-server[95451]: DEBUG oslo_db.api [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:49:11.771254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924b6871-4a38-4705-a672-9e898ee519e2 None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:49:11.840830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924b6871-4a38-4705-a672-9e898ee519e2 None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:49:12.138889 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-78a06b0d-84c2-4082-8523-b2fa9dfe4a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.168069 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.226959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Deleting port 770872cc-4e76-48b3-b82e-0c05a3faab94 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:12.227635 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.293338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] For port 770872cc-4e76-48b3-b82e-0c05a3faab94, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=770872cc-4e76-48b3-b82e-0c05a3faab94,segment=NetworkSegment(2ae2dd71-9ae8-42a7-963b-094421ccce96),segment_id=2ae2dd71-9ae8-42a7-963b-094421ccce96)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:12.294304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.306860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Calling delete_port for 770872cc-4e76-48b3-b82e-0c05a3faab94 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:12.483220 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.510237 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Port': ['ID=770872cc-4e76-48b3-b82e-0c05a3faab94,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:12.516365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] No DVR routers for this DVR port 770872cc-4e76-48b3-b82e-0c05a3faab94 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:12.597526 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.616966 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac900bb6-6511-446a-8bb8-bf7136813c8e']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:12.626174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae2dd71-9ae8-42a7-963b-094421ccce96') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:12.626480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae2dd71-9ae8-42a7-963b-094421ccce96') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:12.635922 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.650117 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.656779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:12.657190 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:12.660387 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:12.773862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.781330 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.783463 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/networks/ac900bb6-6511-446a-8bb8-bf7136813c8e HTTP/1.1" status: 204 len: 168 time: 1.9299457 Sep 16 05:49:12.787098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43916) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:12.792708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2a211f82-9aee-4377-9dab-a40999c31cb2 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-794292635'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:12.795391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d58da-a18b-4fd0-998e-7e9a71cf084c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Network': ['ID=ac900bb6-6511-446a-8bb8-bf7136813c8e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:12.882351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a211f82-9aee-4377-9dab-a40999c31cb2 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Made reservation on behalf of 0550fe8890484082a33e93a213f03487 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:12.885855 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a211f82-9aee-4377-9dab-a40999c31cb2 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.910943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a211f82-9aee-4377-9dab-a40999c31cb2 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:49:12.919387 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a211f82-9aee-4377-9dab-a40999c31cb2 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.919729 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-2a211f82-9aee-4377-9dab-a40999c31cb2 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Added segment a0ef9a5f-a7be-40c4-a47e-981a32581d7e of type vlan for network e5d96254-76c7-418b-b417-b1e26681bf0a Sep 16 05:49:12.962039 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a211f82-9aee-4377-9dab-a40999c31cb2 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.962758 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.065344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a211f82-9aee-4377-9dab-a40999c31cb2 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.071011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a211f82-9aee-4377-9dab-a40999c31cb2 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:13.071606 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2a211f82-9aee-4377-9dab-a40999c31cb2 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.141030 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a211f82-9aee-4377-9dab-a40999c31cb2 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event updated for resources: {'Network': ['ID=e5d96254-76c7-418b-b417-b1e26681bf0a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:13.150997 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network e5d96254-76c7-418b-b417-b1e26681bf0a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:49:13.180230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2a211f82-9aee-4377-9dab-a40999c31cb2 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3920271 Sep 16 05:49:13.183023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43918) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:13.188875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-7c0da0a0-3f71-4644-a4c4-59b6bb076972 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Request body: {'subnet': {'network_id': 'e5d96254-76c7-418b-b417-b1e26681bf0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:13.339703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0da0a0-3f71-4644-a4c4-59b6bb076972 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Made reservation on behalf of 0550fe8890484082a33e93a213f03487 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:13.343709 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7c0da0a0-3f71-4644-a4c4-59b6bb076972 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.848441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7c0da0a0-3f71-4644-a4c4-59b6bb076972 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:13.909946 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0da0a0-3f71-4644-a4c4-59b6bb076972 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event updated for resources: {'Subnet': ['ID=7f3bd140-ccf8-45f4-94d4-cee6e11420ed,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:13.917133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0da0a0-3f71-4644-a4c4-59b6bb076972 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Checking segment: {'id': 'a0ef9a5f-a7be-40c4-a47e-981a32581d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e5d96254-76c7-418b-b417-b1e26681bf0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:13.917496 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0da0a0-3f71-4644-a4c4-59b6bb076972 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Network hostable DHCP agents. Network: e5d96254-76c7-418b-b417-b1e26681bf0a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:49:14.014206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0da0a0-3f71-4644-a4c4-59b6bb076972 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Network e5d96254-76c7-418b-b417-b1e26681bf0a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:49:14.105572 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-7c0da0a0-3f71-4644-a4c4-59b6bb076972 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, e5d96254-76c7-418b-b417-b1e26681bf0a) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:14.110534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0da0a0-3f71-4644-a4c4-59b6bb076972 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:14.111646 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7c0da0a0-3f71-4644-a4c4-59b6bb076972 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.114623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd126ea4-b2e2-4625-ac82-e524ca15417e None None] Network e5d96254-76c7-418b-b417-b1e26681bf0a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:14.174592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7c0da0a0-3f71-4644-a4c4-59b6bb076972 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9904838 Sep 16 05:49:14.178174 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43920) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:14.183259 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-134b9b5e-36b0-4f85-be03-a1781f2b5ba3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-105818681'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:14.256774 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-e5d96254-76c7-418b-b417-b1e26681bf0a', 'network_id': 'e5d96254-76c7-418b-b417-b1e26681bf0a', 'tenant_id': '0550fe8890484082a33e93a213f03487', 'fixed_ips': [{'subnet_id': '7f3bd140-ccf8-45f4-94d4-cee6e11420ed'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:49:14.257622 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.265742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134b9b5e-36b0-4f85-be03-a1781f2b5ba3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Made reservation on behalf of 0550fe8890484082a33e93a213f03487 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:14.269362 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-134b9b5e-36b0-4f85-be03-a1781f2b5ba3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.294038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134b9b5e-36b0-4f85-be03-a1781f2b5ba3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:49:14.308239 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-134b9b5e-36b0-4f85-be03-a1781f2b5ba3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.308625 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-134b9b5e-36b0-4f85-be03-a1781f2b5ba3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Added segment 9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7 of type vlan for network cd3eda8e-1231-41c1-9ce0-9e0d39327206 Sep 16 05:49:14.348619 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-134b9b5e-36b0-4f85-be03-a1781f2b5ba3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.401644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Allocated IP 2001:db8::2 (e5d96254-76c7-418b-b417-b1e26681bf0a/7f3bd140-ccf8-45f4-94d4-cee6e11420ed/04a2054b-ef1f-49d0-82ac-47406a0bc65b) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:14.425551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-134b9b5e-36b0-4f85-be03-a1781f2b5ba3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.431253 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b9b5e-36b0-4f85-be03-a1781f2b5ba3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:14.431846 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-134b9b5e-36b0-4f85-be03-a1781f2b5ba3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.500769 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b9b5e-36b0-4f85-be03-a1781f2b5ba3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event updated for resources: {'Network': ['ID=cd3eda8e-1231-41c1-9ce0-9e0d39327206,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:14.515173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network cd3eda8e-1231-41c1-9ce0-9e0d39327206 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:49:14.549394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-134b9b5e-36b0-4f85-be03-a1781f2b5ba3 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3674812 Sep 16 05:49:14.549636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43922) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:14.554782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-42602b61-49fc-4915-85a0-4acf2aebcd1f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Request body: {'subnet': {'network_id': 'cd3eda8e-1231-41c1-9ce0-9e0d39327206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:14.687091 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a021-70c3-4e44-896f-0c4d8ca10562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.699763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42602b61-49fc-4915-85a0-4acf2aebcd1f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Made reservation on behalf of 0550fe8890484082a33e93a213f03487 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:14.703401 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42602b61-49fc-4915-85a0-4acf2aebcd1f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.769835 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.837145 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.877518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Network e5d96254-76c7-418b-b417-b1e26681bf0a is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:14.880279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:14.884697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:14.897944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Pushing event updated for resources: {'Port': ['ID=04a2054b-ef1f-49d0-82ac-47406a0bc65b,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:14.934146 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42602b61-49fc-4915-85a0-4acf2aebcd1f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.955008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Attempting to bind port 04a2054b-ef1f-49d0-82ac-47406a0bc65b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:14.955306 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Attempting to bind port 04a2054b-ef1f-49d0-82ac-47406a0bc65b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'a0ef9a5f-a7be-40c4-a47e-981a32581d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e5d96254-76c7-418b-b417-b1e26681bf0a'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:14.955699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Attempting to bind port 04a2054b-ef1f-49d0-82ac-47406a0bc65b on network e5d96254-76c7-418b-b417-b1e26681bf0a {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:14.960944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:14.961296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Checking segment: {'id': 'a0ef9a5f-a7be-40c4-a47e-981a32581d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e5d96254-76c7-418b-b417-b1e26681bf0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:14.961700 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.962097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Bound using segment: {'id': 'a0ef9a5f-a7be-40c4-a47e-981a32581d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e5d96254-76c7-418b-b417-b1e26681bf0a'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:14.962563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Bound port: 04a2054b-ef1f-49d0-82ac-47406a0bc65b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ef9a5f-a7be-40c4-a47e-981a32581d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e5d96254-76c7-418b-b417-b1e26681bf0a'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:14.962948 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.006108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42602b61-49fc-4915-85a0-4acf2aebcd1f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event updated for resources: {'Subnet': ['ID=830ac968-1ac9-44d9-a547-66a9b7e56797,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:15.016286 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42602b61-49fc-4915-85a0-4acf2aebcd1f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Checking segment: {'id': '9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd3eda8e-1231-41c1-9ce0-9e0d39327206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:15.016677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42602b61-49fc-4915-85a0-4acf2aebcd1f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Network hostable DHCP agents. Network: cd3eda8e-1231-41c1-9ce0-9e0d39327206, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:49:15.029829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] For port 04a2054b-ef1f-49d0-82ac-47406a0bc65b, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:15.033136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] For port 04a2054b-ef1f-49d0-82ac-47406a0bc65b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=04a2054b-ef1f-49d0-82ac-47406a0bc65b,segment=NetworkSegment(a0ef9a5f-a7be-40c4-a47e-981a32581d7e),segment_id=a0ef9a5f-a7be-40c4-a47e-981a32581d7e)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:15.098683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42602b61-49fc-4915-85a0-4acf2aebcd1f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Network cd3eda8e-1231-41c1-9ce0-9e0d39327206 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:49:15.116338 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.180053 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b827173-afaa-451d-b582-12dd2e6f64b3 None None] Pushing event updated for resources: {'Port': ['ID=04a2054b-ef1f-49d0-82ac-47406a0bc65b,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:15.197051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-42602b61-49fc-4915-85a0-4acf2aebcd1f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, cd3eda8e-1231-41c1-9ce0-9e0d39327206) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:15.202956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42602b61-49fc-4915-85a0-4acf2aebcd1f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:15.203561 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-42602b61-49fc-4915-85a0-4acf2aebcd1f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.210169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268bc1f-6c85-4f1e-aa40-4241bcf50bee None None] Network cd3eda8e-1231-41c1-9ce0-9e0d39327206 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:15.341914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-42602b61-49fc-4915-85a0-4acf2aebcd1f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7912216 Sep 16 05:49:15.348658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43924) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:15.405991 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-cd3eda8e-1231-41c1-9ce0-9e0d39327206', 'network_id': 'cd3eda8e-1231-41c1-9ce0-9e0d39327206', 'tenant_id': '0550fe8890484082a33e93a213f03487', 'fixed_ips': [{'subnet_id': '830ac968-1ac9-44d9-a547-66a9b7e56797'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:49:15.407059 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.444886 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.460008 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.516883 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.561171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Allocated IP 2001:db8::2 (cd3eda8e-1231-41c1-9ce0-9e0d39327206/830ac968-1ac9-44d9-a547-66a9b7e56797/cb2ff0cb-b3be-488c-954b-637cda913be2) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:15.711396 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.769197 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.808678 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Network cd3eda8e-1231-41c1-9ce0-9e0d39327206 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:15.811787 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:15.814546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:15.831242 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Pushing event updated for resources: {'Port': ['ID=cb2ff0cb-b3be-488c-954b-637cda913be2,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:15.843344 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.870988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Subnet': ['ID=830ac968-1ac9-44d9-a547-66a9b7e56797,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:15.890435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Attempting to bind port cb2ff0cb-b3be-488c-954b-637cda913be2 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:15.891119 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Attempting to bind port cb2ff0cb-b3be-488c-954b-637cda913be2 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd3eda8e-1231-41c1-9ce0-9e0d39327206'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:15.891545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Attempting to bind port cb2ff0cb-b3be-488c-954b-637cda913be2 on network cd3eda8e-1231-41c1-9ce0-9e0d39327206 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:15.897195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:15.897575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Checking segment: {'id': '9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd3eda8e-1231-41c1-9ce0-9e0d39327206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:15.898116 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.898520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Bound using segment: {'id': '9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd3eda8e-1231-41c1-9ce0-9e0d39327206'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:15.898993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Bound port: cb2ff0cb-b3be-488c-954b-637cda913be2, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd3eda8e-1231-41c1-9ce0-9e0d39327206'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:15.899378 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.946313 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.966208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] For port cb2ff0cb-b3be-488c-954b-637cda913be2, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:15.968926 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3eda8e-1231-41c1-9ce0-9e0d39327206']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:15.969570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] For port cb2ff0cb-b3be-488c-954b-637cda913be2, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cb2ff0cb-b3be-488c-954b-637cda913be2,segment=NetworkSegment(9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7),segment_id=9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:15.978818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:15.979108 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:15.989532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.042261 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.044740 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.051889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:16.052297 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:16.055778 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:16.126862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f43c6-04b8-453b-8d83-7cd668b1eaf9 None None] Network e5d96254-76c7-418b-b417-b1e26681bf0a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:16.148663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ff24a-0893-446a-8719-4b9428d8f4b0 None None] Pushing event updated for resources: {'Port': ['ID=cb2ff0cb-b3be-488c-954b-637cda913be2,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:16.151541 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.db.api [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:49:16.151541 n-d-712137-12 neutron-server[95452]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:49:16.151541 n-d-712137-12 neutron-server[95452]: [parameters: {'id': 'cd3eda8e-1231-41c1-9ce0-9e0d39327206'}] Sep 16 05:49:16.151541 n-d-712137-12 neutron-server[95452]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:49:16.152127 n-d-712137-12 neutron-server[95452]: DEBUG oslo_db.api [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:49:16.169869 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e2515a-4be2-4ae8-9672-8cedfc2d7426 None None] Network cd3eda8e-1231-41c1-9ce0-9e0d39327206 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:16.289253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-58395097-e16a-493c-b16a-f4772bd0e749 None None] Provisioning complete for port 04a2054b-ef1f-49d0-82ac-47406a0bc65b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:16.289538 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-58395097-e16a-493c-b16a-f4772bd0e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.291016 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.473767 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-58395097-e16a-493c-b16a-f4772bd0e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.510970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-58395097-e16a-493c-b16a-f4772bd0e749 None None] For port 04a2054b-ef1f-49d0-82ac-47406a0bc65b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=04a2054b-ef1f-49d0-82ac-47406a0bc65b,segment=NetworkSegment(a0ef9a5f-a7be-40c4-a47e-981a32581d7e),segment_id=a0ef9a5f-a7be-40c4-a47e-981a32581d7e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:16.592199 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-58395097-e16a-493c-b16a-f4772bd0e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.643089 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58395097-e16a-493c-b16a-f4772bd0e749 None None] Pushing event updated for resources: {'Port': ['ID=04a2054b-ef1f-49d0-82ac-47406a0bc65b,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:16.649956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6028ee-ad58-4132-8119-d3564487742c None None] get_active_networks_info from n-d-712137-12 {{(pid=95453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:49:16.653530 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.711842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Deleting port cb2ff0cb-b3be-488c-954b-637cda913be2 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:16.712184 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.728791 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d89e1df5-8a64-4f3a-acf6-7a0e35ed0373 None None] Provisioning complete for port 04a2054b-ef1f-49d0-82ac-47406a0bc65b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:16.729166 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d89e1df5-8a64-4f3a-acf6-7a0e35ed0373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.755588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6028ee-ad58-4132-8119-d3564487742c None None] Resources bound (agent type, host, resource id): {{(pid=95453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:49:16.775875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] For port cb2ff0cb-b3be-488c-954b-637cda913be2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=cb2ff0cb-b3be-488c-954b-637cda913be2,segment=NetworkSegment(9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7),segment_id=9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:16.776246 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.789088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Calling delete_port for cb2ff0cb-b3be-488c-954b-637cda913be2 owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:16.935080 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:16.948869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] No DVR routers for this DVR port cb2ff0cb-b3be-488c-954b-637cda913be2 on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:16.990653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Port': ['ID=cb2ff0cb-b3be-488c-954b-637cda913be2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:17.015161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 04a2054b-ef1f-49d0-82ac-47406a0bc65b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:17.040798 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.054898 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.071518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 04a2054b-ef1f-49d0-82ac-47406a0bc65b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:17.071901 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.080009 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3eda8e-1231-41c1-9ce0-9e0d39327206']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:17.089168 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:17.089465 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfc05ba-b4aa-46f7-a8e7-5a8de3ac17a7') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:17.099343 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.113526 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.119411 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:17.119792 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:17.123609 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:17.253996 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.261318 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.263537 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/networks/cd3eda8e-1231-41c1-9ce0-9e0d39327206 HTTP/1.1" status: 204 len: 168 time: 1.9175732 Sep 16 05:49:17.269781 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43926) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:17.274407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8f306-8238-4a7d-9182-f849d979d786 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Network': ['ID=cd3eda8e-1231-41c1-9ce0-9e0d39327206,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:17.303535 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-543616b5-a773-43ac-908c-8703a7d3baba tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] GET failed (client error): The resource could not be found. Sep 16 05:49:17.304864 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-543616b5-a773-43ac-908c-8703a7d3baba tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "GET /v2.0/subnets/830ac968-1ac9-44d9-a547-66a9b7e56797 HTTP/1.1" status: 404 len: 337 time: 0.0340676 Sep 16 05:49:17.307631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43928) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:17.325694 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-be99d687-347d-4a35-9bc0-446001991264 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:49:17.326283 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be99d687-347d-4a35-9bc0-446001991264 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:49:17.328100 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-be99d687-347d-4a35-9bc0-446001991264 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/networks/cd3eda8e-1231-41c1-9ce0-9e0d39327206 HTTP/1.1" status: 404 len: 339 time: 0.0195084 Sep 16 05:49:17.331592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43930) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:17.357270 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05b8da5-94b7-4f1f-8886-870d18b81c78 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:49:17.357720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05b8da5-94b7-4f1f-8886-870d18b81c78 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:49:17.359409 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d05b8da5-94b7-4f1f-8886-870d18b81c78 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/subnets/830ac968-1ac9-44d9-a547-66a9b7e56797 HTTP/1.1" status: 404 len: 337 time: 0.0268941 Sep 16 05:49:17.361841 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43932) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:17.379836 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2a6c50-05e2-4723-9120-6b946441f5b4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:49:17.380425 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2a6c50-05e2-4723-9120-6b946441f5b4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:49:17.382089 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1d2a6c50-05e2-4723-9120-6b946441f5b4 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/networks/cd3eda8e-1231-41c1-9ce0-9e0d39327206 HTTP/1.1" status: 404 len: 339 time: 0.0193007 Sep 16 05:49:17.384493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43934) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:17.434749 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c1a896-3de7-42e9-9d7f-b979419e9cf8 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Deleting subnet 7f3bd140-ccf8-45f4-94d4-cee6e11420ed {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:49:17.437793 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5c1a896-3de7-42e9-9d7f-b979419e9cf8 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.475904 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5c1a896-3de7-42e9-9d7f-b979419e9cf8 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.562171 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5c1a896-3de7-42e9-9d7f-b979419e9cf8 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.699389 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5c1a896-3de7-42e9-9d7f-b979419e9cf8 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.724883 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1a896-3de7-42e9-9d7f-b979419e9cf8 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Subnet': ['ID=7f3bd140-ccf8-45f4-94d4-cee6e11420ed,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:17.743143 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f5c1a896-3de7-42e9-9d7f-b979419e9cf8 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.743143 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f5c1a896-3de7-42e9-9d7f-b979419e9cf8 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/subnets/7f3bd140-ccf8-45f4-94d4-cee6e11420ed HTTP/1.1" status: 204 len: 168 time: 0.3476348 Sep 16 05:49:17.743143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43936) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:17.743606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f3275b-0d64-428f-a22c-d03352cb2cd9 None None] Network e5d96254-76c7-418b-b417-b1e26681bf0a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:17.764125 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.817042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.870738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Deleting port 04a2054b-ef1f-49d0-82ac-47406a0bc65b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:17.871083 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.920123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e83915e-dfa0-4d35-bf1b-06590985990f None None] DHCP port deletion for e5d96254-76c7-418b-b417-b1e26681bf0a request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:49:17.941974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] For port 04a2054b-ef1f-49d0-82ac-47406a0bc65b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=04a2054b-ef1f-49d0-82ac-47406a0bc65b,segment=NetworkSegment(a0ef9a5f-a7be-40c4-a47e-981a32581d7e),segment_id=a0ef9a5f-a7be-40c4-a47e-981a32581d7e)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:17.942391 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.955299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Calling delete_port for 04a2054b-ef1f-49d0-82ac-47406a0bc65b owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:17.966728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1e83915e-dfa0-4d35-bf1b-06590985990f None None] Deleting port 04a2054b-ef1f-49d0-82ac-47406a0bc65b {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:17.967110 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e83915e-dfa0-4d35-bf1b-06590985990f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.033837 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1e83915e-dfa0-4d35-bf1b-06590985990f None None] For port 04a2054b-ef1f-49d0-82ac-47406a0bc65b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=04a2054b-ef1f-49d0-82ac-47406a0bc65b,segment=NetworkSegment(a0ef9a5f-a7be-40c4-a47e-981a32581d7e),segment_id=a0ef9a5f-a7be-40c4-a47e-981a32581d7e)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:18.034238 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e83915e-dfa0-4d35-bf1b-06590985990f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.046977 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1e83915e-dfa0-4d35-bf1b-06590985990f None None] Calling delete_port for 04a2054b-ef1f-49d0-82ac-47406a0bc65b owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:18.105548 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.121080 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e83915e-dfa0-4d35-bf1b-06590985990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.133378 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Port': ['ID=04a2054b-ef1f-49d0-82ac-47406a0bc65b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:18.135220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] No DVR routers for this DVR port 04a2054b-ef1f-49d0-82ac-47406a0bc65b on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:18.151792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83915e-dfa0-4d35-bf1b-06590985990f None None] Pushing event deleted for resources: {'Port': ['ID=04a2054b-ef1f-49d0-82ac-47406a0bc65b,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:18.155165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e83915e-dfa0-4d35-bf1b-06590985990f None None] No DVR routers for this DVR port 04a2054b-ef1f-49d0-82ac-47406a0bc65b on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:18.217651 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.237655 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d96254-76c7-418b-b417-b1e26681bf0a']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:18.246755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ef9a5f-a7be-40c4-a47e-981a32581d7e') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:18.247059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ef9a5f-a7be-40c4-a47e-981a32581d7e') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:18.256605 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.269369 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.275046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:18.275621 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:18.279009 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:18.402226 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.411142 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.413067 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/networks/e5d96254-76c7-418b-b417-b1e26681bf0a HTTP/1.1" status: 204 len: 168 time: 0.6765456 Sep 16 05:49:18.415762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43938) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:18.423546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd5716-66c6-4eea-81eb-7f5486e98a90 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Network': ['ID=e5d96254-76c7-418b-b417-b1e26681bf0a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:18.442954 n-d-712137-12 neutron-server[95452]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce94ba1-5a7f-473a-850d-85411cbe7542 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:49:18.443403 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce94ba1-5a7f-473a-850d-85411cbe7542 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95452) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:49:18.445144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6ce94ba1-5a7f-473a-850d-85411cbe7542 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/subnets/8f68e84b-1eda-4b00-a87b-c75c103033dd HTTP/1.1" status: 404 len: 337 time: 0.0283661 Sep 16 05:49:18.447764 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43940) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:18.465867 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-8404c1fc-2fae-47b0-873e-b3725e73fe4f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:49:18.466454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8404c1fc-2fae-47b0-873e-b3725e73fe4f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:49:18.468135 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8404c1fc-2fae-47b0-873e-b3725e73fe4f tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/networks/ac900bb6-6511-446a-8bb8-bf7136813c8e HTTP/1.1" status: 404 len: 339 time: 0.0193584 Sep 16 05:49:18.470539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43942) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:18.495612 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e3ef20-f931-495d-a0b0-328c8d476128 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:49:18.496052 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e3ef20-f931-495d-a0b0-328c8d476128 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:49:18.497716 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-27e3ef20-f931-495d-a0b0-328c8d476128 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/subnets/3b4f76f2-afe3-46fa-a959-e7778baf7ced HTTP/1.1" status: 404 len: 337 time: 0.0262828 Sep 16 05:49:18.499952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43944) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:18.517295 n-d-712137-12 neutron-server[95451]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c86bbc-94bf-467c-8baf-19e919cc6dec tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:49:18.517816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c86bbc-94bf-467c-8baf-19e919cc6dec tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95451) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:49:18.519421 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e4c86bbc-94bf-467c-8baf-19e919cc6dec tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/networks/3eab9651-e0d0-4548-8a9e-82cec1135d56 HTTP/1.1" status: 404 len: 339 time: 0.0185666 Sep 16 05:49:18.521601 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43946) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:18.571794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61b367f-ecda-46e2-b44c-34d621830e9c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Deleting subnet 890099d8-8e52-43eb-9b09-942832ce132c {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:49:18.575489 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e61b367f-ecda-46e2-b44c-34d621830e9c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.615081 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e61b367f-ecda-46e2-b44c-34d621830e9c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.702055 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e61b367f-ecda-46e2-b44c-34d621830e9c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.819876 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e61b367f-ecda-46e2-b44c-34d621830e9c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.845262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b367f-ecda-46e2-b44c-34d621830e9c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Subnet': ['ID=890099d8-8e52-43eb-9b09-942832ce132c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:18.850905 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e61b367f-ecda-46e2-b44c-34d621830e9c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.852903 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e61b367f-ecda-46e2-b44c-34d621830e9c tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/subnets/890099d8-8e52-43eb-9b09-942832ce132c HTTP/1.1" status: 204 len: 168 time: 0.3304214 Sep 16 05:49:18.855999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43948) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:18.856715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61290835-7a9e-4ac4-9145-eb5d04d7ac4b None None] Network c2eaac9e-f616-4410-b9c5-04556434e8e9 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:18.938123 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.980070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 04a2054b-ef1f-49d0-82ac-47406a0bc65b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:18.997988 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Deleting port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:18.998347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.000620 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 04a2054b-ef1f-49d0-82ac-47406a0bc65b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:19.000971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 04a2054b-ef1f-49d0-82ac-47406a0bc65b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:19.028729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e96d3a7-7347-4a84-b2d4-fe27bfb8f8a2 None None] DHCP port deletion for c2eaac9e-f616-4410-b9c5-04556434e8e9 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:49:19.067169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] For port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6d5c0b10-a7c7-41c8-9adc-0d959292ebf8,segment=NetworkSegment(e7647a92-fe4d-4ff5-892d-c96b00d0c450),segment_id=e7647a92-fe4d-4ff5-892d-c96b00d0c450)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:19.067534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.074042 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1e96d3a7-7347-4a84-b2d4-fe27bfb8f8a2 None None] Deleting port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:19.074386 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e96d3a7-7347-4a84-b2d4-fe27bfb8f8a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.080505 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Calling delete_port for 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:19.142870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1e96d3a7-7347-4a84-b2d4-fe27bfb8f8a2 None None] For port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6d5c0b10-a7c7-41c8-9adc-0d959292ebf8,segment=NetworkSegment(e7647a92-fe4d-4ff5-892d-c96b00d0c450),segment_id=e7647a92-fe4d-4ff5-892d-c96b00d0c450)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:19.143265 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e96d3a7-7347-4a84-b2d4-fe27bfb8f8a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.155844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1e96d3a7-7347-4a84-b2d4-fe27bfb8f8a2 None None] Calling delete_port for 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:19.265653 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.271398 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e96d3a7-7347-4a84-b2d4-fe27bfb8f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.292701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Port': ['ID=6d5c0b10-a7c7-41c8-9adc-0d959292ebf8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:19.297516 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96d3a7-7347-4a84-b2d4-fe27bfb8f8a2 None None] Pushing event deleted for resources: {'Port': ['ID=6d5c0b10-a7c7-41c8-9adc-0d959292ebf8,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:19.298484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] No DVR routers for this DVR port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:19.300989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e96d3a7-7347-4a84-b2d4-fe27bfb8f8a2 None None] No DVR routers for this DVR port 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:19.383506 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.402967 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2eaac9e-f616-4410-b9c5-04556434e8e9']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:19.412336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7647a92-fe4d-4ff5-892d-c96b00d0c450') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:19.412669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7647a92-fe4d-4ff5-892d-c96b00d0c450') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:19.422537 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.435802 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.441597 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:19.441985 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:19.444893 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:19.601279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.609094 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.610677 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] 10.222.0.24 "DELETE /v2.0/networks/c2eaac9e-f616-4410-b9c5-04556434e8e9 HTTP/1.1" status: 204 len: 168 time: 0.7533436 Sep 16 05:49:19.622499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab43ac0-90ad-47bd-a7d1-a81cfa014176 tempest-NetworksIpV6Test-474247364 tempest-NetworksIpV6Test-474247364-project] Pushing event deleted for resources: {'Network': ['ID=c2eaac9e-f616-4410-b9c5-04556434e8e9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:20.106993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43954) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:20.138702 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:49:20.236779 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f8bdf948-d6ee-431d-b058-01d2ce34450a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0550fe8890484082a33e93a213f03487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285963 Sep 16 05:49:20.239255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43958) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:20.288491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-716742eb-167a-40be-9f40-5daefeee263f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.309913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-716742eb-167a-40be-9f40-5daefeee263f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.413738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-716742eb-167a-40be-9f40-5daefeee263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.416262 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-716742eb-167a-40be-9f40-5daefeee263f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.417451 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-716742eb-167a-40be-9f40-5daefeee263f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e605a279-2695-4fed-804a-754fb5ac5284 HTTP/1.1" status: 204 len: 168 time: 0.1772873 Sep 16 05:49:20.425479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716742eb-167a-40be-9f40-5daefeee263f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e605a279-2695-4fed-804a-754fb5ac5284,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:20.962860 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:20.983646 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:20.983995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6d5c0b10-a7c7-41c8-9adc-0d959292ebf8 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:21.440936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43980) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:21.536112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b57f773a-7365-4c89-a602-59640e692bc7 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1463079410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:21.636698 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b57f773a-7365-4c89-a602-59640e692bc7 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.637675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b57f773a-7365-4c89-a602-59640e692bc7 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.691860 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b57f773a-7365-4c89-a602-59640e692bc7 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.774618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b57f773a-7365-4c89-a602-59640e692bc7 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.876738 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b57f773a-7365-4c89-a602-59640e692bc7 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.878000 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b57f773a-7365-4c89-a602-59640e692bc7 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4360342 Sep 16 05:49:21.880694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43984) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:21.885431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-458864486'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:21.968822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Made reservation on behalf of f689be1e201142449090b61e619054b4 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:21.972189 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.980551 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.069448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.128216 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.157312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:49:22.162730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a529f03a-09df-42c0-9f3b-1c4628fade14,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:22.170347 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.171363 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Added segment 9fd682ef-09b8-4513-bb64-61d7df6e10bd of type vlan for network e1aa4b64-ff67-4b9e-975a-e00073c90669 Sep 16 05:49:22.213169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.293661 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.299452 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:22.300044 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.366256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Pushing event updated for resources: {'Network': ['ID=e1aa4b64-ff67-4b9e-975a-e00073c90669,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:22.377043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network e1aa4b64-ff67-4b9e-975a-e00073c90669 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:49:22.391743 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7ce3751c-d275-4f24-bc2b-0e508fc046e4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5100443 Sep 16 05:49:22.394610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43986) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:22.399454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-324a2247-13f5-47f6-beb3-1579df730f4d tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Request body: {'subnet': {'network_id': 'e1aa4b64-ff67-4b9e-975a-e00073c90669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:22.545558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324a2247-13f5-47f6-beb3-1579df730f4d tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Made reservation on behalf of f689be1e201142449090b61e619054b4 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:22.549183 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-324a2247-13f5-47f6-beb3-1579df730f4d tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.774010 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-324a2247-13f5-47f6-beb3-1579df730f4d tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.835800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a2247-13f5-47f6-beb3-1579df730f4d tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Pushing event updated for resources: {'Subnet': ['ID=5546033b-2481-4a3e-ba53-9bff5cd70913,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:22.843605 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a2247-13f5-47f6-beb3-1579df730f4d tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Checking segment: {'id': '9fd682ef-09b8-4513-bb64-61d7df6e10bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e1aa4b64-ff67-4b9e-975a-e00073c90669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:22.843969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a2247-13f5-47f6-beb3-1579df730f4d tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Network hostable DHCP agents. Network: e1aa4b64-ff67-4b9e-975a-e00073c90669, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:49:22.922021 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a2247-13f5-47f6-beb3-1579df730f4d tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Network e1aa4b64-ff67-4b9e-975a-e00073c90669 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:49:23.001432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-324a2247-13f5-47f6-beb3-1579df730f4d tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, e1aa4b64-ff67-4b9e-975a-e00073c90669) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:23.005666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324a2247-13f5-47f6-beb3-1579df730f4d tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:23.006262 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-324a2247-13f5-47f6-beb3-1579df730f4d tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.010406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813e888-6223-4d21-908a-b8d0670cfd93 None None] Network e1aa4b64-ff67-4b9e-975a-e00073c90669 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:23.071914 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-324a2247-13f5-47f6-beb3-1579df730f4d tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6762173 Sep 16 05:49:23.074855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43988) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:23.079936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-76ba0985-5521-4a69-b18d-9b613ec8620a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1008745177'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:23.156863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ba0985-5521-4a69-b18d-9b613ec8620a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Made reservation on behalf of f689be1e201142449090b61e619054b4 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:23.159976 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-e1aa4b64-ff67-4b9e-975a-e00073c90669', 'network_id': 'e1aa4b64-ff67-4b9e-975a-e00073c90669', 'tenant_id': 'f689be1e201142449090b61e619054b4', 'fixed_ips': [{'subnet_id': '5546033b-2481-4a3e-ba53-9bff5cd70913'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:49:23.160993 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.161884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76ba0985-5521-4a69-b18d-9b613ec8620a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.188513 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ba0985-5521-4a69-b18d-9b613ec8620a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:49:23.197267 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76ba0985-5521-4a69-b18d-9b613ec8620a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.197612 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-76ba0985-5521-4a69-b18d-9b613ec8620a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Added segment 73bf350e-1f31-4c20-a003-1e2b222cdb74 of type vlan for network 56998e5c-2cbb-4285-99cf-4a0e03ebfc24 Sep 16 05:49:23.238673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76ba0985-5521-4a69-b18d-9b613ec8620a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.293143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Allocated IP 172.20.0.2 (e1aa4b64-ff67-4b9e-975a-e00073c90669/5546033b-2481-4a3e-ba53-9bff5cd70913/a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:23.328118 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76ba0985-5521-4a69-b18d-9b613ec8620a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.333936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba0985-5521-4a69-b18d-9b613ec8620a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:23.334523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-76ba0985-5521-4a69-b18d-9b613ec8620a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.409340 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba0985-5521-4a69-b18d-9b613ec8620a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Pushing event updated for resources: {'Network': ['ID=56998e5c-2cbb-4285-99cf-4a0e03ebfc24,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:23.489265 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-76ba0985-5521-4a69-b18d-9b613ec8620a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4133456 Sep 16 05:49:23.492026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43990) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:23.497262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c5e2561d-aeac-4ec0-a958-1142a88512f4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Request body: {'subnet': {'network_id': '56998e5c-2cbb-4285-99cf-4a0e03ebfc24', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:23.511227 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 56998e5c-2cbb-4285-99cf-4a0e03ebfc24 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:49:23.646733 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.687949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e2561d-aeac-4ec0-a958-1142a88512f4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Made reservation on behalf of f689be1e201142449090b61e619054b4 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:23.691546 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5e2561d-aeac-4ec0-a958-1142a88512f4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.728904 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.767850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Network e1aa4b64-ff67-4b9e-975a-e00073c90669 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:23.770844 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:23.776406 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:23.787448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Pushing event updated for resources: {'Port': ['ID=a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:23.837309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Attempting to bind port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:23.837682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Attempting to bind port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '9fd682ef-09b8-4513-bb64-61d7df6e10bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e1aa4b64-ff67-4b9e-975a-e00073c90669'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:23.838048 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Attempting to bind port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 on network e1aa4b64-ff67-4b9e-975a-e00073c90669 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:23.843131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:23.843614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Checking segment: {'id': '9fd682ef-09b8-4513-bb64-61d7df6e10bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e1aa4b64-ff67-4b9e-975a-e00073c90669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:23.844152 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.844569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Bound using segment: {'id': '9fd682ef-09b8-4513-bb64-61d7df6e10bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e1aa4b64-ff67-4b9e-975a-e00073c90669'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:23.845033 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Bound port: a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd682ef-09b8-4513-bb64-61d7df6e10bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e1aa4b64-ff67-4b9e-975a-e00073c90669'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:23.845411 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.910650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] For port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:23.913642 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] For port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191,segment=NetworkSegment(9fd682ef-09b8-4513-bb64-61d7df6e10bd),segment_id=9fd682ef-09b8-4513-bb64-61d7df6e10bd)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:23.955809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5e2561d-aeac-4ec0-a958-1142a88512f4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.980291 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.022313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2561d-aeac-4ec0-a958-1142a88512f4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Pushing event updated for resources: {'Subnet': ['ID=a862381e-b83b-4e35-97ba-143dbca48e1e,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:24.041067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2561d-aeac-4ec0-a958-1142a88512f4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Checking segment: {'id': '73bf350e-1f31-4c20-a003-1e2b222cdb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '56998e5c-2cbb-4285-99cf-4a0e03ebfc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:24.041440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2561d-aeac-4ec0-a958-1142a88512f4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Network hostable DHCP agents. Network: 56998e5c-2cbb-4285-99cf-4a0e03ebfc24, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:49:24.047943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394c016-cba8-484f-b647-acab6e6ae813 None None] Pushing event updated for resources: {'Port': ['ID=a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:24.127970 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2561d-aeac-4ec0-a958-1142a88512f4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Network 56998e5c-2cbb-4285-99cf-4a0e03ebfc24 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:49:24.248436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-c5e2561d-aeac-4ec0-a958-1142a88512f4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 56998e5c-2cbb-4285-99cf-4a0e03ebfc24) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:24.252965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2561d-aeac-4ec0-a958-1142a88512f4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:24.253630 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5e2561d-aeac-4ec0-a958-1142a88512f4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.259644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c3bea9-dc5f-43fa-83ce-851e118ea01f None None] Network 56998e5c-2cbb-4285-99cf-4a0e03ebfc24 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:24.340549 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c5e2561d-aeac-4ec0-a958-1142a88512f4 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8472946 Sep 16 05:49:24.344140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43992) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:24.348916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c64037e2-3f84-41e3-a5ff-0ac00361d9bf tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Request body: {'router': {'external_gateway_info': {'network_id': '56998e5c-2cbb-4285-99cf-4a0e03ebfc24'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:24.413740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-56998e5c-2cbb-4285-99cf-4a0e03ebfc24', 'network_id': '56998e5c-2cbb-4285-99cf-4a0e03ebfc24', 'tenant_id': 'f689be1e201142449090b61e619054b4', 'fixed_ips': [{'subnet_id': 'a862381e-b83b-4e35-97ba-143dbca48e1e'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:49:24.414589 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.555435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Allocated IP 172.21.0.2 (56998e5c-2cbb-4285-99cf-4a0e03ebfc24/a862381e-b83b-4e35-97ba-143dbca48e1e/7c98549c-763c-4347-95c0-d4e54cf016ff) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:24.558334 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c64037e2-3f84-41e3-a5ff-0ac00361d9bf tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.706265 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.808926 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.856408 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Network 56998e5c-2cbb-4285-99cf-4a0e03ebfc24 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:24.860504 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:24.868263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:24.874960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Pushing event updated for resources: {'Port': ['ID=7c98549c-763c-4347-95c0-d4e54cf016ff,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:24.942122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Attempting to bind port 7c98549c-763c-4347-95c0-d4e54cf016ff on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:24.942488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Attempting to bind port 7c98549c-763c-4347-95c0-d4e54cf016ff by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '73bf350e-1f31-4c20-a003-1e2b222cdb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '56998e5c-2cbb-4285-99cf-4a0e03ebfc24'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:24.942859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Attempting to bind port 7c98549c-763c-4347-95c0-d4e54cf016ff on network 56998e5c-2cbb-4285-99cf-4a0e03ebfc24 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:24.948652 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:24.949039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Checking segment: {'id': '73bf350e-1f31-4c20-a003-1e2b222cdb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '56998e5c-2cbb-4285-99cf-4a0e03ebfc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:24.950045 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.950045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Bound using segment: {'id': '73bf350e-1f31-4c20-a003-1e2b222cdb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '56998e5c-2cbb-4285-99cf-4a0e03ebfc24'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:24.950313 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Bound port: 7c98549c-763c-4347-95c0-d4e54cf016ff, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bf350e-1f31-4c20-a003-1e2b222cdb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '56998e5c-2cbb-4285-99cf-4a0e03ebfc24'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:24.953301 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.026953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793bd46f-b707-4315-a305-39191ec5d177 None None] Network e1aa4b64-ff67-4b9e-975a-e00073c90669 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:25.037895 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:25.040551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] For port 7c98549c-763c-4347-95c0-d4e54cf016ff, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:25.091322 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] For port 7c98549c-763c-4347-95c0-d4e54cf016ff, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7c98549c-763c-4347-95c0-d4e54cf016ff,segment=NetworkSegment(73bf350e-1f31-4c20-a003-1e2b222cdb74),segment_id=73bf350e-1f31-4c20-a003-1e2b222cdb74)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:25.096316 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [None req-c64037e2-3f84-41e3-a5ff-0ac00361d9bf tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:49:25.097413 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c64037e2-3f84-41e3-a5ff-0ac00361d9bf tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] 10.222.0.24 "PUT /v2.0/routers/d7537e29-da8d-4e8d-938f-c6c5a1e3feb6 HTTP/1.1" status: 400 len: 364 time: 0.7521527 Sep 16 05:49:25.103488 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 43994) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:25.146984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9777f80b-76d0-4f4e-b66f-df3ce572f3c5 None None] Provisioning complete for port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:25.147353 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9777f80b-76d0-4f4e-b66f-df3ce572f3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.153730 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.162991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Deleting subnet a862381e-b83b-4e35-97ba-143dbca48e1e {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:49:25.166142 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.207762 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.263099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:25.263398 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.301186 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.330118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcf7df-f7ce-4081-b64b-b6cfb8cefdad None None] Pushing event updated for resources: {'Port': ['ID=7c98549c-763c-4347-95c0-d4e54cf016ff,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:25.423221 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9777f80b-76d0-4f4e-b66f-df3ce572f3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.454799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.488428 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.491093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Pushing event deleted for resources: {'Subnet': ['ID=a862381e-b83b-4e35-97ba-143dbca48e1e,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:25.509443 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.511511 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] 10.222.0.24 "DELETE /v2.0/subnets/a862381e-b83b-4e35-97ba-143dbca48e1e HTTP/1.1" status: 204 len: 168 time: 0.4068980 Sep 16 05:49:25.512330 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9777f80b-76d0-4f4e-b66f-df3ce572f3c5 None None] For port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191,segment=NetworkSegment(9fd682ef-09b8-4513-bb64-61d7df6e10bd),segment_id=9fd682ef-09b8-4513-bb64-61d7df6e10bd)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:25.513116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:25.513648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:25.514469 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43996) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:25.519312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:25.519788 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:25.520131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:25.520723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:25.521229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:25.521919 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:25.522612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:25.523093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:25.523580 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:25.524173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6e2f-9fe3-4142-b569-eab664394d2a tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:25.580937 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9777f80b-76d0-4f4e-b66f-df3ce572f3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.609507 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.658758 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:49:25.659030 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:49:25.663555 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777f80b-76d0-4f4e-b66f-df3ce572f3c5 None None] Pushing event updated for resources: {'Port': ['ID=a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:25.670211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Deleting port 7c98549c-763c-4347-95c0-d4e54cf016ff {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:25.670778 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.739783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] For port 7c98549c-763c-4347-95c0-d4e54cf016ff, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7c98549c-763c-4347-95c0-d4e54cf016ff,segment=NetworkSegment(73bf350e-1f31-4c20-a003-1e2b222cdb74),segment_id=73bf350e-1f31-4c20-a003-1e2b222cdb74)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:25.740152 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.752312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Calling delete_port for 7c98549c-763c-4347-95c0-d4e54cf016ff owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:25.799744 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-111f8743-8e33-4f58-9468-4169ddc575e4 None None] Provisioning complete for port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:25.800171 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-111f8743-8e33-4f58-9468-4169ddc575e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.945793 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.976867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Pushing event deleted for resources: {'Port': ['ID=7c98549c-763c-4347-95c0-d4e54cf016ff,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:25.980380 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] No DVR routers for this DVR port 7c98549c-763c-4347-95c0-d4e54cf016ff on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:26.062302 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.083653 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56998e5c-2cbb-4285-99cf-4a0e03ebfc24']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:26.094000 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bf350e-1f31-4c20-a003-1e2b222cdb74') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:26.094295 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bf350e-1f31-4c20-a003-1e2b222cdb74') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:26.110159 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.125686 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.132298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:26.132800 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:26.135916 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:26.183163 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a24729-16b5-4a0c-bde2-1cdbc631a70a None None] Network 56998e5c-2cbb-4285-99cf-4a0e03ebfc24 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:26.225205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-eb05a180-056c-493d-b1f4-a72b897f7158 None None] Could not find standard attr ID for object 7c98549c-763c-4347-95c0-d4e54cf016ff. {{(pid=95453) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:49:26.293700 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.306924 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.308766 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] 10.222.0.24 "DELETE /v2.0/networks/56998e5c-2cbb-4285-99cf-4a0e03ebfc24 HTTP/1.1" status: 204 len: 168 time: 0.7932818 Sep 16 05:49:26.311879 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 43998) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:26.330925 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bd553-3562-4217-9674-2d4e2be58a60 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Pushing event deleted for resources: {'Network': ['ID=56998e5c-2cbb-4285-99cf-4a0e03ebfc24,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:26.374299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7202ced2-e583-421c-9c4d-7133edd2c7c0 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Deleting subnet 5546033b-2481-4a3e-ba53-9bff5cd70913 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:49:26.378244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7202ced2-e583-421c-9c4d-7133edd2c7c0 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.381499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63f1fed-f779-4de2-8973-efdb5c721a5a None None] DHCP port deletion for 56998e5c-2cbb-4285-99cf-4a0e03ebfc24 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:49:26.424687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7202ced2-e583-421c-9c4d-7133edd2c7c0 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.507556 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7202ced2-e583-421c-9c4d-7133edd2c7c0 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.619565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7202ced2-e583-421c-9c4d-7133edd2c7c0 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.650326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202ced2-e583-421c-9c4d-7133edd2c7c0 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Pushing event deleted for resources: {'Subnet': ['ID=5546033b-2481-4a3e-ba53-9bff5cd70913,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:26.655035 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7202ced2-e583-421c-9c4d-7133edd2c7c0 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.657626 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7202ced2-e583-421c-9c4d-7133edd2c7c0 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] 10.222.0.24 "DELETE /v2.0/subnets/5546033b-2481-4a3e-ba53-9bff5cd70913 HTTP/1.1" status: 204 len: 168 time: 0.3439486 Sep 16 05:49:26.659802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44000) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:26.662195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0fbff5-a84a-4c73-9b78-bd57b3efc262 None None] Network e1aa4b64-ff67-4b9e-975a-e00073c90669 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:26.737723 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.792741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Deleting port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:26.793092 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.827842 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ba1d55-25f7-44c6-add9-3ce58f5e989f None None] DHCP port deletion for e1aa4b64-ff67-4b9e-975a-e00073c90669 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:49:26.862400 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] For port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191,segment=NetworkSegment(9fd682ef-09b8-4513-bb64-61d7df6e10bd),segment_id=9fd682ef-09b8-4513-bb64-61d7df6e10bd)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:26.865639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.875519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Calling delete_port for a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:26.876107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-65ba1d55-25f7-44c6-add9-3ce58f5e989f None None] Deleting port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:26.876634 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-65ba1d55-25f7-44c6-add9-3ce58f5e989f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.948444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-65ba1d55-25f7-44c6-add9-3ce58f5e989f None None] For port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191,segment=NetworkSegment(9fd682ef-09b8-4513-bb64-61d7df6e10bd),segment_id=9fd682ef-09b8-4513-bb64-61d7df6e10bd)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:26.948444 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-65ba1d55-25f7-44c6-add9-3ce58f5e989f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.962375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-65ba1d55-25f7-44c6-add9-3ce58f5e989f None None] Calling delete_port for a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:27.004709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:27.025318 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.052480 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Pushing event deleted for resources: {'Port': ['ID=a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:27.056026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] No DVR routers for this DVR port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:27.067256 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No active binding found for port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 {{(pid=95453) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:49:27.067687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:27.082826 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-65ba1d55-25f7-44c6-add9-3ce58f5e989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.106916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba1d55-25f7-44c6-add9-3ce58f5e989f None None] Pushing event deleted for resources: {'Port': ['ID=a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:27.113476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba1d55-25f7-44c6-add9-3ce58f5e989f None None] No DVR routers for this DVR port a2f1f1ac-e7eb-4a5b-8a36-ecc66e122191 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:27.139601 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.160361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1aa4b64-ff67-4b9e-975a-e00073c90669']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:27.169523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd682ef-09b8-4513-bb64-61d7df6e10bd') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:27.169875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd682ef-09b8-4513-bb64-61d7df6e10bd') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:27.179096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.192689 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.198419 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:27.200783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:27.202495 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:27.362685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.370246 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.371794 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] 10.222.0.24 "DELETE /v2.0/networks/e1aa4b64-ff67-4b9e-975a-e00073c90669 HTTP/1.1" status: 204 len: 168 time: 0.7102761 Sep 16 05:49:27.374470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44002) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:27.393473 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d624af-4f12-44e6-a0b9-a34715a39788 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Pushing event deleted for resources: {'Network': ['ID=e1aa4b64-ff67-4b9e-975a-e00073c90669,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:27.411560 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1dda30ef-a34b-4bda-adb3-b5dff01fbcc9 tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7537e29-da8d-4e8d-938f-c6c5a1e3feb6 HTTP/1.1" status: 200 len: 205 time: 0.0360599 Sep 16 05:49:27.413896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44004) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:27.488124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00784c7c-97ba-416b-9737-45a073679bea tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.645312 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00784c7c-97ba-416b-9737-45a073679bea tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.647281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00784c7c-97ba-416b-9737-45a073679bea tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.784244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00784c7c-97ba-416b-9737-45a073679bea tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.784802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00784c7c-97ba-416b-9737-45a073679bea tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Fanout notify agent at l3_agent the message router_deleted on router d7537e29-da8d-4e8d-938f-c6c5a1e3feb6 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:49:27.791633 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-00784c7c-97ba-416b-9737-45a073679bea tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.799065 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-00784c7c-97ba-416b-9737-45a073679bea tempest-RoutersNegativeTest-1580019690 tempest-RoutersNegativeTest-1580019690-project] 10.222.0.24 "DELETE /v2.0/routers/d7537e29-da8d-4e8d-938f-c6c5a1e3feb6 HTTP/1.1" status: 204 len: 168 time: 0.3779676 Sep 16 05:49:28.215496 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44010) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:28.347315 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4adac257-3fcd-4f43-9e54-181613acea82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f689be1e201142449090b61e619054b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306691 Sep 16 05:49:28.349816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44014) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:28.401204 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4730b65c-9948-429a-8409-dbed318d33e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.422319 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4730b65c-9948-429a-8409-dbed318d33e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.516739 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4730b65c-9948-429a-8409-dbed318d33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.519428 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4730b65c-9948-429a-8409-dbed318d33e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.520622 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4730b65c-9948-429a-8409-dbed318d33e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a529f03a-09df-42c0-9f3b-1c4628fade14 HTTP/1.1" status: 204 len: 168 time: 0.1698804 Sep 16 05:49:28.529997 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730b65c-9948-429a-8409-dbed318d33e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a529f03a-09df-42c0-9f3b-1c4628fade14,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:29.442941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44036) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:29.539905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1601678852-network', 'tenant_id': '51ab902012c74bccaebf385b651d79e3'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:29.607669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Made reservation on behalf of 51ab902012c74bccaebf385b651d79e3 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:29.610085 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.618485 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.711274 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.762279 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.790709 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:49:29.796181 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610ceade-afee-4e73-88a0-f8a330d684b3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:29.804286 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.804527 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Added segment fd2f4185-eaf6-4920-9a47-bd2c465ce82b of type vlan for network 35f38632-352e-4746-9860-3e7209f316fb Sep 16 05:49:29.845049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.899451 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.900426 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:29.901068 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.963223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] Pushing event updated for resources: {'Network': ['ID=35f38632-352e-4746-9860-3e7209f316fb,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:29.972607 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 35f38632-352e-4746-9860-3e7209f316fb details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:49:29.990678 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e1d4e60e-a44f-42ee-b30c-f0e67f5872dc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5466177 Sep 16 05:49:29.993724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44040) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:30.000095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-19d45457-4f9c-45e1-a4e1-0edacc32c893 admin admin] Request body: {'subnet': {'network_id': '35f38632-352e-4746-9860-3e7209f316fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1601678852-subnet', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:30.082292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d45457-4f9c-45e1-a4e1-0edacc32c893 admin admin] Made reservation on behalf of 51ab902012c74bccaebf385b651d79e3 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:30.084699 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19d45457-4f9c-45e1-a4e1-0edacc32c893 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.321601 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19d45457-4f9c-45e1-a4e1-0edacc32c893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.377416 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d45457-4f9c-45e1-a4e1-0edacc32c893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b007aaf3-186d-451d-9820-3e63d2e5e8ee,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:30.385904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d45457-4f9c-45e1-a4e1-0edacc32c893 admin admin] Checking segment: {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:30.386260 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d45457-4f9c-45e1-a4e1-0edacc32c893 admin admin] Network hostable DHCP agents. Network: 35f38632-352e-4746-9860-3e7209f316fb, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:49:30.458988 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d45457-4f9c-45e1-a4e1-0edacc32c893 admin admin] Network 35f38632-352e-4746-9860-3e7209f316fb is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:49:30.544198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-19d45457-4f9c-45e1-a4e1-0edacc32c893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 35f38632-352e-4746-9860-3e7209f316fb) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:30.549059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d45457-4f9c-45e1-a4e1-0edacc32c893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:30.550195 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19d45457-4f9c-45e1-a4e1-0edacc32c893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.553855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b78af81-8227-4675-b5f8-52093e9c51d6 None None] Network 35f38632-352e-4746-9860-3e7209f316fb requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:30.626364 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-19d45457-4f9c-45e1-a4e1-0edacc32c893 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6308992 Sep 16 05:49:30.629039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44042) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:30.633467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1601678852-router', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:30.698273 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-35f38632-352e-4746-9860-3e7209f316fb', 'network_id': '35f38632-352e-4746-9860-3e7209f316fb', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'fixed_ips': [{'subnet_id': 'b007aaf3-186d-451d-9820-3e63d2e5e8ee'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:49:30.699116 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.722469 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.723866 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.778360 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.835965 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Allocated IP 172.20.0.2 (35f38632-352e-4746-9860-3e7209f316fb/b007aaf3-186d-451d-9820-3e63d2e5e8ee/08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:30.982676 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.989980 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.088549 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.124455 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Network 35f38632-352e-4746-9860-3e7209f316fb is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:31.127261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:31.130785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:31.141676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Pushing event updated for resources: {'Port': ['ID=08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:31.191945 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Attempting to bind port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:31.192302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Attempting to bind port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:31.192697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Attempting to bind port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e on network 35f38632-352e-4746-9860-3e7209f316fb {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:31.197583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:31.203024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Checking segment: {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:31.203024 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.203024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Bound using segment: {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:31.203024 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Bound port: 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:31.203024 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.265886 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] For port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:31.269097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] For port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:31.321613 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.342467 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.342670 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.413101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86bc45-cf33-4e96-bd08-2cccc7dce665 None None] Pushing event updated for resources: {'Port': ['ID=08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:31.456963 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Allocated IP 172.25.3.79 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/2c98fbab-4e30-4f70-8193-c97c1a28ca73) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:31.582556 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.682772 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.721973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:31.728729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:31.733289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:31.736350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c98fbab-4e30-4f70-8193-c97c1a28ca73,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:32.034600 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.239535 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.302603 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c7bd9-8acb-4a02-818c-f12b25bb7deb None None] Network 35f38632-352e-4746-9860-3e7209f316fb requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:32.453958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Router 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:49:32.565112 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:32.569109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9e9afb93-f028-4ff0-99cb-b836d9e5693c None None] Provisioning complete for port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:32.569482 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9e9afb93-f028-4ff0-99cb-b836d9e5693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.575198 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Sync routers for ids ['86d1d7a0-f0c5-45c7-93cb-29ad63224b31'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:32.586552 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Routers {'86d1d7a0-f0c5-45c7-93cb-29ad63224b31'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:32.587174 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:49:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['86d1d7a0-f0c5-45c7-93cb-29ad63224b31'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:32.654573 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.658115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b3df07ed-2d53-410e-8a5b-2f23a7f91fa3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0263019 Sep 16 05:49:32.659545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44044) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:32.685632 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9e9afb93-f028-4ff0-99cb-b836d9e5693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.702786 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Set router 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:32.722030 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9e9afb93-f028-4ff0-99cb-b836d9e5693c None None] For port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:32.814025 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9e9afb93-f028-4ff0-99cb-b836d9e5693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.871896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9afb93-f028-4ff0-99cb-b836d9e5693c None None] Pushing event updated for resources: {'Port': ['ID=08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:32.909012 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'name': 'tempest-TestEncryptedCinderVolumes-1601678852-router', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:30Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 3, 'project_id': '51ab902012c74bccaebf385b651d79e3', 'gw_port': {'id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:31Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:32.933744 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-367d168d-be65-414c-aa10-310c3ec255cb None None] Provisioning complete for port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:32.934010 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-367d168d-be65-414c-aa10-310c3ec255cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.940352 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Checking router: 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:32.941161 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Updating router 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 port 2c98fbab-4e30-4f70-8193-c97c1a28ca73 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:49:32.968080 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.043819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:33.099415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:33.099697 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.136821 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.245146 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.302188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Allocated IP 172.20.0.1 (35f38632-352e-4746-9860-3e7209f316fb/b007aaf3-186d-451d-9820-3e63d2e5e8ee/2b5529a2-caba-44f7-9492-e85468d9236b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:33.322750 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.374716 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Pushing event updated for resources: {'Port': ['ID=2c98fbab-4e30-4f70-8193-c97c1a28ca73,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:33.377600 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Attempting to bind port 2c98fbab-4e30-4f70-8193-c97c1a28ca73 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:33.377963 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Attempting to bind port 2c98fbab-4e30-4f70-8193-c97c1a28ca73 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:33.378319 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Attempting to bind port 2c98fbab-4e30-4f70-8193-c97c1a28ca73 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:33.386362 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:33.386703 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:33.387041 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:33.387372 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:33.387701 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:33.388023 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:33.389043 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:33.389421 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:33.389695 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:33.390037 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:33.390355 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:33.390685 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:33.394169 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:33.394534 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:33.394929 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.395310 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:33.395772 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Bound port: 2c98fbab-4e30-4f70-8193-c97c1a28ca73, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:33.396203 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.412671 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.447221 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] For port 2c98fbab-4e30-4f70-8193-c97c1a28ca73, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:33.450108 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] For port 2c98fbab-4e30-4f70-8193-c97c1a28ca73, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2c98fbab-4e30-4f70-8193-c97c1a28ca73,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:33.522711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.545814 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.559907 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Network 35f38632-352e-4746-9860-3e7209f316fb is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:33.567952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:33.572529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:33.576377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Pushing event updated for resources: {'Port': ['ID=2b5529a2-caba-44f7-9492-e85468d9236b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:33.594812 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Routers {'86d1d7a0-f0c5-45c7-93cb-29ad63224b31'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:33.595680 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:49:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['86d1d7a0-f0c5-45c7-93cb-29ad63224b31'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:33.616765 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.701493 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99650d-e732-44e9-8bc6-6d4d42a958bb None None] Pushing event updated for resources: {'Port': ['ID=2c98fbab-4e30-4f70-8193-c97c1a28ca73,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:33.727638 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] Set router 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:33.828891 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.852696 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-415a03cc-a315-4679-96fb-3c70912eb3ee None None] Provisioning complete for port 2b5529a2-caba-44f7-9492-e85468d9236b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:33.853770 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-415a03cc-a315-4679-96fb-3c70912eb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.889012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-415a03cc-a315-4679-96fb-3c70912eb3ee None None] Port 2b5529a2-caba-44f7-9492-e85468d9236b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:34.004907 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:34.006901 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'name': 'tempest-TestEncryptedCinderVolumes-1601678852-router', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:30Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 3, 'project_id': '51ab902012c74bccaebf385b651d79e3', 'gw_port': {'id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:31Z', 'updated_at': '2021-09-16T05:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:34.034430 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54ddfa8-ae5e-4f8e-b03e-da4f2aa1fd54 None None] The sync data for ids ['86d1d7a0-f0c5-45c7-93cb-29ad63224b31'] in n-d-712137-12 is: [{'id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'name': 'tempest-TestEncryptedCinderVolumes-1601678852-router', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:30Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 3, 'project_id': '51ab902012c74bccaebf385b651d79e3', 'gw_port': {'id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:31Z', 'updated_at': '2021-09-16T05:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:34.076239 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:34.147578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Pushing event updated for resources: {'Port': ['ID=2b5529a2-caba-44f7-9492-e85468d9236b,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:34.152594 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:34.254474 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Network 35f38632-352e-4746-9860-3e7209f316fb is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:34.256035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:34.393570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Router 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:34.512536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-856551bf-30b3-4b6a-8e35-5d3f5ccd8449 None None] Provisioning complete for port 2b5529a2-caba-44f7-9492-e85468d9236b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:34.512808 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-856551bf-30b3-4b6a-8e35-5d3f5ccd8449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:34.521149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:34.526612 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e1f70a8f-1bd7-4d85-bc38-c6136c01c963 admin admin] 10.222.0.24 "PUT /v2.0/routers/86d1d7a0-f0c5-45c7-93cb-29ad63224b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8659127 Sep 16 05:49:34.554555 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-856551bf-30b3-4b6a-8e35-5d3f5ccd8449 None None] Port 2b5529a2-caba-44f7-9492-e85468d9236b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:34.999439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2c98fbab-4e30-4f70-8193-c97c1a28ca73 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:35.048145 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2c98fbab-4e30-4f70-8193-c97c1a28ca73 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:35.048534 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.130606 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.150799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 2c98fbab-4e30-4f70-8193-c97c1a28ca73, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2c98fbab-4e30-4f70-8193-c97c1a28ca73,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:35.188018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44060) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:35.188018 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-32113653-network', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:35.263863 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.316536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=2c98fbab-4e30-4f70-8193-c97c1a28ca73,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:35.316759 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Made reservation on behalf of 9b1de4a0bec44b95a653a1ce23b69f43 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:35.319170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.328566 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.418665 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.494437 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.519624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:49:35.529853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9459eafc-7122-49db-b74d-6b7014bb21ab,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:35.534953 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.535297 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Added segment 17f96939-4535-41b4-b226-6c037560d4ce of type vlan for network 26e7e348-9ba4-4c67-8342-919d520545e2 Sep 16 05:49:35.570459 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Sync routers for ids ['86d1d7a0-f0c5-45c7-93cb-29ad63224b31'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:35.575369 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.580914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Routers {'86d1d7a0-f0c5-45c7-93cb-29ad63224b31'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:35.581535 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:49:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['86d1d7a0-f0c5-45c7-93cb-29ad63224b31'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:35.682529 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.683476 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:35.684063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.688809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Set router 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:35.747153 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] Pushing event updated for resources: {'Network': ['ID=26e7e348-9ba4-4c67-8342-919d520545e2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:35.761566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 26e7e348-9ba4-4c67-8342-919d520545e2 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:49:35.787227 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b13cbbe0-218a-4425-9bb6-879904d8dc62 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6013277 Sep 16 05:49:35.787429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44062) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:35.792247 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f3496ad7-4518-4bfb-bb9c-c73c2dfeb758 admin admin] Request body: {'subnet': {'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-32113653-subnet', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:35.871159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3496ad7-4518-4bfb-bb9c-c73c2dfeb758 admin admin] Made reservation on behalf of 9b1de4a0bec44b95a653a1ce23b69f43 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:35.874102 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3496ad7-4518-4bfb-bb9c-c73c2dfeb758 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.954421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'name': 'tempest-TestEncryptedCinderVolumes-1601678852-router', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:30Z', 'updated_at': '2021-09-16T05:49:33Z', 'revision_number': 4, 'project_id': '51ab902012c74bccaebf385b651d79e3', 'gw_port': {'id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:31Z', 'updated_at': '2021-09-16T05:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '2b5529a2-caba-44f7-9492-e85468d9236b', 'name': '', 'network_id': '35f38632-352e-4746-9860-3e7209f316fb', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'mac_address': 'fa:16:3e:0c:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b007aaf3-186d-451d-9820-3e63d2e5e8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:33Z', 'updated_at': '2021-09-16T05:49:33Z', 'revision_number': 2, 'project_id': '51ab902012c74bccaebf385b651d79e3', 'subnets': [{'id': 'b007aaf3-186d-451d-9820-3e63d2e5e8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:35.980105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Checking router: 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:35.980456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Updating router 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 port 2b5529a2-caba-44f7-9492-e85468d9236b binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:49:36.005919 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.117146 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3496ad7-4518-4bfb-bb9c-c73c2dfeb758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.174120 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3496ad7-4518-4bfb-bb9c-c73c2dfeb758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2706870a-c84b-4f80-8ae2-ca83a9f1b8b8,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:36.183221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3496ad7-4518-4bfb-bb9c-c73c2dfeb758 admin admin] Checking segment: {'id': '17f96939-4535-41b4-b226-6c037560d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:36.183616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3496ad7-4518-4bfb-bb9c-c73c2dfeb758 admin admin] Network hostable DHCP agents. Network: 26e7e348-9ba4-4c67-8342-919d520545e2, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:49:36.273577 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.311587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3496ad7-4518-4bfb-bb9c-c73c2dfeb758 admin admin] Network 26e7e348-9ba4-4c67-8342-919d520545e2 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:49:36.344878 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.397099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bceb6d7-073e-4fd9-9035-9732d0b558ed None None] Pushing event updated for resources: {'Port': ['ID=2b5529a2-caba-44f7-9492-e85468d9236b,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:36.402449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f3496ad7-4518-4bfb-bb9c-c73c2dfeb758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 26e7e348-9ba4-4c67-8342-919d520545e2) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:36.412870 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3496ad7-4518-4bfb-bb9c-c73c2dfeb758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:36.416417 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f3496ad7-4518-4bfb-bb9c-c73c2dfeb758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.418029 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0eb4f-baa2-4a08-b76e-f52c2e2ba92e None None] Network 26e7e348-9ba4-4c67-8342-919d520545e2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:36.489086 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f3496ad7-4518-4bfb-bb9c-c73c2dfeb758 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7006347 Sep 16 05:49:36.491730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44064) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:36.497419 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-32113653-router', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:36.498717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Attempting to bind port 2b5529a2-caba-44f7-9492-e85468d9236b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:36.499091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Attempting to bind port 2b5529a2-caba-44f7-9492-e85468d9236b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:36.499458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Attempting to bind port 2b5529a2-caba-44f7-9492-e85468d9236b on network 35f38632-352e-4746-9860-3e7209f316fb {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:36.512912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:36.513294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Checking segment: {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:36.514386 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.514797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Bound using segment: {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:36.515291 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Bound port: 2b5529a2-caba-44f7-9492-e85468d9236b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:36.515681 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.578406 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.579476 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.635364 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.635940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5c7a8c29-0ec1-4a94-a383-e43674a276c1 None None] Provisioning complete for port 2b5529a2-caba-44f7-9492-e85468d9236b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:36.636312 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8c29-0ec1-4a94-a383-e43674a276c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.639904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] For port 2b5529a2-caba-44f7-9492-e85468d9236b, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:36.687009 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] For port 2b5529a2-caba-44f7-9492-e85468d9236b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2b5529a2-caba-44f7-9492-e85468d9236b,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:36.696356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80477086-9013-4579-9c91-657e64383a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-26e7e348-9ba4-4c67-8342-919d520545e2', 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'fixed_ips': [{'subnet_id': '2706870a-c84b-4f80-8ae2-ca83a9f1b8b8'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:49:36.697223 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80477086-9013-4579-9c91-657e64383a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.702543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a8c29-0ec1-4a94-a383-e43674a276c1 None None] Port 2b5529a2-caba-44f7-9492-e85468d9236b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:36.766756 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.850927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.853801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Routers {'86d1d7a0-f0c5-45c7-93cb-29ad63224b31'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:36.853801 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:49:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['86d1d7a0-f0c5-45c7-93cb-29ad63224b31'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:36.920619 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bceb6d7-073e-4fd9-9035-9732d0b558ed None None] Pushing event updated for resources: {'Port': ['ID=2b5529a2-caba-44f7-9492-e85468d9236b,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:36.948143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-80477086-9013-4579-9c91-657e64383a4e None None] Allocated IP 172.20.0.2 (26e7e348-9ba4-4c67-8342-919d520545e2/2706870a-c84b-4f80-8ae2-ca83a9f1b8b8/fd5ebf50-2d15-4370-bfe0-0738189f6125) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:37.019738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2c98fbab-4e30-4f70-8193-c97c1a28ca73 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:37.064516 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] Set router 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:37.386198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-634b11ad-e21e-437b-bc64-4b5ce40ba2b4 None None] Provisioning complete for port 2b5529a2-caba-44f7-9492-e85468d9236b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:37.386571 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-634b11ad-e21e-437b-bc64-4b5ce40ba2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.488623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.507931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.508400 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2c98fbab-4e30-4f70-8193-c97c1a28ca73 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:37.508821 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.558444 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80477086-9013-4579-9c91-657e64383a4e None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.614598 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Allocated IP 172.25.3.89 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/9432d667-d76f-46cb-bea0-5d8fb0d3e646) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:37.674655 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80477086-9013-4579-9c91-657e64383a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.679407 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-634b11ad-e21e-437b-bc64-4b5ce40ba2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.717337 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.748494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'name': 'tempest-TestEncryptedCinderVolumes-1601678852-router', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:30Z', 'updated_at': '2021-09-16T05:49:33Z', 'revision_number': 4, 'project_id': '51ab902012c74bccaebf385b651d79e3', 'gw_port': {'id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:31Z', 'updated_at': '2021-09-16T05:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '2b5529a2-caba-44f7-9492-e85468d9236b', 'name': '', 'network_id': '35f38632-352e-4746-9860-3e7209f316fb', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'mac_address': 'fa:16:3e:0c:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b007aaf3-186d-451d-9820-3e63d2e5e8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:33Z', 'updated_at': '2021-09-16T05:49:36Z', 'revision_number': 4, 'project_id': '51ab902012c74bccaebf385b651d79e3', 'subnets': [{'id': 'b007aaf3-186d-451d-9820-3e63d2e5e8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:37.755744 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80477086-9013-4579-9c91-657e64383a4e None None] Network 26e7e348-9ba4-4c67-8342-919d520545e2 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:37.795341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-80477086-9013-4579-9c91-657e64383a4e None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:37.797026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80477086-9013-4579-9c91-657e64383a4e None None] Pushing event updated for resources: {'Port': ['ID=fd5ebf50-2d15-4370-bfe0-0738189f6125,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:37.799199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80477086-9013-4579-9c91-657e64383a4e None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:37.807162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a399c12-a617-4e40-bc94-db852b209172 None None] The sync data for ids ['86d1d7a0-f0c5-45c7-93cb-29ad63224b31'] in n-d-712137-12 is: [{'id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'name': 'tempest-TestEncryptedCinderVolumes-1601678852-router', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:30Z', 'updated_at': '2021-09-16T05:49:33Z', 'revision_number': 4, 'project_id': '51ab902012c74bccaebf385b651d79e3', 'gw_port': {'id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:31Z', 'updated_at': '2021-09-16T05:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '2b5529a2-caba-44f7-9492-e85468d9236b', 'name': '', 'network_id': '35f38632-352e-4746-9860-3e7209f316fb', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'mac_address': 'fa:16:3e:0c:c3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'b007aaf3-186d-451d-9820-3e63d2e5e8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:33Z', 'updated_at': '2021-09-16T05:49:36Z', 'revision_number': 4, 'project_id': '51ab902012c74bccaebf385b651d79e3', 'subnets': [{'id': 'b007aaf3-186d-451d-9820-3e63d2e5e8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:37.813118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-634b11ad-e21e-437b-bc64-4b5ce40ba2b4 None None] For port 2b5529a2-caba-44f7-9492-e85468d9236b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2b5529a2-caba-44f7-9492-e85468d9236b,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:37.849143 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.870722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-80477086-9013-4579-9c91-657e64383a4e None None] Attempting to bind port fd5ebf50-2d15-4370-bfe0-0738189f6125 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:37.871423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-80477086-9013-4579-9c91-657e64383a4e None None] Attempting to bind port fd5ebf50-2d15-4370-bfe0-0738189f6125 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '17f96939-4535-41b4-b226-6c037560d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:37.872088 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80477086-9013-4579-9c91-657e64383a4e None None] Attempting to bind port fd5ebf50-2d15-4370-bfe0-0738189f6125 on network 26e7e348-9ba4-4c67-8342-919d520545e2 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:37.879296 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-634b11ad-e21e-437b-bc64-4b5ce40ba2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.884928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80477086-9013-4579-9c91-657e64383a4e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:37.887632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80477086-9013-4579-9c91-657e64383a4e None None] Checking segment: {'id': '17f96939-4535-41b4-b226-6c037560d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:37.887632 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80477086-9013-4579-9c91-657e64383a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.887632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80477086-9013-4579-9c91-657e64383a4e None None] Bound using segment: {'id': '17f96939-4535-41b4-b226-6c037560d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:37.887632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-80477086-9013-4579-9c91-657e64383a4e None None] Bound port: fd5ebf50-2d15-4370-bfe0-0738189f6125, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f96939-4535-41b4-b226-6c037560d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:37.887632 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80477086-9013-4579-9c91-657e64383a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.904872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:37.907959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:37.914908 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:37.949775 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Pushing event updated for resources: {'Port': ['ID=9432d667-d76f-46cb-bea0-5d8fb0d3e646,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:37.966186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b11ad-e21e-437b-bc64-4b5ce40ba2b4 None None] Pushing event updated for resources: {'Port': ['ID=2b5529a2-caba-44f7-9492-e85468d9236b,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:37.995129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-80477086-9013-4579-9c91-657e64383a4e None None] For port fd5ebf50-2d15-4370-bfe0-0738189f6125, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:37.999336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-80477086-9013-4579-9c91-657e64383a4e None None] For port fd5ebf50-2d15-4370-bfe0-0738189f6125, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fd5ebf50-2d15-4370-bfe0-0738189f6125,segment=NetworkSegment(17f96939-4535-41b4-b226-6c037560d4ce),segment_id=17f96939-4535-41b4-b226-6c037560d4ce)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:38.094490 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80477086-9013-4579-9c91-657e64383a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:38.161678 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80477086-9013-4579-9c91-657e64383a4e None None] Pushing event updated for resources: {'Port': ['ID=fd5ebf50-2d15-4370-bfe0-0738189f6125,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:38.276083 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:38.528006 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:38.779668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Router 08616c3f-57e2-4197-902d-16b347949573 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:49:38.908306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:38.922010 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Sync routers for ids ['08616c3f-57e2-4197-902d-16b347949573'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:38.932050 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Routers {'08616c3f-57e2-4197-902d-16b347949573'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:38.939903 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:49:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['08616c3f-57e2-4197-902d-16b347949573'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:38.991139 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:38.995451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44066) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:38.995873 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-63844c15-a39f-4db2-9354-061bfce5f805 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5025599 Sep 16 05:49:39.070853 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Set router 08616c3f-57e2-4197-902d-16b347949573 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:39.085105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fd5ebf50-2d15-4370-bfe0-0738189f6125 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:39.141276 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port fd5ebf50-2d15-4370-bfe0-0738189f6125 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:39.142393 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.186951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc9ebd9-1090-4565-87ba-a39807c141e3 None None] Network 26e7e348-9ba4-4c67-8342-919d520545e2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:39.267759 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08616c3f-57e2-4197-902d-16b347949573', 'name': 'tempest-TestEncryptedCinderVolumes-32113653-router', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:36Z', 'updated_at': '2021-09-16T05:49:38Z', 'revision_number': 3, 'project_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'gw_port': {'id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08616c3f-57e2-4197-902d-16b347949573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:37Z', 'updated_at': '2021-09-16T05:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:39.283063 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5beb3c17-34f8-41a4-b3a2-3a051fbebb33 None None] Provisioning complete for port fd5ebf50-2d15-4370-bfe0-0738189f6125 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:39.285688 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5beb3c17-34f8-41a4-b3a2-3a051fbebb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.301887 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Checking router: 08616c3f-57e2-4197-902d-16b347949573 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:39.302263 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Updating router 08616c3f-57e2-4197-902d-16b347949573 port 9432d667-d76f-46cb-bea0-5d8fb0d3e646 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:49:39.327735 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.331096 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.431388 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port fd5ebf50-2d15-4370-bfe0-0738189f6125, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fd5ebf50-2d15-4370-bfe0-0738189f6125,segment=NetworkSegment(17f96939-4535-41b4-b226-6c037560d4ce),segment_id=17f96939-4535-41b4-b226-6c037560d4ce)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:39.491751 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5beb3c17-34f8-41a4-b3a2-3a051fbebb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.505367 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.506175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2b5529a2-caba-44f7-9492-e85468d9236b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:39.623263 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.633968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=fd5ebf50-2d15-4370-bfe0-0738189f6125,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:39.642654 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-5beb3c17-34f8-41a4-b3a2-3a051fbebb33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:49:39.643024 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-5beb3c17-34f8-41a4-b3a2-3a051fbebb33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:49:39.650542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 2b5529a2-caba-44f7-9492-e85468d9236b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:39.650919 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.722275 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.786700 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Attempting to bind port 9432d667-d76f-46cb-bea0-5d8fb0d3e646 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:39.787075 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Attempting to bind port 9432d667-d76f-46cb-bea0-5d8fb0d3e646 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:39.787440 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Attempting to bind port 9432d667-d76f-46cb-bea0-5d8fb0d3e646 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:39.789512 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb46c83-0d5d-444b-9718-32348022c045 None None] Pushing event updated for resources: {'Port': ['ID=9432d667-d76f-46cb-bea0-5d8fb0d3e646,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:39.795372 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:39.795779 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:39.796161 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.796574 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:39.797048 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Bound port: 9432d667-d76f-46cb-bea0-5d8fb0d3e646, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:39.797433 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.817097 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.850582 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] For port 9432d667-d76f-46cb-bea0-5d8fb0d3e646, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:39.853628 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] For port 9432d667-d76f-46cb-bea0-5d8fb0d3e646, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9432d667-d76f-46cb-bea0-5d8fb0d3e646,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:39.958018 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:39.978581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Allocated IP 172.20.0.1 (26e7e348-9ba4-4c67-8342-919d520545e2/2706870a-c84b-4f80-8ae2-ca83a9f1b8b8/11759561-10e3-4d7a-8c50-278bca030c9a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:40.016168 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Routers {'08616c3f-57e2-4197-902d-16b347949573'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:40.016809 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:49:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['08616c3f-57e2-4197-902d-16b347949573'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:40.054492 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb46c83-0d5d-444b-9718-32348022c045 None None] Pushing event updated for resources: {'Port': ['ID=9432d667-d76f-46cb-bea0-5d8fb0d3e646,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:40.086686 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.126672 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] Set router 08616c3f-57e2-4197-902d-16b347949573 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:40.168318 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.207489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Network 26e7e348-9ba4-4c67-8342-919d520545e2 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:40.211861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:40.219290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:40.241466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Pushing event updated for resources: {'Port': ['ID=11759561-10e3-4d7a-8c50-278bca030c9a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:40.261635 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.309890 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c768371c-ee8b-42eb-8a6d-5a09a2cf9368 None None] Provisioning complete for port fd5ebf50-2d15-4370-bfe0-0738189f6125 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:40.311005 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c768371c-ee8b-42eb-8a6d-5a09a2cf9368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.333397 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08616c3f-57e2-4197-902d-16b347949573', 'name': 'tempest-TestEncryptedCinderVolumes-32113653-router', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:36Z', 'updated_at': '2021-09-16T05:49:38Z', 'revision_number': 3, 'project_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'gw_port': {'id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08616c3f-57e2-4197-902d-16b347949573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:37Z', 'updated_at': '2021-09-16T05:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:40.370028 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372340c-f17c-459d-b5a6-92f4a317fdb4 None None] The sync data for ids ['08616c3f-57e2-4197-902d-16b347949573'] in n-d-712137-12 is: [{'id': '08616c3f-57e2-4197-902d-16b347949573', 'name': 'tempest-TestEncryptedCinderVolumes-32113653-router', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:36Z', 'updated_at': '2021-09-16T05:49:38Z', 'revision_number': 3, 'project_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'gw_port': {'id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08616c3f-57e2-4197-902d-16b347949573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:37Z', 'updated_at': '2021-09-16T05:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:40.469320 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.528186 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-03a46447-5fb3-4e58-94a2-2afa4d21c8b2 None None] Provisioning complete for port 11759561-10e3-4d7a-8c50-278bca030c9a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:40.528591 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-03a46447-5fb3-4e58-94a2-2afa4d21c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.569294 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-03a46447-5fb3-4e58-94a2-2afa4d21c8b2 None None] Port 11759561-10e3-4d7a-8c50-278bca030c9a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:40.656607 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.733601 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.802096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Pushing event updated for resources: {'Port': ['ID=11759561-10e3-4d7a-8c50-278bca030c9a,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:40.805286 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.906971 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Network 26e7e348-9ba4-4c67-8342-919d520545e2 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:40.908869 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:41.064909 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Router 08616c3f-57e2-4197-902d-16b347949573 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:41.078302 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fd5ebf50-2d15-4370-bfe0-0738189f6125 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:41.147944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port fd5ebf50-2d15-4370-bfe0-0738189f6125 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:41.148329 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.202179 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-397b010e-ceaa-46a4-bc1d-d3a0677f7c16 None None] Provisioning complete for port 11759561-10e3-4d7a-8c50-278bca030c9a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:41.202562 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-397b010e-ceaa-46a4-bc1d-d3a0677f7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.208448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:41.221200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fd93311d-eff4-4328-ab3d-ff64634f2e1c admin admin] 10.222.0.24 "PUT /v2.0/routers/08616c3f-57e2-4197-902d-16b347949573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2237539 Sep 16 05:49:41.262085 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-397b010e-ceaa-46a4-bc1d-d3a0677f7c16 None None] Port 11759561-10e3-4d7a-8c50-278bca030c9a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:41.279588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9432d667-d76f-46cb-bea0-5d8fb0d3e646 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:41.329665 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9432d667-d76f-46cb-bea0-5d8fb0d3e646 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:41.330387 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.417401 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.438683 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 9432d667-d76f-46cb-bea0-5d8fb0d3e646, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9432d667-d76f-46cb-bea0-5d8fb0d3e646,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:41.526776 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.578738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=9432d667-d76f-46cb-bea0-5d8fb0d3e646,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:41.951825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Sync routers for ids ['08616c3f-57e2-4197-902d-16b347949573'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:41.961375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Routers {'08616c3f-57e2-4197-902d-16b347949573'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:41.962000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:49:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['08616c3f-57e2-4197-902d-16b347949573'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:42.070351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-5b271f9e-b5ed-48f4-ba2c-ba9e5170d4ec tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:42.072074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-5b271f9e-b5ed-48f4-ba2c-ba9e5170d4ec tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/networks?id=35f38632-352e-4746-9860-3e7209f316fb HTTP/1.1" status: 200 len: 817 time: 0.1053126 Sep 16 05:49:42.079778 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Set router 08616c3f-57e2-4197-902d-16b347949573 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:42.088777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-a9ac6318-1d95-4438-bc79-cea3bdc1b35a tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/quotas/51ab902012c74bccaebf385b651d79e3 HTTP/1.1" status: 200 len: 375 time: 0.0095291 Sep 16 05:49:42.146294 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-ea80b713-7615-411c-bac3-69650fa96a40 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=51ab902012c74bccaebf385b651d79e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517507 Sep 16 05:49:42.165892 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e31d0bb-af91-43ed-83ea-3334e8dd2be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.246541 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-690cf354-d74a-4534-a26e-d3de98c3bd5e service neutron] 10.222.0.24 "GET /v2.0/networks/35f38632-352e-4746-9860-3e7209f316fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871754 Sep 16 05:49:42.292654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08616c3f-57e2-4197-902d-16b347949573', 'name': 'tempest-TestEncryptedCinderVolumes-32113653-router', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:36Z', 'updated_at': '2021-09-16T05:49:40Z', 'revision_number': 4, 'project_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'gw_port': {'id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08616c3f-57e2-4197-902d-16b347949573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:37Z', 'updated_at': '2021-09-16T05:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '11759561-10e3-4d7a-8c50-278bca030c9a', 'name': '', 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'mac_address': 'fa:16:3e:58:56:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08616c3f-57e2-4197-902d-16b347949573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '2706870a-c84b-4f80-8ae2-ca83a9f1b8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:39Z', 'updated_at': '2021-09-16T05:49:40Z', 'revision_number': 2, 'project_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'subnets': [{'id': '2706870a-c84b-4f80-8ae2-ca83a9f1b8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:42.320288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Checking router: 08616c3f-57e2-4197-902d-16b347949573 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:42.320743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Updating router 08616c3f-57e2-4197-902d-16b347949573 port 11759561-10e3-4d7a-8c50-278bca030c9a binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:49:42.345295 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.346303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-3dba2c7d-4e5c-4bae-a780-03a2f6b95975 service neutron] 10.222.0.24 "GET /v2.0/networks/35f38632-352e-4746-9860-3e7209f316fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923972 Sep 16 05:49:42.626567 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.631144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7d9190c-ed04-4310-a710-e56dc2aa1637 req-3b173d2e-2834-4599-84e9-b36294a7e50d tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 210 time: 0.0292666 Sep 16 05:49:42.693740 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.746092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e29dc5-584a-4e3f-a85f-adb0ece6a00d None None] Pushing event updated for resources: {'Port': ['ID=11759561-10e3-4d7a-8c50-278bca030c9a,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:42.802074 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Attempting to bind port 11759561-10e3-4d7a-8c50-278bca030c9a on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:42.802447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Attempting to bind port 11759561-10e3-4d7a-8c50-278bca030c9a by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '17f96939-4535-41b4-b226-6c037560d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:42.802820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Attempting to bind port 11759561-10e3-4d7a-8c50-278bca030c9a on network 26e7e348-9ba4-4c67-8342-919d520545e2 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:42.808974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:42.809349 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Checking segment: {'id': '17f96939-4535-41b4-b226-6c037560d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:42.809787 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.810285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Bound using segment: {'id': '17f96939-4535-41b4-b226-6c037560d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:42.810784 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Bound port: 11759561-10e3-4d7a-8c50-278bca030c9a, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f96939-4535-41b4-b226-6c037560d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:42.811173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.901815 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] For port 11759561-10e3-4d7a-8c50-278bca030c9a, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:42.917311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] For port 11759561-10e3-4d7a-8c50-278bca030c9a, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=11759561-10e3-4d7a-8c50-278bca030c9a,segment=NetworkSegment(17f96939-4535-41b4-b226-6c037560d4ce),segment_id=17f96939-4535-41b4-b226-6c037560d4ce)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:42.985358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9432d667-d76f-46cb-bea0-5d8fb0d3e646 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:43.012236 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.026780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f70fbff6-4d0e-4e94-a085-31cf7c1d8140 None None] Provisioning complete for port 11759561-10e3-4d7a-8c50-278bca030c9a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:43.027152 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f70fbff6-4d0e-4e94-a085-31cf7c1d8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.068940 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.078499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f70fbff6-4d0e-4e94-a085-31cf7c1d8140 None None] Port 11759561-10e3-4d7a-8c50-278bca030c9a cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:43.106031 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9432d667-d76f-46cb-bea0-5d8fb0d3e646 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:43.106412 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.171418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Routers {'08616c3f-57e2-4197-902d-16b347949573'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:43.177725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:49:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['08616c3f-57e2-4197-902d-16b347949573'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:43.177725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e29dc5-584a-4e3f-a85f-adb0ece6a00d None None] Pushing event updated for resources: {'Port': ['ID=11759561-10e3-4d7a-8c50-278bca030c9a,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:43.500834 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] Set router 08616c3f-57e2-4197-902d-16b347949573 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:43.502790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-6552a48c-f16c-444b-822c-78ef67026b1b None None] Provisioning complete for port 11759561-10e3-4d7a-8c50-278bca030c9a triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:43.503158 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6552a48c-f16c-444b-822c-78ef67026b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.705010 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6552a48c-f16c-444b-822c-78ef67026b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.730022 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8395e44-aff5-4ae6-9c99-7ddf36f26dec req-2936c88c-9ddb-4715-a829-5f68829f3f09 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 210 time: 0.0266681 Sep 16 05:49:43.770572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6552a48c-f16c-444b-822c-78ef67026b1b None None] For port 11759561-10e3-4d7a-8c50-278bca030c9a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=11759561-10e3-4d7a-8c50-278bca030c9a,segment=NetworkSegment(17f96939-4535-41b4-b226-6c037560d4ce),segment_id=17f96939-4535-41b4-b226-6c037560d4ce)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:43.791543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08616c3f-57e2-4197-902d-16b347949573', 'name': 'tempest-TestEncryptedCinderVolumes-32113653-router', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:36Z', 'updated_at': '2021-09-16T05:49:40Z', 'revision_number': 4, 'project_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'gw_port': {'id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08616c3f-57e2-4197-902d-16b347949573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:37Z', 'updated_at': '2021-09-16T05:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '11759561-10e3-4d7a-8c50-278bca030c9a', 'name': '', 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'mac_address': 'fa:16:3e:58:56:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08616c3f-57e2-4197-902d-16b347949573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '2706870a-c84b-4f80-8ae2-ca83a9f1b8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:39Z', 'updated_at': '2021-09-16T05:49:42Z', 'revision_number': 4, 'project_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'subnets': [{'id': '2706870a-c84b-4f80-8ae2-ca83a9f1b8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:43.823072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e42c0f-7c34-4281-a79c-df759ed97cb9 None None] The sync data for ids ['08616c3f-57e2-4197-902d-16b347949573'] in n-d-712137-12 is: [{'id': '08616c3f-57e2-4197-902d-16b347949573', 'name': 'tempest-TestEncryptedCinderVolumes-32113653-router', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:36Z', 'updated_at': '2021-09-16T05:49:40Z', 'revision_number': 4, 'project_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'gw_port': {'id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08616c3f-57e2-4197-902d-16b347949573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:37Z', 'updated_at': '2021-09-16T05:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '11759561-10e3-4d7a-8c50-278bca030c9a', 'name': '', 'network_id': '26e7e348-9ba4-4c67-8342-919d520545e2', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'mac_address': 'fa:16:3e:58:56:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08616c3f-57e2-4197-902d-16b347949573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '2706870a-c84b-4f80-8ae2-ca83a9f1b8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:39Z', 'updated_at': '2021-09-16T05:49:42Z', 'revision_number': 4, 'project_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'subnets': [{'id': '2706870a-c84b-4f80-8ae2-ca83a9f1b8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:43.853966 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6552a48c-f16c-444b-822c-78ef67026b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.914589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552a48c-f16c-444b-822c-78ef67026b1b None None] Pushing event updated for resources: {'Port': ['ID=11759561-10e3-4d7a-8c50-278bca030c9a,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:44.567940 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-16bb4115-aded-4a2b-86e2-5de85d3307f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:44.830308 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1db6b1f0-62f0-48f0-8920-13d719dfebd9 req-85c8d4ed-b682-4ddf-a9c4-20fa64c49c25 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 210 time: 0.0285733 Sep 16 05:49:44.976900 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-217b78e9-4cb9-4431-9c8a-b40d65ed0f76 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:44.986155 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-217b78e9-4cb9-4431-9c8a-b40d65ed0f76 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.37 "GET /v2.0/networks?id=35f38632-352e-4746-9860-3e7209f316fb HTTP/1.1" status: 200 len: 817 time: 0.1184762 Sep 16 05:49:45.001822 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Request body: {'port': {'device_id': '55685e9e-d3c7-4094-a993-744640c1959a', 'network_id': '35f38632-352e-4746-9860-3e7209f316fb', 'admin_state_up': True, 'tenant_id': '51ab902012c74bccaebf385b651d79e3'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:45.016238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 11759561-10e3-4d7a-8c50-278bca030c9a up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:45.070454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 11759561-10e3-4d7a-8c50-278bca030c9a triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:45.071035 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:45.202147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Made reservation on behalf of 51ab902012c74bccaebf385b651d79e3 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:45.205886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:45.334214 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Allocated IP 172.20.0.5 (35f38632-352e-4746-9860-3e7209f316fb/b007aaf3-186d-451d-9820-3e63d2e5e8ee/dc3d222a-27ca-4d92-92a1-9fe3aa03a685) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:45.391380 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:45.481446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:45.579886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:45.622062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Network 35f38632-352e-4746-9860-3e7209f316fb is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:45.625156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:45.631542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:45.637497 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Pushing event updated for resources: {'Port': ['ID=dc3d222a-27ca-4d92-92a1-9fe3aa03a685,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:45.675005 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:45.675358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:45.675704 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:45.676044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:45.676384 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:45.676738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:45.677068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:45.677393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:45.677717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:45.678037 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:45.678361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:45.678805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:45.704344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:45.704994 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:45.819938 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d5487790-307e-4636-b86b-69227cd0e6c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8239839 Sep 16 05:49:45.834313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Request body: {'port': {'device_id': '55685e9e-d3c7-4094-a993-744640c1959a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:45.884757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-626001a6-c298-450a-886e-5651da1299b8 None None] Provisioning complete for port dc3d222a-27ca-4d92-92a1-9fe3aa03a685 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:45.885824 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-626001a6-c298-450a-886e-5651da1299b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:45.893084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:45.924339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-626001a6-c298-450a-886e-5651da1299b8 None None] Port dc3d222a-27ca-4d92-92a1-9fe3aa03a685 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:45.949196 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586da92-cb78-4e8f-add3-0a7333b219b8 req-a1bf19b8-4bd4-4211-b9f6-eff57b4bf6ce tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:45.950767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b586da92-cb78-4e8f-add3-0a7333b219b8 req-a1bf19b8-4bd4-4211-b9f6-eff57b4bf6ce tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 931 time: 0.0511398 Sep 16 05:49:45.994095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b586da92-cb78-4e8f-add3-0a7333b219b8 req-f9434042-6ea8-4a37-b33a-6130f82470eb tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362010 Sep 16 05:49:46.163215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3d222a-27ca-4d92-92a1-9fe3aa03a685 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:46.170922 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:46.182698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Transition to ACTIVE for port object dc3d222a-27ca-4d92-92a1-9fe3aa03a685 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:49:46.259596 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:46.288258 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:46.340893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Pushing event updated for resources: {'Port': ['ID=dc3d222a-27ca-4d92-92a1-9fe3aa03a685,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:46.412438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Attempting to bind port dc3d222a-27ca-4d92-92a1-9fe3aa03a685 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:46.412944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Attempting to bind port dc3d222a-27ca-4d92-92a1-9fe3aa03a685 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:46.413341 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Attempting to bind port dc3d222a-27ca-4d92-92a1-9fe3aa03a685 on network 35f38632-352e-4746-9860-3e7209f316fb {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:46.418165 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Port dc3d222a-27ca-4d92-92a1-9fe3aa03a685 on network 35f38632-352e-4746-9860-3e7209f316fb not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:49:46.418493 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Attempting to bind port dc3d222a-27ca-4d92-92a1-9fe3aa03a685 on network 35f38632-352e-4746-9860-3e7209f316fb {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:46.423784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:46.424149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Checking segment: {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:46.424561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Bound using segment: {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:46.424992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Bound port: dc3d222a-27ca-4d92-92a1-9fe3aa03a685, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:46.425351 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:46.496189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] For port dc3d222a-27ca-4d92-92a1-9fe3aa03a685, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:46.499138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] For port dc3d222a-27ca-4d92-92a1-9fe3aa03a685, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=dc3d222a-27ca-4d92-92a1-9fe3aa03a685,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:46.568682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:46.603871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:46.604385 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:46.605863 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] 10.222.0.37 "PUT /v2.0/ports/dc3d222a-27ca-4d92-92a1-9fe3aa03a685 HTTP/1.1" status: 200 len: 1092 time: 0.7770970 Sep 16 05:49:46.606324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55685e9e-d3c7-4094-a993-744640c1959a', 'tag': 'dc3d222a-27ca-4d92-92a1-9fe3aa03a685'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:46.608781 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0a875e-4f65-4a0e-894a-b249303025f0" -d '{"events": [{"name": "network-changed", "server_uuid": "55685e9e-d3c7-4094-a993-744640c1959a", "tag": "dc3d222a-27ca-4d92-92a1-9fe3aa03a685"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:46.635433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a6288-9a4a-4264-bce4-d2df1b8e10ff service neutron] Pushing event updated for resources: {'Port': ['ID=dc3d222a-27ca-4d92-92a1-9fe3aa03a685,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:46.652153 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1c90ef-3ca7-4ddc-9652-7e257d6d92b1 x-openstack-request-id: req-8b1c90ef-3ca7-4ddc-9652-7e257d6d92b1 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:46.652446 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55685e9e-d3c7-4094-a993-744640c1959a", "tag": "dc3d222a-27ca-4d92-92a1-9fe3aa03a685", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:46.652736 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b1c90ef-3ca7-4ddc-9652-7e257d6d92b1 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:46.653141 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55685e9e-d3c7-4094-a993-744640c1959a', 'tag': 'dc3d222a-27ca-4d92-92a1-9fe3aa03a685', 'status': 'completed', 'code': 200} Sep 16 05:49:46.718042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a875e-4f65-4a0e-894a-b249303025f0 req-0bc96923-c2f0-4986-bb62-3fa6f07a9ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:46.719778 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e0a875e-4f65-4a0e-894a-b249303025f0 req-0bc96923-c2f0-4986-bb62-3fa6f07a9ac8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51ab902012c74bccaebf385b651d79e3&device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 1095 time: 0.0444417 Sep 16 05:49:46.826756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a875e-4f65-4a0e-894a-b249303025f0 req-6e2a09fb-5248-4b1d-89f6-b684efa8dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:46.828317 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e0a875e-4f65-4a0e-894a-b249303025f0 req-6e2a09fb-5248-4b1d-89f6-b684efa8dd95 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=51ab902012c74bccaebf385b651d79e3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1002836 Sep 16 05:49:46.922428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a875e-4f65-4a0e-894a-b249303025f0 req-a2031087-2d38-4d34-a88f-ab797c592d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:46.924095 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e0a875e-4f65-4a0e-894a-b249303025f0 req-a2031087-2d38-4d34-a88f-ab797c592d8d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0885611 Sep 16 05:49:47.008249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-4ed67906-5d5d-434e-8a46-02892ed9db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:47.009779 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-4ed67906-5d5d-434e-8a46-02892ed9db35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51ab902012c74bccaebf385b651d79e3&device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 1095 time: 0.0488877 Sep 16 05:49:47.012649 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:47.053874 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-5ecee145-f648-461d-8ce7-d11eb5f69985 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc3d222a-27ca-4d92-92a1-9fe3aa03a685 HTTP/1.1" status: 200 len: 217 time: 0.0359082 Sep 16 05:49:47.104748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-6249509b-4066-4452-abc6-95abc1d795f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:47.106334 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-6249509b-4066-4452-abc6-95abc1d795f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b007aaf3-186d-451d-9820-3e63d2e5e8ee HTTP/1.1" status: 200 len: 856 time: 0.0454018 Sep 16 05:49:47.117974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998565ee-ac2e-445c-9483-44e738390e9b req-16d47507-dcac-4ed9-846a-269b548d6a32 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:47.120234 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-998565ee-ac2e-445c-9483-44e738390e9b req-16d47507-dcac-4ed9-846a-269b548d6a32 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 943 time: 0.0575974 Sep 16 05:49:47.152901 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-1e7cffe9-353b-4658-8971-1f62ab57e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:47.154433 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-1e7cffe9-353b-4658-8971-1f62ab57e0e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f38632-352e-4746-9860-3e7209f316fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403533 Sep 16 05:49:47.160007 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-998565ee-ac2e-445c-9483-44e738390e9b req-cb615f9e-7253-465f-8fe1-ad15e6f6b2de tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335565 Sep 16 05:49:47.248904 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-f91bfb2c-4042-4870-bb17-6c507e15332f service neutron] 10.222.0.37 "GET /v2.0/networks/35f38632-352e-4746-9860-3e7209f316fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866954 Sep 16 05:49:47.343019 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cf29eb34-af86-43e4-9a08-646c4bae97a0 req-d915fada-c9ce-496b-8f3c-45461ff658a7 service neutron] 10.222.0.37 "GET /v2.0/networks/35f38632-352e-4746-9860-3e7209f316fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864711 Sep 16 05:49:47.768036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:48.277494 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787347a9-91bf-4bb4-b8e8-dc686ba2778d req-05380415-6cfd-404a-91bd-261422d05385 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:48.278987 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-787347a9-91bf-4bb4-b8e8-dc686ba2778d req-05380415-6cfd-404a-91bd-261422d05385 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 943 time: 0.0492651 Sep 16 05:49:48.318422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-787347a9-91bf-4bb4-b8e8-dc686ba2778d req-0ee23230-a4db-47ff-893d-d74c6c90a37e tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Sep 16 05:49:48.859169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device dc3d222a-27ca-4d92-92a1-9fe3aa03a685 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:49:48.957600 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port dc3d222a-27ca-4d92-92a1-9fe3aa03a685, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=dc3d222a-27ca-4d92-92a1-9fe3aa03a685,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:48.968817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'dc3d222a-27ca-4d92-92a1-9fe3aa03a685', 'network_id': '35f38632-352e-4746-9860-3e7209f316fb', 'port_id': 'dc3d222a-27ca-4d92-92a1-9fe3aa03a685', 'mac_address': 'fa:16:3e:44:a3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b007aaf3-186d-451d-9820-3e63d2e5e8ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:49:49.008376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:49.021708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3d222a-27ca-4d92-92a1-9fe3aa03a685 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:49.040763 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port dc3d222a-27ca-4d92-92a1-9fe3aa03a685, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=dc3d222a-27ca-4d92-92a1-9fe3aa03a685,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:49.126617 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:49.175244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=dc3d222a-27ca-4d92-92a1-9fe3aa03a685,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:49.182640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:49.183000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:49.183393 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:49.183753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:49.184146 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:49.184503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:49.184839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:49.185170 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:49.185500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:49.185828 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:49.186157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:49.186483 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:49.332975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['dc3d222a-27ca-4d92-92a1-9fe3aa03a685'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:49.433290 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43053e1-4495-4292-acea-e1112ff40257 req-805a49a6-dc98-4edc-a8c9-942b5b046354 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:49.434704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b43053e1-4495-4292-acea-e1112ff40257 req-805a49a6-dc98-4edc-a8c9-942b5b046354 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 944 time: 0.0487697 Sep 16 05:49:49.478063 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b43053e1-4495-4292-acea-e1112ff40257 req-ad132122-6aeb-4ce9-81e4-f253a6321841 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365160 Sep 16 05:49:50.593203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b56b5-aec7-4f26-9b2b-f9d93d73a886 req-d26ecb02-05fc-46c1-a954-30d2e012288e tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:50.595438 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c0b56b5-aec7-4f26-9b2b-f9d93d73a886 req-d26ecb02-05fc-46c1-a954-30d2e012288e tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 944 time: 0.0494666 Sep 16 05:49:50.632159 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c0b56b5-aec7-4f26-9b2b-f9d93d73a886 req-1b7fe5c5-1769-4a8c-836a-4ddbcfa76295 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 Sep 16 05:49:50.874564 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device dc3d222a-27ca-4d92-92a1-9fe3aa03a685 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:51.012448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port dc3d222a-27ca-4d92-92a1-9fe3aa03a685 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:49:51.016451 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port dc3d222a-27ca-4d92-92a1-9fe3aa03a685 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:51.016845 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:51.095447 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:51.117245 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55685e9e-d3c7-4094-a993-744640c1959a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3d222a-27ca-4d92-92a1-9fe3aa03a685'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:51.119580 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0932e0-d045-4eae-a396-33e3c57a047e" -d '{"events": [{"server_uuid": "55685e9e-d3c7-4094-a993-744640c1959a", "name": "network-vif-plugged", "status": "completed", "tag": "dc3d222a-27ca-4d92-92a1-9fe3aa03a685"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:51.132634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port dc3d222a-27ca-4d92-92a1-9fe3aa03a685, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=dc3d222a-27ca-4d92-92a1-9fe3aa03a685,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:51.155632 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3b8848-bb1f-4301-a0c3-cda6c4da8ed1 x-openstack-request-id: req-aa3b8848-bb1f-4301-a0c3-cda6c4da8ed1 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:51.155927 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55685e9e-d3c7-4094-a993-744640c1959a", "name": "network-vif-plugged", "status": "completed", "tag": "dc3d222a-27ca-4d92-92a1-9fe3aa03a685", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:51.156244 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa3b8848-bb1f-4301-a0c3-cda6c4da8ed1 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:51.156678 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55685e9e-d3c7-4094-a993-744640c1959a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3d222a-27ca-4d92-92a1-9fe3aa03a685', 'code': 200} Sep 16 05:49:51.225610 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:51.253484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcf0f1-5307-4d68-a118-924650e0b8de req-7e1c248f-59bc-4414-bc95-ce18e86fd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:51.255011 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5adcf0f1-5307-4d68-a118-924650e0b8de req-7e1c248f-59bc-4414-bc95-ce18e86fd7ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 1096 time: 0.0416694 Sep 16 05:49:51.275109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=dc3d222a-27ca-4d92-92a1-9fe3aa03a685,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:51.297588 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5adcf0f1-5307-4d68-a118-924650e0b8de req-ca4d0e0e-3c3a-41db-b759-73eff4e50098 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343668 Sep 16 05:49:51.747561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab1270-bd81-4254-8eb1-18f53c7e0cd5 req-3228f9ec-1eac-4680-a0b6-e9ed63a0c228 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:51.748965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6ab1270-bd81-4254-8eb1-18f53c7e0cd5 req-3228f9ec-1eac-4680-a0b6-e9ed63a0c228 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 945 time: 0.0493894 Sep 16 05:49:51.787288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f6ab1270-bd81-4254-8eb1-18f53c7e0cd5 req-f959803e-33c6-40c5-99ed-390f02fc6820 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317981 Sep 16 05:49:52.903587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f862a2-bff6-42d6-87b8-2a0f60047ed8 req-52a4c8bd-bfcf-4a81-a64d-61b26422a670 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:52.905115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97f862a2-bff6-42d6-87b8-2a0f60047ed8 req-52a4c8bd-bfcf-4a81-a64d-61b26422a670 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 945 time: 0.0491316 Sep 16 05:49:52.947553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-97f862a2-bff6-42d6-87b8-2a0f60047ed8 req-4671763e-72be-4c06-a82c-67f029d0d663 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355966 Sep 16 05:49:53.062823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c63a-c74d-45f5-b09b-aa28aee47cc6 req-aa25a7d8-6be3-4905-8ef3-38380d7d13f7 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:53.065051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3704c63a-c74d-45f5-b09b-aa28aee47cc6 req-aa25a7d8-6be3-4905-8ef3-38380d7d13f7 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 945 time: 0.0515144 Sep 16 05:49:53.103986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3704c63a-c74d-45f5-b09b-aa28aee47cc6 req-a3c39b36-e338-48cc-848b-3441defb950f tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328009 Sep 16 05:49:57.138059 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:12.133519 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-226c52b2-5486-4765-bc54-8d1ef1b84827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:12.989816 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:14.543714 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1032389c-e67d-4a2c-8779-0edb851186a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:15.390523 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:15.494294 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d8964-220b-4516-b17e-24bc1fdbe0b4 req-dd707094-6ded-4d03-8bbd-16b29d871a15 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:15.495849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f0d8964-220b-4516-b17e-24bc1fdbe0b4 req-dd707094-6ded-4d03-8bbd-16b29d871a15 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 945 time: 0.0537207 Sep 16 05:50:15.534112 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3f0d8964-220b-4516-b17e-24bc1fdbe0b4 req-b3c4584a-765f-4140-add4-5b20c2c0d341 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Sep 16 05:50:16.251592 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:16.650760 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa5c69-1880-45b8-9bda-4878298962ab req-17d39f38-a2e9-426a-9e1d-6bafa890260c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:16.652256 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05aa5c69-1880-45b8-9bda-4878298962ab req-17d39f38-a2e9-426a-9e1d-6bafa890260c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 945 time: 0.0487835 Sep 16 05:50:16.694201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-05aa5c69-1880-45b8-9bda-4878298962ab req-4d79460a-972d-4489-b147-9b91c90bc201 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353811 Sep 16 05:50:17.064921 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:17.098200 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44398a-e48e-41c3-8cfe-2c4f335b5de7 req-7f263f45-6c5e-4c10-803c-f5cb0e28d3cd tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:17.099669 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3f44398a-e48e-41c3-8cfe-2c4f335b5de7 req-7f263f45-6c5e-4c10-803c-f5cb0e28d3cd tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.37 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 945 time: 0.0504963 Sep 16 05:50:17.192917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-3f44398a-e48e-41c3-8cfe-2c4f335b5de7 req-47429eb3-4273-413f-8c09-5be9b08e5aa2 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Deleting port dc3d222a-27ca-4d92-92a1-9fe3aa03a685 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:50:17.193174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3f44398a-e48e-41c3-8cfe-2c4f335b5de7 req-47429eb3-4273-413f-8c09-5be9b08e5aa2 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:17.282747 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-3f44398a-e48e-41c3-8cfe-2c4f335b5de7 req-47429eb3-4273-413f-8c09-5be9b08e5aa2 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] For port dc3d222a-27ca-4d92-92a1-9fe3aa03a685, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=dc3d222a-27ca-4d92-92a1-9fe3aa03a685,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:17.283100 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3f44398a-e48e-41c3-8cfe-2c4f335b5de7 req-47429eb3-4273-413f-8c09-5be9b08e5aa2 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:17.297430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-3f44398a-e48e-41c3-8cfe-2c4f335b5de7 req-47429eb3-4273-413f-8c09-5be9b08e5aa2 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Calling delete_port for dc3d222a-27ca-4d92-92a1-9fe3aa03a685 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:50:17.482124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3f44398a-e48e-41c3-8cfe-2c4f335b5de7 req-47429eb3-4273-413f-8c09-5be9b08e5aa2 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:17.494122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['dc3d222a-27ca-4d92-92a1-9fe3aa03a685'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:50:17.510431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47429eb3-4273-413f-8c09-5be9b08e5aa2 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Pushing event deleted for resources: {'Port': ['ID=dc3d222a-27ca-4d92-92a1-9fe3aa03a685,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:17.554500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f44398a-e48e-41c3-8cfe-2c4f335b5de7 req-47429eb3-4273-413f-8c09-5be9b08e5aa2 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] No DVR routers for this DVR port dc3d222a-27ca-4d92-92a1-9fe3aa03a685 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:50:17.557185 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-3f44398a-e48e-41c3-8cfe-2c4f335b5de7 req-47429eb3-4273-413f-8c09-5be9b08e5aa2 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:17.559257 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3f44398a-e48e-41c3-8cfe-2c4f335b5de7 req-47429eb3-4273-413f-8c09-5be9b08e5aa2 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.37 "DELETE /v2.0/ports/dc3d222a-27ca-4d92-92a1-9fe3aa03a685 HTTP/1.1" status: 204 len: 173 time: 0.4524901 Sep 16 05:50:17.559696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55685e9e-d3c7-4094-a993-744640c1959a', 'name': 'network-vif-deleted', 'tag': 'dc3d222a-27ca-4d92-92a1-9fe3aa03a685'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:50:17.561959 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e087d9e-e055-4901-947b-eaff29a1e26a" -d '{"events": [{"server_uuid": "55685e9e-d3c7-4094-a993-744640c1959a", "name": "network-vif-deleted", "tag": "dc3d222a-27ca-4d92-92a1-9fe3aa03a685"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:17.601692 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16388cb5-0982-4f4c-bc18-fa68df2c9a3e x-openstack-request-id: req-16388cb5-0982-4f4c-bc18-fa68df2c9a3e {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:17.602056 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55685e9e-d3c7-4094-a993-744640c1959a", "name": "network-vif-deleted", "tag": "dc3d222a-27ca-4d92-92a1-9fe3aa03a685", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:17.602378 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16388cb5-0982-4f4c-bc18-fa68df2c9a3e {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:17.602843 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55685e9e-d3c7-4094-a993-744640c1959a', 'name': 'network-vif-deleted', 'tag': 'dc3d222a-27ca-4d92-92a1-9fe3aa03a685', 'status': 'completed', 'code': 200} Sep 16 05:50:17.733291 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:17.792529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-658f20a1-25e8-45c3-b388-69b80632fe73 req-0233b61c-cced-463f-9f45-bc939896cf91 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=55685e9e-d3c7-4094-a993-744640c1959a HTTP/1.1" status: 200 len: 210 time: 0.0286348 Sep 16 05:50:19.504785 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-374a4bee-61ad-432d-bfdd-25abaceac6c6 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:19.506259 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-374a4bee-61ad-432d-bfdd-25abaceac6c6 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/networks?id=35f38632-352e-4746-9860-3e7209f316fb HTTP/1.1" status: 200 len: 817 time: 0.1025803 Sep 16 05:50:19.521125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-1423472f-92ea-47ce-a3ab-d4384d0269cc tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/quotas/51ab902012c74bccaebf385b651d79e3 HTTP/1.1" status: 200 len: 375 time: 0.0091474 Sep 16 05:50:19.575486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-8f528f32-07f8-4898-8c7d-0a557d9cd0a3 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=51ab902012c74bccaebf385b651d79e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491664 Sep 16 05:50:19.668312 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-e30f9e82-5954-46cd-af3c-6e189491f90e service neutron] 10.222.0.24 "GET /v2.0/networks/35f38632-352e-4746-9860-3e7209f316fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812039 Sep 16 05:50:19.760823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-51b63280-0744-4c3e-a3af-b4f981e46d45 service neutron] 10.222.0.24 "GET /v2.0/networks/35f38632-352e-4746-9860-3e7209f316fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865107 Sep 16 05:50:19.991428 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a65860d-4733-4dd9-91c7-da1fdab2c46f req-4fbe3438-296e-4b66-aec2-9d4c5393bae5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 210 time: 0.0278563 Sep 16 05:50:20.968871 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device dc3d222a-27ca-4d92-92a1-9fe3aa03a685 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:50:20.990078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: dc3d222a-27ca-4d92-92a1-9fe3aa03a685 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:50:20.990427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device dc3d222a-27ca-4d92-92a1-9fe3aa03a685 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:50:21.085073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-878e1192-4989-4ed1-b9b9-d11f7be5ec36 req-f59fde23-8671-4a35-a38e-d895facda1b5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 210 time: 0.0273349 Sep 16 05:50:21.819202 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-fcfe9351-e5e0-4e3d-a399-52f6804b1d66 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:21.820697 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-fcfe9351-e5e0-4e3d-a399-52f6804b1d66 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.37 "GET /v2.0/networks?id=35f38632-352e-4746-9860-3e7209f316fb HTTP/1.1" status: 200 len: 817 time: 0.1064634 Sep 16 05:50:21.835249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Request body: {'port': {'device_id': 'f014fe8d-486c-4841-b52a-2a1e973745af', 'network_id': '35f38632-352e-4746-9860-3e7209f316fb', 'admin_state_up': True, 'tenant_id': '51ab902012c74bccaebf385b651d79e3'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:22.007196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Made reservation on behalf of 51ab902012c74bccaebf385b651d79e3 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:22.010860 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.141901 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Allocated IP 172.20.0.5 (35f38632-352e-4746-9860-3e7209f316fb/b007aaf3-186d-451d-9820-3e63d2e5e8ee/15cc274d-9a4e-4023-ad3f-71deabc98fc3) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:22.177801 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7fd01655-6435-4cca-a6db-511f063b865a req-05d2fada-9c2d-4633-b0e1-ec214b108315 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 210 time: 0.0256963 Sep 16 05:50:22.295238 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.378246 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.416895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Network 35f38632-352e-4746-9860-3e7209f316fb is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:22.419875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:22.422319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:22.466320 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Pushing event updated for resources: {'Port': ['ID=15cc274d-9a4e-4023-ad3f-71deabc98fc3,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:22.486889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:22.488061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.552256 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-36dac893-e63b-4085-b096-754de5ff791c tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7212312 Sep 16 05:50:22.604660 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-45e780fe-0343-422f-b3ca-15aba5ad619f None None] Provisioning complete for port 15cc274d-9a4e-4023-ad3f-71deabc98fc3 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:50:22.613910 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45e780fe-0343-422f-b3ca-15aba5ad619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.640344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-45e780fe-0343-422f-b3ca-15aba5ad619f None None] Port 15cc274d-9a4e-4023-ad3f-71deabc98fc3 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:50:22.657034 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Request body: {'port': {'device_id': 'f014fe8d-486c-4841-b52a-2a1e973745af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:22.710573 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.966819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cc274d-9a4e-4023-ad3f-71deabc98fc3 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:50:22.974804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.986213 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Transition to ACTIVE for port object 15cc274d-9a4e-4023-ad3f-71deabc98fc3 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:50:23.104670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:23.153789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Pushing event updated for resources: {'Port': ['ID=15cc274d-9a4e-4023-ad3f-71deabc98fc3,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:23.232403 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Attempting to bind port 15cc274d-9a4e-4023-ad3f-71deabc98fc3 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:50:23.237361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Attempting to bind port 15cc274d-9a4e-4023-ad3f-71deabc98fc3 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:50:23.237361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Attempting to bind port 15cc274d-9a4e-4023-ad3f-71deabc98fc3 on network 35f38632-352e-4746-9860-3e7209f316fb {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:23.238352 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Port 15cc274d-9a4e-4023-ad3f-71deabc98fc3 on network 35f38632-352e-4746-9860-3e7209f316fb not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:50:23.238706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Attempting to bind port 15cc274d-9a4e-4023-ad3f-71deabc98fc3 on network 35f38632-352e-4746-9860-3e7209f316fb {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:23.244185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:50:23.244567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Checking segment: {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:50:23.244963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Bound using segment: {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:50:23.245525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Bound port: 15cc274d-9a4e-4023-ad3f-71deabc98fc3, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35f38632-352e-4746-9860-3e7209f316fb'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:50:23.245974 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:23.301525 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc0228-3fc6-4472-8291-aed55d75f43b req-b915a207-cb5d-416f-872e-df5dac53021a tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:23.303681 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78fc0228-3fc6-4472-8291-aed55d75f43b req-b915a207-cb5d-416f-872e-df5dac53021a tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 943 time: 0.0535979 Sep 16 05:50:23.322625 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] For port 15cc274d-9a4e-4023-ad3f-71deabc98fc3, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:50:23.326415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] For port 15cc274d-9a4e-4023-ad3f-71deabc98fc3, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=15cc274d-9a4e-4023-ad3f-71deabc98fc3,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:50:23.348994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-78fc0228-3fc6-4472-8291-aed55d75f43b req-50f5c7e3-17a4-4a5b-9b8a-3d9f77273878 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380695 Sep 16 05:50:23.390630 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:23.426266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:23.426809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:23.428138 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] 10.222.0.37 "PUT /v2.0/ports/15cc274d-9a4e-4023-ad3f-71deabc98fc3 HTTP/1.1" status: 200 len: 1092 time: 0.8679638 Sep 16 05:50:23.428602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f014fe8d-486c-4841-b52a-2a1e973745af', 'tag': '15cc274d-9a4e-4023-ad3f-71deabc98fc3'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:50:23.430919 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba5c691-6a3e-407d-92ff-e435ab6ae256" -d '{"events": [{"name": "network-changed", "server_uuid": "f014fe8d-486c-4841-b52a-2a1e973745af", "tag": "15cc274d-9a4e-4023-ad3f-71deabc98fc3"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:23.460182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac9ca0-b770-433f-a4f0-dd2a46033a99 service neutron] Pushing event updated for resources: {'Port': ['ID=15cc274d-9a4e-4023-ad3f-71deabc98fc3,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:23.480846 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2541ecb1-374a-447d-af8f-aed44ff3e71b x-openstack-request-id: req-2541ecb1-374a-447d-af8f-aed44ff3e71b {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:23.480846 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f014fe8d-486c-4841-b52a-2a1e973745af", "tag": "15cc274d-9a4e-4023-ad3f-71deabc98fc3", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:23.480846 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2541ecb1-374a-447d-af8f-aed44ff3e71b {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:23.480846 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f014fe8d-486c-4841-b52a-2a1e973745af', 'tag': '15cc274d-9a4e-4023-ad3f-71deabc98fc3', 'status': 'completed', 'code': 200} Sep 16 05:50:23.544172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5c691-6a3e-407d-92ff-e435ab6ae256 req-e2854bf5-b98a-4a32-a2b7-109476dd0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:23.545885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aba5c691-6a3e-407d-92ff-e435ab6ae256 req-e2854bf5-b98a-4a32-a2b7-109476dd0c7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51ab902012c74bccaebf385b651d79e3&device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 1095 time: 0.0445652 Sep 16 05:50:23.654088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5c691-6a3e-407d-92ff-e435ab6ae256 req-2b11c407-2f84-47f2-bfed-b9bc5a903a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:23.655570 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aba5c691-6a3e-407d-92ff-e435ab6ae256 req-2b11c407-2f84-47f2-bfed-b9bc5a903a0f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=51ab902012c74bccaebf385b651d79e3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1022067 Sep 16 05:50:23.747095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5c691-6a3e-407d-92ff-e435ab6ae256 req-b6319937-0c90-4b40-ad22-0faeca75c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:23.748517 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-aba5c691-6a3e-407d-92ff-e435ab6ae256 req-b6319937-0c90-4b40-ad22-0faeca75c22c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0867534 Sep 16 05:50:23.826948 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-6beb4ffd-021e-4104-afb4-59d3458ff00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:23.828435 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-6beb4ffd-021e-4104-afb4-59d3458ff00a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51ab902012c74bccaebf385b651d79e3&device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 1095 time: 0.0439281 Sep 16 05:50:23.869211 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-4d561e8d-0c9a-4cc9-b275-59b409659173 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15cc274d-9a4e-4023-ad3f-71deabc98fc3 HTTP/1.1" status: 200 len: 217 time: 0.0330720 Sep 16 05:50:23.918248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-0d2a9a63-0263-4dac-bfbc-f86a872c1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:23.919671 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-0d2a9a63-0263-4dac-bfbc-f86a872c1e1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b007aaf3-186d-451d-9820-3e63d2e5e8ee HTTP/1.1" status: 200 len: 856 time: 0.0438023 Sep 16 05:50:23.966168 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-25cd1d38-10b3-404c-b880-b2811fcffc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:23.967633 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-25cd1d38-10b3-404c-b880-b2811fcffc97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f38632-352e-4746-9860-3e7209f316fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400410 Sep 16 05:50:24.061137 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-581edf02-a9d2-4191-8273-12dcb4d598d2 service neutron] 10.222.0.37 "GET /v2.0/networks/35f38632-352e-4746-9860-3e7209f316fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856588 Sep 16 05:50:24.152888 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6cac7c4a-b498-4531-bfed-c9024595e278 req-564449c1-d713-4bb4-a9eb-016ee77d5df8 service neutron] 10.222.0.37 "GET /v2.0/networks/35f38632-352e-4746-9860-3e7209f316fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840583 Sep 16 05:50:24.461585 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91376b-5c74-4c5d-8bb0-c9cce9d9550f req-2b9c01ee-3c11-473b-a14b-6cbdf912014a tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:24.463060 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a91376b-5c74-4c5d-8bb0-c9cce9d9550f req-2b9c01ee-3c11-473b-a14b-6cbdf912014a tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 943 time: 0.0487514 Sep 16 05:50:24.501109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0a91376b-5c74-4c5d-8bb0-c9cce9d9550f req-d98d99e3-f3f4-4249-b5e2-e136384e5824 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Sep 16 05:50:25.615636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0889b43-ec9e-4114-a2fc-4b38a614994b req-511109f2-4ba1-40b8-840b-f8bfe8696fe2 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:25.617140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0889b43-ec9e-4114-a2fc-4b38a614994b req-511109f2-4ba1-40b8-840b-f8bfe8696fe2 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 943 time: 0.0481360 Sep 16 05:50:25.654685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f0889b43-ec9e-4114-a2fc-4b38a614994b req-2214f489-cc19-4090-bca2-398ee0e1052e tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Sep 16 05:50:26.769565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b77d2-fc80-4ff5-8d32-9fd1ad409159 req-dc25ed22-5ef2-4e42-b8e9-606c5a8c2ca0 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:26.771011 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-555b77d2-fc80-4ff5-8d32-9fd1ad409159 req-dc25ed22-5ef2-4e42-b8e9-606c5a8c2ca0 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 943 time: 0.0478466 Sep 16 05:50:26.811133 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-555b77d2-fc80-4ff5-8d32-9fd1ad409159 req-b2bfd892-4be3-4d72-89c1-43a1e2b82841 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341387 Sep 16 05:50:26.983465 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 15cc274d-9a4e-4023-ad3f-71deabc98fc3 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:50:27.080065 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 15cc274d-9a4e-4023-ad3f-71deabc98fc3, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=15cc274d-9a4e-4023-ad3f-71deabc98fc3,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:27.091713 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '15cc274d-9a4e-4023-ad3f-71deabc98fc3', 'network_id': '35f38632-352e-4746-9860-3e7209f316fb', 'port_id': '15cc274d-9a4e-4023-ad3f-71deabc98fc3', 'mac_address': 'fa:16:3e:a9:69:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b007aaf3-186d-451d-9820-3e63d2e5e8ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:50:27.131312 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:27.143559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cc274d-9a4e-4023-ad3f-71deabc98fc3 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:50:27.162212 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 15cc274d-9a4e-4023-ad3f-71deabc98fc3, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=15cc274d-9a4e-4023-ad3f-71deabc98fc3,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:27.213404 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:27.266169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=15cc274d-9a4e-4023-ad3f-71deabc98fc3,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:27.411819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['15cc274d-9a4e-4023-ad3f-71deabc98fc3'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:50:27.925035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043de4f2-f93a-4b51-94d1-9b3282707842 req-92b4e4e4-d485-4aa1-8def-0b34b0a22799 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:27.926505 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-043de4f2-f93a-4b51-94d1-9b3282707842 req-92b4e4e4-d485-4aa1-8def-0b34b0a22799 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 944 time: 0.0492914 Sep 16 05:50:27.963830 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-043de4f2-f93a-4b51-94d1-9b3282707842 req-f288d94f-9f6e-4526-b2c4-e93af7b8ea86 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Sep 16 05:50:28.999010 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 15cc274d-9a4e-4023-ad3f-71deabc98fc3 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:29.083597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c927ee-d4eb-468e-8e9c-26742fe43d24 req-5e66a5c5-a63a-4af4-87c6-c5be61bd3fdf tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:29.085109 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81c927ee-d4eb-468e-8e9c-26742fe43d24 req-5e66a5c5-a63a-4af4-87c6-c5be61bd3fdf tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 944 time: 0.0545239 Sep 16 05:50:29.115786 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 15cc274d-9a4e-4023-ad3f-71deabc98fc3 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:50:29.120097 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 15cc274d-9a4e-4023-ad3f-71deabc98fc3 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:50:29.120495 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.124290 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-81c927ee-d4eb-468e-8e9c-26742fe43d24 req-8a00fae1-bd61-438a-a5e4-d4c8c26a2622 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331697 Sep 16 05:50:29.205486 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.225122 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f014fe8d-486c-4841-b52a-2a1e973745af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cc274d-9a4e-4023-ad3f-71deabc98fc3'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:50:29.227383 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5227a404-2d12-4134-8228-b8a2ae1cb01f" -d '{"events": [{"server_uuid": "f014fe8d-486c-4841-b52a-2a1e973745af", "name": "network-vif-plugged", "status": "completed", "tag": "15cc274d-9a4e-4023-ad3f-71deabc98fc3"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:29.240044 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 15cc274d-9a4e-4023-ad3f-71deabc98fc3, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=15cc274d-9a4e-4023-ad3f-71deabc98fc3,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:29.317408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.317408 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6515221-63a3-48d6-b61b-cb6004b314f3 x-openstack-request-id: req-b6515221-63a3-48d6-b61b-cb6004b314f3 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:29.317408 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f014fe8d-486c-4841-b52a-2a1e973745af", "name": "network-vif-plugged", "status": "completed", "tag": "15cc274d-9a4e-4023-ad3f-71deabc98fc3", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:29.317408 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6515221-63a3-48d6-b61b-cb6004b314f3 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:29.317824 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f014fe8d-486c-4841-b52a-2a1e973745af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cc274d-9a4e-4023-ad3f-71deabc98fc3', 'code': 200} Sep 16 05:50:29.360979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=15cc274d-9a4e-4023-ad3f-71deabc98fc3,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:29.719285 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3596f3c-8167-4724-9330-235967d1b8d1 req-fb862718-3c3d-4954-9bcf-9ae340285376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:29.720899 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e3596f3c-8167-4724-9330-235967d1b8d1 req-fb862718-3c3d-4954-9bcf-9ae340285376 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 1097 time: 0.3484132 Sep 16 05:50:29.755056 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e3596f3c-8167-4724-9330-235967d1b8d1 req-d768b467-6bce-4e4c-88b7-e5a9a57a54ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272591 Sep 16 05:50:30.238784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d420ce6-2cee-41a3-8541-2edf9d905eff req-73049443-8193-409c-8f70-260bafadb6e7 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:30.240243 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d420ce6-2cee-41a3-8541-2edf9d905eff req-73049443-8193-409c-8f70-260bafadb6e7 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 945 time: 0.0492563 Sep 16 05:50:30.281602 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d420ce6-2cee-41a3-8541-2edf9d905eff req-8fd8d947-d365-4278-b381-c31b941e7a51 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351725 Sep 16 05:50:31.398743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7e942-19ff-4258-868a-9f71dbb99d25 req-94eaa6e0-d501-4514-b96f-3c1b9f516e3d tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:31.400211 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40f7e942-19ff-4258-868a-9f71dbb99d25 req-94eaa6e0-d501-4514-b96f-3c1b9f516e3d tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 945 time: 0.0483797 Sep 16 05:50:31.439770 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40f7e942-19ff-4258-868a-9f71dbb99d25 req-1c069035-7d8a-4e9f-9630-d763cc7f79d3 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334718 Sep 16 05:50:31.553535 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a661e-a981-44db-b4e9-3411bed09cad req-ecf077aa-9157-4243-ae66-800db84496c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:31.555150 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-557a661e-a981-44db-b4e9-3411bed09cad req-ecf077aa-9157-4243-ae66-800db84496c5 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 945 time: 0.0498297 Sep 16 05:50:31.592286 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-557a661e-a981-44db-b4e9-3411bed09cad req-419aa477-7244-4919-828e-2b3e62e96975 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313206 Sep 16 05:50:34.136730 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:42.121432 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9368a9bf-af4a-4c64-8ec8-8124b9cfb2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:42.989864 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:44.515543 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa481-02a2-401c-80b7-dee210570331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:45.384408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:46.224131 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:47.075824 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:47.773716 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:54.672705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedc49a-22bd-42dc-818a-920e8820fe61 req-2d1b21fb-d1ca-432e-95dc-c0bb8223d12f tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:54.674180 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baedc49a-22bd-42dc-818a-920e8820fe61 req-2d1b21fb-d1ca-432e-95dc-c0bb8223d12f tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 945 time: 0.0488658 Sep 16 05:50:54.717781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baedc49a-22bd-42dc-818a-920e8820fe61 req-58974bc9-b33a-4eb4-a9c5-8190573b0149 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373340 Sep 16 05:50:55.835656 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f745fe-88d2-461d-8409-09a06d53becd req-e7b51523-831b-4384-8ed5-247d3c95538a tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:55.837168 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79f745fe-88d2-461d-8409-09a06d53becd req-e7b51523-831b-4384-8ed5-247d3c95538a tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 945 time: 0.0492506 Sep 16 05:50:55.875225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79f745fe-88d2-461d-8409-09a06d53becd req-e9f1cee1-cde1-4868-bc3b-795e738813e0 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/security-groups?id=610ceade-afee-4e73-88a0-f8a330d684b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316854 Sep 16 05:50:56.147980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879c062-5c37-4292-8e06-9b79d948c301 req-a33693ae-6ef5-4fa2-859f-68d83ca739fc tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:56.149463 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5879c062-5c37-4292-8e06-9b79d948c301 req-a33693ae-6ef5-4fa2-859f-68d83ca739fc tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.37 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 945 time: 0.0481749 Sep 16 05:50:56.240514 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-5879c062-5c37-4292-8e06-9b79d948c301 req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Deleting port 15cc274d-9a4e-4023-ad3f-71deabc98fc3 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:50:56.240864 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5879c062-5c37-4292-8e06-9b79d948c301 req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.329787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-5879c062-5c37-4292-8e06-9b79d948c301 req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] For port 15cc274d-9a4e-4023-ad3f-71deabc98fc3, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=15cc274d-9a4e-4023-ad3f-71deabc98fc3,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:56.330164 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5879c062-5c37-4292-8e06-9b79d948c301 req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.343231 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-5879c062-5c37-4292-8e06-9b79d948c301 req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Calling delete_port for 15cc274d-9a4e-4023-ad3f-71deabc98fc3 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:50:56.525665 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5879c062-5c37-4292-8e06-9b79d948c301 req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.538057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['15cc274d-9a4e-4023-ad3f-71deabc98fc3'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:50:56.555143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Pushing event deleted for resources: {'Port': ['ID=15cc274d-9a4e-4023-ad3f-71deabc98fc3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:56.584872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:56.585219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:56.585558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:56.585890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:56.586218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:56.586545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:56.586861 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:56.587186 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:56.587587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:56.587911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:56.588256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:56.588604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:56.611466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-5879c062-5c37-4292-8e06-9b79d948c301 req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] No DVR routers for this DVR port 15cc274d-9a4e-4023-ad3f-71deabc98fc3 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:50:56.613962 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5879c062-5c37-4292-8e06-9b79d948c301 req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.615991 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5879c062-5c37-4292-8e06-9b79d948c301 req-6cdea0cf-6a1e-40fb-98d5-d761e7e952d9 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.37 "DELETE /v2.0/ports/15cc274d-9a4e-4023-ad3f-71deabc98fc3 HTTP/1.1" status: 204 len: 173 time: 0.4601657 Sep 16 05:50:56.616418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f014fe8d-486c-4841-b52a-2a1e973745af', 'name': 'network-vif-deleted', 'tag': '15cc274d-9a4e-4023-ad3f-71deabc98fc3'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:50:56.618682 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2068c7c9-06a4-42be-bbf5-70dfc89097af" -d '{"events": [{"server_uuid": "f014fe8d-486c-4841-b52a-2a1e973745af", "name": "network-vif-deleted", "tag": "15cc274d-9a4e-4023-ad3f-71deabc98fc3"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:56.654752 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036b45ae-2cc9-45e2-aefe-c54948227d5d x-openstack-request-id: req-036b45ae-2cc9-45e2-aefe-c54948227d5d {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:56.655118 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f014fe8d-486c-4841-b52a-2a1e973745af", "name": "network-vif-deleted", "tag": "15cc274d-9a4e-4023-ad3f-71deabc98fc3", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:56.655381 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-036b45ae-2cc9-45e2-aefe-c54948227d5d {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:56.655789 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f014fe8d-486c-4841-b52a-2a1e973745af', 'name': 'network-vif-deleted', 'tag': '15cc274d-9a4e-4023-ad3f-71deabc98fc3', 'status': 'completed', 'code': 200} Sep 16 05:50:56.988535 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc33f3fa-7eb2-4ee1-ab97-19c3ea85c022 req-21d9a616-7317-45b9-82b7-68f0d65778d3 tempest-TestEncryptedCinderVolumes-1845832358 tempest-TestEncryptedCinderVolumes-1845832358-project] 10.222.0.24 "GET /v2.0/ports?device_id=f014fe8d-486c-4841-b52a-2a1e973745af HTTP/1.1" status: 200 len: 210 time: 0.0304182 Sep 16 05:50:58.166125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44396) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:58.524162 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:58.765715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Deleting port 2b5529a2-caba-44f7-9492-e85468d9236b {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:50:58.766058 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:58.842669 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] For port 2b5529a2-caba-44f7-9492-e85468d9236b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2b5529a2-caba-44f7-9492-e85468d9236b,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:58.843026 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:58.855353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Calling delete_port for 2b5529a2-caba-44f7-9492-e85468d9236b owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:50:59.093259 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.119883 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5529a2-caba-44f7-9492-e85468d9236b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:59.148683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:59.149050 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:59.149394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:59.149735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:59.150067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:59.150396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:59.150725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:59.151056 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:59.151381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:59.151703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:59.152026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:59.152351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:59.302148 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.799408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Router 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:59.901745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:59.907767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8a02ddeb-2369-4db7-9508-1a2dfc899988 admin admin] 10.222.0.24 "PUT /v2.0/routers/86d1d7a0-f0c5-45c7-93cb-29ad63224b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7404950 Sep 16 05:50:59.910237 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44398) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:59.912890 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3880d-afe9-4a4b-a2b5-5c01bde4b8cd None None] Sync routers for ids ['86d1d7a0-f0c5-45c7-93cb-29ad63224b31'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:59.922979 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3880d-afe9-4a4b-a2b5-5c01bde4b8cd None None] Routers {'86d1d7a0-f0c5-45c7-93cb-29ad63224b31'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:59.923600 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b6c3880d-afe9-4a4b-a2b5-5c01bde4b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:50:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['86d1d7a0-f0c5-45c7-93cb-29ad63224b31'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:00.015583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.024568 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b6c3880d-afe9-4a4b-a2b5-5c01bde4b8cd None None] Set router 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:00.124524 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.257885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Deleting port 2c98fbab-4e30-4f70-8193-c97c1a28ca73 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:00.258229 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.287533 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b6c3880d-afe9-4a4b-a2b5-5c01bde4b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'name': 'tempest-TestEncryptedCinderVolumes-1601678852-router', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:30Z', 'updated_at': '2021-09-16T05:50:58Z', 'revision_number': 5, 'project_id': '51ab902012c74bccaebf385b651d79e3', 'gw_port': {'id': '2c98fbab-4e30-4f70-8193-c97c1a28ca73', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:31Z', 'updated_at': '2021-09-16T05:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:00.314567 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3880d-afe9-4a4b-a2b5-5c01bde4b8cd None None] Checking router: 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:00.323159 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3880d-afe9-4a4b-a2b5-5c01bde4b8cd None None] Routers {'86d1d7a0-f0c5-45c7-93cb-29ad63224b31'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:00.323770 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b6c3880d-afe9-4a4b-a2b5-5c01bde4b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:50:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['86d1d7a0-f0c5-45c7-93cb-29ad63224b31'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:00.344086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] For port 2c98fbab-4e30-4f70-8193-c97c1a28ca73, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=2c98fbab-4e30-4f70-8193-c97c1a28ca73,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:00.344754 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.355889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Calling delete_port for 2c98fbab-4e30-4f70-8193-c97c1a28ca73 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:00.409871 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b6c3880d-afe9-4a4b-a2b5-5c01bde4b8cd None None] Set router 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:00.463848 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b6c3880d-afe9-4a4b-a2b5-5c01bde4b8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'name': 'tempest-TestEncryptedCinderVolumes-1601678852-router', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:30Z', 'updated_at': '2021-09-16T05:51:00Z', 'revision_number': 6, 'project_id': '51ab902012c74bccaebf385b651d79e3', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:00.490822 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3880d-afe9-4a4b-a2b5-5c01bde4b8cd None None] The sync data for ids ['86d1d7a0-f0c5-45c7-93cb-29ad63224b31'] in n-d-712137-12 is: [{'id': '86d1d7a0-f0c5-45c7-93cb-29ad63224b31', 'name': 'tempest-TestEncryptedCinderVolumes-1601678852-router', 'tenant_id': '51ab902012c74bccaebf385b651d79e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:30Z', 'updated_at': '2021-09-16T05:51:00Z', 'revision_number': 6, 'project_id': '51ab902012c74bccaebf385b651d79e3', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:00.605206 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.628975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c98fbab-4e30-4f70-8193-c97c1a28ca73,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:00.696434 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.785576 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.787610 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.924498 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.925076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86d1d7a0-f0c5-45c7-93cb-29ad63224b31 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:51:00.929362 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.930564 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a7313e91-ba57-4436-a869-7f5e24539297 admin admin] 10.222.0.24 "DELETE /v2.0/routers/86d1d7a0-f0c5-45c7-93cb-29ad63224b31 HTTP/1.1" status: 204 len: 168 time: 1.0189524 Sep 16 05:51:00.932989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44400) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:00.979426 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95f6b55-d45e-4db0-8907-69d5aefcc866 admin admin] Deleting subnet b007aaf3-186d-451d-9820-3e63d2e5e8ee {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:51:00.982483 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f95f6b55-d45e-4db0-8907-69d5aefcc866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.017087 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f95f6b55-d45e-4db0-8907-69d5aefcc866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.096000 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f95f6b55-d45e-4db0-8907-69d5aefcc866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.153863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 15cc274d-9a4e-4023-ad3f-71deabc98fc3 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:01.176380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 15cc274d-9a4e-4023-ad3f-71deabc98fc3 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:01.176380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 15cc274d-9a4e-4023-ad3f-71deabc98fc3 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:01.225022 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f95f6b55-d45e-4db0-8907-69d5aefcc866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.252274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f6b55-d45e-4db0-8907-69d5aefcc866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b007aaf3-186d-451d-9820-3e63d2e5e8ee,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:01.262522 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f95f6b55-d45e-4db0-8907-69d5aefcc866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.263824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387f7978-9ec8-4b37-8cba-d5f4b4bb722f None None] Network 35f38632-352e-4746-9860-3e7209f316fb requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:01.267051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f95f6b55-d45e-4db0-8907-69d5aefcc866 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b007aaf3-186d-451d-9820-3e63d2e5e8ee HTTP/1.1" status: 204 len: 168 time: 0.3305264 Sep 16 05:51:01.267437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44402) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:01.282165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2b5529a2-caba-44f7-9492-e85468d9236b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:01.313130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 2b5529a2-caba-44f7-9492-e85468d9236b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:01.313472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2b5529a2-caba-44f7-9492-e85468d9236b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:01.314095 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2c98fbab-4e30-4f70-8193-c97c1a28ca73 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:01.343179 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.363466 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 2c98fbab-4e30-4f70-8193-c97c1a28ca73 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:01.363872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 2c98fbab-4e30-4f70-8193-c97c1a28ca73 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:01.396590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Deleting port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:01.397022 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.474405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] For port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:01.474847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.488819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Calling delete_port for 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:01.501152 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] DHCP port deletion for 35f38632-352e-4746-9860-3e7209f316fb request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:51:01.554854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Deleting port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:01.555462 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.621304 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] For port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e,segment=NetworkSegment(fd2f4185-eaf6-4920-9a47-bd2c465ce82b),segment_id=fd2f4185-eaf6-4920-9a47-bd2c465ce82b)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:01.621704 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.634508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Calling delete_port for 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:01.675956 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.701101 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:01.706106 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] No DVR routers for this DVR port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:01.709875 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.737879 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Pushing event deleted for resources: {'Port': ['ID=08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:01.740049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] No DVR routers for this DVR port 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:01.751563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:01.751943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:01.752290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:01.752666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:01.753026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:01.753363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:01.753698 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:01.754463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:01.754463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:01.754672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:01.755498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:01.755498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b1ca3-224d-4613-8dfb-e93facfa7d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:01.787316 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.807125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f38632-352e-4746-9860-3e7209f316fb']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:01.816648 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:01.816944 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2f4185-eaf6-4920-9a47-bd2c465ce82b') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:01.826015 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.838736 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.845013 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:51:01.845403 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:51:01.847189 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:51:01.978402 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.984557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.986426 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/35f38632-352e-4746-9860-3e7209f316fb HTTP/1.1" status: 204 len: 168 time: 0.7179389 Sep 16 05:51:01.991584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44404) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:01.997377 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c55712-7401-44a0-befb-8f0633c8e2a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f38632-352e-4746-9860-3e7209f316fb,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:02.338856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b5187617-1fdf-48ee-9fee-70fa70072bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:02.582067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-b5187617-1fdf-48ee-9fee-70fa70072bdc admin admin] Deleting port 11759561-10e3-4d7a-8c50-278bca030c9a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:02.582405 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b5187617-1fdf-48ee-9fee-70fa70072bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:02.659973 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-b5187617-1fdf-48ee-9fee-70fa70072bdc admin admin] For port 11759561-10e3-4d7a-8c50-278bca030c9a, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=11759561-10e3-4d7a-8c50-278bca030c9a,segment=NetworkSegment(17f96939-4535-41b4-b226-6c037560d4ce),segment_id=17f96939-4535-41b4-b226-6c037560d4ce)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:02.660340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b5187617-1fdf-48ee-9fee-70fa70072bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:02.672544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-b5187617-1fdf-48ee-9fee-70fa70072bdc admin admin] Calling delete_port for 11759561-10e3-4d7a-8c50-278bca030c9a owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:02.910616 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b5187617-1fdf-48ee-9fee-70fa70072bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:02.940013 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5187617-1fdf-48ee-9fee-70fa70072bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=11759561-10e3-4d7a-8c50-278bca030c9a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:03.086351 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:03.111512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:03.111861 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08bfda3c-ef5d-45fd-a53b-d014ed6b0a4e not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:03.120806 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b5187617-1fdf-48ee-9fee-70fa70072bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:03.363383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5187617-1fdf-48ee-9fee-70fa70072bdc admin admin] Router 08616c3f-57e2-4197-902d-16b347949573 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:03.485167 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5187617-1fdf-48ee-9fee-70fa70072bdc admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:03.490251 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b5187617-1fdf-48ee-9fee-70fa70072bdc admin admin] 10.222.0.24 "PUT /v2.0/routers/08616c3f-57e2-4197-902d-16b347949573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4997489 Sep 16 05:51:03.493020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44406) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:03.497327 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586818df-4c7e-402b-9bfa-7ab260348c99 None None] Sync routers for ids ['08616c3f-57e2-4197-902d-16b347949573'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:03.507911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586818df-4c7e-402b-9bfa-7ab260348c99 None None] Routers {'08616c3f-57e2-4197-902d-16b347949573'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:03.508552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-586818df-4c7e-402b-9bfa-7ab260348c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:50:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['08616c3f-57e2-4197-902d-16b347949573'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:03.611871 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:03.620904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-586818df-4c7e-402b-9bfa-7ab260348c99 None None] Set router 08616c3f-57e2-4197-902d-16b347949573 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:03.729143 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:03.822254 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-586818df-4c7e-402b-9bfa-7ab260348c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08616c3f-57e2-4197-902d-16b347949573', 'name': 'tempest-TestEncryptedCinderVolumes-32113653-router', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:36Z', 'updated_at': '2021-09-16T05:51:02Z', 'revision_number': 5, 'project_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'gw_port': {'id': '9432d667-d76f-46cb-bea0-5d8fb0d3e646', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08616c3f-57e2-4197-902d-16b347949573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:37Z', 'updated_at': '2021-09-16T05:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:03.850865 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586818df-4c7e-402b-9bfa-7ab260348c99 None None] Checking router: 08616c3f-57e2-4197-902d-16b347949573 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:03.860998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586818df-4c7e-402b-9bfa-7ab260348c99 None None] Routers {'08616c3f-57e2-4197-902d-16b347949573'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:03.862041 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-586818df-4c7e-402b-9bfa-7ab260348c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:50:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['08616c3f-57e2-4197-902d-16b347949573'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:03.863447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Deleting port 9432d667-d76f-46cb-bea0-5d8fb0d3e646 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:03.863795 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:03.950703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] For port 9432d667-d76f-46cb-bea0-5d8fb0d3e646, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9432d667-d76f-46cb-bea0-5d8fb0d3e646,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:03.951070 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:03.958981 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-586818df-4c7e-402b-9bfa-7ab260348c99 None None] Set router 08616c3f-57e2-4197-902d-16b347949573 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:03.964319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Calling delete_port for 9432d667-d76f-46cb-bea0-5d8fb0d3e646 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:04.224222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-586818df-4c7e-402b-9bfa-7ab260348c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08616c3f-57e2-4197-902d-16b347949573', 'name': 'tempest-TestEncryptedCinderVolumes-32113653-router', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:36Z', 'updated_at': '2021-09-16T05:51:03Z', 'revision_number': 6, 'project_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:04.258488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586818df-4c7e-402b-9bfa-7ab260348c99 None None] The sync data for ids ['08616c3f-57e2-4197-902d-16b347949573'] in n-d-712137-12 is: [{'id': '08616c3f-57e2-4197-902d-16b347949573', 'name': 'tempest-TestEncryptedCinderVolumes-32113653-router', 'tenant_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:36Z', 'updated_at': '2021-09-16T05:51:03Z', 'revision_number': 6, 'project_id': '9b1de4a0bec44b95a653a1ce23b69f43', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:04.496765 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:04.526182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=9432d667-d76f-46cb-bea0-5d8fb0d3e646,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:04.585864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:04.675688 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:04.677759 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:04.778627 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:04.779191 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08616c3f-57e2-4197-902d-16b347949573 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:51:04.784680 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:04.785881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-50a445d4-7e7a-42d9-9e88-d0004f7f4a7a admin admin] 10.222.0.24 "DELETE /v2.0/routers/08616c3f-57e2-4197-902d-16b347949573 HTTP/1.1" status: 204 len: 168 time: 1.2919648 Sep 16 05:51:04.788243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44408) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:04.834517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e49130-22c6-4dd3-88c8-08def2fc1a0c admin admin] Deleting subnet 2706870a-c84b-4f80-8ae2-ca83a9f1b8b8 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:51:04.837959 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37e49130-22c6-4dd3-88c8-08def2fc1a0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:04.874099 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37e49130-22c6-4dd3-88c8-08def2fc1a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:04.959243 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37e49130-22c6-4dd3-88c8-08def2fc1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.030135 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 11759561-10e3-4d7a-8c50-278bca030c9a no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:05.051395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 11759561-10e3-4d7a-8c50-278bca030c9a {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:05.051746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 11759561-10e3-4d7a-8c50-278bca030c9a not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:05.052153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9432d667-d76f-46cb-bea0-5d8fb0d3e646 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:05.073627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 9432d667-d76f-46cb-bea0-5d8fb0d3e646 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:05.073968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9432d667-d76f-46cb-bea0-5d8fb0d3e646 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:05.080221 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37e49130-22c6-4dd3-88c8-08def2fc1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.107561 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e49130-22c6-4dd3-88c8-08def2fc1a0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2706870a-c84b-4f80-8ae2-ca83a9f1b8b8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:05.110182 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-37e49130-22c6-4dd3-88c8-08def2fc1a0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.112075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-37e49130-22c6-4dd3-88c8-08def2fc1a0c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2706870a-c84b-4f80-8ae2-ca83a9f1b8b8 HTTP/1.1" status: 204 len: 168 time: 0.3228161 Sep 16 05:51:05.114694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44410) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:05.117498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fff99a3-caf4-4396-9818-e554d80ad853 None None] Network 26e7e348-9ba4-4c67-8342-919d520545e2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:05.182968 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.240804 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Deleting port fd5ebf50-2d15-4370-bfe0-0738189f6125 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:05.241270 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.288799 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e0a126-4f64-48dc-86b1-12f91345135a None None] DHCP port deletion for 26e7e348-9ba4-4c67-8342-919d520545e2 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:51:05.309004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] For port fd5ebf50-2d15-4370-bfe0-0738189f6125, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fd5ebf50-2d15-4370-bfe0-0738189f6125,segment=NetworkSegment(17f96939-4535-41b4-b226-6c037560d4ce),segment_id=17f96939-4535-41b4-b226-6c037560d4ce)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:05.309375 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.321864 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Calling delete_port for fd5ebf50-2d15-4370-bfe0-0738189f6125 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:05.338394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-62e0a126-4f64-48dc-86b1-12f91345135a None None] Deleting port fd5ebf50-2d15-4370-bfe0-0738189f6125 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:05.338770 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-62e0a126-4f64-48dc-86b1-12f91345135a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.401740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-62e0a126-4f64-48dc-86b1-12f91345135a None None] For port fd5ebf50-2d15-4370-bfe0-0738189f6125, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fd5ebf50-2d15-4370-bfe0-0738189f6125,segment=NetworkSegment(17f96939-4535-41b4-b226-6c037560d4ce),segment_id=17f96939-4535-41b4-b226-6c037560d4ce)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:05.402145 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-62e0a126-4f64-48dc-86b1-12f91345135a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.414735 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-62e0a126-4f64-48dc-86b1-12f91345135a None None] Calling delete_port for fd5ebf50-2d15-4370-bfe0-0738189f6125 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:05.487377 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.493050 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-62e0a126-4f64-48dc-86b1-12f91345135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.513350 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5ebf50-2d15-4370-bfe0-0738189f6125,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:05.518118 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] No DVR routers for this DVR port fd5ebf50-2d15-4370-bfe0-0738189f6125 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:05.521347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0a126-4f64-48dc-86b1-12f91345135a None None] Pushing event deleted for resources: {'Port': ['ID=fd5ebf50-2d15-4370-bfe0-0738189f6125,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:05.523461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e0a126-4f64-48dc-86b1-12f91345135a None None] No DVR routers for this DVR port fd5ebf50-2d15-4370-bfe0-0738189f6125 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:05.595839 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.615154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e7e348-9ba4-4c67-8342-919d520545e2']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:05.624675 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f96939-4535-41b4-b226-6c037560d4ce') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:05.625133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f96939-4535-41b4-b226-6c037560d4ce') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:05.634229 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.647775 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.653731 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:51:05.654170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:51:05.656072 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:51:05.760965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.766445 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.768400 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] 10.222.0.24 "DELETE /v2.0/networks/26e7e348-9ba4-4c67-8342-919d520545e2 HTTP/1.1" status: 204 len: 168 time: 0.6526067 Sep 16 05:51:05.779257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f999942-db64-477f-9caf-55717fe36667 admin admin] Pushing event deleted for resources: {'Network': ['ID=26e7e348-9ba4-4c67-8342-919d520545e2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:06.073609 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44414) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:06.113124 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cb307d83-bb8c-4e74-82a5-09f965a405df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51ab902012c74bccaebf385b651d79e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383680 Sep 16 05:51:06.115506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44416) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:06.166095 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0bc235d-cbfc-42a3-bc4e-2f1996e3ce70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:06.186891 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0bc235d-cbfc-42a3-bc4e-2f1996e3ce70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:06.304043 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0bc235d-cbfc-42a3-bc4e-2f1996e3ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:06.306707 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a0bc235d-cbfc-42a3-bc4e-2f1996e3ce70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:06.307893 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a0bc235d-cbfc-42a3-bc4e-2f1996e3ce70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/610ceade-afee-4e73-88a0-f8a330d684b3 HTTP/1.1" status: 204 len: 168 time: 0.1914206 Sep 16 05:51:06.316872 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc235d-cbfc-42a3-bc4e-2f1996e3ce70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ceade-afee-4e73-88a0-f8a330d684b3,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:06.926330 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44422) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:06.966430 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c036d42e-be89-4acb-9d26-f373e5bf470b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b1de4a0bec44b95a653a1ce23b69f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387471 Sep 16 05:51:06.970121 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44424) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:07.035484 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f38adeb1-98fc-43a6-b520-7de50a91bdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:07.038610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fd5ebf50-2d15-4370-bfe0-0738189f6125 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:07.059121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: fd5ebf50-2d15-4370-bfe0-0738189f6125 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:07.059470 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fd5ebf50-2d15-4370-bfe0-0738189f6125 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:07.059636 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f38adeb1-98fc-43a6-b520-7de50a91bdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:07.178157 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f38adeb1-98fc-43a6-b520-7de50a91bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:07.180674 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f38adeb1-98fc-43a6-b520-7de50a91bdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:07.181909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f38adeb1-98fc-43a6-b520-7de50a91bdd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9459eafc-7122-49db-b74d-6b7014bb21ab HTTP/1.1" status: 204 len: 168 time: 0.2102525 Sep 16 05:51:07.189745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38adeb1-98fc-43a6-b520-7de50a91bdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9459eafc-7122-49db-b74d-6b7014bb21ab,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:08.144292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44446) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:08.247180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-189785098-network', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:08.325570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Made reservation on behalf of 822c9059e41e4ebd8fc71c896bd3834f for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:08.328417 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:08.337127 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:08.428696 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:08.481170 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:08.505860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:51:08.515612 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a827f04f-f85e-4518-be90-fb58aaf8e10e,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:08.520345 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:08.520707 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Added segment ed3a84df-cc22-418d-a5a0-9f154adf7dc4 of type vlan for network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 Sep 16 05:51:08.561968 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:08.623993 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:08.625099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:08.625690 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:08.684879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] Pushing event updated for resources: {'Network': ['ID=80c5012e-50ff-4d77-bbc5-2df68fea55e7,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:08.694567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:51:08.704967 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-074586cc-fef5-4587-ad54-3ed7cde03424 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5595505 Sep 16 05:51:08.707894 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44450) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:08.712825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-68073998-2dea-41bf-977e-3d78d6d0830a admin admin] Request body: {'subnet': {'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-189785098-subnet', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:08.784221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68073998-2dea-41bf-977e-3d78d6d0830a admin admin] Made reservation on behalf of 822c9059e41e4ebd8fc71c896bd3834f for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:08.786627 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-68073998-2dea-41bf-977e-3d78d6d0830a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.005308 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-68073998-2dea-41bf-977e-3d78d6d0830a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.059743 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68073998-2dea-41bf-977e-3d78d6d0830a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a24e6f8c-47e2-4a02-911a-9d586554735b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:09.069108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68073998-2dea-41bf-977e-3d78d6d0830a admin admin] Checking segment: {'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:09.069471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68073998-2dea-41bf-977e-3d78d6d0830a admin admin] Network hostable DHCP agents. Network: 80c5012e-50ff-4d77-bbc5-2df68fea55e7, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:51:09.153510 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68073998-2dea-41bf-977e-3d78d6d0830a admin admin] Network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:51:09.263802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-68073998-2dea-41bf-977e-3d78d6d0830a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 80c5012e-50ff-4d77-bbc5-2df68fea55e7) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:09.267974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68073998-2dea-41bf-977e-3d78d6d0830a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:09.268601 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-68073998-2dea-41bf-977e-3d78d6d0830a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.272456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bc638c-3e5a-4c4f-b136-d2d2dd87074a None None] Network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:09.356693 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-68073998-2dea-41bf-977e-3d78d6d0830a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6473968 Sep 16 05:51:09.359711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44452) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:09.364634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:09.417337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'fixed_ips': [{'subnet_id': 'a24e6f8c-47e2-4a02-911a-9d586554735b'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:51:09.418185 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.470444 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.471522 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.528359 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.553673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Allocated IP 172.20.0.2 (80c5012e-50ff-4d77-bbc5-2df68fea55e7/a24e6f8c-47e2-4a02-911a-9d586554735b/8b089737-cd99-4360-ba54-0e475aa15116) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:09.696097 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.743604 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.744212 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.781939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:09.784817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:09.790286 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:09.798116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Pushing event updated for resources: {'Port': ['ID=8b089737-cd99-4360-ba54-0e475aa15116,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:09.851991 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Attempting to bind port 8b089737-cd99-4360-ba54-0e475aa15116 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:09.852357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Attempting to bind port 8b089737-cd99-4360-ba54-0e475aa15116 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:09.852751 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Attempting to bind port 8b089737-cd99-4360-ba54-0e475aa15116 on network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:09.857661 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:09.858038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Checking segment: {'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:09.858628 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.859538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Bound using segment: {'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:09.860002 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Bound port: 8b089737-cd99-4360-ba54-0e475aa15116, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:09.860421 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.923352 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] For port 8b089737-cd99-4360-ba54-0e475aa15116, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:09.926557 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] For port 8b089737-cd99-4360-ba54-0e475aa15116, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8b089737-cd99-4360-ba54-0e475aa15116,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:09.990585 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.994688 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:10.014062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:10.052548 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee404de-2afb-4ded-90b2-5540eb496c22 None None] Pushing event updated for resources: {'Port': ['ID=8b089737-cd99-4360-ba54-0e475aa15116,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:10.129951 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Allocated IP 172.25.3.8 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/5ef6d627-d7fc-4247-a76e-9414bde88b84) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:10.241031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:10.379167 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:10.417298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:10.420212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:10.426557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:10.432167 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef6d627-d7fc-4247-a76e-9414bde88b84,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:10.732190 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:10.903889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c74e06-961d-4613-b59c-2d53e54a14b1 None None] Network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:10.935237 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.030323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9d33a8df-7984-4dcd-a492-d1df75b56306 None None] Provisioning complete for port 8b089737-cd99-4360-ba54-0e475aa15116 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:11.031430 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d33a8df-7984-4dcd-a492-d1df75b56306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.082007 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8b089737-cd99-4360-ba54-0e475aa15116 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:11.131645 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:51:11.137671 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:11.188249 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d33a8df-7984-4dcd-a492-d1df75b56306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.201309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 8b089737-cd99-4360-ba54-0e475aa15116 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:11.201680 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.247945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:11.257748 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9d33a8df-7984-4dcd-a492-d1df75b56306 None None] For port 8b089737-cd99-4360-ba54-0e475aa15116, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8b089737-cd99-4360-ba54-0e475aa15116,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:11.263628 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Sync routers for ids ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:11.279884 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Routers {'c9a402a3-e3af-477b-a5d9-ee0384bce9f9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:11.279884 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:50:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:11.309599 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.345866 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9d33a8df-7984-4dcd-a492-d1df75b56306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.367423 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.371305 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-650020f4-cdc4-48f6-a54e-3b91438c1d15 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0080373 Sep 16 05:51:11.371566 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44454) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:11.398933 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Set router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:11.426192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33a8df-7984-4dcd-a492-d1df75b56306 None None] Pushing event updated for resources: {'Port': ['ID=8b089737-cd99-4360-ba54-0e475aa15116,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:11.435231 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:51:11.435659 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:51:11.472780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-59703005-18f3-4b21-8690-b8669fa65dfe None None] Provisioning complete for port 8b089737-cd99-4360-ba54-0e475aa15116 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:11.473081 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-59703005-18f3-4b21-8690-b8669fa65dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.601685 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:51:10Z', 'revision_number': 3, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:11.634352 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Checking router: c9a402a3-e3af-477b-a5d9-ee0384bce9f9 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:11.634694 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Updating router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 port 5ef6d627-d7fc-4247-a76e-9414bde88b84 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:51:11.662030 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.920199 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.000214 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.057530 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Attempting to bind port 5ef6d627-d7fc-4247-a76e-9414bde88b84 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:12.057907 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Attempting to bind port 5ef6d627-d7fc-4247-a76e-9414bde88b84 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:12.058256 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Attempting to bind port 5ef6d627-d7fc-4247-a76e-9414bde88b84 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:12.065751 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Pushing event updated for resources: {'Port': ['ID=5ef6d627-d7fc-4247-a76e-9414bde88b84,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:12.067875 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:12.068249 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:12.068675 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.069070 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:12.069542 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Bound port: 5ef6d627-d7fc-4247-a76e-9414bde88b84, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:12.070455 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.094514 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:12.094869 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:12.095212 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:12.095570 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:12.095908 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:12.096237 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:12.096587 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:12.096913 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:12.097236 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:12.097565 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:12.097876 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:12.098194 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:12.125396 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9b283c40-d421-4c10-a3fc-3c1a5a3f495b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.141230 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] For port 5ef6d627-d7fc-4247-a76e-9414bde88b84, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:12.144415 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] For port 5ef6d627-d7fc-4247-a76e-9414bde88b84, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5ef6d627-d7fc-4247-a76e-9414bde88b84,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:12.174599 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.228756 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.295010 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f8b1a-7dce-453f-8411-66b6bdfb02c2 None None] Pushing event updated for resources: {'Port': ['ID=5ef6d627-d7fc-4247-a76e-9414bde88b84,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:12.303733 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Routers {'c9a402a3-e3af-477b-a5d9-ee0384bce9f9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:12.304342 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:50:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:12.353777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Allocated IP 172.20.0.1 (80c5012e-50ff-4d77-bbc5-2df68fea55e7/a24e6f8c-47e2-4a02-911a-9d586554735b/ebdfed62-8085-414a-9531-6a430e0d3bc7) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:12.411907 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] Set router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:12.460777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.573070 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.598533 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:51:10Z', 'revision_number': 3, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:12.612676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:12.615754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:12.622715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:12.627415 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ff776-10eb-4073-8685-445067d1fe23 None None] The sync data for ids ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'] in n-d-712137-12 is: [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:51:10Z', 'revision_number': 3, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:12.656702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Pushing event updated for resources: {'Port': ['ID=ebdfed62-8085-414a-9531-6a430e0d3bc7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:12.682350 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.900565 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a34155ca-4b2c-4a0e-a777-b66db674d851 None None] Provisioning complete for port ebdfed62-8085-414a-9531-6a430e0d3bc7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:12.901272 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a34155ca-4b2c-4a0e-a777-b66db674d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.903630 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.954175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a34155ca-4b2c-4a0e-a777-b66db674d851 None None] Port ebdfed62-8085-414a-9531-6a430e0d3bc7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:13.030029 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.101448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.126008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8b089737-cd99-4360-ba54-0e475aa15116 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:13.165197 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.177321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 8b089737-cd99-4360-ba54-0e475aa15116 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:13.177700 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.235087 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.236783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Pushing event updated for resources: {'Port': ['ID=ebdfed62-8085-414a-9531-6a430e0d3bc7,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:13.267685 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5ef6d627-d7fc-4247-a76e-9414bde88b84 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:13.326506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5ef6d627-d7fc-4247-a76e-9414bde88b84 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:13.326977 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.339520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:13.341191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:13.429714 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.461926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 5ef6d627-d7fc-4247-a76e-9414bde88b84, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5ef6d627-d7fc-4247-a76e-9414bde88b84,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:13.471824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:13.542871 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.600963 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a57695c7-0fd7-41fc-8616-b9eab4732ca0 None None] Provisioning complete for port ebdfed62-8085-414a-9531-6a430e0d3bc7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:13.601342 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a57695c7-0fd7-41fc-8616-b9eab4732ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.605678 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:13.605839 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=5ef6d627-d7fc-4247-a76e-9414bde88b84,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:13.620321 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-16d71f6f-96e2-4d4c-ac3a-006a30f7bd4e admin admin] 10.222.0.24 "PUT /v2.0/routers/c9a402a3-e3af-477b-a5d9-ee0384bce9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2426090 Sep 16 05:51:13.646170 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a57695c7-0fd7-41fc-8616-b9eab4732ca0 None None] Port ebdfed62-8085-414a-9531-6a430e0d3bc7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:14.281143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Sync routers for ids ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:14.283489 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44472) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:14.288869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1667434828-network', 'tenant_id': '01069b94108441d19c9257109c4a118b'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:14.290233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Routers {'c9a402a3-e3af-477b-a5d9-ee0384bce9f9'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:14.290994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:50:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:14.372795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Made reservation on behalf of 01069b94108441d19c9257109c4a118b for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:14.375849 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.384802 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.398859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Set router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:14.474792 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.544264 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.559697 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-04c45aaf-e68f-4054-8980-70e047d81646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.566475 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:51:14.582296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f80127-08e3-46b5-bb73-9d422baa7113,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:14.587561 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.587861 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Added segment d492d225-53d8-4323-b017-8482fe9b4cab of type vlan for network c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 Sep 16 05:51:14.617883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:51:12Z', 'revision_number': 4, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'ebdfed62-8085-414a-9531-6a430e0d3bc7', 'name': '', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'mac_address': 'fa:16:3e:36:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:12Z', 'updated_at': '2021-09-16T05:51:12Z', 'revision_number': 2, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'subnets': [{'id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:14.629584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.648924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Checking router: c9a402a3-e3af-477b-a5d9-ee0384bce9f9 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:14.649471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Updating router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 port ebdfed62-8085-414a-9531-6a430e0d3bc7 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:51:14.674642 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.721214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.722216 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:14.722804 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.786974 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] Pushing event updated for resources: {'Network': ['ID=c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:14.803360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:51:14.824970 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-929f4b4c-c35e-4782-ad0a-22c4db4d063e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5402770 Sep 16 05:51:14.827601 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44474) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:14.832434 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f4fdcf74-ba13-400e-b39d-04836732a9e9 admin admin] Request body: {'subnet': {'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1667434828-subnet', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:14.925240 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fdcf74-ba13-400e-b39d-04836732a9e9 admin admin] Made reservation on behalf of 01069b94108441d19c9257109c4a118b for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:14.927824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcf74-ba13-400e-b39d-04836732a9e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.133539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5ef6d627-d7fc-4247-a76e-9414bde88b84 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:15.165321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcf74-ba13-400e-b39d-04836732a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.178362 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.198238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 5ef6d627-d7fc-4247-a76e-9414bde88b84 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:15.198609 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.224048 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdcf74-ba13-400e-b39d-04836732a9e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=446e271a-7c30-4865-bc74-cee9b3870630,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:15.231933 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fdcf74-ba13-400e-b39d-04836732a9e9 admin admin] Checking segment: {'id': 'd492d225-53d8-4323-b017-8482fe9b4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:15.232298 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fdcf74-ba13-400e-b39d-04836732a9e9 admin admin] Network hostable DHCP agents. Network: c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:51:15.265869 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.333137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fdcf74-ba13-400e-b39d-04836732a9e9 admin admin] Network c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:51:15.344945 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb41da-30af-4b94-a2a8-e8c2ff03f828 None None] Pushing event updated for resources: {'Port': ['ID=ebdfed62-8085-414a-9531-6a430e0d3bc7,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:15.400930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Attempting to bind port ebdfed62-8085-414a-9531-6a430e0d3bc7 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:15.401299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Attempting to bind port ebdfed62-8085-414a-9531-6a430e0d3bc7 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:15.401662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Attempting to bind port ebdfed62-8085-414a-9531-6a430e0d3bc7 on network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:15.408316 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:15.408808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Checking segment: {'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:15.409107 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.409568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Bound using segment: {'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:15.409956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Bound port: ebdfed62-8085-414a-9531-6a430e0d3bc7, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:15.410362 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.412104 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.445624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f4fdcf74-ba13-400e-b39d-04836732a9e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:15.450702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fdcf74-ba13-400e-b39d-04836732a9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:15.452646 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcf74-ba13-400e-b39d-04836732a9e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.459804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd038b96-e0a6-479b-8b7d-e5a142600e6f None None] Network c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:15.529467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] For port ebdfed62-8085-414a-9531-6a430e0d3bc7, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:15.547717 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] For port ebdfed62-8085-414a-9531-6a430e0d3bc7, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ebdfed62-8085-414a-9531-6a430e0d3bc7,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:15.556310 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f4fdcf74-ba13-400e-b39d-04836732a9e9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7276447 Sep 16 05:51:15.558832 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44476) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:15.563338 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1667434828-router', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:15.613710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-25def9d0-8a3f-4d3d-ab40-532b3918a778 None None] Provisioning complete for port ebdfed62-8085-414a-9531-6a430e0d3bc7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:15.619422 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-25def9d0-8a3f-4d3d-ab40-532b3918a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.638668 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.664329 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.665438 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.699637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031', 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'fixed_ips': [{'subnet_id': '446e271a-7c30-4865-bc74-cee9b3870630'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:51:15.700498 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.717481 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-25def9d0-8a3f-4d3d-ab40-532b3918a778 None None] Port ebdfed62-8085-414a-9531-6a430e0d3bc7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:15.728403 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.747553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb41da-30af-4b94-a2a8-e8c2ff03f828 None None] Pushing event updated for resources: {'Port': ['ID=ebdfed62-8085-414a-9531-6a430e0d3bc7,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:15.755792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Routers {'c9a402a3-e3af-477b-a5d9-ee0384bce9f9'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:15.756427 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:51:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:15.921491 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.973540 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] Set router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:15.976182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Allocated IP 172.20.0.2 (c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031/446e271a-7c30-4865-bc74-cee9b3870630/fe7e0f05-a315-47f1-94ea-57ec0c1d04ba) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:15.978072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fce2c430-3443-4f3f-acac-3c9d68ca66e8 None None] Provisioning complete for port ebdfed62-8085-414a-9531-6a430e0d3bc7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:15.978435 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fce2c430-3443-4f3f-acac-3c9d68ca66e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.178782 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.197812 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.289145 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fce2c430-3443-4f3f-acac-3c9d68ca66e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.307410 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Allocated IP 172.25.3.230 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/01182177-16b8-4e03-8e78-9bd268129d14) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:16.339858 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.387050 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.391614 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fce2c430-3443-4f3f-acac-3c9d68ca66e8 None None] For port ebdfed62-8085-414a-9531-6a430e0d3bc7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ebdfed62-8085-414a-9531-6a430e0d3bc7,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:16.410133 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:51:12Z', 'revision_number': 4, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'ebdfed62-8085-414a-9531-6a430e0d3bc7', 'name': '', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'mac_address': 'fa:16:3e:36:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:12Z', 'updated_at': '2021-09-16T05:51:15Z', 'revision_number': 4, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'subnets': [{'id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:16.413581 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.440147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e0ec2-f15e-450e-820d-69f45a0cf15b None None] The sync data for ids ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'] in n-d-712137-12 is: [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:51:12Z', 'revision_number': 4, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'ebdfed62-8085-414a-9531-6a430e0d3bc7', 'name': '', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'mac_address': 'fa:16:3e:36:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:12Z', 'updated_at': '2021-09-16T05:51:15Z', 'revision_number': 4, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'subnets': [{'id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:16.464563 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fce2c430-3443-4f3f-acac-3c9d68ca66e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.470264 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.519408 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Network c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:16.522310 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:16.525829 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:16.527901 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.576317 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2c430-3443-4f3f-acac-3c9d68ca66e8 None None] Pushing event updated for resources: {'Port': ['ID=ebdfed62-8085-414a-9531-6a430e0d3bc7,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:16.577218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:16.582176 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:16.586939 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:16.616348 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Pushing event updated for resources: {'Port': ['ID=01182177-16b8-4e03-8e78-9bd268129d14,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:16.633656 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Attempting to bind port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:16.634023 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Attempting to bind port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'd492d225-53d8-4323-b017-8482fe9b4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:16.634386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Attempting to bind port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba on network c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:16.647574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:16.647574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Checking segment: {'id': 'd492d225-53d8-4323-b017-8482fe9b4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:16.647574 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.647574 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Bound using segment: {'id': 'd492d225-53d8-4323-b017-8482fe9b4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:16.648130 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Bound port: fe7e0f05-a315-47f1-94ea-57ec0c1d04ba, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd492d225-53d8-4323-b017-8482fe9b4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:16.648130 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.653840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Pushing event updated for resources: {'Port': ['ID=fe7e0f05-a315-47f1-94ea-57ec0c1d04ba,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:16.720585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] For port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:16.723984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] For port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fe7e0f05-a315-47f1-94ea-57ec0c1d04ba,segment=NetworkSegment(d492d225-53d8-4323-b017-8482fe9b4cab),segment_id=d492d225-53d8-4323-b017-8482fe9b4cab)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:16.796278 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.859670 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd4a91-2543-4010-b017-5a5ce6d31757 None None] Pushing event updated for resources: {'Port': ['ID=fe7e0f05-a315-47f1-94ea-57ec0c1d04ba,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:16.957386 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.065035 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.175355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ebdfed62-8085-414a-9531-6a430e0d3bc7 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:17.211730 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.234474 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ebdfed62-8085-414a-9531-6a430e0d3bc7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:17.235105 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.418441 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Router e7fe379a-4bae-4cb4-a094-63fba83e11b7 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:51:17.529384 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:17.538563 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Sync routers for ids ['e7fe379a-4bae-4cb4-a094-63fba83e11b7'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:17.547521 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Routers {'e7fe379a-4bae-4cb4-a094-63fba83e11b7'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:17.548159 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:51:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e7fe379a-4bae-4cb4-a094-63fba83e11b7'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:17.601400 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.603074 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-31d5c03b-719f-436b-9723-dcd4e72e361e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0432615 Sep 16 05:51:17.608441 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44478) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:17.753872 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.772727 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Set router e7fe379a-4bae-4cb4-a094-63fba83e11b7 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:17.960990 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1499b1-0d7b-4879-b949-01c433cf2000 None None] Network c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:17.963969 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'name': 'tempest-TestMinimumBasicScenario-1667434828-router', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '01182177-16b8-4e03-8e78-9bd268129d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:15Z', 'updated_at': '2021-09-16T05:51:16Z', 'revision_number': 3, 'project_id': '01069b94108441d19c9257109c4a118b', 'gw_port': {'id': '01182177-16b8-4e03-8e78-9bd268129d14', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:16Z', 'updated_at': '2021-09-16T05:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:17.997296 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Checking router: e7fe379a-4bae-4cb4-a094-63fba83e11b7 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:17.997587 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Updating router e7fe379a-4bae-4cb4-a094-63fba83e11b7 port 01182177-16b8-4e03-8e78-9bd268129d14 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:51:18.025915 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.052778 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ad09d61a-7be3-4a90-bdaa-ef264d2000f0 None None] Provisioning complete for port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:18.053155 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ad09d61a-7be3-4a90-bdaa-ef264d2000f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.190916 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ad09d61a-7be3-4a90-bdaa-ef264d2000f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.254484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ad09d61a-7be3-4a90-bdaa-ef264d2000f0 None None] For port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fe7e0f05-a315-47f1-94ea-57ec0c1d04ba,segment=NetworkSegment(d492d225-53d8-4323-b017-8482fe9b4cab),segment_id=d492d225-53d8-4323-b017-8482fe9b4cab)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:18.310284 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.344619 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ad09d61a-7be3-4a90-bdaa-ef264d2000f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.405702 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.425872 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09d61a-7be3-4a90-bdaa-ef264d2000f0 None None] Pushing event updated for resources: {'Port': ['ID=fe7e0f05-a315-47f1-94ea-57ec0c1d04ba,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:18.444584 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.461403 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Attempting to bind port 01182177-16b8-4e03-8e78-9bd268129d14 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:18.461784 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Attempting to bind port 01182177-16b8-4e03-8e78-9bd268129d14 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:18.462162 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Attempting to bind port 01182177-16b8-4e03-8e78-9bd268129d14 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:18.479302 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:18.479705 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:18.480104 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.480521 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:18.481004 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Bound port: 01182177-16b8-4e03-8e78-9bd268129d14, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:18.481384 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.488410 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a046bc2-6768-4af0-bb4b-13c26ebc856c None None] Pushing event updated for resources: {'Port': ['ID=01182177-16b8-4e03-8e78-9bd268129d14,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:18.544880 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] For port 01182177-16b8-4e03-8e78-9bd268129d14, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:18.549111 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] For port 01182177-16b8-4e03-8e78-9bd268129d14, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=01182177-16b8-4e03-8e78-9bd268129d14,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:18.563617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9432f7b5-4dc4-47d3-aa37-a0496daa2158 None None] Provisioning complete for port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:18.563994 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9432f7b5-4dc4-47d3-aa37-a0496daa2158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.633096 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Allocated IP 172.20.0.1 (c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031/446e271a-7c30-4865-bc74-cee9b3870630/566367e3-e2fa-442f-ae9e-6bea89ef2828) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:18.636531 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.697325 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a046bc2-6768-4af0-bb4b-13c26ebc856c None None] Pushing event updated for resources: {'Port': ['ID=01182177-16b8-4e03-8e78-9bd268129d14,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:18.700081 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Routers {'e7fe379a-4bae-4cb4-a094-63fba83e11b7'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:18.700882 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:51:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e7fe379a-4bae-4cb4-a094-63fba83e11b7'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:18.750318 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.807130 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] Set router e7fe379a-4bae-4cb4-a094-63fba83e11b7 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:18.847444 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.883383 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Network c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:18.886126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:18.889766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:18.922875 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Pushing event updated for resources: {'Port': ['ID=566367e3-e2fa-442f-ae9e-6bea89ef2828,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:18.941956 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.997187 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'name': 'tempest-TestMinimumBasicScenario-1667434828-router', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '01182177-16b8-4e03-8e78-9bd268129d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:15Z', 'updated_at': '2021-09-16T05:51:16Z', 'revision_number': 3, 'project_id': '01069b94108441d19c9257109c4a118b', 'gw_port': {'id': '01182177-16b8-4e03-8e78-9bd268129d14', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:16Z', 'updated_at': '2021-09-16T05:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:19.029149 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b47145-380b-4d30-8f04-7537d1989bc4 None None] The sync data for ids ['e7fe379a-4bae-4cb4-a094-63fba83e11b7'] in n-d-712137-12 is: [{'id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'name': 'tempest-TestMinimumBasicScenario-1667434828-router', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '01182177-16b8-4e03-8e78-9bd268129d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:15Z', 'updated_at': '2021-09-16T05:51:16Z', 'revision_number': 3, 'project_id': '01069b94108441d19c9257109c4a118b', 'gw_port': {'id': '01182177-16b8-4e03-8e78-9bd268129d14', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:16Z', 'updated_at': '2021-09-16T05:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:19.088899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fe7e0f05-a315-47f1-94ea-57ec0c1d04ba up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:19.138213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:19.138583 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:19.184283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-42a0f2dd-edab-4ce1-9eac-c3a46ff161a9 None None] Provisioning complete for port 566367e3-e2fa-442f-ae9e-6bea89ef2828 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:19.184682 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-42a0f2dd-edab-4ce1-9eac-c3a46ff161a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:19.196849 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:19.255914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-42a0f2dd-edab-4ce1-9eac-c3a46ff161a9 None None] Port 566367e3-e2fa-442f-ae9e-6bea89ef2828 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:19.412917 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:19.498422 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:19.571690 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Pushing event updated for resources: {'Port': ['ID=566367e3-e2fa-442f-ae9e-6bea89ef2828,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:19.577896 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:19.674513 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Network c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:19.676019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:19.799853 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Router e7fe379a-4bae-4cb4-a094-63fba83e11b7 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:19.915392 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:19.921039 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-db941dd5-d84c-46af-b187-735e7605a7fa admin admin] 10.222.0.24 "PUT /v2.0/routers/e7fe379a-4bae-4cb4-a094-63fba83e11b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3137019 Sep 16 05:51:19.978192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-69618f10-ce7f-45a1-8f8e-02e7ae69cf88 None None] Provisioning complete for port 566367e3-e2fa-442f-ae9e-6bea89ef2828 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:19.978577 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-69618f10-ce7f-45a1-8f8e-02e7ae69cf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:20.012781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-69618f10-ce7f-45a1-8f8e-02e7ae69cf88 None None] Port 566367e3-e2fa-442f-ae9e-6bea89ef2828 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:20.599874 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Sync routers for ids ['e7fe379a-4bae-4cb4-a094-63fba83e11b7'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:20.609946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Routers {'e7fe379a-4bae-4cb4-a094-63fba83e11b7'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:20.610693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:51:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e7fe379a-4bae-4cb4-a094-63fba83e11b7'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:20.718365 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Set router e7fe379a-4bae-4cb4-a094-63fba83e11b7 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:20.922760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'name': 'tempest-TestMinimumBasicScenario-1667434828-router', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '01182177-16b8-4e03-8e78-9bd268129d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:15Z', 'updated_at': '2021-09-16T05:51:19Z', 'revision_number': 4, 'project_id': '01069b94108441d19c9257109c4a118b', 'gw_port': {'id': '01182177-16b8-4e03-8e78-9bd268129d14', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:16Z', 'updated_at': '2021-09-16T05:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '566367e3-e2fa-442f-ae9e-6bea89ef2828', 'name': '', 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'mac_address': 'fa:16:3e:85:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '446e271a-7c30-4865-bc74-cee9b3870630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:18Z', 'updated_at': '2021-09-16T05:51:19Z', 'revision_number': 2, 'project_id': '01069b94108441d19c9257109c4a118b', 'subnets': [{'id': '446e271a-7c30-4865-bc74-cee9b3870630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:20.958746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Checking router: e7fe379a-4bae-4cb4-a094-63fba83e11b7 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:20.959091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Updating router e7fe379a-4bae-4cb4-a094-63fba83e11b7 port 566367e3-e2fa-442f-ae9e-6bea89ef2828 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:51:21.149094 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 01182177-16b8-4e03-8e78-9bd268129d14 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:21.176074 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:21.300599 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 01182177-16b8-4e03-8e78-9bd268129d14 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:21.300975 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:21.463685 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:21.507540 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 01182177-16b8-4e03-8e78-9bd268129d14, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=01182177-16b8-4e03-8e78-9bd268129d14,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:21.582707 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:21.589593 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:21.648424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=01182177-16b8-4e03-8e78-9bd268129d14,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:21.692495 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:21.746095 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8dd8b-7a37-4c8b-869d-47c7c4c090a9 None None] Pushing event updated for resources: {'Port': ['ID=566367e3-e2fa-442f-ae9e-6bea89ef2828,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:21.813858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Attempting to bind port 566367e3-e2fa-442f-ae9e-6bea89ef2828 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:21.814238 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Attempting to bind port 566367e3-e2fa-442f-ae9e-6bea89ef2828 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'd492d225-53d8-4323-b017-8482fe9b4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:21.814610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Attempting to bind port 566367e3-e2fa-442f-ae9e-6bea89ef2828 on network c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:21.821848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:21.822376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Checking segment: {'id': 'd492d225-53d8-4323-b017-8482fe9b4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:21.823106 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:21.823401 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Bound using segment: {'id': 'd492d225-53d8-4323-b017-8482fe9b4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:21.824290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Bound port: 566367e3-e2fa-442f-ae9e-6bea89ef2828, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd492d225-53d8-4323-b017-8482fe9b4cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:21.824432 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:21.912837 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] For port 566367e3-e2fa-442f-ae9e-6bea89ef2828, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:21.918309 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] For port 566367e3-e2fa-442f-ae9e-6bea89ef2828, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=566367e3-e2fa-442f-ae9e-6bea89ef2828,segment=NetworkSegment(d492d225-53d8-4323-b017-8482fe9b4cab),segment_id=d492d225-53d8-4323-b017-8482fe9b4cab)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:21.995995 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.079233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Routers {'e7fe379a-4bae-4cb4-a094-63fba83e11b7'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:22.079871 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:51:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e7fe379a-4bae-4cb4-a094-63fba83e11b7'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:22.085917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8dd8b-7a37-4c8b-869d-47c7c4c090a9 None None] Pushing event updated for resources: {'Port': ['ID=566367e3-e2fa-442f-ae9e-6bea89ef2828,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:22.135057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-91a7c500-4872-41f0-86cc-5c207a140f6b None None] Provisioning complete for port 566367e3-e2fa-442f-ae9e-6bea89ef2828 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:22.135459 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91a7c500-4872-41f0-86cc-5c207a140f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.267939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] Set router e7fe379a-4bae-4cb4-a094-63fba83e11b7 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:22.317884 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91a7c500-4872-41f0-86cc-5c207a140f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.444396 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-91a7c500-4872-41f0-86cc-5c207a140f6b None None] For port 566367e3-e2fa-442f-ae9e-6bea89ef2828, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=566367e3-e2fa-442f-ae9e-6bea89ef2828,segment=NetworkSegment(d492d225-53d8-4323-b017-8482fe9b4cab),segment_id=d492d225-53d8-4323-b017-8482fe9b4cab)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:22.513566 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91a7c500-4872-41f0-86cc-5c207a140f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.580183 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7c500-4872-41f0-86cc-5c207a140f6b None None] Pushing event updated for resources: {'Port': ['ID=566367e3-e2fa-442f-ae9e-6bea89ef2828,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:22.594274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'name': 'tempest-TestMinimumBasicScenario-1667434828-router', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '01182177-16b8-4e03-8e78-9bd268129d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:15Z', 'updated_at': '2021-09-16T05:51:19Z', 'revision_number': 4, 'project_id': '01069b94108441d19c9257109c4a118b', 'gw_port': {'id': '01182177-16b8-4e03-8e78-9bd268129d14', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:16Z', 'updated_at': '2021-09-16T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '566367e3-e2fa-442f-ae9e-6bea89ef2828', 'name': '', 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'mac_address': 'fa:16:3e:85:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '446e271a-7c30-4865-bc74-cee9b3870630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:18Z', 'updated_at': '2021-09-16T05:51:21Z', 'revision_number': 4, 'project_id': '01069b94108441d19c9257109c4a118b', 'subnets': [{'id': '446e271a-7c30-4865-bc74-cee9b3870630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:22.627496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ecc39-4b90-4992-9b64-6b8354ac9351 None None] The sync data for ids ['e7fe379a-4bae-4cb4-a094-63fba83e11b7'] in n-d-712137-12 is: [{'id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'name': 'tempest-TestMinimumBasicScenario-1667434828-router', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '01182177-16b8-4e03-8e78-9bd268129d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:15Z', 'updated_at': '2021-09-16T05:51:19Z', 'revision_number': 4, 'project_id': '01069b94108441d19c9257109c4a118b', 'gw_port': {'id': '01182177-16b8-4e03-8e78-9bd268129d14', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:16Z', 'updated_at': '2021-09-16T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '566367e3-e2fa-442f-ae9e-6bea89ef2828', 'name': '', 'network_id': 'c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'mac_address': 'fa:16:3e:85:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '446e271a-7c30-4865-bc74-cee9b3870630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:18Z', 'updated_at': '2021-09-16T05:51:21Z', 'revision_number': 4, 'project_id': '01069b94108441d19c9257109c4a118b', 'subnets': [{'id': '446e271a-7c30-4865-bc74-cee9b3870630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:22.642929 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f4eb1a95-9625-49ba-ba1d-2b718715fbf6 None None] Provisioning complete for port 566367e3-e2fa-442f-ae9e-6bea89ef2828 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:22.646547 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f4eb1a95-9625-49ba-ba1d-2b718715fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.171066 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 01182177-16b8-4e03-8e78-9bd268129d14 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:23.232334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 01182177-16b8-4e03-8e78-9bd268129d14 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:23.232748 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.355676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 566367e3-e2fa-442f-ae9e-6bea89ef2828 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:23.411379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 566367e3-e2fa-442f-ae9e-6bea89ef2828 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:23.412118 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.022389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-c8237ae0-c965-4047-8688-0995f5c89659 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.023895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-c8237ae0-c965-4047-8688-0995f5c89659 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/networks?id=80c5012e-50ff-4d77-bbc5-2df68fea55e7 HTTP/1.1" status: 200 len: 814 time: 0.1057401 Sep 16 05:51:32.039762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-8421500f-c9bb-4b11-be03-d628fa3f080f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/quotas/822c9059e41e4ebd8fc71c896bd3834f HTTP/1.1" status: 200 len: 375 time: 0.0100529 Sep 16 05:51:32.090345 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-c9ed356d-a5e2-4e30-b2ba-d2b9c506b523 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=822c9059e41e4ebd8fc71c896bd3834f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451441 Sep 16 05:51:32.192156 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-95dceeaa-9215-4bda-ae2b-9d855bb069e7 service neutron] 10.222.0.24 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895360 Sep 16 05:51:32.280787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-3c78910d-5099-4990-9017-c3d355809221 service neutron] 10.222.0.24 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822556 Sep 16 05:51:32.543515 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-335709e5-ce69-41ce-86bf-5417a811314a req-9cf2f883-3ce5-4fdc-a288-488a4ea42cbc tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 210 time: 0.0316808 Sep 16 05:51:33.637008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7fb523a-4961-456c-b270-2c25577c23d1 req-0a185d41-30b4-4c7e-adb6-3a2e75f0e506 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 210 time: 0.0269029 Sep 16 05:51:34.532610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-7fd8d920-2c33-4d94-8821-6d7d36d5a3d0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:34.534118 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-7fd8d920-2c33-4d94-8821-6d7d36d5a3d0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.37 "GET /v2.0/networks?id=80c5012e-50ff-4d77-bbc5-2df68fea55e7 HTTP/1.1" status: 200 len: 814 time: 0.1070473 Sep 16 05:51:34.546882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Request body: {'port': {'device_id': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'admin_state_up': True, 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:34.726936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Made reservation on behalf of 822c9059e41e4ebd8fc71c896bd3834f for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:34.730712 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.732127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2af60ad9-6861-463b-886a-452f006361e0 req-1d159414-92f4-4937-ba06-de565bae54aa tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 210 time: 0.0262532 Sep 16 05:51:34.860806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Allocated IP 172.20.0.3 (80c5012e-50ff-4d77-bbc5-2df68fea55e7/a24e6f8c-47e2-4a02-911a-9d586554735b/507162df-0226-416a-8167-1bd271b19a8f) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:35.019934 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.110613 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.153146 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:35.156762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:35.162532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:35.191682 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event updated for resources: {'Port': ['ID=507162df-0226-416a-8167-1bd271b19a8f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:35.232084 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:35.234694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.322436 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-66de67a3-ac9f-4156-9fe8-d853f2409e60 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7790833 Sep 16 05:51:35.502494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-beffa855-f5f4-43b3-8a86-0c14376fcd4d None None] Provisioning complete for port 507162df-0226-416a-8167-1bd271b19a8f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:35.503068 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-beffa855-f5f4-43b3-8a86-0c14376fcd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.541391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-beffa855-f5f4-43b3-8a86-0c14376fcd4d None None] Port 507162df-0226-416a-8167-1bd271b19a8f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:35.850740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261f94c-191d-4e2c-b34f-9d06d520f0cf req-b3784dce-9972-407c-95fb-8ee324ec27bd tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:35.852258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2261f94c-191d-4e2c-b34f-9d06d520f0cf req-b3784dce-9972-407c-95fb-8ee324ec27bd tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 931 time: 0.0493145 Sep 16 05:51:35.896762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2261f94c-191d-4e2c-b34f-9d06d520f0cf req-79972b66-4b41-4ede-a1c2-aff122184c84 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367389 Sep 16 05:51:37.025414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59c893-6939-4f7e-a8a6-6528c9bdc290 req-fe53f140-51bd-4d50-b1f6-bd6c4876fbcc tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:37.026879 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db59c893-6939-4f7e-a8a6-6528c9bdc290 req-fe53f140-51bd-4d50-b1f6-bd6c4876fbcc tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 931 time: 0.0597234 Sep 16 05:51:37.067856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db59c893-6939-4f7e-a8a6-6528c9bdc290 req-0068a829-6877-4459-a8ec-8bb3b22828b6 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345633 Sep 16 05:51:38.220040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f2d5-9dad-4d1d-845a-e69b3ca66954 req-16af4b5a-2652-443d-a4f2-58a3d89a86e8 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:38.221858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1848f2d5-9dad-4d1d-845a-e69b3ca66954 req-16af4b5a-2652-443d-a4f2-58a3d89a86e8 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 931 time: 0.0633709 Sep 16 05:51:38.265615 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1848f2d5-9dad-4d1d-845a-e69b3ca66954 req-5576c2af-45c6-4f54-ab21-8a2e08c37b26 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364192 Sep 16 05:51:39.387987 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609f66c-80c6-4966-87b2-3687d50716d7 req-f86de203-ff2b-4ebe-8228-21df8e4cf3bc tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:39.390545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5609f66c-80c6-4966-87b2-3687d50716d7 req-f86de203-ff2b-4ebe-8228-21df8e4cf3bc tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 931 time: 0.0525577 Sep 16 05:51:39.431635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5609f66c-80c6-4966-87b2-3687d50716d7 req-1c1e74e4-c634-4a92-a228-56614ee71eec tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348365 Sep 16 05:51:40.562460 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2e4e8-b3ea-4d16-b2fe-fc2f45c07287 req-28ca87e2-52c3-4794-9295-d1facc9e889e tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:40.565013 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c4e2e4e8-b3ea-4d16-b2fe-fc2f45c07287 req-28ca87e2-52c3-4794-9295-d1facc9e889e tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 931 time: 0.0572958 Sep 16 05:51:40.608752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c4e2e4e8-b3ea-4d16-b2fe-fc2f45c07287 req-d29f0c2b-2629-4a91-98e3-8f6b685d501b tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338452 Sep 16 05:51:41.734563 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1f85a-1aa1-47d4-a0c5-39854395bd41 req-8cb98f77-7dac-44e0-9c7c-3b3ada6634a6 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:41.736053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ec1f85a-1aa1-47d4-a0c5-39854395bd41 req-8cb98f77-7dac-44e0-9c7c-3b3ada6634a6 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 931 time: 0.0558786 Sep 16 05:51:41.775258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ec1f85a-1aa1-47d4-a0c5-39854395bd41 req-525fc910-9882-4cf0-8f79-86b76c99b4e6 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330944 Sep 16 05:51:42.132671 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b52b6047-87c2-46df-ae19-2657beba0936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.895133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61066336-24c8-4220-bad1-29ae8fb82a1a req-9e719c93-3443-4940-bab8-52340536e172 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:42.896795 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61066336-24c8-4220-bad1-29ae8fb82a1a req-9e719c93-3443-4940-bab8-52340536e172 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 931 time: 0.0528128 Sep 16 05:51:42.948843 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61066336-24c8-4220-bad1-29ae8fb82a1a req-90d04612-9d61-4fd4-9bd9-c23ea15f53a0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460329 Sep 16 05:51:42.995547 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.070698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00823f62-5388-4efe-a3af-65a859bed54d req-cdccc863-8d1b-4db2-8988-d35ca8050c23 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:44.072958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00823f62-5388-4efe-a3af-65a859bed54d req-cdccc863-8d1b-4db2-8988-d35ca8050c23 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 931 time: 0.0580511 Sep 16 05:51:44.114716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00823f62-5388-4efe-a3af-65a859bed54d req-845c7b8a-bc75-49bb-847a-0219f9a3484e tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354135 Sep 16 05:51:44.532489 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a13a0cfc-7db3-44a1-b4b9-1832d5c68b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.230823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c3de5-d834-499a-a801-aa57442ac81d req-c865983f-0d3c-4176-9d4e-023091d769b8 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:45.232312 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-830c3de5-d834-499a-a801-aa57442ac81d req-c865983f-0d3c-4176-9d4e-023091d769b8 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 931 time: 0.0500467 Sep 16 05:51:45.273436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-830c3de5-d834-499a-a801-aa57442ac81d req-8321ca66-8b7a-46c5-b87f-eed555382c61 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343606 Sep 16 05:51:45.338524 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.978593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Request body: {'port': {'device_id': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:46.038014 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.235275 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.302056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507162df-0226-416a-8167-1bd271b19a8f {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:51:46.309412 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.322460 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Transition to ACTIVE for port object 507162df-0226-416a-8167-1bd271b19a8f will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:51:46.383571 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.389261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4b333-00ad-46b7-9d66-b76f007ffb3e req-369a125f-7138-41af-9939-e8d7a18d7aa7 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:46.393220 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9c4b333-00ad-46b7-9d66-b76f007ffb3e req-369a125f-7138-41af-9939-e8d7a18d7aa7 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 931 time: 0.0501640 Sep 16 05:51:46.431881 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9c4b333-00ad-46b7-9d66-b76f007ffb3e req-0e5f0530-55d4-4ebb-95a6-2415fc3a53d3 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347943 Sep 16 05:51:46.434029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Pushing event updated for resources: {'Port': ['ID=507162df-0226-416a-8167-1bd271b19a8f,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:46.516879 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Attempting to bind port 507162df-0226-416a-8167-1bd271b19a8f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:46.517225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Attempting to bind port 507162df-0226-416a-8167-1bd271b19a8f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:46.518326 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Attempting to bind port 507162df-0226-416a-8167-1bd271b19a8f on network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:46.523121 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Port 507162df-0226-416a-8167-1bd271b19a8f on network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:51:46.523446 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Attempting to bind port 507162df-0226-416a-8167-1bd271b19a8f on network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:46.528456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:46.528856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Checking segment: {'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:46.529347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Bound using segment: {'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:46.529691 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Bound port: 507162df-0226-416a-8167-1bd271b19a8f, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:46.530311 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.597371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] For port 507162df-0226-416a-8167-1bd271b19a8f, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:46.600454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] For port 507162df-0226-416a-8167-1bd271b19a8f, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=507162df-0226-416a-8167-1bd271b19a8f,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:46.667793 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.698668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:46.699443 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.700903 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] 10.222.0.37 "PUT /v2.0/ports/507162df-0226-416a-8167-1bd271b19a8f HTTP/1.1" status: 200 len: 1092 time: 0.7267549 Sep 16 05:51:46.703007 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'tag': '507162df-0226-416a-8167-1bd271b19a8f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:46.706034 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efcdc1b-5d77-4555-b23a-41b3d30c60cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "tag": "507162df-0226-416a-8167-1bd271b19a8f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:46.741714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504d2b8-02c0-4f8e-9a0b-a5abacff16de service neutron] Pushing event updated for resources: {'Port': ['ID=507162df-0226-416a-8167-1bd271b19a8f,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:46.747203 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c11cb9-a164-47bc-9afc-4fed1e268d91 x-openstack-request-id: req-68c11cb9-a164-47bc-9afc-4fed1e268d91 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:46.747682 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "tag": "507162df-0226-416a-8167-1bd271b19a8f", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:46.747994 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68c11cb9-a164-47bc-9afc-4fed1e268d91 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:46.748452 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'tag': '507162df-0226-416a-8167-1bd271b19a8f', 'status': 'completed', 'code': 200} Sep 16 05:51:46.812382 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcdc1b-5d77-4555-b23a-41b3d30c60cf req-0285dbcc-a889-4b13-8525-26d7281fe450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:46.813943 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1efcdc1b-5d77-4555-b23a-41b3d30c60cf req-0285dbcc-a889-4b13-8525-26d7281fe450 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=822c9059e41e4ebd8fc71c896bd3834f&device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 1095 time: 0.0439200 Sep 16 05:51:46.921131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcdc1b-5d77-4555-b23a-41b3d30c60cf req-8463ddd0-75cf-418f-99b9-dc409c867181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:46.922628 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1efcdc1b-5d77-4555-b23a-41b3d30c60cf req-8463ddd0-75cf-418f-99b9-dc409c867181 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=822c9059e41e4ebd8fc71c896bd3834f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0996158 Sep 16 05:51:47.022531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcdc1b-5d77-4555-b23a-41b3d30c60cf req-b0d91832-e1dc-4160-81ed-9874947072b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:47.023950 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1efcdc1b-5d77-4555-b23a-41b3d30c60cf req-b0d91832-e1dc-4160-81ed-9874947072b5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0938818 Sep 16 05:51:47.058225 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.101431 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-98c79a8f-961a-44be-ae82-627cfe15eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:47.102935 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-98c79a8f-961a-44be-ae82-627cfe15eac5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=822c9059e41e4ebd8fc71c896bd3834f&device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 1095 time: 0.0414531 Sep 16 05:51:47.145864 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-4bc4b5e7-dc2f-4c92-90cf-623641b9f2d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=507162df-0226-416a-8167-1bd271b19a8f HTTP/1.1" status: 200 len: 217 time: 0.0346572 Sep 16 05:51:47.200144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-41cd595d-47dc-4374-9564-b69b5b493a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:47.202516 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-41cd595d-47dc-4374-9564-b69b5b493a08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a24e6f8c-47e2-4a02-911a-9d586554735b HTTP/1.1" status: 200 len: 853 time: 0.0492332 Sep 16 05:51:47.252973 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-f40d54b3-4412-4512-9e3e-6e687516552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:47.254471 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-f40d54b3-4412-4512-9e3e-6e687516552c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80c5012e-50ff-4d77-bbc5-2df68fea55e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445428 Sep 16 05:51:47.344749 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-22ff2c83-acbb-4a83-8748-fa4936e3cb78 service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821145 Sep 16 05:51:47.440941 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fc810ea9-4591-43d9-9aa8-c2e0bfbdbd74 req-3eb393f5-d3dd-4c65-8d76-bcacd775d183 service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888884 Sep 16 05:51:47.556431 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eac35-a25c-4bd2-a508-a9d43b3baadb req-bd6b0d2b-6a31-45b9-a74c-be5d09ecacbb tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:47.562593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e02eac35-a25c-4bd2-a508-a9d43b3baadb req-bd6b0d2b-6a31-45b9-a74c-be5d09ecacbb tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 943 time: 0.0540323 Sep 16 05:51:47.596137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e02eac35-a25c-4bd2-a508-a9d43b3baadb req-d3dec424-bbe7-4dbd-975f-acf2eabd65b7 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319178 Sep 16 05:51:47.714880 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:48.137185 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:48.713970 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bef653-e31a-40de-b501-a5b360792a67 req-f8c4516a-f924-4743-869d-29e2d8d12dc6 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:48.715426 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84bef653-e31a-40de-b501-a5b360792a67 req-f8c4516a-f924-4743-869d-29e2d8d12dc6 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 943 time: 0.0485427 Sep 16 05:51:48.753137 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-84bef653-e31a-40de-b501-a5b360792a67 req-073e6bd7-832e-45f6-b3e3-4260677175e9 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314205 Sep 16 05:51:49.449588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 507162df-0226-416a-8167-1bd271b19a8f details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:51:49.544912 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 507162df-0226-416a-8167-1bd271b19a8f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=507162df-0226-416a-8167-1bd271b19a8f,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:49.556372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '507162df-0226-416a-8167-1bd271b19a8f', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'port_id': '507162df-0226-416a-8167-1bd271b19a8f', 'mac_address': 'fa:16:3e:56:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:51:49.592100 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:49.605129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507162df-0226-416a-8167-1bd271b19a8f {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:51:49.624606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 507162df-0226-416a-8167-1bd271b19a8f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=507162df-0226-416a-8167-1bd271b19a8f,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:49.709080 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:49.755917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=507162df-0226-416a-8167-1bd271b19a8f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:49.866468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3d3d-acc7-4100-9623-7b98b2fcfa78 req-e7373c71-a247-4d93-a14a-b3f8af7b8e76 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:49.867853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9bf3d3d-acc7-4100-9623-7b98b2fcfa78 req-e7373c71-a247-4d93-a14a-b3f8af7b8e76 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 944 time: 0.0488722 Sep 16 05:51:49.905531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9bf3d3d-acc7-4100-9623-7b98b2fcfa78 req-0a258799-5af5-4161-8c76-7d92fb3b8519 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Sep 16 05:51:49.942232 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['507162df-0226-416a-8167-1bd271b19a8f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:51:51.022536 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a3ca3-6a10-43db-b763-9aaa0a0feb8a req-e3a03e61-db9e-46b8-b8ab-5093c0f0490c tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:51.024019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-095a3ca3-6a10-43db-b763-9aaa0a0feb8a req-e3a03e61-db9e-46b8-b8ab-5093c0f0490c tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 944 time: 0.0524316 Sep 16 05:51:51.060964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-095a3ca3-6a10-43db-b763-9aaa0a0feb8a req-6e5ca8e4-64d5-4abf-9a1a-cea697d76c09 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310047 Sep 16 05:51:51.449559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 507162df-0226-416a-8167-1bd271b19a8f up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:51.577694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 507162df-0226-416a-8167-1bd271b19a8f completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:51:51.581763 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 507162df-0226-416a-8167-1bd271b19a8f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:51.582128 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:51.660655 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:51.682814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507162df-0226-416a-8167-1bd271b19a8f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:51.685069 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e31343-8061-4851-8bed-479f8e9f6e59" -d '{"events": [{"server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "name": "network-vif-plugged", "status": "completed", "tag": "507162df-0226-416a-8167-1bd271b19a8f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:51.697583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 507162df-0226-416a-8167-1bd271b19a8f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=507162df-0226-416a-8167-1bd271b19a8f,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:51.722077 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c682ae41-08d5-4fac-aa1c-442b65e17644 x-openstack-request-id: req-c682ae41-08d5-4fac-aa1c-442b65e17644 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:51.722367 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "name": "network-vif-plugged", "status": "completed", "tag": "507162df-0226-416a-8167-1bd271b19a8f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:51.722637 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c682ae41-08d5-4fac-aa1c-442b65e17644 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:51.723055 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507162df-0226-416a-8167-1bd271b19a8f', 'code': 200} Sep 16 05:51:51.749376 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:51.799901 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=507162df-0226-416a-8167-1bd271b19a8f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:51.815648 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb57d9f-0e78-4590-8c68-9baf7516526c req-3b938351-5765-467b-9b05-beb7831c5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:51.817176 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6bb57d9f-0e78-4590-8c68-9baf7516526c req-3b938351-5765-467b-9b05-beb7831c5ef8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 1097 time: 0.0413930 Sep 16 05:51:51.853775 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6bb57d9f-0e78-4590-8c68-9baf7516526c req-1ba2b327-1194-4166-b718-7a231132cf9e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277574 Sep 16 05:51:52.174778 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9735168-80e8-436f-b15d-07d3cd756251 req-102187ad-51b7-447a-bd9d-1b98bb7a1e25 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:52.176171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9735168-80e8-436f-b15d-07d3cd756251 req-102187ad-51b7-447a-bd9d-1b98bb7a1e25 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 945 time: 0.0494959 Sep 16 05:51:52.213300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a9735168-80e8-436f-b15d-07d3cd756251 req-073a68e0-53e6-49b5-9374-adc27988eda5 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Sep 16 05:51:53.327623 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856e39f-850f-4a56-98d6-4f3fffd6051d req-8782b465-d0e1-4ec8-a177-a6e50a93801a tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:53.329139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f856e39f-850f-4a56-98d6-4f3fffd6051d req-8782b465-d0e1-4ec8-a177-a6e50a93801a tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 945 time: 0.0495310 Sep 16 05:51:53.366726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f856e39f-850f-4a56-98d6-4f3fffd6051d req-7a57c686-0d51-4a21-82a9-1dd3b62dcc52 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316033 Sep 16 05:51:53.484157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afe7fe-89e6-4963-8870-bdaa8b4a48f5 req-e9b48117-a807-43ee-8a84-890be14fa35c tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:53.485669 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0afe7fe-89e6-4963-8870-bdaa8b4a48f5 req-e9b48117-a807-43ee-8a84-890be14fa35c tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 945 time: 0.0535762 Sep 16 05:51:53.524721 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0afe7fe-89e6-4963-8870-bdaa8b4a48f5 req-c29b308e-3590-42ce-8fca-a7d1dc10603f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Sep 16 05:51:53.710809 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df3c2d-4051-4422-9359-08c4cdac6df9 req-465adcc2-47ef-4b87-81b2-dd20e0de0fd5 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:53.712290 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60df3c2d-4051-4422-9359-08c4cdac6df9 req-465adcc2-47ef-4b87-81b2-dd20e0de0fd5 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 945 time: 0.0488555 Sep 16 05:51:53.750072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60df3c2d-4051-4422-9359-08c4cdac6df9 req-6d6529c7-5052-4f00-9605-0715aefb8263 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318797 Sep 16 05:52:08.964904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356e047-7422-45d4-9e35-1e31db7a4a2d req-f297bcef-373f-4924-9a12-63f0566f3b43 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:08.966283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9356e047-7422-45d4-9e35-1e31db7a4a2d req-f297bcef-373f-4924-9a12-63f0566f3b43 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 945 time: 0.0495539 Sep 16 05:52:09.004542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9356e047-7422-45d4-9e35-1e31db7a4a2d req-d73fde43-eded-40ef-b34f-3481a783e99d tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Sep 16 05:52:09.026163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44690) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:09.155350 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b5a22b-9b6d-422c-9057-15f0934389d0 tempest-TestMinimumBasicScenario-1734959616 tempest-TestMinimumBasicScenario-1734959616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:09.156872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-82b5a22b-9b6d-422c-9057-15f0934389d0 tempest-TestMinimumBasicScenario-1734959616 tempest-TestMinimumBasicScenario-1734959616-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 1092 time: 0.1297398 Sep 16 05:52:09.159929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44694) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:09.164170 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '507162df-0226-416a-8167-1bd271b19a8f', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:09.263310 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:09.359065 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:09.465197 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Allocated IP 172.25.3.168 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/0f9ac471-5ad7-4422-977c-ffe296aa2bf3) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:09.565445 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:09.661815 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:09.702864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:09.705687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:09.711745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:09.717139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event updated for resources: {'Port': ['ID=0f9ac471-5ad7-4422-977c-ffe296aa2bf3,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:09.745992 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:09.746344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:09.746684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:09.747018 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:09.747348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:09.747676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:09.748003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:09.748324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:09.748674 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:09.749000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:09.749321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:09.749639 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:10.083426 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:10.205770 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:10.355861 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:10.417183 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:10.485008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event updated for resources: {'Port': ['ID=0f9ac471-5ad7-4422-977c-ffe296aa2bf3,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:10.495542 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:10.595793 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Floating IP 249f4bf6-08d1-4a1e-95d1-e32221cab8c5 associated. External IP: 172.25.3.168, port: 507162df-0226-416a-8167-1bd271b19a8f. Sep 16 05:52:10.801206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:52:10.906765 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:10.916774 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc324238-9096-41cf-8833-22c9790b2a77 None None] Sync routers for ids ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:10.925722 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc324238-9096-41cf-8833-22c9790b2a77 None None] Routers {'c9a402a3-e3af-477b-a5d9-ee0384bce9f9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:10.926376 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-dc324238-9096-41cf-8833-22c9790b2a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:51:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:10.989864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.017483 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3687d02b-76db-40aa-a332-cf1004c7cc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8565190 Sep 16 05:52:11.018096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'tag': '507162df-0226-416a-8167-1bd271b19a8f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:11.021182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44696) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:11.021724 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f13a9e-51fc-460b-bc19-e7d1f46e287a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "tag": "507162df-0226-416a-8167-1bd271b19a8f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:11.033144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654157405', 'description': 'tempest-secgroup-smoke-654157405 description', 'project_id': '822c9059e41e4ebd8fc71c896bd3834f'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:11.034065 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-dc324238-9096-41cf-8833-22c9790b2a77 None None] Set router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:52:11.127098 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.196654 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a083a52-fbcc-4f87-9a7e-de0538bf8445 x-openstack-request-id: req-9a083a52-fbcc-4f87-9a7e-de0538bf8445 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:11.196654 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "tag": "507162df-0226-416a-8167-1bd271b19a8f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:11.196654 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a083a52-fbcc-4f87-9a7e-de0538bf8445 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:11.196654 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'tag': '507162df-0226-416a-8167-1bd271b19a8f', 'status': 'completed', 'code': 200} Sep 16 05:52:11.233650 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.262625 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-dc324238-9096-41cf-8833-22c9790b2a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:51:12Z', 'revision_number': 4, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '249f4bf6-08d1-4a1e-95d1-e32221cab8c5', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'port_id': '507162df-0226-416a-8167-1bd271b19a8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'mac_address': 'fa:16:3e:56:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:52:09Z', 'updated_at': '2021-09-16T05:52:09Z', 'revision_number': 0, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdfed62-8085-414a-9531-6a430e0d3bc7', 'name': '', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'mac_address': 'fa:16:3e:36:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:12Z', 'updated_at': '2021-09-16T05:51:16Z', 'revision_number': 5, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'subnets': [{'id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:11.267208 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f13a9e-51fc-460b-bc19-e7d1f46e287a req-2fca843a-4cf2-4d1b-a00f-3c9cd8f20589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.269370 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72f13a9e-51fc-460b-bc19-e7d1f46e287a req-2fca843a-4cf2-4d1b-a00f-3c9cd8f20589 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=822c9059e41e4ebd8fc71c896bd3834f&device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 1097 time: 0.0492566 Sep 16 05:52:11.293127 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc324238-9096-41cf-8833-22c9790b2a77 None None] Checking router: c9a402a3-e3af-477b-a5d9-ee0384bce9f9 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:52:11.302332 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc324238-9096-41cf-8833-22c9790b2a77 None None] Routers {'c9a402a3-e3af-477b-a5d9-ee0384bce9f9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:11.302933 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-dc324238-9096-41cf-8833-22c9790b2a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:51:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:11.308517 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.375971 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f259d9ee-08f6-486f-9138-af8d37dc45a8,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:11.394644 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:11.394995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:11.395626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:11.395969 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:11.396302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:11.396655 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:11.396983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:11.397307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:11.397634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:11.397953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:11.398271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:11.398589 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:11.405754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f13a9e-51fc-460b-bc19-e7d1f46e287a req-ddabd67c-3a88-4861-9fa3-c40e140e14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.407336 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72f13a9e-51fc-460b-bc19-e7d1f46e287a req-ddabd67c-3a88-4861-9fa3-c40e140e14ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=80c5012e-50ff-4d77-bbc5-2df68fea55e7 HTTP/1.1" status: 200 len: 914 time: 0.1314757 Sep 16 05:52:11.409281 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-dc324238-9096-41cf-8833-22c9790b2a77 None None] Set router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:52:11.458910 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.460327 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f1b4fce6-d3ca-409b-be3b-15da6104ffe0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4381263 Sep 16 05:52:11.463272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44702) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:11.468621 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6a600371-6002-4034-962f-b7a9d2e51090 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Request body: {'security_group_rule': {'security_group_id': 'f259d9ee-08f6-486f-9138-af8d37dc45a8', 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:11.507123 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72f13a9e-51fc-460b-bc19-e7d1f46e287a req-2f0577d3-83e7-449d-9668-f95d1b12e8a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=507162df-0226-416a-8167-1bd271b19a8f HTTP/1.1" status: 200 len: 999 time: 0.0917468 Sep 16 05:52:11.563897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f13a9e-51fc-460b-bc19-e7d1f46e287a req-426b4f9e-5ee6-4cbc-b37c-707af2172122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.566206 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72f13a9e-51fc-460b-bc19-e7d1f46e287a req-426b4f9e-5ee6-4cbc-b37c-707af2172122 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a24e6f8c-47e2-4a02-911a-9d586554735b HTTP/1.1" status: 200 len: 853 time: 0.0502994 Sep 16 05:52:11.609673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a600371-6002-4034-962f-b7a9d2e51090 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.651519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f13a9e-51fc-460b-bc19-e7d1f46e287a req-837c9e0c-327e-45a3-887f-75afa7454a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.653109 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72f13a9e-51fc-460b-bc19-e7d1f46e287a req-837c9e0c-327e-45a3-887f-75afa7454a92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80c5012e-50ff-4d77-bbc5-2df68fea55e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793774 Sep 16 05:52:11.706167 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a600371-6002-4034-962f-b7a9d2e51090 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.731384 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-dc324238-9096-41cf-8833-22c9790b2a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:51:12Z', 'revision_number': 4, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '249f4bf6-08d1-4a1e-95d1-e32221cab8c5', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'port_id': '507162df-0226-416a-8167-1bd271b19a8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'mac_address': 'fa:16:3e:56:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:52:09Z', 'updated_at': '2021-09-16T05:52:09Z', 'revision_number': 0, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdfed62-8085-414a-9531-6a430e0d3bc7', 'name': '', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'mac_address': 'fa:16:3e:36:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:12Z', 'updated_at': '2021-09-16T05:51:16Z', 'revision_number': 5, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'subnets': [{'id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:11.762250 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc324238-9096-41cf-8833-22c9790b2a77 None None] The sync data for ids ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'] in n-d-712137-12 is: [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:51:12Z', 'revision_number': 4, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '249f4bf6-08d1-4a1e-95d1-e32221cab8c5', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'port_id': '507162df-0226-416a-8167-1bd271b19a8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'mac_address': 'fa:16:3e:56:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:52:09Z', 'updated_at': '2021-09-16T05:52:09Z', 'revision_number': 0, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdfed62-8085-414a-9531-6a430e0d3bc7', 'name': '', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'mac_address': 'fa:16:3e:36:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:12Z', 'updated_at': '2021-09-16T05:51:16Z', 'revision_number': 5, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'subnets': [{'id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:11.771537 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72f13a9e-51fc-460b-bc19-e7d1f46e287a req-8fe2f988-6c74-439c-9de2-3da3374a2798 service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097252 Sep 16 05:52:11.773058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a600371-6002-4034-962f-b7a9d2e51090 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.810715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a600371-6002-4034-962f-b7a9d2e51090 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b98b66-15ae-4b61-9916-51d07d57af31,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:11.890072 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-72f13a9e-51fc-460b-bc19-e7d1f46e287a req-fbae7efc-c69b-42a1-b16e-92114c596901 service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012514 Sep 16 05:52:11.891245 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a600371-6002-4034-962f-b7a9d2e51090 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.892325 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6a600371-6002-4034-962f-b7a9d2e51090 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4281399 Sep 16 05:52:11.899589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44704) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:11.900740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ddcea21f-f011-4dbd-a0e0-1eff09f62c85 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Request body: {'security_group_rule': {'security_group_id': 'f259d9ee-08f6-486f-9138-af8d37dc45a8', 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:11.991747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89206220-edad-40c2-94d0-43d9da55d554 None None] New status for floating IP 249f4bf6-08d1-4a1e-95d1-e32221cab8c5: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:52:12.011532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ddcea21f-f011-4dbd-a0e0-1eff09f62c85 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.074011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ddcea21f-f011-4dbd-a0e0-1eff09f62c85 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.147803 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ddcea21f-f011-4dbd-a0e0-1eff09f62c85 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.162180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcea21f-f011-4dbd-a0e0-1eff09f62c85 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536c784d-6a31-45cc-9ec0-2658e2a05ccb,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:12.172131 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1d3539f3-0d65-4a39-a51a-eafba91094da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.246418 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ddcea21f-f011-4dbd-a0e0-1eff09f62c85 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.248284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ddcea21f-f011-4dbd-a0e0-1eff09f62c85 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3512740 Sep 16 05:52:12.251140 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44706) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:12.256080 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-9826c92b-41a4-4e3a-a382-a003166d0349 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Request body: {'security_group_rule': {'security_group_id': 'f259d9ee-08f6-486f-9138-af8d37dc45a8', 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:12.337758 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9826c92b-41a4-4e3a-a382-a003166d0349 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.396169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9826c92b-41a4-4e3a-a382-a003166d0349 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.450219 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9826c92b-41a4-4e3a-a382-a003166d0349 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.469246 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826c92b-41a4-4e3a-a382-a003166d0349 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eda0f98-073e-491d-b4fb-49aaa9fbc5f5,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:12.535776 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-9826c92b-41a4-4e3a-a382-a003166d0349 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.537041 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-9826c92b-41a4-4e3a-a382-a003166d0349 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2848659 Sep 16 05:52:12.539698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44708) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:12.544100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e3237797-8ab1-4392-a18f-dae17d55731d tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Request body: {'security_group_rule': {'security_group_id': 'f259d9ee-08f6-486f-9138-af8d37dc45a8', 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:12.628614 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3237797-8ab1-4392-a18f-dae17d55731d tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.686929 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3237797-8ab1-4392-a18f-dae17d55731d tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.743340 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3237797-8ab1-4392-a18f-dae17d55731d tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.761631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3237797-8ab1-4392-a18f-dae17d55731d tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3b78bd-a29a-4996-a62b-9698e9963be3,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:12.811639 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e3237797-8ab1-4392-a18f-dae17d55731d tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.812885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e3237797-8ab1-4392-a18f-dae17d55731d tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2722635 Sep 16 05:52:12.816159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44710) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:12.820594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a384f9da-d08f-47ce-bcb5-c5cbc7761248 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Request body: {'security_group_rule': {'security_group_id': 'f259d9ee-08f6-486f-9138-af8d37dc45a8', 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:12.891741 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-a384f9da-d08f-47ce-bcb5-c5cbc7761248 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Project 822c9059e41e4ebd8fc71c896bd3834f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:52:12.896544 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a384f9da-d08f-47ce-bcb5-c5cbc7761248 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.960219 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a384f9da-d08f-47ce-bcb5-c5cbc7761248 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.038782 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.046192 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a384f9da-d08f-47ce-bcb5-c5cbc7761248 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.064143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384f9da-d08f-47ce-bcb5-c5cbc7761248 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c78d05-d630-4753-8791-91db68c58262,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:13.135127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a384f9da-d08f-47ce-bcb5-c5cbc7761248 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.136370 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a384f9da-d08f-47ce-bcb5-c5cbc7761248 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3191125 Sep 16 05:52:13.139143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44712) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:13.143434 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-99c16f30-a89d-4565-b24b-02a0a1599957 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Request body: {'security_group_rule': {'security_group_id': 'f259d9ee-08f6-486f-9138-af8d37dc45a8', 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:13.239206 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-99c16f30-a89d-4565-b24b-02a0a1599957 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Project 822c9059e41e4ebd8fc71c896bd3834f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:52:13.244096 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-99c16f30-a89d-4565-b24b-02a0a1599957 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.306661 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-99c16f30-a89d-4565-b24b-02a0a1599957 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.375321 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-99c16f30-a89d-4565-b24b-02a0a1599957 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.392501 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c16f30-a89d-4565-b24b-02a0a1599957 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db72f2d7-597e-4a3e-9061-029509144352,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:13.455530 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-99c16f30-a89d-4565-b24b-02a0a1599957 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.457329 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-99c16f30-a89d-4565-b24b-02a0a1599957 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3172650 Sep 16 05:52:13.535674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5f07466-76df-4465-89da-b99fe884354b req-5c2fc872-6659-4a21-beef-f9ba9a90046c tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654157405&fields=id&tenant_id=822c9059e41e4ebd8fc71c896bd3834f HTTP/1.1" status: 200 len: 267 time: 0.0333197 Sep 16 05:52:13.592883 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f07466-76df-4465-89da-b99fe884354b req-cd679abc-d0f2-4a0e-8898-ff43604a60a6 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:13.594392 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5f07466-76df-4465-89da-b99fe884354b req-cd679abc-d0f2-4a0e-8898-ff43604a60a6 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 945 time: 0.0531220 Sep 16 05:52:13.606451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-e5f07466-76df-4465-89da-b99fe884354b req-8decd6a1-4c51-47ea-986e-29c780525c34 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Request body: {'port': {'security_groups': ['a827f04f-f85e-4518-be90-fb58aaf8e10e', 'f259d9ee-08f6-486f-9138-af8d37dc45a8']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:13.668958 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e5f07466-76df-4465-89da-b99fe884354b req-8decd6a1-4c51-47ea-986e-29c780525c34 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.856270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-e5f07466-76df-4465-89da-b99fe884354b req-8decd6a1-4c51-47ea-986e-29c780525c34 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] For port 507162df-0226-416a-8167-1bd271b19a8f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=507162df-0226-416a-8167-1bd271b19a8f,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:13.884551 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e5f07466-76df-4465-89da-b99fe884354b req-8decd6a1-4c51-47ea-986e-29c780525c34 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.949178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e5f07466-76df-4465-89da-b99fe884354b req-8decd6a1-4c51-47ea-986e-29c780525c34 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.960544 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['507162df-0226-416a-8167-1bd271b19a8f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:52:13.992533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f07466-76df-4465-89da-b99fe884354b req-8decd6a1-4c51-47ea-986e-29c780525c34 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:13.993225 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-e5f07466-76df-4465-89da-b99fe884354b req-8decd6a1-4c51-47ea-986e-29c780525c34 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.994716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e5f07466-76df-4465-89da-b99fe884354b req-8decd6a1-4c51-47ea-986e-29c780525c34 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "PUT /v2.0/ports/507162df-0226-416a-8167-1bd271b19a8f HTTP/1.1" status: 200 len: 981 time: 0.3930886 Sep 16 05:52:13.995201 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'tag': '507162df-0226-416a-8167-1bd271b19a8f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:13.997624 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ac871a-8574-4853-bcb9-69798224a8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "tag": "507162df-0226-416a-8167-1bd271b19a8f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:14.043981 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decd6a1-4c51-47ea-986e-29c780525c34 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event updated for resources: {'Port': ['ID=507162df-0226-416a-8167-1bd271b19a8f,revision_number=6']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:14.066381 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a49808-05b3-4eab-99a9-96ffff2e6748 x-openstack-request-id: req-32a49808-05b3-4eab-99a9-96ffff2e6748 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:14.066690 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "tag": "507162df-0226-416a-8167-1bd271b19a8f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:14.066914 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32a49808-05b3-4eab-99a9-96ffff2e6748 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:14.067323 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'tag': '507162df-0226-416a-8167-1bd271b19a8f', 'status': 'completed', 'code': 200} Sep 16 05:52:14.144604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c8141-786c-47c3-8856-df1b1217419a req-d2aeba93-a280-42f3-b802-11864a4e1925 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:14.147445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e74c8141-786c-47c3-8856-df1b1217419a req-d2aeba93-a280-42f3-b802-11864a4e1925 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0605443 Sep 16 05:52:14.149732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac871a-8574-4853-bcb9-69798224a8b8 req-2c8fd1bc-be5a-4c67-9924-accc7246dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:14.151272 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0ac871a-8574-4853-bcb9-69798224a8b8 req-2c8fd1bc-be5a-4c67-9924-accc7246dc43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=822c9059e41e4ebd8fc71c896bd3834f&device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 1136 time: 0.0513871 Sep 16 05:52:14.199349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e74c8141-786c-47c3-8856-df1b1217419a req-9ebeec3f-22e2-4dae-8866-5ee95e4ba992 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=f259d9ee-08f6-486f-9138-af8d37dc45a8&id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448830 Sep 16 05:52:14.207703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['507162df-0226-416a-8167-1bd271b19a8f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:52:14.265810 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac871a-8574-4853-bcb9-69798224a8b8 req-438bf34b-1d16-400d-857a-e1cac677a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:14.267223 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0ac871a-8574-4853-bcb9-69798224a8b8 req-438bf34b-1d16-400d-857a-e1cac677a831 service neutron] 10.222.0.37 "GET /v2.0/networks?id=80c5012e-50ff-4d77-bbc5-2df68fea55e7 HTTP/1.1" status: 200 len: 914 time: 0.1081586 Sep 16 05:52:14.337659 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0ac871a-8574-4853-bcb9-69798224a8b8 req-1cd06767-e12e-42e7-a6b7-c90d850f4ee9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=507162df-0226-416a-8167-1bd271b19a8f HTTP/1.1" status: 200 len: 1001 time: 0.0630100 Sep 16 05:52:14.370593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-38f32be2-d92f-46ce-a7a0-1c22320ac826 None None] Provisioning complete for port 507162df-0226-416a-8167-1bd271b19a8f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:14.370885 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-38f32be2-d92f-46ce-a7a0-1c22320ac826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.387459 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac871a-8574-4853-bcb9-69798224a8b8 req-79d33ee0-6ebc-42f6-bd00-cb5e480df9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:14.388999 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0ac871a-8574-4853-bcb9-69798224a8b8 req-79d33ee0-6ebc-42f6-bd00-cb5e480df9f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a24e6f8c-47e2-4a02-911a-9d586554735b HTTP/1.1" status: 200 len: 853 time: 0.0446098 Sep 16 05:52:14.439686 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac871a-8574-4853-bcb9-69798224a8b8 req-eebfcd1b-4c8a-41fb-a2a3-d3934475bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:14.442233 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0ac871a-8574-4853-bcb9-69798224a8b8 req-eebfcd1b-4c8a-41fb-a2a3-d3934475bc8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80c5012e-50ff-4d77-bbc5-2df68fea55e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459459 Sep 16 05:52:14.535195 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0ac871a-8574-4853-bcb9-69798224a8b8 req-99047d6d-3907-4d1f-bee2-1fd2b6dbaa91 service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844185 Sep 16 05:52:14.554792 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fcc1e395-3985-41f6-aac6-5744c3afa873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.633872 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0ac871a-8574-4853-bcb9-69798224a8b8 req-8f23e8f6-4050-409e-933d-67474908f3eb service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909154 Sep 16 05:52:15.340956 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.226947 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:17.046164 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:17.741240 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.137184 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:52:27.043150 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-903ac4f6-ddf3-4e0a-b9fc-74f51fede8ab req-a1365e6d-b35e-4cda-acb0-ce312d47a57b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398266 Sep 16 05:52:27.123614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ac4f6-ddf3-4e0a-b9fc-74f51fede8ab req-c59c6da0-4d16-45e6-926b-86a37baa1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:27.125112 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-903ac4f6-ddf3-4e0a-b9fc-74f51fede8ab req-c59c6da0-4d16-45e6-926b-86a37baa1c74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=822c9059e41e4ebd8fc71c896bd3834f&device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 1136 time: 0.0396883 Sep 16 05:52:27.230242 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ac4f6-ddf3-4e0a-b9fc-74f51fede8ab req-2759e63f-cfb0-47af-804c-001e1543bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:27.231768 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-903ac4f6-ddf3-4e0a-b9fc-74f51fede8ab req-2759e63f-cfb0-47af-804c-001e1543bb85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=80c5012e-50ff-4d77-bbc5-2df68fea55e7 HTTP/1.1" status: 200 len: 914 time: 0.0862195 Sep 16 05:52:27.298212 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-903ac4f6-ddf3-4e0a-b9fc-74f51fede8ab req-3d34e649-4f3b-4c21-ba56-39d354578982 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=507162df-0226-416a-8167-1bd271b19a8f HTTP/1.1" status: 200 len: 1001 time: 0.0581329 Sep 16 05:52:27.352114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ac4f6-ddf3-4e0a-b9fc-74f51fede8ab req-278541f0-606b-419a-baf4-561ea7211974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:27.353681 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-903ac4f6-ddf3-4e0a-b9fc-74f51fede8ab req-278541f0-606b-419a-baf4-561ea7211974 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a24e6f8c-47e2-4a02-911a-9d586554735b HTTP/1.1" status: 200 len: 853 time: 0.0471981 Sep 16 05:52:27.398058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ac4f6-ddf3-4e0a-b9fc-74f51fede8ab req-54bc4d81-82b2-45ce-82c1-4534e66df2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:27.399513 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-903ac4f6-ddf3-4e0a-b9fc-74f51fede8ab req-54bc4d81-82b2-45ce-82c1-4534e66df2df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80c5012e-50ff-4d77-bbc5-2df68fea55e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388346 Sep 16 05:52:27.493034 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-903ac4f6-ddf3-4e0a-b9fc-74f51fede8ab req-6c2dac82-63db-45b2-bc80-7007c2d1ee94 service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855086 Sep 16 05:52:27.582338 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-903ac4f6-ddf3-4e0a-b9fc-74f51fede8ab req-b7494bcb-3f61-4273-8ded-ad3dc8862c2b service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820136 Sep 16 05:52:28.462055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710dcc3-566d-4761-be78-0b760434bda0 req-54d70a01-1f8c-47aa-85cc-ab7ca881e996 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:28.463496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d710dcc3-566d-4761-be78-0b760434bda0 req-54d70a01-1f8c-47aa-85cc-ab7ca881e996 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0515964 Sep 16 05:52:28.506506 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d710dcc3-566d-4761-be78-0b760434bda0 req-e951cd36-0bed-4aa0-b86c-5a30c2f958c5 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=f259d9ee-08f6-486f-9138-af8d37dc45a8&id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353198 Sep 16 05:52:28.532394 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb9127-4d04-4e04-92ed-937ff93d7b33 req-d144ad28-84ee-4d6a-a7da-9bdb76ba0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:28.533950 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-45bb9127-4d04-4e04-92ed-937ff93d7b33 req-d144ad28-84ee-4d6a-a7da-9bdb76ba0cd4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=822c9059e41e4ebd8fc71c896bd3834f&device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 1136 time: 0.0440161 Sep 16 05:52:28.625583 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb9127-4d04-4e04-92ed-937ff93d7b33 req-1247724c-68aa-436f-87c2-f4d72f394037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:28.627046 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-45bb9127-4d04-4e04-92ed-937ff93d7b33 req-1247724c-68aa-436f-87c2-f4d72f394037 service neutron] 10.222.0.37 "GET /v2.0/networks?id=80c5012e-50ff-4d77-bbc5-2df68fea55e7 HTTP/1.1" status: 200 len: 914 time: 0.0860999 Sep 16 05:52:28.692145 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-45bb9127-4d04-4e04-92ed-937ff93d7b33 req-bed80ecc-c74d-40ad-bda2-522916037822 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=507162df-0226-416a-8167-1bd271b19a8f HTTP/1.1" status: 200 len: 1001 time: 0.0563588 Sep 16 05:52:28.745380 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb9127-4d04-4e04-92ed-937ff93d7b33 req-a6ce265f-e1ea-43f3-a41a-8add6b304775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:28.746730 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-45bb9127-4d04-4e04-92ed-937ff93d7b33 req-a6ce265f-e1ea-43f3-a41a-8add6b304775 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a24e6f8c-47e2-4a02-911a-9d586554735b HTTP/1.1" status: 200 len: 853 time: 0.0464520 Sep 16 05:52:28.793791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb9127-4d04-4e04-92ed-937ff93d7b33 req-6eb5de36-5a3e-4ecb-944f-fea4b8133eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:28.795269 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-45bb9127-4d04-4e04-92ed-937ff93d7b33 req-6eb5de36-5a3e-4ecb-944f-fea4b8133eb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80c5012e-50ff-4d77-bbc5-2df68fea55e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401683 Sep 16 05:52:28.887765 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-45bb9127-4d04-4e04-92ed-937ff93d7b33 req-2d5bbd99-519f-4b79-a451-78ca6b0330f1 service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836689 Sep 16 05:52:28.977851 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-45bb9127-4d04-4e04-92ed-937ff93d7b33 req-3705140a-ccf9-42c3-86ba-027944da0894 service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816982 Sep 16 05:52:29.624767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc490b85-afdf-4f8a-b239-8e6827ac1391 req-69c86d66-0b42-4729-a7ce-54e42240fc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:29.626230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc490b85-afdf-4f8a-b239-8e6827ac1391 req-69c86d66-0b42-4729-a7ce-54e42240fc37 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0492878 Sep 16 05:52:29.671062 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc490b85-afdf-4f8a-b239-8e6827ac1391 req-262c87ce-5bae-48b4-8130-c997c793cc68 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=f259d9ee-08f6-486f-9138-af8d37dc45a8&id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380447 Sep 16 05:52:30.786258 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c297f-ab8c-4f70-b174-08fc5f5aad73 req-a2572d8e-02c1-419a-9d2a-f4508b761361 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:30.788872 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a4c297f-ab8c-4f70-b174-08fc5f5aad73 req-a2572d8e-02c1-419a-9d2a-f4508b761361 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0516789 Sep 16 05:52:30.827851 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a4c297f-ab8c-4f70-b174-08fc5f5aad73 req-342decd3-650e-46a8-b247-ec57192672a4 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=f259d9ee-08f6-486f-9138-af8d37dc45a8&id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328531 Sep 16 05:52:31.941663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5efc6-d925-44c7-9839-01f34b94fb06 req-ab878a6b-1f58-4d1b-aa2c-5463a1be9f39 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:31.943253 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0a5efc6-d925-44c7-9839-01f34b94fb06 req-ab878a6b-1f58-4d1b-aa2c-5463a1be9f39 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0489707 Sep 16 05:52:31.982218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0a5efc6-d925-44c7-9839-01f34b94fb06 req-e3dec483-cda6-4790-a516-24d52ebdb86f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=f259d9ee-08f6-486f-9138-af8d37dc45a8&id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328667 Sep 16 05:52:33.097839 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15fb43-eb05-455e-83ac-6491a9d8f67b req-e274f52b-f0c5-44d3-b80d-20aa54dfa2f6 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:33.099415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc15fb43-eb05-455e-83ac-6491a9d8f67b req-e274f52b-f0c5-44d3-b80d-20aa54dfa2f6 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0486655 Sep 16 05:52:33.142182 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cc15fb43-eb05-455e-83ac-6491a9d8f67b req-6b43f96f-539d-45c4-9d7e-33d773b03475 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=f259d9ee-08f6-486f-9138-af8d37dc45a8&id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361195 Sep 16 05:52:34.257812 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d08fe-7b72-4b83-95f8-74b843f5feb0 req-0e8d622e-08d8-4bee-8397-3f04da828f39 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:34.259298 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a49d08fe-7b72-4b83-95f8-74b843f5feb0 req-0e8d622e-08d8-4bee-8397-3f04da828f39 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0498443 Sep 16 05:52:34.299758 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a49d08fe-7b72-4b83-95f8-74b843f5feb0 req-82d8806e-1db2-40fd-93c5-2a715c7a2ce7 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=f259d9ee-08f6-486f-9138-af8d37dc45a8&id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344467 Sep 16 05:52:35.413243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823fb62-c1ec-44ed-8c2a-6c89cb6eaa38 req-166787fc-da93-4537-b32f-30f65376b1ba tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:35.414791 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e823fb62-c1ec-44ed-8c2a-6c89cb6eaa38 req-166787fc-da93-4537-b32f-30f65376b1ba tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0490618 Sep 16 05:52:35.454340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e823fb62-c1ec-44ed-8c2a-6c89cb6eaa38 req-b83afccc-1632-4f10-abf9-fbc52b755482 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=f259d9ee-08f6-486f-9138-af8d37dc45a8&id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335364 Sep 16 05:52:36.571476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf4f4f-3b68-47f5-826e-815b43576b06 req-44c56a66-5291-4f33-aba0-02c10d4ccd9e tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:36.572971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fbf4f4f-3b68-47f5-826e-815b43576b06 req-44c56a66-5291-4f33-aba0-02c10d4ccd9e tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0513768 Sep 16 05:52:36.615867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3fbf4f4f-3b68-47f5-826e-815b43576b06 req-5e5774ae-ee89-4bb1-8b07-f24cb1c8b268 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=f259d9ee-08f6-486f-9138-af8d37dc45a8&id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369372 Sep 16 05:52:37.730875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e16a-e5ff-4a8e-bd8e-6c57c9666a12 req-62df18c4-2a4c-46a1-8eec-559a9e4ff1ed tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.732419 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0050e16a-e5ff-4a8e-bd8e-6c57c9666a12 req-62df18c4-2a4c-46a1-8eec-559a9e4ff1ed tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0494764 Sep 16 05:52:37.773738 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0050e16a-e5ff-4a8e-bd8e-6c57c9666a12 req-e1b1c638-ac04-42a2-8c05-04410aa0a205 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=f259d9ee-08f6-486f-9138-af8d37dc45a8&id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349357 Sep 16 05:52:38.889133 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1373ff-1d9e-486c-b333-2abe788ad7b6 req-e607a3f6-d9f2-4a01-ab3a-12def9ac7ec4 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:38.890705 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc1373ff-1d9e-486c-b333-2abe788ad7b6 req-e607a3f6-d9f2-4a01-ab3a-12def9ac7ec4 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0497837 Sep 16 05:52:38.930187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bc1373ff-1d9e-486c-b333-2abe788ad7b6 req-f779c26e-26b5-4844-9b39-3ad69aa7a322 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=f259d9ee-08f6-486f-9138-af8d37dc45a8&id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335455 Sep 16 05:52:40.045432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426fa8d-bd8b-4039-aee7-fb18b19f6c3e req-3b66c16f-2ef0-448a-9e99-d95a2dcb017d tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.046905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5426fa8d-bd8b-4039-aee7-fb18b19f6c3e req-3b66c16f-2ef0-448a-9e99-d95a2dcb017d tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0497701 Sep 16 05:52:40.090503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5426fa8d-bd8b-4039-aee7-fb18b19f6c3e req-c9bc344c-863a-4775-b953-f25ef5102330 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=f259d9ee-08f6-486f-9138-af8d37dc45a8&id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376415 Sep 16 05:52:42.137093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e302e69a-530f-4049-bc7b-7374373a01f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.057144 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.525937 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-74474e33-7839-4eab-a126-2d1e188ce47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:45.346649 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:46.256935 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:47.068692 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:47.736952 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:02.135715 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:12.163000 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7311235d-f355-458b-a737-d9c9e2505564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.532619 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08382835-e45a-4bdb-a07c-8a82405178a7 req-e4efac81-8426-4224-a638-060bef94bc03 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654157405&fields=id&tenant_id=822c9059e41e4ebd8fc71c896bd3834f HTTP/1.1" status: 200 len: 267 time: 0.1374233 Sep 16 05:53:12.587918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08382835-e45a-4bdb-a07c-8a82405178a7 req-9bab8283-984b-4852-828f-5fb45e97efbc tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:12.589902 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08382835-e45a-4bdb-a07c-8a82405178a7 req-9bab8283-984b-4852-828f-5fb45e97efbc tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 984 time: 0.0508478 Sep 16 05:53:12.601665 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-08382835-e45a-4bdb-a07c-8a82405178a7 req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Request body: {'port': {'security_groups': ['a827f04f-f85e-4518-be90-fb58aaf8e10e']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:12.666365 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-08382835-e45a-4bdb-a07c-8a82405178a7 req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.844735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-08382835-e45a-4bdb-a07c-8a82405178a7 req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] For port 507162df-0226-416a-8167-1bd271b19a8f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=507162df-0226-416a-8167-1bd271b19a8f,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:12.873575 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-08382835-e45a-4bdb-a07c-8a82405178a7 req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.969369 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-08382835-e45a-4bdb-a07c-8a82405178a7 req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.981433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['507162df-0226-416a-8167-1bd271b19a8f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:53:13.068277 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:13.297360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08382835-e45a-4bdb-a07c-8a82405178a7 req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:13.297983 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-08382835-e45a-4bdb-a07c-8a82405178a7 req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:13.299380 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-08382835-e45a-4bdb-a07c-8a82405178a7 req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "PUT /v2.0/ports/507162df-0226-416a-8167-1bd271b19a8f HTTP/1.1" status: 200 len: 942 time: 0.7025836 Sep 16 05:53:13.299836 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'tag': '507162df-0226-416a-8167-1bd271b19a8f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:13.302171 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777d2e67-31cc-43ab-890f-cc7fe1adf894" -d '{"events": [{"name": "network-changed", "server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "tag": "507162df-0226-416a-8167-1bd271b19a8f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:13.307069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44772) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:13.336116 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event updated for resources: {'Port': ['ID=507162df-0226-416a-8167-1bd271b19a8f,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:13.344493 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.347131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.347131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.347131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.347131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.347131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.347131 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.347640 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.347734 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.348023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.348346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.348697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f85bbf-1d97-4812-b824-e6fed8072d32 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.353818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['507162df-0226-416a-8167-1bd271b19a8f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:53:13.362471 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e2bef9-3fd2-43f8-a597-f5d300e21269 x-openstack-request-id: req-00e2bef9-3fd2-43f8-a597-f5d300e21269 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:13.363069 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "tag": "507162df-0226-416a-8167-1bd271b19a8f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:13.363561 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00e2bef9-3fd2-43f8-a597-f5d300e21269 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:13.364188 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'tag': '507162df-0226-416a-8167-1bd271b19a8f', 'status': 'completed', 'code': 200} Sep 16 05:53:13.387342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:13.451243 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:13.468934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-98f1c84c-cc08-4f6f-8d15-33edc4f737e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:13.470471 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-98f1c84c-cc08-4f6f-8d15-33edc4f737e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=822c9059e41e4ebd8fc71c896bd3834f&device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 1097 time: 0.0846646 Sep 16 05:53:13.544008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-99362433-fd58-4b59-a92c-e8d73077c543 None None] Provisioning complete for port 507162df-0226-416a-8167-1bd271b19a8f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:13.544310 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-99362433-fd58-4b59-a92c-e8d73077c543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:13.587185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-161a9e24-6ec1-454f-9678-feb665516125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:13.587909 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-161a9e24-6ec1-454f-9678-feb665516125 service neutron] 10.222.0.37 "GET /v2.0/networks?id=80c5012e-50ff-4d77-bbc5-2df68fea55e7 HTTP/1.1" status: 200 len: 914 time: 0.1098127 Sep 16 05:53:13.659412 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-3c30048c-ab25-4d9b-beb6-09685b8f1cd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=507162df-0226-416a-8167-1bd271b19a8f HTTP/1.1" status: 200 len: 1001 time: 0.0641870 Sep 16 05:53:13.695027 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:13.697651 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:13.698801 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "DELETE /v2.0/security-groups/f259d9ee-08f6-486f-9138-af8d37dc45a8 HTTP/1.1" status: 204 len: 168 time: 0.3920457 Sep 16 05:53:13.701685 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44774) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:13.716544 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f259d9ee-08f6-486f-9138-af8d37dc45a8,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:13.728193 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.728572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.728917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.729253 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.729580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.729917 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.730249 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.730576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.730903 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.731229 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.731552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.731877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8198-e9c5-4246-b4aa-e339d26f1569 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:13.735522 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-4c80055d-0b0e-46fc-a5d7-c74cc26a11af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:13.737101 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-4c80055d-0b0e-46fc-a5d7-c74cc26a11af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a24e6f8c-47e2-4a02-911a-9d586554735b HTTP/1.1" status: 200 len: 853 time: 0.0702260 Sep 16 05:53:13.786816 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-3f42759f-e480-4d3e-8a02-78d5145569d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:13.788283 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-3f42759f-e480-4d3e-8a02-78d5145569d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80c5012e-50ff-4d77-bbc5-2df68fea55e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438409 Sep 16 05:53:13.799407 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-9bdff057-abac-4421-b5eb-f9077d39228c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:53:13.800386 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-9bdff057-abac-4421-b5eb-f9077d39228c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051222 Sep 16 05:53:13.863948 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Deleting port 0f9ac471-5ad7-4422-977c-ffe296aa2bf3 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:13.864290 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:13.897540 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-f9da8c29-b3a0-48bf-a242-cdc572a26b29 service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895655 Sep 16 05:53:13.944434 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:13.944786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:13.956736 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Calling delete_port for 0f9ac471-5ad7-4422-977c-ffe296aa2bf3 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:13.993442 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-777d2e67-31cc-43ab-890f-cc7fe1adf894 req-ecfdad00-f561-4761-a2fe-cb178eacaf84 service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873675 Sep 16 05:53:14.151566 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.182236 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event deleted for resources: {'Port': ['ID=0f9ac471-5ad7-4422-977c-ffe296aa2bf3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:14.242520 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.242857 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Floating IP 249f4bf6-08d1-4a1e-95d1-e32221cab8c5 disassociated (deleted). External IP: 172.25.3.168, port: 507162df-0226-416a-8167-1bd271b19a8f. Sep 16 05:53:14.450169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:14.523335 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-22efccdf-1f0a-4747-b1da-2bb0f027f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.561866 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:14.566933 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.571885 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e64a3-b7af-4efc-8847-d308107c9a35 None None] Sync routers for ids ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:14.581712 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e64a3-b7af-4efc-8847-d308107c9a35 None None] Routers {'c9a402a3-e3af-477b-a5d9-ee0384bce9f9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:14.582393 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-9e6e64a3-b7af-4efc-8847-d308107c9a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:14.594509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fc51adcb-8a6b-46ea-a5d5-b20605e9c40f tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "DELETE /v2.0/floatingips/249f4bf6-08d1-4a1e-95d1-e32221cab8c5 HTTP/1.1" status: 204 len: 168 time: 0.8917146 Sep 16 05:53:14.692909 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-9e6e64a3-b7af-4efc-8847-d308107c9a35 None None] Set router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:14.886023 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-9e6e64a3-b7af-4efc-8847-d308107c9a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:51:12Z', 'revision_number': 4, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'ebdfed62-8085-414a-9531-6a430e0d3bc7', 'name': '', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'mac_address': 'fa:16:3e:36:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:12Z', 'updated_at': '2021-09-16T05:51:16Z', 'revision_number': 5, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'subnets': [{'id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:14.916221 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e64a3-b7af-4efc-8847-d308107c9a35 None None] Checking router: c9a402a3-e3af-477b-a5d9-ee0384bce9f9 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:14.924769 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e64a3-b7af-4efc-8847-d308107c9a35 None None] Routers {'c9a402a3-e3af-477b-a5d9-ee0384bce9f9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:14.925390 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-9e6e64a3-b7af-4efc-8847-d308107c9a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:15.031755 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-9e6e64a3-b7af-4efc-8847-d308107c9a35 None None] Set router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:15.230115 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-9e6e64a3-b7af-4efc-8847-d308107c9a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:51:12Z', 'revision_number': 4, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'ebdfed62-8085-414a-9531-6a430e0d3bc7', 'name': '', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'mac_address': 'fa:16:3e:36:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:12Z', 'updated_at': '2021-09-16T05:51:16Z', 'revision_number': 5, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'subnets': [{'id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:15.255301 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e64a3-b7af-4efc-8847-d308107c9a35 None None] The sync data for ids ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'] in n-d-712137-12 is: [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:51:12Z', 'revision_number': 4, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'ebdfed62-8085-414a-9531-6a430e0d3bc7', 'name': '', 'network_id': '80c5012e-50ff-4d77-bbc5-2df68fea55e7', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'mac_address': 'fa:16:3e:36:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:12Z', 'updated_at': '2021-09-16T05:51:16Z', 'revision_number': 5, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'subnets': [{'id': 'a24e6f8c-47e2-4a02-911a-9d586554735b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:15.357705 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:15.365507 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'tag': '507162df-0226-416a-8167-1bd271b19a8f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:15.368168 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cd5358-a326-4ae6-a4df-de5ae084d48a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "tag": "507162df-0226-416a-8167-1bd271b19a8f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:15.409493 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb61d21-9382-43ea-aa04-029cebbaf472 x-openstack-request-id: req-3bb61d21-9382-43ea-aa04-029cebbaf472 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:15.409786 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "tag": "507162df-0226-416a-8167-1bd271b19a8f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:15.410070 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bb61d21-9382-43ea-aa04-029cebbaf472 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:15.410477 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'tag': '507162df-0226-416a-8167-1bd271b19a8f', 'status': 'completed', 'code': 200} Sep 16 05:53:15.500807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5045ef1-2ce9-4653-a231-c98b62e17e8d None None] New status for floating IP 249f4bf6-08d1-4a1e-95d1-e32221cab8c5: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:53:15.811405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd5358-a326-4ae6-a4df-de5ae084d48a req-5ee714a1-0c81-44c7-9a1a-506bc11fcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:15.813788 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0cd5358-a326-4ae6-a4df-de5ae084d48a req-5ee714a1-0c81-44c7-9a1a-506bc11fcc83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=822c9059e41e4ebd8fc71c896bd3834f&device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 1097 time: 0.3754990 Sep 16 05:53:15.904138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd5358-a326-4ae6-a4df-de5ae084d48a req-5f531d70-8308-411d-99e0-a1701ef007a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:15.905708 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0cd5358-a326-4ae6-a4df-de5ae084d48a req-5f531d70-8308-411d-99e0-a1701ef007a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=80c5012e-50ff-4d77-bbc5-2df68fea55e7 HTTP/1.1" status: 200 len: 914 time: 0.0841708 Sep 16 05:53:15.951109 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0cd5358-a326-4ae6-a4df-de5ae084d48a req-f32321b8-54a8-4141-90af-0646f5994bf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=507162df-0226-416a-8167-1bd271b19a8f HTTP/1.1" status: 200 len: 217 time: 0.0382009 Sep 16 05:53:16.001779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd5358-a326-4ae6-a4df-de5ae084d48a req-d27d7a50-5578-4360-9424-e9c7fd40b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:16.003839 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0cd5358-a326-4ae6-a4df-de5ae084d48a req-d27d7a50-5578-4360-9424-e9c7fd40b49d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a24e6f8c-47e2-4a02-911a-9d586554735b HTTP/1.1" status: 200 len: 853 time: 0.0457087 Sep 16 05:53:16.057487 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd5358-a326-4ae6-a4df-de5ae084d48a req-ea9b66a6-2477-48bf-a034-6a177270329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:16.058995 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0cd5358-a326-4ae6-a4df-de5ae084d48a req-ea9b66a6-2477-48bf-a034-6a177270329d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80c5012e-50ff-4d77-bbc5-2df68fea55e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458272 Sep 16 05:53:16.159190 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0cd5358-a326-4ae6-a4df-de5ae084d48a req-8c534f2b-ccfd-4a88-889d-d8c2c62e7007 service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926907 Sep 16 05:53:16.225812 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:16.257449 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f0cd5358-a326-4ae6-a4df-de5ae084d48a req-dda614af-b668-48e2-94fb-d51a5d5b63ea service neutron] 10.222.0.37 "GET /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900972 Sep 16 05:53:17.091312 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.748229 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.178171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cec027-fe7e-434b-930d-a7d32ecd4b4d req-2d12abb8-a1cc-4d5c-b659-f1b9e54997fe tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:23.183672 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87cec027-fe7e-434b-930d-a7d32ecd4b4d req-2d12abb8-a1cc-4d5c-b659-f1b9e54997fe tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 945 time: 0.0500259 Sep 16 05:53:23.217866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-87cec027-fe7e-434b-930d-a7d32ecd4b4d req-dd46beaf-6040-4988-ae6d-6c96e7c3f6d7 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320728 Sep 16 05:53:24.338957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c7c41-51a6-4bf7-b974-7a38b4fa1ca8 req-af8ce4b7-62a7-4acf-b4bb-9e9a2616f4a0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:24.340454 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b73c7c41-51a6-4bf7-b974-7a38b4fa1ca8 req-af8ce4b7-62a7-4acf-b4bb-9e9a2616f4a0 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 945 time: 0.0528994 Sep 16 05:53:24.378571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b73c7c41-51a6-4bf7-b974-7a38b4fa1ca8 req-1af06b46-3be4-4f90-a51a-7495755f177e tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/security-groups?id=a827f04f-f85e-4518-be90-fb58aaf8e10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Sep 16 05:53:24.832791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49b947-99f7-4a62-a212-db3dafc2d7ac req-a6bbf86e-bfa4-459f-bbd7-9fda763bf718 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:24.834265 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6e49b947-99f7-4a62-a212-db3dafc2d7ac req-a6bbf86e-bfa4-459f-bbd7-9fda763bf718 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 945 time: 0.0496104 Sep 16 05:53:24.923332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-6e49b947-99f7-4a62-a212-db3dafc2d7ac req-56dfef03-f8d0-4569-8f8f-7c5666894a11 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Deleting port 507162df-0226-416a-8167-1bd271b19a8f {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:24.923672 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6e49b947-99f7-4a62-a212-db3dafc2d7ac req-56dfef03-f8d0-4569-8f8f-7c5666894a11 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.013371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-6e49b947-99f7-4a62-a212-db3dafc2d7ac req-56dfef03-f8d0-4569-8f8f-7c5666894a11 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] For port 507162df-0226-416a-8167-1bd271b19a8f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=507162df-0226-416a-8167-1bd271b19a8f,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:25.013739 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6e49b947-99f7-4a62-a212-db3dafc2d7ac req-56dfef03-f8d0-4569-8f8f-7c5666894a11 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.026001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-6e49b947-99f7-4a62-a212-db3dafc2d7ac req-56dfef03-f8d0-4569-8f8f-7c5666894a11 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Calling delete_port for 507162df-0226-416a-8167-1bd271b19a8f owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:25.211125 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6e49b947-99f7-4a62-a212-db3dafc2d7ac req-56dfef03-f8d0-4569-8f8f-7c5666894a11 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.223001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['507162df-0226-416a-8167-1bd271b19a8f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:53:25.237366 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfef03-f8d0-4569-8f8f-7c5666894a11 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Pushing event deleted for resources: {'Port': ['ID=507162df-0226-416a-8167-1bd271b19a8f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:25.283590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e49b947-99f7-4a62-a212-db3dafc2d7ac req-56dfef03-f8d0-4569-8f8f-7c5666894a11 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] No DVR routers for this DVR port 507162df-0226-416a-8167-1bd271b19a8f on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:25.288989 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-6e49b947-99f7-4a62-a212-db3dafc2d7ac req-56dfef03-f8d0-4569-8f8f-7c5666894a11 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.291463 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6e49b947-99f7-4a62-a212-db3dafc2d7ac req-56dfef03-f8d0-4569-8f8f-7c5666894a11 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.37 "DELETE /v2.0/ports/507162df-0226-416a-8167-1bd271b19a8f HTTP/1.1" status: 204 len: 173 time: 0.4506161 Sep 16 05:53:25.291961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'name': 'network-vif-deleted', 'tag': '507162df-0226-416a-8167-1bd271b19a8f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:25.294323 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d56abf-7ad0-44ab-8da9-2bb93a3c351a" -d '{"events": [{"server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "name": "network-vif-deleted", "tag": "507162df-0226-416a-8167-1bd271b19a8f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:25.398897 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fc10a4-ef45-4730-ad96-a7af4bd78000 x-openstack-request-id: req-55fc10a4-ef45-4730-ad96-a7af4bd78000 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:25.398897 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0505ec6-58d4-45f1-8424-03ec6bf0e98f", "name": "network-vif-deleted", "tag": "507162df-0226-416a-8167-1bd271b19a8f", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:25.399168 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55fc10a4-ef45-4730-ad96-a7af4bd78000 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:25.399574 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0505ec6-58d4-45f1-8424-03ec6bf0e98f', 'name': 'network-vif-deleted', 'tag': '507162df-0226-416a-8167-1bd271b19a8f', 'status': 'completed', 'code': 200} Sep 16 05:53:25.476101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15202483-973b-4c17-8320-61fc2e556154 req-58d26326-d0a6-45e0-9ba1-6d83f716a2d7 tempest-TestMinimumBasicScenario-1093901225 tempest-TestMinimumBasicScenario-1093901225-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0505ec6-58d4-45f1-8424-03ec6bf0e98f HTTP/1.1" status: 200 len: 210 time: 0.0295360 Sep 16 05:53:27.861088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44892) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:27.993785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 507162df-0226-416a-8167-1bd271b19a8f no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:28.013663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 507162df-0226-416a-8167-1bd271b19a8f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:28.014015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 507162df-0226-416a-8167-1bd271b19a8f not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:28.210082 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-43b8007b-ddba-4206-b86d-db6d922321f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.454043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-43b8007b-ddba-4206-b86d-db6d922321f9 admin admin] Deleting port ebdfed62-8085-414a-9531-6a430e0d3bc7 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:28.454383 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-43b8007b-ddba-4206-b86d-db6d922321f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.534759 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-43b8007b-ddba-4206-b86d-db6d922321f9 admin admin] For port ebdfed62-8085-414a-9531-6a430e0d3bc7, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ebdfed62-8085-414a-9531-6a430e0d3bc7,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:28.535127 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-43b8007b-ddba-4206-b86d-db6d922321f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.547144 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-43b8007b-ddba-4206-b86d-db6d922321f9 admin admin] Calling delete_port for ebdfed62-8085-414a-9531-6a430e0d3bc7 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:28.817030 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-43b8007b-ddba-4206-b86d-db6d922321f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.843758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8007b-ddba-4206-b86d-db6d922321f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdfed62-8085-414a-9531-6a430e0d3bc7,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:29.012702 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-43b8007b-ddba-4206-b86d-db6d922321f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.229637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b8007b-ddba-4206-b86d-db6d922321f9 admin admin] Router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:29.337304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b8007b-ddba-4206-b86d-db6d922321f9 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:29.342474 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-43b8007b-ddba-4206-b86d-db6d922321f9 admin admin] 10.222.0.24 "PUT /v2.0/routers/c9a402a3-e3af-477b-a5d9-ee0384bce9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4802735 Sep 16 05:53:29.345630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44894) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:29.347637 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb192e4a-1f93-4ff7-91e4-8d61d2a1dcd4 None None] Sync routers for ids ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:29.357039 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb192e4a-1f93-4ff7-91e4-8d61d2a1dcd4 None None] Routers {'c9a402a3-e3af-477b-a5d9-ee0384bce9f9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:29.357660 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-eb192e4a-1f93-4ff7-91e4-8d61d2a1dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:29.451654 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.466089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-eb192e4a-1f93-4ff7-91e4-8d61d2a1dcd4 None None] Set router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:29.555329 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.643222 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-eb192e4a-1f93-4ff7-91e4-8d61d2a1dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:53:28Z', 'revision_number': 5, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port': {'id': '5ef6d627-d7fc-4247-a76e-9414bde88b84', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:10Z', 'updated_at': '2021-09-16T05:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:29.694735 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Deleting port 5ef6d627-d7fc-4247-a76e-9414bde88b84 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:29.695078 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.756375 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb192e4a-1f93-4ff7-91e4-8d61d2a1dcd4 None None] Checking router: c9a402a3-e3af-477b-a5d9-ee0384bce9f9 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:29.764628 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb192e4a-1f93-4ff7-91e4-8d61d2a1dcd4 None None] Routers {'c9a402a3-e3af-477b-a5d9-ee0384bce9f9'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:29.765876 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-eb192e4a-1f93-4ff7-91e4-8d61d2a1dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:29.781369 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] For port 5ef6d627-d7fc-4247-a76e-9414bde88b84, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=5ef6d627-d7fc-4247-a76e-9414bde88b84,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:29.781739 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.793138 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Calling delete_port for 5ef6d627-d7fc-4247-a76e-9414bde88b84 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:29.849093 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-eb192e4a-1f93-4ff7-91e4-8d61d2a1dcd4 None None] Set router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:29.902755 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-eb192e4a-1f93-4ff7-91e4-8d61d2a1dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 6, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:29.929227 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb192e4a-1f93-4ff7-91e4-8d61d2a1dcd4 None None] The sync data for ids ['c9a402a3-e3af-477b-a5d9-ee0384bce9f9'] in n-d-712137-12 is: [{'id': 'c9a402a3-e3af-477b-a5d9-ee0384bce9f9', 'name': 'tempest-TestMinimumBasicScenario-189785098-router', 'tenant_id': '822c9059e41e4ebd8fc71c896bd3834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:09Z', 'updated_at': '2021-09-16T05:53:29Z', 'revision_number': 6, 'project_id': '822c9059e41e4ebd8fc71c896bd3834f', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:30.042783 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.071700 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef6d627-d7fc-4247-a76e-9414bde88b84,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:30.133934 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.224483 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.226422 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.348579 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.349161 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9a402a3-e3af-477b-a5d9-ee0384bce9f9 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:53:30.354295 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.355465 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-289ecfec-5ade-4816-9a92-bc0103b13571 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c9a402a3-e3af-477b-a5d9-ee0384bce9f9 HTTP/1.1" status: 204 len: 168 time: 1.0089169 Sep 16 05:53:30.360626 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44896) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:30.403682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-5351c25a-1804-47f2-a081-0013e9a48962 admin admin] Deleting subnet a24e6f8c-47e2-4a02-911a-9d586554735b {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:53:30.407310 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5351c25a-1804-47f2-a081-0013e9a48962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.440930 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5351c25a-1804-47f2-a081-0013e9a48962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.520093 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5351c25a-1804-47f2-a081-0013e9a48962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.632059 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5351c25a-1804-47f2-a081-0013e9a48962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.659728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351c25a-1804-47f2-a081-0013e9a48962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a24e6f8c-47e2-4a02-911a-9d586554735b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:30.661932 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5351c25a-1804-47f2-a081-0013e9a48962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.663639 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5351c25a-1804-47f2-a081-0013e9a48962 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a24e6f8c-47e2-4a02-911a-9d586554735b HTTP/1.1" status: 204 len: 168 time: 0.3044753 Sep 16 05:53:30.665446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0815b581-6d57-49aa-b970-71863e11434c None None] Network 80c5012e-50ff-4d77-bbc5-2df68fea55e7 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:30.666715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44898) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:30.744264 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.798861 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Deleting port 8b089737-cd99-4360-ba54-0e475aa15116 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:30.799206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.873128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] DHCP port deletion for 80c5012e-50ff-4d77-bbc5-2df68fea55e7 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:53:30.876558 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] For port 8b089737-cd99-4360-ba54-0e475aa15116, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8b089737-cd99-4360-ba54-0e475aa15116,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:30.876931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.889554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Calling delete_port for 8b089737-cd99-4360-ba54-0e475aa15116 owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:30.924326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Deleting port 8b089737-cd99-4360-ba54-0e475aa15116 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:30.924834 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.993287 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] For port 8b089737-cd99-4360-ba54-0e475aa15116, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8b089737-cd99-4360-ba54-0e475aa15116,segment=NetworkSegment(ed3a84df-cc22-418d-a5a0-9f154adf7dc4),segment_id=ed3a84df-cc22-418d-a5a0-9f154adf7dc4)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:30.993685 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.006441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Calling delete_port for 8b089737-cd99-4360-ba54-0e475aa15116 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:31.034220 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.060169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b089737-cd99-4360-ba54-0e475aa15116,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:31.068123 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] No DVR routers for this DVR port 8b089737-cd99-4360-ba54-0e475aa15116 on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:31.092367 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.120946 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Pushing event deleted for resources: {'Port': ['ID=8b089737-cd99-4360-ba54-0e475aa15116,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:31.125891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] No DVR routers for this DVR port 8b089737-cd99-4360-ba54-0e475aa15116 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:31.132955 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8b089737-cd99-4360-ba54-0e475aa15116 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:31.157019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:31.160540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.160671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:31.160671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:31.160671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:31.160671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:31.160671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:31.160671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:31.160671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:31.160671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:31.160671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:31.160671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:31.160671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f573edcd-9f6c-4acf-83b3-baed7acce4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:31.164184 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 8b089737-cd99-4360-ba54-0e475aa15116 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:31.164519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8b089737-cd99-4360-ba54-0e475aa15116 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:31.164942 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5ef6d627-d7fc-4247-a76e-9414bde88b84 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:31.179884 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c5012e-50ff-4d77-bbc5-2df68fea55e7']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:31.184569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 5ef6d627-d7fc-4247-a76e-9414bde88b84 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:31.184918 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 5ef6d627-d7fc-4247-a76e-9414bde88b84 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:31.185341 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ebdfed62-8085-414a-9531-6a430e0d3bc7 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:31.189219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:31.189521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3a84df-cc22-418d-a5a0-9f154adf7dc4') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:31.198817 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.205851 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: ebdfed62-8085-414a-9531-6a430e0d3bc7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:31.206211 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ebdfed62-8085-414a-9531-6a430e0d3bc7 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:31.211687 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.219768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:31.220192 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:53:31.221922 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:53:31.334582 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.340053 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.342037 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] 10.222.0.24 "DELETE /v2.0/networks/80c5012e-50ff-4d77-bbc5-2df68fea55e7 HTTP/1.1" status: 204 len: 168 time: 0.6736178 Sep 16 05:53:31.345761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44900) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:31.353392 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112b056-5198-48c6-8765-2507be31de21 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c5012e-50ff-4d77-bbc5-2df68fea55e7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:31.966909 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5003cb10-3abc-4ef1-9dc0-cf966191fb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.210885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-5003cb10-3abc-4ef1-9dc0-cf966191fb4c admin admin] Deleting port 566367e3-e2fa-442f-ae9e-6bea89ef2828 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:32.211224 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5003cb10-3abc-4ef1-9dc0-cf966191fb4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.289902 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-5003cb10-3abc-4ef1-9dc0-cf966191fb4c admin admin] For port 566367e3-e2fa-442f-ae9e-6bea89ef2828, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=566367e3-e2fa-442f-ae9e-6bea89ef2828,segment=NetworkSegment(d492d225-53d8-4323-b017-8482fe9b4cab),segment_id=d492d225-53d8-4323-b017-8482fe9b4cab)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:32.290694 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5003cb10-3abc-4ef1-9dc0-cf966191fb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.303594 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-5003cb10-3abc-4ef1-9dc0-cf966191fb4c admin admin] Calling delete_port for 566367e3-e2fa-442f-ae9e-6bea89ef2828 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:32.568157 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5003cb10-3abc-4ef1-9dc0-cf966191fb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.598595 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003cb10-3abc-4ef1-9dc0-cf966191fb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=566367e3-e2fa-442f-ae9e-6bea89ef2828,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:32.767565 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-5003cb10-3abc-4ef1-9dc0-cf966191fb4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.982383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5003cb10-3abc-4ef1-9dc0-cf966191fb4c admin admin] Router e7fe379a-4bae-4cb4-a094-63fba83e11b7 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:33.089362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5003cb10-3abc-4ef1-9dc0-cf966191fb4c admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:33.098075 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-5003cb10-3abc-4ef1-9dc0-cf966191fb4c admin admin] 10.222.0.24 "PUT /v2.0/routers/e7fe379a-4bae-4cb4-a094-63fba83e11b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7486541 Sep 16 05:53:33.098075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44902) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:33.100615 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6378d-f971-4677-91e0-a6fb0f250e6d None None] Sync routers for ids ['e7fe379a-4bae-4cb4-a094-63fba83e11b7'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:33.114239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6378d-f971-4677-91e0-a6fb0f250e6d None None] Routers {'e7fe379a-4bae-4cb4-a094-63fba83e11b7'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:33.114894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-baf6378d-f971-4677-91e0-a6fb0f250e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e7fe379a-4bae-4cb4-a094-63fba83e11b7'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:33.204775 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.219595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-baf6378d-f971-4677-91e0-a6fb0f250e6d None None] Set router e7fe379a-4bae-4cb4-a094-63fba83e11b7 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:33.304404 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.402668 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-baf6378d-f971-4677-91e0-a6fb0f250e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'name': 'tempest-TestMinimumBasicScenario-1667434828-router', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '01182177-16b8-4e03-8e78-9bd268129d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:15Z', 'updated_at': '2021-09-16T05:53:32Z', 'revision_number': 5, 'project_id': '01069b94108441d19c9257109c4a118b', 'gw_port': {'id': '01182177-16b8-4e03-8e78-9bd268129d14', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:51:16Z', 'updated_at': '2021-09-16T05:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:33.431571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Deleting port 01182177-16b8-4e03-8e78-9bd268129d14 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:33.431797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6378d-f971-4677-91e0-a6fb0f250e6d None None] Checking router: e7fe379a-4bae-4cb4-a094-63fba83e11b7 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:33.431925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.440372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6378d-f971-4677-91e0-a6fb0f250e6d None None] Routers {'e7fe379a-4bae-4cb4-a094-63fba83e11b7'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:33.441039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-baf6378d-f971-4677-91e0-a6fb0f250e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['e7fe379a-4bae-4cb4-a094-63fba83e11b7'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:33.511745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] For port 01182177-16b8-4e03-8e78-9bd268129d14, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=01182177-16b8-4e03-8e78-9bd268129d14,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:33.512177 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.524744 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Calling delete_port for 01182177-16b8-4e03-8e78-9bd268129d14 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:33.526543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-baf6378d-f971-4677-91e0-a6fb0f250e6d None None] Set router e7fe379a-4bae-4cb4-a094-63fba83e11b7 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:33.579749 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-baf6378d-f971-4677-91e0-a6fb0f250e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'name': 'tempest-TestMinimumBasicScenario-1667434828-router', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:15Z', 'updated_at': '2021-09-16T05:53:33Z', 'revision_number': 6, 'project_id': '01069b94108441d19c9257109c4a118b', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:33.608923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6378d-f971-4677-91e0-a6fb0f250e6d None None] The sync data for ids ['e7fe379a-4bae-4cb4-a094-63fba83e11b7'] in n-d-712137-12 is: [{'id': 'e7fe379a-4bae-4cb4-a094-63fba83e11b7', 'name': 'tempest-TestMinimumBasicScenario-1667434828-router', 'tenant_id': '01069b94108441d19c9257109c4a118b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:51:15Z', 'updated_at': '2021-09-16T05:53:33Z', 'revision_number': 6, 'project_id': '01069b94108441d19c9257109c4a118b', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:33.739694 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.765039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Pushing event deleted for resources: {'Port': ['ID=01182177-16b8-4e03-8e78-9bd268129d14,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:33.828055 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.917459 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.919441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.014684 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.015562 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7fe379a-4bae-4cb4-a094-63fba83e11b7 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:53:34.020857 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.025599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8c306545-d913-4063-ba8d-09c2631b141d admin admin] 10.222.0.24 "DELETE /v2.0/routers/e7fe379a-4bae-4cb4-a094-63fba83e11b7 HTTP/1.1" status: 204 len: 168 time: 0.9231114 Sep 16 05:53:34.025599 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44904) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:34.075075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f77d98-a545-4f34-95ee-9c215699f1ad admin admin] Deleting subnet 446e271a-7c30-4865-bc74-cee9b3870630 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:53:34.078217 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81f77d98-a545-4f34-95ee-9c215699f1ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.113370 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81f77d98-a545-4f34-95ee-9c215699f1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.190970 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81f77d98-a545-4f34-95ee-9c215699f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.319953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81f77d98-a545-4f34-95ee-9c215699f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.351091 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f77d98-a545-4f34-95ee-9c215699f1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=446e271a-7c30-4865-bc74-cee9b3870630,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:34.358398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-81f77d98-a545-4f34-95ee-9c215699f1ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.358398 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-81f77d98-a545-4f34-95ee-9c215699f1ad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/446e271a-7c30-4865-bc74-cee9b3870630 HTTP/1.1" status: 204 len: 168 time: 0.3322265 Sep 16 05:53:34.361354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44906) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:34.363355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0564730-78c0-4625-8d5c-12ac74771c28 None None] Network c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:34.439694 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.494457 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Deleting port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:34.494808 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.549472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d2d663-be1d-4348-9388-f9076ce01e02 None None] DHCP port deletion for c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:53:34.569098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] For port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fe7e0f05-a315-47f1-94ea-57ec0c1d04ba,segment=NetworkSegment(d492d225-53d8-4323-b017-8482fe9b4cab),segment_id=d492d225-53d8-4323-b017-8482fe9b4cab)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:34.569476 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.583683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Calling delete_port for fe7e0f05-a315-47f1-94ea-57ec0c1d04ba owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:34.603808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-41d2d663-be1d-4348-9388-f9076ce01e02 None None] Deleting port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:34.604777 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-41d2d663-be1d-4348-9388-f9076ce01e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.672681 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-41d2d663-be1d-4348-9388-f9076ce01e02 None None] For port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=fe7e0f05-a315-47f1-94ea-57ec0c1d04ba,segment=NetworkSegment(d492d225-53d8-4323-b017-8482fe9b4cab),segment_id=d492d225-53d8-4323-b017-8482fe9b4cab)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:34.673083 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-41d2d663-be1d-4348-9388-f9076ce01e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.685246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-41d2d663-be1d-4348-9388-f9076ce01e02 None None] Calling delete_port for fe7e0f05-a315-47f1-94ea-57ec0c1d04ba owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:34.748084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.768779 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-41d2d663-be1d-4348-9388-f9076ce01e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.773968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7e0f05-a315-47f1-94ea-57ec0c1d04ba,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:34.778006 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] No DVR routers for this DVR port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:34.793237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2d663-be1d-4348-9388-f9076ce01e02 None None] Pushing event deleted for resources: {'Port': ['ID=fe7e0f05-a315-47f1-94ea-57ec0c1d04ba,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:34.799493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d2d663-be1d-4348-9388-f9076ce01e02 None None] No DVR routers for this DVR port fe7e0f05-a315-47f1-94ea-57ec0c1d04ba on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:34.856645 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.877612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:34.887227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd492d225-53d8-4323-b017-8482fe9b4cab') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:34.887524 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd492d225-53d8-4323-b017-8482fe9b4cab') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:34.897731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.911759 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.917716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:34.918177 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: timer() Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:53:34.919789 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:53:35.060071 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.061704 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.063817 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031 HTTP/1.1" status: 204 len: 168 time: 0.7013755 Sep 16 05:53:35.078631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8ffae-f497-4ae1-b483-e76d8e87b5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ccbfd6-b479-4ca7-ae1e-fad28e8c4031,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:35.113954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 01182177-16b8-4e03-8e78-9bd268129d14 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:35.134639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 01182177-16b8-4e03-8e78-9bd268129d14 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:35.135078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 01182177-16b8-4e03-8e78-9bd268129d14 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:35.135508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 566367e3-e2fa-442f-ae9e-6bea89ef2828 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:35.154605 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 566367e3-e2fa-442f-ae9e-6bea89ef2828 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:35.155069 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 566367e3-e2fa-442f-ae9e-6bea89ef2828 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:35.156134 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fe7e0f05-a315-47f1-94ea-57ec0c1d04ba no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:35.178694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: fe7e0f05-a315-47f1-94ea-57ec0c1d04ba {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:35.179038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device fe7e0f05-a315-47f1-94ea-57ec0c1d04ba not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:35.513324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44910) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:35.552845 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-64161bac-97a7-4b88-9e7a-94513cf2b718 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=822c9059e41e4ebd8fc71c896bd3834f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390909 Sep 16 05:53:35.555223 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44912) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:35.602888 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-363ec3be-0d77-4fbc-9556-42517cd363aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.623828 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-363ec3be-0d77-4fbc-9556-42517cd363aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.736617 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-363ec3be-0d77-4fbc-9556-42517cd363aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.739058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-363ec3be-0d77-4fbc-9556-42517cd363aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.740290 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-363ec3be-0d77-4fbc-9556-42517cd363aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a827f04f-f85e-4518-be90-fb58aaf8e10e HTTP/1.1" status: 204 len: 168 time: 0.1841543 Sep 16 05:53:35.748789 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ec3be-0d77-4fbc-9556-42517cd363aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a827f04f-f85e-4518-be90-fb58aaf8e10e,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:36.339199 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44918) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:36.379548 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7bccfe2f-cd7e-4d37-9674-855085471ba6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01069b94108441d19c9257109c4a118b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392165 Sep 16 05:53:36.382086 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 44920) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:36.433366 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24b02bf2-f4ca-4dbe-ab7d-8792b4be9aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.456133 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24b02bf2-f4ca-4dbe-ab7d-8792b4be9aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.568194 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24b02bf2-f4ca-4dbe-ab7d-8792b4be9aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.570944 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-24b02bf2-f4ca-4dbe-ab7d-8792b4be9aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.572137 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-24b02bf2-f4ca-4dbe-ab7d-8792b4be9aba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92f80127-08e3-46b5-bb73-9d422baa7113 HTTP/1.1" status: 204 len: 168 time: 0.1891448 Sep 16 05:53:36.580683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b02bf2-f4ca-4dbe-ab7d-8792b4be9aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f80127-08e3-46b5-bb73-9d422baa7113,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:39.076430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44960) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:39.081688 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-3b23d8e5-f514-4d11-b4e0-d12c79783af7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1329295518', 'description': 'tempest-secgroup-smoke-1329295518 description', 'project_id': '6964a8c572ea4a419aaa8f19ff900180'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:39.134469 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:39.174480 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b23d8e5-f514-4d11-b4e0-d12c79783af7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.183336 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b23d8e5-f514-4d11-b4e0-d12c79783af7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.270590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b23d8e5-f514-4d11-b4e0-d12c79783af7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.345804 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b23d8e5-f514-4d11-b4e0-d12c79783af7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.382636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23d8e5-f514-4d11-b4e0-d12c79783af7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708530ec-9557-4ddd-bdbc-615fb8d6a8fc,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:39.437856 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b23d8e5-f514-4d11-b4e0-d12c79783af7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.522392 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b23d8e5-f514-4d11-b4e0-d12c79783af7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.551737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23d8e5-f514-4d11-b4e0-d12c79783af7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bce7236-6f43-47d9-a242-cde95f29ebd2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:39.619538 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-3b23d8e5-f514-4d11-b4e0-d12c79783af7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.620816 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-3b23d8e5-f514-4d11-b4e0-d12c79783af7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5433073 Sep 16 05:53:39.623671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44962) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:39.627929 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c96bd99e-3b29-40ca-aec2-6d2758692f57 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': '2bce7236-6f43-47d9-a242-cde95f29ebd2', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:39.724253 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c96bd99e-3b29-40ca-aec2-6d2758692f57 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.780360 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c96bd99e-3b29-40ca-aec2-6d2758692f57 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.853679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c96bd99e-3b29-40ca-aec2-6d2758692f57 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.876071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bd99e-3b29-40ca-aec2-6d2758692f57 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e23b051-5acc-43da-8c71-4ce0bddeb70b,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:39.956731 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c96bd99e-3b29-40ca-aec2-6d2758692f57 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.958086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c96bd99e-3b29-40ca-aec2-6d2758692f57 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334963 Sep 16 05:53:39.960858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44964) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:39.965407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-ceab51d0-85ab-4808-9e95-0f52e7a45e10 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': '2bce7236-6f43-47d9-a242-cde95f29ebd2', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:40.046831 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ceab51d0-85ab-4808-9e95-0f52e7a45e10 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.104587 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ceab51d0-85ab-4808-9e95-0f52e7a45e10 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.179844 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ceab51d0-85ab-4808-9e95-0f52e7a45e10 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.198004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab51d0-85ab-4808-9e95-0f52e7a45e10 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b90858-45b4-4841-8e98-66b25ef7f922,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:40.273693 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ceab51d0-85ab-4808-9e95-0f52e7a45e10 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.274922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ceab51d0-85ab-4808-9e95-0f52e7a45e10 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3131337 Sep 16 05:53:40.277675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44966) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:40.282325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6c9a0fa1-e8ce-49f3-82ac-5b79b3ab3d42 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': '2bce7236-6f43-47d9-a242-cde95f29ebd2', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:40.367358 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0fa1-e8ce-49f3-82ac-5b79b3ab3d42 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.426386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0fa1-e8ce-49f3-82ac-5b79b3ab3d42 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.474269 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0fa1-e8ce-49f3-82ac-5b79b3ab3d42 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.492391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a0fa1-e8ce-49f3-82ac-5b79b3ab3d42 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b19f385-f005-449c-9c77-904321d54f1a,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:40.541992 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0fa1-e8ce-49f3-82ac-5b79b3ab3d42 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.543225 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6c9a0fa1-e8ce-49f3-82ac-5b79b3ab3d42 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2643263 Sep 16 05:53:40.545921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44968) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:40.550277 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8579681f-228a-4488-aab0-7bbe42c16289 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': '2bce7236-6f43-47d9-a242-cde95f29ebd2', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:40.641398 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8579681f-228a-4488-aab0-7bbe42c16289 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.699937 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8579681f-228a-4488-aab0-7bbe42c16289 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.813900 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8579681f-228a-4488-aab0-7bbe42c16289 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.834071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579681f-228a-4488-aab0-7bbe42c16289 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77276b85-c5f8-4d6e-a354-3611a38b6894,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:40.936832 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8579681f-228a-4488-aab0-7bbe42c16289 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.938064 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8579681f-228a-4488-aab0-7bbe42c16289 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3911846 Sep 16 05:53:40.940781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44970) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:40.951702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-10fec370-9156-4ac7-a359-51156d9c9ac0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': '2bce7236-6f43-47d9-a242-cde95f29ebd2', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:41.036763 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-10fec370-9156-4ac7-a359-51156d9c9ac0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Project 6964a8c572ea4a419aaa8f19ff900180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:53:41.041561 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10fec370-9156-4ac7-a359-51156d9c9ac0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.100927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10fec370-9156-4ac7-a359-51156d9c9ac0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.173732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10fec370-9156-4ac7-a359-51156d9c9ac0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.191169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fec370-9156-4ac7-a359-51156d9c9ac0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae91584-839f-4f56-b295-8fed16836548,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:41.273732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-10fec370-9156-4ac7-a359-51156d9c9ac0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.274986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-10fec370-9156-4ac7-a359-51156d9c9ac0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3327327 Sep 16 05:53:41.277796 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44972) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:41.282682 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-49ddd919-cbf4-4aa8-ab0e-b7383288b41b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': '2bce7236-6f43-47d9-a242-cde95f29ebd2', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:41.370695 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-49ddd919-cbf4-4aa8-ab0e-b7383288b41b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Project 6964a8c572ea4a419aaa8f19ff900180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:53:41.375713 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49ddd919-cbf4-4aa8-ab0e-b7383288b41b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.436379 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49ddd919-cbf4-4aa8-ab0e-b7383288b41b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.516389 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49ddd919-cbf4-4aa8-ab0e-b7383288b41b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.535681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddd919-cbf4-4aa8-ab0e-b7383288b41b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e20bb1-540d-4e1f-b112-abf547dbb6c0,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:41.619724 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49ddd919-cbf4-4aa8-ab0e-b7383288b41b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.621076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-49ddd919-cbf4-4aa8-ab0e-b7383288b41b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3419793 Sep 16 05:53:41.623935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44974) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:41.628825 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6d362fa5-c723-49d5-a3a3-ae68213a1ab4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'network': {'name': 'tempest-network-smoke--95690879', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'port_security_enabled': True}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:41.716933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d362fa5-c723-49d5-a3a3-ae68213a1ab4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:41.720609 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6d362fa5-c723-49d5-a3a3-ae68213a1ab4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.743332 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d362fa5-c723-49d5-a3a3-ae68213a1ab4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:53:41.751529 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6d362fa5-c723-49d5-a3a3-ae68213a1ab4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.751871 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-6d362fa5-c723-49d5-a3a3-ae68213a1ab4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Added segment 98af278d-c3eb-4e34-b650-647bde4fd154 of type vlan for network cb0b8d13-db54-49da-809a-a32953571b6b Sep 16 05:53:41.792505 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6d362fa5-c723-49d5-a3a3-ae68213a1ab4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.882723 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6d362fa5-c723-49d5-a3a3-ae68213a1ab4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.888250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d362fa5-c723-49d5-a3a3-ae68213a1ab4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:41.888865 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6d362fa5-c723-49d5-a3a3-ae68213a1ab4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.953976 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d362fa5-c723-49d5-a3a3-ae68213a1ab4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Network': ['ID=cb0b8d13-db54-49da-809a-a32953571b6b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:41.964589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network cb0b8d13-db54-49da-809a-a32953571b6b details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:53:41.986465 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6d362fa5-c723-49d5-a3a3-ae68213a1ab4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3614848 Sep 16 05:53:41.990005 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44976) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:41.994412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'admin_state_up': True, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:42.083108 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.084168 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.137038 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.140015 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e666582a-50cb-4a55-ac67-4079d1e85447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.613073 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.869144 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.888737 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.994385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.25.3.146 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/08307c62-0d98-4756-8ecd-65174eaafe20) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:43.051063 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.096716 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.211669 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.247039 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:43.249808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:43.253483 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:43.284356 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=08307c62-0d98-4756-8ecd-65174eaafe20,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:43.582164 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.774650 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.991285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 68954e30-44c4-41ad-a009-afcc68f0cb33 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:53:44.099646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:44.109774 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Sync routers for ids ['68954e30-44c4-41ad-a009-afcc68f0cb33'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:44.119021 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Routers {'68954e30-44c4-41ad-a009-afcc68f0cb33'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:44.119706 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:53:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['68954e30-44c4-41ad-a009-afcc68f0cb33'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:44.221754 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Set router 68954e30-44c4-41ad-a009-afcc68f0cb33 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:44.225647 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.228099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2320d2b1-b7c8-4ab6-9122-b2664cf015ad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2371285 Sep 16 05:53:44.231346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44978) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:44.378128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7e0a4b61-10d2-4ac6-b7a4-ff59f1c8b6e7 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=6964a8c572ea4a419aaa8f19ff900180&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1457160 Sep 16 05:53:44.380923 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44982) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:44.409558 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:43Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:44.438606 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Checking router: 68954e30-44c4-41ad-a009-afcc68f0cb33 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:44.438948 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Updating router 68954e30-44c4-41ad-a009-afcc68f0cb33 port 08307c62-0d98-4756-8ecd-65174eaafe20 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:53:44.464715 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.534163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91734d85-9269-42ed-89d7-4a7ce02558b5 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:44.535866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-91734d85-9269-42ed-89d7-4a7ce02558b5 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1540051 Sep 16 05:53:44.538704 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44984) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:44.542509 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7cab91c6-652b-4748-b6b3-1428efafe2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.574958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-509b5262-2cd2-4d11-9be2-0436066fe2a9 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349398 Sep 16 05:53:44.577556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44986) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:44.582962 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f6068bed-ff1a-4e2c-b40c-d5c41cbbc6cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2036026095', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:44.717152 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.748107 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6068bed-ff1a-4e2c-b40c-d5c41cbbc6cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:44.751681 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6068bed-ff1a-4e2c-b40c-d5c41cbbc6cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.787851 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.843774 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Attempting to bind port 08307c62-0d98-4756-8ecd-65174eaafe20 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:44.844144 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Attempting to bind port 08307c62-0d98-4756-8ecd-65174eaafe20 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:44.844531 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Attempting to bind port 08307c62-0d98-4756-8ecd-65174eaafe20 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:44.846436 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Pushing event updated for resources: {'Port': ['ID=08307c62-0d98-4756-8ecd-65174eaafe20,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:44.855711 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:44.856134 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:44.856506 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:44.856895 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:44.857229 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:44.857560 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:44.857889 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:44.858217 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:44.858537 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:44.858885 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:44.859230 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:44.859550 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:44.864835 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:44.865238 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:44.865643 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.866032 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:44.866514 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Bound port: 08307c62-0d98-4756-8ecd-65174eaafe20, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:44.868371 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.920157 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] For port 08307c62-0d98-4756-8ecd-65174eaafe20, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:44.923486 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] For port 08307c62-0d98-4756-8ecd-65174eaafe20, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08307c62-0d98-4756-8ecd-65174eaafe20,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:45.031734 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.060730 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6068bed-ff1a-4e2c-b40c-d5c41cbbc6cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.087121 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Routers {'68954e30-44c4-41ad-a009-afcc68f0cb33'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:45.087740 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['68954e30-44c4-41ad-a009-afcc68f0cb33'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:45.126295 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f17c11-4295-4f2c-b278-eadacd8cf03a None None] Pushing event updated for resources: {'Port': ['ID=08307c62-0d98-4756-8ecd-65174eaafe20,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:45.127042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6068bed-ff1a-4e2c-b40c-d5c41cbbc6cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Subnet': ['ID=645afb73-7197-4685-878b-c45660166be3,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:45.135980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6068bed-ff1a-4e2c-b40c-d5c41cbbc6cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Checking segment: {'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:45.136347 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6068bed-ff1a-4e2c-b40c-d5c41cbbc6cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network hostable DHCP agents. Network: cb0b8d13-db54-49da-809a-a32953571b6b, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:53:45.194572 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] Set router 68954e30-44c4-41ad-a009-afcc68f0cb33 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:45.219690 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6068bed-ff1a-4e2c-b40c-d5c41cbbc6cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network cb0b8d13-db54-49da-809a-a32953571b6b is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:53:45.288049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-f6068bed-ff1a-4e2c-b40c-d5c41cbbc6cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, cb0b8d13-db54-49da-809a-a32953571b6b) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:45.293427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6068bed-ff1a-4e2c-b40c-d5c41cbbc6cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:45.300633 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f6068bed-ff1a-4e2c-b40c-d5c41cbbc6cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.300917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e19c3a-315d-4588-a0d9-462a4d4fb77f None None] Network cb0b8d13-db54-49da-809a-a32953571b6b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:45.355557 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.373144 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:43Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:45.383089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f6068bed-ff1a-4e2c-b40c-d5c41cbbc6cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8044980 Sep 16 05:53:45.385841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 44988) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:45.399571 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887e5a4-44bb-4b2b-b98d-3f1a66038f5e None None] The sync data for ids ['68954e30-44c4-41ad-a009-afcc68f0cb33'] in n-d-712137-12 is: [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:43Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:45.454364 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-cb0b8d13-db54-49da-809a-a32953571b6b', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ips': [{'subnet_id': '645afb73-7197-4685-878b-c45660166be3'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:53:45.455617 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.601018 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Allocated IP 172.20.0.2 (cb0b8d13-db54-49da-809a-a32953571b6b/645afb73-7197-4685-878b-c45660166be3/9277955e-e97a-4686-8f88-2ad6aa437c4c) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:45.761655 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.860532 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.867839 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.899114 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Network cb0b8d13-db54-49da-809a-a32953571b6b is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:45.904073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:45.908045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:45.922324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Pushing event updated for resources: {'Port': ['ID=9277955e-e97a-4686-8f88-2ad6aa437c4c,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:45.974042 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Attempting to bind port 9277955e-e97a-4686-8f88-2ad6aa437c4c on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:45.974583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Attempting to bind port 9277955e-e97a-4686-8f88-2ad6aa437c4c by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:45.974961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Attempting to bind port 9277955e-e97a-4686-8f88-2ad6aa437c4c on network cb0b8d13-db54-49da-809a-a32953571b6b {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:45.981227 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:45.981606 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Checking segment: {'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:45.982005 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.982403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Bound using segment: {'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:45.982863 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Bound port: 9277955e-e97a-4686-8f88-2ad6aa437c4c, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:45.983245 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.062993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] For port 9277955e-e97a-4686-8f88-2ad6aa437c4c, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:46.066382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] For port 9277955e-e97a-4686-8f88-2ad6aa437c4c, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9277955e-e97a-4686-8f88-2ad6aa437c4c,segment=NetworkSegment(98af278d-c3eb-4e34-b650-647bde4fd154),segment_id=98af278d-c3eb-4e34-b650-647bde4fd154)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:46.170486 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.20.0.1 (cb0b8d13-db54-49da-809a-a32953571b6b/645afb73-7197-4685-878b-c45660166be3/642a219a-600f-4078-9349-812ad7184354) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:46.191911 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.257277 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.261329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38f185-3ade-4a27-b1d6-e7746b237b03 None None] Pushing event updated for resources: {'Port': ['ID=9277955e-e97a-4686-8f88-2ad6aa437c4c,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:46.309123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.428853 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.475162 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network cb0b8d13-db54-49da-809a-a32953571b6b is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:46.478614 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:46.482592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:46.520570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=642a219a-600f-4078-9349-812ad7184354,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:46.536783 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.730590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.102052 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.194433 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9277955e-e97a-4686-8f88-2ad6aa437c4c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:47.258684 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9277955e-e97a-4686-8f88-2ad6aa437c4c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:47.259059 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.308684 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.352131 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.388203 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.389697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 9277955e-e97a-4686-8f88-2ad6aa437c4c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9277955e-e97a-4686-8f88-2ad6aa437c4c,segment=NetworkSegment(98af278d-c3eb-4e34-b650-647bde4fd154),segment_id=98af278d-c3eb-4e34-b650-647bde4fd154)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:47.430558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56abbbd-d34f-4072-bf0d-b0cb0b53bf9f None None] Network cb0b8d13-db54-49da-809a-a32953571b6b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:47.469399 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=642a219a-600f-4078-9349-812ad7184354,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:47.484174 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.489317 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.490165 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08307c62-0d98-4756-8ecd-65174eaafe20 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:47.573674 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network cb0b8d13-db54-49da-809a-a32953571b6b is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:47.575203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:47.697773 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 68954e30-44c4-41ad-a009-afcc68f0cb33 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:47.739463 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3d219952-193b-4b9b-8afc-a0dc21fb6708 None None] Provisioning complete for port 9277955e-e97a-4686-8f88-2ad6aa437c4c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:47.739830 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3d219952-193b-4b9b-8afc-a0dc21fb6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.788823 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=9277955e-e97a-4686-8f88-2ad6aa437c4c,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:47.808972 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:47.815853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b9877233-25c1-4a49-bba1-ac32d43b6300 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "PUT /v2.0/routers/68954e30-44c4-41ad-a009-afcc68f0cb33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4274063 Sep 16 05:53:47.821985 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.828818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Sync routers for ids ['68954e30-44c4-41ad-a009-afcc68f0cb33'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:47.854054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 08307c62-0d98-4756-8ecd-65174eaafe20 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:47.854369 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:47.860562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Routers {'68954e30-44c4-41ad-a009-afcc68f0cb33'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:47.861188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['68954e30-44c4-41ad-a009-afcc68f0cb33'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:47.955931 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-13a3d928-eac0-473c-b299-0e2590e2fa99 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329295518&fields=id&tenant_id=6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 267 time: 0.0331368 Sep 16 05:53:48.077322 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-73e68ada-5a5b-4433-a829-92a7cbb90c52 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:48.078820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-73e68ada-5a5b-4433-a829-92a7cbb90c52 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/networks?id=cb0b8d13-db54-49da-809a-a32953571b6b HTTP/1.1" status: 200 len: 795 time: 0.1150424 Sep 16 05:53:48.084140 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Set router 68954e30-44c4-41ad-a009-afcc68f0cb33 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:48.097730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-789491fb-9fd1-4d70-89e2-da89e766f4fd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/quotas/6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 375 time: 0.0099657 Sep 16 05:53:48.131535 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:48.159825 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-649b7b85-db49-41ae-a87b-1401d7163b55 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540886 Sep 16 05:53:48.188156 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 08307c62-0d98-4756-8ecd-65174eaafe20, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08307c62-0d98-4756-8ecd-65174eaafe20,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:48.304180 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:48.338674 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-617b7423-6542-4947-9204-02ab8d3ea2ec service neutron] 10.222.0.24 "GET /v2.0/networks/cb0b8d13-db54-49da-809a-a32953571b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624172 Sep 16 05:53:48.376102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=08307c62-0d98-4756-8ecd-65174eaafe20,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:48.382009 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c2dac747-de79-4ac4-a384-4d00458a5241 None None] Provisioning complete for port 642a219a-600f-4078-9349-812ad7184354 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:48.383041 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c2dac747-de79-4ac4-a384-4d00458a5241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:48.416513 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:46Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '642a219a-600f-4078-9349-812ad7184354', 'name': '', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:58:3c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '645afb73-7197-4685-878b-c45660166be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:46Z', 'updated_at': '2021-09-16T05:53:46Z', 'revision_number': 2, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '645afb73-7197-4685-878b-c45660166be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:48.439030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-3b6699c6-df2f-443a-b4a4-b99db8a1c864 service neutron] 10.222.0.24 "GET /v2.0/networks/cb0b8d13-db54-49da-809a-a32953571b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963912 Sep 16 05:53:48.456753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Checking router: 68954e30-44c4-41ad-a009-afcc68f0cb33 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:48.457118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Updating router 68954e30-44c4-41ad-a009-afcc68f0cb33 port 642a219a-600f-4078-9349-812ad7184354 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:53:48.460920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c2dac747-de79-4ac4-a384-4d00458a5241 None None] Port 642a219a-600f-4078-9349-812ad7184354 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:48.489761 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:48.502102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c2dac747-de79-4ac4-a384-4d00458a5241 None None] Provisioning complete for port 9277955e-e97a-4686-8f88-2ad6aa437c4c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:48.502473 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c2dac747-de79-4ac4-a384-4d00458a5241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:48.828372 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:48.830904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-7ca6262f-81d4-4f59-b01d-185716bb1a1d None None] Provisioning complete for port 642a219a-600f-4078-9349-812ad7184354 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:48.831261 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7ca6262f-81d4-4f59-b01d-185716bb1a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:48.865136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6262f-81d4-4f59-b01d-185716bb1a1d None None] Port 642a219a-600f-4078-9349-812ad7184354 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:48.913896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:48.966622 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7a1f3-1fa7-48d3-8fe1-386311cd8396 None None] Pushing event updated for resources: {'Port': ['ID=642a219a-600f-4078-9349-812ad7184354,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:49.019870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Attempting to bind port 642a219a-600f-4078-9349-812ad7184354 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:49.020263 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Attempting to bind port 642a219a-600f-4078-9349-812ad7184354 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:49.020685 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Attempting to bind port 642a219a-600f-4078-9349-812ad7184354 on network cb0b8d13-db54-49da-809a-a32953571b6b {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:49.027132 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:49.027460 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Checking segment: {'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:49.027866 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.028543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Bound using segment: {'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:49.029017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Bound port: 642a219a-600f-4078-9349-812ad7184354, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:49.029408 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.099623 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] For port 642a219a-600f-4078-9349-812ad7184354, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:49.105914 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] For port 642a219a-600f-4078-9349-812ad7184354, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=642a219a-600f-4078-9349-812ad7184354,segment=NetworkSegment(98af278d-c3eb-4e34-b650-647bde4fd154),segment_id=98af278d-c3eb-4e34-b650-647bde4fd154)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:49.137032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9277955e-e97a-4686-8f88-2ad6aa437c4c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:49.179229 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.236112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a7db58e0-b01b-4ff6-8549-9a6572e962d6 None None] Provisioning complete for port 642a219a-600f-4078-9349-812ad7184354 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:49.236499 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a7db58e0-b01b-4ff6-8549-9a6572e962d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.278845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9277955e-e97a-4686-8f88-2ad6aa437c4c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:49.278845 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.310370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Routers {'68954e30-44c4-41ad-a009-afcc68f0cb33'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:49.311015 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['68954e30-44c4-41ad-a009-afcc68f0cb33'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:49.312781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7a1f3-1fa7-48d3-8fe1-386311cd8396 None None] Pushing event updated for resources: {'Port': ['ID=642a219a-600f-4078-9349-812ad7184354,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:49.487869 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a7db58e0-b01b-4ff6-8549-9a6572e962d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.521532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] Set router 68954e30-44c4-41ad-a009-afcc68f0cb33 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:49.555142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08307c62-0d98-4756-8ecd-65174eaafe20 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:49.607476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a7db58e0-b01b-4ff6-8549-9a6572e962d6 None None] For port 642a219a-600f-4078-9349-812ad7184354, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=642a219a-600f-4078-9349-812ad7184354,segment=NetworkSegment(98af278d-c3eb-4e34-b650-647bde4fd154),segment_id=98af278d-c3eb-4e34-b650-647bde4fd154)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:49.707763 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a7db58e0-b01b-4ff6-8549-9a6572e962d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.717468 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 08307c62-0d98-4756-8ecd-65174eaafe20 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:49.717843 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.730867 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11ccac0d-7d26-45b2-8109-dcf65db0110f req-5d27299f-e771-4863-8215-fcad6536bc70 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 210 time: 0.0289202 Sep 16 05:53:49.989928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db58e0-b01b-4ff6-8549-9a6572e962d6 None None] Pushing event updated for resources: {'Port': ['ID=642a219a-600f-4078-9349-812ad7184354,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:50.010642 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4a38a8cb-1f96-40c5-a36f-41bc70b5ea1d None None] Provisioning complete for port 642a219a-600f-4078-9349-812ad7184354 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:50.011016 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4a38a8cb-1f96-40c5-a36f-41bc70b5ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:50.133083 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:46Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '642a219a-600f-4078-9349-812ad7184354', 'name': '', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:58:3c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '645afb73-7197-4685-878b-c45660166be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:46Z', 'updated_at': '2021-09-16T05:53:49Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '645afb73-7197-4685-878b-c45660166be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:50.163162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43abad-8212-4e8a-899c-a888ade260fe None None] The sync data for ids ['68954e30-44c4-41ad-a009-afcc68f0cb33'] in n-d-712137-12 is: [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:46Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '642a219a-600f-4078-9349-812ad7184354', 'name': '', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:58:3c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '645afb73-7197-4685-878b-c45660166be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:46Z', 'updated_at': '2021-09-16T05:53:49Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '645afb73-7197-4685-878b-c45660166be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:50.816617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f422789-ef57-4908-a592-7d7ba5b37364 req-7811988a-33f3-47a0-87c5-ecd0a730826b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 210 time: 0.0317576 Sep 16 05:53:51.140899 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 642a219a-600f-4078-9349-812ad7184354 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:51.190853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 642a219a-600f-4078-9349-812ad7184354 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:51.191532 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:51.911624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d6792b16-4764-4b29-b4aa-40dcf0cb13f8 req-bf7c711b-1835-4ae8-882d-676ae6c34731 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 210 time: 0.0270624 Sep 16 05:53:52.065433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-491c3a38-41c7-49b1-bb13-b931a59ed12f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:52.066910 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-491c3a38-41c7-49b1-bb13-b931a59ed12f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "GET /v2.0/networks?id=cb0b8d13-db54-49da-809a-a32953571b6b HTTP/1.1" status: 200 len: 795 time: 0.1039653 Sep 16 05:53:52.111138 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-fb3d03f7-6887-4b0b-9318-a06caf98a108 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 380 time: 0.0353825 Sep 16 05:53:52.120479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'port': {'device_id': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'admin_state_up': True, 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'security_groups': ['2bce7236-6f43-47d9-a242-cde95f29ebd2']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:52.305953 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:52.309675 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.438904 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.20.0.7 (cb0b8d13-db54-49da-809a-a32953571b6b/645afb73-7197-4685-878b-c45660166be3/7a3203ff-43c1-45bd-bdea-62b60d8b0b82) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:52.576244 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.694091 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.733921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network cb0b8d13-db54-49da-809a-a32953571b6b is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:52.736913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:52.740602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:52.770839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=7a3203ff-43c1-45bd-bdea-62b60d8b0b82,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:52.798251 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:52.800352 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.886355 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-7a984c2d-08d1-4d91-acf2-aa7127bef6d6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7696993 Sep 16 05:53:52.897795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-89e7209a-76a8-44bc-8c61-dd86a880102c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:53:52.899187 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-89e7209a-76a8-44bc-8c61-dd86a880102c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058975 Sep 16 05:53:52.958090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Request body: {'port': {'device_id': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:53.013196 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-47c835be-2ff4-4d5c-857b-67acb6b324e3 None None] Provisioning complete for port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:53.013794 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47c835be-2ff4-4d5c-857b-67acb6b324e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.016976 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.031176 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d034817-112d-4a82-8ace-5d3d809da21c req-f43e9e6e-1521-4a53-8dca-42f1402b489a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:53.033121 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d034817-112d-4a82-8ace-5d3d809da21c req-f43e9e6e-1521-4a53-8dca-42f1402b489a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 931 time: 0.0527112 Sep 16 05:53:53.055449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-47c835be-2ff4-4d5c-857b-67acb6b324e3 None None] Port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:53.080860 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8d034817-112d-4a82-8ace-5d3d809da21c req-e637585d-048f-4185-8d12-379af6d7c792 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417280 Sep 16 05:53:53.276129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:53:53.283933 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.296640 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Transition to ACTIVE for port object 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:53:53.390631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.457164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3203ff-43c1-45bd-bdea-62b60d8b0b82,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:53.514921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Attempting to bind port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:53.515256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Attempting to bind port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:53.515582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Attempting to bind port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 on network cb0b8d13-db54-49da-809a-a32953571b6b {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:53.520041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 on network cb0b8d13-db54-49da-809a-a32953571b6b not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:53:53.520354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Attempting to bind port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 on network cb0b8d13-db54-49da-809a-a32953571b6b {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:53.525885 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:53.526286 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Checking segment: {'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:53.526600 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Bound using segment: {'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:53.527025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Bound port: 7a3203ff-43c1-45bd-bdea-62b60d8b0b82, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98af278d-c3eb-4e34-b650-647bde4fd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:53.527385 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.594624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] For port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:53.602407 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] For port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7a3203ff-43c1-45bd-bdea-62b60d8b0b82,segment=NetworkSegment(98af278d-c3eb-4e34-b650-647bde4fd154),segment_id=98af278d-c3eb-4e34-b650-647bde4fd154)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:53.681670 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.713133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:53.713750 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.715220 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] 10.222.0.23 "PUT /v2.0/ports/7a3203ff-43c1-45bd-bdea-62b60d8b0b82 HTTP/1.1" status: 200 len: 1092 time: 0.8077948 Sep 16 05:53:53.717440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'tag': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:53.719738 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e628bd9-5027-4cd6-8c2c-1fdc65abbc49" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0f08aa-8ca7-4ba3-8043-66f829e7e489", "tag": "7a3203ff-43c1-45bd-bdea-62b60d8b0b82"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:53.745965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555b173-3118-457e-9ce4-35017896fc13 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3203ff-43c1-45bd-bdea-62b60d8b0b82,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:53.757007 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3add804d-682e-4bbf-97ec-04c6f518c43e x-openstack-request-id: req-3add804d-682e-4bbf-97ec-04c6f518c43e {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:53.757296 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0f08aa-8ca7-4ba3-8043-66f829e7e489", "tag": "7a3203ff-43c1-45bd-bdea-62b60d8b0b82", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:53.757555 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3add804d-682e-4bbf-97ec-04c6f518c43e {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:53.757952 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'tag': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82', 'status': 'completed', 'code': 200} Sep 16 05:53:53.822676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e628bd9-5027-4cd6-8c2c-1fdc65abbc49 req-7d68801b-b9c4-46e5-a78e-00d7849cbfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:53.824202 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e628bd9-5027-4cd6-8c2c-1fdc65abbc49 req-7d68801b-b9c4-46e5-a78e-00d7849cbfff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 1095 time: 0.0451326 Sep 16 05:53:53.933166 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e628bd9-5027-4cd6-8c2c-1fdc65abbc49 req-07bf2bb7-6251-4ad4-87a3-e688520491f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:53.934639 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e628bd9-5027-4cd6-8c2c-1fdc65abbc49 req-07bf2bb7-6251-4ad4-87a3-e688520491f9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6964a8c572ea4a419aaa8f19ff900180&shared=False HTTP/1.1" status: 200 len: 895 time: 0.1018100 Sep 16 05:53:54.036413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e628bd9-5027-4cd6-8c2c-1fdc65abbc49 req-26f8c8ff-d39a-4614-b334-b2068d4e31b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:54.037917 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0e628bd9-5027-4cd6-8c2c-1fdc65abbc49 req-26f8c8ff-d39a-4614-b334-b2068d4e31b8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0946479 Sep 16 05:53:54.119156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-f80bfc20-7bb7-4040-ae62-6e5196806eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:54.120742 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-f80bfc20-7bb7-4040-ae62-6e5196806eae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 1095 time: 0.0416877 Sep 16 05:53:54.162573 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-29a1f4f0-1318-4d53-86bb-1b0a80c39537 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a3203ff-43c1-45bd-bdea-62b60d8b0b82 HTTP/1.1" status: 200 len: 217 time: 0.0344660 Sep 16 05:53:54.190910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e191a-49e2-431a-9a1d-59dd2c5d1be2 req-4ae062cc-1acc-45ae-bb11-147a0eb01bab tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:54.192538 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-851e191a-49e2-431a-9a1d-59dd2c5d1be2 req-4ae062cc-1acc-45ae-bb11-147a0eb01bab tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 943 time: 0.0493391 Sep 16 05:53:54.215703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-9e7d9bb6-eaea-463b-b36b-118c7179f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:54.217256 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-9e7d9bb6-eaea-463b-b36b-118c7179f02b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=645afb73-7197-4685-878b-c45660166be3 HTTP/1.1" status: 200 len: 835 time: 0.0479491 Sep 16 05:53:54.232019 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-851e191a-49e2-431a-9a1d-59dd2c5d1be2 req-153629d3-da51-4695-bc75-1613592fcfb6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330563 Sep 16 05:53:54.264540 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-19b5a8b5-443a-435b-89d3-34b7dcf4d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:54.266054 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-19b5a8b5-443a-435b-89d3-34b7dcf4d011 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb0b8d13-db54-49da-809a-a32953571b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420423 Sep 16 05:53:54.356136 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-4ddf657a-cfdd-4afd-b27c-74e6288f67f0 service neutron] 10.222.0.23 "GET /v2.0/networks/cb0b8d13-db54-49da-809a-a32953571b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827549 Sep 16 05:53:54.449432 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2029bb3c-f7e9-4d1a-bdf6-a82562d668ad req-e64c40b6-abda-4bff-b380-1f8400a0e420 service neutron] 10.222.0.23 "GET /v2.0/networks/cb0b8d13-db54-49da-809a-a32953571b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863795 Sep 16 05:53:55.353079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9411fa-2c77-46ff-8a78-4977e8bfbdfe req-19f90c36-6404-44d4-ad94-bc1e714805ff tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:55.354457 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df9411fa-2c77-46ff-8a78-4977e8bfbdfe req-19f90c36-6404-44d4-ad94-bc1e714805ff tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 943 time: 0.0539708 Sep 16 05:53:55.392194 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-df9411fa-2c77-46ff-8a78-4977e8bfbdfe req-9c625c2a-cbc8-42ae-bc87-23b688684cde tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318954 Sep 16 05:53:56.506404 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2c7d0-f2a9-4ac1-bf57-8713f1fc660c req-d93c685c-6e04-4398-89f8-100679f235d2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:56.507887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3aa2c7d0-f2a9-4ac1-bf57-8713f1fc660c req-d93c685c-6e04-4398-89f8-100679f235d2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 943 time: 0.0499897 Sep 16 05:53:56.546553 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3aa2c7d0-f2a9-4ac1-bf57-8713f1fc660c req-edd7b6be-f5ad-4857-8412-d9dc4258e1f4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Sep 16 05:53:57.135961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:53:57.232682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7a3203ff-43c1-45bd-bdea-62b60d8b0b82,segment=NetworkSegment(98af278d-c3eb-4e34-b650-647bde4fd154),segment_id=98af278d-c3eb-4e34-b650-647bde4fd154)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:57.243510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'port_id': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82', 'mac_address': 'fa:16:3e:24:8d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645afb73-7197-4685-878b-c45660166be3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:53:57.281006 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.293923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:53:57.314274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7a3203ff-43c1-45bd-bdea-62b60d8b0b82,segment=NetworkSegment(98af278d-c3eb-4e34-b650-647bde4fd154),segment_id=98af278d-c3eb-4e34-b650-647bde4fd154)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:57.391130 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:57.437954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7a3203ff-43c1-45bd-bdea-62b60d8b0b82,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:57.645200 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['7a3203ff-43c1-45bd-bdea-62b60d8b0b82'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:53:57.661697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c1c6-2d04-461a-a4ed-f22c558f566d req-eec730f6-a684-4435-8e6c-fb014c04c88a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:57.663249 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3eb6c1c6-2d04-461a-a4ed-f22c558f566d req-eec730f6-a684-4435-8e6c-fb014c04c88a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 944 time: 0.0510364 Sep 16 05:53:57.702834 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3eb6c1c6-2d04-461a-a4ed-f22c558f566d req-2a15f8e3-0394-4d2c-a04a-eb4b9e9af380 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330150 Sep 16 05:53:58.819620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb417b-9dd3-4043-b701-0229b10a05a0 req-909a04ca-4803-4104-a507-c3db9d0b2d0d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:58.821122 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4eeb417b-9dd3-4043-b701-0229b10a05a0 req-909a04ca-4803-4104-a507-c3db9d0b2d0d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 944 time: 0.0530162 Sep 16 05:53:58.859334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4eeb417b-9dd3-4043-b701-0229b10a05a0 req-92979763-146c-4491-a682-9f92bae9a78f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322423 Sep 16 05:53:59.135984 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:59.270476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:53:59.274228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:59.274612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.352697 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.374941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:59.377291 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7887f6d-7504-4730-9cfa-e037955faf3d" -d '{"events": [{"server_uuid": "2d0f08aa-8ca7-4ba3-8043-66f829e7e489", "name": "network-vif-plugged", "status": "completed", "tag": "7a3203ff-43c1-45bd-bdea-62b60d8b0b82"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:59.391218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7a3203ff-43c1-45bd-bdea-62b60d8b0b82,segment=NetworkSegment(98af278d-c3eb-4e34-b650-647bde4fd154),segment_id=98af278d-c3eb-4e34-b650-647bde4fd154)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:59.414683 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc3b914-6473-4961-a390-f9ebfd2cea1e x-openstack-request-id: req-efc3b914-6473-4961-a390-f9ebfd2cea1e {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:59.414976 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0f08aa-8ca7-4ba3-8043-66f829e7e489", "name": "network-vif-plugged", "status": "completed", "tag": "7a3203ff-43c1-45bd-bdea-62b60d8b0b82", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:59.415233 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efc3b914-6473-4961-a390-f9ebfd2cea1e {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:59.415636 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82', 'code': 200} Sep 16 05:53:59.459427 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.508672 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7a3203ff-43c1-45bd-bdea-62b60d8b0b82,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:59.518441 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8721a-e0e7-4fb8-9996-6166b5f1847a req-3fcf46fc-8167-4ec3-8808-2930e04fffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:59.520077 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c0f8721a-e0e7-4fb8-9996-6166b5f1847a req-3fcf46fc-8167-4ec3-8808-2930e04fffdb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 1097 time: 0.0451772 Sep 16 05:53:59.554934 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c0f8721a-e0e7-4fb8-9996-6166b5f1847a req-abfce4a9-ea53-4938-8b6a-39b235bab72c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273697 Sep 16 05:53:59.976066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcce95-507c-46c7-9771-670994b7ca3e req-2a46f606-1158-4d7f-92aa-3bd06643af94 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:59.977611 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dbcce95-507c-46c7-9771-670994b7ca3e req-2a46f606-1158-4d7f-92aa-3bd06643af94 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 945 time: 0.0507314 Sep 16 05:54:00.015817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dbcce95-507c-46c7-9771-670994b7ca3e req-7f85f0dd-5bbf-45b4-9801-13d307a06785 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320773 Sep 16 05:54:01.132565 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567922ed-5f12-4540-a187-f4447055dfba req-4d5bd038-ce9d-4a5e-b2ba-2fdc92f8198c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:01.134037 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-567922ed-5f12-4540-a187-f4447055dfba req-4d5bd038-ce9d-4a5e-b2ba-2fdc92f8198c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 945 time: 0.0492804 Sep 16 05:54:01.173968 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-567922ed-5f12-4540-a187-f4447055dfba req-76cbddcc-400b-4e91-bb93-1d38deceaeb4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335050 Sep 16 05:54:01.291758 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e605d5-3092-44bd-8ffd-01fca0f6e641 req-003c1cce-8e5e-4d54-b062-3aac21ced755 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:01.293305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56e605d5-3092-44bd-8ffd-01fca0f6e641 req-003c1cce-8e5e-4d54-b062-3aac21ced755 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 945 time: 0.0549061 Sep 16 05:54:01.330715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-56e605d5-3092-44bd-8ffd-01fca0f6e641 req-7b9679f0-b664-4e94-b6d5-d97a987a22ec tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Sep 16 05:54:01.352065 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45052) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:01.391020 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b177e4-6b73-4b42-9b18-c1ef7ae2b4ff tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:01.392549 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-00b177e4-6b73-4b42-9b18-c1ef7ae2b4ff tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 1092 time: 0.0394237 Sep 16 05:54:01.395317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45054) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:01.399553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:01.473379 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:01.575917 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:01.680308 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.25.3.209 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/9a102eb2-687d-467e-89b6-9b8a89ca38c1) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:01.786139 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:01.879413 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:01.916958 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:01.919824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:01.926085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:01.931534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=9a102eb2-687d-467e-89b6-9b8a89ca38c1,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:02.281991 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.410173 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.559588 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.616110 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.690199 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=9a102eb2-687d-467e-89b6-9b8a89ca38c1,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:02.701762 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:02.799858 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Floating IP b7ef4726-a4e2-4e22-a1f8-6c4fabbeba4b associated. External IP: 172.25.3.209, port: 7a3203ff-43c1-45bd-bdea-62b60d8b0b82. Sep 16 05:54:03.006011 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 68954e30-44c4-41ad-a009-afcc68f0cb33 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:54:03.115533 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:54:03.125564 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e01fd51-d668-4de2-bd80-715a946a95e8 None None] Sync routers for ids ['68954e30-44c4-41ad-a009-afcc68f0cb33'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:54:03.134110 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01fd51-d668-4de2-bd80-715a946a95e8 None None] Routers {'68954e30-44c4-41ad-a009-afcc68f0cb33'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:54:03.134716 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-9e01fd51-d668-4de2-bd80-715a946a95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['68954e30-44c4-41ad-a009-afcc68f0cb33'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:03.199761 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:03.228189 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d59b67c7-fc5d-4427-8090-b24d7ae49d3b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8317776 Sep 16 05:54:03.229383 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'tag': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:03.231754 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afadec93-1d80-49e1-9aff-a07a040a1686" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0f08aa-8ca7-4ba3-8043-66f829e7e489", "tag": "7a3203ff-43c1-45bd-bdea-62b60d8b0b82"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:03.274493 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd00a7ad-9bad-49bf-a712-bd4d4e8bb854 x-openstack-request-id: req-cd00a7ad-9bad-49bf-a712-bd4d4e8bb854 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:03.274872 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0f08aa-8ca7-4ba3-8043-66f829e7e489", "tag": "7a3203ff-43c1-45bd-bdea-62b60d8b0b82", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:03.275190 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd00a7ad-9bad-49bf-a712-bd4d4e8bb854 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:03.275705 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'tag': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82', 'status': 'completed', 'code': 200} Sep 16 05:54:03.330887 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-9e01fd51-d668-4de2-bd80-715a946a95e8 None None] Set router 68954e30-44c4-41ad-a009-afcc68f0cb33 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:54:03.337376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce392e-08fd-49a7-8401-2b99d91ee944 req-8ee31979-710a-460e-8096-06d72eb18f9a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:03.339706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8ce392e-08fd-49a7-8401-2b99d91ee944 req-8ee31979-710a-460e-8096-06d72eb18f9a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 945 time: 0.0595567 Sep 16 05:54:03.341075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadec93-1d80-49e1-9aff-a07a040a1686 req-e32731f1-5362-4b5e-b176-915bf718f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:03.342586 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-afadec93-1d80-49e1-9aff-a07a040a1686 req-e32731f1-5362-4b5e-b176-915bf718f785 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 1097 time: 0.0428660 Sep 16 05:54:03.380706 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b8ce392e-08fd-49a7-8401-2b99d91ee944 req-145f2cab-d211-413c-b4a2-1c9ebe004fe2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344288 Sep 16 05:54:03.404109 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45060) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:03.448838 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadec93-1d80-49e1-9aff-a07a040a1686 req-13943ce4-542f-4a31-84a8-e3f4ccfebf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:03.450336 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-afadec93-1d80-49e1-9aff-a07a040a1686 req-13943ce4-542f-4a31-84a8-e3f4ccfebf6a service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb0b8d13-db54-49da-809a-a32953571b6b HTTP/1.1" status: 200 len: 895 time: 0.1013980 Sep 16 05:54:03.466643 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c2840c70-b8a0-4e79-8e6b-57945e16e4cd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/b7ef4726-a4e2-4e22-a1f8-6c4fabbeba4b HTTP/1.1" status: 200 len: 991 time: 0.0613010 Sep 16 05:54:03.526175 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-afadec93-1d80-49e1-9aff-a07a040a1686 req-83c66271-9fd1-4e4f-9788-fa933212b453 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a3203ff-43c1-45bd-bdea-62b60d8b0b82 HTTP/1.1" status: 200 len: 999 time: 0.0681663 Sep 16 05:54:03.554788 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-9e01fd51-d668-4de2-bd80-715a946a95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:46Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'b7ef4726-a4e2-4e22-a1f8-6c4fabbeba4b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'port_id': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'mac_address': 'fa:16:3e:24:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:54:02Z', 'updated_at': '2021-09-16T05:54:02Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642a219a-600f-4078-9349-812ad7184354', 'name': '', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:58:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '645afb73-7197-4685-878b-c45660166be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:46Z', 'updated_at': '2021-09-16T05:53:49Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '645afb73-7197-4685-878b-c45660166be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:03.574833 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadec93-1d80-49e1-9aff-a07a040a1686 req-80dfe849-b954-440c-897a-f74ca5cbc07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:03.576313 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-afadec93-1d80-49e1-9aff-a07a040a1686 req-80dfe849-b954-440c-897a-f74ca5cbc07e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=645afb73-7197-4685-878b-c45660166be3 HTTP/1.1" status: 200 len: 835 time: 0.0440156 Sep 16 05:54:03.584853 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e01fd51-d668-4de2-bd80-715a946a95e8 None None] Checking router: 68954e30-44c4-41ad-a009-afcc68f0cb33 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:54:03.593758 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01fd51-d668-4de2-bd80-715a946a95e8 None None] Routers {'68954e30-44c4-41ad-a009-afcc68f0cb33'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:54:03.594371 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-9e01fd51-d668-4de2-bd80-715a946a95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:53:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['68954e30-44c4-41ad-a009-afcc68f0cb33'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:03.624033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadec93-1d80-49e1-9aff-a07a040a1686 req-9d12baa0-e4c6-48e6-aa96-f11ac5200da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:03.625572 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-afadec93-1d80-49e1-9aff-a07a040a1686 req-9d12baa0-e4c6-48e6-aa96-f11ac5200da7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb0b8d13-db54-49da-809a-a32953571b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398374 Sep 16 05:54:03.700193 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-9e01fd51-d668-4de2-bd80-715a946a95e8 None None] Set router 68954e30-44c4-41ad-a009-afcc68f0cb33 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:54:03.720538 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-afadec93-1d80-49e1-9aff-a07a040a1686 req-8cd7694d-47be-4b0c-92c8-05a8bcd7b92e service neutron] 10.222.0.23 "GET /v2.0/networks/cb0b8d13-db54-49da-809a-a32953571b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881321 Sep 16 05:54:03.810545 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-afadec93-1d80-49e1-9aff-a07a040a1686 req-4954bee1-7279-4c32-928e-7fea202ea513 service neutron] 10.222.0.23 "GET /v2.0/networks/cb0b8d13-db54-49da-809a-a32953571b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834527 Sep 16 05:54:03.922003 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-9e01fd51-d668-4de2-bd80-715a946a95e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:46Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'b7ef4726-a4e2-4e22-a1f8-6c4fabbeba4b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'port_id': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'mac_address': 'fa:16:3e:24:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:54:02Z', 'updated_at': '2021-09-16T05:54:02Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642a219a-600f-4078-9349-812ad7184354', 'name': '', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:58:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '645afb73-7197-4685-878b-c45660166be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:46Z', 'updated_at': '2021-09-16T05:53:49Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '645afb73-7197-4685-878b-c45660166be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:03.951914 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e01fd51-d668-4de2-bd80-715a946a95e8 None None] The sync data for ids ['68954e30-44c4-41ad-a009-afcc68f0cb33'] in n-d-712137-12 is: [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:46Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'b7ef4726-a4e2-4e22-a1f8-6c4fabbeba4b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'port_id': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'mac_address': 'fa:16:3e:24:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:54:02Z', 'updated_at': '2021-09-16T05:54:02Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '642a219a-600f-4078-9349-812ad7184354', 'name': '', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:58:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '645afb73-7197-4685-878b-c45660166be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:46Z', 'updated_at': '2021-09-16T05:53:49Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '645afb73-7197-4685-878b-c45660166be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:54:04.134155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57067e4f-d2f9-41d0-b0be-f84ee9be8c60 None None] New status for floating IP b7ef4726-a4e2-4e22-a1f8-6c4fabbeba4b: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:54:04.470610 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45062) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:04.545551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-682b3173-0ffa-4158-8744-2f5b13f2d7a2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/b7ef4726-a4e2-4e22-a1f8-6c4fabbeba4b HTTP/1.1" status: 200 len: 993 time: 0.0736229 Sep 16 05:54:12.153973 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-296ad54d-dd3d-43aa-b85c-e44925a2c3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:13.102151 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:14.533246 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-365387fc-5392-4e88-95da-278581e8fe2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:15.378998 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:16.134242 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:54:16.252984 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:17.121844 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:17.804855 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:34.418844 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf573964-19ee-4e73-bb59-b47b356c2f9f req-7e107953-759c-4804-a8f9-a73657fb448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:34.420401 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bf573964-19ee-4e73-bb59-b47b356c2f9f req-7e107953-759c-4804-a8f9-a73657fb448b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 1097 time: 0.0428290 Sep 16 05:54:34.421316 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a34e5-9b7b-49a4-ba50-7fc896658c7a req-725e363e-32e0-4f96-8701-7ed3f87430d7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:34.422916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe2a34e5-9b7b-49a4-ba50-7fc896658c7a req-725e363e-32e0-4f96-8701-7ed3f87430d7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 945 time: 0.0519116 Sep 16 05:54:34.461295 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe2a34e5-9b7b-49a4-ba50-7fc896658c7a req-1d9d6b69-87b3-43ea-b33e-ccf8017bb690 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322711 Sep 16 05:54:34.544915 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf573964-19ee-4e73-bb59-b47b356c2f9f req-c9bc580e-c364-4aaf-90d4-13665eeef8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:34.546556 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bf573964-19ee-4e73-bb59-b47b356c2f9f req-c9bc580e-c364-4aaf-90d4-13665eeef8cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb0b8d13-db54-49da-809a-a32953571b6b HTTP/1.1" status: 200 len: 895 time: 0.1003404 Sep 16 05:54:34.617753 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bf573964-19ee-4e73-bb59-b47b356c2f9f req-226c89ef-9b70-483b-9a4b-fa7666416e37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a3203ff-43c1-45bd-bdea-62b60d8b0b82 HTTP/1.1" status: 200 len: 1001 time: 0.0642314 Sep 16 05:54:34.666722 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf573964-19ee-4e73-bb59-b47b356c2f9f req-19f8f7a4-9e55-49d6-96c6-78b81add0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:34.668172 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bf573964-19ee-4e73-bb59-b47b356c2f9f req-19f8f7a4-9e55-49d6-96c6-78b81add0bc7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=645afb73-7197-4685-878b-c45660166be3 HTTP/1.1" status: 200 len: 835 time: 0.0434892 Sep 16 05:54:34.715073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf573964-19ee-4e73-bb59-b47b356c2f9f req-01ad3df2-be58-4044-b6ca-be888463f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:34.716621 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bf573964-19ee-4e73-bb59-b47b356c2f9f req-01ad3df2-be58-4044-b6ca-be888463f40a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb0b8d13-db54-49da-809a-a32953571b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413010 Sep 16 05:54:34.810953 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bf573964-19ee-4e73-bb59-b47b356c2f9f req-f340fcd1-27f8-45fb-9b81-4499afa7ef72 service neutron] 10.222.0.23 "GET /v2.0/networks/cb0b8d13-db54-49da-809a-a32953571b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870326 Sep 16 05:54:34.904604 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bf573964-19ee-4e73-bb59-b47b356c2f9f req-a3db0c72-2c73-4616-820a-49c3e5051688 service neutron] 10.222.0.23 "GET /v2.0/networks/cb0b8d13-db54-49da-809a-a32953571b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848749 Sep 16 05:54:35.581033 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f02dc1-3339-4c24-853a-00c17264c8a9 req-1b954084-ca05-477f-9287-a119ee6c4a8f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:35.582529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7f02dc1-3339-4c24-853a-00c17264c8a9 req-1b954084-ca05-477f-9287-a119ee6c4a8f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 945 time: 0.0485935 Sep 16 05:54:35.618798 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7f02dc1-3339-4c24-853a-00c17264c8a9 req-62a02898-8209-4cc0-b3b4-7d48efef6d98 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304825 Sep 16 05:54:35.641110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45080) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:35.705120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c5337342-9a00-4f6e-b90d-283206a27dfb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/b7ef4726-a4e2-4e22-a1f8-6c4fabbeba4b HTTP/1.1" status: 200 len: 993 time: 0.0629084 Sep 16 05:54:37.131265 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b483b-e891-4db8-9366-58ead2eede17 req-01a00e9d-514d-488c-acf9-943fc9fc2fcb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:37.132808 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d6b483b-e891-4db8-9366-58ead2eede17 req-01a00e9d-514d-488c-acf9-943fc9fc2fcb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 945 time: 0.0509274 Sep 16 05:54:37.172140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1d6b483b-e891-4db8-9366-58ead2eede17 req-aa6d2a54-2b8f-4b36-ae33-6e9998d5e56f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327151 Sep 16 05:54:38.291104 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b903bf7-449c-4615-a8dc-405da4cadc8a req-01520048-99f3-47ce-846a-3da50072b9ef tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:38.293134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b903bf7-449c-4615-a8dc-405da4cadc8a req-01520048-99f3-47ce-846a-3da50072b9ef tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 945 time: 0.0535762 Sep 16 05:54:38.334552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1b903bf7-449c-4615-a8dc-405da4cadc8a req-1d10ef4f-005a-4828-91db-f58e8bce5eea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354247 Sep 16 05:54:38.356347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45090) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:38.727515 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5fa50b6c-3528-4f2a-a8d1-5af125147445 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/b7ef4726-a4e2-4e22-a1f8-6c4fabbeba4b HTTP/1.1" status: 200 len: 993 time: 0.3699546 Sep 16 05:54:38.947957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45096) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:39.102289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 9a102eb2-687d-467e-89b6-9b8a89ca38c1 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:39.102630 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:39.175890 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:39.176221 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:39.187309 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 9a102eb2-687d-467e-89b6-9b8a89ca38c1 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:39.407710 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:39.434761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=9a102eb2-687d-467e-89b6-9b8a89ca38c1,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:39.459040 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:39.459388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:39.459729 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:39.460067 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:39.460396 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:39.460750 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:39.461077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:39.461402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:39.461726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:39.462061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:39.462362 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:39.463475 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:39.504441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:39.504794 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Floating IP b7ef4726-a4e2-4e22-a1f8-6c4fabbeba4b disassociated (deleted). External IP: 172.25.3.209, port: 7a3203ff-43c1-45bd-bdea-62b60d8b0b82. Sep 16 05:54:39.996346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 68954e30-44c4-41ad-a009-afcc68f0cb33 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:54:40.107089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:54:40.111995 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:40.116827 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41996358-2935-46da-982f-d5d4c7545c67 None None] Sync routers for ids ['68954e30-44c4-41ad-a009-afcc68f0cb33'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:54:40.125693 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41996358-2935-46da-982f-d5d4c7545c67 None None] Routers {'68954e30-44c4-41ad-a009-afcc68f0cb33'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:54:40.126441 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-41996358-2935-46da-982f-d5d4c7545c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:54:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['68954e30-44c4-41ad-a009-afcc68f0cb33'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:40.138056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-352aa190-e779-4bfd-8e12-3f8beebffc07 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/floatingips/b7ef4726-a4e2-4e22-a1f8-6c4fabbeba4b HTTP/1.1" status: 204 len: 168 time: 1.1889734 Sep 16 05:54:40.138646 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'tag': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:40.140976 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587f4810-c888-47e3-afd8-cb09caa53699" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0f08aa-8ca7-4ba3-8043-66f829e7e489", "tag": "7a3203ff-43c1-45bd-bdea-62b60d8b0b82"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:40.179445 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64a5517-bd46-4e6a-8cd3-b06f378c5ac2 x-openstack-request-id: req-b64a5517-bd46-4e6a-8cd3-b06f378c5ac2 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:40.179776 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0f08aa-8ca7-4ba3-8043-66f829e7e489", "tag": "7a3203ff-43c1-45bd-bdea-62b60d8b0b82", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:40.179994 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b64a5517-bd46-4e6a-8cd3-b06f378c5ac2 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:40.180407 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'tag': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82', 'status': 'completed', 'code': 200} Sep 16 05:54:40.238618 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-41996358-2935-46da-982f-d5d4c7545c67 None None] Set router 68954e30-44c4-41ad-a009-afcc68f0cb33 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:54:40.241578 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f4810-c888-47e3-afd8-cb09caa53699 req-0360bf7c-0410-4177-9a8d-7b2bade4f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:40.243154 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-587f4810-c888-47e3-afd8-cb09caa53699 req-0360bf7c-0410-4177-9a8d-7b2bade4f595 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 1097 time: 0.0412717 Sep 16 05:54:40.338488 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f4810-c888-47e3-afd8-cb09caa53699 req-b6dee3b6-69e8-43d8-8091-8515efb39d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:40.340022 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-587f4810-c888-47e3-afd8-cb09caa53699 req-b6dee3b6-69e8-43d8-8091-8515efb39d75 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb0b8d13-db54-49da-809a-a32953571b6b HTTP/1.1" status: 200 len: 895 time: 0.0886624 Sep 16 05:54:40.383977 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-587f4810-c888-47e3-afd8-cb09caa53699 req-7bfdefe1-10df-41de-a695-5b216b9653ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a3203ff-43c1-45bd-bdea-62b60d8b0b82 HTTP/1.1" status: 200 len: 217 time: 0.0370808 Sep 16 05:54:40.435215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f4810-c888-47e3-afd8-cb09caa53699 req-5438753e-aef6-4015-b559-fb2213d77ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:40.436777 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-587f4810-c888-47e3-afd8-cb09caa53699 req-5438753e-aef6-4015-b559-fb2213d77ed8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=645afb73-7197-4685-878b-c45660166be3 HTTP/1.1" status: 200 len: 835 time: 0.0460694 Sep 16 05:54:40.449038 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-41996358-2935-46da-982f-d5d4c7545c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:46Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '642a219a-600f-4078-9349-812ad7184354', 'name': '', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:58:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '645afb73-7197-4685-878b-c45660166be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:46Z', 'updated_at': '2021-09-16T05:53:49Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '645afb73-7197-4685-878b-c45660166be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:40.476078 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41996358-2935-46da-982f-d5d4c7545c67 None None] Checking router: 68954e30-44c4-41ad-a009-afcc68f0cb33 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:54:40.484323 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f4810-c888-47e3-afd8-cb09caa53699 req-91b4fa6d-91bf-42af-ba15-6cfdf39fca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:40.485890 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-587f4810-c888-47e3-afd8-cb09caa53699 req-91b4fa6d-91bf-42af-ba15-6cfdf39fca5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb0b8d13-db54-49da-809a-a32953571b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424538 Sep 16 05:54:40.486656 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41996358-2935-46da-982f-d5d4c7545c67 None None] Routers {'68954e30-44c4-41ad-a009-afcc68f0cb33'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:54:40.487128 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-41996358-2935-46da-982f-d5d4c7545c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:54:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['68954e30-44c4-41ad-a009-afcc68f0cb33'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:40.589042 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-587f4810-c888-47e3-afd8-cb09caa53699 req-1bda6dd3-1ee3-49ba-b823-063e1976ab07 service neutron] 10.222.0.23 "GET /v2.0/networks/cb0b8d13-db54-49da-809a-a32953571b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952709 Sep 16 05:54:40.590980 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfc6cb-e22d-4041-baf8-f9412bfbbcc5 req-438f5a78-b587-47f5-841a-c3154e882e63 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:40.592670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0bfc6cb-e22d-4041-baf8-f9412bfbbcc5 req-438f5a78-b587-47f5-841a-c3154e882e63 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 945 time: 0.0523553 Sep 16 05:54:40.606971 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-41996358-2935-46da-982f-d5d4c7545c67 None None] Set router 68954e30-44c4-41ad-a009-afcc68f0cb33 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:54:40.633427 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0bfc6cb-e22d-4041-baf8-f9412bfbbcc5 req-7bc27bd2-3f21-4b37-a734-3f1320cb2a8f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346451 Sep 16 05:54:40.683352 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-587f4810-c888-47e3-afd8-cb09caa53699 req-1ca3e865-1ada-4e23-874d-d4e40837c5d5 service neutron] 10.222.0.23 "GET /v2.0/networks/cb0b8d13-db54-49da-809a-a32953571b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859530 Sep 16 05:54:40.891214 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-41996358-2935-46da-982f-d5d4c7545c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:46Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '642a219a-600f-4078-9349-812ad7184354', 'name': '', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:58:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '645afb73-7197-4685-878b-c45660166be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:46Z', 'updated_at': '2021-09-16T05:53:49Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '645afb73-7197-4685-878b-c45660166be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:40.917578 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41996358-2935-46da-982f-d5d4c7545c67 None None] The sync data for ids ['68954e30-44c4-41ad-a009-afcc68f0cb33'] in n-d-712137-12 is: [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:46Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '642a219a-600f-4078-9349-812ad7184354', 'name': '', 'network_id': 'cb0b8d13-db54-49da-809a-a32953571b6b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:58:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '645afb73-7197-4685-878b-c45660166be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:46Z', 'updated_at': '2021-09-16T05:53:49Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '645afb73-7197-4685-878b-c45660166be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:54:41.120973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26054bf8-a6b9-4523-9cf1-ceaf9409d705 None None] New status for floating IP b7ef4726-a4e2-4e22-a1f8-6c4fabbeba4b: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:54:41.754581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba89da0-b0ff-4d09-b211-b6e22d4ac807 req-89877db7-82ef-4355-8221-6ceb1208a86a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:41.756056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ba89da0-b0ff-4d09-b211-b6e22d4ac807 req-89877db7-82ef-4355-8221-6ceb1208a86a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 945 time: 0.0493422 Sep 16 05:54:41.794303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ba89da0-b0ff-4d09-b211-b6e22d4ac807 req-389dd6ad-337b-42c5-a9ab-96cfbed774b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bce7236-6f43-47d9-a242-cde95f29ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319858 Sep 16 05:54:42.080672 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26de4c-8337-4e86-82c0-b0ec4b4f24eb req-d9b04b97-1f84-491b-9601-7685ad46260e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:42.082323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-df26de4c-8337-4e86-82c0-b0ec4b4f24eb req-d9b04b97-1f84-491b-9601-7685ad46260e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 945 time: 0.0538526 Sep 16 05:54:42.133223 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ce91ba9c-e2dd-466f-9ac8-f9840c36b83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.173409 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-df26de4c-8337-4e86-82c0-b0ec4b4f24eb req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:42.173749 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-df26de4c-8337-4e86-82c0-b0ec4b4f24eb req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.264423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-df26de4c-8337-4e86-82c0-b0ec4b4f24eb req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7a3203ff-43c1-45bd-bdea-62b60d8b0b82,segment=NetworkSegment(98af278d-c3eb-4e34-b650-647bde4fd154),segment_id=98af278d-c3eb-4e34-b650-647bde4fd154)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:42.264810 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-df26de4c-8337-4e86-82c0-b0ec4b4f24eb req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.277603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-df26de4c-8337-4e86-82c0-b0ec4b4f24eb req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:42.464833 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-df26de4c-8337-4e86-82c0-b0ec4b4f24eb req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.498993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=7a3203ff-43c1-45bd-bdea-62b60d8b0b82,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:42.522627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:42.522978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:42.523324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:42.523660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:42.523991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:42.524322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:42.524683 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:42.525014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:42.525614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:42.525713 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:42.525968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:42.526288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:42.548191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-df26de4c-8337-4e86-82c0-b0ec4b4f24eb req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] No DVR routers for this DVR port 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:54:42.550657 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-df26de4c-8337-4e86-82c0-b0ec4b4f24eb req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.552695 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-df26de4c-8337-4e86-82c0-b0ec4b4f24eb req-b345eca8-64d8-4ffd-8f66-b236cc368c9b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "DELETE /v2.0/ports/7a3203ff-43c1-45bd-bdea-62b60d8b0b82 HTTP/1.1" status: 204 len: 173 time: 0.4634748 Sep 16 05:54:42.553130 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'name': 'network-vif-deleted', 'tag': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:42.555373 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592c5d11-c7db-4fc7-aeb3-22faec5b9dcb" -d '{"events": [{"server_uuid": "2d0f08aa-8ca7-4ba3-8043-66f829e7e489", "name": "network-vif-deleted", "tag": "7a3203ff-43c1-45bd-bdea-62b60d8b0b82"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:42.590569 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18488cb-c716-4316-ad2c-aef8243392ad x-openstack-request-id: req-e18488cb-c716-4316-ad2c-aef8243392ad {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:42.590864 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0f08aa-8ca7-4ba3-8043-66f829e7e489", "name": "network-vif-deleted", "tag": "7a3203ff-43c1-45bd-bdea-62b60d8b0b82", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:42.591114 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e18488cb-c716-4316-ad2c-aef8243392ad {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:42.591518 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0f08aa-8ca7-4ba3-8043-66f829e7e489', 'name': 'network-vif-deleted', 'tag': '7a3203ff-43c1-45bd-bdea-62b60d8b0b82', 'status': 'completed', 'code': 200} Sep 16 05:54:42.912402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a734932-bd55-4cb7-847a-54b70c468651 req-ec0d0f91-63aa-4124-981b-de2f909819e5 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0f08aa-8ca7-4ba3-8043-66f829e7e489 HTTP/1.1" status: 200 len: 210 time: 0.0334272 Sep 16 05:54:43.064223 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:43.970928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45112) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:44.330074 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f1875fe-9171-46d0-a7f5-73794b2ac01f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.521581 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6ea85498-e52a-4e26-ba1b-0a339650f84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.585642 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-9f1875fe-9171-46d0-a7f5-73794b2ac01f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 642a219a-600f-4078-9349-812ad7184354 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:44.585985 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f1875fe-9171-46d0-a7f5-73794b2ac01f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.675709 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-9f1875fe-9171-46d0-a7f5-73794b2ac01f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port 642a219a-600f-4078-9349-812ad7184354, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=642a219a-600f-4078-9349-812ad7184354,segment=NetworkSegment(98af278d-c3eb-4e34-b650-647bde4fd154),segment_id=98af278d-c3eb-4e34-b650-647bde4fd154)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:44.676072 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f1875fe-9171-46d0-a7f5-73794b2ac01f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.688178 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-9f1875fe-9171-46d0-a7f5-73794b2ac01f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 642a219a-600f-4078-9349-812ad7184354 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:44.933521 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f1875fe-9171-46d0-a7f5-73794b2ac01f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:44.958979 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1875fe-9171-46d0-a7f5-73794b2ac01f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=642a219a-600f-4078-9349-812ad7184354,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:45.143891 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9f1875fe-9171-46d0-a7f5-73794b2ac01f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.352776 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1875fe-9171-46d0-a7f5-73794b2ac01f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 68954e30-44c4-41ad-a009-afcc68f0cb33 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:54:45.353429 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.457095 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1875fe-9171-46d0-a7f5-73794b2ac01f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:54:45.462014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9f1875fe-9171-46d0-a7f5-73794b2ac01f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "PUT /v2.0/routers/68954e30-44c4-41ad-a009-afcc68f0cb33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4900486 Sep 16 05:54:45.464874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45114) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:45.467339 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3d390-1e30-49eb-bb0e-3a0ff82bf607 None None] Sync routers for ids ['68954e30-44c4-41ad-a009-afcc68f0cb33'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:54:45.476765 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3d390-1e30-49eb-bb0e-3a0ff82bf607 None None] Routers {'68954e30-44c4-41ad-a009-afcc68f0cb33'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:54:45.477460 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-88b3d390-1e30-49eb-bb0e-3a0ff82bf607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['68954e30-44c4-41ad-a009-afcc68f0cb33'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:45.519643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ddde36-5f4f-4629-b789-2b451f738dbe tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting subnet 645afb73-7197-4685-878b-c45660166be3 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:54:45.522709 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20ddde36-5f4f-4629-b789-2b451f738dbe tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.563433 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20ddde36-5f4f-4629-b789-2b451f738dbe tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.577671 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-88b3d390-1e30-49eb-bb0e-3a0ff82bf607 None None] Set router 68954e30-44c4-41ad-a009-afcc68f0cb33 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:54:45.645873 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20ddde36-5f4f-4629-b789-2b451f738dbe tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.757329 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-88b3d390-1e30-49eb-bb0e-3a0ff82bf607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:54:44Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:45.783501 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3d390-1e30-49eb-bb0e-3a0ff82bf607 None None] Checking router: 68954e30-44c4-41ad-a009-afcc68f0cb33 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:54:45.792324 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3d390-1e30-49eb-bb0e-3a0ff82bf607 None None] Routers {'68954e30-44c4-41ad-a009-afcc68f0cb33'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:54:45.792953 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-88b3d390-1e30-49eb-bb0e-3a0ff82bf607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['68954e30-44c4-41ad-a009-afcc68f0cb33'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:45.801925 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20ddde36-5f4f-4629-b789-2b451f738dbe tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.832335 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-20ddde36-5f4f-4629-b789-2b451f738dbe tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.836745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-20ddde36-5f4f-4629-b789-2b451f738dbe tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/subnets/645afb73-7197-4685-878b-c45660166be3 HTTP/1.1" status: 204 len: 168 time: 0.3684430 Sep 16 05:54:45.836745 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddde36-5f4f-4629-b789-2b451f738dbe tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Subnet': ['ID=645afb73-7197-4685-878b-c45660166be3,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:45.838849 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45116) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:45.844741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce20e67-fece-4a75-b355-59b39fdb45a0 None None] Network cb0b8d13-db54-49da-809a-a32953571b6b requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:45.915463 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-88b3d390-1e30-49eb-bb0e-3a0ff82bf607 None None] Set router 68954e30-44c4-41ad-a009-afcc68f0cb33 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:54:46.037663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16207f43-9840-4452-81fe-5e5015697baf None None] DHCP port deletion for cb0b8d13-db54-49da-809a-a32953571b6b request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:54:46.089595 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Deleting port 9277955e-e97a-4686-8f88-2ad6aa437c4c {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:46.090039 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.115994 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-88b3d390-1e30-49eb-bb0e-3a0ff82bf607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:54:44Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:46.146746 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3d390-1e30-49eb-bb0e-3a0ff82bf607 None None] The sync data for ids ['68954e30-44c4-41ad-a009-afcc68f0cb33'] in n-d-712137-12 is: [{'id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631095291', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:54:44Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '08307c62-0d98-4756-8ecd-65174eaafe20', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68954e30-44c4-41ad-a009-afcc68f0cb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:42Z', 'updated_at': '2021-09-16T05:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:54:46.173421 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-16207f43-9840-4452-81fe-5e5015697baf None None] For port 9277955e-e97a-4686-8f88-2ad6aa437c4c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9277955e-e97a-4686-8f88-2ad6aa437c4c,segment=NetworkSegment(98af278d-c3eb-4e34-b650-647bde4fd154),segment_id=98af278d-c3eb-4e34-b650-647bde4fd154)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:46.173868 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.201643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Calling delete_port for 9277955e-e97a-4686-8f88-2ad6aa437c4c owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:46.260155 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.267049 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.344732 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.370981 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Pushing event deleted for resources: {'Port': ['ID=9277955e-e97a-4686-8f88-2ad6aa437c4c,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:46.372089 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.376162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16207f43-9840-4452-81fe-5e5015697baf None None] No DVR routers for this DVR port 9277955e-e97a-4686-8f88-2ad6aa437c4c on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:54:46.387398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:46.387398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:46.387398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:46.387398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:46.387398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:46.387398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:46.387398 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:46.389208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:46.389208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:46.389208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:46.389208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:46.389208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16207f43-9840-4452-81fe-5e5015697baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:46.496074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 08307c62-0d98-4756-8ecd-65174eaafe20 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:46.496428 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.585190 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port 08307c62-0d98-4756-8ecd-65174eaafe20, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=08307c62-0d98-4756-8ecd-65174eaafe20,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:46.585566 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.599730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 08307c62-0d98-4756-8ecd-65174eaafe20 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:46.890146 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.919710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=08307c62-0d98-4756-8ecd-65174eaafe20,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:46.983172 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.077489 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.079668 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.107639 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.193966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9277955e-e97a-4686-8f88-2ad6aa437c4c no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:54:47.204693 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.205274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Fanout notify agent at l3_agent the message router_deleted on router 68954e30-44c4-41ad-a009-afcc68f0cb33 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:54:47.214839 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.214839 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d21f61e6-3c3e-4719-9d5a-e099bf54f870 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/routers/68954e30-44c4-41ad-a009-afcc68f0cb33 HTTP/1.1" status: 204 len: 168 time: 1.3745828 Sep 16 05:54:47.216336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 9277955e-e97a-4686-8f88-2ad6aa437c4c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:54:47.216739 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9277955e-e97a-4686-8f88-2ad6aa437c4c not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:54:47.217183 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 642a219a-600f-4078-9349-812ad7184354 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:54:47.217407 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45118) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:47.241215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 642a219a-600f-4078-9349-812ad7184354 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:54:47.241566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 642a219a-600f-4078-9349-812ad7184354 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:54:47.304945 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.378816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:54:47.398581 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.399395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:54:47.399853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7a3203ff-43c1-45bd-bdea-62b60d8b0b82 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:54:47.420742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0b8d13-db54-49da-809a-a32953571b6b']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:47.429779 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98af278d-c3eb-4e34-b650-647bde4fd154') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:47.430087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98af278d-c3eb-4e34-b650-647bde4fd154') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:47.440279 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.453603 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.459231 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:54:47.459617 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:54:47.462580 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:54:47.596110 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.604385 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.605134 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/networks/cb0b8d13-db54-49da-809a-a32953571b6b HTTP/1.1" status: 204 len: 168 time: 0.3867607 Sep 16 05:54:47.608002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45120) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:47.616434 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56788-c2f2-4fe3-94d5-d6b39f028028 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Network': ['ID=cb0b8d13-db54-49da-809a-a32953571b6b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:47.671246 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e899d95b-4bd4-45a5-af50-9aa56aefa425 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.700301 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e899d95b-4bd4-45a5-af50-9aa56aefa425 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.755851 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.830063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e899d95b-4bd4-45a5-af50-9aa56aefa425 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.832764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e899d95b-4bd4-45a5-af50-9aa56aefa425 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.833936 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e899d95b-4bd4-45a5-af50-9aa56aefa425 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/security-groups/2bce7236-6f43-47d9-a242-cde95f29ebd2 HTTP/1.1" status: 204 len: 168 time: 0.2245312 Sep 16 05:54:47.844224 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899d95b-4bd4-45a5-af50-9aa56aefa425 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bce7236-6f43-47d9-a242-cde95f29ebd2,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:48.217659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45126) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:48.222325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b78dbfdc-5e32-4cc9-961e-47bcb6a90472 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867922808', 'description': 'tempest-secgroup-smoke-867922808 description', 'project_id': '6964a8c572ea4a419aaa8f19ff900180'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:48.344302 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b78dbfdc-5e32-4cc9-961e-47bcb6a90472 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.421803 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b78dbfdc-5e32-4cc9-961e-47bcb6a90472 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.492673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b78dbfdc-5e32-4cc9-961e-47bcb6a90472 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.525523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78dbfdc-5e32-4cc9-961e-47bcb6a90472 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473e4791-f485-4d1a-9f65-57c4b9ea14db,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:48.566971 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b78dbfdc-5e32-4cc9-961e-47bcb6a90472 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.568228 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b78dbfdc-5e32-4cc9-961e-47bcb6a90472 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3497450 Sep 16 05:54:48.571040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45128) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:48.575689 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-cefabca6-677f-4887-9577-f426299e4e69 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': '473e4791-f485-4d1a-9f65-57c4b9ea14db', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:48.662963 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cefabca6-677f-4887-9577-f426299e4e69 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.719134 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cefabca6-677f-4887-9577-f426299e4e69 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.789764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cefabca6-677f-4887-9577-f426299e4e69 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.808246 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefabca6-677f-4887-9577-f426299e4e69 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847b5492-35bd-4928-b90d-5c01122818c3,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:48.864169 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-cefabca6-677f-4887-9577-f426299e4e69 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.865453 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cefabca6-677f-4887-9577-f426299e4e69 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934568 Sep 16 05:54:48.868159 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45130) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:48.873022 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a46e6d9b-c4f7-4795-a739-ce583f0ee737 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': '473e4791-f485-4d1a-9f65-57c4b9ea14db', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:48.971368 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a46e6d9b-c4f7-4795-a739-ce583f0ee737 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.027292 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a46e6d9b-c4f7-4795-a739-ce583f0ee737 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.106881 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08307c62-0d98-4756-8ecd-65174eaafe20 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:54:49.109741 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a46e6d9b-c4f7-4795-a739-ce583f0ee737 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.127987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 08307c62-0d98-4756-8ecd-65174eaafe20 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:54:49.128334 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 08307c62-0d98-4756-8ecd-65174eaafe20 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:54:49.128515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e6d9b-c4f7-4795-a739-ce583f0ee737 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17681520-0fa2-4dfc-8346-ff7e0386ee86,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:49.186987 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a46e6d9b-c4f7-4795-a739-ce583f0ee737 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.188245 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a46e6d9b-c4f7-4795-a739-ce583f0ee737 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3188305 Sep 16 05:54:49.190940 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45132) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:49.195316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-1b74dfeb-80ab-4922-9f7e-32d6ddb9c611 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': '473e4791-f485-4d1a-9f65-57c4b9ea14db', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:49.289387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b74dfeb-80ab-4922-9f7e-32d6ddb9c611 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.350973 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b74dfeb-80ab-4922-9f7e-32d6ddb9c611 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.433314 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b74dfeb-80ab-4922-9f7e-32d6ddb9c611 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.451241 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74dfeb-80ab-4922-9f7e-32d6ddb9c611 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebba6f2b-160f-4756-a1fa-c0fde0eeb6a6,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:49.530174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1b74dfeb-80ab-4922-9f7e-32d6ddb9c611 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.531429 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1b74dfeb-80ab-4922-9f7e-32d6ddb9c611 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395572 Sep 16 05:54:49.534145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45134) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:49.538586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5e5fb864-a45f-4950-bea9-84c8e9eaffc1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': '473e4791-f485-4d1a-9f65-57c4b9ea14db', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:49.635315 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb864-a45f-4950-bea9-84c8e9eaffc1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.693241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb864-a45f-4950-bea9-84c8e9eaffc1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.772936 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb864-a45f-4950-bea9-84c8e9eaffc1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.790433 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fb864-a45f-4950-bea9-84c8e9eaffc1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf008f0-121a-4cb1-b77f-6e137de30730,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:49.847265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb864-a45f-4950-bea9-84c8e9eaffc1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.848569 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5e5fb864-a45f-4950-bea9-84c8e9eaffc1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3134618 Sep 16 05:54:49.851289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45136) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:49.856128 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2a520849-7eb0-4468-871c-37b7bb101a65 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': '473e4791-f485-4d1a-9f65-57c4b9ea14db', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:49.927348 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-2a520849-7eb0-4468-871c-37b7bb101a65 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Project 6964a8c572ea4a419aaa8f19ff900180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:54:49.933247 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a520849-7eb0-4468-871c-37b7bb101a65 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.991964 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a520849-7eb0-4468-871c-37b7bb101a65 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.058193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a520849-7eb0-4468-871c-37b7bb101a65 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.076087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a520849-7eb0-4468-871c-37b7bb101a65 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b8bff8-8d2b-4eb6-91a0-55bbc11c7854,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:50.144098 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2a520849-7eb0-4468-871c-37b7bb101a65 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.145359 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2a520849-7eb0-4468-871c-37b7bb101a65 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2931252 Sep 16 05:54:50.148059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45138) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:50.153226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-87f7f72d-3f79-496c-bd2a-26c255fe09cb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': '473e4791-f485-4d1a-9f65-57c4b9ea14db', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:50.235672 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-87f7f72d-3f79-496c-bd2a-26c255fe09cb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Project 6964a8c572ea4a419aaa8f19ff900180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:54:50.240479 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87f7f72d-3f79-496c-bd2a-26c255fe09cb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.305073 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87f7f72d-3f79-496c-bd2a-26c255fe09cb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.392518 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87f7f72d-3f79-496c-bd2a-26c255fe09cb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.410794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7f72d-3f79-496c-bd2a-26c255fe09cb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fa5bee-37d1-4ec2-a790-30f53c0de8a9,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:50.484361 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-87f7f72d-3f79-496c-bd2a-26c255fe09cb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.485631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-87f7f72d-3f79-496c-bd2a-26c255fe09cb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3366086 Sep 16 05:54:50.488538 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45140) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:50.493334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d62dbd4a-9589-4485-bebc-b618fd651669 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'network': {'name': 'tempest-network-smoke--361808430', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'port_security_enabled': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:50.569726 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62dbd4a-9589-4485-bebc-b618fd651669 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:50.573235 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d62dbd4a-9589-4485-bebc-b618fd651669 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.596778 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62dbd4a-9589-4485-bebc-b618fd651669 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:54:50.606394 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d62dbd4a-9589-4485-bebc-b618fd651669 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.606743 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-d62dbd4a-9589-4485-bebc-b618fd651669 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Added segment ceb84191-d873-4449-aa49-c19dea7fcb08 of type vlan for network 9237674e-ee84-4ab7-a678-930b364c37d2 Sep 16 05:54:50.645211 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d62dbd4a-9589-4485-bebc-b618fd651669 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.721094 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d62dbd4a-9589-4485-bebc-b618fd651669 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.726896 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62dbd4a-9589-4485-bebc-b618fd651669 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:50.729552 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d62dbd4a-9589-4485-bebc-b618fd651669 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.797643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dbd4a-9589-4485-bebc-b618fd651669 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Network': ['ID=9237674e-ee84-4ab7-a678-930b364c37d2,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:50.807961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 9237674e-ee84-4ab7-a678-930b364c37d2 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:54:50.828494 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d62dbd4a-9589-4485-bebc-b618fd651669 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3388560 Sep 16 05:54:50.831114 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45142) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:50.835536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'admin_state_up': True, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:50.936255 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.937371 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.987717 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.179216 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.419049 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.441247 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.542462 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.25.3.245 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/94ddbdaa-cc55-4653-9e06-df2e5dba3d94) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:51.648185 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.773252 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.811423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:51.814293 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:51.819506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:51.847402 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=94ddbdaa-cc55-4653-9e06-df2e5dba3d94,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:52.135123 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.331948 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.535806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:54:52.643512 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:54:52.653706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Sync routers for ids ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:54:52.662208 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Routers {'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:54:52.662834 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:52.724362 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.725720 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-7f8d98fc-0ae3-4e19-8d85-b0802bd2871f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8935912 Sep 16 05:54:52.729339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45144) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:52.764833 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8f0307b1-1233-4f6b-b71a-94ac1b0709ea tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=6964a8c572ea4a419aaa8f19ff900180&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343208 Sep 16 05:54:52.767374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45146) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:52.768437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Set router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:54:52.920206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ac693-a462-418f-bc01-38f41844aa40 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:52.921789 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ea2ac693-a462-418f-bc01-38f41844aa40 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1535118 Sep 16 05:54:52.924616 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45148) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:52.954410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:54:51Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:52.962192 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4b524756-9a1b-484a-b727-98dec126faf4 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364356 Sep 16 05:54:52.965393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45150) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:52.970177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-284cc484-eb5d-449c-8ce8-6cd40e427a23 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-784843372', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:52.981461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Checking router: bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:54:52.981813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Updating router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 port 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:54:53.006206 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.124656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284cc484-eb5d-449c-8ce8-6cd40e427a23 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:53.128242 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-284cc484-eb5d-449c-8ce8-6cd40e427a23 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.132584 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:54:53.266123 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.335803 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.358802 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-284cc484-eb5d-449c-8ce8-6cd40e427a23 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.381733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Attempting to bind port 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:54:53.382100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Attempting to bind port 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:54:53.382461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Attempting to bind port 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:53.393812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:54:53.394187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:53.394588 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.394982 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:54:53.395445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Bound port: 94ddbdaa-cc55-4653-9e06-df2e5dba3d94, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:54:53.395829 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.398439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77100fc2-dba3-4edb-86c7-e9223840d731 None None] Pushing event updated for resources: {'Port': ['ID=94ddbdaa-cc55-4653-9e06-df2e5dba3d94,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:53.423447 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cc484-eb5d-449c-8ce8-6cd40e427a23 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Subnet': ['ID=c077083a-1704-453d-a2fd-410c8c88cdc0,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:53.432980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284cc484-eb5d-449c-8ce8-6cd40e427a23 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Checking segment: {'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:53.433343 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284cc484-eb5d-449c-8ce8-6cd40e427a23 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network hostable DHCP agents. Network: 9237674e-ee84-4ab7-a678-930b364c37d2, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:54:53.450299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] For port 94ddbdaa-cc55-4653-9e06-df2e5dba3d94, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:54:53.453318 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] For port 94ddbdaa-cc55-4653-9e06-df2e5dba3d94, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=94ddbdaa-cc55-4653-9e06-df2e5dba3d94,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:54:53.549820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284cc484-eb5d-449c-8ce8-6cd40e427a23 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 9237674e-ee84-4ab7-a678-930b364c37d2 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:54:53.564484 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.622056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Routers {'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:54:53.622666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:53.624230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-284cc484-eb5d-449c-8ce8-6cd40e427a23 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 9237674e-ee84-4ab7-a678-930b364c37d2) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:53.635361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284cc484-eb5d-449c-8ce8-6cd40e427a23 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:53.635999 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-284cc484-eb5d-449c-8ce8-6cd40e427a23 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.661429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baece73c-fe3a-478c-95ac-3d8a89e7e885 None None] Network 9237674e-ee84-4ab7-a678-930b364c37d2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:53.663061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77100fc2-dba3-4edb-86c7-e9223840d731 None None] Pushing event updated for resources: {'Port': ['ID=94ddbdaa-cc55-4653-9e06-df2e5dba3d94,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:53.699729 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-284cc484-eb5d-449c-8ce8-6cd40e427a23 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7332759 Sep 16 05:54:53.702464 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45152) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:53.794520 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] Set router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:54:54.135948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-9237674e-ee84-4ab7-a678-930b364c37d2', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ips': [{'subnet_id': 'c077083a-1704-453d-a2fd-410c8c88cdc0'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:54:54.136837 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.305004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:54:51Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:54.333107 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304bacb9-8b2a-4ef3-af54-32545ae30962 None None] The sync data for ids ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'] in n-d-712137-12 is: [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:54:51Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:54:54.345358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Allocated IP 172.20.0.2 (9237674e-ee84-4ab7-a678-930b364c37d2/c077083a-1704-453d-a2fd-410c8c88cdc0/4e7e7f13-8869-4630-9b1d-0a7b006d8ae9) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:54.455304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.504036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.561871 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.606699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Network 9237674e-ee84-4ab7-a678-930b364c37d2 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:54.614898 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:54.617298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Pushing event updated for resources: {'Port': ['ID=4e7e7f13-8869-4630-9b1d-0a7b006d8ae9,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:54.626581 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:54.693722 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Attempting to bind port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:54:54.694376 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Attempting to bind port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:54:54.695301 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Attempting to bind port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 on network 9237674e-ee84-4ab7-a678-930b364c37d2 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:54.701498 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:54:54.701877 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Checking segment: {'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:54.702278 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.702674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Bound using segment: {'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:54:54.703505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Bound port: 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:54:54.703505 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.768376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.20.0.1 (9237674e-ee84-4ab7-a678-930b364c37d2/c077083a-1704-453d-a2fd-410c8c88cdc0/362a9164-37c7-4786-b29e-6e5b6edbb8d9) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:54.773715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] For port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:54:54.778251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] For port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4e7e7f13-8869-4630-9b1d-0a7b006d8ae9,segment=NetworkSegment(ceb84191-d873-4449-aa49-c19dea7fcb08),segment_id=ceb84191-d873-4449-aa49-c19dea7fcb08)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:54:54.856672 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.900591 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.919694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57247b-fb8c-41e3-97c5-bf30a258c396 None None] Pushing event updated for resources: {'Port': ['ID=4e7e7f13-8869-4630-9b1d-0a7b006d8ae9,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:54.993946 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.036548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 9237674e-ee84-4ab7-a678-930b364c37d2 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:55.039928 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:55.043688 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:55.088231 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=362a9164-37c7-4786-b29e-6e5b6edbb8d9,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:55.116902 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.263064 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:54:55.312988 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:55.313345 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.329024 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.393453 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.428076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4e7e7f13-8869-4630-9b1d-0a7b006d8ae9,segment=NetworkSegment(ceb84191-d873-4449-aa49-c19dea7fcb08),segment_id=ceb84191-d873-4449-aa49-c19dea7fcb08)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:55.492955 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.494121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:54:55.574188 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=4e7e7f13-8869-4630-9b1d-0a7b006d8ae9,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:55.584734 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:55.585099 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.613950 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.670104 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.685872 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.690435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 94ddbdaa-cc55-4653-9e06-df2e5dba3d94, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=94ddbdaa-cc55-4653-9e06-df2e5dba3d94,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:55.755500 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.756155 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.758626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=362a9164-37c7-4786-b29e-6e5b6edbb8d9,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:55.810357 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=94ddbdaa-cc55-4653-9e06-df2e5dba3d94,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:55.861946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 9237674e-ee84-4ab7-a678-930b364c37d2 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:55.863311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:55.978215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:54:56.083947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:54:56.089657 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-80053446-6e45-4f34-8a71-166da0addb7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "PUT /v2.0/routers/bf561d36-6bc8-4914-9ccb-8cc94f9c22a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3862057 Sep 16 05:54:56.101972 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Sync routers for ids ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:54:56.111549 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Routers {'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:54:56.112163 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:56.224728 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Set router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:54:56.243378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9645be00-ae5a-4f52-af96-a829f047ecc5 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867922808&fields=id&tenant_id=6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 267 time: 0.0337243 Sep 16 05:54:56.363292 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-0286d74b-eda4-4f22-ba55-d63f01e54b25 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:56.365016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-0286d74b-eda4-4f22-ba55-d63f01e54b25 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/networks?id=9237674e-ee84-4ab7-a678-930b364c37d2 HTTP/1.1" status: 200 len: 796 time: 0.1138673 Sep 16 05:54:56.381593 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-0b3d29d1-9297-4109-9e18-7ae536f59954 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/quotas/6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 375 time: 0.0096161 Sep 16 05:54:56.434066 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '362a9164-37c7-4786-b29e-6e5b6edbb8d9', 'name': '', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:34:84:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:54Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 2, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:56.441088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-89bb1321-1644-4a90-ba22-16158050a9b6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516005 Sep 16 05:54:56.463681 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Checking router: bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:54:56.464060 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Updating router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 port 362a9164-37c7-4786-b29e-6e5b6edbb8d9 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:54:56.494150 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.596651 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-e4adb92b-ab47-49f6-9cc6-4106fb5903a3 service neutron] 10.222.0.24 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450248 Sep 16 05:54:56.679440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9193f2-98c7-4464-9d4c-495e264b3202 None None] Network 9237674e-ee84-4ab7-a678-930b364c37d2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:56.704990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-6864e7be-7fae-47e1-8f87-765a1706609d service neutron] 10.222.0.24 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021750 Sep 16 05:54:56.748203 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c5d47e6e-0ee0-4339-8f9f-105e5364860e None None] Provisioning complete for port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:56.748687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c5d47e6e-0ee0-4339-8f9f-105e5364860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.781108 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.864874 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.923310 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Pushing event updated for resources: {'Port': ['ID=362a9164-37c7-4786-b29e-6e5b6edbb8d9,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:56.997322 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c07f491-ee2a-4d58-a762-12730a462edc req-025d4777-80f3-4f52-9cc8-e3c5d44d6552 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 210 time: 0.0360899 Sep 16 05:54:57.064025 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:57.064365 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:57.064719 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:57.065042 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:57.065361 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:57.065682 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:57.065997 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:57.066304 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:57.066612 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:57.066918 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:57.067226 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:57.067539 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:57.081383 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Attempting to bind port 362a9164-37c7-4786-b29e-6e5b6edbb8d9 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:54:57.081762 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Attempting to bind port 362a9164-37c7-4786-b29e-6e5b6edbb8d9 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:54:57.082107 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Attempting to bind port 362a9164-37c7-4786-b29e-6e5b6edbb8d9 on network 9237674e-ee84-4ab7-a678-930b364c37d2 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:57.088521 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:54:57.088645 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Checking segment: {'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:57.088976 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.089361 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Bound using segment: {'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:54:57.089816 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Bound port: 362a9164-37c7-4786-b29e-6e5b6edbb8d9, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:54:57.090190 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.160212 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] For port 362a9164-37c7-4786-b29e-6e5b6edbb8d9, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:54:57.165163 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] For port 362a9164-37c7-4786-b29e-6e5b6edbb8d9, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=362a9164-37c7-4786-b29e-6e5b6edbb8d9,segment=NetworkSegment(ceb84191-d873-4449-aa49-c19dea7fcb08),segment_id=ceb84191-d873-4449-aa49-c19dea7fcb08)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:54:57.188432 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:54:57.237957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-95602937-d8de-407f-a851-a5214aaf6bfb None None] Provisioning complete for port 362a9164-37c7-4786-b29e-6e5b6edbb8d9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:57.238332 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-95602937-d8de-407f-a851-a5214aaf6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.268069 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.280213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:57.280648 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.307794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-95602937-d8de-407f-a851-a5214aaf6bfb None None] Port 362a9164-37c7-4786-b29e-6e5b6edbb8d9 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:54:57.331118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-95602937-d8de-407f-a851-a5214aaf6bfb None None] Provisioning complete for port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:57.331496 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-95602937-d8de-407f-a851-a5214aaf6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.343924 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d04dd7-662b-4eab-ae81-0f20fb88cc8b None None] Pushing event updated for resources: {'Port': ['ID=362a9164-37c7-4786-b29e-6e5b6edbb8d9,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:57.349562 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Routers {'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:54:57.350387 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:57.418217 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:54:57.481196 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] Set router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:54:57.500856 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:57.501231 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.610409 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-3842f46e-c752-4974-9bec-3ee971399dc6 None None] Provisioning complete for port 362a9164-37c7-4786-b29e-6e5b6edbb8d9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:57.610784 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3842f46e-c752-4974-9bec-3ee971399dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.705077 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3842f46e-c752-4974-9bec-3ee971399dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.721668 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '362a9164-37c7-4786-b29e-6e5b6edbb8d9', 'name': '', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:34:84:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:54Z', 'updated_at': '2021-09-16T05:54:57Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:57.741791 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-3842f46e-c752-4974-9bec-3ee971399dc6 None None] For port 362a9164-37c7-4786-b29e-6e5b6edbb8d9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=362a9164-37c7-4786-b29e-6e5b6edbb8d9,segment=NetworkSegment(ceb84191-d873-4449-aa49-c19dea7fcb08),segment_id=ceb84191-d873-4449-aa49-c19dea7fcb08)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:57.749450 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c195697-fa2d-4029-9c7a-87b4aa1ecd96 None None] The sync data for ids ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'] in n-d-712137-12 is: [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '362a9164-37c7-4786-b29e-6e5b6edbb8d9', 'name': '', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:34:84:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:54Z', 'updated_at': '2021-09-16T05:54:57Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:54:57.850583 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3842f46e-c752-4974-9bec-3ee971399dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.904276 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842f46e-c752-4974-9bec-3ee971399dc6 None None] Pushing event updated for resources: {'Port': ['ID=362a9164-37c7-4786-b29e-6e5b6edbb8d9,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:57.974566 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-43aedde6-b477-41f0-8184-2302631af05a None None] Provisioning complete for port 362a9164-37c7-4786-b29e-6e5b6edbb8d9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:57.974830 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-43aedde6-b477-41f0-8184-2302631af05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.129072 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7d65742-4ddd-438b-bb19-8d3e5eca978f req-c7dd8ada-7513-41a9-9f58-8c8e5ffa210b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 210 time: 0.0305386 Sep 16 05:54:58.190898 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2d49a497-c6eb-410b-a547-dc0998040dd3 None None] Provisioning complete for port 362a9164-37c7-4786-b29e-6e5b6edbb8d9 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:58.191483 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2d49a497-c6eb-410b-a547-dc0998040dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.005325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-89d59d16-e51b-416d-9bd7-5eb09e75a75f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:59.006805 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-89d59d16-e51b-416d-9bd7-5eb09e75a75f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.37 "GET /v2.0/networks?id=9237674e-ee84-4ab7-a678-930b364c37d2 HTTP/1.1" status: 200 len: 796 time: 0.1016467 Sep 16 05:54:59.051024 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-aece324c-d43f-4562-88c4-c224e7cefb14 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 379 time: 0.0347464 Sep 16 05:54:59.061251 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'port': {'device_id': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'admin_state_up': True, 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'security_groups': ['473e4791-f485-4d1a-9f65-57c4b9ea14db']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:59.203741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 362a9164-37c7-4786-b29e-6e5b6edbb8d9 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:54:59.241076 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f94d5252-2f5f-457e-ad23-c89164275376 req-b6a1c438-9564-4103-b3a1-690279fa43de tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 210 time: 0.0293584 Sep 16 05:54:59.255591 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 362a9164-37c7-4786-b29e-6e5b6edbb8d9 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:59.255961 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.288009 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:59.288253 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.436651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.20.0.6 (9237674e-ee84-4ab7-a678-930b364c37d2/c077083a-1704-453d-a2fd-410c8c88cdc0/d17ae6dc-3088-4235-bfca-30f49b794cc5) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:59.579052 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.667682 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.712579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 9237674e-ee84-4ab7-a678-930b364c37d2 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:59.715581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:59.719392 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:59.752151 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=d17ae6dc-3088-4235-bfca-30f49b794cc5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:59.778862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:59.779331 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.836278 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c51f6d5-5682-4b34-b953-6369476d37bc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7786653 Sep 16 05:54:59.849309 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Request body: {'port': {'device_id': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:59.906318 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.906664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a2c56ea0-7e05-4f21-9a3c-aace5c49abff None None] Provisioning complete for port d17ae6dc-3088-4235-bfca-30f49b794cc5 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:59.907117 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a2c56ea0-7e05-4f21-9a3c-aace5c49abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.942213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a2c56ea0-7e05-4f21-9a3c-aace5c49abff None None] Port d17ae6dc-3088-4235-bfca-30f49b794cc5 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:55:00.166520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17ae6dc-3088-4235-bfca-30f49b794cc5 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:55:00.174044 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.185516 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Transition to ACTIVE for port object d17ae6dc-3088-4235-bfca-30f49b794cc5 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:55:00.241379 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.316935 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Pushing event updated for resources: {'Port': ['ID=d17ae6dc-3088-4235-bfca-30f49b794cc5,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:00.375587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Attempting to bind port d17ae6dc-3088-4235-bfca-30f49b794cc5 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:00.375937 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Attempting to bind port d17ae6dc-3088-4235-bfca-30f49b794cc5 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:00.376273 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Attempting to bind port d17ae6dc-3088-4235-bfca-30f49b794cc5 on network 9237674e-ee84-4ab7-a678-930b364c37d2 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:00.381029 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Port d17ae6dc-3088-4235-bfca-30f49b794cc5 on network 9237674e-ee84-4ab7-a678-930b364c37d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:55:00.381354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Attempting to bind port d17ae6dc-3088-4235-bfca-30f49b794cc5 on network 9237674e-ee84-4ab7-a678-930b364c37d2 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:00.383314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f055fd-105b-4da0-9c6b-2c32c9365a9d req-d3538c59-3695-4cf7-814b-3f44628a0067 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:00.385407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55f055fd-105b-4da0-9c6b-2c32c9365a9d req-d3538c59-3695-4cf7-814b-3f44628a0067 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 943 time: 0.0561011 Sep 16 05:55:00.386837 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:00.387269 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Checking segment: {'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:00.387721 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Bound using segment: {'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:00.388225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Bound port: d17ae6dc-3088-4235-bfca-30f49b794cc5, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb84191-d873-4449-aa49-c19dea7fcb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:00.388779 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.427795 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55f055fd-105b-4da0-9c6b-2c32c9365a9d req-b4b60092-072d-48e3-a3cf-0be289c5714d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354190 Sep 16 05:55:00.467061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] For port d17ae6dc-3088-4235-bfca-30f49b794cc5, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:00.470432 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] For port d17ae6dc-3088-4235-bfca-30f49b794cc5, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d17ae6dc-3088-4235-bfca-30f49b794cc5,segment=NetworkSegment(ceb84191-d873-4449-aa49-c19dea7fcb08),segment_id=ceb84191-d873-4449-aa49-c19dea7fcb08)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:00.544313 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.580376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:00.581027 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.582440 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] 10.222.0.37 "PUT /v2.0/ports/d17ae6dc-3088-4235-bfca-30f49b794cc5 HTTP/1.1" status: 200 len: 1092 time: 0.7375886 Sep 16 05:55:00.582919 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'tag': 'd17ae6dc-3088-4235-bfca-30f49b794cc5'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:55:00.585187 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7698732-6ceb-4d12-8dd9-492f4279b07b" -d '{"events": [{"name": "network-changed", "server_uuid": "6964bfd6-0a76-42fe-9c05-96b915dacfe8", "tag": "d17ae6dc-3088-4235-bfca-30f49b794cc5"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:00.610139 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f7508-6cd6-48c9-8aca-7b5510680998 service neutron] Pushing event updated for resources: {'Port': ['ID=d17ae6dc-3088-4235-bfca-30f49b794cc5,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:00.624634 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b8ec89-aef1-4dd9-8873-385e524f74b1 x-openstack-request-id: req-d1b8ec89-aef1-4dd9-8873-385e524f74b1 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:00.624926 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6964bfd6-0a76-42fe-9c05-96b915dacfe8", "tag": "d17ae6dc-3088-4235-bfca-30f49b794cc5", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:00.625177 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1b8ec89-aef1-4dd9-8873-385e524f74b1 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:00.625583 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'tag': 'd17ae6dc-3088-4235-bfca-30f49b794cc5', 'status': 'completed', 'code': 200} Sep 16 05:55:00.690697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698732-6ceb-4d12-8dd9-492f4279b07b req-8ad34264-156e-4b31-951a-9fb4df706f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:00.692237 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b7698732-6ceb-4d12-8dd9-492f4279b07b req-8ad34264-156e-4b31-951a-9fb4df706f33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 1095 time: 0.0459468 Sep 16 05:55:00.800125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698732-6ceb-4d12-8dd9-492f4279b07b req-4912aabc-c36b-4c26-9b5a-1eda4515fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:00.801608 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b7698732-6ceb-4d12-8dd9-492f4279b07b req-4912aabc-c36b-4c26-9b5a-1eda4515fe8e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6964a8c572ea4a419aaa8f19ff900180&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1012468 Sep 16 05:55:00.893297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698732-6ceb-4d12-8dd9-492f4279b07b req-66fa2a5b-92c0-4897-9c12-92fcf8b3839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:00.894675 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b7698732-6ceb-4d12-8dd9-492f4279b07b req-66fa2a5b-92c0-4897-9c12-92fcf8b3839d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0858967 Sep 16 05:55:00.973808 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-cde889c2-21c4-42a7-a79b-8777b3515116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:00.975299 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-cde889c2-21c4-42a7-a79b-8777b3515116 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 1095 time: 0.0431960 Sep 16 05:55:01.015548 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-18996942-b528-4150-93c7-2ebb0a4043e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17ae6dc-3088-4235-bfca-30f49b794cc5 HTTP/1.1" status: 200 len: 217 time: 0.0328348 Sep 16 05:55:01.065258 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-4199670d-61cc-4348-ba57-712e51ef9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:01.066607 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-4199670d-61cc-4348-ba57-712e51ef9153 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c077083a-1704-453d-a2fd-410c8c88cdc0 HTTP/1.1" status: 200 len: 834 time: 0.0432992 Sep 16 05:55:01.112818 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-442a89fc-2fb1-4b39-abe4-e956f6034b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:01.114314 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-442a89fc-2fb1-4b39-abe4-e956f6034b07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9237674e-ee84-4ab7-a678-930b364c37d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408144 Sep 16 05:55:01.207498 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-dc3392c9-a2a2-4071-8b5c-e4894d4167ed service neutron] 10.222.0.37 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855768 Sep 16 05:55:01.301060 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f17541a9-0b8f-43f7-88ea-81bc61a66d17 req-dbe33edc-74ae-4d00-b8ab-ffe4fb369eb1 service neutron] 10.222.0.37 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855954 Sep 16 05:55:01.547244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289f865-5d02-4fed-bf1f-865866025d75 req-e63fe399-2315-4777-b7a6-a5c12a53bc8b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:01.548739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d289f865-5d02-4fed-bf1f-865866025d75 req-e63fe399-2315-4777-b7a6-a5c12a53bc8b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 943 time: 0.0530002 Sep 16 05:55:01.586428 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d289f865-5d02-4fed-bf1f-865866025d75 req-93cecd37-49ac-42dc-a234-ba2642a3c500 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318584 Sep 16 05:55:02.703467 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e6ea3-e97a-4f6f-adf7-529ce3f0ba81 req-269684e9-f998-455a-ba1e-465adfb3d9b2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:02.704976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab6e6ea3-e97a-4f6f-adf7-529ce3f0ba81 req-269684e9-f998-455a-ba1e-465adfb3d9b2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 943 time: 0.0506055 Sep 16 05:55:02.743415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ab6e6ea3-e97a-4f6f-adf7-529ce3f0ba81 req-e8952eeb-04a4-43bf-bef2-7d07e67034ce tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324459 Sep 16 05:55:03.859427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf70c4b-4e63-47ce-bf8e-6fe7b8ef806f req-69f7e12c-1171-4a02-ad90-c18f919ff038 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:03.860929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3bf70c4b-4e63-47ce-bf8e-6fe7b8ef806f req-69f7e12c-1171-4a02-ad90-c18f919ff038 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 943 time: 0.0496995 Sep 16 05:55:03.898582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3bf70c4b-4e63-47ce-bf8e-6fe7b8ef806f req-5329f695-30bd-492a-949a-9856bf650307 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313880 Sep 16 05:55:04.382543 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d17ae6dc-3088-4235-bfca-30f49b794cc5 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:55:04.383422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-fcf02f4d-2968-4682-b788-05017765bc0c req-96c831cf-9ed1-4224-bddd-1c095833abd3 service neutron] (95451) timed out ('10.222.0.24', 41324) {{(pid=95451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:55:04.480514 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d17ae6dc-3088-4235-bfca-30f49b794cc5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d17ae6dc-3088-4235-bfca-30f49b794cc5,segment=NetworkSegment(ceb84191-d873-4449-aa49-c19dea7fcb08),segment_id=ceb84191-d873-4449-aa49-c19dea7fcb08)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:04.491437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'd17ae6dc-3088-4235-bfca-30f49b794cc5', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'port_id': 'd17ae6dc-3088-4235-bfca-30f49b794cc5', 'mac_address': 'fa:16:3e:23:42:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:55:04.528487 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.541127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17ae6dc-3088-4235-bfca-30f49b794cc5 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:55:04.560981 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d17ae6dc-3088-4235-bfca-30f49b794cc5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d17ae6dc-3088-4235-bfca-30f49b794cc5,segment=NetworkSegment(ceb84191-d873-4449-aa49-c19dea7fcb08),segment_id=ceb84191-d873-4449-aa49-c19dea7fcb08)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:04.641167 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.687462 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d17ae6dc-3088-4235-bfca-30f49b794cc5,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:04.879390 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d17ae6dc-3088-4235-bfca-30f49b794cc5'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:55:05.017357 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710e590-f314-4d1c-806d-ef88eaf0a57f req-abf5048f-e72d-49d2-af55-a6cb06e78454 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:05.018844 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e710e590-f314-4d1c-806d-ef88eaf0a57f req-abf5048f-e72d-49d2-af55-a6cb06e78454 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 944 time: 0.0531833 Sep 16 05:55:05.056995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e710e590-f314-4d1c-806d-ef88eaf0a57f req-0eb0f3d8-4b23-4929-927b-2ccdfbacbecb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313590 Sep 16 05:55:06.178272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607097b-fd9c-4b4c-ae90-5626e0caa55d req-13ad4e44-0a01-4bec-87c7-65c87f524438 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:06.179768 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6607097b-fd9c-4b4c-ae90-5626e0caa55d req-13ad4e44-0a01-4bec-87c7-65c87f524438 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 944 time: 0.0560615 Sep 16 05:55:06.219063 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6607097b-fd9c-4b4c-ae90-5626e0caa55d req-77f58cc3-f877-4f8e-a757-570d80f3164a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328739 Sep 16 05:55:06.397497 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d17ae6dc-3088-4235-bfca-30f49b794cc5 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:06.489802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port d17ae6dc-3088-4235-bfca-30f49b794cc5 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:55:06.494148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port d17ae6dc-3088-4235-bfca-30f49b794cc5 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:06.494520 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.569306 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.590537 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17ae6dc-3088-4235-bfca-30f49b794cc5'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:55:06.592815 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0aecbb-7249-4011-b19d-36c13ee81bea" -d '{"events": [{"server_uuid": "6964bfd6-0a76-42fe-9c05-96b915dacfe8", "name": "network-vif-plugged", "status": "completed", "tag": "d17ae6dc-3088-4235-bfca-30f49b794cc5"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:06.605968 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d17ae6dc-3088-4235-bfca-30f49b794cc5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d17ae6dc-3088-4235-bfca-30f49b794cc5,segment=NetworkSegment(ceb84191-d873-4449-aa49-c19dea7fcb08),segment_id=ceb84191-d873-4449-aa49-c19dea7fcb08)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:06.628491 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09cdfd8-2d07-4cf8-81f2-8af7c6b766d4 x-openstack-request-id: req-d09cdfd8-2d07-4cf8-81f2-8af7c6b766d4 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:06.628770 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6964bfd6-0a76-42fe-9c05-96b915dacfe8", "name": "network-vif-plugged", "status": "completed", "tag": "d17ae6dc-3088-4235-bfca-30f49b794cc5", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:06.629026 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d09cdfd8-2d07-4cf8-81f2-8af7c6b766d4 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:06.629434 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17ae6dc-3088-4235-bfca-30f49b794cc5', 'code': 200} Sep 16 05:55:06.670076 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.719462 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d17ae6dc-3088-4235-bfca-30f49b794cc5,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:06.725470 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57503226-2b48-40ea-8c25-34b2ad1e7c83 req-78d8500a-3453-4e3d-894b-52be56fc9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:06.727096 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-57503226-2b48-40ea-8c25-34b2ad1e7c83 req-78d8500a-3453-4e3d-894b-52be56fc9982 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 1097 time: 0.0414863 Sep 16 05:55:06.762696 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-57503226-2b48-40ea-8c25-34b2ad1e7c83 req-a6d80ad3-e479-44dc-98ab-c1050efdc8ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281658 Sep 16 05:55:07.331368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1d020-c6b3-4497-a30c-859718f1cf40 req-8f1d843a-924d-4988-bbcf-9fb6c66bd068 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:07.332865 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48c1d020-c6b3-4497-a30c-859718f1cf40 req-8f1d843a-924d-4988-bbcf-9fb6c66bd068 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0483429 Sep 16 05:55:07.370562 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-48c1d020-c6b3-4497-a30c-859718f1cf40 req-66293645-4ff3-4d3c-a1b4-794100b0ff83 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310636 Sep 16 05:55:08.489509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9829d0-63ed-4196-9690-9d5cdeac09b7 req-4c187037-0c4b-4dd0-87f6-62b7b12df561 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:08.491002 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e9829d0-63ed-4196-9690-9d5cdeac09b7 req-4c187037-0c4b-4dd0-87f6-62b7b12df561 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0528305 Sep 16 05:55:08.529049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3e9829d0-63ed-4196-9690-9d5cdeac09b7 req-1063c5dd-0008-4d15-b927-607f52337187 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318136 Sep 16 05:55:08.641034 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080d490-01d1-453a-a5ed-0026207ccd02 req-d16cb365-bf2b-45af-9e51-5f378be1d25f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:08.642530 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b080d490-01d1-453a-a5ed-0026207ccd02 req-d16cb365-bf2b-45af-9e51-5f378be1d25f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0491500 Sep 16 05:55:08.680583 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b080d490-01d1-453a-a5ed-0026207ccd02 req-43cf0009-db2e-40cd-ae81-a1c6f2e3533b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Sep 16 05:55:08.702324 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45210) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:08.742471 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d96250-4c92-47fa-b85e-9b2386c5453e tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:08.744043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-94d96250-4c92-47fa-b85e-9b2386c5453e tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 1092 time: 0.0406985 Sep 16 05:55:08.746861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45212) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:08.751317 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': 'd17ae6dc-3088-4235-bfca-30f49b794cc5', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:08.850084 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:08.948200 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:09.048804 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.25.3.34 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/62fceb9a-79a3-4772-9d4b-7af073e03dda) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:09.153380 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:09.255662 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:09.293781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:09.296714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:09.299271 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:09.327852 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=62fceb9a-79a3-4772-9d4b-7af073e03dda,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:09.663427 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:09.802944 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:09.951736 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.009512 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.084414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=62fceb9a-79a3-4772-9d4b-7af073e03dda,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:10.092373 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.193673 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Floating IP 202fe4e4-0386-4a69-aff1-0249a28749fd associated. External IP: 172.25.3.34, port: d17ae6dc-3088-4235-bfca-30f49b794cc5. Sep 16 05:55:10.399818 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:55:10.506099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:55:10.516255 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4ad23-431e-40ce-84cf-bb444348c365 None None] Sync routers for ids ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:55:10.529845 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f4ad23-431e-40ce-84cf-bb444348c365 None None] Routers {'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:10.530471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f6f4ad23-431e-40ce-84cf-bb444348c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:10.576242 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.639369 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f6f4ad23-431e-40ce-84cf-bb444348c365 None None] Set router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:10.902098 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6586d51e-1ab6-435b-b2be-d881262a923c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1537776 Sep 16 05:55:10.902702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'tag': 'd17ae6dc-3088-4235-bfca-30f49b794cc5'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:55:10.905067 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b372ec7-a003-456d-9327-7ca02cb51df9" -d '{"events": [{"name": "network-changed", "server_uuid": "6964bfd6-0a76-42fe-9c05-96b915dacfe8", "tag": "d17ae6dc-3088-4235-bfca-30f49b794cc5"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:10.944261 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2769281e-8e95-48be-afcd-96af09f4a179 x-openstack-request-id: req-2769281e-8e95-48be-afcd-96af09f4a179 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:10.944635 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6964bfd6-0a76-42fe-9c05-96b915dacfe8", "tag": "d17ae6dc-3088-4235-bfca-30f49b794cc5", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:10.944840 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2769281e-8e95-48be-afcd-96af09f4a179 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:10.945236 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'tag': 'd17ae6dc-3088-4235-bfca-30f49b794cc5', 'status': 'completed', 'code': 200} Sep 16 05:55:11.001815 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf24eee-a813-4813-9670-28de1e02d2a1 req-931d3b7a-313b-4ca1-be69-bc749a61fb6e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:11.003325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baf24eee-a813-4813-9670-28de1e02d2a1 req-931d3b7a-313b-4ca1-be69-bc749a61fb6e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0525720 Sep 16 05:55:11.007999 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372ec7-a003-456d-9327-7ca02cb51df9 req-46b53e8c-35c3-4e34-9949-8ed8fe1b9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:11.009674 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b372ec7-a003-456d-9327-7ca02cb51df9 req-46b53e8c-35c3-4e34-9949-8ed8fe1b9d72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 1097 time: 0.0420730 Sep 16 05:55:11.041487 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f6f4ad23-431e-40ce-84cf-bb444348c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '202fe4e4-0386-4a69-aff1-0249a28749fd', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'port_id': 'd17ae6dc-3088-4235-bfca-30f49b794cc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'mac_address': 'fa:16:3e:23:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:55:09Z', 'updated_at': '2021-09-16T05:55:09Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362a9164-37c7-4786-b29e-6e5b6edbb8d9', 'name': '', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:34:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:54Z', 'updated_at': '2021-09-16T05:54:57Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:11.043905 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-baf24eee-a813-4813-9670-28de1e02d2a1 req-79198f1e-0e9d-4cbb-a817-188f141c24f1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330558 Sep 16 05:55:11.065932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45218) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:11.074889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4ad23-431e-40ce-84cf-bb444348c365 None None] Checking router: bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:55:11.083979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f4ad23-431e-40ce-84cf-bb444348c365 None None] Routers {'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:11.084283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f6f4ad23-431e-40ce-84cf-bb444348c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:54:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:11.112916 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372ec7-a003-456d-9327-7ca02cb51df9 req-591898f1-d4c7-4482-a24c-7c336008060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:11.114581 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b372ec7-a003-456d-9327-7ca02cb51df9 req-591898f1-d4c7-4482-a24c-7c336008060e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9237674e-ee84-4ab7-a678-930b364c37d2 HTTP/1.1" status: 200 len: 896 time: 0.0976901 Sep 16 05:55:11.131749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-49661354-b1b3-4617-a0fa-41ed4c4f8170 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/202fe4e4-0386-4a69-aff1-0249a28749fd HTTP/1.1" status: 200 len: 990 time: 0.0648103 Sep 16 05:55:11.183538 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b372ec7-a003-456d-9327-7ca02cb51df9 req-cabc6397-f34f-4b49-af63-bf31fde224cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17ae6dc-3088-4235-bfca-30f49b794cc5 HTTP/1.1" status: 200 len: 998 time: 0.0604095 Sep 16 05:55:11.194477 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f6f4ad23-431e-40ce-84cf-bb444348c365 None None] Set router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:11.232449 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372ec7-a003-456d-9327-7ca02cb51df9 req-f680a2ce-ef82-4304-8a84-f88333c3c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:11.233942 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b372ec7-a003-456d-9327-7ca02cb51df9 req-f680a2ce-ef82-4304-8a84-f88333c3c87d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c077083a-1704-453d-a2fd-410c8c88cdc0 HTTP/1.1" status: 200 len: 834 time: 0.0441687 Sep 16 05:55:11.288537 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372ec7-a003-456d-9327-7ca02cb51df9 req-6ca304cf-e1bf-43a0-b3fa-e32d8f434724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:11.288537 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b372ec7-a003-456d-9327-7ca02cb51df9 req-6ca304cf-e1bf-43a0-b3fa-e32d8f434724 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9237674e-ee84-4ab7-a678-930b364c37d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463185 Sep 16 05:55:11.377312 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b372ec7-a003-456d-9327-7ca02cb51df9 req-25310e2e-f683-457b-b383-9178f13222cc service neutron] 10.222.0.37 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831196 Sep 16 05:55:11.422201 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f6f4ad23-431e-40ce-84cf-bb444348c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '202fe4e4-0386-4a69-aff1-0249a28749fd', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'port_id': 'd17ae6dc-3088-4235-bfca-30f49b794cc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'mac_address': 'fa:16:3e:23:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:55:09Z', 'updated_at': '2021-09-16T05:55:09Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362a9164-37c7-4786-b29e-6e5b6edbb8d9', 'name': '', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:34:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:54Z', 'updated_at': '2021-09-16T05:54:57Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:11.449575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4ad23-431e-40ce-84cf-bb444348c365 None None] The sync data for ids ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'] in n-d-712137-12 is: [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '202fe4e4-0386-4a69-aff1-0249a28749fd', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'port_id': 'd17ae6dc-3088-4235-bfca-30f49b794cc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'mac_address': 'fa:16:3e:23:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:55:09Z', 'updated_at': '2021-09-16T05:55:09Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362a9164-37c7-4786-b29e-6e5b6edbb8d9', 'name': '', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:34:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:54Z', 'updated_at': '2021-09-16T05:54:57Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:55:11.475549 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1b372ec7-a003-456d-9327-7ca02cb51df9 req-ff8168f4-217f-4015-ba30-5e0b20a2d19a service neutron] 10.222.0.37 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897255 Sep 16 05:55:11.644897 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221623ef-6c65-4a0e-a18c-555d2981a189 None None] New status for floating IP 202fe4e4-0386-4a69-aff1-0249a28749fd: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:55:12.121130 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3dc64d08-11f1-45c4-bbdc-c705bbd2e348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.134935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45220) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:12.196101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-fa89b2e5-434b-4b3d-ac8e-4ed0a49dd26a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/202fe4e4-0386-4a69-aff1-0249a28749fd HTTP/1.1" status: 200 len: 992 time: 0.0599637 Sep 16 05:55:13.041706 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.520839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c855613-f4c0-44a9-82e0-3cf607565207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.360911 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:16.246463 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.115371 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.786858 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.083471 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bb15ea2-2334-4710-8dae-b4f679c251ad req-4c362ac7-31a8-49d4-b05f-cc073d7e7e73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814583 Sep 16 05:55:30.132784 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:30.163862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb15ea2-2334-4710-8dae-b4f679c251ad req-86c24227-0299-4d1b-aeec-0d109c139074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:30.165360 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bb15ea2-2334-4710-8dae-b4f679c251ad req-86c24227-0299-4d1b-aeec-0d109c139074 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 1097 time: 0.0405087 Sep 16 05:55:30.272258 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb15ea2-2334-4710-8dae-b4f679c251ad req-59d38eb8-3aff-4240-b4db-f506839904f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:30.273689 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bb15ea2-2334-4710-8dae-b4f679c251ad req-59d38eb8-3aff-4240-b4db-f506839904f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9237674e-ee84-4ab7-a678-930b364c37d2 HTTP/1.1" status: 200 len: 896 time: 0.0888863 Sep 16 05:55:30.346846 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bb15ea2-2334-4710-8dae-b4f679c251ad req-f56535c1-4e39-4688-be78-06381a4b45bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17ae6dc-3088-4235-bfca-30f49b794cc5 HTTP/1.1" status: 200 len: 1000 time: 0.0607393 Sep 16 05:55:30.403135 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb15ea2-2334-4710-8dae-b4f679c251ad req-c3d0c2df-88dc-4c08-8798-e7b074957f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:30.404588 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bb15ea2-2334-4710-8dae-b4f679c251ad req-c3d0c2df-88dc-4c08-8798-e7b074957f4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c077083a-1704-453d-a2fd-410c8c88cdc0 HTTP/1.1" status: 200 len: 834 time: 0.0487416 Sep 16 05:55:30.450357 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb15ea2-2334-4710-8dae-b4f679c251ad req-23b2d011-ca13-4fa4-9708-8f033558648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:30.451825 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bb15ea2-2334-4710-8dae-b4f679c251ad req-23b2d011-ca13-4fa4-9708-8f033558648e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9237674e-ee84-4ab7-a678-930b364c37d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394585 Sep 16 05:55:30.545358 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bb15ea2-2334-4710-8dae-b4f679c251ad req-748746ea-434b-4ac2-98e1-27c43b4ad09d service neutron] 10.222.0.37 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855937 Sep 16 05:55:30.636530 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4bb15ea2-2334-4710-8dae-b4f679c251ad req-d95a2e9e-4900-453f-91f1-a8c05f78291f service neutron] 10.222.0.37 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824795 Sep 16 05:55:42.140980 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5aef4bfa-0785-49b8-8c88-795bd00245cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.057854 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.798740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d039-5c42-41ab-a927-3a6a7c1f60e2 req-c254a863-9ecb-4a70-a29f-17df148ef4ff tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.800232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9058d039-5c42-41ab-a927-3a6a7c1f60e2 req-c254a863-9ecb-4a70-a29f-17df148ef4ff tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0498834 Sep 16 05:55:43.840133 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9058d039-5c42-41ab-a927-3a6a7c1f60e2 req-c3dc21da-591d-4b33-823f-2817413991ee tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335865 Sep 16 05:55:43.866619 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5767b-e84f-4528-80e5-2a6cc433c3b9 req-63e24e64-93ab-4975-8e37-2485f05dd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.868117 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ba5767b-e84f-4528-80e5-2a6cc433c3b9 req-63e24e64-93ab-4975-8e37-2485f05dd2b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 1097 time: 0.0415564 Sep 16 05:55:43.965519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5767b-e84f-4528-80e5-2a6cc433c3b9 req-23a08bfa-a0c9-4a21-8daf-a38dac465d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.966829 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ba5767b-e84f-4528-80e5-2a6cc433c3b9 req-23a08bfa-a0c9-4a21-8daf-a38dac465d78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9237674e-ee84-4ab7-a678-930b364c37d2 HTTP/1.1" status: 200 len: 896 time: 0.0917587 Sep 16 05:55:44.033926 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ba5767b-e84f-4528-80e5-2a6cc433c3b9 req-a24111d9-a343-4495-bafb-e29d5bd0b4e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17ae6dc-3088-4235-bfca-30f49b794cc5 HTTP/1.1" status: 200 len: 1000 time: 0.0588427 Sep 16 05:55:44.087518 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5767b-e84f-4528-80e5-2a6cc433c3b9 req-10f73092-6e3a-4851-b796-919e9e8ab738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:44.088961 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ba5767b-e84f-4528-80e5-2a6cc433c3b9 req-10f73092-6e3a-4851-b796-919e9e8ab738 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c077083a-1704-453d-a2fd-410c8c88cdc0 HTTP/1.1" status: 200 len: 834 time: 0.0478315 Sep 16 05:55:44.135401 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5767b-e84f-4528-80e5-2a6cc433c3b9 req-f8211c6d-8231-4fea-be97-a8612cc7a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:44.137595 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ba5767b-e84f-4528-80e5-2a6cc433c3b9 req-f8211c6d-8231-4fea-be97-a8612cc7a72e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9237674e-ee84-4ab7-a678-930b364c37d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409966 Sep 16 05:55:44.232760 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ba5767b-e84f-4528-80e5-2a6cc433c3b9 req-0f6768ef-7d61-4626-851c-5a6e0b7dc005 service neutron] 10.222.0.37 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871670 Sep 16 05:55:44.322856 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0ba5767b-e84f-4528-80e5-2a6cc433c3b9 req-f50029a7-e112-4920-8fb3-a34b65298286 service neutron] 10.222.0.37 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826404 Sep 16 05:55:44.535044 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-337f2f0e-bcae-4e6a-b3bd-14312aaf004d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.961207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbc53c-0a5e-42c8-927d-45975efea34d req-584a7b03-bd18-4921-9726-157107542948 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:44.962695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4dbc53c-0a5e-42c8-927d-45975efea34d req-584a7b03-bd18-4921-9726-157107542948 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0530145 Sep 16 05:55:45.000349 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d4dbc53c-0a5e-42c8-927d-45975efea34d req-006955bf-a5af-4cb1-9433-da113830889d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316796 Sep 16 05:55:45.432417 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.114938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11f8ce-b981-49ce-a85b-828847236244 req-75e952cd-ebfa-4014-95e4-f60965d952b1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:46.116402 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c11f8ce-b981-49ce-a85b-828847236244 req-75e952cd-ebfa-4014-95e4-f60965d952b1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0479412 Sep 16 05:55:46.155117 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c11f8ce-b981-49ce-a85b-828847236244 req-35b65305-debc-4f94-afaa-42f9a636a449 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321581 Sep 16 05:55:46.272420 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.134931 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.270430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f2bfc-6e5b-4965-8dbe-460f2764be63 req-58258177-0cfa-4da4-bf40-2d80835150f7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:47.271924 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e0f2bfc-6e5b-4965-8dbe-460f2764be63 req-58258177-0cfa-4da4-bf40-2d80835150f7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0492904 Sep 16 05:55:47.310246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9e0f2bfc-6e5b-4965-8dbe-460f2764be63 req-35c8b115-25d0-427a-a819-e8f7278b4e3a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319242 Sep 16 05:55:47.774956 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:48.429868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5f32d-1ffa-4dcb-8ded-5bf3096523ba req-14f0c3cf-cf66-4595-a3fe-a48417ad67ee tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:48.431365 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38f5f32d-1ffa-4dcb-8ded-5bf3096523ba req-14f0c3cf-cf66-4595-a3fe-a48417ad67ee tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0532303 Sep 16 05:55:48.468564 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-38f5f32d-1ffa-4dcb-8ded-5bf3096523ba req-718b81a0-de13-4152-9f70-c71a5c192a26 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304840 Sep 16 05:55:49.581101 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491c9da-b386-432c-8ddb-65fe6bac645c req-0e8e3e83-f032-4585-afc6-d75ffcb8a283 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.582575 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8491c9da-b386-432c-8ddb-65fe6bac645c req-0e8e3e83-f032-4585-afc6-d75ffcb8a283 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0483570 Sep 16 05:55:49.620250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8491c9da-b386-432c-8ddb-65fe6bac645c req-ef4dca5d-518d-4248-aa8c-ce0c629f40de tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317936 Sep 16 05:55:50.733933 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab9c26-4e97-464c-b1b7-2ccbc4a4d446 req-8e56afc9-3193-45ab-8235-9ed8d6229025 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.735415 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bab9c26-4e97-464c-b1b7-2ccbc4a4d446 req-8e56afc9-3193-45ab-8235-9ed8d6229025 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0489461 Sep 16 05:55:50.772849 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bab9c26-4e97-464c-b1b7-2ccbc4a4d446 req-53e1952d-c9ab-4e2e-98ef-f73a17781600 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315373 Sep 16 05:55:51.893096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75b2cc-ea95-4cef-add2-c6841c237c92 req-b98c688e-e9a7-46b7-8100-a4bf13bbc32e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:51.894589 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d75b2cc-ea95-4cef-add2-c6841c237c92 req-b98c688e-e9a7-46b7-8100-a4bf13bbc32e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0545537 Sep 16 05:55:51.931656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d75b2cc-ea95-4cef-add2-c6841c237c92 req-664acc06-03dc-4817-9245-db3bdef62321 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312638 Sep 16 05:55:53.047538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e3736-0fde-4298-bd56-7a787ed62c3d req-41a6bd4b-e872-4c5c-86c3-43c7aff4a7c8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:53.049059 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c45e3736-0fde-4298-bd56-7a787ed62c3d req-41a6bd4b-e872-4c5c-86c3-43c7aff4a7c8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0497890 Sep 16 05:55:53.087379 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c45e3736-0fde-4298-bd56-7a787ed62c3d req-e6365f54-939a-4109-848a-f0b9e615d392 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324600 Sep 16 05:55:54.200781 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd937d3-973f-44eb-b87a-21c3fbe74e05 req-cb27415c-67e5-4aec-b9a6-cadd1071c6e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:54.202296 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfd937d3-973f-44eb-b87a-21c3fbe74e05 req-cb27415c-67e5-4aec-b9a6-cadd1071c6e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0486391 Sep 16 05:55:54.240434 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dfd937d3-973f-44eb-b87a-21c3fbe74e05 req-2570aa97-c792-47e3-81bb-b50d391dfda7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322969 Sep 16 05:55:55.361878 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff481c0-eeee-47cf-ab81-9ad1a888837f req-bf1befed-aa63-4ff1-b858-731ba97d7fe7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:55.363384 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ff481c0-eeee-47cf-ab81-9ad1a888837f req-bf1befed-aa63-4ff1-b858-731ba97d7fe7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0552137 Sep 16 05:55:55.401373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ff481c0-eeee-47cf-ab81-9ad1a888837f req-e2f73a47-bc2f-4420-8d22-5749041a7aa7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318046 Sep 16 05:55:56.514257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb06e82-c9bb-4483-9ff5-fa2e24139015 req-84375766-e0b8-49e8-89a2-6d796636d095 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:56.515744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5eb06e82-c9bb-4483-9ff5-fa2e24139015 req-84375766-e0b8-49e8-89a2-6d796636d095 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0483263 Sep 16 05:55:56.554517 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5eb06e82-c9bb-4483-9ff5-fa2e24139015 req-c7736222-564d-4b9d-8191-7fd7855bdf66 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328524 Sep 16 05:55:57.669183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c286a07-a8c0-4381-a7d8-382d4d37e641 req-d3b9fa6d-b5a9-4228-b2e0-935823242ca3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:57.670716 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c286a07-a8c0-4381-a7d8-382d4d37e641 req-d3b9fa6d-b5a9-4228-b2e0-935823242ca3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0510471 Sep 16 05:55:57.709027 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6c286a07-a8c0-4381-a7d8-382d4d37e641 req-873ba0d8-5161-4be1-a58a-96ad722a6ef3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324445 Sep 16 05:55:58.827122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1c978-12e7-4f9e-9e24-d84111be7231 req-459165fc-c4eb-4e89-ad75-2e38c93702cb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:58.828607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5e1c978-12e7-4f9e-9e24-d84111be7231 req-459165fc-c4eb-4e89-ad75-2e38c93702cb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0535302 Sep 16 05:55:58.865746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c5e1c978-12e7-4f9e-9e24-d84111be7231 req-c3e75132-fd36-4475-93c7-9be554e5774d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313365 Sep 16 05:55:59.981071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3436e-e3c7-4c1c-9994-a0051e3efdda req-d1dee565-0f69-4e51-b787-0656a2d9ea6a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:59.986450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7b3436e-e3c7-4c1c-9994-a0051e3efdda req-d1dee565-0f69-4e51-b787-0656a2d9ea6a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0491941 Sep 16 05:56:00.021177 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a7b3436e-e3c7-4c1c-9994-a0051e3efdda req-99b34c60-dffe-4d8d-a7db-ba82bda69298 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325956 Sep 16 05:56:01.142716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb68dd0-e435-40c3-9f67-f8789fac23e8 req-9c0dd3c1-8235-451d-8faf-59120e92113d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:01.144203 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4eb68dd0-e435-40c3-9f67-f8789fac23e8 req-9c0dd3c1-8235-451d-8faf-59120e92113d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0490642 Sep 16 05:56:01.181484 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4eb68dd0-e435-40c3-9f67-f8789fac23e8 req-89fb78cf-8244-460a-8cd8-75841a512e99 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313859 Sep 16 05:56:01.204216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45272) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:01.267775 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-380cf303-63ec-49ea-ba4d-d914f5a082de tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/202fe4e4-0386-4a69-aff1-0249a28749fd HTTP/1.1" status: 200 len: 992 time: 0.0623858 Sep 16 05:56:07.132321 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:12.125893 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7cc441d2-5831-4dbf-a545-6a7acd3a0b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.054531 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:14.517932 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2a9c8915-b410-4ee2-b16a-452850532de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.403812 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:16.268364 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:17.114120 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:17.780956 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.039924 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75c1e30b-2603-4842-b318-b6c9d8795b61 req-0098256f-c5e6-4adb-bf31-79d5b610e868 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391691 Sep 16 05:56:31.128216 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e30b-2603-4842-b318-b6c9d8795b61 req-ead14d29-da7b-4939-82b4-8477e1e88df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:31.129779 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75c1e30b-2603-4842-b318-b6c9d8795b61 req-ead14d29-da7b-4939-82b4-8477e1e88df0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 1097 time: 0.0458565 Sep 16 05:56:31.230863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e30b-2603-4842-b318-b6c9d8795b61 req-f22122fc-a881-4a0c-b1ce-8e96e966e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:31.232336 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75c1e30b-2603-4842-b318-b6c9d8795b61 req-f22122fc-a881-4a0c-b1ce-8e96e966e95b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9237674e-ee84-4ab7-a678-930b364c37d2 HTTP/1.1" status: 200 len: 896 time: 0.0831275 Sep 16 05:56:31.300983 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75c1e30b-2603-4842-b318-b6c9d8795b61 req-14e551f8-0378-4642-8a8f-998c3f316a47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17ae6dc-3088-4235-bfca-30f49b794cc5 HTTP/1.1" status: 200 len: 1000 time: 0.0616622 Sep 16 05:56:31.354740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e30b-2603-4842-b318-b6c9d8795b61 req-686c53d3-5126-484a-b673-1fcfa8640c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:31.356183 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75c1e30b-2603-4842-b318-b6c9d8795b61 req-686c53d3-5126-484a-b673-1fcfa8640c23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c077083a-1704-453d-a2fd-410c8c88cdc0 HTTP/1.1" status: 200 len: 834 time: 0.0474069 Sep 16 05:56:31.401725 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e30b-2603-4842-b318-b6c9d8795b61 req-1452d2d8-e22b-45dd-84e5-aa2a021b0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:31.403193 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75c1e30b-2603-4842-b318-b6c9d8795b61 req-1452d2d8-e22b-45dd-84e5-aa2a021b0425 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9237674e-ee84-4ab7-a678-930b364c37d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397770 Sep 16 05:56:31.494887 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75c1e30b-2603-4842-b318-b6c9d8795b61 req-0e40a741-38e0-446c-ab47-1d0c4eabc4e4 service neutron] 10.222.0.37 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831435 Sep 16 05:56:31.589146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-75c1e30b-2603-4842-b318-b6c9d8795b61 req-4f1468e6-72a5-49bb-8783-9a65413217ff service neutron] 10.222.0.37 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861959 Sep 16 05:56:31.960509 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45300) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:32.120325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 62fceb9a-79a3-4772-9d4b-7af073e03dda {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:32.121062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.195326 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.195661 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.207090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 62fceb9a-79a3-4772-9d4b-7af073e03dda owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:32.742523 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.766715 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=62fceb9a-79a3-4772-9d4b-7af073e03dda,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:32.793740 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:32.794093 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:32.794436 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:32.794773 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:32.795104 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:32.795434 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:32.795762 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:32.796090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:32.796416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:32.796763 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:32.797085 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:32.797408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:32.839965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.840294 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Floating IP 202fe4e4-0386-4a69-aff1-0249a28749fd disassociated (deleted). External IP: 172.25.3.34, port: d17ae6dc-3088-4235-bfca-30f49b794cc5. Sep 16 05:56:33.047173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:56:33.154911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:33.160296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.165524 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b9e3b4-9d10-4f93-9209-aa5759b528fe None None] Sync routers for ids ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:33.174738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b9e3b4-9d10-4f93-9209-aa5759b528fe None None] Routers {'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:33.175359 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-22b9e3b4-9d10-4f93-9209-aa5759b528fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:33.187083 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4b57769c-eea2-46d2-a600-cb36bb1b0e45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/floatingips/202fe4e4-0386-4a69-aff1-0249a28749fd HTTP/1.1" status: 204 len: 168 time: 1.2255180 Sep 16 05:56:33.187679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'tag': 'd17ae6dc-3088-4235-bfca-30f49b794cc5'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:33.190494 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d912141f-5d93-43fe-92a3-b005bd1f4ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "6964bfd6-0a76-42fe-9c05-96b915dacfe8", "tag": "d17ae6dc-3088-4235-bfca-30f49b794cc5"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:33.256368 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2c1ca8-9a69-48ba-822b-0ccaeb410f1c x-openstack-request-id: req-df2c1ca8-9a69-48ba-822b-0ccaeb410f1c {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:33.256368 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6964bfd6-0a76-42fe-9c05-96b915dacfe8", "tag": "d17ae6dc-3088-4235-bfca-30f49b794cc5", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:33.256869 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df2c1ca8-9a69-48ba-822b-0ccaeb410f1c {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:33.257356 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'tag': 'd17ae6dc-3088-4235-bfca-30f49b794cc5', 'status': 'completed', 'code': 200} Sep 16 05:56:33.292105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-22b9e3b4-9d10-4f93-9209-aa5759b528fe None None] Set router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:33.318873 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912141f-5d93-43fe-92a3-b005bd1f4ac1 req-caf64c26-2d89-4e93-8559-6db52a2b3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:33.320337 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d912141f-5d93-43fe-92a3-b005bd1f4ac1 req-caf64c26-2d89-4e93-8559-6db52a2b3de4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 1097 time: 0.0414388 Sep 16 05:56:33.414238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912141f-5d93-43fe-92a3-b005bd1f4ac1 req-7e76d64d-58f8-44a7-bc99-4ef2c4fb4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:33.415741 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d912141f-5d93-43fe-92a3-b005bd1f4ac1 req-7e76d64d-58f8-44a7-bc99-4ef2c4fb4ff0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9237674e-ee84-4ab7-a678-930b364c37d2 HTTP/1.1" status: 200 len: 896 time: 0.0886943 Sep 16 05:56:33.459086 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d912141f-5d93-43fe-92a3-b005bd1f4ac1 req-fbd874ab-9abd-49b9-8b9d-3ec5292a3bd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17ae6dc-3088-4235-bfca-30f49b794cc5 HTTP/1.1" status: 200 len: 217 time: 0.0363467 Sep 16 05:56:33.504795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-22b9e3b4-9d10-4f93-9209-aa5759b528fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '362a9164-37c7-4786-b29e-6e5b6edbb8d9', 'name': '', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:34:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:54Z', 'updated_at': '2021-09-16T05:54:57Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:33.509608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912141f-5d93-43fe-92a3-b005bd1f4ac1 req-aed9239b-1cdc-41c9-b00b-f0396229ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:33.511101 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d912141f-5d93-43fe-92a3-b005bd1f4ac1 req-aed9239b-1cdc-41c9-b00b-f0396229ceaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c077083a-1704-453d-a2fd-410c8c88cdc0 HTTP/1.1" status: 200 len: 834 time: 0.0455201 Sep 16 05:56:33.531765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b9e3b4-9d10-4f93-9209-aa5759b528fe None None] Checking router: bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:56:33.540816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b9e3b4-9d10-4f93-9209-aa5759b528fe None None] Routers {'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:33.541441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-22b9e3b4-9d10-4f93-9209-aa5759b528fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:33.558536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912141f-5d93-43fe-92a3-b005bd1f4ac1 req-11cb2aa4-4f9c-41be-8bb6-fbfd202d2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:33.560074 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d912141f-5d93-43fe-92a3-b005bd1f4ac1 req-11cb2aa4-4f9c-41be-8bb6-fbfd202d2986 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9237674e-ee84-4ab7-a678-930b364c37d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424085 Sep 16 05:56:33.633724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3ca5d-462e-4340-9ee7-4163228259a0 req-bcb375bb-53ab-48a1-baf3-169bee22371d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:33.635316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ba3ca5d-462e-4340-9ee7-4163228259a0 req-bcb375bb-53ab-48a1-baf3-169bee22371d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0543454 Sep 16 05:56:33.651816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-22b9e3b4-9d10-4f93-9209-aa5759b528fe None None] Set router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:33.664912 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d912141f-5d93-43fe-92a3-b005bd1f4ac1 req-2524e297-7be0-44f4-beab-4dcb522feb5f service neutron] 10.222.0.37 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946903 Sep 16 05:56:33.679586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ba3ca5d-462e-4340-9ee7-4163228259a0 req-af106f2f-19b3-411e-8f0f-c83b569aefee tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365820 Sep 16 05:56:33.762185 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d912141f-5d93-43fe-92a3-b005bd1f4ac1 req-57bb95c1-0d5c-44bc-a16e-9c0e23811e58 service neutron] 10.222.0.37 "GET /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890789 Sep 16 05:56:33.851344 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-22b9e3b4-9d10-4f93-9209-aa5759b528fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '362a9164-37c7-4786-b29e-6e5b6edbb8d9', 'name': '', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:34:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:54Z', 'updated_at': '2021-09-16T05:54:57Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:33.882424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b9e3b4-9d10-4f93-9209-aa5759b528fe None None] The sync data for ids ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'] in n-d-712137-12 is: [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '362a9164-37c7-4786-b29e-6e5b6edbb8d9', 'name': '', 'network_id': '9237674e-ee84-4ab7-a678-930b364c37d2', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:34:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:54Z', 'updated_at': '2021-09-16T05:54:57Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'c077083a-1704-453d-a2fd-410c8c88cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:34.095462 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea50479c-c763-40ba-a91e-b23bbcf42743 None None] New status for floating IP 202fe4e4-0386-4a69-aff1-0249a28749fd: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:56:34.814125 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59573885-4bba-43ca-a1a2-40d9ba16ec5d req-a4d2b1ba-0708-435f-95da-1ae059587410 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:34.815600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59573885-4bba-43ca-a1a2-40d9ba16ec5d req-a4d2b1ba-0708-435f-95da-1ae059587410 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0501566 Sep 16 05:56:34.857241 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59573885-4bba-43ca-a1a2-40d9ba16ec5d req-239990fe-9fa5-4f8e-95bf-4110803aabaf tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=473e4791-f485-4d1a-9f65-57c4b9ea14db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357513 Sep 16 05:56:35.066358 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913075e-7a32-482d-95c4-39630357c490 req-b8c54681-0e9b-41ab-b2ea-1f4d2c4dcac0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:35.067841 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0913075e-7a32-482d-95c4-39630357c490 req-b8c54681-0e9b-41ab-b2ea-1f4d2c4dcac0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.37 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 945 time: 0.0497262 Sep 16 05:56:35.162173 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-0913075e-7a32-482d-95c4-39630357c490 req-77e8a045-4077-40ef-94af-ff69e4436b6e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port d17ae6dc-3088-4235-bfca-30f49b794cc5 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:35.162524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0913075e-7a32-482d-95c4-39630357c490 req-77e8a045-4077-40ef-94af-ff69e4436b6e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.253182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0913075e-7a32-482d-95c4-39630357c490 req-77e8a045-4077-40ef-94af-ff69e4436b6e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port d17ae6dc-3088-4235-bfca-30f49b794cc5, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d17ae6dc-3088-4235-bfca-30f49b794cc5,segment=NetworkSegment(ceb84191-d873-4449-aa49-c19dea7fcb08),segment_id=ceb84191-d873-4449-aa49-c19dea7fcb08)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:35.260342 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0913075e-7a32-482d-95c4-39630357c490 req-77e8a045-4077-40ef-94af-ff69e4436b6e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.265125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-0913075e-7a32-482d-95c4-39630357c490 req-77e8a045-4077-40ef-94af-ff69e4436b6e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for d17ae6dc-3088-4235-bfca-30f49b794cc5 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:35.513979 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0913075e-7a32-482d-95c4-39630357c490 req-77e8a045-4077-40ef-94af-ff69e4436b6e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.544205 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8a045-4077-40ef-94af-ff69e4436b6e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=d17ae6dc-3088-4235-bfca-30f49b794cc5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:35.586299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0913075e-7a32-482d-95c4-39630357c490 req-77e8a045-4077-40ef-94af-ff69e4436b6e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] No DVR routers for this DVR port d17ae6dc-3088-4235-bfca-30f49b794cc5 on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:35.588933 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0913075e-7a32-482d-95c4-39630357c490 req-77e8a045-4077-40ef-94af-ff69e4436b6e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.591059 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0913075e-7a32-482d-95c4-39630357c490 req-77e8a045-4077-40ef-94af-ff69e4436b6e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.37 "DELETE /v2.0/ports/d17ae6dc-3088-4235-bfca-30f49b794cc5 HTTP/1.1" status: 204 len: 173 time: 0.5172136 Sep 16 05:56:35.591491 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'name': 'network-vif-deleted', 'tag': 'd17ae6dc-3088-4235-bfca-30f49b794cc5'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:35.593749 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a002fce1-aa0a-42e6-9bf6-c0c2a5c25103" -d '{"events": [{"server_uuid": "6964bfd6-0a76-42fe-9c05-96b915dacfe8", "name": "network-vif-deleted", "tag": "d17ae6dc-3088-4235-bfca-30f49b794cc5"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:35.630038 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9084dc0-c8e8-4955-bd0d-8761b0e772f2 x-openstack-request-id: req-d9084dc0-c8e8-4955-bd0d-8761b0e772f2 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:35.630326 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6964bfd6-0a76-42fe-9c05-96b915dacfe8", "name": "network-vif-deleted", "tag": "d17ae6dc-3088-4235-bfca-30f49b794cc5", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:35.630573 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9084dc0-c8e8-4955-bd0d-8761b0e772f2 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:35.630968 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6964bfd6-0a76-42fe-9c05-96b915dacfe8', 'name': 'network-vif-deleted', 'tag': 'd17ae6dc-3088-4235-bfca-30f49b794cc5', 'status': 'completed', 'code': 200} Sep 16 05:56:35.967485 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8b78e7d7-c14e-4160-921c-f2359dcb9185 req-530877ac-a869-4f55-ac88-4db1c78c47bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6964bfd6-0a76-42fe-9c05-96b915dacfe8 HTTP/1.1" status: 200 len: 210 time: 0.0275359 Sep 16 05:56:37.025520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45320) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:37.387622 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54714096-02ba-47aa-b5e9-57be7b178a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:37.637033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-54714096-02ba-47aa-b5e9-57be7b178a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 362a9164-37c7-4786-b29e-6e5b6edbb8d9 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:37.637387 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54714096-02ba-47aa-b5e9-57be7b178a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:37.723088 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-54714096-02ba-47aa-b5e9-57be7b178a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port 362a9164-37c7-4786-b29e-6e5b6edbb8d9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=362a9164-37c7-4786-b29e-6e5b6edbb8d9,segment=NetworkSegment(ceb84191-d873-4449-aa49-c19dea7fcb08),segment_id=ceb84191-d873-4449-aa49-c19dea7fcb08)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:37.723461 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54714096-02ba-47aa-b5e9-57be7b178a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:37.736244 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-54714096-02ba-47aa-b5e9-57be7b178a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 362a9164-37c7-4786-b29e-6e5b6edbb8d9 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:37.986235 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54714096-02ba-47aa-b5e9-57be7b178a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.017937 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54714096-02ba-47aa-b5e9-57be7b178a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=362a9164-37c7-4786-b29e-6e5b6edbb8d9,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:38.193268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-54714096-02ba-47aa-b5e9-57be7b178a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.415078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54714096-02ba-47aa-b5e9-57be7b178a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:56:38.525605 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54714096-02ba-47aa-b5e9-57be7b178a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:38.530988 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-54714096-02ba-47aa-b5e9-57be7b178a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "PUT /v2.0/routers/bf561d36-6bc8-4914-9ccb-8cc94f9c22a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5044656 Sep 16 05:56:38.533987 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45322) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:38.536642 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d2bfa-e5e0-40d6-aaa9-644b9c97ccbd None None] Sync routers for ids ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:38.545610 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d2bfa-e5e0-40d6-aaa9-644b9c97ccbd None None] Routers {'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:38.546222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d32d2bfa-e5e0-40d6-aaa9-644b9c97ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:38.584485 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-f660508b-1695-4e69-ad70-d7be51fb0f1d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting subnet c077083a-1704-453d-a2fd-410c8c88cdc0 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:56:38.587547 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f660508b-1695-4e69-ad70-d7be51fb0f1d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.626909 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f660508b-1695-4e69-ad70-d7be51fb0f1d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.651209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-d32d2bfa-e5e0-40d6-aaa9-644b9c97ccbd None None] Set router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:38.917617 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d17ae6dc-3088-4235-bfca-30f49b794cc5 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:38.943448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: d17ae6dc-3088-4235-bfca-30f49b794cc5 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:56:38.943793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d17ae6dc-3088-4235-bfca-30f49b794cc5 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:39.015202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d32d2bfa-e5e0-40d6-aaa9-644b9c97ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:56:37Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:39.045141 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f660508b-1695-4e69-ad70-d7be51fb0f1d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.047054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d2bfa-e5e0-40d6-aaa9-644b9c97ccbd None None] Checking router: bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:56:39.055954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d2bfa-e5e0-40d6-aaa9-644b9c97ccbd None None] Routers {'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:39.056622 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d32d2bfa-e5e0-40d6-aaa9-644b9c97ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:56:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:39.164274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-d32d2bfa-e5e0-40d6-aaa9-644b9c97ccbd None None] Set router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:39.177227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f660508b-1695-4e69-ad70-d7be51fb0f1d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.209057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f660508b-1695-4e69-ad70-d7be51fb0f1d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.214359 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f660508b-1695-4e69-ad70-d7be51fb0f1d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/subnets/c077083a-1704-453d-a2fd-410c8c88cdc0 HTTP/1.1" status: 204 len: 168 time: 0.6759834 Sep 16 05:56:39.214359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660508b-1695-4e69-ad70-d7be51fb0f1d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Subnet': ['ID=c077083a-1704-453d-a2fd-410c8c88cdc0,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:39.214546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45324) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:39.218047 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2472d2-5a9f-4243-b749-00438cf4853d None None] Network 9237674e-ee84-4ab7-a678-930b364c37d2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:39.324075 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.430272 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.449408 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d32d2bfa-e5e0-40d6-aaa9-644b9c97ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:56:37Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:39.477969 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d2bfa-e5e0-40d6-aaa9-644b9c97ccbd None None] The sync data for ids ['bf561d36-6bc8-4914-9ccb-8cc94f9c22a3'] in n-d-712137-12 is: [{'id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261386140', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:54:50Z', 'updated_at': '2021-09-16T05:56:37Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '94ddbdaa-cc55-4653-9e06-df2e5dba3d94', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf561d36-6bc8-4914-9ccb-8cc94f9c22a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:54:51Z', 'updated_at': '2021-09-16T05:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:39.488105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] DHCP port deletion for 9237674e-ee84-4ab7-a678-930b364c37d2 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:56:39.540568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Deleting port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:39.541294 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.559187 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:39.559537 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.603940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] For port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4e7e7f13-8869-4630-9b1d-0a7b006d8ae9,segment=NetworkSegment(ceb84191-d873-4449-aa49-c19dea7fcb08),segment_id=ceb84191-d873-4449-aa49-c19dea7fcb08)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:39.604334 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.616892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Calling delete_port for 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:39.637850 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port 94ddbdaa-cc55-4653-9e06-df2e5dba3d94, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=94ddbdaa-cc55-4653-9e06-df2e5dba3d94,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:39.638223 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.650886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:39.771007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.796692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Pushing event deleted for resources: {'Port': ['ID=4e7e7f13-8869-4630-9b1d-0a7b006d8ae9,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:39.801158 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] No DVR routers for this DVR port 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:39.808100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.808446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.808813 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.809147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.809477 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.809805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.810126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.810454 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.810776 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.811093 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.811410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.811729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25a04f-1d21-4d05-b779-00df44edfedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.878160 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.911560 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=94ddbdaa-cc55-4653-9e06-df2e5dba3d94,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:39.926071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.926429 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.926767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.927124 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.927589 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.927950 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.928314 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.928740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.929074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.929427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.929761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.930084 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:39.987962 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.081824 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.083904 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.182197 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.182724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Fanout notify agent at l3_agent the message router_deleted on router bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:56:40.190438 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.191560 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bf81235e-9923-40d6-9f8b-d727215772a7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/routers/bf561d36-6bc8-4914-9ccb-8cc94f9c22a3 HTTP/1.1" status: 204 len: 168 time: 0.9765935 Sep 16 05:56:40.194283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45326) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:40.275566 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.374488 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.398504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9237674e-ee84-4ab7-a678-930b364c37d2']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:40.407784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb84191-d873-4449-aa49-c19dea7fcb08') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:40.408090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb84191-d873-4449-aa49-c19dea7fcb08') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:40.417239 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.430381 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.436213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:56:40.436634 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:56:40.441988 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:56:40.576737 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.582789 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.585753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/networks/9237674e-ee84-4ab7-a678-930b364c37d2 HTTP/1.1" status: 204 len: 168 time: 0.3905082 Sep 16 05:56:40.589047 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45328) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:40.600676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a522c-0c9e-4d51-a31e-de4d124ba5dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Network': ['ID=9237674e-ee84-4ab7-a678-930b364c37d2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:40.651794 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-511ff108-d681-4922-9bd9-469f4e307873 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.677681 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-511ff108-d681-4922-9bd9-469f4e307873 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.810913 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-511ff108-d681-4922-9bd9-469f4e307873 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.813559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-511ff108-d681-4922-9bd9-469f4e307873 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.814791 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-511ff108-d681-4922-9bd9-469f4e307873 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/security-groups/473e4791-f485-4d1a-9f65-57c4b9ea14db HTTP/1.1" status: 204 len: 168 time: 0.2247140 Sep 16 05:56:40.823663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ff108-d681-4922-9bd9-469f4e307873 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e4791-f485-4d1a-9f65-57c4b9ea14db,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:41.207411 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:41.228297 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:56:41.228670 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4e7e7f13-8869-4630-9b1d-0a7b006d8ae9 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:41.229079 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 362a9164-37c7-4786-b29e-6e5b6edbb8d9 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:41.247437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 362a9164-37c7-4786-b29e-6e5b6edbb8d9 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:56:41.247785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 362a9164-37c7-4786-b29e-6e5b6edbb8d9 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:41.248193 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:41.269199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:56:41.269542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 94ddbdaa-cc55-4653-9e06-df2e5dba3d94 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:41.494587 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45334) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:41.499206 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5a0a6287-98bf-408a-9cfc-81abe3491522 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397714549', 'description': 'tempest-secgroup-smoke-1397714549 description', 'project_id': '6964a8c572ea4a419aaa8f19ff900180'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:41.581142 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6287-98bf-408a-9cfc-81abe3491522 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.659558 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6287-98bf-408a-9cfc-81abe3491522 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.722929 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6287-98bf-408a-9cfc-81abe3491522 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.753064 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a6287-98bf-408a-9cfc-81abe3491522 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44e5f9b-618f-4701-a2f7-44784801f838,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:41.826335 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6287-98bf-408a-9cfc-81abe3491522 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.827669 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5a0a6287-98bf-408a-9cfc-81abe3491522 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3320527 Sep 16 05:56:41.830695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45336) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:41.835212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-d247e643-6f50-4abc-a3d3-197b82cb102a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'c44e5f9b-618f-4701-a2f7-44784801f838', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:41.930893 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d247e643-6f50-4abc-a3d3-197b82cb102a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.986263 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d247e643-6f50-4abc-a3d3-197b82cb102a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.066614 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d247e643-6f50-4abc-a3d3-197b82cb102a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.088122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247e643-6f50-4abc-a3d3-197b82cb102a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3773a04-edf7-4d06-b597-e720e8c60967,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:42.151819 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b6f3-7e37-4c3e-bd49-0a278c6f0f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.180239 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-d247e643-6f50-4abc-a3d3-197b82cb102a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.181549 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d247e643-6f50-4abc-a3d3-197b82cb102a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499258 Sep 16 05:56:42.184385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45338) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:42.188738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-3ce613ac-0bf2-4e16-aebd-34425338ca18 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'c44e5f9b-618f-4701-a2f7-44784801f838', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:42.317432 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3ce613ac-0bf2-4e16-aebd-34425338ca18 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.373542 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3ce613ac-0bf2-4e16-aebd-34425338ca18 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.448492 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3ce613ac-0bf2-4e16-aebd-34425338ca18 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.466929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce613ac-0bf2-4e16-aebd-34425338ca18 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3722421-21ce-4e19-899b-da069047454a,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:42.540078 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3ce613ac-0bf2-4e16-aebd-34425338ca18 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.541313 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3ce613ac-0bf2-4e16-aebd-34425338ca18 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3559482 Sep 16 05:56:42.544004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45340) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:42.548396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f7b24adf-8103-47b5-bad4-5cadd2d7c75e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'c44e5f9b-618f-4701-a2f7-44784801f838', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:42.636546 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7b24adf-8103-47b5-bad4-5cadd2d7c75e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.697259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7b24adf-8103-47b5-bad4-5cadd2d7c75e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.788148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7b24adf-8103-47b5-bad4-5cadd2d7c75e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.803505 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b24adf-8103-47b5-bad4-5cadd2d7c75e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab1a707-5d53-4081-a75d-a63d52278c5e,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:42.889087 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7b24adf-8103-47b5-bad4-5cadd2d7c75e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.890368 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f7b24adf-8103-47b5-bad4-5cadd2d7c75e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3453906 Sep 16 05:56:42.893608 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45342) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:42.898164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-833468f7-1407-40bc-b388-18510e9350af tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'c44e5f9b-618f-4701-a2f7-44784801f838', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:42.975365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-833468f7-1407-40bc-b388-18510e9350af tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.034673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-833468f7-1407-40bc-b388-18510e9350af tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.045446 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.094277 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-833468f7-1407-40bc-b388-18510e9350af tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.113695 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833468f7-1407-40bc-b388-18510e9350af tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb8299c-7096-4ffe-86ae-41d637a35b00,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:43.180146 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-833468f7-1407-40bc-b388-18510e9350af tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.181409 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-833468f7-1407-40bc-b388-18510e9350af tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2868755 Sep 16 05:56:43.184098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45344) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:43.188551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a94166fd-3196-4a0c-b5d1-1467888e42ae tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'c44e5f9b-618f-4701-a2f7-44784801f838', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:43.262234 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-a94166fd-3196-4a0c-b5d1-1467888e42ae tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Project 6964a8c572ea4a419aaa8f19ff900180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:56:43.267054 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a94166fd-3196-4a0c-b5d1-1467888e42ae tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.326595 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a94166fd-3196-4a0c-b5d1-1467888e42ae tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.416825 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a94166fd-3196-4a0c-b5d1-1467888e42ae tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.435148 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94166fd-3196-4a0c-b5d1-1467888e42ae tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314df695-443f-49b2-8790-cb41e19de6bc,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:43.518017 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a94166fd-3196-4a0c-b5d1-1467888e42ae tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.519358 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a94166fd-3196-4a0c-b5d1-1467888e42ae tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3342266 Sep 16 05:56:43.522147 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45346) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:43.526779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-88f5a61f-c009-4642-85b5-311563947f11 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'c44e5f9b-618f-4701-a2f7-44784801f838', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:43.631527 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-88f5a61f-c009-4642-85b5-311563947f11 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Project 6964a8c572ea4a419aaa8f19ff900180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:56:43.636633 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88f5a61f-c009-4642-85b5-311563947f11 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.699652 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88f5a61f-c009-4642-85b5-311563947f11 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.762754 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88f5a61f-c009-4642-85b5-311563947f11 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.780434 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5a61f-c009-4642-85b5-311563947f11 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed3d02b-cd41-4603-a297-781222f43745,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:43.850544 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-88f5a61f-c009-4642-85b5-311563947f11 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.851850 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-88f5a61f-c009-4642-85b5-311563947f11 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3287473 Sep 16 05:56:43.854651 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45348) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:43.859499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-55a899d4-2150-4a6b-87dc-e7ced0b2de02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'network': {'name': 'tempest-network-smoke--1762226595', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'port_security_enabled': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:43.947577 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a899d4-2150-4a6b-87dc-e7ced0b2de02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:43.951127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55a899d4-2150-4a6b-87dc-e7ced0b2de02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.975350 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a899d4-2150-4a6b-87dc-e7ced0b2de02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:56:43.984847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55a899d4-2150-4a6b-87dc-e7ced0b2de02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.985188 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-55a899d4-2150-4a6b-87dc-e7ced0b2de02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Added segment 3335a7f7-9d56-42bf-ba19-6b1cd0df1548 of type vlan for network 745cdec1-c153-4ce6-ad43-125366122a3c Sep 16 05:56:44.025931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55a899d4-2150-4a6b-87dc-e7ced0b2de02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.096414 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55a899d4-2150-4a6b-87dc-e7ced0b2de02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.102043 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a899d4-2150-4a6b-87dc-e7ced0b2de02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:44.102631 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-55a899d4-2150-4a6b-87dc-e7ced0b2de02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.132447 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:44.169712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a899d4-2150-4a6b-87dc-e7ced0b2de02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Network': ['ID=745cdec1-c153-4ce6-ad43-125366122a3c,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:44.180224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 745cdec1-c153-4ce6-ad43-125366122a3c details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:56:44.182801 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-55a899d4-2150-4a6b-87dc-e7ced0b2de02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3271480 Sep 16 05:56:44.185527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45350) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:44.190819 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'admin_state_up': True, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:44.302522 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.306546 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.355597 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.502415 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8d37dfc4-1d78-49a1-b265-8ba70d93cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.546941 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.780708 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.803191 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.901525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.25.3.189 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/a07bb90a-72ef-4707-961e-7471d839d8db) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:45.008427 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.125778 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.164610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:45.167397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:45.169766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:45.199248 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=a07bb90a-72ef-4707-961e-7471d839d8db,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:45.363373 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.498435 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.694075 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.877061 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 3770d9e9-13b9-4092-a868-b4802ba95e29 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:56:45.981738 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:45.992620 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Sync routers for ids ['3770d9e9-13b9-4092-a868-b4802ba95e29'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:46.002021 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Routers {'3770d9e9-13b9-4092-a868-b4802ba95e29'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:46.007091 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3770d9e9-13b9-4092-a868-b4802ba95e29'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:46.054876 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.056200 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b161f210-3261-4436-be54-087195394a02 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8696656 Sep 16 05:56:46.059225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45352) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:46.087203 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-35428c85-f970-4990-b3fe-fb35e6e6b918 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=6964a8c572ea4a419aaa8f19ff900180&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268703 Sep 16 05:56:46.089828 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45354) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:46.110748 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Set router 3770d9e9-13b9-4092-a868-b4802ba95e29 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:46.182365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3de6be-4141-4541-8a78-98b4a3aeeaf6 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:46.186522 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-cb3de6be-4141-4541-8a78-98b4a3aeeaf6 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940466 Sep 16 05:56:46.186679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45356) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:46.217757 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a2c531bb-7b79-4cb5-bb17-1e1a4dd7b56c tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274396 Sep 16 05:56:46.218014 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45358) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:46.223454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fcc98f46-5ffa-4bb4-a903-63baadf080fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1073675553', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:46.288989 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.300019 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:45Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:46.329524 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Checking router: 3770d9e9-13b9-4092-a868-b4802ba95e29 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:56:46.329863 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Updating router 3770d9e9-13b9-4092-a868-b4802ba95e29 port a07bb90a-72ef-4707-961e-7471d839d8db binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:56:46.365376 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc98f46-5ffa-4bb4-a903-63baadf080fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:46.366571 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.369136 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fcc98f46-5ffa-4bb4-a903-63baadf080fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.599842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fcc98f46-5ffa-4bb4-a903-63baadf080fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.611163 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.664692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc98f46-5ffa-4bb4-a903-63baadf080fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Subnet': ['ID=fe1af39d-efa4-42e2-a5a2-3c09e6ae5487,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:46.673438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc98f46-5ffa-4bb4-a903-63baadf080fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Checking segment: {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:46.673751 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.673909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc98f46-5ffa-4bb4-a903-63baadf080fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network hostable DHCP agents. Network: 745cdec1-c153-4ce6-ad43-125366122a3c, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:56:46.726787 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Attempting to bind port a07bb90a-72ef-4707-961e-7471d839d8db on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:46.727158 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Attempting to bind port a07bb90a-72ef-4707-961e-7471d839d8db by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:46.727523 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Attempting to bind port a07bb90a-72ef-4707-961e-7471d839d8db on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:46.734268 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Pushing event updated for resources: {'Port': ['ID=a07bb90a-72ef-4707-961e-7471d839d8db,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:46.738100 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:46.738469 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:46.738866 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.739255 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:46.739714 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Bound port: a07bb90a-72ef-4707-961e-7471d839d8db, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:46.740090 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.753700 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc98f46-5ffa-4bb4-a903-63baadf080fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 745cdec1-c153-4ce6-ad43-125366122a3c is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:56:46.762080 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:46.762428 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:46.762765 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:46.763101 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:46.763427 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:46.763755 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:46.764076 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:46.764398 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:46.764742 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:46.765061 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:46.765380 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:46.765696 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:46.800255 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] For port a07bb90a-72ef-4707-961e-7471d839d8db, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:46.803228 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] For port a07bb90a-72ef-4707-961e-7471d839d8db, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a07bb90a-72ef-4707-961e-7471d839d8db,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:46.833717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-fcc98f46-5ffa-4bb4-a903-63baadf080fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 745cdec1-c153-4ce6-ad43-125366122a3c) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:46.837959 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc98f46-5ffa-4bb4-a903-63baadf080fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:46.838553 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fcc98f46-5ffa-4bb4-a903-63baadf080fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.842506 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174897ef-d214-4c77-8ede-05b360e50677 None None] Network 745cdec1-c153-4ce6-ad43-125366122a3c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:46.860555 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.915942 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a74cf-b202-4635-926f-01d6aaf9cc57 None None] Pushing event updated for resources: {'Port': ['ID=a07bb90a-72ef-4707-961e-7471d839d8db,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:46.918770 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Routers {'3770d9e9-13b9-4092-a868-b4802ba95e29'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:46.919364 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3770d9e9-13b9-4092-a868-b4802ba95e29'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:46.931563 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fcc98f46-5ffa-4bb4-a903-63baadf080fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7125716 Sep 16 05:56:46.934254 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45360) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:47.004949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-745cdec1-c153-4ce6-ad43-125366122a3c', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ips': [{'subnet_id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:56:47.005839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.129956 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] Set router 3770d9e9-13b9-4092-a868-b4802ba95e29 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:47.161540 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Allocated IP 172.20.0.2 (745cdec1-c153-4ce6-ad43-125366122a3c/fe1af39d-efa4-42e2-a5a2-3c09e6ae5487/84d5be5e-034d-4159-a3a0-a8638581aff1) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:47.171948 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.332832 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:45Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:47.340734 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.360429 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2196603c-64f2-4d7f-b631-5ac2eb05dc90 None None] The sync data for ids ['3770d9e9-13b9-4092-a868-b4802ba95e29'] in n-d-712137-12 is: [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:45Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:47.402038 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.412123 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.449684 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Network 745cdec1-c153-4ce6-ad43-125366122a3c is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:47.454291 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:47.457931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:47.472674 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Pushing event updated for resources: {'Port': ['ID=84d5be5e-034d-4159-a3a0-a8638581aff1,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:47.525476 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Attempting to bind port 84d5be5e-034d-4159-a3a0-a8638581aff1 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:47.528673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Attempting to bind port 84d5be5e-034d-4159-a3a0-a8638581aff1 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:47.528673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Attempting to bind port 84d5be5e-034d-4159-a3a0-a8638581aff1 on network 745cdec1-c153-4ce6-ad43-125366122a3c {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:47.531508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:47.532026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Checking segment: {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:47.532565 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.533062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Bound using segment: {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:47.534662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Bound port: 84d5be5e-034d-4159-a3a0-a8638581aff1, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:47.535391 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.625905 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] For port 84d5be5e-034d-4159-a3a0-a8638581aff1, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:47.631161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] For port 84d5be5e-034d-4159-a3a0-a8638581aff1, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=84d5be5e-034d-4159-a3a0-a8638581aff1,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:47.715061 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.725798 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.20.0.1 (745cdec1-c153-4ce6-ad43-125366122a3c/fe1af39d-efa4-42e2-a5a2-3c09e6ae5487/0c14c87e-2830-49a4-b189-c342adcb4b67) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:47.771946 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.788780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1a360-c21c-4d2b-b6b1-ec56710b614d None None] Pushing event updated for resources: {'Port': ['ID=84d5be5e-034d-4159-a3a0-a8638581aff1,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:48.214544 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.323840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.365368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 745cdec1-c153-4ce6-ad43-125366122a3c is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:48.368535 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:48.371592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:48.402373 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=0c14c87e-2830-49a4-b189-c342adcb4b67,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:48.427502 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.616392 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.677512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e8b9d-9eab-4872-b41a-30a603465a03 None None] Network 745cdec1-c153-4ce6-ad43-125366122a3c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:48.755802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d455688a-b2b6-4b99-a267-347fc96395a2 None None] Provisioning complete for port 84d5be5e-034d-4159-a3a0-a8638581aff1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:48.756081 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d455688a-b2b6-4b99-a267-347fc96395a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.899368 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d455688a-b2b6-4b99-a267-347fc96395a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.908146 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.936553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d455688a-b2b6-4b99-a267-347fc96395a2 None None] For port 84d5be5e-034d-4159-a3a0-a8638581aff1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=84d5be5e-034d-4159-a3a0-a8638581aff1,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:48.974572 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.004809 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d455688a-b2b6-4b99-a267-347fc96395a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.058012 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.060768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=0c14c87e-2830-49a4-b189-c342adcb4b67,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:49.062092 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455688a-b2b6-4b99-a267-347fc96395a2 None None] Pushing event updated for resources: {'Port': ['ID=84d5be5e-034d-4159-a3a0-a8638581aff1,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:49.130633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f8d20460-a73f-4948-ad6a-3b634c38884a None None] Provisioning complete for port 84d5be5e-034d-4159-a3a0-a8638581aff1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:49.130999 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f8d20460-a73f-4948-ad6a-3b634c38884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.164399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 745cdec1-c153-4ce6-ad43-125366122a3c is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:49.165952 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:49.239862 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f8d20460-a73f-4948-ad6a-3b634c38884a None None] Provisioning complete for port 0c14c87e-2830-49a4-b189-c342adcb4b67 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:49.240196 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f8d20460-a73f-4948-ad6a-3b634c38884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.282071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f8d20460-a73f-4948-ad6a-3b634c38884a None None] Port 0c14c87e-2830-49a4-b189-c342adcb4b67 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:49.331788 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 3770d9e9-13b9-4092-a868-b4802ba95e29 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:56:49.335639 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a07bb90a-72ef-4707-961e-7471d839d8db up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:49.387883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a07bb90a-72ef-4707-961e-7471d839d8db triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:49.388259 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.438375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b1e54941-d3d1-4ec4-8eb0-feffd9b3770e None None] Provisioning complete for port 0c14c87e-2830-49a4-b189-c342adcb4b67 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:49.438724 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b1e54941-d3d1-4ec4-8eb0-feffd9b3770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.450856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:49.456768 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0db27a05-4170-4f25-a642-710617a42173 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "PUT /v2.0/routers/3770d9e9-13b9-4092-a868-b4802ba95e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5209877 Sep 16 05:56:49.479371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Sync routers for ids ['3770d9e9-13b9-4092-a868-b4802ba95e29'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:49.529328 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Routers {'3770d9e9-13b9-4092-a868-b4802ba95e29'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:49.530076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3770d9e9-13b9-4092-a868-b4802ba95e29'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:49.534708 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b1e54941-d3d1-4ec4-8eb0-feffd9b3770e None None] Port 0c14c87e-2830-49a4-b189-c342adcb4b67 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:49.582815 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.607450 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-de18f8cd-c248-47a0-89dd-48639b915e9e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397714549&fields=id&tenant_id=6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 267 time: 0.0335314 Sep 16 05:56:49.728986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-b9074676-3585-4c5d-8859-598eca0ee8fa tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:49.730566 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-b9074676-3585-4c5d-8859-598eca0ee8fa tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/networks?id=745cdec1-c153-4ce6-ad43-125366122a3c HTTP/1.1" status: 200 len: 797 time: 0.1157532 Sep 16 05:56:49.747581 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-bcd94ca1-92ad-40e1-b5fd-b85f04a1a0dd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/quotas/6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 375 time: 0.0108106 Sep 16 05:56:49.802048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-4253150b-5042-4d86-82e1-0b3919f8ba55 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481787 Sep 16 05:56:49.803858 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port a07bb90a-72ef-4707-961e-7471d839d8db, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a07bb90a-72ef-4707-961e-7471d839d8db,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:49.827102 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-21a28509-77d0-4d2f-aec0-7c42a3723968 None None] Provisioning complete for port 0c14c87e-2830-49a4-b189-c342adcb4b67 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:49.827476 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-21a28509-77d0-4d2f-aec0-7c42a3723968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.832589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Set router 3770d9e9-13b9-4092-a868-b4802ba95e29 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:49.885882 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.886680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 84d5be5e-034d-4159-a3a0-a8638581aff1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:49.905680 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-426d2d04-675c-4c8e-b55f-c2844c776f74 service neutron] 10.222.0.24 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915277 Sep 16 05:56:49.942758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-21a28509-77d0-4d2f-aec0-7c42a3723968 None None] Port 0c14c87e-2830-49a4-b189-c342adcb4b67 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:49.999126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-334ee493-e347-442f-8788-1c128b95c6db service neutron] 10.222.0.24 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864832 Sep 16 05:56:50.055970 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=a07bb90a-72ef-4707-961e-7471d839d8db,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:50.095150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 84d5be5e-034d-4159-a3a0-a8638581aff1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:50.095527 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.208825 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:48Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0c14c87e-2830-49a4-b189-c342adcb4b67', 'name': '', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:a0:16:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:47Z', 'updated_at': '2021-09-16T05:56:48Z', 'revision_number': 2, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:50.242085 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Checking router: 3770d9e9-13b9-4092-a868-b4802ba95e29 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:56:50.242448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Updating router 3770d9e9-13b9-4092-a868-b4802ba95e29 port 0c14c87e-2830-49a4-b189-c342adcb4b67 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:56:50.248414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1fcd0fea-c564-4ada-ae1b-0b9e92e35a6b req-b53e3c7c-c9e9-4dba-85e5-dbae99275655 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0337598 Sep 16 05:56:50.274462 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.542999 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.616736 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.668314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93db47c-bfac-469e-beac-2ae1e6d365f4 None None] Pushing event updated for resources: {'Port': ['ID=0c14c87e-2830-49a4-b189-c342adcb4b67,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:50.726894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Attempting to bind port 0c14c87e-2830-49a4-b189-c342adcb4b67 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:50.727355 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Attempting to bind port 0c14c87e-2830-49a4-b189-c342adcb4b67 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:50.727925 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Attempting to bind port 0c14c87e-2830-49a4-b189-c342adcb4b67 on network 745cdec1-c153-4ce6-ad43-125366122a3c {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:50.733831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:50.734209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Checking segment: {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:50.734609 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.735123 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Bound using segment: {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:50.735618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Bound port: 0c14c87e-2830-49a4-b189-c342adcb4b67, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:50.735989 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.805011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] For port 0c14c87e-2830-49a4-b189-c342adcb4b67, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:50.808347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] For port 0c14c87e-2830-49a4-b189-c342adcb4b67, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0c14c87e-2830-49a4-b189-c342adcb4b67,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:50.872805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1873d89c-340e-45be-9e07-44583b7069b5 None None] Provisioning complete for port 0c14c87e-2830-49a4-b189-c342adcb4b67 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:50.873185 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1873d89c-340e-45be-9e07-44583b7069b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.893676 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.944088 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-1873d89c-340e-45be-9e07-44583b7069b5 None None] Port 0c14c87e-2830-49a4-b189-c342adcb4b67 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:50.966296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Routers {'3770d9e9-13b9-4092-a868-b4802ba95e29'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:50.966939 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3770d9e9-13b9-4092-a868-b4802ba95e29'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:51.004240 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93db47c-bfac-469e-beac-2ae1e6d365f4 None None] Pushing event updated for resources: {'Port': ['ID=0c14c87e-2830-49a4-b189-c342adcb4b67,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:51.089529 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] Set router 3770d9e9-13b9-4092-a868-b4802ba95e29 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:51.200390 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fd6a9fe7-c0b9-4ed1-b726-3d34e21cc22b None None] Provisioning complete for port 0c14c87e-2830-49a4-b189-c342adcb4b67 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:51.200795 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9fe7-c0b9-4ed1-b726-3d34e21cc22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.228322 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a07bb90a-72ef-4707-961e-7471d839d8db up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:51.349145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-220f645d-75b0-4087-98b4-48dcb5df7a2d req-c3132897-fa81-4f64-a790-390cb0877a26 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0277381 Sep 16 05:56:51.388367 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a07bb90a-72ef-4707-961e-7471d839d8db triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:51.388746 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.420581 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9fe7-c0b9-4ed1-b726-3d34e21cc22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.464009 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:48Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0c14c87e-2830-49a4-b189-c342adcb4b67', 'name': '', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:a0:16:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:47Z', 'updated_at': '2021-09-16T05:56:50Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:51.475570 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fd6a9fe7-c0b9-4ed1-b726-3d34e21cc22b None None] For port 0c14c87e-2830-49a4-b189-c342adcb4b67, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0c14c87e-2830-49a4-b189-c342adcb4b67,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:51.504740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefd82d-cf55-4c1f-9fcf-d915699a33fd None None] The sync data for ids ['3770d9e9-13b9-4092-a868-b4802ba95e29'] in n-d-712137-12 is: [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:48Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0c14c87e-2830-49a4-b189-c342adcb4b67', 'name': '', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:a0:16:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:47Z', 'updated_at': '2021-09-16T05:56:50Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:51.536976 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9fe7-c0b9-4ed1-b726-3d34e21cc22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.615438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a9fe7-c0b9-4ed1-b726-3d34e21cc22b None None] Pushing event updated for resources: {'Port': ['ID=0c14c87e-2830-49a4-b189-c342adcb4b67,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:52.211225 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-2c70d2d8-382c-467b-a058-b22ab56b086f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:52.213528 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-2c70d2d8-382c-467b-a058-b22ab56b086f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "GET /v2.0/networks?id=745cdec1-c153-4ce6-ad43-125366122a3c HTTP/1.1" status: 200 len: 797 time: 0.1152656 Sep 16 05:56:52.259627 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-9eccbeec-4902-4f6c-9be5-22cf97d209be tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 380 time: 0.0365555 Sep 16 05:56:52.269467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'port': {'device_id': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'admin_state_up': True, 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'security_groups': ['c44e5f9b-618f-4701-a2f7-44784801f838']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:52.447822 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82be1bbf-fe72-4bf6-a241-4acabe7c2cb4 req-8b66a485-399d-4f9a-a12c-6ffde78c7883 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0290177 Sep 16 05:56:52.470467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:52.470467 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:52.598941 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.20.0.7 (745cdec1-c153-4ce6-ad43-125366122a3c/fe1af39d-efa4-42e2-a5a2-3c09e6ae5487/7b7473f3-003e-41b1-a211-01b50295bd2b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:52.742893 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:52.816699 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:52.857613 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 745cdec1-c153-4ce6-ad43-125366122a3c is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:52.860642 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:52.867586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:52.890774 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=7b7473f3-003e-41b1-a211-01b50295bd2b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:52.919892 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:52.920540 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.000682 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-aeb97c63-302f-4e89-8212-6d5195f453e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7355692 Sep 16 05:56:53.013246 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Request body: {'port': {'device_id': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:53.069006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-ca2be65c-6fc1-45e2-9163-00c6c517d173 None None] Provisioning complete for port 7b7473f3-003e-41b1-a211-01b50295bd2b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:53.069567 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ca2be65c-6fc1-45e2-9163-00c6c517d173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.070374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.104692 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-ca2be65c-6fc1-45e2-9163-00c6c517d173 None None] Port 7b7473f3-003e-41b1-a211-01b50295bd2b cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:53.234961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0c14c87e-2830-49a4-b189-c342adcb4b67 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:53.288707 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 0c14c87e-2830-49a4-b189-c342adcb4b67 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:53.289002 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.351660 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7473f3-003e-41b1-a211-01b50295bd2b {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:53.359910 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.372913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Transition to ACTIVE for port object 7b7473f3-003e-41b1-a211-01b50295bd2b will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:56:53.433786 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.482717 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7473f3-003e-41b1-a211-01b50295bd2b,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:53.571031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Attempting to bind port 7b7473f3-003e-41b1-a211-01b50295bd2b on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:53.571367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Attempting to bind port 7b7473f3-003e-41b1-a211-01b50295bd2b by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:53.571703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Attempting to bind port 7b7473f3-003e-41b1-a211-01b50295bd2b on network 745cdec1-c153-4ce6-ad43-125366122a3c {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:53.574837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3599e-6923-481a-b980-18a45ebcec2e req-055cc9d0-5f71-4adb-8920-3a1e6bdf9745 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:53.576359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Port 7b7473f3-003e-41b1-a211-01b50295bd2b on network 745cdec1-c153-4ce6-ad43-125366122a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:56:53.576729 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Attempting to bind port 7b7473f3-003e-41b1-a211-01b50295bd2b on network 745cdec1-c153-4ce6-ad43-125366122a3c {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:53.576936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90c3599e-6923-481a-b980-18a45ebcec2e req-055cc9d0-5f71-4adb-8920-3a1e6bdf9745 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0544057 Sep 16 05:56:53.582673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:53.583015 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Checking segment: {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:53.583399 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Bound using segment: {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:53.583824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Bound port: 7b7473f3-003e-41b1-a211-01b50295bd2b, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:53.584188 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.616820 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90c3599e-6923-481a-b980-18a45ebcec2e req-40c05b8e-6a5f-4c74-b7fa-601ca57f72e3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331149 Sep 16 05:56:53.655824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:53.659573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7b7473f3-003e-41b1-a211-01b50295bd2b,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:53.764103 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.801691 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:53.802255 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.803661 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] 10.222.0.23 "PUT /v2.0/ports/7b7473f3-003e-41b1-a211-01b50295bd2b HTTP/1.1" status: 200 len: 1092 time: 0.7949948 Sep 16 05:56:53.804198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:53.806410 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a04347b-e70b-43f5-80b1-6f6b7496ea35" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:53.840857 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec61a0-b6ac-47c7-a3b7-b0344954d427 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7473f3-003e-41b1-a211-01b50295bd2b,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:53.852058 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0a7c84-c316-41ff-9b50-63e0aa80e077 x-openstack-request-id: req-9e0a7c84-c316-41ff-9b50-63e0aa80e077 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:53.852356 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:53.852639 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e0a7c84-c316-41ff-9b50-63e0aa80e077 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:53.853046 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'status': 'completed', 'code': 200} Sep 16 05:56:53.909525 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04347b-e70b-43f5-80b1-6f6b7496ea35 req-a622ed94-dc2b-49e7-b1b9-656b3f844ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:53.911092 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3a04347b-e70b-43f5-80b1-6f6b7496ea35 req-a622ed94-dc2b-49e7-b1b9-656b3f844ff5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0436318 Sep 16 05:56:54.016222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04347b-e70b-43f5-80b1-6f6b7496ea35 req-6ce1253d-f870-4e2d-b51d-d36e82585279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.018296 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3a04347b-e70b-43f5-80b1-6f6b7496ea35 req-6ce1253d-f870-4e2d-b51d-d36e82585279 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6964a8c572ea4a419aaa8f19ff900180&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0990081 Sep 16 05:56:54.116742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04347b-e70b-43f5-80b1-6f6b7496ea35 req-23ffde9b-96ff-4780-aaad-871b5f2983dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.118120 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3a04347b-e70b-43f5-80b1-6f6b7496ea35 req-23ffde9b-96ff-4780-aaad-871b5f2983dd service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0937283 Sep 16 05:56:54.193820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-97ce625d-2fa2-452b-8d02-c635d830b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.195404 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-97ce625d-2fa2-452b-8d02-c635d830b5a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0410428 Sep 16 05:56:54.238480 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-185cb71d-44fc-4f16-a6a5-961144cace15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7473f3-003e-41b1-a211-01b50295bd2b HTTP/1.1" status: 200 len: 217 time: 0.0351152 Sep 16 05:56:54.288766 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-f171abaa-1575-440e-964c-4d212752395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.290770 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-f171abaa-1575-440e-964c-4d212752395c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe1af39d-efa4-42e2-a5a2-3c09e6ae5487 HTTP/1.1" status: 200 len: 835 time: 0.0451686 Sep 16 05:56:54.341023 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-d0473d89-367d-494c-b10d-003bb305d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.342527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-d0473d89-367d-494c-b10d-003bb305d3aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=745cdec1-c153-4ce6-ad43-125366122a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445495 Sep 16 05:56:54.432086 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-0310778c-b27e-47ed-b5bc-35ccd53dabbe service neutron] 10.222.0.23 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821016 Sep 16 05:56:54.526369 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8011b61f-6a9f-448d-9111-f77e112e9977 req-c0f10b3b-9c09-4f59-b607-7c4e6582be79 service neutron] 10.222.0.23 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878885 Sep 16 05:56:54.741151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475333a-a45f-4968-8722-80913ca5cd50 req-b8e7841f-72fc-466d-a8aa-d20c54f0aa4d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.742634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9475333a-a45f-4968-8722-80913ca5cd50 req-b8e7841f-72fc-466d-a8aa-d20c54f0aa4d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0582471 Sep 16 05:56:54.780407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9475333a-a45f-4968-8722-80913ca5cd50 req-486cf185-e589-44d5-94d2-ad44c1b89c12 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316734 Sep 16 05:56:55.896870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605e14a-1504-41c6-ad52-e3556a69f475 req-0137dbfa-9d50-4df8-9bfc-5f6a0c955c0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:55.898447 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9605e14a-1504-41c6-ad52-e3556a69f475 req-0137dbfa-9d50-4df8-9bfc-5f6a0c955c0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0485861 Sep 16 05:56:55.935358 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9605e14a-1504-41c6-ad52-e3556a69f475 req-6c5abc5c-42b3-40de-a059-9026b4565fbf tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305359 Sep 16 05:56:57.053215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edd890-b85b-496b-97cf-dafb90fb013a req-2a6815e3-695c-4a09-a9a6-e06e9c00856f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:57.054707 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88edd890-b85b-496b-97cf-dafb90fb013a req-2a6815e3-695c-4a09-a9a6-e06e9c00856f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0529714 Sep 16 05:56:57.094334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88edd890-b85b-496b-97cf-dafb90fb013a req-13472a26-3074-49f7-bc7b-8d98855c2df8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328748 Sep 16 05:56:58.053317 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7b7473f3-003e-41b1-a211-01b50295bd2b details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:56:58.151067 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7b7473f3-003e-41b1-a211-01b50295bd2b,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:58.162561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'port_id': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'mac_address': 'fa:16:3e:dd:e5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:56:58.200530 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.211782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7d481-ccc8-4897-aa70-93307157507b req-b7c3ae96-a458-40c9-a29b-eeb662315c56 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:58.213383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe7d481-ccc8-4897-aa70-93307157507b req-b7c3ae96-a458-40c9-a29b-eeb662315c56 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0527329 Sep 16 05:56:58.214402 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7473f3-003e-41b1-a211-01b50295bd2b {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:58.234510 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7b7473f3-003e-41b1-a211-01b50295bd2b,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:58.252778 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cfe7d481-ccc8-4897-aa70-93307157507b req-5fef1409-a8f9-4daa-9236-bb4b844883a6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333760 Sep 16 05:56:58.294795 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.342584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7b7473f3-003e-41b1-a211-01b50295bd2b,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:58.555900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['7b7473f3-003e-41b1-a211-01b50295bd2b'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:56:59.369203 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50505ae-91ad-4821-be4c-ab3fc2b9a1e6 req-16bfee40-7a82-4f5e-a92f-bb3f197f5019 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:59.370712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f50505ae-91ad-4821-be4c-ab3fc2b9a1e6 req-16bfee40-7a82-4f5e-a92f-bb3f197f5019 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0496750 Sep 16 05:56:59.407939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f50505ae-91ad-4821-be4c-ab3fc2b9a1e6 req-06a070c1-fd6a-4dfc-99dd-3e135d543be1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313118 Sep 16 05:57:00.068240 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7b7473f3-003e-41b1-a211-01b50295bd2b up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:00.219680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 7b7473f3-003e-41b1-a211-01b50295bd2b completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:57:00.223500 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 7b7473f3-003e-41b1-a211-01b50295bd2b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:00.223896 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:00.299604 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:00.322061 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:00.324233 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe54429-ebe9-4328-8269-840cd0ee4404" -d '{"events": [{"server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:00.337644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7b7473f3-003e-41b1-a211-01b50295bd2b,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:00.414266 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:00.441600 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099e04f4-95bc-43d6-a0b6-c1c32c850cb5 x-openstack-request-id: req-099e04f4-95bc-43d6-a0b6-c1c32c850cb5 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:00.441984 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:00.442249 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-099e04f4-95bc-43d6-a0b6-c1c32c850cb5 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:00.442624 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'code': 200} Sep 16 05:57:00.470493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=7b7473f3-003e-41b1-a211-01b50295bd2b,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:00.521955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14b084-f4b0-443d-ad3b-0273c61aaf83 req-b8c5ea3e-7247-4e43-9435-28d26230acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:00.523492 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3f14b084-f4b0-443d-ad3b-0273c61aaf83 req-b8c5ea3e-7247-4e43-9435-28d26230acd2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0418572 Sep 16 05:57:00.530669 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183a6a6-e286-4ac5-a8f5-7ee3413a24d8 req-3267fdf3-8f7c-4964-94ab-2cfd7550f4e9 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:00.532197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d183a6a6-e286-4ac5-a8f5-7ee3413a24d8 req-3267fdf3-8f7c-4964-94ab-2cfd7550f4e9 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0504165 Sep 16 05:57:00.560742 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3f14b084-f4b0-443d-ad3b-0273c61aaf83 req-28b9ca90-5d55-4879-afc3-a6337633e211 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294411 Sep 16 05:57:00.571459 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d183a6a6-e286-4ac5-a8f5-7ee3413a24d8 req-03636b98-3ad9-41e4-a7c3-62af53c8b9ef tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323923 Sep 16 05:57:01.691226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db518386-8a32-4ed9-be51-d2c2a3bddb22 req-5f2e6a19-26bd-4800-a2f3-bd0c9673ec9d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:01.692734 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db518386-8a32-4ed9-be51-d2c2a3bddb22 req-5f2e6a19-26bd-4800-a2f3-bd0c9673ec9d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0528376 Sep 16 05:57:01.730066 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-db518386-8a32-4ed9-be51-d2c2a3bddb22 req-916e35b7-2ac2-4da4-8a03-91afcde6b161 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312777 Sep 16 05:57:02.844006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03381ac3-1465-4678-bd51-23ec5ef89216 req-e28f67dd-204c-4a44-8380-31eedb98e2be tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:02.845431 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03381ac3-1465-4678-bd51-23ec5ef89216 req-e28f67dd-204c-4a44-8380-31eedb98e2be tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0495207 Sep 16 05:57:02.883289 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-03381ac3-1465-4678-bd51-23ec5ef89216 req-1b77e66e-a274-48ce-ad0f-621cfba05de3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Sep 16 05:57:02.994476 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090c3d8-55ae-4eac-ad60-8c588e65035b req-d32c4314-7e25-4d5c-b7a9-0dd4d0b1bce4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:02.995953 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d090c3d8-55ae-4eac-ad60-8c588e65035b req-d32c4314-7e25-4d5c-b7a9-0dd4d0b1bce4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0482614 Sep 16 05:57:03.033061 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d090c3d8-55ae-4eac-ad60-8c588e65035b req-42f93105-a740-46c1-ad7c-ba8d8c4cecb2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Sep 16 05:57:03.054644 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45422) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:03.097443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175b5920-4ed3-4148-8a84-eeb741e5b3a6 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:03.098725 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-175b5920-4ed3-4148-8a84-eeb741e5b3a6 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 1092 time: 0.0430348 Sep 16 05:57:03.101534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45424) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:03.105865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:03.191558 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.287266 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.392991 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.25.3.192 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/a9f5cb6b-44f1-4328-8a82-7a097989d510) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:03.491927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.574256 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.614771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:03.617510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:03.620007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:03.652278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=a9f5cb6b-44f1-4328-8a82-7a097989d510,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:03.973992 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.097549 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.246348 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.307507 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.375582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=a9f5cb6b-44f1-4328-8a82-7a097989d510,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:04.385412 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.485950 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Floating IP 858cfdaa-905b-42fb-b52b-8fa1102a300e associated. External IP: 172.25.3.192, port: 7b7473f3-003e-41b1-a211-01b50295bd2b. Sep 16 05:57:04.971086 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 3770d9e9-13b9-4092-a868-b4802ba95e29 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:57:05.077089 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:05.088138 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a047f9-5a6f-4728-80e3-882d7e402795 None None] Sync routers for ids ['3770d9e9-13b9-4092-a868-b4802ba95e29'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:05.097749 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a047f9-5a6f-4728-80e3-882d7e402795 None None] Routers {'3770d9e9-13b9-4092-a868-b4802ba95e29'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:05.098365 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-01a047f9-5a6f-4728-80e3-882d7e402795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3770d9e9-13b9-4092-a868-b4802ba95e29'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:05.159799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.186519 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-711d2f68-7c9a-4078-89b1-f491672987ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0839236 Sep 16 05:57:05.187082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:05.190480 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83c1507-c336-4ce9-af09-91072ef4edc1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:05.214380 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-01a047f9-5a6f-4728-80e3-882d7e402795 None None] Set router 3770d9e9-13b9-4092-a868-b4802ba95e29 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:05.234812 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f6234-d6df-43db-a182-c8c9711442bd x-openstack-request-id: req-f22f6234-d6df-43db-a182-c8c9711442bd {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:05.235430 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:05.236048 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f22f6234-d6df-43db-a182-c8c9711442bd {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:05.236623 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'status': 'completed', 'code': 200} Sep 16 05:57:05.307733 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3876b-55eb-4d8a-a7e7-539b9d1326fc req-f1f3129b-61e1-47c4-8d13-2591c2b98589 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:05.308703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c1507-c336-4ce9-af09-91072ef4edc1 req-35bbfb82-d8f0-4df4-8269-df7d62406737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:05.309570 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c3876b-55eb-4d8a-a7e7-539b9d1326fc req-f1f3129b-61e1-47c4-8d13-2591c2b98589 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0709155 Sep 16 05:57:05.313777 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e83c1507-c336-4ce9-af09-91072ef4edc1 req-35bbfb82-d8f0-4df4-8269-df7d62406737 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0516081 Sep 16 05:57:05.358451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-75c3876b-55eb-4d8a-a7e7-539b9d1326fc req-ca7900b5-3449-4fed-a5d0-76baba957428 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Sep 16 05:57:05.383593 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45430) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.424600 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c1507-c336-4ce9-af09-91072ef4edc1 req-dd8bb4ba-716f-456a-a3aa-f806fad17681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:05.426812 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e83c1507-c336-4ce9-af09-91072ef4edc1 req-dd8bb4ba-716f-456a-a3aa-f806fad17681 service neutron] 10.222.0.23 "GET /v2.0/networks?id=745cdec1-c153-4ce6-ad43-125366122a3c HTTP/1.1" status: 200 len: 897 time: 0.1066422 Sep 16 05:57:05.465709 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-44ba4877-2609-48b7-be50-fef88afdc52e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/858cfdaa-905b-42fb-b52b-8fa1102a300e HTTP/1.1" status: 200 len: 991 time: 0.0802722 Sep 16 05:57:05.471227 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-01a047f9-5a6f-4728-80e3-882d7e402795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:48Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '858cfdaa-905b-42fb-b52b-8fa1102a300e', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'port_id': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'mac_address': 'fa:16:3e:dd:e5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:57:03Z', 'updated_at': '2021-09-16T05:57:03Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c14c87e-2830-49a4-b189-c342adcb4b67', 'name': '', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:a0:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:47Z', 'updated_at': '2021-09-16T05:56:51Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:05.505054 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e83c1507-c336-4ce9-af09-91072ef4edc1 req-285beed1-01a9-4498-9c57-84444ec84531 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7473f3-003e-41b1-a211-01b50295bd2b HTTP/1.1" status: 200 len: 999 time: 0.0712602 Sep 16 05:57:05.506622 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a047f9-5a6f-4728-80e3-882d7e402795 None None] Checking router: 3770d9e9-13b9-4092-a868-b4802ba95e29 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:57:05.516693 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a047f9-5a6f-4728-80e3-882d7e402795 None None] Routers {'3770d9e9-13b9-4092-a868-b4802ba95e29'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:05.517631 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-01a047f9-5a6f-4728-80e3-882d7e402795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:56:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3770d9e9-13b9-4092-a868-b4802ba95e29'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:05.558499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c1507-c336-4ce9-af09-91072ef4edc1 req-2e53c9ef-ca3d-46c6-bca4-ae01e21686a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:05.559993 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e83c1507-c336-4ce9-af09-91072ef4edc1 req-2e53c9ef-ca3d-46c6-bca4-ae01e21686a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe1af39d-efa4-42e2-a5a2-3c09e6ae5487 HTTP/1.1" status: 200 len: 835 time: 0.0488544 Sep 16 05:57:05.613242 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c1507-c336-4ce9-af09-91072ef4edc1 req-695ce8c3-e5bd-4ac5-b964-1091a368f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:05.614773 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e83c1507-c336-4ce9-af09-91072ef4edc1 req-695ce8c3-e5bd-4ac5-b964-1091a368f16e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=745cdec1-c153-4ce6-ad43-125366122a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478008 Sep 16 05:57:05.633246 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-01a047f9-5a6f-4728-80e3-882d7e402795 None None] Set router 3770d9e9-13b9-4092-a868-b4802ba95e29 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:05.724150 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e83c1507-c336-4ce9-af09-91072ef4edc1 req-2d26e881-1c98-4ea9-9954-9f1f8193c829 service neutron] 10.222.0.23 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023226 Sep 16 05:57:05.832297 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-e83c1507-c336-4ce9-af09-91072ef4edc1 req-56ee373b-a543-4bab-a87f-efea6890173a service neutron] 10.222.0.23 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992501 Sep 16 05:57:05.891468 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-01a047f9-5a6f-4728-80e3-882d7e402795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:48Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '858cfdaa-905b-42fb-b52b-8fa1102a300e', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'port_id': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'mac_address': 'fa:16:3e:dd:e5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:57:03Z', 'updated_at': '2021-09-16T05:57:03Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c14c87e-2830-49a4-b189-c342adcb4b67', 'name': '', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:a0:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:47Z', 'updated_at': '2021-09-16T05:56:51Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:05.924139 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a047f9-5a6f-4728-80e3-882d7e402795 None None] The sync data for ids ['3770d9e9-13b9-4092-a868-b4802ba95e29'] in n-d-712137-12 is: [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:48Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '858cfdaa-905b-42fb-b52b-8fa1102a300e', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'port_id': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'mac_address': 'fa:16:3e:dd:e5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:57:03Z', 'updated_at': '2021-09-16T05:57:03Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c14c87e-2830-49a4-b189-c342adcb4b67', 'name': '', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:a0:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:47Z', 'updated_at': '2021-09-16T05:56:51Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:06.117189 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67d4f3-d6df-46ad-88a6-2592abc30989 None None] New status for floating IP 858cfdaa-905b-42fb-b52b-8fa1102a300e: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:57:06.469816 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45432) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:06.530021 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1f4790f6-9bec-4591-a817-327a4280b420 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/858cfdaa-905b-42fb-b52b-8fa1102a300e HTTP/1.1" status: 200 len: 993 time: 0.0590515 Sep 16 05:57:12.162891 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-eaa882fa-20a3-486f-8f22-2cafba62846b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.088172 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.524124 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-97b84e02-7291-4811-8d16-c8d1ad570603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.358682 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.267215 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.133931 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.807995 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.132303 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:57:34.435308 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5b20443-e9a1-45c7-8e97-474a79fb18d5 req-c895ae74-f4ef-4399-80fb-3e7896ba7707 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398805 Sep 16 05:57:34.524300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b20443-e9a1-45c7-8e97-474a79fb18d5 req-c896443a-7ed8-40f8-aca4-0ad0af4a49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:34.525813 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5b20443-e9a1-45c7-8e97-474a79fb18d5 req-c896443a-7ed8-40f8-aca4-0ad0af4a49a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0444062 Sep 16 05:57:34.628391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b20443-e9a1-45c7-8e97-474a79fb18d5 req-86fa23b0-4cf9-4719-9b52-f8d07f8efbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:34.630133 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5b20443-e9a1-45c7-8e97-474a79fb18d5 req-86fa23b0-4cf9-4719-9b52-f8d07f8efbda service neutron] 10.222.0.23 "GET /v2.0/networks?id=745cdec1-c153-4ce6-ad43-125366122a3c HTTP/1.1" status: 200 len: 897 time: 0.0851302 Sep 16 05:57:34.697847 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5b20443-e9a1-45c7-8e97-474a79fb18d5 req-a6686d16-2003-41d5-b3e1-e6f28699face service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7473f3-003e-41b1-a211-01b50295bd2b HTTP/1.1" status: 200 len: 1001 time: 0.0608969 Sep 16 05:57:34.748417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b20443-e9a1-45c7-8e97-474a79fb18d5 req-942121ca-1541-4256-8364-f969c694034a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:34.749862 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5b20443-e9a1-45c7-8e97-474a79fb18d5 req-942121ca-1541-4256-8364-f969c694034a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe1af39d-efa4-42e2-a5a2-3c09e6ae5487 HTTP/1.1" status: 200 len: 835 time: 0.0437837 Sep 16 05:57:34.795169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b20443-e9a1-45c7-8e97-474a79fb18d5 req-62397671-c007-477a-ac1d-4702f932e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:34.796659 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5b20443-e9a1-45c7-8e97-474a79fb18d5 req-62397671-c007-477a-ac1d-4702f932e682 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=745cdec1-c153-4ce6-ad43-125366122a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386374 Sep 16 05:57:34.888947 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5b20443-e9a1-45c7-8e97-474a79fb18d5 req-35b5cbb8-d16f-4e48-8a9c-84085ab2b6f1 service neutron] 10.222.0.23 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831213 Sep 16 05:57:34.977648 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5b20443-e9a1-45c7-8e97-474a79fb18d5 req-931442ea-b63b-479d-8632-3496ba27adab service neutron] 10.222.0.23 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808721 Sep 16 05:57:37.768956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-e7690cad-c791-41dd-a688-861387688bd4 req-8fd0892a-3f92-4026-bdfd-a3027b38200c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:57:37.770086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e7690cad-c791-41dd-a688-861387688bd4 req-8fd0892a-3f92-4026-bdfd-a3027b38200c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056219 Sep 16 05:57:38.117425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8a6eb-8dd7-4c20-8825-f3f0505199da req-20823c27-292f-4c58-9bfc-3da92c8890ce tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:38.118941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbf8a6eb-8dd7-4c20-8825-f3f0505199da req-20823c27-292f-4c58-9bfc-3da92c8890ce tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0538819 Sep 16 05:57:38.156913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bbf8a6eb-8dd7-4c20-8825-f3f0505199da req-8c35fbd9-ca06-4008-bd4a-fe2427eb0e18 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Sep 16 05:57:38.270792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-1e2a6d84-1e04-43e9-915e-04166bfe4824 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914707 Sep 16 05:57:38.280229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-ab107240-56e4-47c7-b307-8b493d983b42 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:57:38.281259 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-ab107240-56e4-47c7-b307-8b493d983b42 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050941 Sep 16 05:57:39.272378 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c03ae-e40a-40e8-9e14-8db4872a060f req-6c1b4eaf-0a6d-4c48-ae4b-745e4c8fa3e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:39.274173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-540c03ae-e40a-40e8-9e14-8db4872a060f req-6c1b4eaf-0a6d-4c48-ae4b-745e4c8fa3e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0481133 Sep 16 05:57:39.313195 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-540c03ae-e40a-40e8-9e14-8db4872a060f req-874b8e8e-ee6c-48e8-ab6a-1e2a83705e0d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329659 Sep 16 05:57:40.219438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-516d4cf1-c34b-4c32-bf49-b26f42d3a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:40.221000 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-516d4cf1-c34b-4c32-bf49-b26f42d3a0c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0446196 Sep 16 05:57:40.313787 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-860ddb42-9311-44a1-b88f-843c5e15bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:40.315255 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-860ddb42-9311-44a1-b88f-843c5e15bd39 service neutron] 10.222.0.23 "GET /v2.0/networks?id=745cdec1-c153-4ce6-ad43-125366122a3c HTTP/1.1" status: 200 len: 897 time: 0.0878429 Sep 16 05:57:40.382535 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-7c2dab7d-b8c1-4481-b540-f111284e6d04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7473f3-003e-41b1-a211-01b50295bd2b HTTP/1.1" status: 200 len: 1001 time: 0.0606923 Sep 16 05:57:40.431564 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-5ab2d26d-65cd-4768-bfe0-b4af38dfe45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:40.433126 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-5ab2d26d-65cd-4768-bfe0-b4af38dfe45d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe1af39d-efa4-42e2-a5a2-3c09e6ae5487 HTTP/1.1" status: 200 len: 835 time: 0.0439339 Sep 16 05:57:40.433463 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf836-6d35-43f2-b083-678d12f651d7 req-dbb2a707-d20e-4550-b403-cf9de651f68b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:40.434946 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-140cf836-6d35-43f2-b083-678d12f651d7 req-dbb2a707-d20e-4550-b403-cf9de651f68b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0528769 Sep 16 05:57:40.474230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-140cf836-6d35-43f2-b083-678d12f651d7 req-b9644c98-79cc-473f-a0d1-608f190f4ad5 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324774 Sep 16 05:57:40.479614 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-fb493c55-5a97-40ae-bf88-6228a0346d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:40.481234 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-fb493c55-5a97-40ae-bf88-6228a0346d69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=745cdec1-c153-4ce6-ad43-125366122a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406184 Sep 16 05:57:40.575410 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-646fe6be-76b8-4a05-a364-b6f0483e21dd service neutron] 10.222.0.23 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867186 Sep 16 05:57:40.665242 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-c0e52a68-d9b9-4fe5-94cb-c1793c708d81 service neutron] 10.222.0.23 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828934 Sep 16 05:57:41.592637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26288304-0829-47aa-a27b-9ad017d80faa req-f9df4d39-b7cf-4b2b-896d-8404e74ae8ee tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:41.594107 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26288304-0829-47aa-a27b-9ad017d80faa req-f9df4d39-b7cf-4b2b-896d-8404e74ae8ee tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0513117 Sep 16 05:57:41.632270 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26288304-0829-47aa-a27b-9ad017d80faa req-e2a467ea-f4ea-442f-8c0b-51da81ee013a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320415 Sep 16 05:57:42.140764 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b00bae81-1797-4442-9c5b-4f809bf5ab9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:42.749088 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5f6e-06e4-48e1-ad05-f2bfd529072f req-7d0bafd2-0f76-4dd0-9255-cae32bcacfd2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:42.750574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f3c5f6e-06e4-48e1-ad05-f2bfd529072f req-7d0bafd2-0f76-4dd0-9255-cae32bcacfd2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0501964 Sep 16 05:57:42.789127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7f3c5f6e-06e4-48e1-ad05-f2bfd529072f req-4658b49e-d4d2-4d29-8b7b-cf024c2c4ce7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323529 Sep 16 05:57:43.089027 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:43.907556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52858779-a023-4956-9daa-2c5e0ab1d19e req-c56d3c0c-024d-467b-836e-db1216b2e1c6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:43.909071 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52858779-a023-4956-9daa-2c5e0ab1d19e req-c56d3c0c-024d-467b-836e-db1216b2e1c6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0533543 Sep 16 05:57:43.946455 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52858779-a023-4956-9daa-2c5e0ab1d19e req-6c742e31-7232-43a0-a427-a752e107e645 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308671 Sep 16 05:57:44.533193 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-333f6ada-36a1-4fe5-a5b3-51fa60d8825b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:45.060892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9a906-b03c-4637-a719-7757d81a90e2 req-e0ed3a5d-eff1-4924-a82c-0d7d0d0e45e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:45.062363 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7b9a906-b03c-4637-a719-7757d81a90e2 req-e0ed3a5d-eff1-4924-a82c-0d7d0d0e45e7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0490561 Sep 16 05:57:45.099160 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7b9a906-b03c-4637-a719-7757d81a90e2 req-050cd02c-fc31-49c7-b852-d77f051cb464 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308747 Sep 16 05:57:45.351939 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:46.216662 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac850-0a3c-4b37-8a31-6735197e980b req-8844d5b4-186c-495d-9c66-22fd48abc964 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:46.218177 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-757ac850-0a3c-4b37-8a31-6735197e980b req-8844d5b4-186c-495d-9c66-22fd48abc964 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0507474 Sep 16 05:57:46.255846 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:46.256506 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-757ac850-0a3c-4b37-8a31-6735197e980b req-0ac933af-6acb-409d-b8a2-51e296279e8b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322063 Sep 16 05:57:47.138909 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:47.376555 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac147d-72c5-4b46-bb85-997a35aeb341 req-88628866-1de0-4c89-8ef6-64cea08b6b72 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:47.378024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90ac147d-72c5-4b46-bb85-997a35aeb341 req-88628866-1de0-4c89-8ef6-64cea08b6b72 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Sep 16 05:57:47.416337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-90ac147d-72c5-4b46-bb85-997a35aeb341 req-301292d7-528c-4e16-885e-166c41828967 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Sep 16 05:57:47.780595 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:48.531918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1610bea-24a9-4113-a3fd-0fe3eabb6200 req-1e6cc640-d42b-4b60-8f71-2b4a8d10230b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:48.533414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1610bea-24a9-4113-a3fd-0fe3eabb6200 req-1e6cc640-d42b-4b60-8f71-2b4a8d10230b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0489614 Sep 16 05:57:48.570789 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1610bea-24a9-4113-a3fd-0fe3eabb6200 req-eb8d1506-f683-4b90-bdb7-5971190d0bbc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308099 Sep 16 05:57:49.684408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eae877-ee0f-4eb5-9758-4309bd226e6d req-487d3cf3-7204-4cc7-9311-470d6b95b1fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:49.685898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8eae877-ee0f-4eb5-9758-4309bd226e6d req-487d3cf3-7204-4cc7-9311-470d6b95b1fb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0493352 Sep 16 05:57:49.724453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8eae877-ee0f-4eb5-9758-4309bd226e6d req-7cadb19b-857a-4436-a2e7-37fd0a721a05 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317874 Sep 16 05:57:50.842717 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba8208-00b7-40a7-9356-79ea1a10a55e req-009af1a3-779a-44e7-a6a7-672e542af278 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:50.844486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40ba8208-00b7-40a7-9356-79ea1a10a55e req-009af1a3-779a-44e7-a6a7-672e542af278 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0535131 Sep 16 05:57:50.881670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40ba8208-00b7-40a7-9356-79ea1a10a55e req-9f740bc7-c460-4d90-9e73-a74b67cc7b68 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307348 Sep 16 05:57:51.999060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5c4e3-c134-4e08-9725-a33ea261bd69 req-1c013cd0-4c9e-4971-9fd1-e52caf50f845 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:52.000572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00e5c4e3-c134-4e08-9725-a33ea261bd69 req-1c013cd0-4c9e-4971-9fd1-e52caf50f845 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0493293 Sep 16 05:57:52.039289 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-00e5c4e3-c134-4e08-9725-a33ea261bd69 req-94796919-278c-4995-af69-12762d6a1aa0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322764 Sep 16 05:57:52.670681 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-d10e5a66-9b5d-403a-a62a-3604ff6107ad service neutron] show failed (client error): The resource could not be found. Sep 16 05:57:52.671709 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-d10e5a66-9b5d-403a-a62a-3604ff6107ad service neutron] 10.222.0.23 "GET /v2.0/ports/7b7473f3-003e-41b1-a211-01b50295bd2b/bindings/n-h2-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0552802 Sep 16 05:57:53.156373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c13ccd-3419-45aa-9f1c-29e85f95957d req-fc30ee12-77e8-4361-9a3d-d23c93cae858 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:53.157921 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57c13ccd-3419-45aa-9f1c-29e85f95957d req-fc30ee12-77e8-4361-9a3d-d23c93cae858 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0512640 Sep 16 05:57:53.178478 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-d6e2ef5e-9441-48f4-8091-839fb57ab6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:53.179994 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-d6e2ef5e-9441-48f4-8091-839fb57ab6e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1&tenant_id=6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 1097 time: 0.0463674 Sep 16 05:57:53.196767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:53.198262 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-57c13ccd-3419-45aa-9f1c-29e85f95957d req-25aeaa04-d0c8-46b7-88ce-348367227896 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342929 Sep 16 05:57:53.249504 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:53.449235 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=7b7473f3-003e-41b1-a211-01b50295bd2b,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:53.484742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:53.523129 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:53.525650 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e602fdbf-f493-4649-8f16-ec0a34bc64c9" -d '{"events": [{"server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:53.529441 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:53.542068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Transition to ACTIVE for port object 7b7473f3-003e-41b1-a211-01b50295bd2b will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:57:53.577694 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adadca1c-2609-488b-9749-de808de5d4f4 x-openstack-request-id: req-adadca1c-2609-488b-9749-de808de5d4f4 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:53.577982 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:53.578232 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adadca1c-2609-488b-9749-de808de5d4f4 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:53.578629 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'code': 200} Sep 16 05:57:53.632157 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:53.682328 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Pushing event updated for resources: {'Port': ['ID=7b7473f3-003e-41b1-a211-01b50295bd2b,revision_number=6']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:53.719806 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:53.720152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:53.720547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:53.720882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:53.721210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:53.721572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:53.721889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:53.722208 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:53.723138 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:53.723631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:53.724190 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:53.724544 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:53.771707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] No DVR routers for this DVR port 7b7473f3-003e-41b1-a211-01b50295bd2b on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:54.230384 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Attempting to bind port 7b7473f3-003e-41b1-a211-01b50295bd2b on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:57:54.230723 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Attempting to bind port 7b7473f3-003e-41b1-a211-01b50295bd2b by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:57:54.231053 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Attempting to bind port 7b7473f3-003e-41b1-a211-01b50295bd2b on network 745cdec1-c153-4ce6-ad43-125366122a3c {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:54.235536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Port 7b7473f3-003e-41b1-a211-01b50295bd2b on network 745cdec1-c153-4ce6-ad43-125366122a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:57:54.235854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Attempting to bind port 7b7473f3-003e-41b1-a211-01b50295bd2b on network 745cdec1-c153-4ce6-ad43-125366122a3c {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:54.240964 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:57:54.247304 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Checking segment: {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:54.247304 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Bound using segment: {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:57:54.247304 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Bound port: 7b7473f3-003e-41b1-a211-01b50295bd2b, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3335a7f7-9d56-42bf-ba19-6b1cd0df1548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:57:54.247304 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:54.310066 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:54.313363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7b7473f3-003e-41b1-a211-01b50295bd2b,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:57:54.325414 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b89e5-1843-494f-a1f7-0a802dbadc86 req-ea9129b9-bfc0-4f17-9fd0-b405e5d20074 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:54.326914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c42b89e5-1843-494f-a1f7-0a802dbadc86 req-ea9129b9-bfc0-4f17-9fd0-b405e5d20074 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0551143 Sep 16 05:57:54.365337 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c42b89e5-1843-494f-a1f7-0a802dbadc86 req-85f9664b-8c6b-4d78-9a51-05978ed561e3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318093 Sep 16 05:57:54.398487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:54.430825 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:54.431501 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:54.433197 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] 10.222.0.37 "PUT /v2.0/ports/7b7473f3-003e-41b1-a211-01b50295bd2b HTTP/1.1" status: 200 len: 1092 time: 1.2408509 Sep 16 05:57:54.456319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fc9f9-8bff-4e7a-81d1-b28107663a1b service neutron] Pushing event updated for resources: {'Port': ['ID=7b7473f3-003e-41b1-a211-01b50295bd2b,revision_number=7']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:54.503262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-f40588e8-8d67-4719-bafa-1f2496331cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:54.505625 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-f40588e8-8d67-4719-bafa-1f2496331cc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0461280 Sep 16 05:57:54.602581 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-92b44535-c3ff-4ffb-81bc-8cdecc792927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:54.604219 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-92b44535-c3ff-4ffb-81bc-8cdecc792927 service neutron] 10.222.0.37 "GET /v2.0/networks?id=745cdec1-c153-4ce6-ad43-125366122a3c HTTP/1.1" status: 200 len: 897 time: 0.0914261 Sep 16 05:57:54.674014 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-c9c0a758-f749-4749-91fb-1082cb2e5058 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7473f3-003e-41b1-a211-01b50295bd2b HTTP/1.1" status: 200 len: 999 time: 0.0625622 Sep 16 05:57:54.723831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-233f481e-a5a1-4c8b-8f38-cde02c9d19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:54.725955 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-233f481e-a5a1-4c8b-8f38-cde02c9d19bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1af39d-efa4-42e2-a5a2-3c09e6ae5487 HTTP/1.1" status: 200 len: 835 time: 0.0454750 Sep 16 05:57:54.772127 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-8eedc7f5-f058-4c73-9f51-7ffad1e808e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:54.774650 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-8eedc7f5-f058-4c73-9f51-7ffad1e808e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=745cdec1-c153-4ce6-ad43-125366122a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412450 Sep 16 05:57:54.868347 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-644d3418-203c-42f6-a9f7-9ab8475fd7fe service neutron] 10.222.0.37 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875578 Sep 16 05:57:54.956476 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-e6ab84f7-57e2-452a-9626-9f04df3defbc service neutron] 10.222.0.37 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814939 Sep 16 05:57:55.482866 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc512c-8c69-42b8-8943-63f89af06799 req-5f74bca7-6db0-448b-a8fb-0cf9490b63e4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:55.484251 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ffc512c-8c69-42b8-8943-63f89af06799 req-5f74bca7-6db0-448b-a8fb-0cf9490b63e4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0481875 Sep 16 05:57:55.521943 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ffc512c-8c69-42b8-8943-63f89af06799 req-9a58c246-ad25-40fc-919b-04bbcb63d4b5 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312738 Sep 16 05:57:55.579361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:55.581748 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fd8589-5c18-403a-875c-5cfefd1d785a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:55.629734 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c7e547-d71f-404b-923b-2f9a8d28fc04 x-openstack-request-id: req-70c7e547-d71f-404b-923b-2f9a8d28fc04 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:55.630024 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:55.630275 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70c7e547-d71f-404b-923b-2f9a8d28fc04 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:55.630677 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'status': 'completed', 'code': 200} Sep 16 05:57:55.718180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-a2f81eb8-9fab-44e9-bd78-7fd49c3ec87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:55.719683 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-a2f81eb8-9fab-44e9-bd78-7fd49c3ec87a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0635524 Sep 16 05:57:55.722210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-579d816d-11f6-4d13-9c61-b8413794b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:55.724207 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-579d816d-11f6-4d13-9c61-b8413794b913 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0763197 Sep 16 05:57:55.878448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-c0e847be-2a3f-4e16-8a7f-f59a74ab47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:55.880098 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-c0e847be-2a3f-4e16-8a7f-f59a74ab47e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=745cdec1-c153-4ce6-ad43-125366122a3c HTTP/1.1" status: 200 len: 897 time: 0.1522994 Sep 16 05:57:55.882669 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-5312af44-9818-4686-8aad-b9a4f9b83a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:55.883992 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-5312af44-9818-4686-8aad-b9a4f9b83a3c service neutron] 10.222.0.23 "GET /v2.0/networks?id=745cdec1-c153-4ce6-ad43-125366122a3c HTTP/1.1" status: 200 len: 897 time: 0.1484110 Sep 16 05:57:55.994649 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-c9a1c341-e59e-4601-8069-7f036c6898f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7473f3-003e-41b1-a211-01b50295bd2b HTTP/1.1" status: 200 len: 999 time: 0.1061728 Sep 16 05:57:55.996438 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-2eb99508-4415-4bd9-8688-9cbca3c47016 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7473f3-003e-41b1-a211-01b50295bd2b HTTP/1.1" status: 200 len: 999 time: 0.1025758 Sep 16 05:57:56.080563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-df07f995-fce3-48f8-9ca1-fbcc6afee672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:56.082576 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-df07f995-fce3-48f8-9ca1-fbcc6afee672 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1af39d-efa4-42e2-a5a2-3c09e6ae5487 HTTP/1.1" status: 200 len: 835 time: 0.0810642 Sep 16 05:57:56.083933 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-0352e707-4b1b-4c7e-af6c-9e222b288801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:56.085277 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-0352e707-4b1b-4c7e-af6c-9e222b288801 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe1af39d-efa4-42e2-a5a2-3c09e6ae5487 HTTP/1.1" status: 200 len: 835 time: 0.0766065 Sep 16 05:57:56.153440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-4f997ed8-0669-4e86-abef-ab871ae595ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:56.154852 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-4f997ed8-0669-4e86-abef-ab871ae595ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=745cdec1-c153-4ce6-ad43-125366122a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645938 Sep 16 05:57:56.161227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-f90c543e-ca2a-4ed1-aae5-a1c6e036fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:56.162616 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-f90c543e-ca2a-4ed1-aae5-a1c6e036fef7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=745cdec1-c153-4ce6-ad43-125366122a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649219 Sep 16 05:57:56.319832 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-cedd4bf7-8e8b-4b6a-bfba-497b6bb79ae2 service neutron] 10.222.0.23 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495180 Sep 16 05:57:56.321731 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-1a06fa98-466a-436d-9cb6-63364ddbf269 service neutron] 10.222.0.37 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582742 Sep 16 05:57:56.484381 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-7ffb9d3d-225f-4e63-975d-75647beb8b4b service neutron] 10.222.0.23 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573691 Sep 16 05:57:56.486190 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a4fd8589-5c18-403a-875c-5cfefd1d785a req-4eb3f59f-7780-4b68-aff9-b4dbee678a15 service neutron] 10.222.0.37 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513000 Sep 16 05:57:56.641032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82885352-a593-43a1-b0fd-47ee651d7550 req-5a266811-5a9f-4c58-8414-65f3c288bf2c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:56.642618 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82885352-a593-43a1-b0fd-47ee651d7550 req-5a266811-5a9f-4c58-8414-65f3c288bf2c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0498929 Sep 16 05:57:56.682715 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-82885352-a593-43a1-b0fd-47ee651d7550 req-64b275f3-7096-4cbe-b72e-0a31ca6f2138 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330987 Sep 16 05:57:57.806120 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85557566-6aea-42d3-b0b6-244c1be777b5 req-61060628-8c64-4b23-ac23-bf0c8cee286c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:57.807631 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85557566-6aea-42d3-b0b6-244c1be777b5 req-61060628-8c64-4b23-ac23-bf0c8cee286c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0544593 Sep 16 05:57:57.846018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-85557566-6aea-42d3-b0b6-244c1be777b5 req-fc9d3f3e-b8b6-4ab4-8150-c1b3a117f2d0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322549 Sep 16 05:57:58.131418 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:57:58.180842 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1283b-5d2b-42c7-aa92-8023eadf26bd req-38f22329-0c45-423d-8eae-cc528e51ee82 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:58.182478 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25b1283b-5d2b-42c7-aa92-8023eadf26bd req-38f22329-0c45-423d-8eae-cc528e51ee82 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0497561 Sep 16 05:57:58.221887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-25b1283b-5d2b-42c7-aa92-8023eadf26bd req-5b4aadbf-cd8d-4c4c-beb4-346cdcf4c68a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323701 Sep 16 05:57:58.279004 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57259558-5741-4598-981a-a1fcd80ca11e req-09c3b29e-a30f-4698-bee9-700360a6a73d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:58.280869 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-57259558-5741-4598-981a-a1fcd80ca11e req-09c3b29e-a30f-4698-bee9-700360a6a73d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1&tenant_id=6964a8c572ea4a419aaa8f19ff900180&binding%3Ahost_id=n-h2-712137-12 HTTP/1.1" status: 200 len: 943 time: 0.0534189 Sep 16 05:57:58.316285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7b7473f3-003e-41b1-a211-01b50295bd2b no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:58.343744 n-d-712137-12 neutron-server[95451]: INFO neutron.api.v2.resource [req-57259558-5741-4598-981a-a1fcd80ca11e req-64c84cbb-f18f-4fd8-9c9a-5b0f6629f728 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:57:58.344754 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-57259558-5741-4598-981a-a1fcd80ca11e req-64c84cbb-f18f-4fd8-9c9a-5b0f6629f728 service neutron] 10.222.0.23 "DELETE /v2.0/ports/7b7473f3-003e-41b1-a211-01b50295bd2b/bindings/n-h1-712137-12 HTTP/1.1" status: 404 len: 381 time: 0.0565925 Sep 16 05:57:58.346025 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8955b01-f15a-43b1-b4ab-461d11d4c7bb req-b14bd473-0f17-43bd-9b37-90d72be14fb9 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:58.348508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8955b01-f15a-43b1-b4ab-461d11d4c7bb req-b14bd473-0f17-43bd-9b37-90d72be14fb9 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 943 time: 0.0539172 Sep 16 05:57:58.395210 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8955b01-f15a-43b1-b4ab-461d11d4c7bb req-a833727a-5a34-41bc-a7d5-984438451a37 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396125 Sep 16 05:57:58.434359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57259558-5741-4598-981a-a1fcd80ca11e req-10a4075b-c1a7-4b72-9696-b63f9abedf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:58.435921 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-57259558-5741-4598-981a-a1fcd80ca11e req-10a4075b-c1a7-4b72-9696-b63f9abedf04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0448136 Sep 16 05:57:58.522597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 7b7473f3-003e-41b1-a211-01b50295bd2b not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:58.536492 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57259558-5741-4598-981a-a1fcd80ca11e req-3c340219-e82d-43a5-be45-daf2ddaad2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:58.538023 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-57259558-5741-4598-981a-a1fcd80ca11e req-3c340219-e82d-43a5-be45-daf2ddaad2e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=745cdec1-c153-4ce6-ad43-125366122a3c HTTP/1.1" status: 200 len: 897 time: 0.0952485 Sep 16 05:57:58.604645 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-57259558-5741-4598-981a-a1fcd80ca11e req-3e8b5073-e17a-4166-89e3-c0fc6df8af67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7473f3-003e-41b1-a211-01b50295bd2b HTTP/1.1" status: 200 len: 999 time: 0.0592742 Sep 16 05:57:58.657019 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57259558-5741-4598-981a-a1fcd80ca11e req-2699e78e-c05b-46e1-ac45-440cf9a22c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:58.658475 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-57259558-5741-4598-981a-a1fcd80ca11e req-2699e78e-c05b-46e1-ac45-440cf9a22c2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe1af39d-efa4-42e2-a5a2-3c09e6ae5487 HTTP/1.1" status: 200 len: 835 time: 0.0474796 Sep 16 05:57:58.703882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57259558-5741-4598-981a-a1fcd80ca11e req-c0a425a9-fa4b-4623-9986-d258bf5d2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:58.705401 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-57259558-5741-4598-981a-a1fcd80ca11e req-c0a425a9-fa4b-4623-9986-d258bf5d2f60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=745cdec1-c153-4ce6-ad43-125366122a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399773 Sep 16 05:57:58.793754 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-57259558-5741-4598-981a-a1fcd80ca11e req-a7679f68-734c-49bd-bc7b-846f2e705101 service neutron] 10.222.0.23 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811408 Sep 16 05:57:58.887811 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-57259558-5741-4598-981a-a1fcd80ca11e req-73efee65-345b-4583-9cc1-84daef3f895f service neutron] 10.222.0.23 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862689 Sep 16 05:57:59.166505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7b7473f3-003e-41b1-a211-01b50295bd2b details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:57:59.259761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7b7473f3-003e-41b1-a211-01b50295bd2b,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:59.274884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'port_id': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'mac_address': 'fa:16:3e:dd:e5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:57:59.313290 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:59.326483 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7473f3-003e-41b1-a211-01b50295bd2b {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:57:59.347075 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7b7473f3-003e-41b1-a211-01b50295bd2b,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:59.414616 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:59.467459 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7b7473f3-003e-41b1-a211-01b50295bd2b,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:59.475916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:59.483509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:59.483509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:59.483509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:59.483509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:59.483509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:59.483509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:59.483509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:59.483509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:59.483509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:59.483509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:59.483509 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:59.530274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccd7c0-8c31-4a7b-a9af-c8042bed6f63 req-7c8fe221-6b06-47a5-a329-3ef7c580fa31 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:59.531846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8eccd7c0-8c31-4a7b-a9af-c8042bed6f63 req-7c8fe221-6b06-47a5-a329-3ef7c580fa31 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0639963 Sep 16 05:57:59.571534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8eccd7c0-8c31-4a7b-a9af-c8042bed6f63 req-c0425517-0a14-40f5-993b-73c2927ad145 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336590 Sep 16 05:57:59.631573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['7b7473f3-003e-41b1-a211-01b50295bd2b'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:58:00.687232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9e6ee-2d44-4dfb-92db-804b2d9d1c07 req-7463cf48-f33f-4f89-a348-60b737ad6d95 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:00.688746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19b9e6ee-2d44-4dfb-92db-804b2d9d1c07 req-7463cf48-f33f-4f89-a348-60b737ad6d95 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0492089 Sep 16 05:58:00.726916 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-19b9e6ee-2d44-4dfb-92db-804b2d9d1c07 req-6b6e3bd1-92e5-4296-ac40-3524ea8bc193 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323040 Sep 16 05:58:00.748370 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45524) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:00.812889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-22faa6d6-548c-42dc-b77b-75fac0197e6c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/858cfdaa-905b-42fb-b52b-8fa1102a300e HTTP/1.1" status: 200 len: 992 time: 0.0632961 Sep 16 05:58:01.182276 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7b7473f3-003e-41b1-a211-01b50295bd2b up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:01.304350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 7b7473f3-003e-41b1-a211-01b50295bd2b completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:58:01.308554 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 7b7473f3-003e-41b1-a211-01b50295bd2b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:01.309036 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:01.389499 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:01.412419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:01.414697 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2f4a61-c4b2-4de3-80c5-fde8600e2184" -d '{"events": [{"server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:01.427329 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7b7473f3-003e-41b1-a211-01b50295bd2b,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:01.456774 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60cb552-64c5-46dc-9825-27c8d86b595e x-openstack-request-id: req-a60cb552-64c5-46dc-9825-27c8d86b595e {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:01.456774 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:01.456774 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a60cb552-64c5-46dc-9825-27c8d86b595e {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:01.456774 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'code': 200} Sep 16 05:58:01.515884 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:01.564391 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=7b7473f3-003e-41b1-a211-01b50295bd2b,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:12.152337 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ddbab67-e1cd-4e31-9aac-c1487e1c532e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:13.089098 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.568162 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cd9c3843-b032-44a3-959a-a33c24bbcac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:15.357229 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:16.259877 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:17.122601 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:17.768077 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.135823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45538) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:27.296547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port a9f5cb6b-44f1-4328-8a82-7a097989d510 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:27.296902 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.372975 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.373340 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.385474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for a9f5cb6b-44f1-4328-8a82-7a097989d510 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:27.601301 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.627557 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=a9f5cb6b-44f1-4328-8a82-7a097989d510,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:27.657287 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:27.657637 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:27.657969 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:27.658304 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:27.658626 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:27.658949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:27.659270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:27.659592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:27.659911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:27.660229 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:27.660572 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:27.660889 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:27.701745 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.702083 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Floating IP 858cfdaa-905b-42fb-b52b-8fa1102a300e disassociated (deleted). External IP: 172.25.3.192, port: 7b7473f3-003e-41b1-a211-01b50295bd2b. Sep 16 05:58:27.913406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 3770d9e9-13b9-4092-a868-b4802ba95e29 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:28.021597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:28.026627 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.031348 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03903fb9-190b-4b83-ac0b-47dc24ecdf67 None None] Sync routers for ids ['3770d9e9-13b9-4092-a868-b4802ba95e29'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:28.040770 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03903fb9-190b-4b83-ac0b-47dc24ecdf67 None None] Routers {'3770d9e9-13b9-4092-a868-b4802ba95e29'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:28.041378 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-03903fb9-190b-4b83-ac0b-47dc24ecdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:58:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3770d9e9-13b9-4092-a868-b4802ba95e29'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:28.055637 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c22ff447-e04e-49dc-81b2-40aa71712bea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/floatingips/858cfdaa-905b-42fb-b52b-8fa1102a300e HTTP/1.1" status: 204 len: 168 time: 0.9185388 Sep 16 05:58:28.056207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:28.058496 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2716a93e-272c-4439-83ea-42b436f78231" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:28.154956 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-03903fb9-190b-4b83-ac0b-47dc24ecdf67 None None] Set router 3770d9e9-13b9-4092-a868-b4802ba95e29 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:28.174096 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb90d92-9ce1-488b-b3f5-0bc9a080e3a4 x-openstack-request-id: req-3eb90d92-9ce1-488b-b3f5-0bc9a080e3a4 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:28.174740 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:28.174740 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3eb90d92-9ce1-488b-b3f5-0bc9a080e3a4 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:28.175006 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'status': 'completed', 'code': 200} Sep 16 05:58:28.237605 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716a93e-272c-4439-83ea-42b436f78231 req-0baf3c3a-370d-456d-a9a8-5daa94c4bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:28.239262 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2716a93e-272c-4439-83ea-42b436f78231 req-0baf3c3a-370d-456d-a9a8-5daa94c4bde6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0435259 Sep 16 05:58:28.339865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716a93e-272c-4439-83ea-42b436f78231 req-e9386e92-e916-476d-88eb-d3c8b09b4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:28.341172 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2716a93e-272c-4439-83ea-42b436f78231 req-e9386e92-e916-476d-88eb-d3c8b09b4fe6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=745cdec1-c153-4ce6-ad43-125366122a3c HTTP/1.1" status: 200 len: 897 time: 0.0952532 Sep 16 05:58:28.364214 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-03903fb9-190b-4b83-ac0b-47dc24ecdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:48Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0c14c87e-2830-49a4-b189-c342adcb4b67', 'name': '', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:a0:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:47Z', 'updated_at': '2021-09-16T05:56:51Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:28.384334 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2716a93e-272c-4439-83ea-42b436f78231 req-4c394fac-861d-4bda-ae32-b02c136181a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7473f3-003e-41b1-a211-01b50295bd2b HTTP/1.1" status: 200 len: 217 time: 0.0352201 Sep 16 05:58:28.389506 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03903fb9-190b-4b83-ac0b-47dc24ecdf67 None None] Checking router: 3770d9e9-13b9-4092-a868-b4802ba95e29 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:28.398563 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03903fb9-190b-4b83-ac0b-47dc24ecdf67 None None] Routers {'3770d9e9-13b9-4092-a868-b4802ba95e29'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:28.399165 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-03903fb9-190b-4b83-ac0b-47dc24ecdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:58:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3770d9e9-13b9-4092-a868-b4802ba95e29'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:28.444098 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716a93e-272c-4439-83ea-42b436f78231 req-8cc64517-1e4c-4137-9b5f-f024b5b739af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:28.445896 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2716a93e-272c-4439-83ea-42b436f78231 req-8cc64517-1e4c-4137-9b5f-f024b5b739af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe1af39d-efa4-42e2-a5a2-3c09e6ae5487 HTTP/1.1" status: 200 len: 835 time: 0.0540035 Sep 16 05:58:28.497921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716a93e-272c-4439-83ea-42b436f78231 req-c2550f6c-4fc6-4e22-9b5d-181be8dfd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:28.499523 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2716a93e-272c-4439-83ea-42b436f78231 req-c2550f6c-4fc6-4e22-9b5d-181be8dfd654 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=745cdec1-c153-4ce6-ad43-125366122a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453608 Sep 16 05:58:28.569495 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd2d32-92f6-455a-8b07-a6b19f418967 req-94f01cd4-233e-481b-921e-2ec1c1b59651 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:28.571140 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-facd2d32-92f6-455a-8b07-a6b19f418967 req-94f01cd4-233e-481b-921e-2ec1c1b59651 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.1097195 Sep 16 05:58:28.596226 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2716a93e-272c-4439-83ea-42b436f78231 req-39375e75-d64f-406c-b3b2-3d98d155c3f3 service neutron] 10.222.0.37 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887151 Sep 16 05:58:28.603184 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-03903fb9-190b-4b83-ac0b-47dc24ecdf67 None None] Set router 3770d9e9-13b9-4092-a868-b4802ba95e29 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:28.614633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-facd2d32-92f6-455a-8b07-a6b19f418967 req-a04d9c03-d829-4e98-9ac0-18eeb4591a0e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354075 Sep 16 05:58:28.692388 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-2716a93e-272c-4439-83ea-42b436f78231 req-e4fd0d8e-4470-499d-925a-2a005896d435 service neutron] 10.222.0.37 "GET /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880096 Sep 16 05:58:28.803087 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-03903fb9-190b-4b83-ac0b-47dc24ecdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:48Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0c14c87e-2830-49a4-b189-c342adcb4b67', 'name': '', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:a0:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:47Z', 'updated_at': '2021-09-16T05:56:51Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:28.828600 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03903fb9-190b-4b83-ac0b-47dc24ecdf67 None None] The sync data for ids ['3770d9e9-13b9-4092-a868-b4802ba95e29'] in n-d-712137-12 is: [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:48Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '0c14c87e-2830-49a4-b189-c342adcb4b67', 'name': '', 'network_id': '745cdec1-c153-4ce6-ad43-125366122a3c', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:a0:16:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:47Z', 'updated_at': '2021-09-16T05:56:51Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'fe1af39d-efa4-42e2-a5a2-3c09e6ae5487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:29.043732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0cedb-247e-4ebb-875b-4475af5a59ef None None] New status for floating IP 858cfdaa-905b-42fb-b52b-8fa1102a300e: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:58:29.781928 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5d9de-8b2a-473f-a4ee-49a4f5d95260 req-bb1317d9-ca94-4078-a549-1159e09a5026 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:29.783623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33c5d9de-8b2a-473f-a4ee-49a4f5d95260 req-bb1317d9-ca94-4078-a549-1159e09a5026 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.1006036 Sep 16 05:58:29.807583 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dff4d9-ef45-45fd-a429-ed38da8c24fc req-937494fb-cf44-49dc-8d92-48456effbaeb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:29.809188 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-03dff4d9-ef45-45fd-a429-ed38da8c24fc req-937494fb-cf44-49dc-8d92-48456effbaeb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0495956 Sep 16 05:58:29.825004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-33c5d9de-8b2a-473f-a4ee-49a4f5d95260 req-c2b68cf8-daa4-4c36-b327-76e884dc8be4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=c44e5f9b-618f-4701-a2f7-44784801f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352046 Sep 16 05:58:29.901901 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-03dff4d9-ef45-45fd-a429-ed38da8c24fc req-7b23bdff-7b8e-4c05-91f7-74a57edc798a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 7b7473f3-003e-41b1-a211-01b50295bd2b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:29.902166 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-03dff4d9-ef45-45fd-a429-ed38da8c24fc req-7b23bdff-7b8e-4c05-91f7-74a57edc798a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.990676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-03dff4d9-ef45-45fd-a429-ed38da8c24fc req-7b23bdff-7b8e-4c05-91f7-74a57edc798a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port 7b7473f3-003e-41b1-a211-01b50295bd2b, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=7b7473f3-003e-41b1-a211-01b50295bd2b,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:29.991040 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-03dff4d9-ef45-45fd-a429-ed38da8c24fc req-7b23bdff-7b8e-4c05-91f7-74a57edc798a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.004040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-03dff4d9-ef45-45fd-a429-ed38da8c24fc req-7b23bdff-7b8e-4c05-91f7-74a57edc798a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 7b7473f3-003e-41b1-a211-01b50295bd2b owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:30.195486 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-03dff4d9-ef45-45fd-a429-ed38da8c24fc req-7b23bdff-7b8e-4c05-91f7-74a57edc798a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.224384 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23bdff-7b8e-4c05-91f7-74a57edc798a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=7b7473f3-003e-41b1-a211-01b50295bd2b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:30.268215 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dff4d9-ef45-45fd-a429-ed38da8c24fc req-7b23bdff-7b8e-4c05-91f7-74a57edc798a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] No DVR routers for this DVR port 7b7473f3-003e-41b1-a211-01b50295bd2b on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:30.270824 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-03dff4d9-ef45-45fd-a429-ed38da8c24fc req-7b23bdff-7b8e-4c05-91f7-74a57edc798a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.273149 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-03dff4d9-ef45-45fd-a429-ed38da8c24fc req-7b23bdff-7b8e-4c05-91f7-74a57edc798a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.37 "DELETE /v2.0/ports/7b7473f3-003e-41b1-a211-01b50295bd2b HTTP/1.1" status: 204 len: 173 time: 0.4575768 Sep 16 05:58:30.273572 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'name': 'network-vif-deleted', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:30.275823 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5504f716-320e-4f99-9ac6-a7a8a9816e48" -d '{"events": [{"server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "name": "network-vif-deleted", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:30.368416 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56209c61-b4b3-4492-8c3d-5cc72de08159 x-openstack-request-id: req-56209c61-b4b3-4492-8c3d-5cc72de08159 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:30.368736 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffa1672-8019-4476-8bad-5594e118b4b1", "name": "network-vif-deleted", "tag": "7b7473f3-003e-41b1-a211-01b50295bd2b", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:30.369081 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56209c61-b4b3-4492-8c3d-5cc72de08159 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:30.369498 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffa1672-8019-4476-8bad-5594e118b4b1', 'name': 'network-vif-deleted', 'tag': '7b7473f3-003e-41b1-a211-01b50295bd2b', 'status': 'completed', 'code': 200} Sep 16 05:58:30.933843 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0f0c025-8184-49da-a340-f208b9a16db4 req-fe465534-ed9e-494c-be72-2dd9e5c38e05 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0298665 Sep 16 05:58:31.015141 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-10769f67-2157-4f29-b9de-75a09d619fd8 req-a6db9340-da53-4e65-993a-e59e0a8d8fca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ffa1672-8019-4476-8bad-5594e118b4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253561 Sep 16 05:58:31.081885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-10769f67-2157-4f29-b9de-75a09d619fd8 req-f0de2316-03f9-4fe4-a069-d91fb3cdb042 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=6ffa1672-8019-4476-8bad-5594e118b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0272832 Sep 16 05:58:31.188336 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10769f67-2157-4f29-b9de-75a09d619fd8 req-83e38cdd-968d-4325-8013-1eb80052ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:31.190539 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-10769f67-2157-4f29-b9de-75a09d619fd8 req-83e38cdd-968d-4325-8013-1eb80052ddfa service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6964a8c572ea4a419aaa8f19ff900180&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0910149 Sep 16 05:58:31.296297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10769f67-2157-4f29-b9de-75a09d619fd8 req-b1917bde-149a-4d45-bc75-eede8da3a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:31.297849 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-10769f67-2157-4f29-b9de-75a09d619fd8 req-b1917bde-149a-4d45-bc75-eede8da3a87c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0950611 Sep 16 05:58:31.992793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45562) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:32.348480 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dfbc2ab7-7653-4055-b755-b27a5e9a3c8c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.596252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc2ab7-7653-4055-b755-b27a5e9a3c8c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 0c14c87e-2830-49a4-b189-c342adcb4b67 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:32.596621 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dfbc2ab7-7653-4055-b755-b27a5e9a3c8c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.688680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-dfbc2ab7-7653-4055-b755-b27a5e9a3c8c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port 0c14c87e-2830-49a4-b189-c342adcb4b67, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=0c14c87e-2830-49a4-b189-c342adcb4b67,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:32.689706 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dfbc2ab7-7653-4055-b755-b27a5e9a3c8c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.701257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc2ab7-7653-4055-b755-b27a5e9a3c8c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 0c14c87e-2830-49a4-b189-c342adcb4b67 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:33.219327 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dfbc2ab7-7653-4055-b755-b27a5e9a3c8c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.246182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc2ab7-7653-4055-b755-b27a5e9a3c8c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=0c14c87e-2830-49a4-b189-c342adcb4b67,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:33.339472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7b7473f3-003e-41b1-a211-01b50295bd2b no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:33.365855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 7b7473f3-003e-41b1-a211-01b50295bd2b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:33.366209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 7b7473f3-003e-41b1-a211-01b50295bd2b not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:33.421417 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dfbc2ab7-7653-4055-b755-b27a5e9a3c8c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.630767 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbc2ab7-7653-4055-b755-b27a5e9a3c8c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 3770d9e9-13b9-4092-a868-b4802ba95e29 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:33.738062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbc2ab7-7653-4055-b755-b27a5e9a3c8c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:33.743545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dfbc2ab7-7653-4055-b755-b27a5e9a3c8c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "PUT /v2.0/routers/3770d9e9-13b9-4092-a868-b4802ba95e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7496986 Sep 16 05:58:33.746408 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45564) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:33.747406 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b428098b-77dc-42a9-89f6-b24e3611bddb None None] Sync routers for ids ['3770d9e9-13b9-4092-a868-b4802ba95e29'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:33.756485 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b428098b-77dc-42a9-89f6-b24e3611bddb None None] Routers {'3770d9e9-13b9-4092-a868-b4802ba95e29'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:33.757116 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b428098b-77dc-42a9-89f6-b24e3611bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:58:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3770d9e9-13b9-4092-a868-b4802ba95e29'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:33.796955 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-554bace5-ae30-4896-b7ca-2203918bdfcc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting subnet fe1af39d-efa4-42e2-a5a2-3c09e6ae5487 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:58:33.800227 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-554bace5-ae30-4896-b7ca-2203918bdfcc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.844870 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-554bace5-ae30-4896-b7ca-2203918bdfcc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.863710 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b428098b-77dc-42a9-89f6-b24e3611bddb None None] Set router 3770d9e9-13b9-4092-a868-b4802ba95e29 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:33.930505 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-554bace5-ae30-4896-b7ca-2203918bdfcc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.038969 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b428098b-77dc-42a9-89f6-b24e3611bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:58:33Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:34.064364 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b428098b-77dc-42a9-89f6-b24e3611bddb None None] Checking router: 3770d9e9-13b9-4092-a868-b4802ba95e29 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:34.065755 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-554bace5-ae30-4896-b7ca-2203918bdfcc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.072353 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b428098b-77dc-42a9-89f6-b24e3611bddb None None] Routers {'3770d9e9-13b9-4092-a868-b4802ba95e29'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:34.072974 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b428098b-77dc-42a9-89f6-b24e3611bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:58:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['3770d9e9-13b9-4092-a868-b4802ba95e29'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:34.094917 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-554bace5-ae30-4896-b7ca-2203918bdfcc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.100706 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-554bace5-ae30-4896-b7ca-2203918bdfcc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/subnets/fe1af39d-efa4-42e2-a5a2-3c09e6ae5487 HTTP/1.1" status: 204 len: 168 time: 0.3501539 Sep 16 05:58:34.100706 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bace5-ae30-4896-b7ca-2203918bdfcc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1af39d-efa4-42e2-a5a2-3c09e6ae5487,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:34.101243 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45566) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:34.104911 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c546e8b-d5d6-4568-bd4c-5542db0932fe None None] Network 745cdec1-c153-4ce6-ad43-125366122a3c requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:58:34.183170 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-b428098b-77dc-42a9-89f6-b24e3611bddb None None] Set router 3770d9e9-13b9-4092-a868-b4802ba95e29 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:34.213392 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.297512 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87ac8cf-2e84-4395-a39a-a16a6d2d5fae None None] DHCP port deletion for 745cdec1-c153-4ce6-ad43-125366122a3c request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:58:34.348041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.353249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c87ac8cf-2e84-4395-a39a-a16a6d2d5fae None None] Deleting port 84d5be5e-034d-4159-a3a0-a8638581aff1 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:34.353788 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c87ac8cf-2e84-4395-a39a-a16a6d2d5fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.380683 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-b428098b-77dc-42a9-89f6-b24e3611bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:58:33Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:34.411750 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b428098b-77dc-42a9-89f6-b24e3611bddb None None] The sync data for ids ['3770d9e9-13b9-4092-a868-b4802ba95e29'] in n-d-712137-12 is: [{'id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840448734', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:58:33Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': 'a07bb90a-72ef-4707-961e-7471d839d8db', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3770d9e9-13b9-4092-a868-b4802ba95e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:44Z', 'updated_at': '2021-09-16T05:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:34.416766 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-c87ac8cf-2e84-4395-a39a-a16a6d2d5fae None None] For port 84d5be5e-034d-4159-a3a0-a8638581aff1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=84d5be5e-034d-4159-a3a0-a8638581aff1,segment=NetworkSegment(3335a7f7-9d56-42bf-ba19-6b1cd0df1548),segment_id=3335a7f7-9d56-42bf-ba19-6b1cd0df1548)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:34.417230 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c87ac8cf-2e84-4395-a39a-a16a6d2d5fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.430558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c87ac8cf-2e84-4395-a39a-a16a6d2d5fae None None] Calling delete_port for 84d5be5e-034d-4159-a3a0-a8638581aff1 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:34.481779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port a07bb90a-72ef-4707-961e-7471d839d8db {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:34.482127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.559417 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port a07bb90a-72ef-4707-961e-7471d839d8db, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a07bb90a-72ef-4707-961e-7471d839d8db,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:34.559790 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.572087 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for a07bb90a-72ef-4707-961e-7471d839d8db owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:34.585395 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c87ac8cf-2e84-4395-a39a-a16a6d2d5fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.610496 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ac8cf-2e84-4395-a39a-a16a6d2d5fae None None] Pushing event deleted for resources: {'Port': ['ID=84d5be5e-034d-4159-a3a0-a8638581aff1,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:34.614193 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87ac8cf-2e84-4395-a39a-a16a6d2d5fae None None] No DVR routers for this DVR port 84d5be5e-034d-4159-a3a0-a8638581aff1 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:34.790210 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.817848 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=a07bb90a-72ef-4707-961e-7471d839d8db,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:34.890747 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.987322 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.989460 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.111231 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.111852 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Fanout notify agent at l3_agent the message router_deleted on router 3770d9e9-13b9-4092-a868-b4802ba95e29 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:58:35.119622 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.120264 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b9fc5501-6342-4428-bf4f-28fa9cb364b8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/routers/3770d9e9-13b9-4092-a868-b4802ba95e29 HTTP/1.1" status: 204 len: 168 time: 1.0178490 Sep 16 05:58:35.123060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45568) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:35.131860 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:35.207848 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.297783 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.317874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745cdec1-c153-4ce6-ad43-125366122a3c']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:35.327087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3335a7f7-9d56-42bf-ba19-6b1cd0df1548') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:35.327391 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3335a7f7-9d56-42bf-ba19-6b1cd0df1548') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:35.336797 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.350152 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.355832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:58:35.356218 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: timer() Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:58:35.359107 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:58:35.505145 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.513382 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.515219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/networks/745cdec1-c153-4ce6-ad43-125366122a3c HTTP/1.1" status: 204 len: 168 time: 0.3911576 Sep 16 05:58:35.518000 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45570) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:35.535504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e2723-0eb1-4d15-9e31-5ee8086b952e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Network': ['ID=745cdec1-c153-4ce6-ad43-125366122a3c,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:35.590634 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb240-7d17-402d-a2c5-7ae2219aedf0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.622114 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb240-7d17-402d-a2c5-7ae2219aedf0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.640941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0c14c87e-2830-49a4-b189-c342adcb4b67 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:35.661737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 0c14c87e-2830-49a4-b189-c342adcb4b67 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:35.662082 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 0c14c87e-2830-49a4-b189-c342adcb4b67 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:35.662493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 84d5be5e-034d-4159-a3a0-a8638581aff1 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:35.682109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 84d5be5e-034d-4159-a3a0-a8638581aff1 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:35.682446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 84d5be5e-034d-4159-a3a0-a8638581aff1 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:35.745239 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb240-7d17-402d-a2c5-7ae2219aedf0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.747911 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb240-7d17-402d-a2c5-7ae2219aedf0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.749162 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6bdfb240-7d17-402d-a2c5-7ae2219aedf0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/security-groups/c44e5f9b-618f-4701-a2f7-44784801f838 HTTP/1.1" status: 204 len: 168 time: 0.2302189 Sep 16 05:58:35.758628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfb240-7d17-402d-a2c5-7ae2219aedf0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44e5f9b-618f-4701-a2f7-44784801f838,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:36.281580 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45576) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:36.286856 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0527e2a0-fa70-4033-96d9-5f7f276e3f50 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221501412', 'description': 'tempest-secgroup-smoke-1221501412 description', 'project_id': '6964a8c572ea4a419aaa8f19ff900180'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:36.402164 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0527e2a0-fa70-4033-96d9-5f7f276e3f50 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.481568 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0527e2a0-fa70-4033-96d9-5f7f276e3f50 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.550842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0527e2a0-fa70-4033-96d9-5f7f276e3f50 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.578544 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527e2a0-fa70-4033-96d9-5f7f276e3f50 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce28c08a-ec47-44e9-a632-5c58ec2c3215,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:36.648099 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0527e2a0-fa70-4033-96d9-5f7f276e3f50 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.649422 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0527e2a0-fa70-4033-96d9-5f7f276e3f50 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3668058 Sep 16 05:58:36.652314 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45578) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:36.656612 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-761769dc-9e5b-44a9-8735-36d600b33e05 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'ce28c08a-ec47-44e9-a632-5c58ec2c3215', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:36.784789 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761769dc-9e5b-44a9-8735-36d600b33e05 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.843930 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761769dc-9e5b-44a9-8735-36d600b33e05 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.916079 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761769dc-9e5b-44a9-8735-36d600b33e05 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.931898 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761769dc-9e5b-44a9-8735-36d600b33e05 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfbb7c9-8b53-497f-99e0-d551a22d68d8,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:36.996519 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-761769dc-9e5b-44a9-8735-36d600b33e05 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.997772 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-761769dc-9e5b-44a9-8735-36d600b33e05 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445082 Sep 16 05:58:37.000817 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45580) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:37.005824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6b1050c1-dd4a-4fdd-9c6e-10295a50067b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'ce28c08a-ec47-44e9-a632-5c58ec2c3215', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:37.091194 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6b1050c1-dd4a-4fdd-9c6e-10295a50067b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.147749 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6b1050c1-dd4a-4fdd-9c6e-10295a50067b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.230875 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6b1050c1-dd4a-4fdd-9c6e-10295a50067b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.231049 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a07bb90a-72ef-4707-961e-7471d839d8db no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:37.253079 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1050c1-dd4a-4fdd-9c6e-10295a50067b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a99de78-bbc0-4f80-91b5-8d4ed0ec6131,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:37.255360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: a07bb90a-72ef-4707-961e-7471d839d8db {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:37.255732 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a07bb90a-72ef-4707-961e-7471d839d8db not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:37.316796 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6b1050c1-dd4a-4fdd-9c6e-10295a50067b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.318045 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6b1050c1-dd4a-4fdd-9c6e-10295a50067b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3157363 Sep 16 05:58:37.320753 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45582) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:37.325041 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-e0a7cba1-c689-4978-a9be-540aa0a38731 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'ce28c08a-ec47-44e9-a632-5c58ec2c3215', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:37.424326 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0a7cba1-c689-4978-a9be-540aa0a38731 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.481261 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0a7cba1-c689-4978-a9be-540aa0a38731 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.550483 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0a7cba1-c689-4978-a9be-540aa0a38731 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.567344 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7cba1-c689-4978-a9be-540aa0a38731 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa864b5-7ab8-4de0-9180-74f732e16688,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:37.642121 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e0a7cba1-c689-4978-a9be-540aa0a38731 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.643372 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e0a7cba1-c689-4978-a9be-540aa0a38731 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216949 Sep 16 05:58:37.646047 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45584) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:37.650692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6a64acc6-59f6-4bff-848d-6a2cc614c446 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'ce28c08a-ec47-44e9-a632-5c58ec2c3215', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:37.743961 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a64acc6-59f6-4bff-848d-6a2cc614c446 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.803877 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a64acc6-59f6-4bff-848d-6a2cc614c446 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.887308 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a64acc6-59f6-4bff-848d-6a2cc614c446 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.904297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64acc6-59f6-4bff-848d-6a2cc614c446 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2103b2-9c15-4aa2-94d0-27c0d898971a,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:37.967489 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6a64acc6-59f6-4bff-848d-6a2cc614c446 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.968739 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6a64acc6-59f6-4bff-848d-6a2cc614c446 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3217263 Sep 16 05:58:37.972028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45586) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:37.976369 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c5bc4af9-f757-4231-ae32-c2c3365a07ab tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'ce28c08a-ec47-44e9-a632-5c58ec2c3215', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:38.236718 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-c5bc4af9-f757-4231-ae32-c2c3365a07ab tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Project 6964a8c572ea4a419aaa8f19ff900180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:58:38.241921 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4af9-f757-4231-ae32-c2c3365a07ab tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.305212 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4af9-f757-4231-ae32-c2c3365a07ab tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.476395 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4af9-f757-4231-ae32-c2c3365a07ab tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.495680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc4af9-f757-4231-ae32-c2c3365a07ab tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09fcb36-9357-45d4-8c2a-b5080236f533,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:38.619339 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4af9-f757-4231-ae32-c2c3365a07ab tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.620643 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c5bc4af9-f757-4231-ae32-c2c3365a07ab tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6476216 Sep 16 05:58:38.623300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45588) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:38.668196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4dfbd066-0d79-48c4-8663-69178b03d929 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'ce28c08a-ec47-44e9-a632-5c58ec2c3215', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:38.767986 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-4dfbd066-0d79-48c4-8663-69178b03d929 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Project 6964a8c572ea4a419aaa8f19ff900180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:58:38.773143 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd066-0d79-48c4-8663-69178b03d929 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.834463 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd066-0d79-48c4-8663-69178b03d929 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.916610 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd066-0d79-48c4-8663-69178b03d929 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.932859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbd066-0d79-48c4-8663-69178b03d929 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a42ec5-4dc8-4a44-84f3-641f0a021787,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:39.002927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd066-0d79-48c4-8663-69178b03d929 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.004162 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4dfbd066-0d79-48c4-8663-69178b03d929 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3799136 Sep 16 05:58:39.007144 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45592) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:39.012091 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-23503c26-318f-435e-a007-ff20e354e2e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'network': {'name': 'tempest-network-smoke--2098661193', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'port_security_enabled': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:39.098946 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23503c26-318f-435e-a007-ff20e354e2e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:58:39.102563 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23503c26-318f-435e-a007-ff20e354e2e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.125983 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23503c26-318f-435e-a007-ff20e354e2e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:58:39.134393 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23503c26-318f-435e-a007-ff20e354e2e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.134762 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-23503c26-318f-435e-a007-ff20e354e2e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Added segment 04f78c80-48a9-4e19-acbf-2cdf965a8cf1 of type vlan for network e09e3525-51c9-48aa-912a-36428d716642 Sep 16 05:58:39.176728 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23503c26-318f-435e-a007-ff20e354e2e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.258914 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23503c26-318f-435e-a007-ff20e354e2e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.264567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23503c26-318f-435e-a007-ff20e354e2e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:39.265157 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-23503c26-318f-435e-a007-ff20e354e2e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.330521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23503c26-318f-435e-a007-ff20e354e2e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Network': ['ID=e09e3525-51c9-48aa-912a-36428d716642,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:39.341019 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network e09e3525-51c9-48aa-912a-36428d716642 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:58:39.363556 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-23503c26-318f-435e-a007-ff20e354e2e8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3553216 Sep 16 05:58:39.371579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45594) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:39.376073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'admin_state_up': True, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:39.471201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.472295 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.525733 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.063787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.311386 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.330320 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.433867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.25.3.52 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/9ecd64e0-47a7-4c44-adb3-09daec262a3b) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:58:40.533933 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.631211 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.666714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:40.669419 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:40.671813 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:58:40.703963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=9ecd64e0-47a7-4c44-adb3-09daec262a3b,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:40.967938 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:41.157605 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:41.333388 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 2088ebc5-2edb-45de-9e71-63465e3e781e is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:58:41.444933 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:41.454138 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Sync routers for ids ['2088ebc5-2edb-45de-9e71-63465e3e781e'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:41.462885 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Routers {'2088ebc5-2edb-45de-9e71-63465e3e781e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:41.463508 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:58:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2088ebc5-2edb-45de-9e71-63465e3e781e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:41.522539 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:41.526797 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-302ede58-036f-4f57-b59c-f90f3ddfa515 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1512110 Sep 16 05:58:41.527002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45596) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:41.561014 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a0936344-a802-4af8-a9bf-27e9d195b959 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=6964a8c572ea4a419aaa8f19ff900180&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328596 Sep 16 05:58:41.563603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45598) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:41.568786 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Set router 2088ebc5-2edb-45de-9e71-63465e3e781e gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:41.650600 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d820d805-72bd-46ee-b145-bbffcc2914b0 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:41.652154 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d820d805-72bd-46ee-b145-bbffcc2914b0 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876353 Sep 16 05:58:41.654978 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45600) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:41.683731 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-90fc9011-ff5f-4863-bc56-831983ed822d tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276778 Sep 16 05:58:41.686136 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45602) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:41.691042 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-86d1c347-7772-4867-a591-118734ae2596 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-166154221', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:41.750471 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T05:58:40Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:41.777941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Checking router: 2088ebc5-2edb-45de-9e71-63465e3e781e for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:41.778204 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Updating router 2088ebc5-2edb-45de-9e71-63465e3e781e port 9ecd64e0-47a7-4c44-adb3-09daec262a3b binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:58:41.839695 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:41.864692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d1c347-7772-4867-a591-118734ae2596 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:58:41.868333 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86d1c347-7772-4867-a591-118734ae2596 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.105148 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86d1c347-7772-4867-a591-118734ae2596 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.107718 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.150432 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6b91b963-ae89-493a-8a87-5b2413ce6484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.167881 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1c347-7772-4867-a591-118734ae2596 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Subnet': ['ID=802a82d4-129e-4298-93c2-512fd47f75cd,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:42.183471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1c347-7772-4867-a591-118734ae2596 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Checking segment: {'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:58:42.183471 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d1c347-7772-4867-a591-118734ae2596 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network hostable DHCP agents. Network: e09e3525-51c9-48aa-912a-36428d716642, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:58:42.185264 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.235896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Attempting to bind port 9ecd64e0-47a7-4c44-adb3-09daec262a3b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:58:42.238113 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Attempting to bind port 9ecd64e0-47a7-4c44-adb3-09daec262a3b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:58:42.238113 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Attempting to bind port 9ecd64e0-47a7-4c44-adb3-09daec262a3b on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:42.243501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92689b55-83c0-4e32-947f-93039cbc0c3e None None] Pushing event updated for resources: {'Port': ['ID=9ecd64e0-47a7-4c44-adb3-09daec262a3b,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:42.246277 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:58:42.246654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:58:42.247057 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.247444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:58:42.247916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Bound port: 9ecd64e0-47a7-4c44-adb3-09daec262a3b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:58:42.248298 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.253757 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d1c347-7772-4867-a591-118734ae2596 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network e09e3525-51c9-48aa-912a-36428d716642 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:58:42.300832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] For port 9ecd64e0-47a7-4c44-adb3-09daec262a3b, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:58:42.303928 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] For port 9ecd64e0-47a7-4c44-adb3-09daec262a3b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9ecd64e0-47a7-4c44-adb3-09daec262a3b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:58:42.328153 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-86d1c347-7772-4867-a591-118734ae2596 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, e09e3525-51c9-48aa-912a-36428d716642) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:42.333411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d1c347-7772-4867-a591-118734ae2596 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:42.335482 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-86d1c347-7772-4867-a591-118734ae2596 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.338689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f0b999-a5f7-4532-98de-0346d432c96e None None] Network e09e3525-51c9-48aa-912a-36428d716642 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:58:42.393087 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.430101 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-86d1c347-7772-4867-a591-118734ae2596 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7429302 Sep 16 05:58:42.432831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45604) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:42.475796 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92689b55-83c0-4e32-947f-93039cbc0c3e None None] Pushing event updated for resources: {'Port': ['ID=9ecd64e0-47a7-4c44-adb3-09daec262a3b,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:42.500210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Routers {'2088ebc5-2edb-45de-9e71-63465e3e781e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:42.500898 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:58:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2088ebc5-2edb-45de-9e71-63465e3e781e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:42.611239 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-e09e3525-51c9-48aa-912a-36428d716642', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ips': [{'subnet_id': '802a82d4-129e-4298-93c2-512fd47f75cd'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:58:42.612093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.651642 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] Set router 2088ebc5-2edb-45de-9e71-63465e3e781e gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:42.879590 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.883278 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Allocated IP 172.20.0.2 (e09e3525-51c9-48aa-912a-36428d716642/802a82d4-129e-4298-93c2-512fd47f75cd/3f4a5b0a-9f37-4180-aceb-5dba2a7142a8) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:58:43.006760 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T05:58:40Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:43.050126 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6a7b1-76b1-464e-a591-52c76d509389 None None] The sync data for ids ['2088ebc5-2edb-45de-9e71-63465e3e781e'] in n-d-712137-12 is: [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T05:58:40Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:43.106910 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.207782 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.230970 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.284371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Network e09e3525-51c9-48aa-912a-36428d716642 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:43.289484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:43.299357 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.20.0.1 (e09e3525-51c9-48aa-912a-36428d716642/802a82d4-129e-4298-93c2-512fd47f75cd/8ba84290-a6b2-4a21-808d-33eebb8fa3d1) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:58:43.301470 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:58:43.310013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Pushing event updated for resources: {'Port': ['ID=3f4a5b0a-9f37-4180-aceb-5dba2a7142a8,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:43.366395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Attempting to bind port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:58:43.367089 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Attempting to bind port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:58:43.367267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Attempting to bind port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 on network e09e3525-51c9-48aa-912a-36428d716642 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:43.372518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:58:43.372891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Checking segment: {'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:58:43.373290 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.373682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Bound using segment: {'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:58:43.374142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Bound port: 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:58:43.374519 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.439996 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.444577 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] For port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:58:43.448312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] For port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3f4a5b0a-9f37-4180-aceb-5dba2a7142a8,segment=NetworkSegment(04f78c80-48a9-4e19-acbf-2cdf965a8cf1),segment_id=04f78c80-48a9-4e19-acbf-2cdf965a8cf1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:58:43.528711 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.539582 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.584512 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network e09e3525-51c9-48aa-912a-36428d716642 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:43.588127 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:43.595420 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:58:43.621741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=8ba84290-a6b2-4a21-808d-33eebb8fa3d1,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:43.647783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.761854 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a01ae-538c-4eae-a2f2-251afabf0b00 None None] Pushing event updated for resources: {'Port': ['ID=3f4a5b0a-9f37-4180-aceb-5dba2a7142a8,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:43.884655 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.187902 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.252628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.328725 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.331297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=8ba84290-a6b2-4a21-808d-33eebb8fa3d1,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:44.427694 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network e09e3525-51c9-48aa-912a-36428d716642 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:44.429161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:44.544868 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 2088ebc5-2edb-45de-9e71-63465e3e781e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:44.556084 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5b2d435d-e0ab-4669-abfa-f43f101b0d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.654968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:44.660425 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-e28edb5d-8f67-403a-8416-22b0e8897b7b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "PUT /v2.0/routers/2088ebc5-2edb-45de-9e71-63465e3e781e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2265918 Sep 16 05:58:44.675738 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Sync routers for ids ['2088ebc5-2edb-45de-9e71-63465e3e781e'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:44.684839 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Routers {'2088ebc5-2edb-45de-9e71-63465e3e781e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:44.693444 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:58:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2088ebc5-2edb-45de-9e71-63465e3e781e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:44.793470 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Set router 2088ebc5-2edb-45de-9e71-63465e3e781e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:44.802624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-cff04a30-47c3-499e-bfb8-496e4c7d52de tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221501412&fields=id&tenant_id=6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 267 time: 0.0345910 Sep 16 05:58:44.915410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-6c1e8b88-e1ee-4f81-a2ef-43253e713b73 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:44.916897 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-6c1e8b88-e1ee-4f81-a2ef-43253e713b73 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/networks?id=e09e3525-51c9-48aa-912a-36428d716642 HTTP/1.1" status: 200 len: 797 time: 0.1074820 Sep 16 05:58:44.931864 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-5213f35d-0c81-4f10-9e21-bedca46396db tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/quotas/6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 375 time: 0.0093062 Sep 16 05:58:44.984609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-3945ea3a-6903-4494-b426-93d93ec1438f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469012 Sep 16 05:58:44.993984 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T05:58:43Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '8ba84290-a6b2-4a21-808d-33eebb8fa3d1', 'name': '', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:27:e1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:42Z', 'updated_at': '2021-09-16T05:58:44Z', 'revision_number': 2, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:45.002336 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-524fc39b-51cf-451c-855d-f7c3668465d7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:58:45.003624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-524fc39b-51cf-451c-855d-f7c3668465d7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062594 Sep 16 05:58:45.021616 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Checking router: 2088ebc5-2edb-45de-9e71-63465e3e781e for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:45.022346 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Updating router 2088ebc5-2edb-45de-9e71-63465e3e781e port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:58:45.048354 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.111035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-d05ac3cf-f289-4de5-a5d5-49bac27507e2 service neutron] 10.222.0.24 "GET /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006436 Sep 16 05:58:45.213522 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-206631b7-3a1e-4e42-a58d-088cad0d9fa4 service neutron] 10.222.0.24 "GET /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954001 Sep 16 05:58:45.399759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9ecd64e0-47a7-4c44-adb3-09daec262a3b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:45.403190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a654b759-fd68-4355-86fd-1ac66d18075f None None] Network e09e3525-51c9-48aa-912a-36428d716642 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:58:45.406549 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.438423 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.512056 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-673b1466-3e51-4761-aea2-89df57d63cf3 None None] Provisioning complete for port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:45.512428 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-673b1466-3e51-4761-aea2-89df57d63cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.518406 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.523984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eddbc34a-d713-4f73-ace9-07c7216f4edf req-008a9fb1-f032-4995-8f97-a6794ee641f0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 210 time: 0.0342126 Sep 16 05:58:45.541148 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9ecd64e0-47a7-4c44-adb3-09daec262a3b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:45.541148 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.626939 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Pushing event updated for resources: {'Port': ['ID=8ba84290-a6b2-4a21-808d-33eebb8fa3d1,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:45.637559 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:45.637830 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:45.638167 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:45.638621 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:45.638962 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:45.639288 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:45.639612 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:45.639938 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:45.640257 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:45.640605 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:45.640938 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:45.641247 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:45.654646 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Attempting to bind port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:58:45.655018 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Attempting to bind port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:58:45.655380 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Attempting to bind port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 on network e09e3525-51c9-48aa-912a-36428d716642 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:45.660584 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:58:45.660958 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Checking segment: {'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:58:45.661358 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.661744 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Bound using segment: {'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:58:45.662204 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Bound port: 8ba84290-a6b2-4a21-808d-33eebb8fa3d1, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:58:45.662578 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.729208 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-673b1466-3e51-4761-aea2-89df57d63cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.729805 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] For port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:58:45.732842 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] For port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8ba84290-a6b2-4a21-808d-33eebb8fa3d1,segment=NetworkSegment(04f78c80-48a9-4e19-acbf-2cdf965a8cf1),segment_id=04f78c80-48a9-4e19-acbf-2cdf965a8cf1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:58:45.735888 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.777251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 9ecd64e0-47a7-4c44-adb3-09daec262a3b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9ecd64e0-47a7-4c44-adb3-09daec262a3b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:45.791611 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-673b1466-3e51-4761-aea2-89df57d63cf3 None None] For port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3f4a5b0a-9f37-4180-aceb-5dba2a7142a8,segment=NetworkSegment(04f78c80-48a9-4e19-acbf-2cdf965a8cf1),segment_id=04f78c80-48a9-4e19-acbf-2cdf965a8cf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:45.814647 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.857913 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.858738 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:45.874330 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Routers {'2088ebc5-2edb-45de-9e71-63465e3e781e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:45.874968 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:58:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2088ebc5-2edb-45de-9e71-63465e3e781e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:45.881348 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc648deb-1d06-4816-b933-86105ec87aab None None] Pushing event updated for resources: {'Port': ['ID=8ba84290-a6b2-4a21-808d-33eebb8fa3d1,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:45.908705 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-673b1466-3e51-4761-aea2-89df57d63cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:45.946551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=9ecd64e0-47a7-4c44-adb3-09daec262a3b,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:45.979689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:45.980068 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:46.013430 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] Set router 2088ebc5-2edb-45de-9e71-63465e3e781e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:46.046789 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b1466-3e51-4761-aea2-89df57d63cf3 None None] Pushing event updated for resources: {'Port': ['ID=3f4a5b0a-9f37-4180-aceb-5dba2a7142a8,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:46.058714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-46f18710-bff9-4ccc-af21-aa9883af9ad1 None None] Provisioning complete for port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:46.059277 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-46f18710-bff9-4ccc-af21-aa9883af9ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:46.175405 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-46f18710-bff9-4ccc-af21-aa9883af9ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:46.224295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-46f18710-bff9-4ccc-af21-aa9883af9ad1 None None] For port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8ba84290-a6b2-4a21-808d-33eebb8fa3d1,segment=NetworkSegment(04f78c80-48a9-4e19-acbf-2cdf965a8cf1),segment_id=04f78c80-48a9-4e19-acbf-2cdf965a8cf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:46.248525 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T05:58:43Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '8ba84290-a6b2-4a21-808d-33eebb8fa3d1', 'name': '', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:27:e1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:42Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:46.270972 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:46.272149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-46f18710-bff9-4ccc-af21-aa9883af9ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:46.280776 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434e9b4e-2ea5-44e2-b577-2a0aab25f08e None None] The sync data for ids ['2088ebc5-2edb-45de-9e71-63465e3e781e'] in n-d-712137-12 is: [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T05:58:43Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '8ba84290-a6b2-4a21-808d-33eebb8fa3d1', 'name': '', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:27:e1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:42Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:46.324884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-46f18710-bff9-4ccc-af21-aa9883af9ad1 None None] Provisioning complete for port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:46.325267 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-46f18710-bff9-4ccc-af21-aa9883af9ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:46.364260 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f18710-bff9-4ccc-af21-aa9883af9ad1 None None] Pushing event updated for resources: {'Port': ['ID=8ba84290-a6b2-4a21-808d-33eebb8fa3d1,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:46.553091 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-1ae08cca-2cba-4bf1-a980-584cb910bc0a None None] Provisioning complete for port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:46.553511 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ae08cca-2cba-4bf1-a980-584cb910bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:46.647221 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-83ffdd64-d2f7-4f59-a8cd-4a24afdfcd62 req-ebb3b3be-e4b5-4d7c-8c29-943bd2de477d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 210 time: 0.0329700 Sep 16 05:58:46.791888 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9ea790b4-8f84-4e37-a368-9cebe3aef699 None None] Provisioning complete for port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:46.792411 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9ea790b4-8f84-4e37-a368-9cebe3aef699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:47.010173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-8e69a632-ae1c-4c49-a42f-bc9c6ecc8f05 None None] Provisioning complete for port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:47.011660 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8e69a632-ae1c-4c49-a42f-bc9c6ecc8f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:47.116112 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:47.369628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9ecd64e0-47a7-4c44-adb3-09daec262a3b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:47.427790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9ecd64e0-47a7-4c44-adb3-09daec262a3b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:47.428104 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:47.502191 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-be560582-19e8-4264-a887-f1118233550f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:47.504594 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-be560582-19e8-4264-a887-f1118233550f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "GET /v2.0/networks?id=e09e3525-51c9-48aa-912a-36428d716642 HTTP/1.1" status: 200 len: 797 time: 0.1154349 Sep 16 05:58:47.511445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:47.562903 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:47.563320 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:47.648516 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:47.706430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:47.706787 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:47.770835 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-393a7c4c-8849-4ae9-aa17-ef6986cf1d96 req-b7c69e3b-6a9e-482a-97b7-81244c156d44 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 210 time: 0.0398641 Sep 16 05:58:47.842039 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:47.879742 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-897db43b-ed03-4cd0-864d-d38ab42e67b5 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 380 time: 0.3635733 Sep 16 05:58:47.889049 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'port': {'device_id': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'admin_state_up': True, 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'security_groups': ['ce28c08a-ec47-44e9-a632-5c58ec2c3215']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:48.058638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:58:48.062319 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:48.187846 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.20.0.3 (e09e3525-51c9-48aa-912a-36428d716642/802a82d4-129e-4298-93c2-512fd47f75cd/d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:58:48.326956 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:48.419471 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:48.460592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network e09e3525-51c9-48aa-912a-36428d716642 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:48.463561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:48.467257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:58:48.497949 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:48.525051 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:48.525731 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:48.586112 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42235f08-0a53-4bf4-8f5c-ffcbd8da9467 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7003951 Sep 16 05:58:48.599198 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Request body: {'port': {'device_id': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:48.658580 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:48.738649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-2ab62131-68f1-4aaa-8617-d4d20d56e39d None None] Provisioning complete for port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:48.738928 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2ab62131-68f1-4aaa-8617-d4d20d56e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:48.773921 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-2ab62131-68f1-4aaa-8617-d4d20d56e39d None None] Port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:58:48.879440 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf7e7a-773b-4799-8f3c-f9d2318febf6 req-cbfa62a0-8220-465b-9bf7-19c7f62ad448 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:48.881089 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ebf7e7a-773b-4799-8f3c-f9d2318febf6 req-cbfa62a0-8220-465b-9bf7-19c7f62ad448 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 931 time: 0.0524821 Sep 16 05:58:48.920275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3ebf7e7a-773b-4799-8f3c-f9d2318febf6 req-250fc19f-4564-4f2e-a1d9-37e9c3f4ef8d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331068 Sep 16 05:58:48.928551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:58:48.936109 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:48.947943 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Transition to ACTIVE for port object d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:58:49.012965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:49.105301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Pushing event updated for resources: {'Port': ['ID=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:49.137851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Attempting to bind port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:58:49.138182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Attempting to bind port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:58:49.138508 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Attempting to bind port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 on network e09e3525-51c9-48aa-912a-36428d716642 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:49.143028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 on network e09e3525-51c9-48aa-912a-36428d716642 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:58:49.143341 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Attempting to bind port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 on network e09e3525-51c9-48aa-912a-36428d716642 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:49.148658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:58:49.149001 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Checking segment: {'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:58:49.149386 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Bound using segment: {'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:58:49.149840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Bound port: d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f78c80-48a9-4e19-acbf-2cdf965a8cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:58:49.150201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:49.216562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] For port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:58:49.220481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] For port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56,segment=NetworkSegment(04f78c80-48a9-4e19-acbf-2cdf965a8cf1),segment_id=04f78c80-48a9-4e19-acbf-2cdf965a8cf1)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:58:49.288204 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:49.336668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:49.336668 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:49.336668 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] 10.222.0.23 "PUT /v2.0/ports/d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 HTTP/1.1" status: 200 len: 1092 time: 0.7296712 Sep 16 05:58:49.336668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'tag': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:49.336668 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50dd031-febb-4bff-9c6b-ecd9b78b53e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e56bb033-e74b-4b1d-9a4c-fd1f036d1e94", "tag": "d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:49.356676 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c948a5-8b57-4134-9348-9e0a4e6c410d service neutron] Pushing event updated for resources: {'Port': ['ID=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:49.370448 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b784bfa-00eb-4506-84f9-77b2c3722c27 x-openstack-request-id: req-5b784bfa-00eb-4506-84f9-77b2c3722c27 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:49.370805 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56bb033-e74b-4b1d-9a4c-fd1f036d1e94", "tag": "d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:49.371061 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b784bfa-00eb-4506-84f9-77b2c3722c27 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:49.371505 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'tag': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56', 'status': 'completed', 'code': 200} Sep 16 05:58:49.445542 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dd031-febb-4bff-9c6b-ecd9b78b53e9 req-f3007f20-67e3-44e9-873a-ae1089128c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:49.447095 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a50dd031-febb-4bff-9c6b-ecd9b78b53e9 req-f3007f20-67e3-44e9-873a-ae1089128c58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 1095 time: 0.0515177 Sep 16 05:58:49.549666 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dd031-febb-4bff-9c6b-ecd9b78b53e9 req-c5d1b5af-9ff6-475a-bfe7-df32313ecdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:49.551162 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a50dd031-febb-4bff-9c6b-ecd9b78b53e9 req-c5d1b5af-9ff6-475a-bfe7-df32313ecdbd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6964a8c572ea4a419aaa8f19ff900180&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0955589 Sep 16 05:58:49.649865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dd031-febb-4bff-9c6b-ecd9b78b53e9 req-9ea750c9-5367-4318-aa7e-e199536d056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:49.651435 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a50dd031-febb-4bff-9c6b-ecd9b78b53e9 req-9ea750c9-5367-4318-aa7e-e199536d056e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0931308 Sep 16 05:58:49.724599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-47b7bb85-31dc-477c-9302-cf0fc0f0518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:49.727758 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-47b7bb85-31dc-477c-9302-cf0fc0f0518b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 1095 time: 0.0409133 Sep 16 05:58:49.773036 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-4a0dc2d3-147e-4311-b87b-f505f3661130 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 HTTP/1.1" status: 200 len: 217 time: 0.0389862 Sep 16 05:58:49.821313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-8e7e10ca-9b3d-4667-a6b2-a24104bc44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:49.822752 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-8e7e10ca-9b3d-4667-a6b2-a24104bc44d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=802a82d4-129e-4298-93c2-512fd47f75cd HTTP/1.1" status: 200 len: 834 time: 0.0431755 Sep 16 05:58:49.869339 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-08d42eaa-611e-477d-9b35-5ec0644506b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:49.870826 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-08d42eaa-611e-477d-9b35-5ec0644506b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e09e3525-51c9-48aa-912a-36428d716642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403116 Sep 16 05:58:49.966332 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-f0ee236a-a375-4178-8c51-0391c698000d service neutron] 10.222.0.23 "GET /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882726 Sep 16 05:58:50.040051 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8b4dd-e52c-4a44-9ead-76948377c205 req-c1fe6187-865f-41f1-973c-2bd10fde0412 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:50.041582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fca8b4dd-e52c-4a44-9ead-76948377c205 req-c1fe6187-865f-41f1-973c-2bd10fde0412 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 943 time: 0.0522561 Sep 16 05:58:50.062405 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-0396794c-ad85-4760-b019-cff8b2fdbfb2 req-d94d07ec-c9d3-4800-84c6-71554ae1c35b service neutron] 10.222.0.23 "GET /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Sep 16 05:58:50.081555 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fca8b4dd-e52c-4a44-9ead-76948377c205 req-ba6037fe-39e7-43a9-912c-77e7c3cf9fd3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340161 Sep 16 05:58:51.198036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0ab66-6e5a-48b0-99ed-aa39413516b9 req-cf871533-e7f7-41b4-aa0d-73624364f53b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:51.199508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5a0ab66-6e5a-48b0-99ed-aa39413516b9 req-cf871533-e7f7-41b4-aa0d-73624364f53b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 943 time: 0.0490081 Sep 16 05:58:51.237823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5a0ab66-6e5a-48b0-99ed-aa39413516b9 req-81d5f326-ef4f-41f7-a1ab-bd4cfaebc6eb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Sep 16 05:58:52.353307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d2297-8013-4541-82a3-89b7d787b5ed req-ac6bbd2e-178a-448a-856a-74cf205a2cbc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:52.354801 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-416d2297-8013-4541-82a3-89b7d787b5ed req-ac6bbd2e-178a-448a-856a-74cf205a2cbc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 943 time: 0.0492811 Sep 16 05:58:52.392598 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-416d2297-8013-4541-82a3-89b7d787b5ed req-8b852c5e-0168-4aed-80d0-e8e1e32a0fe0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Sep 16 05:58:52.595528 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:58:52.694964 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56,segment=NetworkSegment(04f78c80-48a9-4e19-acbf-2cdf965a8cf1),segment_id=04f78c80-48a9-4e19-acbf-2cdf965a8cf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:52.706807 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'port_id': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56', 'mac_address': 'fa:16:3e:e9:15:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:58:52.743149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:52.756538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:58:52.776277 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56,segment=NetworkSegment(04f78c80-48a9-4e19-acbf-2cdf965a8cf1),segment_id=04f78c80-48a9-4e19-acbf-2cdf965a8cf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:52.863373 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:52.910251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:53.067489 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:58:53.510857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e284f-9929-41d9-b9b0-7dee975100c8 req-c5a745e3-22a9-4f28-9578-8f7cbd009b1a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:53.512263 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f9e284f-9929-41d9-b9b0-7dee975100c8 req-c5a745e3-22a9-4f28-9578-8f7cbd009b1a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 944 time: 0.0526652 Sep 16 05:58:53.550380 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0f9e284f-9929-41d9-b9b0-7dee975100c8 req-2d3e6696-b9b5-481b-998b-9796f6240e13 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Sep 16 05:58:54.605733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:54.667328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117aaf0-84d0-4ac6-bb47-d6e309788a8d req-049d09bb-ae10-4b52-b2c7-416bd71b5781 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:54.668863 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f117aaf0-84d0-4ac6-bb47-d6e309788a8d req-049d09bb-ae10-4b52-b2c7-416bd71b5781 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 944 time: 0.0502005 Sep 16 05:58:54.706981 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f117aaf0-84d0-4ac6-bb47-d6e309788a8d req-c151e417-a3fd-47a7-88b0-ff81fd074c09 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319223 Sep 16 05:58:54.738728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:58:54.743136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:54.743556 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:54.819531 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:54.841519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:54.843682 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a8630c-7404-4bb4-93e7-316cd2e7e493" -d '{"events": [{"server_uuid": "e56bb033-e74b-4b1d-9a4c-fd1f036d1e94", "name": "network-vif-plugged", "status": "completed", "tag": "d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:54.856129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56,segment=NetworkSegment(04f78c80-48a9-4e19-acbf-2cdf965a8cf1),segment_id=04f78c80-48a9-4e19-acbf-2cdf965a8cf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:54.879310 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6418d4a8-f76c-43d3-ad80-ba569ce60db6 x-openstack-request-id: req-6418d4a8-f76c-43d3-ad80-ba569ce60db6 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:54.879609 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56bb033-e74b-4b1d-9a4c-fd1f036d1e94", "name": "network-vif-plugged", "status": "completed", "tag": "d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:54.879847 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6418d4a8-f76c-43d3-ad80-ba569ce60db6 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:54.880255 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56', 'code': 200} Sep 16 05:58:54.933502 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:54.986265 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:55.019289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958aa2b1-d653-4425-99a9-4a4f59a1185b req-cff5c17b-2ece-4fa0-bd39-fc21f4e0f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:55.020853 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-958aa2b1-d653-4425-99a9-4a4f59a1185b req-cff5c17b-2ece-4fa0-bd39-fc21f4e0f319 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 1097 time: 0.0862057 Sep 16 05:58:55.060278 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-958aa2b1-d653-4425-99a9-4a4f59a1185b req-282e5d3d-2986-48e7-898b-40cd5f9a1408 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317769 Sep 16 05:58:55.824921 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c552ad-8355-460b-ad11-77018a5c9f81 req-88375766-8489-4276-a002-e9cb5e5b3ac1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:55.826413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-46c552ad-8355-460b-ad11-77018a5c9f81 req-88375766-8489-4276-a002-e9cb5e5b3ac1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0503547 Sep 16 05:58:55.864285 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-46c552ad-8355-460b-ad11-77018a5c9f81 req-d266444e-c2b6-41e4-97b2-37bd65cb984e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317848 Sep 16 05:58:56.981392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9785964-ff75-4ca8-a6fb-1e32051abacb req-02e10ce4-ea46-4c07-ae78-da3846499128 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:56.982861 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9785964-ff75-4ca8-a6fb-1e32051abacb req-02e10ce4-ea46-4c07-ae78-da3846499128 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0519161 Sep 16 05:58:57.022616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9785964-ff75-4ca8-a6fb-1e32051abacb req-8efb0b86-1a5c-490d-8f61-5b3fdd2403d9 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331633 Sep 16 05:58:57.137103 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee36721-68bc-4178-a271-e83948ea1b28 req-80a1e229-b8c3-4bdb-9bdc-03bc83ef8473 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:57.138590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ee36721-68bc-4178-a271-e83948ea1b28 req-80a1e229-b8c3-4bdb-9bdc-03bc83ef8473 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0493274 Sep 16 05:58:57.177118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5ee36721-68bc-4178-a271-e83948ea1b28 req-9cb2a09f-a227-4577-8fe2-ee4a69eaca74 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321414 Sep 16 05:58:57.198316 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45660) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:57.282779 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50ba2f-4540-4bbf-8a44-2bbab0dbf056 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:57.284366 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ff50ba2f-4540-4bbf-8a44-2bbab0dbf056 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 1092 time: 0.0850625 Sep 16 05:58:57.287278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45664) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:57.291692 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:57.350997 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:57.446069 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:57.552306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.25.3.195 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/ab24a8b5-189b-435f-b644-6714a1edd907) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:58:57.652302 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:57.743643 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:57.781312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:57.784882 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:57.790000 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:58:57.821300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=ab24a8b5-189b-435f-b644-6714a1edd907,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:57.833824 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:57.834174 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:57.834517 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:57.834851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:57.835183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:57.835515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:57.835839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:57.836163 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:57.836507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:57.836831 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:57.837149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:57.837466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:58.170889 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.278626 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.429091 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.481272 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.548795 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=ab24a8b5-189b-435f-b644-6714a1edd907,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:58.560268 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.660526 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Floating IP e1bf5199-8c29-4149-ad65-d6f1ed093a57 associated. External IP: 172.25.3.195, port: d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56. Sep 16 05:58:58.869466 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 2088ebc5-2edb-45de-9e71-63465e3e781e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:58.977228 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:58.988673 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8823b-1641-41d7-8bfa-69c5df34f1a0 None None] Sync routers for ids ['2088ebc5-2edb-45de-9e71-63465e3e781e'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:58.999523 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8823b-1641-41d7-8bfa-69c5df34f1a0 None None] Routers {'2088ebc5-2edb-45de-9e71-63465e3e781e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:59.000136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-85d8823b-1641-41d7-8bfa-69c5df34f1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:58:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2088ebc5-2edb-45de-9e71-63465e3e781e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:59.070441 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:59.097764 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4009e254-8cfe-4ffa-bb5f-9c773244dffd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8093977 Sep 16 05:58:59.098463 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'tag': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:59.107299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-85d8823b-1641-41d7-8bfa-69c5df34f1a0 None None] Set router 2088ebc5-2edb-45de-9e71-63465e3e781e gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:59.109080 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7a79aa-5a0f-4b55-9949-f2c8ec3d5929" -d '{"events": [{"name": "network-changed", "server_uuid": "e56bb033-e74b-4b1d-9a4c-fd1f036d1e94", "tag": "d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:59.149047 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612fca29-7c25-4f55-8833-9f2a6b4f5a0a x-openstack-request-id: req-612fca29-7c25-4f55-8833-9f2a6b4f5a0a {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:59.149349 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56bb033-e74b-4b1d-9a4c-fd1f036d1e94", "tag": "d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:59.150173 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-612fca29-7c25-4f55-8833-9f2a6b4f5a0a {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:59.150589 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'tag': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56', 'status': 'completed', 'code': 200} Sep 16 05:58:59.197784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f144c6-f68f-474b-9a03-f50ff78ba2d4 req-8d444e5d-2ddc-4b4b-adc5-70cfafe54289 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:59.199502 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59f144c6-f68f-474b-9a03-f50ff78ba2d4 req-8d444e5d-2ddc-4b4b-adc5-70cfafe54289 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0508301 Sep 16 05:58:59.214287 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a79aa-5a0f-4b55-9949-f2c8ec3d5929 req-0532a432-10ef-4b01-a8c1-1a645bea591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:59.215828 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8c7a79aa-5a0f-4b55-9949-f2c8ec3d5929 req-0532a432-10ef-4b01-a8c1-1a645bea591f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 1097 time: 0.0440145 Sep 16 05:58:59.243670 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-59f144c6-f68f-474b-9a03-f50ff78ba2d4 req-daac9302-db98-4a90-8a2f-b91e2e58ccda tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378704 Sep 16 05:58:59.269090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45670) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:59.317068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a79aa-5a0f-4b55-9949-f2c8ec3d5929 req-dab9b2e4-1757-4f9c-928e-dbee37213eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:59.318572 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8c7a79aa-5a0f-4b55-9949-f2c8ec3d5929 req-dab9b2e4-1757-4f9c-928e-dbee37213eaa service neutron] 10.222.0.23 "GET /v2.0/networks?id=e09e3525-51c9-48aa-912a-36428d716642 HTTP/1.1" status: 200 len: 897 time: 0.0963697 Sep 16 05:58:59.338910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d6399bfb-f0e0-4c88-88ea-006805309edd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/e1bf5199-8c29-4149-ad65-d6f1ed093a57 HTTP/1.1" status: 200 len: 991 time: 0.0679994 Sep 16 05:58:59.352235 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-85d8823b-1641-41d7-8bfa-69c5df34f1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T05:58:43Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'e1bf5199-8c29-4149-ad65-d6f1ed093a57', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'port_id': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'mac_address': 'fa:16:3e:e9:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:58:58Z', 'updated_at': '2021-09-16T05:58:58Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba84290-a6b2-4a21-808d-33eebb8fa3d1', 'name': '', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:27:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:42Z', 'updated_at': '2021-09-16T05:58:46Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:59.382768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8823b-1641-41d7-8bfa-69c5df34f1a0 None None] Checking router: 2088ebc5-2edb-45de-9e71-63465e3e781e for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:59.387599 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8c7a79aa-5a0f-4b55-9949-f2c8ec3d5929 req-20d0d42d-61cc-4d67-9ec6-b3ccc0dda6ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 HTTP/1.1" status: 200 len: 999 time: 0.0624528 Sep 16 05:58:59.391723 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8823b-1641-41d7-8bfa-69c5df34f1a0 None None] Routers {'2088ebc5-2edb-45de-9e71-63465e3e781e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:59.392405 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-85d8823b-1641-41d7-8bfa-69c5df34f1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T05:58:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2088ebc5-2edb-45de-9e71-63465e3e781e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:59.435873 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a79aa-5a0f-4b55-9949-f2c8ec3d5929 req-c960d11c-f7e5-4432-8e9a-6113814f1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:59.437390 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8c7a79aa-5a0f-4b55-9949-f2c8ec3d5929 req-c960d11c-f7e5-4432-8e9a-6113814f1a15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=802a82d4-129e-4298-93c2-512fd47f75cd HTTP/1.1" status: 200 len: 834 time: 0.0432086 Sep 16 05:58:59.484182 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a79aa-5a0f-4b55-9949-f2c8ec3d5929 req-7e48c042-af52-4a0d-8c19-8b70ad988c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:59.485961 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8c7a79aa-5a0f-4b55-9949-f2c8ec3d5929 req-7e48c042-af52-4a0d-8c19-8b70ad988c18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e09e3525-51c9-48aa-912a-36428d716642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415151 Sep 16 05:58:59.501711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-85d8823b-1641-41d7-8bfa-69c5df34f1a0 None None] Set router 2088ebc5-2edb-45de-9e71-63465e3e781e gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:59.580986 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8c7a79aa-5a0f-4b55-9949-f2c8ec3d5929 req-d4b1718d-c100-49d0-aad0-c7993d2df135 service neutron] 10.222.0.23 "GET /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884805 Sep 16 05:58:59.671658 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-8c7a79aa-5a0f-4b55-9949-f2c8ec3d5929 req-e18a8d00-1e91-4c3c-8c4a-bf528ec45c69 service neutron] 10.222.0.23 "GET /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837092 Sep 16 05:58:59.728400 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-85d8823b-1641-41d7-8bfa-69c5df34f1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T05:58:43Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'e1bf5199-8c29-4149-ad65-d6f1ed093a57', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'port_id': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'mac_address': 'fa:16:3e:e9:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:58:58Z', 'updated_at': '2021-09-16T05:58:58Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba84290-a6b2-4a21-808d-33eebb8fa3d1', 'name': '', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:27:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:42Z', 'updated_at': '2021-09-16T05:58:46Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:59.756260 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8823b-1641-41d7-8bfa-69c5df34f1a0 None None] The sync data for ids ['2088ebc5-2edb-45de-9e71-63465e3e781e'] in n-d-712137-12 is: [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T05:58:43Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'e1bf5199-8c29-4149-ad65-d6f1ed093a57', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'port_id': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'mac_address': 'fa:16:3e:e9:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:58:58Z', 'updated_at': '2021-09-16T05:58:58Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba84290-a6b2-4a21-808d-33eebb8fa3d1', 'name': '', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:27:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:42Z', 'updated_at': '2021-09-16T05:58:46Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:59.945180 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b7d9f-62ad-4064-b030-269983da7844 None None] New status for floating IP e1bf5199-8c29-4149-ad65-d6f1ed093a57: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:59:00.342699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45674) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:00.405269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7ccc1f78-c594-4f46-8633-c2211e2537ba tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/e1bf5199-8c29-4149-ad65-d6f1ed093a57 HTTP/1.1" status: 200 len: 993 time: 0.0614147 Sep 16 05:59:12.131041 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:59:12.155833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1809b09c-0443-4d1b-a1ab-1150b4596af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:13.115379 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:14.532413 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-14833569-7e26-4d05-8b0b-a81bc25bcf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:15.396042 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:16.287253 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:17.171267 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:17.812550 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:31.856936 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f63ac-3f17-45c8-9a79-ca41256baf21 req-3728dab6-68c8-46f2-bc35-582e43e02ed8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:31.858377 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec3f63ac-3f17-45c8-9a79-ca41256baf21 req-3728dab6-68c8-46f2-bc35-582e43e02ed8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0534678 Sep 16 05:59:31.898628 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec3f63ac-3f17-45c8-9a79-ca41256baf21 req-0ab38d15-f15b-4a0e-94ef-0282008a7a09 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343730 Sep 16 05:59:33.015538 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b7738-369f-4a04-a7d6-75914315fb78 req-74b5e158-0a80-41e7-bb95-67e82c18323b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:33.017120 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da0b7738-369f-4a04-a7d6-75914315fb78 req-74b5e158-0a80-41e7-bb95-67e82c18323b tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0495012 Sep 16 05:59:33.055769 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-da0b7738-369f-4a04-a7d6-75914315fb78 req-74e0c963-1729-440e-86fd-af73ea9d9d71 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315962 Sep 16 05:59:34.171619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d52642-e88f-4348-8622-bd79d47caaca req-2cc76dce-2720-4c2e-85bb-00af32f9f7d3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:34.173132 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0d52642-e88f-4348-8622-bd79d47caaca req-2cc76dce-2720-4c2e-85bb-00af32f9f7d3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0491364 Sep 16 05:59:34.210929 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d0d52642-e88f-4348-8622-bd79d47caaca req-8f9dc950-4dbf-4105-aff6-07c4a9251791 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319350 Sep 16 05:59:35.329079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eef77c-6892-4f7e-b275-f0f5c51c865c req-8dec619a-4cb6-445f-92e2-61aa86b2f2c0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:35.330559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6eef77c-6892-4f7e-b275-f0f5c51c865c req-8dec619a-4cb6-445f-92e2-61aa86b2f2c0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0527902 Sep 16 05:59:35.368712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a6eef77c-6892-4f7e-b275-f0f5c51c865c req-a922fcbd-9470-45fe-8745-05fb5f00c947 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314085 Sep 16 05:59:36.407164 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0934a8-2a4f-48c3-8647-82112ceb4246 req-5df6df70-2124-45c5-9159-c04746aa29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.408775 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fa0934a8-2a4f-48c3-8647-82112ceb4246 req-5df6df70-2124-45c5-9159-c04746aa29ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 1097 time: 0.0405855 Sep 16 05:59:36.487010 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dba1b-8455-4a69-a467-689d40fb44f5 req-4c07590d-4eee-4251-a806-c2929df119f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.488539 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf2dba1b-8455-4a69-a467-689d40fb44f5 req-4c07590d-4eee-4251-a806-c2929df119f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0482998 Sep 16 05:59:36.517044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0934a8-2a4f-48c3-8647-82112ceb4246 req-a2aa51a2-0c45-42eb-a8a9-b1ce336de09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.518597 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fa0934a8-2a4f-48c3-8647-82112ceb4246 req-a2aa51a2-0c45-42eb-a8a9-b1ce336de09c service neutron] 10.222.0.23 "GET /v2.0/networks?id=e09e3525-51c9-48aa-912a-36428d716642 HTTP/1.1" status: 200 len: 897 time: 0.0903699 Sep 16 05:59:36.527818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cf2dba1b-8455-4a69-a467-689d40fb44f5 req-906fade1-e023-4b1f-b99b-97824ded2773 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324187 Sep 16 05:59:36.588259 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fa0934a8-2a4f-48c3-8647-82112ceb4246 req-2f2e62a6-b4bf-4890-af11-f0f4a9f3c417 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 HTTP/1.1" status: 200 len: 1001 time: 0.0625608 Sep 16 05:59:36.637467 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0934a8-2a4f-48c3-8647-82112ceb4246 req-4697b833-de09-459f-a58a-b5b14d1dd996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.638886 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fa0934a8-2a4f-48c3-8647-82112ceb4246 req-4697b833-de09-459f-a58a-b5b14d1dd996 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=802a82d4-129e-4298-93c2-512fd47f75cd HTTP/1.1" status: 200 len: 834 time: 0.0434959 Sep 16 05:59:36.683800 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0934a8-2a4f-48c3-8647-82112ceb4246 req-e2535e10-9497-4939-bccb-6284e215d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.685314 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fa0934a8-2a4f-48c3-8647-82112ceb4246 req-e2535e10-9497-4939-bccb-6284e215d0b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e09e3525-51c9-48aa-912a-36428d716642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396905 Sep 16 05:59:36.778797 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fa0934a8-2a4f-48c3-8647-82112ceb4246 req-34afd1e6-916e-41bb-8e0f-afa213efb540 service neutron] 10.222.0.23 "GET /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863025 Sep 16 05:59:36.868907 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-fa0934a8-2a4f-48c3-8647-82112ceb4246 req-f459b627-6c13-48b5-a369-038d66f3b1f3 service neutron] 10.222.0.23 "GET /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825615 Sep 16 05:59:37.658282 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9623573-cdf9-468e-8801-a8d68b063e2b req-e09afb7b-fb75-4e7e-9142-4362b9fc99b3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:37.659914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9623573-cdf9-468e-8801-a8d68b063e2b req-e09afb7b-fb75-4e7e-9142-4362b9fc99b3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0489910 Sep 16 05:59:37.697497 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b9623573-cdf9-468e-8801-a8d68b063e2b req-99b61c5e-cc4e-4593-b233-ba6f0e2dc07e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310290 Sep 16 05:59:38.829099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfd2c6-8c19-45fe-a686-1fd842e146e2 req-b57eff5e-3670-4115-b39a-8219646145f5 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:38.830586 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89dfd2c6-8c19-45fe-a686-1fd842e146e2 req-b57eff5e-3670-4115-b39a-8219646145f5 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0542057 Sep 16 05:59:38.868276 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89dfd2c6-8c19-45fe-a686-1fd842e146e2 req-51fc75d3-47ff-4126-bf26-393c855a5e95 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Sep 16 05:59:39.984663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ea8e4-5167-4c82-a036-bca151e313fb req-08cebf9f-862a-4e45-a37e-3e83f2c0fd53 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:39.986139 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d33ea8e4-5167-4c82-a036-bca151e313fb req-08cebf9f-862a-4e45-a37e-3e83f2c0fd53 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0505452 Sep 16 05:59:40.025155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d33ea8e4-5167-4c82-a036-bca151e313fb req-6ad97ab2-437f-43cf-9f64-6e8719d51ab1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Sep 16 05:59:41.141078 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67961128-4d74-4d03-bb67-a3bd19f5213f req-c672bbf1-5c52-4eb0-a409-1b1f724d269a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.142572 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67961128-4d74-4d03-bb67-a3bd19f5213f req-c672bbf1-5c52-4eb0-a409-1b1f724d269a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0496645 Sep 16 05:59:41.181245 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67961128-4d74-4d03-bb67-a3bd19f5213f req-2251b7f7-7d1b-412b-ad56-f0fdcf4cf437 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Sep 16 05:59:42.148835 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1aea9fc3-6b8f-4b38-b427-e63054467138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.298584 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f4f13-2325-4995-b413-20890ce047d8 req-ddf67b0d-5868-41d5-9861-3fa580444e29 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:42.300052 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa8f4f13-2325-4995-b413-20890ce047d8 req-ddf67b0d-5868-41d5-9861-3fa580444e29 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0541620 Sep 16 05:59:42.337499 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa8f4f13-2325-4995-b413-20890ce047d8 req-a4abd6af-81df-4d0e-b079-3ebc30360631 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306675 Sep 16 05:59:43.115070 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.452419 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd06789-3e61-4c69-8a48-7b83f4c0bc90 req-03c64a2b-c1ab-4a34-816e-a319c6db13da tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:43.453930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dd06789-3e61-4c69-8a48-7b83f4c0bc90 req-03c64a2b-c1ab-4a34-816e-a319c6db13da tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0488369 Sep 16 05:59:43.491629 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2dd06789-3e61-4c69-8a48-7b83f4c0bc90 req-dc95ed7f-d6c1-4513-a260-cf5dea2f6200 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317731 Sep 16 05:59:44.525304 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48348a85-e1bf-47bd-87fe-5207b9ff3ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.609438 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895df78e-78b8-4b83-967a-0d8719e50ed7 req-77abb8c1-3118-4ef8-be21-9107815bd93f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:44.610939 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-895df78e-78b8-4b83-967a-0d8719e50ed7 req-77abb8c1-3118-4ef8-be21-9107815bd93f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0488393 Sep 16 05:59:44.650590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-895df78e-78b8-4b83-967a-0d8719e50ed7 req-54af8388-80b7-4636-b31a-8286bcff3d74 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336783 Sep 16 05:59:45.405724 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.767575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0a050-0bf6-47e6-b46d-a305e62a1385 req-4af6f218-357f-4951-b5b5-bb08a1a4c67d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:45.769081 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0c0a050-0bf6-47e6-b46d-a305e62a1385 req-4af6f218-357f-4951-b5b5-bb08a1a4c67d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0527608 Sep 16 05:59:45.807303 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b0c0a050-0bf6-47e6-b46d-a305e62a1385 req-adeeb12a-42de-4691-ae94-87e3b36b44c8 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317426 Sep 16 05:59:46.319625 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:46.921076 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135b7d4-4c4a-49bb-8c3b-9ffb879df54b req-1cd58301-be87-41f6-93db-4bfd84b5f51c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:46.922552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3135b7d4-4c4a-49bb-8c3b-9ffb879df54b req-1cd58301-be87-41f6-93db-4bfd84b5f51c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0487399 Sep 16 05:59:46.961101 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3135b7d4-4c4a-49bb-8c3b-9ffb879df54b req-21ed5102-d7d0-4da1-8b6c-10688fec5a5d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321472 Sep 16 05:59:47.137729 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:47.817535 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:48.074831 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3341aa6-b369-4e98-bffb-e291da405bc0 req-51beba8f-0b67-4e46-993a-2a9eb58e0ce7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:48.076307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3341aa6-b369-4e98-bffb-e291da405bc0 req-51beba8f-0b67-4e46-993a-2a9eb58e0ce7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0484297 Sep 16 05:59:48.114068 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a3341aa6-b369-4e98-bffb-e291da405bc0 req-ac29ddfc-2793-4900-855b-cf4d3390af7a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318754 Sep 16 05:59:48.136710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45726) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:48.202268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7c12e5bf-1194-4c16-868b-a0cea12f6a1d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/e1bf5199-8c29-4149-ad65-d6f1ed093a57 HTTP/1.1" status: 200 len: 993 time: 0.0644093 Sep 16 05:59:49.130418 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:59:49.602534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ec62b-c8c0-45cb-a918-3ea4cc87e53d req-1d3489a6-bd55-470d-b32a-a7dbfd72d9b6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.604033 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-420ec62b-c8c0-45cb-a918-3ea4cc87e53d req-1d3489a6-bd55-470d-b32a-a7dbfd72d9b6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0505970 Sep 16 05:59:49.644973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-420ec62b-c8c0-45cb-a918-3ea4cc87e53d req-0de8b72a-9ae8-49fd-bde6-55731854d64c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340979 Sep 16 05:59:49.687930 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a9c13-2d7f-40db-9bf7-c510694e8d8e req-93261528-3902-424b-8744-e03c4a276379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.689463 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-172a9c13-2d7f-40db-9bf7-c510694e8d8e req-93261528-3902-424b-8744-e03c4a276379 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 1097 time: 0.0410981 Sep 16 05:59:49.783404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a9c13-2d7f-40db-9bf7-c510694e8d8e req-38e853cd-4237-4f1a-9e3f-027a90e27657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.784806 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-172a9c13-2d7f-40db-9bf7-c510694e8d8e req-38e853cd-4237-4f1a-9e3f-027a90e27657 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e09e3525-51c9-48aa-912a-36428d716642 HTTP/1.1" status: 200 len: 897 time: 0.0887034 Sep 16 05:59:49.854600 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-172a9c13-2d7f-40db-9bf7-c510694e8d8e req-0c4bc6e7-4d4a-4f40-8a4b-645f1da409c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 HTTP/1.1" status: 200 len: 1001 time: 0.0617988 Sep 16 05:59:49.905128 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a9c13-2d7f-40db-9bf7-c510694e8d8e req-2f35706a-b411-4982-89cc-bb91c3822bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.906594 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-172a9c13-2d7f-40db-9bf7-c510694e8d8e req-2f35706a-b411-4982-89cc-bb91c3822bb8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=802a82d4-129e-4298-93c2-512fd47f75cd HTTP/1.1" status: 200 len: 834 time: 0.0452182 Sep 16 05:59:49.951454 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a9c13-2d7f-40db-9bf7-c510694e8d8e req-4ecb4251-52b6-4ab3-a3d4-b20807386103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.953302 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-172a9c13-2d7f-40db-9bf7-c510694e8d8e req-4ecb4251-52b6-4ab3-a3d4-b20807386103 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e09e3525-51c9-48aa-912a-36428d716642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398126 Sep 16 05:59:50.046439 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-172a9c13-2d7f-40db-9bf7-c510694e8d8e req-d42f00bd-b978-4f0c-b461-11e817c3cb7a service neutron] 10.222.0.23 "GET /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859656 Sep 16 05:59:50.134851 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-172a9c13-2d7f-40db-9bf7-c510694e8d8e req-f5930bf7-936a-4c00-83b7-b8c76f9a56f3 service neutron] 10.222.0.23 "GET /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814345 Sep 16 05:59:50.762079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025015ad-1f10-4b10-8bef-45f86558c262 req-287800be-d0cf-4b09-8606-9226c4f35a84 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:50.763598 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-025015ad-1f10-4b10-8bef-45f86558c262 req-287800be-d0cf-4b09-8606-9226c4f35a84 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0490210 Sep 16 05:59:50.802877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-025015ad-1f10-4b10-8bef-45f86558c262 req-06712a37-8cac-4263-8d7d-faf172efd1fc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330746 Sep 16 05:59:51.922345 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca46b1-89bc-41f2-b095-cc5d6c564cfc req-846351de-93bf-4335-9396-418889c586e9 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:51.923817 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43ca46b1-89bc-41f2-b095-cc5d6c564cfc req-846351de-93bf-4335-9396-418889c586e9 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0527639 Sep 16 05:59:51.961443 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-43ca46b1-89bc-41f2-b095-cc5d6c564cfc req-64c0bfb2-84ab-4c43-acd0-ef3dd1f94186 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316329 Sep 16 05:59:51.983432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45740) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:52.044348 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ebb35eed-734b-471c-9240-458458039434 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/e1bf5199-8c29-4149-ad65-d6f1ed093a57 HTTP/1.1" status: 200 len: 993 time: 0.0597398 Sep 16 06:00:12.159971 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad642-f949-4429-a718-53bbce91aae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:13.096826 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:14.530299 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a40dde64-1d67-40b1-a1c9-75026d68069c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:15.370917 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:16.273813 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.119516 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.816789 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:22.487541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45752) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:22.647723 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port ab24a8b5-189b-435f-b644-6714a1edd907 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:22.648174 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:22.723631 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:22.723959 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:22.736559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for ab24a8b5-189b-435f-b644-6714a1edd907 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:22.959385 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:22.983763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=ab24a8b5-189b-435f-b644-6714a1edd907,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:22.994648 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:22.995035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:22.995381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:22.995724 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:22.996062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:22.996791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:22.996791 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:22.997071 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:22.997402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:22.997730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:22.998060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:22.998469 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:23.059767 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.060099 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Floating IP e1bf5199-8c29-4149-ad65-d6f1ed093a57 disassociated (deleted). External IP: 172.25.3.195, port: d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56. Sep 16 06:00:23.268186 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 2088ebc5-2edb-45de-9e71-63465e3e781e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:00:23.375468 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:23.380309 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.385546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac31fde-ae77-4d1d-b8a1-a353510f9748 None None] Sync routers for ids ['2088ebc5-2edb-45de-9e71-63465e3e781e'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:23.394791 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac31fde-ae77-4d1d-b8a1-a353510f9748 None None] Routers {'2088ebc5-2edb-45de-9e71-63465e3e781e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:23.395403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5ac31fde-ae77-4d1d-b8a1-a353510f9748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:00:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2088ebc5-2edb-45de-9e71-63465e3e781e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:23.407930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a61530d6-1584-4e8d-b91a-4f063fa83a91 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/floatingips/e1bf5199-8c29-4149-ad65-d6f1ed093a57 HTTP/1.1" status: 204 len: 168 time: 0.9192803 Sep 16 06:00:23.408663 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'tag': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:23.411090 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b970b9c5-6da5-46e2-9dd4-cd991dbd927e" -d '{"events": [{"name": "network-changed", "server_uuid": "e56bb033-e74b-4b1d-9a4c-fd1f036d1e94", "tag": "d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:23.458014 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f47d7e-bb12-41ed-ab06-ecd2f068d9e3 x-openstack-request-id: req-c6f47d7e-bb12-41ed-ab06-ecd2f068d9e3 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:23.458308 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56bb033-e74b-4b1d-9a4c-fd1f036d1e94", "tag": "d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:23.458563 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6f47d7e-bb12-41ed-ab06-ecd2f068d9e3 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:23.458971 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'tag': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56', 'status': 'completed', 'code': 200} Sep 16 06:00:23.506045 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-5ac31fde-ae77-4d1d-b8a1-a353510f9748 None None] Set router 2088ebc5-2edb-45de-9e71-63465e3e781e gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:23.519906 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970b9c5-6da5-46e2-9dd4-cd991dbd927e req-1ee4424a-c61f-4201-8cf3-920f143eca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:23.521374 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b970b9c5-6da5-46e2-9dd4-cd991dbd927e req-1ee4424a-c61f-4201-8cf3-920f143eca51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 1097 time: 0.0429044 Sep 16 06:00:23.619094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970b9c5-6da5-46e2-9dd4-cd991dbd927e req-b653f1e9-5c6e-4c0a-833e-ee614482d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:23.620613 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b970b9c5-6da5-46e2-9dd4-cd991dbd927e req-b653f1e9-5c6e-4c0a-833e-ee614482d137 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e09e3525-51c9-48aa-912a-36428d716642 HTTP/1.1" status: 200 len: 897 time: 0.0912688 Sep 16 06:00:23.668066 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b970b9c5-6da5-46e2-9dd4-cd991dbd927e req-c2e25cf0-80dc-44a5-819d-92a6e6ffba83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 HTTP/1.1" status: 200 len: 217 time: 0.0406144 Sep 16 06:00:23.716205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5ac31fde-ae77-4d1d-b8a1-a353510f9748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T05:58:43Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '8ba84290-a6b2-4a21-808d-33eebb8fa3d1', 'name': '', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:27:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:42Z', 'updated_at': '2021-09-16T05:58:46Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:23.722603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970b9c5-6da5-46e2-9dd4-cd991dbd927e req-7c492f07-a491-4ae1-9943-4f6e73963ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:23.724087 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b970b9c5-6da5-46e2-9dd4-cd991dbd927e req-7c492f07-a491-4ae1-9943-4f6e73963ceb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=802a82d4-129e-4298-93c2-512fd47f75cd HTTP/1.1" status: 200 len: 834 time: 0.0493309 Sep 16 06:00:23.743676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac31fde-ae77-4d1d-b8a1-a353510f9748 None None] Checking router: 2088ebc5-2edb-45de-9e71-63465e3e781e for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:23.752753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac31fde-ae77-4d1d-b8a1-a353510f9748 None None] Routers {'2088ebc5-2edb-45de-9e71-63465e3e781e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:23.753379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5ac31fde-ae77-4d1d-b8a1-a353510f9748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:00:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2088ebc5-2edb-45de-9e71-63465e3e781e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:23.772871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970b9c5-6da5-46e2-9dd4-cd991dbd927e req-b7d3260c-7ced-49bc-9653-d201e4e49c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:23.774909 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b970b9c5-6da5-46e2-9dd4-cd991dbd927e req-b7d3260c-7ced-49bc-9653-d201e4e49c97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e09e3525-51c9-48aa-912a-36428d716642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438523 Sep 16 06:00:23.847342 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19dcfc-3e51-4017-9fce-0e4bf3ff168a req-d73989c4-632e-47a3-bd61-e5143a3eb2d9 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:23.849035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa19dcfc-3e51-4017-9fce-0e4bf3ff168a req-d73989c4-632e-47a3-bd61-e5143a3eb2d9 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0685272 Sep 16 06:00:23.871706 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b970b9c5-6da5-46e2-9dd4-cd991dbd927e req-bda5c9cd-a82c-46e6-9fb6-4ba5e4e331e0 service neutron] 10.222.0.23 "GET /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891602 Sep 16 06:00:23.892914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fa19dcfc-3e51-4017-9fce-0e4bf3ff168a req-e2cf5954-e397-411a-8d3a-bb95152c6477 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352511 Sep 16 06:00:23.907134 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-5ac31fde-ae77-4d1d-b8a1-a353510f9748 None None] Set router 2088ebc5-2edb-45de-9e71-63465e3e781e gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:23.964362 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b970b9c5-6da5-46e2-9dd4-cd991dbd927e req-55402ba9-7842-469a-8c57-46c4e342a71e service neutron] 10.222.0.23 "GET /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845804 Sep 16 06:00:24.107982 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-5ac31fde-ae77-4d1d-b8a1-a353510f9748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T05:58:43Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '8ba84290-a6b2-4a21-808d-33eebb8fa3d1', 'name': '', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:27:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:42Z', 'updated_at': '2021-09-16T05:58:46Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:24.139127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac31fde-ae77-4d1d-b8a1-a353510f9748 None None] The sync data for ids ['2088ebc5-2edb-45de-9e71-63465e3e781e'] in n-d-712137-12 is: [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T05:58:43Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '8ba84290-a6b2-4a21-808d-33eebb8fa3d1', 'name': '', 'network_id': 'e09e3525-51c9-48aa-912a-36428d716642', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:27:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:42Z', 'updated_at': '2021-09-16T05:58:46Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': '802a82d4-129e-4298-93c2-512fd47f75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:24.351329 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861f424-d34e-4352-af0f-17c083be966e None None] New status for floating IP e1bf5199-8c29-4149-ad65-d6f1ed093a57: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:00:25.012211 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13105977-491b-48d6-9a1b-26e3724bd5a0 req-1caec0d0-0123-473f-98d0-4d5c92cfdeb1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:25.013708 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13105977-491b-48d6-9a1b-26e3724bd5a0 req-1caec0d0-0123-473f-98d0-4d5c92cfdeb1 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0484717 Sep 16 06:00:25.051618 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13105977-491b-48d6-9a1b-26e3724bd5a0 req-792127cc-6e6f-494a-9034-1b7e01f462e4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce28c08a-ec47-44e9-a632-5c58ec2c3215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320790 Sep 16 06:00:25.275590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7a259-b564-4410-9b83-b53bbeebfaa8 req-4786010e-780a-42be-bf7e-12b914edecc2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:25.276935 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9da7a259-b564-4410-9b83-b53bbeebfaa8 req-4786010e-780a-42be-bf7e-12b914edecc2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 945 time: 0.0521884 Sep 16 06:00:25.380792 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-9da7a259-b564-4410-9b83-b53bbeebfaa8 req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:25.381135 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9da7a259-b564-4410-9b83-b53bbeebfaa8 req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.468528 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-9da7a259-b564-4410-9b83-b53bbeebfaa8 req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56,segment=NetworkSegment(04f78c80-48a9-4e19-acbf-2cdf965a8cf1),segment_id=04f78c80-48a9-4e19-acbf-2cdf965a8cf1)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:25.468897 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9da7a259-b564-4410-9b83-b53bbeebfaa8 req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.481245 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-9da7a259-b564-4410-9b83-b53bbeebfaa8 req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:25.684849 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9da7a259-b564-4410-9b83-b53bbeebfaa8 req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.711607 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:25.721381 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:25.721802 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:25.722143 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:25.722484 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:25.722818 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:25.723149 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:25.723477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:25.723839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:25.724579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:25.724579 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:25.724877 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:25.725126 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:25.770078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da7a259-b564-4410-9b83-b53bbeebfaa8 req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] No DVR routers for this DVR port d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:25.772705 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-9da7a259-b564-4410-9b83-b53bbeebfaa8 req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.774837 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9da7a259-b564-4410-9b83-b53bbeebfaa8 req-4451b00f-234b-4a18-a4cc-a274e64c4af6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.23 "DELETE /v2.0/ports/d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 HTTP/1.1" status: 204 len: 173 time: 0.4910715 Sep 16 06:00:25.775304 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'name': 'network-vif-deleted', 'tag': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:25.777575 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319193f8-db8a-4143-bff7-3cf07a0d091f" -d '{"events": [{"server_uuid": "e56bb033-e74b-4b1d-9a4c-fd1f036d1e94", "name": "network-vif-deleted", "tag": "d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:25.814252 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d26237-11e0-4be7-a2a8-1705064da9cf x-openstack-request-id: req-e8d26237-11e0-4be7-a2a8-1705064da9cf {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:25.814546 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56bb033-e74b-4b1d-9a4c-fd1f036d1e94", "name": "network-vif-deleted", "tag": "d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:25.814802 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8d26237-11e0-4be7-a2a8-1705064da9cf {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:25.815255 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56bb033-e74b-4b1d-9a4c-fd1f036d1e94', 'name': 'network-vif-deleted', 'tag': 'd61e7a75-72a0-4e9e-b1d2-78d2e1a16e56', 'status': 'completed', 'code': 200} Sep 16 06:00:26.129440 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:26.163250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e0547ed9-d7e6-4379-9e2c-871fb752f021 req-90775086-3911-4954-835e-198d58ac645c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=e56bb033-e74b-4b1d-9a4c-fd1f036d1e94 HTTP/1.1" status: 200 len: 210 time: 0.0274160 Sep 16 06:00:27.222302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45772) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:27.580731 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dda104a4-3655-436d-9b7b-c3e27dd557bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.840115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-dda104a4-3655-436d-9b7b-c3e27dd557bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:27.840115 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dda104a4-3655-436d-9b7b-c3e27dd557bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.926701 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-dda104a4-3655-436d-9b7b-c3e27dd557bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port 8ba84290-a6b2-4a21-808d-33eebb8fa3d1, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=8ba84290-a6b2-4a21-808d-33eebb8fa3d1,segment=NetworkSegment(04f78c80-48a9-4e19-acbf-2cdf965a8cf1),segment_id=04f78c80-48a9-4e19-acbf-2cdf965a8cf1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:27.927129 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dda104a4-3655-436d-9b7b-c3e27dd557bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.939790 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-dda104a4-3655-436d-9b7b-c3e27dd557bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:28.159697 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dda104a4-3655-436d-9b7b-c3e27dd557bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.189126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda104a4-3655-436d-9b7b-c3e27dd557bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=8ba84290-a6b2-4a21-808d-33eebb8fa3d1,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:28.656089 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-dda104a4-3655-436d-9b7b-c3e27dd557bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.870677 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda104a4-3655-436d-9b7b-c3e27dd557bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 2088ebc5-2edb-45de-9e71-63465e3e781e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:00:28.976774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda104a4-3655-436d-9b7b-c3e27dd557bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:28.981777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-dda104a4-3655-436d-9b7b-c3e27dd557bb tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "PUT /v2.0/routers/2088ebc5-2edb-45de-9e71-63465e3e781e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7584331 Sep 16 06:00:28.984384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45774) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:28.987229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c1e2b-2a03-42bb-bba2-c0b5bcad2e72 None None] Sync routers for ids ['2088ebc5-2edb-45de-9e71-63465e3e781e'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:28.997891 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c1e2b-2a03-42bb-bba2-c0b5bcad2e72 None None] Routers {'2088ebc5-2edb-45de-9e71-63465e3e781e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:28.998502 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f38c1e2b-2a03-42bb-bba2-c0b5bcad2e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:00:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2088ebc5-2edb-45de-9e71-63465e3e781e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:29.039344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-79716841-2a5e-4086-9610-67d828dc0ecd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting subnet 802a82d4-129e-4298-93c2-512fd47f75cd {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:00:29.042461 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79716841-2a5e-4086-9610-67d828dc0ecd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.083165 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79716841-2a5e-4086-9610-67d828dc0ecd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.106565 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f38c1e2b-2a03-42bb-bba2-c0b5bcad2e72 None None] Set router 2088ebc5-2edb-45de-9e71-63465e3e781e gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:29.135917 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:29.179378 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79716841-2a5e-4086-9610-67d828dc0ecd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.187013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:29.187375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device d61e7a75-72a0-4e9e-b1d2-78d2e1a16e56 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:29.308784 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79716841-2a5e-4086-9610-67d828dc0ecd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.319067 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f38c1e2b-2a03-42bb-bba2-c0b5bcad2e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T06:00:28Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:29.338175 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79716841-2a5e-4086-9610-67d828dc0ecd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Subnet': ['ID=802a82d4-129e-4298-93c2-512fd47f75cd,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:29.341953 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-79716841-2a5e-4086-9610-67d828dc0ecd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.343874 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-79716841-2a5e-4086-9610-67d828dc0ecd tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/subnets/802a82d4-129e-4298-93c2-512fd47f75cd HTTP/1.1" status: 204 len: 168 time: 0.3585315 Sep 16 06:00:29.346449 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45776) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:29.358954 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d0abc-fd2a-40ab-9fe3-bf172dbfe720 None None] Network e09e3525-51c9-48aa-912a-36428d716642 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:29.361194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c1e2b-2a03-42bb-bba2-c0b5bcad2e72 None None] Checking router: 2088ebc5-2edb-45de-9e71-63465e3e781e for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:29.388792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c1e2b-2a03-42bb-bba2-c0b5bcad2e72 None None] Routers {'2088ebc5-2edb-45de-9e71-63465e3e781e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:29.389416 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f38c1e2b-2a03-42bb-bba2-c0b5bcad2e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:00:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['2088ebc5-2edb-45de-9e71-63465e3e781e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:29.456671 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.563024 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.567420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f38c1e2b-2a03-42bb-bba2-c0b5bcad2e72 None None] Set router 2088ebc5-2edb-45de-9e71-63465e3e781e gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:29.649568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] DHCP port deletion for e09e3525-51c9-48aa-912a-36428d716642 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:00:29.652864 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 9ecd64e0-47a7-4c44-adb3-09daec262a3b {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:29.653213 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.736214 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port 9ecd64e0-47a7-4c44-adb3-09daec262a3b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9ecd64e0-47a7-4c44-adb3-09daec262a3b,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:29.737200 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.748171 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 9ecd64e0-47a7-4c44-adb3-09daec262a3b owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:29.767593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Deleting port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:29.767973 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.842456 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] For port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=3f4a5b0a-9f37-4180-aceb-5dba2a7142a8,segment=NetworkSegment(04f78c80-48a9-4e19-acbf-2cdf965a8cf1),segment_id=04f78c80-48a9-4e19-acbf-2cdf965a8cf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:29.842779 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.863125 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Calling delete_port for 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:29.875742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f38c1e2b-2a03-42bb-bba2-c0b5bcad2e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T06:00:28Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:29.906704 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c1e2b-2a03-42bb-bba2-c0b5bcad2e72 None None] The sync data for ids ['2088ebc5-2edb-45de-9e71-63465e3e781e'] in n-d-712137-12 is: [{'id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860581550', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:39Z', 'updated_at': '2021-09-16T06:00:28Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '9ecd64e0-47a7-4c44-adb3-09daec262a3b', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088ebc5-2edb-45de-9e71-63465e3e781e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:40Z', 'updated_at': '2021-09-16T05:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:29.988076 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.015427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=9ecd64e0-47a7-4c44-adb3-09daec262a3b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:30.055778 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.074598 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.086763 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Pushing event deleted for resources: {'Port': ['ID=3f4a5b0a-9f37-4180-aceb-5dba2a7142a8,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:30.090953 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] No DVR routers for this DVR port 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:30.105345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:30.105747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:30.106098 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:30.106436 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:30.106771 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:30.107127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:30.107458 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:30.107785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:30.108112 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:30.108434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:30.108785 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:30.109108 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcecc86-3aaa-41ee-890c-4d5dcf03dc41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:30.173263 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.175393 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.291231 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.291913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Fanout notify agent at l3_agent the message router_deleted on router 2088ebc5-2edb-45de-9e71-63465e3e781e {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:00:30.302766 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.303989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d0fb1f97-d7ac-480b-a8d4-db3e4e307ce0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/routers/2088ebc5-2edb-45de-9e71-63465e3e781e HTTP/1.1" status: 204 len: 168 time: 0.9563255 Sep 16 06:00:30.307046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45778) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:30.385732 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.478640 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.499653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09e3525-51c9-48aa-912a-36428d716642']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:30.510482 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f78c80-48a9-4e19-acbf-2cdf965a8cf1') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:30.510779 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f78c80-48a9-4e19-acbf-2cdf965a8cf1') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:30.521120 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.535270 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.542470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:00:30.542682 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: timer() Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:00:30.545702 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:00:30.667919 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.675285 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.676753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/networks/e09e3525-51c9-48aa-912a-36428d716642 HTTP/1.1" status: 204 len: 168 time: 0.3687279 Sep 16 06:00:30.680068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45780) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:30.689070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa702c-b9cc-4e28-8c59-65166c76902f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Network': ['ID=e09e3525-51c9-48aa-912a-36428d716642,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:30.737435 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2aeed313-7c45-47bc-a67f-f8ea31c2200e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.762724 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2aeed313-7c45-47bc-a67f-f8ea31c2200e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.890763 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2aeed313-7c45-47bc-a67f-f8ea31c2200e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.893535 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2aeed313-7c45-47bc-a67f-f8ea31c2200e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.895146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2aeed313-7c45-47bc-a67f-f8ea31c2200e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/security-groups/ce28c08a-ec47-44e9-a632-5c58ec2c3215 HTTP/1.1" status: 204 len: 168 time: 0.2140000 Sep 16 06:00:30.906406 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeed313-7c45-47bc-a67f-f8ea31c2200e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce28c08a-ec47-44e9-a632-5c58ec2c3215,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:31.337645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9ecd64e0-47a7-4c44-adb3-09daec262a3b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:31.357735 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 9ecd64e0-47a7-4c44-adb3-09daec262a3b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:31.358083 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9ecd64e0-47a7-4c44-adb3-09daec262a3b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:31.358648 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:31.376941 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:31.377290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 8ba84290-a6b2-4a21-808d-33eebb8fa3d1 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:31.377691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:31.396397 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:31.396769 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 3f4a5b0a-9f37-4180-aceb-5dba2a7142a8 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:31.536532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45786) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:31.542131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8e7386fc-06ca-45a8-b73f-558a775a2f45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1884305447', 'description': 'tempest-secgroup-smoke-1884305447 description', 'project_id': '6964a8c572ea4a419aaa8f19ff900180'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:31.650385 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8e7386fc-06ca-45a8-b73f-558a775a2f45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.728515 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8e7386fc-06ca-45a8-b73f-558a775a2f45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.805125 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8e7386fc-06ca-45a8-b73f-558a775a2f45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.834203 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7386fc-06ca-45a8-b73f-558a775a2f45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e17c62-53ff-48ec-ab80-1ed31680931d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:31.878991 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8e7386fc-06ca-45a8-b73f-558a775a2f45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.880259 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8e7386fc-06ca-45a8-b73f-558a775a2f45 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3426893 Sep 16 06:00:31.883288 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45788) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:31.887624 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2208e54b-4b8b-4961-8b8e-cce9f145198d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'f9e17c62-53ff-48ec-ab80-1ed31680931d', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:31.963310 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2208e54b-4b8b-4961-8b8e-cce9f145198d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.022927 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2208e54b-4b8b-4961-8b8e-cce9f145198d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.073239 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2208e54b-4b8b-4961-8b8e-cce9f145198d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.091561 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208e54b-4b8b-4961-8b8e-cce9f145198d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f2bda6-5c28-4b84-a954-e1b45a541ee7,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:32.130544 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2208e54b-4b8b-4961-8b8e-cce9f145198d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.131839 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2208e54b-4b8b-4961-8b8e-cce9f145198d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2475898 Sep 16 06:00:32.134793 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45790) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:32.139056 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-16301a03-92fb-4a7a-bf26-98d033ecea7d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'f9e17c62-53ff-48ec-ab80-1ed31680931d', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:32.238327 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-16301a03-92fb-4a7a-bf26-98d033ecea7d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.296396 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-16301a03-92fb-4a7a-bf26-98d033ecea7d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.353622 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-16301a03-92fb-4a7a-bf26-98d033ecea7d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.371684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16301a03-92fb-4a7a-bf26-98d033ecea7d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077eb456-d9a6-4057-a1cf-63bcbef88ae4,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:32.410848 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-16301a03-92fb-4a7a-bf26-98d033ecea7d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.412148 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-16301a03-92fb-4a7a-bf26-98d033ecea7d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2764342 Sep 16 06:00:32.415083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45792) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:32.419523 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-fc31e8b6-b634-4adc-8917-7258136fc37a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'f9e17c62-53ff-48ec-ab80-1ed31680931d', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:32.489090 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc31e8b6-b634-4adc-8917-7258136fc37a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.546883 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc31e8b6-b634-4adc-8917-7258136fc37a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.621815 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc31e8b6-b634-4adc-8917-7258136fc37a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.639414 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31e8b6-b634-4adc-8917-7258136fc37a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a5fdbd-c803-4f4d-92c0-c1def65a83f1,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:32.747516 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fc31e8b6-b634-4adc-8917-7258136fc37a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.748818 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fc31e8b6-b634-4adc-8917-7258136fc37a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3327849 Sep 16 06:00:32.751582 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45794) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:32.755954 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8604cfe3-9797-4308-abaf-59859e2c433c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'f9e17c62-53ff-48ec-ab80-1ed31680931d', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:32.849487 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8604cfe3-9797-4308-abaf-59859e2c433c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.220784 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8604cfe3-9797-4308-abaf-59859e2c433c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.273205 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8604cfe3-9797-4308-abaf-59859e2c433c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.293000 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604cfe3-9797-4308-abaf-59859e2c433c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d09618a-fb08-423b-b4f1-c12f3b70eba9,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:33.336344 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8604cfe3-9797-4308-abaf-59859e2c433c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.337701 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8604cfe3-9797-4308-abaf-59859e2c433c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5851274 Sep 16 06:00:33.340279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45798) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:33.344703 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-670c5b21-f865-4cbe-ba14-d18dd31e2f9a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'f9e17c62-53ff-48ec-ab80-1ed31680931d', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:33.410325 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-670c5b21-f865-4cbe-ba14-d18dd31e2f9a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Project 6964a8c572ea4a419aaa8f19ff900180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:00:33.415844 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-670c5b21-f865-4cbe-ba14-d18dd31e2f9a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.474786 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-670c5b21-f865-4cbe-ba14-d18dd31e2f9a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.530517 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-670c5b21-f865-4cbe-ba14-d18dd31e2f9a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.548854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c5b21-f865-4cbe-ba14-d18dd31e2f9a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939e3262-2512-48e1-8376-f8e90b86cf3c,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:33.605146 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-670c5b21-f865-4cbe-ba14-d18dd31e2f9a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.606396 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-670c5b21-f865-4cbe-ba14-d18dd31e2f9a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2651134 Sep 16 06:00:33.609548 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45800) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:33.613878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4ab109ac-e1a2-4b70-9217-edc53791a73e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'security_group_rule': {'security_group_id': 'f9e17c62-53ff-48ec-ab80-1ed31680931d', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:33.673508 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-4ab109ac-e1a2-4b70-9217-edc53791a73e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Project 6964a8c572ea4a419aaa8f19ff900180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:00:33.678260 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4ab109ac-e1a2-4b70-9217-edc53791a73e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.737379 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4ab109ac-e1a2-4b70-9217-edc53791a73e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.770848 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4ab109ac-e1a2-4b70-9217-edc53791a73e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.789631 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab109ac-e1a2-4b70-9217-edc53791a73e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b986e8d-9274-4517-ab2a-94c3373aa7e2,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:33.862223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4ab109ac-e1a2-4b70-9217-edc53791a73e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.863668 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4ab109ac-e1a2-4b70-9217-edc53791a73e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2531161 Sep 16 06:00:33.866509 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45802) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:33.871404 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0decb813-c806-4032-a342-62a4852f6109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'network': {'name': 'tempest-network-smoke--1959267797', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'port_security_enabled': True}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:33.970934 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0decb813-c806-4032-a342-62a4852f6109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:33.974476 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0decb813-c806-4032-a342-62a4852f6109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.998599 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0decb813-c806-4032-a342-62a4852f6109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:00:34.007588 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0decb813-c806-4032-a342-62a4852f6109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.008120 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-0decb813-c806-4032-a342-62a4852f6109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Added segment 3a4ff7df-f380-48c6-9b38-1ce94e80daf1 of type vlan for network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 Sep 16 06:00:34.048770 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0decb813-c806-4032-a342-62a4852f6109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.130628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0decb813-c806-4032-a342-62a4852f6109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.137089 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0decb813-c806-4032-a342-62a4852f6109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:34.137667 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0decb813-c806-4032-a342-62a4852f6109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.203823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decb813-c806-4032-a342-62a4852f6109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Network': ['ID=aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:34.215164 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:00:34.216919 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0decb813-c806-4032-a342-62a4852f6109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3491094 Sep 16 06:00:34.219308 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45804) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:34.223748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'admin_state_up': True, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:34.296868 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.297968 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.356665 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.556549 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.796853 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.816323 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.920913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.25.3.25 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/47c0ae24-8be2-463b-b72f-c60387ca556d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:35.027433 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.107840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.144407 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:35.147154 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:35.153077 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:35.184823 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=47c0ae24-8be2-463b-b72f-c60387ca556d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:35.464931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.657863 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.839082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 5cd22097-6404-47d9-82fa-ea3b665ae112 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:00:35.943945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:35.953418 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Sync routers for ids ['5cd22097-6404-47d9-82fa-ea3b665ae112'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:35.962434 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Routers {'5cd22097-6404-47d9-82fa-ea3b665ae112'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:35.963043 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:00:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5cd22097-6404-47d9-82fa-ea3b665ae112'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:36.005274 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.007983 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c5f7b051-06ec-4ddf-ac44-a53aacddcec3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7863157 Sep 16 06:00:36.009909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45806) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:36.039081 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d91c6664-2ee9-494a-8438-cc176dc12a7f tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=6964a8c572ea4a419aaa8f19ff900180&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280657 Sep 16 06:00:36.041797 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45808) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:36.067284 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Set router 5cd22097-6404-47d9-82fa-ea3b665ae112 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:36.131012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978ccda-4bf7-4c07-a15e-a29b0e5e4ea2 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:36.132759 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-d978ccda-4bf7-4c07-a15e-a29b0e5e4ea2 tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899847 Sep 16 06:00:36.135536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45810) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:36.164323 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b9e0685b-c8f8-4bf1-abb1-6dbb8026f79f tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=6b8d09e5-620c-4857-8f70-2e928d95d8e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276833 Sep 16 06:00:36.166911 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45812) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:36.173396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-0da1ef3e-31f8-497f-8cb9-b12c20e3058c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-11289123', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:36.337823 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:35Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:36.353236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da1ef3e-31f8-497f-8cb9-b12c20e3058c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:36.356954 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0da1ef3e-31f8-497f-8cb9-b12c20e3058c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.362953 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Checking router: 5cd22097-6404-47d9-82fa-ea3b665ae112 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:36.363303 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Updating router 5cd22097-6404-47d9-82fa-ea3b665ae112 port 47c0ae24-8be2-463b-b72f-c60387ca556d binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:00:36.388344 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.604944 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0da1ef3e-31f8-497f-8cb9-b12c20e3058c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.649737 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.668118 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1ef3e-31f8-497f-8cb9-b12c20e3058c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Subnet': ['ID=a629668e-d262-4169-922d-0a9146d0ff3b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:36.675137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da1ef3e-31f8-497f-8cb9-b12c20e3058c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Checking segment: {'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:36.675555 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da1ef3e-31f8-497f-8cb9-b12c20e3058c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network hostable DHCP agents. Network: aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:00:36.713291 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.766051 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Attempting to bind port 47c0ae24-8be2-463b-b72f-c60387ca556d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:36.766397 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Attempting to bind port 47c0ae24-8be2-463b-b72f-c60387ca556d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:36.766750 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Attempting to bind port 47c0ae24-8be2-463b-b72f-c60387ca556d on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:36.768714 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Pushing event updated for resources: {'Port': ['ID=47c0ae24-8be2-463b-b72f-c60387ca556d,revision_number=2']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:36.777685 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:36.778052 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:36.778446 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.778826 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:36.779279 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Bound port: 47c0ae24-8be2-463b-b72f-c60387ca556d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:36.779649 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.781975 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da1ef3e-31f8-497f-8cb9-b12c20e3058c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:00:36.782573 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:36.782932 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:36.783256 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:36.783584 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:36.783910 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:36.784231 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:36.784577 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:36.784904 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:36.785246 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:36.785565 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:36.785879 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:36.786196 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:36.838178 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] For port 47c0ae24-8be2-463b-b72f-c60387ca556d, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:36.841269 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] For port 47c0ae24-8be2-463b-b72f-c60387ca556d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=47c0ae24-8be2-463b-b72f-c60387ca556d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:36.879108 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-0da1ef3e-31f8-497f-8cb9-b12c20e3058c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:36.883909 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1ef3e-31f8-497f-8cb9-b12c20e3058c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:36.884550 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-0da1ef3e-31f8-497f-8cb9-b12c20e3058c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.888803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9e615-09b4-46e8-9cb0-ff257a03e05b None None] Network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:36.919448 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:36.983295 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e9bad-ab16-42aa-9af5-dd4ec2c0fe58 None None] Pushing event updated for resources: {'Port': ['ID=47c0ae24-8be2-463b-b72f-c60387ca556d,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:36.986543 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Routers {'5cd22097-6404-47d9-82fa-ea3b665ae112'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:36.987183 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:00:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5cd22097-6404-47d9-82fa-ea3b665ae112'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:36.998153 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-0da1ef3e-31f8-497f-8cb9-b12c20e3058c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8276451 Sep 16 06:00:36.998374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45814) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:37.048561 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ips': [{'subnet_id': 'a629668e-d262-4169-922d-0a9146d0ff3b'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:00:37.049857 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.097729 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] Set router 5cd22097-6404-47d9-82fa-ea3b665ae112 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:37.187518 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Allocated IP 172.20.0.2 (aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5/a629668e-d262-4169-922d-0a9146d0ff3b/c26a14e9-0da1-4549-a2b6-1dec485d5d75) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:37.300270 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:35Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:37.329780 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec3e78-4795-4974-a604-d908aa0b26a9 None None] The sync data for ids ['5cd22097-6404-47d9-82fa-ea3b665ae112'] in n-d-712137-12 is: [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:35Z', 'revision_number': 3, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:37.348973 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.445656 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.476649 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.483887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:37.486834 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:37.492827 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:37.500213 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Pushing event updated for resources: {'Port': ['ID=c26a14e9-0da1-4549-a2b6-1dec485d5d75,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:37.565808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Attempting to bind port c26a14e9-0da1-4549-a2b6-1dec485d5d75 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:37.566180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Attempting to bind port c26a14e9-0da1-4549-a2b6-1dec485d5d75 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:37.566546 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Attempting to bind port c26a14e9-0da1-4549-a2b6-1dec485d5d75 on network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:37.572710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:37.573090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Checking segment: {'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:37.575526 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.575940 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Bound using segment: {'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:37.576422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Bound port: c26a14e9-0da1-4549-a2b6-1dec485d5d75, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:37.577159 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.658980 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] For port c26a14e9-0da1-4549-a2b6-1dec485d5d75, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:37.662394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] For port c26a14e9-0da1-4549-a2b6-1dec485d5d75, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c26a14e9-0da1-4549-a2b6-1dec485d5d75,segment=NetworkSegment(3a4ff7df-f380-48c6-9b38-1ce94e80daf1),segment_id=3a4ff7df-f380-48c6-9b38-1ce94e80daf1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:37.754395 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.792301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.20.0.1 (aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5/a629668e-d262-4169-922d-0a9146d0ff3b/01a590e4-25ba-40de-b6ef-0fcb97c86a29) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:37.823295 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de8ea3-a720-4614-8b54-fe082f127ef3 None None] Pushing event updated for resources: {'Port': ['ID=c26a14e9-0da1-4549-a2b6-1dec485d5d75,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:37.920554 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.994265 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.035989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:38.040280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:38.044699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:38.074733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=01a590e4-25ba-40de-b6ef-0fcb97c86a29,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:38.109628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.348677 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.616780 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.696138 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.770775 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.772591 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=01a590e4-25ba-40de-b6ef-0fcb97c86a29,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:38.873196 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:38.874536 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:38.992655 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 5cd22097-6404-47d9-82fa-ea3b665ae112 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:00:39.109963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:39.118419 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-69c663cf-bdfa-4dcc-ac36-806a85cded2e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "PUT /v2.0/routers/5cd22097-6404-47d9-82fa-ea3b665ae112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1190279 Sep 16 06:00:39.136728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cd2107-36cf-46c4-8cf4-3fff89c9fbc3 None None] Network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:39.205292 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Sync routers for ids ['5cd22097-6404-47d9-82fa-ea3b665ae112'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:39.229379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Routers {'5cd22097-6404-47d9-82fa-ea3b665ae112'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:39.230011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:00:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5cd22097-6404-47d9-82fa-ea3b665ae112'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:39.263752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-8f3168ef-7b7d-4e6b-a9d8-dfa390c74917 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1884305447&fields=id&tenant_id=6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 267 time: 0.0340996 Sep 16 06:00:39.329802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-fd28240c-e01a-4573-9921-38ec38003505 None None] Provisioning complete for port c26a14e9-0da1-4549-a2b6-1dec485d5d75 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:39.330177 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd28240c-e01a-4573-9921-38ec38003505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.403289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-6f25a104-e6d2-4fef-bc3d-7b953a7ca825 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:39.404818 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-6f25a104-e6d2-4fef-bc3d-7b953a7ca825 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/networks?id=aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 HTTP/1.1" status: 200 len: 797 time: 0.1335790 Sep 16 06:00:39.424739 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-c8cfb543-dc08-4392-bdb3-97483b256109 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/quotas/6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 375 time: 0.0132797 Sep 16 06:00:39.425298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c26a14e9-0da1-4549-a2b6-1dec485d5d75 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:39.455563 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Set router 5cd22097-6404-47d9-82fa-ea3b665ae112 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:39.475962 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-aa4efc7b-5f15-4c45-984e-a7e8208edbad tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441957 Sep 16 06:00:39.535517 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-f4f78476-8f6f-47b3-963a-ff3dadbed4ac service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:00:39.536913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-f4f78476-8f6f-47b3-963a-ff3dadbed4ac service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487704 Sep 16 06:00:39.639264 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-35bfdbf1-be7c-4234-a381-4ae5598694b9 service neutron] 10.222.0.24 "GET /v2.0/networks/aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948379 Sep 16 06:00:39.654740 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd28240c-e01a-4573-9921-38ec38003505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.656625 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c26a14e9-0da1-4549-a2b6-1dec485d5d75 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:39.657098 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.745375 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fd28240c-e01a-4573-9921-38ec38003505 None None] For port c26a14e9-0da1-4549-a2b6-1dec485d5d75, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c26a14e9-0da1-4549-a2b6-1dec485d5d75,segment=NetworkSegment(3a4ff7df-f380-48c6-9b38-1ce94e80daf1),segment_id=3a4ff7df-f380-48c6-9b38-1ce94e80daf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:39.745663 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-363c51e0-8153-4496-a8d8-36e4099bb3b0 service neutron] 10.222.0.24 "GET /v2.0/networks/aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992780 Sep 16 06:00:39.814305 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fd28240c-e01a-4573-9921-38ec38003505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.844093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.889647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:38Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '01a590e4-25ba-40de-b6ef-0fcb97c86a29', 'name': '', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:dd:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:37Z', 'updated_at': '2021-09-16T06:00:38Z', 'revision_number': 2, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:39.947757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Checking router: 5cd22097-6404-47d9-82fa-ea3b665ae112 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:39.948195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Updating router 5cd22097-6404-47d9-82fa-ea3b665ae112 port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:00:39.961249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28240c-e01a-4573-9921-38ec38003505 None None] Pushing event updated for resources: {'Port': ['ID=c26a14e9-0da1-4549-a2b6-1dec485d5d75,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:39.994205 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5893d321-1494-4139-b3d6-4ffccfb7bb98 None None] Provisioning complete for port c26a14e9-0da1-4549-a2b6-1dec485d5d75 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:39.994677 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5893d321-1494-4139-b3d6-4ffccfb7bb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.002479 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:00:40.003006 n-d-712137-12 neutron-server[95453]: DEBUG oslo_db.api [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:00:40.028579 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.029684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb26fc1f-d841-4f63-9cea-296f2a7480fb req-c913dae0-81a3-4431-a0bd-09b9bdc9bed7 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 210 time: 0.0357225 Sep 16 06:00:40.208444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5893d321-1494-4139-b3d6-4ffccfb7bb98 None None] Provisioning complete for port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:40.210538 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5893d321-1494-4139-b3d6-4ffccfb7bb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.290059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-5893d321-1494-4139-b3d6-4ffccfb7bb98 None None] Port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:40.382679 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.406857 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f88bdff5-b8a2-4f73-bb50-20087d0e3cc6 None None] Provisioning complete for port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:40.407227 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f88bdff5-b8a2-4f73-bb50-20087d0e3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.441127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.449747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-f88bdff5-b8a2-4f73-bb50-20087d0e3cc6 None None] Port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:40.495638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ff181-03df-4dbc-930c-29ab881947d2 None None] Pushing event updated for resources: {'Port': ['ID=01a590e4-25ba-40de-b6ef-0fcb97c86a29,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:40.577831 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Attempting to bind port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:40.578207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Attempting to bind port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:40.578715 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Attempting to bind port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 on network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:40.585573 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 47c0ae24-8be2-463b-b72f-c60387ca556d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:40.587519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:40.587889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Checking segment: {'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:40.588299 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.588729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Bound using segment: {'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:40.591149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Bound port: 01a590e4-25ba-40de-b6ef-0fcb97c86a29, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:40.591149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.698422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] For port 01a590e4-25ba-40de-b6ef-0fcb97c86a29, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:40.701299 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-214dff64-dc02-48ef-a6b4-898ae89f18f2 None None] Provisioning complete for port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:40.701664 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-214dff64-dc02-48ef-a6b4-898ae89f18f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.705435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] For port 01a590e4-25ba-40de-b6ef-0fcb97c86a29, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=01a590e4-25ba-40de-b6ef-0fcb97c86a29,segment=NetworkSegment(3a4ff7df-f380-48c6-9b38-1ce94e80daf1),segment_id=3a4ff7df-f380-48c6-9b38-1ce94e80daf1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:40.706340 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 47c0ae24-8be2-463b-b72f-c60387ca556d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:40.706695 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.766705 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-214dff64-dc02-48ef-a6b4-898ae89f18f2 None None] Port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:40.772133 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.861699 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ff181-03df-4dbc-930c-29ab881947d2 None None] Pushing event updated for resources: {'Port': ['ID=01a590e4-25ba-40de-b6ef-0fcb97c86a29,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:40.876767 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Routers {'5cd22097-6404-47d9-82fa-ea3b665ae112'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:40.877436 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:00:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5cd22097-6404-47d9-82fa-ea3b665ae112'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:40.881310 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.946632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 47c0ae24-8be2-463b-b72f-c60387ca556d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=47c0ae24-8be2-463b-b72f-c60387ca556d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:41.011158 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] Set router 5cd22097-6404-47d9-82fa-ea3b665ae112 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:41.098239 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.134684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bab47d86-dd81-4592-afac-15280a19f1dd req-41f7c47b-b1d2-48c8-80a8-9cc5eb3f75d2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 210 time: 0.0331590 Sep 16 06:00:41.343249 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=47c0ae24-8be2-463b-b72f-c60387ca556d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:41.382718 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c26a14e9-0da1-4549-a2b6-1dec485d5d75 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:41.422408 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f73e69ad-d598-4d21-aa97-01e79160aa53 None None] Provisioning complete for port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:41.422780 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f73e69ad-d598-4d21-aa97-01e79160aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.521641 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c26a14e9-0da1-4549-a2b6-1dec485d5d75 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:41.522649 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.598863 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f73e69ad-d598-4d21-aa97-01e79160aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.635669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:38Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '01a590e4-25ba-40de-b6ef-0fcb97c86a29', 'name': '', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:dd:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:37Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:41.688169 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd74559-c916-4088-ab07-dd10460b4760 None None] The sync data for ids ['5cd22097-6404-47d9-82fa-ea3b665ae112'] in n-d-712137-12 is: [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:38Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '01a590e4-25ba-40de-b6ef-0fcb97c86a29', 'name': '', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:dd:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:37Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:41.690951 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-f73e69ad-d598-4d21-aa97-01e79160aa53 None None] For port 01a590e4-25ba-40de-b6ef-0fcb97c86a29, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=01a590e4-25ba-40de-b6ef-0fcb97c86a29,segment=NetworkSegment(3a4ff7df-f380-48c6-9b38-1ce94e80daf1),segment_id=3a4ff7df-f380-48c6-9b38-1ce94e80daf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:41.771003 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f73e69ad-d598-4d21-aa97-01e79160aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.825938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e69ad-d598-4d21-aa97-01e79160aa53 None None] Pushing event updated for resources: {'Port': ['ID=01a590e4-25ba-40de-b6ef-0fcb97c86a29,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:42.130446 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e114436-d0b7-414d-88fb-d3d7797bc520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.149910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-c2ee5461-72a5-44e7-86b7-70cafd0835ab tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:42.151544 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-c2ee5461-72a5-44e7-86b7-70cafd0835ab tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.37 "GET /v2.0/networks?id=aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 HTTP/1.1" status: 200 len: 797 time: 0.1142797 Sep 16 06:00:42.199387 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-8958b214-46eb-4fcf-861f-a881fbdd9198 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6964a8c572ea4a419aaa8f19ff900180 HTTP/1.1" status: 200 len: 380 time: 0.0381064 Sep 16 06:00:42.208954 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'port': {'device_id': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'admin_state_up': True, 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'security_groups': ['f9e17c62-53ff-48ec-ab80-1ed31680931d']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:42.274423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ba968025-650d-47f2-927f-439900cac151 req-435722a9-b81a-41ed-a07e-748d5ceaa02e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 210 time: 0.0654070 Sep 16 06:00:42.409899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Made reservation on behalf of 6964a8c572ea4a419aaa8f19ff900180 for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:42.415193 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.854222 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.20.0.7 (aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5/a629668e-d262-4169-922d-0a9146d0ff3b/d20fb980-9a40-4e2a-a534-744d1f68c71f) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:42.988775 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.079223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.095925 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.120603 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:43.123481 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:43.127201 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:43.165189 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=d20fb980-9a40-4e2a-a534-744d1f68c71f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:43.184430 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:43.185105 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.268649 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-d626879e-9fac-479a-bbac-290a57ad4328 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0634873 Sep 16 06:00:43.316608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c5d7f3af-1d6f-4193-be90-f35fbb2f1e82 None None] Provisioning complete for port d20fb980-9a40-4e2a-a534-744d1f68c71f triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:43.316990 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f3af-1d6f-4193-be90-f35fbb2f1e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.344310 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Request body: {'port': {'device_id': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:43.364179 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7f3af-1d6f-4193-be90-f35fbb2f1e82 None None] Port d20fb980-9a40-4e2a-a534-744d1f68c71f cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:43.407534 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.420931 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2ee94-a0c6-431c-bde2-7216ac05f455 req-776cf9d4-30c8-4b0a-8afc-76a0ca0bc282 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:43.422666 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15f2ee94-a0c6-431c-bde2-7216ac05f455 req-776cf9d4-30c8-4b0a-8afc-76a0ca0bc282 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 931 time: 0.0612609 Sep 16 06:00:43.458404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 01a590e4-25ba-40de-b6ef-0fcb97c86a29 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:43.465964 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-15f2ee94-a0c6-431c-bde2-7216ac05f455 req-7a33d0e3-c1f6-4d25-b6f2-21ccd6427567 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374310 Sep 16 06:00:43.514448 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:43.514813 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.595347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 47c0ae24-8be2-463b-b72f-c60387ca556d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:43.642194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 47c0ae24-8be2-463b-b72f-c60387ca556d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:43.642502 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.686163 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20fb980-9a40-4e2a-a534-744d1f68c71f {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:00:43.693420 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.706257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Transition to ACTIVE for port object d20fb980-9a40-4e2a-a534-744d1f68c71f will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:00:43.781926 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.850659 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Pushing event updated for resources: {'Port': ['ID=d20fb980-9a40-4e2a-a534-744d1f68c71f,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:43.905395 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Attempting to bind port d20fb980-9a40-4e2a-a534-744d1f68c71f on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:43.905734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Attempting to bind port d20fb980-9a40-4e2a-a534-744d1f68c71f by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:43.906072 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Attempting to bind port d20fb980-9a40-4e2a-a534-744d1f68c71f on network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:43.910515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Port d20fb980-9a40-4e2a-a534-744d1f68c71f on network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:00:43.910839 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Attempting to bind port d20fb980-9a40-4e2a-a534-744d1f68c71f on network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:43.916271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:43.916658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Checking segment: {'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:43.917050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Bound using segment: {'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:43.917477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Bound port: d20fb980-9a40-4e2a-a534-744d1f68c71f, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4ff7df-f380-48c6-9b38-1ce94e80daf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:43.917840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.984867 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] For port d20fb980-9a40-4e2a-a534-744d1f68c71f, host n-h2-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:43.987923 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] For port d20fb980-9a40-4e2a-a534-744d1f68c71f, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d20fb980-9a40-4e2a-a534-744d1f68c71f,segment=NetworkSegment(3a4ff7df-f380-48c6-9b38-1ce94e80daf1),segment_id=3a4ff7df-f380-48c6-9b38-1ce94e80daf1)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:44.079582 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.113416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:44.117490 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.117490 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] 10.222.0.37 "PUT /v2.0/ports/d20fb980-9a40-4e2a-a534-744d1f68c71f HTTP/1.1" status: 200 len: 1092 time: 0.8387027 Sep 16 06:00:44.117490 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'tag': 'd20fb980-9a40-4e2a-a534-744d1f68c71f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:44.118553 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9545f444-d2cc-47e0-b899-70e11470541f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf3b89b-a25b-471f-bfbd-58911c0bedcd", "tag": "d20fb980-9a40-4e2a-a534-744d1f68c71f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:44.153527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72ca07-f561-4f0b-8ba7-2009faba3c44 service neutron] Pushing event updated for resources: {'Port': ['ID=d20fb980-9a40-4e2a-a534-744d1f68c71f,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:44.162467 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf6ebe1-5393-4c3d-9dda-9e1d9ab33dac x-openstack-request-id: req-6bf6ebe1-5393-4c3d-9dda-9e1d9ab33dac {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:44.162955 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf3b89b-a25b-471f-bfbd-58911c0bedcd", "tag": "d20fb980-9a40-4e2a-a534-744d1f68c71f", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:44.163393 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bf6ebe1-5393-4c3d-9dda-9e1d9ab33dac {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:44.163810 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'tag': 'd20fb980-9a40-4e2a-a534-744d1f68c71f', 'status': 'completed', 'code': 200} Sep 16 06:00:44.230075 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545f444-d2cc-47e0-b899-70e11470541f req-fb1cabb3-e4f2-4567-8f28-7096ad10cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:44.231657 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9545f444-d2cc-47e0-b899-70e11470541f req-fb1cabb3-e4f2-4567-8f28-7096ad10cac3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 1095 time: 0.0439425 Sep 16 06:00:44.338392 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545f444-d2cc-47e0-b899-70e11470541f req-c99a4239-437e-4c87-b7e6-8e7b77937f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:44.339900 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9545f444-d2cc-47e0-b899-70e11470541f req-c99a4239-437e-4c87-b7e6-8e7b77937f9e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6964a8c572ea4a419aaa8f19ff900180&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1004589 Sep 16 06:00:44.443192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545f444-d2cc-47e0-b899-70e11470541f req-52c661ea-88a2-4175-9bb1-c43b95fb1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:44.445503 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9545f444-d2cc-47e0-b899-70e11470541f req-52c661ea-88a2-4175-9bb1-c43b95fb1ad6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0991635 Sep 16 06:00:44.522564 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-15ba71ca-83fe-48b0-8d54-f04e12af2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:44.524247 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-15ba71ca-83fe-48b0-8d54-f04e12af2e13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 1095 time: 0.0430951 Sep 16 06:00:44.567397 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-41f4bc53-35ff-47ba-b40f-bd8098b72f07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d20fb980-9a40-4e2a-a534-744d1f68c71f HTTP/1.1" status: 200 len: 217 time: 0.0356276 Sep 16 06:00:44.570677 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dda808a8-5d83-42db-aa3d-e8e3020896da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.584243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2721565-735c-4e1b-86cf-2857725c0d0f req-33b6816f-1276-42e0-a3e6-b6e0ad35ac90 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:44.586024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2721565-735c-4e1b-86cf-2857725c0d0f req-33b6816f-1276-42e0-a3e6-b6e0ad35ac90 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 943 time: 0.0506063 Sep 16 06:00:44.620233 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-4a8b1f62-3397-4deb-9f2f-989ee5904b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:44.621724 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-4a8b1f62-3397-4deb-9f2f-989ee5904b30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a629668e-d262-4169-922d-0a9146d0ff3b HTTP/1.1" status: 200 len: 833 time: 0.0477302 Sep 16 06:00:44.625752 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2721565-735c-4e1b-86cf-2857725c0d0f req-b9292d13-bdfe-4c90-b3b9-7bd004b2a79c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336225 Sep 16 06:00:44.667646 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-a4a70306-17ff-49be-ae81-527d8addce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:44.669111 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-a4a70306-17ff-49be-ae81-527d8addce86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407398 Sep 16 06:00:44.756779 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-5ae89aef-4587-4856-92a0-5797d426cf1f service neutron] 10.222.0.37 "GET /v2.0/networks/aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810432 Sep 16 06:00:44.849231 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c752ffe0-dd99-44d4-83cc-0623efeeda09 req-8e976379-0363-4021-8aa9-6fc8920e52a8 service neutron] 10.222.0.37 "GET /v2.0/networks/aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852437 Sep 16 06:00:45.376066 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.741922 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f1e45-109e-4c6d-8f6e-ea267c9abc78 req-b201d5fa-6854-4f94-a327-fd373424b45e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:45.743408 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc1f1e45-109e-4c6d-8f6e-ea267c9abc78 req-b201d5fa-6854-4f94-a327-fd373424b45e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 943 time: 0.0494916 Sep 16 06:00:45.785850 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc1f1e45-109e-4c6d-8f6e-ea267c9abc78 req-73bb4358-de94-4681-9e94-8fd8366e87c6 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363491 Sep 16 06:00:46.290334 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.898967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f7576-9708-43e3-ac8b-a4d7ac168d71 req-b5c0d71b-3ce8-4e13-aca7-782b539f6fb5 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:46.900480 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c4f7576-9708-43e3-ac8b-a4d7ac168d71 req-b5c0d71b-3ce8-4e13-aca7-782b539f6fb5 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 943 time: 0.0487914 Sep 16 06:00:46.939479 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c4f7576-9708-43e3-ac8b-a4d7ac168d71 req-3066d3e8-954a-4f24-90d1-ac874e3c58f0 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323482 Sep 16 06:00:47.135950 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.815929 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.012277 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d20fb980-9a40-4e2a-a534-744d1f68c71f details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:00:48.055808 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527bea0-7b70-44a7-b7de-c537b74d245e req-34fb6118-8120-445d-b4d2-2e9da333cb8e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:48.057542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7527bea0-7b70-44a7-b7de-c537b74d245e req-34fb6118-8120-445d-b4d2-2e9da333cb8e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 943 time: 0.0519350 Sep 16 06:00:48.095799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7527bea0-7b70-44a7-b7de-c537b74d245e req-d25f6ea3-478b-4759-9280-f3150683d2da tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322723 Sep 16 06:00:48.107710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d20fb980-9a40-4e2a-a534-744d1f68c71f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d20fb980-9a40-4e2a-a534-744d1f68c71f,segment=NetworkSegment(3a4ff7df-f380-48c6-9b38-1ce94e80daf1),segment_id=3a4ff7df-f380-48c6-9b38-1ce94e80daf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:48.119149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'd20fb980-9a40-4e2a-a534-744d1f68c71f', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'port_id': 'd20fb980-9a40-4e2a-a534-744d1f68c71f', 'mac_address': 'fa:16:3e:ac:96:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:00:48.155106 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.168150 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20fb980-9a40-4e2a-a534-744d1f68c71f {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:00:48.191447 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d20fb980-9a40-4e2a-a534-744d1f68c71f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d20fb980-9a40-4e2a-a534-744d1f68c71f,segment=NetworkSegment(3a4ff7df-f380-48c6-9b38-1ce94e80daf1),segment_id=3a4ff7df-f380-48c6-9b38-1ce94e80daf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:48.290491 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.338923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d20fb980-9a40-4e2a-a534-744d1f68c71f,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:48.550937 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['d20fb980-9a40-4e2a-a534-744d1f68c71f'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:00:49.208787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e09a7-3a5d-42db-95e4-444f2c53768e req-2bf0bd99-0af8-403a-b11e-98c5024c99b2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:49.211024 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b08e09a7-3a5d-42db-95e4-444f2c53768e req-2bf0bd99-0af8-403a-b11e-98c5024c99b2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 944 time: 0.0477254 Sep 16 06:00:49.251247 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b08e09a7-3a5d-42db-95e4-444f2c53768e req-3eec8110-7800-4d17-89fc-184c70b2637f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345123 Sep 16 06:00:50.027090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d20fb980-9a40-4e2a-a534-744d1f68c71f up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:50.135974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port d20fb980-9a40-4e2a-a534-744d1f68c71f completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:00:50.139604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port d20fb980-9a40-4e2a-a534-744d1f68c71f triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:50.140001 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.217888 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.240210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20fb980-9a40-4e2a-a534-744d1f68c71f'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:50.243160 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15c87b5-2d4a-4022-9b44-eedd69e75009" -d '{"events": [{"server_uuid": "ecf3b89b-a25b-471f-bfbd-58911c0bedcd", "name": "network-vif-plugged", "status": "completed", "tag": "d20fb980-9a40-4e2a-a534-744d1f68c71f"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:50.255949 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port d20fb980-9a40-4e2a-a534-744d1f68c71f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d20fb980-9a40-4e2a-a534-744d1f68c71f,segment=NetworkSegment(3a4ff7df-f380-48c6-9b38-1ce94e80daf1),segment_id=3a4ff7df-f380-48c6-9b38-1ce94e80daf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:50.287246 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ed32ff-3ab0-449c-b0e3-6ad8cd803296 x-openstack-request-id: req-97ed32ff-3ab0-449c-b0e3-6ad8cd803296 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:50.287498 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf3b89b-a25b-471f-bfbd-58911c0bedcd", "name": "network-vif-plugged", "status": "completed", "tag": "d20fb980-9a40-4e2a-a534-744d1f68c71f", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:50.288125 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97ed32ff-3ab0-449c-b0e3-6ad8cd803296 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:50.288798 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20fb980-9a40-4e2a-a534-744d1f68c71f', 'code': 200} Sep 16 06:00:50.295724 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.352383 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=d20fb980-9a40-4e2a-a534-744d1f68c71f,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:50.372330 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd9232-a79f-4884-802f-29d7e6726277 req-71f0d720-b8c1-43f0-9b28-bc4d9ad0b951 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:50.373853 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6cd9232-a79f-4884-802f-29d7e6726277 req-71f0d720-b8c1-43f0-9b28-bc4d9ad0b951 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0548337 Sep 16 06:00:50.390938 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90840203-fab1-4ba3-bdba-e1a20926498d req-4e6923eb-061b-481e-a05b-2a579cdcd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:50.392517 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-90840203-fab1-4ba3-bdba-e1a20926498d req-4e6923eb-061b-481e-a05b-2a579cdcd27a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 1097 time: 0.0458148 Sep 16 06:00:50.412017 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b6cd9232-a79f-4884-802f-29d7e6726277 req-0e024658-0273-41be-9f04-aa62d1f7e271 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322580 Sep 16 06:00:50.429588 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-90840203-fab1-4ba3-bdba-e1a20926498d req-cfc2cffc-8165-4c62-9c37-2eba5f8efe55 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285034 Sep 16 06:00:51.528543 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcc1bd-ad2a-4d63-a58f-5b07deee324f req-336da8b5-746e-49c4-ab34-f1e0b9f46318 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:51.530049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cffcc1bd-ad2a-4d63-a58f-5b07deee324f req-336da8b5-746e-49c4-ab34-f1e0b9f46318 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0496428 Sep 16 06:00:51.569869 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cffcc1bd-ad2a-4d63-a58f-5b07deee324f req-ef90b400-0ff5-4acd-8583-a1d85dab52a2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335553 Sep 16 06:00:52.686402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96014b4-6a0a-421e-b8f5-e4ad676bd301 req-be21e604-6057-468d-b686-e5fc0d282835 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:52.687882 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f96014b4-6a0a-421e-b8f5-e4ad676bd301 req-be21e604-6057-468d-b686-e5fc0d282835 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0502133 Sep 16 06:00:52.730550 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f96014b4-6a0a-421e-b8f5-e4ad676bd301 req-4f0bc72a-eece-4eb5-bb57-551fac537d52 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367048 Sep 16 06:00:52.845075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f948a8-aeef-4626-9d21-926860668e1f req-6cef6da4-4544-434b-a806-2d893df5d9ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:52.846592 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72f948a8-aeef-4626-9d21-926860668e1f req-6cef6da4-4544-434b-a806-2d893df5d9ea tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0503008 Sep 16 06:00:52.883657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72f948a8-aeef-4626-9d21-926860668e1f req-fce37865-f443-4bb3-a77e-b1b95a681f76 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305176 Sep 16 06:00:52.905980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45874) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:52.944161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac9cd2f-7c95-40b9-9234-aa96a51d09ef tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:52.946366 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3ac9cd2f-7c95-40b9-9234-aa96a51d09ef tempest-TestNetworkAdvancedServerOps-923862011 tempest-TestNetworkAdvancedServerOps-923862011-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 1092 time: 0.0387268 Sep 16 06:00:52.949220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45876) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:52.953617 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': 'd20fb980-9a40-4e2a-a534-744d1f68c71f', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:53.032536 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.130569 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.234596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Allocated IP 172.25.3.163 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/8abd5b6a-54bd-4ca6-81fe-e413e2d50c87) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:53.337247 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.444862 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.480733 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:53.483520 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:53.487112 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:53.517415 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=8abd5b6a-54bd-4ca6-81fe-e413e2d50c87,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:53.848992 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.971858 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:54.121495 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:54.186766 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:54.256585 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event updated for resources: {'Port': ['ID=8abd5b6a-54bd-4ca6-81fe-e413e2d50c87,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:54.265470 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:54.367487 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Floating IP 534dc700-9f7a-4c55-995a-ec3aa969e149 associated. External IP: 172.25.3.163, port: d20fb980-9a40-4e2a-a534-744d1f68c71f. Sep 16 06:00:54.576654 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 5cd22097-6404-47d9-82fa-ea3b665ae112 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:00:54.683256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:54.693551 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a344a6-f0a6-4f70-9505-39664ac5de5d None None] Sync routers for ids ['5cd22097-6404-47d9-82fa-ea3b665ae112'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:54.703607 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a344a6-f0a6-4f70-9505-39664ac5de5d None None] Routers {'5cd22097-6404-47d9-82fa-ea3b665ae112'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:54.706361 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-97a344a6-f0a6-4f70-9505-39664ac5de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:00:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5cd22097-6404-47d9-82fa-ea3b665ae112'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:54.804753 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:54.808839 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-97a344a6-f0a6-4f70-9505-39664ac5de5d None None] Set router 5cd22097-6404-47d9-82fa-ea3b665ae112 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:54.833291 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6f99abf9-aef5-469c-b146-d9feec9a5a0f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8828859 Sep 16 06:00:54.833720 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'tag': 'd20fb980-9a40-4e2a-a534-744d1f68c71f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:54.836084 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51456a8-6920-4223-84bc-26de071502c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf3b89b-a25b-471f-bfbd-58911c0bedcd", "tag": "d20fb980-9a40-4e2a-a534-744d1f68c71f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:54.875482 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b551327d-00ef-4161-b032-ac9e194bb14e x-openstack-request-id: req-b551327d-00ef-4161-b032-ac9e194bb14e {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:54.875769 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf3b89b-a25b-471f-bfbd-58911c0bedcd", "tag": "d20fb980-9a40-4e2a-a534-744d1f68c71f", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:54.876022 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b551327d-00ef-4161-b032-ac9e194bb14e {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:54.876428 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'tag': 'd20fb980-9a40-4e2a-a534-744d1f68c71f', 'status': 'completed', 'code': 200} Sep 16 06:00:54.940074 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0519d9-74f3-4cc0-a190-76b8a6d00d84 req-cf9efebf-17ac-451c-8921-bfbaf58ec416 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.941749 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d0519d9-74f3-4cc0-a190-76b8a6d00d84 req-cf9efebf-17ac-451c-8921-bfbaf58ec416 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0518861 Sep 16 06:00:54.941902 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51456a8-6920-4223-84bc-26de071502c6 req-2d193ae4-e2f7-4ecf-88e6-4f777d66f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.943470 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a51456a8-6920-4223-84bc-26de071502c6 req-2d193ae4-e2f7-4ecf-88e6-4f777d66f323 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 1097 time: 0.0447712 Sep 16 06:00:54.983203 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d0519d9-74f3-4cc0-a190-76b8a6d00d84 req-9a280e08-d412-4392-8734-28e16d2a154e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346622 Sep 16 06:00:55.007296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45882) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:55.045324 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51456a8-6920-4223-84bc-26de071502c6 req-d9510d14-f5d7-4d42-ab2e-1189e144b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:55.046852 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a51456a8-6920-4223-84bc-26de071502c6 req-d9510d14-f5d7-4d42-ab2e-1189e144b1d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 HTTP/1.1" status: 200 len: 897 time: 0.0962734 Sep 16 06:00:55.049369 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-97a344a6-f0a6-4f70-9505-39664ac5de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:38Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '534dc700-9f7a-4c55-995a-ec3aa969e149', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'port_id': 'd20fb980-9a40-4e2a-a534-744d1f68c71f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'mac_address': 'fa:16:3e:ac:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:00:53Z', 'updated_at': '2021-09-16T06:00:53Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a590e4-25ba-40de-b6ef-0fcb97c86a29', 'name': '', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:dd:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:37Z', 'updated_at': '2021-09-16T06:00:41Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:55.075733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-d3105d04-d4b9-4da3-aef6-e436b0a77b68 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/534dc700-9f7a-4c55-995a-ec3aa969e149 HTTP/1.1" status: 200 len: 991 time: 0.0664036 Sep 16 06:00:55.078091 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a344a6-f0a6-4f70-9505-39664ac5de5d None None] Checking router: 5cd22097-6404-47d9-82fa-ea3b665ae112 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:55.086838 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a344a6-f0a6-4f70-9505-39664ac5de5d None None] Routers {'5cd22097-6404-47d9-82fa-ea3b665ae112'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:55.087948 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-97a344a6-f0a6-4f70-9505-39664ac5de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:00:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5cd22097-6404-47d9-82fa-ea3b665ae112'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:55.113767 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a51456a8-6920-4223-84bc-26de071502c6 req-52c5dc67-e876-40a7-95ca-540d7e82a724 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d20fb980-9a40-4e2a-a534-744d1f68c71f HTTP/1.1" status: 200 len: 999 time: 0.0596049 Sep 16 06:00:55.165602 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51456a8-6920-4223-84bc-26de071502c6 req-846291a5-a2bf-4b72-92e9-3bb8c31eb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:55.167146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a51456a8-6920-4223-84bc-26de071502c6 req-846291a5-a2bf-4b72-92e9-3bb8c31eb2de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a629668e-d262-4169-922d-0a9146d0ff3b HTTP/1.1" status: 200 len: 833 time: 0.0460837 Sep 16 06:00:55.197104 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-97a344a6-f0a6-4f70-9505-39664ac5de5d None None] Set router 5cd22097-6404-47d9-82fa-ea3b665ae112 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:55.216532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51456a8-6920-4223-84bc-26de071502c6 req-da5e700f-b9cf-4068-ae85-5d2f93c63ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:55.218101 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a51456a8-6920-4223-84bc-26de071502c6 req-da5e700f-b9cf-4068-ae85-5d2f93c63ca2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439887 Sep 16 06:00:55.311536 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a51456a8-6920-4223-84bc-26de071502c6 req-80944be9-967d-4f72-8578-05097c45b4cf service neutron] 10.222.0.37 "GET /v2.0/networks/aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859623 Sep 16 06:00:55.404740 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a51456a8-6920-4223-84bc-26de071502c6 req-96fd0189-7b91-477c-88ca-af80da4a846e service neutron] 10.222.0.37 "GET /v2.0/networks/aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858016 Sep 16 06:00:55.421666 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-97a344a6-f0a6-4f70-9505-39664ac5de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:38Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '534dc700-9f7a-4c55-995a-ec3aa969e149', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'port_id': 'd20fb980-9a40-4e2a-a534-744d1f68c71f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'mac_address': 'fa:16:3e:ac:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:00:53Z', 'updated_at': '2021-09-16T06:00:53Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a590e4-25ba-40de-b6ef-0fcb97c86a29', 'name': '', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:dd:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:37Z', 'updated_at': '2021-09-16T06:00:41Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:55.529128 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a344a6-f0a6-4f70-9505-39664ac5de5d None None] The sync data for ids ['5cd22097-6404-47d9-82fa-ea3b665ae112'] in n-d-712137-12 is: [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:38Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '534dc700-9f7a-4c55-995a-ec3aa969e149', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'port_id': 'd20fb980-9a40-4e2a-a534-744d1f68c71f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'mac_address': 'fa:16:3e:ac:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:00:53Z', 'updated_at': '2021-09-16T06:00:53Z', 'revision_number': 0, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a590e4-25ba-40de-b6ef-0fcb97c86a29', 'name': '', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:dd:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:37Z', 'updated_at': '2021-09-16T06:00:41Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:56.079491 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45884) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:56.136109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d615af18-3ab8-4376-b48d-b0940a5590ff None None] New status for floating IP 534dc700-9f7a-4c55-995a-ec3aa969e149: ACTIVE {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:00:56.142634 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6b64e01f-7a6f-410a-87a3-dfe7defec464 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/534dc700-9f7a-4c55-995a-ec3aa969e149 HTTP/1.1" status: 200 len: 991 time: 0.0619910 Sep 16 06:00:57.146828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45886) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:57.212425 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2dd5c0f7-fd5c-4c7f-8e44-43461870804a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/534dc700-9f7a-4c55-995a-ec3aa969e149 HTTP/1.1" status: 200 len: 993 time: 0.0637393 Sep 16 06:01:03.128640 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:12.146832 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cdc0c4e2-0d04-4890-ba88-9b1401f54bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:13.198504 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.535033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-09407190-46b2-47f6-aeae-19e81610d280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:15.380702 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:16.277990 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.147497 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:17.809727 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:28.776388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd91a92-7882-4e61-ad19-185326592172 req-5a09b178-bc50-4e67-938c-379a5ea4e584 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:28.777937 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-efd91a92-7882-4e61-ad19-185326592172 req-5a09b178-bc50-4e67-938c-379a5ea4e584 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0495934 Sep 16 06:01:28.815992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-efd91a92-7882-4e61-ad19-185326592172 req-513a9089-6115-4d9a-a996-87e7db9fab46 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317564 Sep 16 06:01:29.930779 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3703e28-df10-4ed6-9252-3380941107e1 req-985e363c-e4ef-4693-aec2-af8b98b8a057 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:29.932254 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3703e28-df10-4ed6-9252-3380941107e1 req-985e363c-e4ef-4693-aec2-af8b98b8a057 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0488780 Sep 16 06:01:29.970566 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d3703e28-df10-4ed6-9252-3380941107e1 req-c4455e5a-df92-4caa-8056-a9e27fa622dc tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323720 Sep 16 06:01:29.992489 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45912) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:30.055808 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-db222d0b-ff0f-41d9-8a3b-dff82beee49a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/534dc700-9f7a-4c55-995a-ec3aa969e149 HTTP/1.1" status: 200 len: 993 time: 0.0622151 Sep 16 06:01:31.417035 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b81507-77ed-44df-a37c-be1f8f284e5d req-7e9d710a-802e-4cd2-847c-e9dd324c6813 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:31.418554 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7b81507-77ed-44df-a37c-be1f8f284e5d req-7e9d710a-802e-4cd2-847c-e9dd324c6813 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0497186 Sep 16 06:01:31.458660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c7b81507-77ed-44df-a37c-be1f8f284e5d req-503ae0c0-d68d-460d-8091-61febfc8b02c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333416 Sep 16 06:01:31.492472 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000af6-ac52-4a3c-871a-449222f3064e req-ac9fa11f-6080-484a-b751-2eeb5175c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:31.494099 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5000af6-ac52-4a3c-871a-449222f3064e req-ac9fa11f-6080-484a-b751-2eeb5175c705 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 1097 time: 0.0502522 Sep 16 06:01:31.586994 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000af6-ac52-4a3c-871a-449222f3064e req-1adbe1d8-3d42-4ad0-acc8-18e58c959ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:31.588478 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5000af6-ac52-4a3c-871a-449222f3064e req-1adbe1d8-3d42-4ad0-acc8-18e58c959ab6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 HTTP/1.1" status: 200 len: 897 time: 0.0868244 Sep 16 06:01:31.653295 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5000af6-ac52-4a3c-871a-449222f3064e req-6303fb85-8518-4026-9a3c-015def285140 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d20fb980-9a40-4e2a-a534-744d1f68c71f HTTP/1.1" status: 200 len: 1001 time: 0.0568843 Sep 16 06:01:31.702494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000af6-ac52-4a3c-871a-449222f3064e req-cbe18ffc-a92a-4d17-b35f-870674e7f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:31.703944 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5000af6-ac52-4a3c-871a-449222f3064e req-cbe18ffc-a92a-4d17-b35f-870674e7f5d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a629668e-d262-4169-922d-0a9146d0ff3b HTTP/1.1" status: 200 len: 833 time: 0.0438588 Sep 16 06:01:31.752078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000af6-ac52-4a3c-871a-449222f3064e req-d7c25ec3-98b6-470b-a7dd-5a3e6d75ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:31.753572 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5000af6-ac52-4a3c-871a-449222f3064e req-d7c25ec3-98b6-470b-a7dd-5a3e6d75ca28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431318 Sep 16 06:01:31.844827 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5000af6-ac52-4a3c-871a-449222f3064e req-1bf34063-6437-40ba-9282-90df043b007e service neutron] 10.222.0.37 "GET /v2.0/networks/aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820546 Sep 16 06:01:31.936646 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c5000af6-ac52-4a3c-871a-449222f3064e req-6e7b0c4c-9d81-4974-b052-dbfb24cab64d service neutron] 10.222.0.37 "GET /v2.0/networks/aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849710 Sep 16 06:01:32.576158 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b689eb-560a-45e9-b885-e37a281a83e7 req-fba3d8ea-b1ac-4cef-9615-033b2b673c7a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:32.577662 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61b689eb-560a-45e9-b885-e37a281a83e7 req-fba3d8ea-b1ac-4cef-9615-033b2b673c7a tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0481355 Sep 16 06:01:32.615213 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-61b689eb-560a-45e9-b885-e37a281a83e7 req-eaf37e51-7ee8-4a00-a1b3-5646cef9aa16 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Sep 16 06:01:33.733851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7deec-42f2-49c9-a8ba-ed48e5cf6a7d req-4035cd86-1ad8-4e76-b537-fbe0b36e2d2c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:33.735372 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32e7deec-42f2-49c9-a8ba-ed48e5cf6a7d req-4035cd86-1ad8-4e76-b537-fbe0b36e2d2c tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0520706 Sep 16 06:01:33.773186 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32e7deec-42f2-49c9-a8ba-ed48e5cf6a7d req-e845c002-39a1-48ec-830f-f9396680fdfa tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312588 Sep 16 06:01:33.795055 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45924) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:33.861799 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1cc3e2b2-c044-40c3-a5a6-5994d43eb035 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/floatingips/534dc700-9f7a-4c55-995a-ec3aa969e149 HTTP/1.1" status: 200 len: 993 time: 0.0648689 Sep 16 06:01:34.070337 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45930) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:34.227823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 8abd5b6a-54bd-4ca6-81fe-e413e2d50c87 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:34.228074 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.306352 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.306678 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.318472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 8abd5b6a-54bd-4ca6-81fe-e413e2d50c87 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:34.518564 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.543675 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=8abd5b6a-54bd-4ca6-81fe-e413e2d50c87,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:34.554708 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:34.555061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:34.555406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:34.555741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:34.556075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:34.556408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:34.556766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:34.557093 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:34.557421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:34.557742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:34.558066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:34.558385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:34.614677 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.615000 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Floating IP 534dc700-9f7a-4c55-995a-ec3aa969e149 disassociated (deleted). External IP: 172.25.3.163, port: d20fb980-9a40-4e2a-a534-744d1f68c71f. Sep 16 06:01:34.820894 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 5cd22097-6404-47d9-82fa-ea3b665ae112 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:35.212913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:35.217550 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:35.223107 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1ef138-0789-4aa8-98a0-342f00dc97c7 None None] Sync routers for ids ['5cd22097-6404-47d9-82fa-ea3b665ae112'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:35.232312 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ef138-0789-4aa8-98a0-342f00dc97c7 None None] Routers {'5cd22097-6404-47d9-82fa-ea3b665ae112'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:35.232948 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-da1ef138-0789-4aa8-98a0-342f00dc97c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5cd22097-6404-47d9-82fa-ea3b665ae112'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:35.244291 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-4220d2e7-de35-48ef-b834-c9e647eeb6f2 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/floatingips/534dc700-9f7a-4c55-995a-ec3aa969e149 HTTP/1.1" status: 204 len: 168 time: 1.1728516 Sep 16 06:01:35.245008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'tag': 'd20fb980-9a40-4e2a-a534-744d1f68c71f'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:35.247392 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e58ba7-11b7-4e64-9f06-89abf0c15b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf3b89b-a25b-471f-bfbd-58911c0bedcd", "tag": "d20fb980-9a40-4e2a-a534-744d1f68c71f"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:35.286792 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14216d4c-6aa7-4c37-9f7c-6604ef8e3820 x-openstack-request-id: req-14216d4c-6aa7-4c37-9f7c-6604ef8e3820 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:35.287083 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf3b89b-a25b-471f-bfbd-58911c0bedcd", "tag": "d20fb980-9a40-4e2a-a534-744d1f68c71f", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:35.287356 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14216d4c-6aa7-4c37-9f7c-6604ef8e3820 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:35.287755 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'tag': 'd20fb980-9a40-4e2a-a534-744d1f68c71f', 'status': 'completed', 'code': 200} Sep 16 06:01:35.351084 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-da1ef138-0789-4aa8-98a0-342f00dc97c7 None None] Set router 5cd22097-6404-47d9-82fa-ea3b665ae112 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:35.357905 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e58ba7-11b7-4e64-9f06-89abf0c15b6a req-2fa53a82-008f-4004-8590-300801e555d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.359456 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81e58ba7-11b7-4e64-9f06-89abf0c15b6a req-2fa53a82-008f-4004-8590-300801e555d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6964a8c572ea4a419aaa8f19ff900180&device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 1097 time: 0.0443513 Sep 16 06:01:35.456429 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e58ba7-11b7-4e64-9f06-89abf0c15b6a req-7fefb7fc-d08e-44d5-a590-60494f63b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.457961 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81e58ba7-11b7-4e64-9f06-89abf0c15b6a req-7fefb7fc-d08e-44d5-a590-60494f63b997 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 HTTP/1.1" status: 200 len: 897 time: 0.0892286 Sep 16 06:01:35.508167 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81e58ba7-11b7-4e64-9f06-89abf0c15b6a req-6a93f6e3-1cad-46ec-9252-8ce9f13b0ff9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d20fb980-9a40-4e2a-a534-744d1f68c71f HTTP/1.1" status: 200 len: 217 time: 0.0369337 Sep 16 06:01:35.556917 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-da1ef138-0789-4aa8-98a0-342f00dc97c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:38Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '01a590e4-25ba-40de-b6ef-0fcb97c86a29', 'name': '', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:dd:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:37Z', 'updated_at': '2021-09-16T06:00:41Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:35.564183 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e58ba7-11b7-4e64-9f06-89abf0c15b6a req-d515d1cc-6d60-40bd-967c-04c99e8ee333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.565904 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81e58ba7-11b7-4e64-9f06-89abf0c15b6a req-d515d1cc-6d60-40bd-967c-04c99e8ee333 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a629668e-d262-4169-922d-0a9146d0ff3b HTTP/1.1" status: 200 len: 833 time: 0.0472438 Sep 16 06:01:35.587530 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1ef138-0789-4aa8-98a0-342f00dc97c7 None None] Checking router: 5cd22097-6404-47d9-82fa-ea3b665ae112 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:35.597427 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ef138-0789-4aa8-98a0-342f00dc97c7 None None] Routers {'5cd22097-6404-47d9-82fa-ea3b665ae112'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:35.597664 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-da1ef138-0789-4aa8-98a0-342f00dc97c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5cd22097-6404-47d9-82fa-ea3b665ae112'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:35.620989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e58ba7-11b7-4e64-9f06-89abf0c15b6a req-ffda2294-473d-4d3a-9c0d-3a563cb6001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.622521 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81e58ba7-11b7-4e64-9f06-89abf0c15b6a req-ffda2294-473d-4d3a-9c0d-3a563cb6001f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462391 Sep 16 06:01:35.663376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae215b7e-2cff-492f-8fa6-63448dbc837e req-03b5ed53-6ff7-482d-8756-f18c28e447e5 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.665292 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae215b7e-2cff-492f-8fa6-63448dbc837e req-03b5ed53-6ff7-482d-8756-f18c28e447e5 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0516009 Sep 16 06:01:35.713036 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae215b7e-2cff-492f-8fa6-63448dbc837e req-d0882632-0204-49c9-ac54-327d0e1a107d tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420692 Sep 16 06:01:35.715170 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-da1ef138-0789-4aa8-98a0-342f00dc97c7 None None] Set router 5cd22097-6404-47d9-82fa-ea3b665ae112 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:35.726244 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81e58ba7-11b7-4e64-9f06-89abf0c15b6a req-6b4752eb-32d8-4419-a89e-688d484e71ed service neutron] 10.222.0.37 "GET /v2.0/networks/aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939634 Sep 16 06:01:35.825699 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-81e58ba7-11b7-4e64-9f06-89abf0c15b6a req-2b1c4695-2a72-4a68-ab54-4fc0c76642a3 service neutron] 10.222.0.37 "GET /v2.0/networks/aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876827 Sep 16 06:01:35.911502 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-da1ef138-0789-4aa8-98a0-342f00dc97c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:38Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '01a590e4-25ba-40de-b6ef-0fcb97c86a29', 'name': '', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:dd:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:37Z', 'updated_at': '2021-09-16T06:00:41Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:35.940814 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1ef138-0789-4aa8-98a0-342f00dc97c7 None None] The sync data for ids ['5cd22097-6404-47d9-82fa-ea3b665ae112'] in n-d-712137-12 is: [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:38Z', 'revision_number': 4, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '01a590e4-25ba-40de-b6ef-0fcb97c86a29', 'name': '', 'network_id': 'aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'mac_address': 'fa:16:3e:dd:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:37Z', 'updated_at': '2021-09-16T06:00:41Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'subnets': [{'id': 'a629668e-d262-4169-922d-0a9146d0ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:36.155765 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565f3903-60ff-478b-b72a-9b94417cdeea None None] New status for floating IP 534dc700-9f7a-4c55-995a-ec3aa969e149: DOWN {{(pid=95453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:01:36.828802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef18714-8cf9-4252-9b66-ba3308174383 req-8416a121-85c1-4b1f-80b6-64b6f33e0f88 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:36.831125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eef18714-8cf9-4252-9b66-ba3308174383 req-8416a121-85c1-4b1f-80b6-64b6f33e0f88 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0501125 Sep 16 06:01:36.867432 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-eef18714-8cf9-4252-9b66-ba3308174383 req-ae5b733f-dd67-40b1-b263-73fead4da3ff tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9e17c62-53ff-48ec-ab80-1ed31680931d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303185 Sep 16 06:01:37.367035 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6e8ff-d79c-4b33-80b3-5611e519aa97 req-44daebe8-be80-41bb-8e71-60372df4e86f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:37.368537 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6e6e8ff-d79c-4b33-80b3-5611e519aa97 req-44daebe8-be80-41bb-8e71-60372df4e86f tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 945 time: 0.0481975 Sep 16 06:01:37.456395 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d6e6e8ff-d79c-4b33-80b3-5611e519aa97 req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port d20fb980-9a40-4e2a-a534-744d1f68c71f {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:37.456764 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d6e6e8ff-d79c-4b33-80b3-5611e519aa97 req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.546606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-d6e6e8ff-d79c-4b33-80b3-5611e519aa97 req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port d20fb980-9a40-4e2a-a534-744d1f68c71f, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=d20fb980-9a40-4e2a-a534-744d1f68c71f,segment=NetworkSegment(3a4ff7df-f380-48c6-9b38-1ce94e80daf1),segment_id=3a4ff7df-f380-48c6-9b38-1ce94e80daf1)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:37.546970 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d6e6e8ff-d79c-4b33-80b3-5611e519aa97 req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.559772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-d6e6e8ff-d79c-4b33-80b3-5611e519aa97 req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for d20fb980-9a40-4e2a-a534-744d1f68c71f owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:37.763711 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d6e6e8ff-d79c-4b33-80b3-5611e519aa97 req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.791238 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=d20fb980-9a40-4e2a-a534-744d1f68c71f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:37.801861 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:37.802094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:37.802443 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:37.802777 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:37.803110 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:37.803440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:37.803768 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:37.804556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:37.804556 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:37.804758 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:37.805071 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:37.805391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:37.846226 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e6e8ff-d79c-4b33-80b3-5611e519aa97 req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] No DVR routers for this DVR port d20fb980-9a40-4e2a-a534-744d1f68c71f on host n-h2-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:37.848886 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-d6e6e8ff-d79c-4b33-80b3-5611e519aa97 req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.850887 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d6e6e8ff-d79c-4b33-80b3-5611e519aa97 req-b2c391ea-32ca-4a8b-9f34-5f45c01ae39e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.37 "DELETE /v2.0/ports/d20fb980-9a40-4e2a-a534-744d1f68c71f HTTP/1.1" status: 204 len: 173 time: 0.4758153 Sep 16 06:01:37.851592 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'name': 'network-vif-deleted', 'tag': 'd20fb980-9a40-4e2a-a534-744d1f68c71f'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:37.853871 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb38222-c5c7-4d9a-b362-69650a5e1cea" -d '{"events": [{"server_uuid": "ecf3b89b-a25b-471f-bfbd-58911c0bedcd", "name": "network-vif-deleted", "tag": "d20fb980-9a40-4e2a-a534-744d1f68c71f"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:37.888451 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9177bf28-40a7-47f5-af49-b05c7a2c33b5 x-openstack-request-id: req-9177bf28-40a7-47f5-af49-b05c7a2c33b5 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:37.888788 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf3b89b-a25b-471f-bfbd-58911c0bedcd", "name": "network-vif-deleted", "tag": "d20fb980-9a40-4e2a-a534-744d1f68c71f", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:37.889039 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9177bf28-40a7-47f5-af49-b05c7a2c33b5 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:37.889438 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf3b89b-a25b-471f-bfbd-58911c0bedcd', 'name': 'network-vif-deleted', 'tag': 'd20fb980-9a40-4e2a-a534-744d1f68c71f', 'status': 'completed', 'code': 200} Sep 16 06:01:37.964941 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d37c430e-2724-43a3-8d7f-b551f019ccf1 req-41f7b322-3790-468c-a2bb-ebc2f896fed3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf3b89b-a25b-471f-bfbd-58911c0bedcd HTTP/1.1" status: 200 len: 210 time: 0.0272827 Sep 16 06:01:39.022712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45946) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:39.383282 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac1d56e1-5d16-4dea-a8ed-6c038af2f68e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:39.637618 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d56e1-5d16-4dea-a8ed-6c038af2f68e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 01a590e4-25ba-40de-b6ef-0fcb97c86a29 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:39.637968 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac1d56e1-5d16-4dea-a8ed-6c038af2f68e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:39.725115 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-ac1d56e1-5d16-4dea-a8ed-6c038af2f68e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port 01a590e4-25ba-40de-b6ef-0fcb97c86a29, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=01a590e4-25ba-40de-b6ef-0fcb97c86a29,segment=NetworkSegment(3a4ff7df-f380-48c6-9b38-1ce94e80daf1),segment_id=3a4ff7df-f380-48c6-9b38-1ce94e80daf1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:39.725481 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac1d56e1-5d16-4dea-a8ed-6c038af2f68e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:39.737699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d56e1-5d16-4dea-a8ed-6c038af2f68e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 01a590e4-25ba-40de-b6ef-0fcb97c86a29 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:39.957952 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac1d56e1-5d16-4dea-a8ed-6c038af2f68e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:39.989547 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d56e1-5d16-4dea-a8ed-6c038af2f68e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=01a590e4-25ba-40de-b6ef-0fcb97c86a29,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:40.127910 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:40.162743 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ac1d56e1-5d16-4dea-a8ed-6c038af2f68e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:40.275266 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d20fb980-9a40-4e2a-a534-744d1f68c71f no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:40.298780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: d20fb980-9a40-4e2a-a534-744d1f68c71f {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:40.299121 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device d20fb980-9a40-4e2a-a534-744d1f68c71f not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:40.378082 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1d56e1-5d16-4dea-a8ed-6c038af2f68e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Router 5cd22097-6404-47d9-82fa-ea3b665ae112 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:40.483376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1d56e1-5d16-4dea-a8ed-6c038af2f68e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:40.490509 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ac1d56e1-5d16-4dea-a8ed-6c038af2f68e tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "PUT /v2.0/routers/5cd22097-6404-47d9-82fa-ea3b665ae112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4651692 Sep 16 06:01:40.491687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45948) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:40.494120 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876497a-a701-48ba-a057-b1ab7fca2fad None None] Sync routers for ids ['5cd22097-6404-47d9-82fa-ea3b665ae112'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:40.503075 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5876497a-a701-48ba-a057-b1ab7fca2fad None None] Routers {'5cd22097-6404-47d9-82fa-ea3b665ae112'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:40.503685 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5876497a-a701-48ba-a057-b1ab7fca2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5cd22097-6404-47d9-82fa-ea3b665ae112'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:40.541740 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d35d2a2-f8ba-4863-9fee-608216abe045 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting subnet a629668e-d262-4169-922d-0a9146d0ff3b {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:01:40.544667 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d35d2a2-f8ba-4863-9fee-608216abe045 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:40.584167 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d35d2a2-f8ba-4863-9fee-608216abe045 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:40.607869 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5876497a-a701-48ba-a057-b1ab7fca2fad None None] Set router 5cd22097-6404-47d9-82fa-ea3b665ae112 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:40.672453 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d35d2a2-f8ba-4863-9fee-608216abe045 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:40.780680 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d35d2a2-f8ba-4863-9fee-608216abe045 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:40.781757 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5876497a-a701-48ba-a057-b1ab7fca2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:01:39Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:40.807631 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876497a-a701-48ba-a057-b1ab7fca2fad None None] Checking router: 5cd22097-6404-47d9-82fa-ea3b665ae112 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:40.808553 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35d2a2-f8ba-4863-9fee-608216abe045 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Subnet': ['ID=a629668e-d262-4169-922d-0a9146d0ff3b,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:40.812339 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d35d2a2-f8ba-4863-9fee-608216abe045 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:40.814315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9d35d2a2-f8ba-4863-9fee-608216abe045 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/subnets/a629668e-d262-4169-922d-0a9146d0ff3b HTTP/1.1" status: 204 len: 168 time: 0.3216629 Sep 16 06:01:40.817301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45950) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:40.820762 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f8ab8b-ee44-4be3-90f2-70982f8881e8 None None] Network aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:40.821540 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5876497a-a701-48ba-a057-b1ab7fca2fad None None] Routers {'5cd22097-6404-47d9-82fa-ea3b665ae112'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:40.822170 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5876497a-a701-48ba-a057-b1ab7fca2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5cd22097-6404-47d9-82fa-ea3b665ae112'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:40.932826 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-5876497a-a701-48ba-a057-b1ab7fca2fad None None] Set router 5cd22097-6404-47d9-82fa-ea3b665ae112 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:40.933046 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.009017 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] DHCP port deletion for aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:01:41.056963 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.063780 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Deleting port c26a14e9-0da1-4549-a2b6-1dec485d5d75 {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:41.064197 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.127741 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] For port c26a14e9-0da1-4549-a2b6-1dec485d5d75, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c26a14e9-0da1-4549-a2b6-1dec485d5d75,segment=NetworkSegment(3a4ff7df-f380-48c6-9b38-1ce94e80daf1),segment_id=3a4ff7df-f380-48c6-9b38-1ce94e80daf1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:41.128046 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.140819 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Calling delete_port for c26a14e9-0da1-4549-a2b6-1dec485d5d75 owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:41.194950 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Deleting port 47c0ae24-8be2-463b-b72f-c60387ca556d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:41.195656 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.212147 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-5876497a-a701-48ba-a057-b1ab7fca2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:01:39Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:41.238729 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876497a-a701-48ba-a057-b1ab7fca2fad None None] The sync data for ids ['5cd22097-6404-47d9-82fa-ea3b665ae112'] in n-d-712137-12 is: [{'id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072235381', 'tenant_id': '6964a8c572ea4a419aaa8f19ff900180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:01:39Z', 'revision_number': 5, 'project_id': '6964a8c572ea4a419aaa8f19ff900180', 'gw_port': {'id': '47c0ae24-8be2-463b-b72f-c60387ca556d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd22097-6404-47d9-82fa-ea3b665ae112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:34Z', 'updated_at': '2021-09-16T06:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:41.283808 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.289266 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] For port 47c0ae24-8be2-463b-b72f-c60387ca556d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=47c0ae24-8be2-463b-b72f-c60387ca556d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:41.293038 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.301854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Calling delete_port for 47c0ae24-8be2-463b-b72f-c60387ca556d owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:41.312036 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] No DVR routers for this DVR port c26a14e9-0da1-4549-a2b6-1dec485d5d75 on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:41.316817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Pushing event deleted for resources: {'Port': ['ID=c26a14e9-0da1-4549-a2b6-1dec485d5d75,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:41.327789 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.328137 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.328499 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.328843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.329420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.329746 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.330645 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.331220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.331628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.331960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.332373 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.332728 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5daff97-5930-437b-9388-a1e29ab3044d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.529084 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.554284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Port': ['ID=47c0ae24-8be2-463b-b72f-c60387ca556d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:41.623976 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.709467 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c26a14e9-0da1-4549-a2b6-1dec485d5d75 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:41.733920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c26a14e9-0da1-4549-a2b6-1dec485d5d75 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:41.734382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c26a14e9-0da1-4549-a2b6-1dec485d5d75 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:41.734864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 01a590e4-25ba-40de-b6ef-0fcb97c86a29 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:41.756644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 01a590e4-25ba-40de-b6ef-0fcb97c86a29 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:41.756994 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 01a590e4-25ba-40de-b6ef-0fcb97c86a29 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:42.034241 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.036325 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.152175 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.152811 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Fanout notify agent at l3_agent the message router_deleted on router 5cd22097-6404-47d9-82fa-ea3b665ae112 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:01:42.157261 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8b370755-fe5c-4bc0-b978-2deedd813f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.160831 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.162078 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4d30ff6b-9355-4851-8e59-ffdd9380d1b4 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/routers/5cd22097-6404-47d9-82fa-ea3b665ae112 HTTP/1.1" status: 204 len: 168 time: 1.3429768 Sep 16 06:01:42.164710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45952) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:42.250659 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.338866 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.358132 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:42.367632 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4ff7df-f380-48c6-9b38-1ce94e80daf1') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:42.367927 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4ff7df-f380-48c6-9b38-1ce94e80daf1') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:42.377696 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.390103 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.396367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:01:42.396781 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: timer() Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:01:42.399641 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:01:42.506010 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.518401 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.518401 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/networks/aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5 HTTP/1.1" status: 204 len: 168 time: 0.3487840 Sep 16 06:01:42.518604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45954) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:42.526219 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9006b78-9fc2-48d9-9fda-b394a609f2f3 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'Network': ['ID=aea2d2b8-8d69-4ba6-ad9a-ff338269b1e5,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:42.576799 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-047d115b-2833-42c9-9c7d-4c2995c94512 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.606047 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-047d115b-2833-42c9-9c7d-4c2995c94512 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.751881 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-047d115b-2833-42c9-9c7d-4c2995c94512 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.754583 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-047d115b-2833-42c9-9c7d-4c2995c94512 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.755773 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-047d115b-2833-42c9-9c7d-4c2995c94512 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9e17c62-53ff-48ec-ab80-1ed31680931d HTTP/1.1" status: 204 len: 168 time: 0.2368329 Sep 16 06:01:42.765716 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d115b-2833-42c9-9c7d-4c2995c94512 tempest-TestNetworkAdvancedServerOps-65025467 tempest-TestNetworkAdvancedServerOps-65025467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e17c62-53ff-48ec-ab80-1ed31680931d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:43.157455 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.248261 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45962) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:43.331419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 47c0ae24-8be2-463b-b72f-c60387ca556d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:43.352008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 47c0ae24-8be2-463b-b72f-c60387ca556d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:43.352356 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 47c0ae24-8be2-463b-b72f-c60387ca556d not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:43.385169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8294cecb-6c01-4b3e-b207-c8ec41b78be8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6964a8c572ea4a419aaa8f19ff900180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357331 Sep 16 06:01:43.387582 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45966) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:43.434532 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91b272a1-ca78-4127-addd-8392d2424d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.454759 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91b272a1-ca78-4127-addd-8392d2424d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.551836 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91b272a1-ca78-4127-addd-8392d2424d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.554510 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-91b272a1-ca78-4127-addd-8392d2424d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.555660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-91b272a1-ca78-4127-addd-8392d2424d2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/708530ec-9557-4ddd-bdbc-615fb8d6a8fc HTTP/1.1" status: 204 len: 168 time: 0.1671906 Sep 16 06:01:43.568297 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b272a1-ca78-4127-addd-8392d2424d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708530ec-9557-4ddd-bdbc-615fb8d6a8fc,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:44.093527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 45972) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:44.107515 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e05a036f-4083-4588-a341-710e26b545e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.194653 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e05a036f-4083-4588-a341-710e26b545e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.248421 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e05a036f-4083-4588-a341-710e26b545e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.292453 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e05a036f-4083-4588-a341-710e26b545e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=619d62ac75e940d6981c48debf83d30f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954055 Sep 16 06:01:44.292453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a036f-4083-4588-a341-710e26b545e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44887c2-53c3-477b-949a-a4bf450cd063,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:44.293354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45974) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:44.345828 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aea5c554-781c-41b0-8358-ea01dab15351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.362581 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aea5c554-781c-41b0-8358-ea01dab15351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.460097 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aea5c554-781c-41b0-8358-ea01dab15351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.462763 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aea5c554-781c-41b0-8358-ea01dab15351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.463977 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aea5c554-781c-41b0-8358-ea01dab15351 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f44887c2-53c3-477b-949a-a4bf450cd063 HTTP/1.1" status: 204 len: 168 time: 0.1701031 Sep 16 06:01:44.473730 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5c554-781c-41b0-8358-ea01dab15351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44887c2-53c3-477b-949a-a4bf450cd063,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:44.540558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b302f50b-f7fa-487e-a678-c86214224ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.357188 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.524554 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 45996) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:45.619179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1453855356-network', 'tenant_id': '92108c66035840caac80b60ad7267c8b'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:45.717300 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Made reservation on behalf of 92108c66035840caac80b60ad7267c8b for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:01:45.719593 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.728090 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.815319 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.877031 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.902500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:01:45.912078 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efa87ec-2919-4135-a274-863d998e69ad,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:45.917129 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.917480 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Added segment 20bc23cc-a514-4825-8e30-fc6b6159d1fe of type vlan for network a3868298-8261-4f00-8975-12d1ffac607a Sep 16 06:01:45.956984 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.042796 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.043771 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.044366 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.106363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] Pushing event updated for resources: {'Network': ['ID=a3868298-8261-4f00-8975-12d1ffac607a,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:46.117128 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network a3868298-8261-4f00-8975-12d1ffac607a details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:01:46.152715 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-618d292d-d9f0-4120-96e4-c30e90beee40 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6270320 Sep 16 06:01:46.155679 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46000) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:46.160783 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2c02189e-c5a2-4f97-9336-f2239f84e8c8 admin admin] Request body: {'subnet': {'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1453855356-subnet', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:46.242980 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c02189e-c5a2-4f97-9336-f2239f84e8c8 admin admin] Made reservation on behalf of 92108c66035840caac80b60ad7267c8b for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:01:46.245418 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c02189e-c5a2-4f97-9336-f2239f84e8c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.289033 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.460722 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c02189e-c5a2-4f97-9336-f2239f84e8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.509002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02189e-c5a2-4f97-9336-f2239f84e8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2cd28f-12af-4c1d-9362-994ce8f174f1,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:46.524011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c02189e-c5a2-4f97-9336-f2239f84e8c8 admin admin] Checking segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:46.524371 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c02189e-c5a2-4f97-9336-f2239f84e8c8 admin admin] Network hostable DHCP agents. Network: a3868298-8261-4f00-8975-12d1ffac607a, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:01:46.586145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c02189e-c5a2-4f97-9336-f2239f84e8c8 admin admin] Network a3868298-8261-4f00-8975-12d1ffac607a is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:01:46.642707 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-2c02189e-c5a2-4f97-9336-f2239f84e8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, a3868298-8261-4f00-8975-12d1ffac607a) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:46.646871 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c02189e-c5a2-4f97-9336-f2239f84e8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.647464 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2c02189e-c5a2-4f97-9336-f2239f84e8c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.654924 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ff43b-d940-48bd-9f28-15d791063aaf None None] Network a3868298-8261-4f00-8975-12d1ffac607a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:46.700851 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2c02189e-c5a2-4f97-9336-f2239f84e8c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5440581 Sep 16 06:01:46.703413 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46002) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:46.707832 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:46.770736 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.771726 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.799999 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-a3868298-8261-4f00-8975-12d1ffac607a', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:01:46.801019 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.830365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.935981 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Allocated IP 172.20.0.2 (a3868298-8261-4f00-8975-12d1ffac607a/4e2cd28f-12af-4c1d-9362-994ce8f174f1/b3034bd2-2c67-4778-be14-85939cf7036c) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:47.031464 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.079983 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.146619 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.147721 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.184413 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Network a3868298-8261-4f00-8975-12d1ffac607a is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:47.187192 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:47.191418 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:47.202790 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Pushing event updated for resources: {'Port': ['ID=b3034bd2-2c67-4778-be14-85939cf7036c,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:47.252926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Attempting to bind port b3034bd2-2c67-4778-be14-85939cf7036c on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:47.254171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Attempting to bind port b3034bd2-2c67-4778-be14-85939cf7036c by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:47.254542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Attempting to bind port b3034bd2-2c67-4778-be14-85939cf7036c on network a3868298-8261-4f00-8975-12d1ffac607a {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:47.259753 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:47.260131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Checking segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:47.260570 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.260972 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Bound using segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:47.261439 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Bound port: b3034bd2-2c67-4778-be14-85939cf7036c, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:47.261819 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.291602 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.311296 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.328589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] For port b3034bd2-2c67-4778-be14-85939cf7036c, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:47.332327 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] For port b3034bd2-2c67-4778-be14-85939cf7036c, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b3034bd2-2c67-4778-be14-85939cf7036c,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:47.397582 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.418027 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Allocated IP 172.25.3.231 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/50441f5e-cf47-47d8-8b6d-96bd08ac72bf) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:47.461370 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb35e7-66ae-498d-bf14-f2fd0b8d14c8 None None] Pushing event updated for resources: {'Port': ['ID=b3034bd2-2c67-4778-be14-85939cf7036c,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:47.538518 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.626691 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.670570 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:47.679615 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:47.682125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Pushing event updated for resources: {'Port': ['ID=50441f5e-cf47-47d8-8b6d-96bd08ac72bf,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:47.684374 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:47.797518 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.000097 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.205588 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.338494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da17ef91-6c08-47b3-b743-cffee7b3ddd1 None None] Network a3868298-8261-4f00-8975-12d1ffac607a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:48.419635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-69468292-d392-416f-8629-a05b96edcc69 None None] Provisioning complete for port b3034bd2-2c67-4778-be14-85939cf7036c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:48.419999 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-69468292-d392-416f-8629-a05b96edcc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.448786 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Router 43614220-95fc-4da7-91bd-ad07e2613d28 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:01:48.560271 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:48.611157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Sync routers for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:48.649061 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.650792 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-f7cf178d-b5d7-467a-bb70-a8155a6bddbc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9459064 Sep 16 06:01:48.653169 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46004) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:48.655430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:48.656067 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:48.821494 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-69468292-d392-416f-8629-a05b96edcc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.846627 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:48.937887 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-69468292-d392-416f-8629-a05b96edcc69 None None] For port b3034bd2-2c67-4778-be14-85939cf7036c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b3034bd2-2c67-4778-be14-85939cf7036c,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:48.993094 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-69468292-d392-416f-8629-a05b96edcc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.074127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69468292-d392-416f-8629-a05b96edcc69 None None] Pushing event updated for resources: {'Port': ['ID=b3034bd2-2c67-4778-be14-85939cf7036c,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:49.087397 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.101491 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:47Z', 'revision_number': 3, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:49.135991 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Checking router: 43614220-95fc-4da7-91bd-ad07e2613d28 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:49.136267 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Updating router 43614220-95fc-4da7-91bd-ad07e2613d28 port 50441f5e-cf47-47d8-8b6d-96bd08ac72bf binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:01:49.164379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-f3f253cc-b613-41f8-83f9-755595772288 None None] Provisioning complete for port b3034bd2-2c67-4778-be14-85939cf7036c triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:49.164817 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f3f253cc-b613-41f8-83f9-755595772288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.169075 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.272092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Allocated IP 172.20.0.1 (a3868298-8261-4f00-8975-12d1ffac607a/4e2cd28f-12af-4c1d-9362-994ce8f174f1/561b1b85-e2ad-46e1-a266-3515fc17e070) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:49.383025 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.420277 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b3034bd2-2c67-4778-be14-85939cf7036c up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:49.472558 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.508256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Network a3868298-8261-4f00-8975-12d1ffac607a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:49.512494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:49.516028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:49.531321 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port b3034bd2-2c67-4778-be14-85939cf7036c triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:49.531702 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.535252 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.546515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=561b1b85-e2ad-46e1-a266-3515fc17e070,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:49.568108 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.620854 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.675428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Attempting to bind port 50441f5e-cf47-47d8-8b6d-96bd08ac72bf on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:49.679086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Attempting to bind port 50441f5e-cf47-47d8-8b6d-96bd08ac72bf by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:49.679086 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Attempting to bind port 50441f5e-cf47-47d8-8b6d-96bd08ac72bf on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:49.683868 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:49.684248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:49.684681 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.685090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:49.685651 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Bound port: 50441f5e-cf47-47d8-8b6d-96bd08ac72bf, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:49.686044 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.717794 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89149e-dced-4684-a91d-ee7d9ed6faab None None] Pushing event updated for resources: {'Port': ['ID=50441f5e-cf47-47d8-8b6d-96bd08ac72bf,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:49.750244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] For port 50441f5e-cf47-47d8-8b6d-96bd08ac72bf, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:49.753870 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] For port 50441f5e-cf47-47d8-8b6d-96bd08ac72bf, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50441f5e-cf47-47d8-8b6d-96bd08ac72bf,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:49.784194 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-aca76508-6405-40ba-8eb5-3ea64dbe0969 None None] Provisioning complete for port 561b1b85-e2ad-46e1-a266-3515fc17e070 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:49.785310 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-aca76508-6405-40ba-8eb5-3ea64dbe0969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.826051 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-aca76508-6405-40ba-8eb5-3ea64dbe0969 None None] Port 561b1b85-e2ad-46e1-a266-3515fc17e070 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:01:49.850083 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.911995 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:49.912568 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:49.914296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89149e-dced-4684-a91d-ee7d9ed6faab None None] Pushing event updated for resources: {'Port': ['ID=50441f5e-cf47-47d8-8b6d-96bd08ac72bf,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:50.023669 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:50.086062 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:50.203319 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:47Z', 'revision_number': 3, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:50.230131 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03987c83-9f52-43f9-bec5-1668324221b6 None None] The sync data for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 is: [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:47Z', 'revision_number': 3, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:50.247365 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:50.311571 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:50.384488 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:50.386329 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=561b1b85-e2ad-46e1-a266-3515fc17e070,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:50.501227 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Network a3868298-8261-4f00-8975-12d1ffac607a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:50.502734 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:50.635712 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Router 43614220-95fc-4da7-91bd-ad07e2613d28 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:50.757152 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:50.758553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4703e301-691c-44e4-8a78-4844864f10d1 None None] Provisioning complete for port 561b1b85-e2ad-46e1-a266-3515fc17e070 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:50.759057 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4703e301-691c-44e4-8a78-4844864f10d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:50.762883 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-3e0d2c1e-5ad0-4c45-8b11-ac4029810fb9 admin admin] 10.222.0.24 "PUT /v2.0/routers/43614220-95fc-4da7-91bd-ad07e2613d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1087019 Sep 16 06:01:50.800900 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4703e301-691c-44e4-8a78-4844864f10d1 None None] Port 561b1b85-e2ad-46e1-a266-3515fc17e070 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:01:51.376863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46020) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:51.382026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-874884866-network', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:51.398536 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50441f5e-cf47-47d8-8b6d-96bd08ac72bf up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:51.446729 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 50441f5e-cf47-47d8-8b6d-96bd08ac72bf triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:51.447149 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.454254 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Made reservation on behalf of 74266a7fe299445dba49abe07bfdeaeb for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:01:51.457264 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.466120 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.529001 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.552105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 50441f5e-cf47-47d8-8b6d-96bd08ac72bf, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50441f5e-cf47-47d8-8b6d-96bd08ac72bf,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:51.560764 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.608955 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.625903 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.652307 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:01:51.662923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=50441f5e-cf47-47d8-8b6d-96bd08ac72bf,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:51.664023 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6af485-f152-4164-a4fb-f2dce7b0077b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:51.674345 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.674345 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Added segment 04d2c8d7-81b8-4f0e-b80b-2d2f614c1416 of type vlan for network 3ccca3b0-7750-495f-aa39-ad52d313970d Sep 16 06:01:51.715094 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.791692 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.793110 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:51.793700 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.847798 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Sync routers for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:51.857367 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:51.857985 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:51.858860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] Pushing event updated for resources: {'Network': ['ID=3ccca3b0-7750-495f-aa39-ad52d313970d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:51.869046 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b15a59e9-f6b5-4086-b35b-a7db157cc785 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4886208 Sep 16 06:01:51.869466 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46022) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:51.872434 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network 3ccca3b0-7750-495f-aa39-ad52d313970d details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:01:51.874621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-de711dec-8c47-4451-ac8c-56db35a98fd2 admin admin] Request body: {'subnet': {'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-874884866-subnet', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'ip_version': 4}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:51.951422 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de711dec-8c47-4451-ac8c-56db35a98fd2 admin admin] Made reservation on behalf of 74266a7fe299445dba49abe07bfdeaeb for: {'subnet': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:01:51.953858 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de711dec-8c47-4451-ac8c-56db35a98fd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8875828'] for subnet, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.969949 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:52.165493 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:50Z', 'revision_number': 2, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:52.191907 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Checking router: 43614220-95fc-4da7-91bd-ad07e2613d28 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:52.192259 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Updating router 43614220-95fc-4da7-91bd-ad07e2613d28 port 561b1b85-e2ad-46e1-a266-3515fc17e070 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:01:52.192920 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de711dec-8c47-4451-ac8c-56db35a98fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8875802'] for subnet, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.216306 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.250966 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de711dec-8c47-4451-ac8c-56db35a98fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7540389-6b1c-4b97-89e3-5f84b364d3a8,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:52.259436 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de711dec-8c47-4451-ac8c-56db35a98fd2 admin admin] Checking segment: {'id': '04d2c8d7-81b8-4f0e-b80b-2d2f614c1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:52.262361 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de711dec-8c47-4451-ac8c-56db35a98fd2 admin admin] Network hostable DHCP agents. Network: 3ccca3b0-7750-495f-aa39-ad52d313970d, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:01:52.317705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de711dec-8c47-4451-ac8c-56db35a98fd2 admin admin] Network 3ccca3b0-7750-495f-aa39-ad52d313970d is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:01:52.368898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-de711dec-8c47-4451-ac8c-56db35a98fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, 3ccca3b0-7750-495f-aa39-ad52d313970d) {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:52.373036 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de711dec-8c47-4451-ac8c-56db35a98fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:52.377285 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-de711dec-8c47-4451-ac8c-56db35a98fd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.378403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fc723f-f509-45e8-a46d-c9de9d385fa3 None None] Network 3ccca3b0-7750-495f-aa39-ad52d313970d requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:52.450025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-de711dec-8c47-4451-ac8c-56db35a98fd2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5796964 Sep 16 06:01:52.452696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46024) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:52.459440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-874884866-router', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:52.490551 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.521943 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-3ccca3b0-7750-495f-aa39-ad52d313970d', 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'fixed_ips': [{'subnet_id': 'a7540389-6b1c-4b97-89e3-5f84b364d3a8'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:01:52.522784 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.535393 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.536524 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.564317 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.587016 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.634691 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Pushing event updated for resources: {'Port': ['ID=561b1b85-e2ad-46e1-a266-3515fc17e070,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:52.668927 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Allocated IP 172.20.0.2 (3ccca3b0-7750-495f-aa39-ad52d313970d/a7540389-6b1c-4b97-89e3-5f84b364d3a8/ef8151e5-e0de-47df-a3d4-f0cb2e9354ea) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:52.679005 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Attempting to bind port 561b1b85-e2ad-46e1-a266-3515fc17e070 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:52.679376 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Attempting to bind port 561b1b85-e2ad-46e1-a266-3515fc17e070 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:52.680884 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Attempting to bind port 561b1b85-e2ad-46e1-a266-3515fc17e070 on network a3868298-8261-4f00-8975-12d1ffac607a {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:52.686452 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.686802 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.687141 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.687473 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.687800 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.688122 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.688441 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.691624 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.691967 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.692327 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.692669 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.692995 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:52.698924 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:52.699296 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Checking segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:52.699701 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.700091 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Bound using segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:52.700582 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Bound port: 561b1b85-e2ad-46e1-a266-3515fc17e070, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:52.700964 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.780517 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] For port 561b1b85-e2ad-46e1-a266-3515fc17e070, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:52.783564 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] For port 561b1b85-e2ad-46e1-a266-3515fc17e070, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=561b1b85-e2ad-46e1-a266-3515fc17e070,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:52.814618 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.855068 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.872820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-95097bb7-2f0c-47c3-bcc8-bb1991b01255 None None] Provisioning complete for port 561b1b85-e2ad-46e1-a266-3515fc17e070 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:52.873385 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-95097bb7-2f0c-47c3-bcc8-bb1991b01255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.878012 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.908162 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:52.909089 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:52.960127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.961749 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a13aa1-94a1-4a72-b766-46351e06fe08 None None] Pushing event updated for resources: {'Port': ['ID=561b1b85-e2ad-46e1-a266-3515fc17e070,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:53.031232 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-95097bb7-2f0c-47c3-bcc8-bb1991b01255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.053264 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:53.132115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.145989 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.207580 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Network 3ccca3b0-7750-495f-aa39-ad52d313970d is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:53.214312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:53.216493 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:53.218314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Pushing event updated for resources: {'Port': ['ID=ef8151e5-e0de-47df-a3d4-f0cb2e9354ea,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:53.262353 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-95097bb7-2f0c-47c3-bcc8-bb1991b01255 None None] For port 561b1b85-e2ad-46e1-a266-3515fc17e070, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=561b1b85-e2ad-46e1-a266-3515fc17e070,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:53.264643 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Allocated IP 172.25.3.186 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/9ed12417-7406-494e-8403-bcc1ec059581) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:53.289991 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Attempting to bind port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:53.290206 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Attempting to bind port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '04d2c8d7-81b8-4f0e-b80b-2d2f614c1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:53.290449 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Attempting to bind port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea on network 3ccca3b0-7750-495f-aa39-ad52d313970d {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:53.295294 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:52Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:53.296889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:53.296889 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Checking segment: {'id': '04d2c8d7-81b8-4f0e-b80b-2d2f614c1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:53.297267 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.297649 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Bound using segment: {'id': '04d2c8d7-81b8-4f0e-b80b-2d2f614c1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:53.298118 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Bound port: ef8151e5-e0de-47df-a3d4-f0cb2e9354ea, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d2c8d7-81b8-4f0e-b80b-2d2f614c1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:53.298558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.329607 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0042b-7b33-42ef-85fe-71e724dbbc3d None None] The sync data for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 is: [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:52Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:53.336715 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-95097bb7-2f0c-47c3-bcc8-bb1991b01255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.388383 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.430516 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] For port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:53.460693 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] For port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ef8151e5-e0de-47df-a3d4-f0cb2e9354ea,segment=NetworkSegment(04d2c8d7-81b8-4f0e-b80b-2d2f614c1416),segment_id=04d2c8d7-81b8-4f0e-b80b-2d2f614c1416)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:53.461743 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95097bb7-2f0c-47c3-bcc8-bb1991b01255 None None] Pushing event updated for resources: {'Port': ['ID=561b1b85-e2ad-46e1-a266-3515fc17e070,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:53.469162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50441f5e-cf47-47d8-8b6d-96bd08ac72bf up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:53.476381 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.497779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-436f479f-43cb-4b22-8964-881b51cf95d4 None None] Provisioning complete for port 561b1b85-e2ad-46e1-a266-3515fc17e070 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:53.502705 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-436f479f-43cb-4b22-8964-881b51cf95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.523261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:53.525386 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.528827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:53.533642 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:53.558865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed12417-7406-494e-8403-bcc1ec059581,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:53.625916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d959f1b-5cd4-4a43-a97d-2f486e0fd549 None None] Pushing event updated for resources: {'Port': ['ID=ef8151e5-e0de-47df-a3d4-f0cb2e9354ea,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:53.640803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 50441f5e-cf47-47d8-8b6d-96bd08ac72bf triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:53.641108 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.883801 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.097114 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.294352 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Router 8101d29f-1d42-409a-b823-2f4d3e704f0e is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:01:54.413805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:54.423830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Sync routers for ids ['8101d29f-1d42-409a-b823-2f4d3e704f0e'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:54.436578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Routers {'8101d29f-1d42-409a-b823-2f4d3e704f0e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:54.437296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8101d29f-1d42-409a-b823-2f4d3e704f0e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:54.490391 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.494345 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4d65cc78-16ef-4aed-abca-c784a7bc5722 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0369222 Sep 16 06:01:54.495077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46026) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:54.585387 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Set router 8101d29f-1d42-409a-b823-2f4d3e704f0e gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:54.616553 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85b733b-698b-4f11-9698-6139ce078b09 None None] Network 3ccca3b0-7750-495f-aa39-ad52d313970d requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:54.732631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-94ecb6a0-5e25-4968-9e46-b31e93ea9113 None None] Provisioning complete for port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:54.732915 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-94ecb6a0-5e25-4968-9e46-b31e93ea9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.937483 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.955725 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-94ecb6a0-5e25-4968-9e46-b31e93ea9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.993675 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'name': 'tempest-TestShelveInstance-874884866-router', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9ed12417-7406-494e-8403-bcc1ec059581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:52Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 3, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'gw_port': {'id': '9ed12417-7406-494e-8403-bcc1ec059581', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:50:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:53Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:55.031602 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Checking router: 8101d29f-1d42-409a-b823-2f4d3e704f0e for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:55.031957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Updating router 8101d29f-1d42-409a-b823-2f4d3e704f0e port 9ed12417-7406-494e-8403-bcc1ec059581 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:01:55.035676 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-94ecb6a0-5e25-4968-9e46-b31e93ea9113 None None] For port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ef8151e5-e0de-47df-a3d4-f0cb2e9354ea,segment=NetworkSegment(04d2c8d7-81b8-4f0e-b80b-2d2f614c1416),segment_id=04d2c8d7-81b8-4f0e-b80b-2d2f614c1416)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:55.063287 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.104885 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Allocated IP 172.20.0.1 (3ccca3b0-7750-495f-aa39-ad52d313970d/a7540389-6b1c-4b97-89e3-5f84b364d3a8/c8c39b45-24ce-420b-9974-e873868736d2) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:55.150538 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-94ecb6a0-5e25-4968-9e46-b31e93ea9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.212877 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.239531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecb6a0-5e25-4968-9e46-b31e93ea9113 None None] Pushing event updated for resources: {'Port': ['ID=ef8151e5-e0de-47df-a3d4-f0cb2e9354ea,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:55.305070 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d7ea8a93-d965-4135-b66d-37516ffc8c3f None None] Provisioning complete for port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:55.305443 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d7ea8a93-d965-4135-b66d-37516ffc8c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.306023 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.342892 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Network 3ccca3b0-7750-495f-aa39-ad52d313970d is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:55.346062 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:55.349234 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:55.399884 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Pushing event updated for resources: {'Port': ['ID=c8c39b45-24ce-420b-9974-e873868736d2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:55.415770 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.455154 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.496633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 561b1b85-e2ad-46e1-a266-3515fc17e070 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:55.521701 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.592993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Attempting to bind port 9ed12417-7406-494e-8403-bcc1ec059581 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:55.593363 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Attempting to bind port 9ed12417-7406-494e-8403-bcc1ec059581 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:55.593971 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Attempting to bind port 9ed12417-7406-494e-8403-bcc1ec059581 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:55.595631 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45705f-b9ca-4e02-8c9e-c568a09d22d8 None None] Pushing event updated for resources: {'Port': ['ID=9ed12417-7406-494e-8403-bcc1ec059581,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:55.607073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:55.607073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:55.607073 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.607073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:55.607073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Bound port: 9ed12417-7406-494e-8403-bcc1ec059581, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:55.607577 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.615321 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.632036 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 561b1b85-e2ad-46e1-a266-3515fc17e070 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:55.632413 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.694039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] For port 9ed12417-7406-494e-8403-bcc1ec059581, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:55.699103 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] For port 9ed12417-7406-494e-8403-bcc1ec059581, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9ed12417-7406-494e-8403-bcc1ec059581,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:55.711501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d1e2ea87-026a-412e-acf7-ce8c0812f6c8 None None] Provisioning complete for port c8c39b45-24ce-420b-9974-e873868736d2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:55.711874 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ea87-026a-412e-acf7-ce8c0812f6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.766764 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.775059 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.802920 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ef8151e5-e0de-47df-a3d4-f0cb2e9354ea up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:55.804419 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2ea87-026a-412e-acf7-ce8c0812f6c8 None None] Port c8c39b45-24ce-420b-9974-e873868736d2 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:01:55.854470 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.865157 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45705f-b9ca-4e02-8c9e-c568a09d22d8 None None] Pushing event updated for resources: {'Port': ['ID=9ed12417-7406-494e-8403-bcc1ec059581,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:55.867711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Routers {'8101d29f-1d42-409a-b823-2f4d3e704f0e'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:55.868323 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8101d29f-1d42-409a-b823-2f4d3e704f0e'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:55.927597 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Pushing event updated for resources: {'Port': ['ID=c8c39b45-24ce-420b-9974-e873868736d2,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:55.931053 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.936007 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:55.936895 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:56.010757 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] Set router 8101d29f-1d42-409a-b823-2f4d3e704f0e gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:56.023742 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Network 3ccca3b0-7750-495f-aa39-ad52d313970d is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:56.025213 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:56.153993 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Router 8101d29f-1d42-409a-b823-2f4d3e704f0e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:56.273315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:56.278909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-011f8fca-d820-4d46-bd7e-b5ab868ddbdb admin admin] 10.222.0.24 "PUT /v2.0/routers/8101d29f-1d42-409a-b823-2f4d3e704f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7831450 Sep 16 06:01:56.361172 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-56171c88-8d97-47dd-8bd3-2e07a41eddbd None None] Provisioning complete for port c8c39b45-24ce-420b-9974-e873868736d2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:56.361546 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-56171c88-8d97-47dd-8bd3-2e07a41eddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:56.430896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-56171c88-8d97-47dd-8bd3-2e07a41eddbd None None] Port c8c39b45-24ce-420b-9974-e873868736d2 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:01:56.457896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'name': 'tempest-TestShelveInstance-874884866-router', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9ed12417-7406-494e-8403-bcc1ec059581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:52Z', 'updated_at': '2021-09-16T06:01:55Z', 'revision_number': 4, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'gw_port': {'id': '9ed12417-7406-494e-8403-bcc1ec059581', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:50:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:53Z', 'updated_at': '2021-09-16T06:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c8c39b45-24ce-420b-9974-e873868736d2', 'name': '', 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'mac_address': 'fa:16:3e:a8:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'a7540389-6b1c-4b97-89e3-5f84b364d3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:54Z', 'updated_at': '2021-09-16T06:01:55Z', 'revision_number': 2, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'subnets': [{'id': 'a7540389-6b1c-4b97-89e3-5f84b364d3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:56.484666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7eeca0-9e8a-44e3-960d-1c58177e2c15 None None] The sync data for ids ['8101d29f-1d42-409a-b823-2f4d3e704f0e'] in n-d-712137-12 is: [{'id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'name': 'tempest-TestShelveInstance-874884866-router', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9ed12417-7406-494e-8403-bcc1ec059581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:52Z', 'updated_at': '2021-09-16T06:01:55Z', 'revision_number': 4, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'gw_port': {'id': '9ed12417-7406-494e-8403-bcc1ec059581', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:50:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:53Z', 'updated_at': '2021-09-16T06:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c8c39b45-24ce-420b-9974-e873868736d2', 'name': '', 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'mac_address': 'fa:16:3e:a8:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'a7540389-6b1c-4b97-89e3-5f84b364d3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:54Z', 'updated_at': '2021-09-16T06:01:55Z', 'revision_number': 2, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'subnets': [{'id': 'a7540389-6b1c-4b97-89e3-5f84b364d3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:56.900233 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46034) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:56.905182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-f690a353-c02e-4a52-80bd-08fa052c16d8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347536642', 'description': 'tempest-secgroup-smoke-347536642 description', 'project_id': '92108c66035840caac80b60ad7267c8b'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:56.980554 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f690a353-c02e-4a52-80bd-08fa052c16d8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.071478 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f690a353-c02e-4a52-80bd-08fa052c16d8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.134370 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f690a353-c02e-4a52-80bd-08fa052c16d8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.167721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690a353-c02e-4a52-80bd-08fa052c16d8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29878a06-8e76-4879-87d9-faad88b01aa1,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:57.214683 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f690a353-c02e-4a52-80bd-08fa052c16d8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.216126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f690a353-c02e-4a52-80bd-08fa052c16d8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3147366 Sep 16 06:01:57.223621 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46036) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:57.228238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-6a8f0f03-fe36-42a3-ba07-f7ede902c2ef tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group_rule': {'security_group_id': '29878a06-8e76-4879-87d9-faad88b01aa1', 'project_id': '92108c66035840caac80b60ad7267c8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:57.350722 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0f03-fe36-42a3-ba07-f7ede902c2ef tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.416379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9ed12417-7406-494e-8403-bcc1ec059581 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:57.422852 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0f03-fe36-42a3-ba07-f7ede902c2ef tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.466228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9ed12417-7406-494e-8403-bcc1ec059581 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:57.466791 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.494234 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0f03-fe36-42a3-ba07-f7ede902c2ef tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.513274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f0f03-fe36-42a3-ba07-f7ede902c2ef tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82029a1-657d-48e0-be8c-01c607a56416,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:57.559999 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.574664 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0f03-fe36-42a3-ba07-f7ede902c2ef tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.578869 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6a8f0f03-fe36-42a3-ba07-f7ede902c2ef tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3515818 Sep 16 06:01:57.579216 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46038) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:57.582533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 9ed12417-7406-494e-8403-bcc1ec059581, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9ed12417-7406-494e-8403-bcc1ec059581,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:57.584860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-8484ec41-13e7-46df-8865-1ee1bd70330f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group_rule': {'security_group_id': '29878a06-8e76-4879-87d9-faad88b01aa1', 'project_id': '92108c66035840caac80b60ad7267c8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:57.660735 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.682771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8484ec41-13e7-46df-8865-1ee1bd70330f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.714747 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=9ed12417-7406-494e-8403-bcc1ec059581,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:57.748393 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8484ec41-13e7-46df-8865-1ee1bd70330f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.802738 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8484ec41-13e7-46df-8865-1ee1bd70330f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.821451 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484ec41-13e7-46df-8865-1ee1bd70330f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6115bc4-c1f5-402a-b162-3589f5a3cecc,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:57.865727 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-8484ec41-13e7-46df-8865-1ee1bd70330f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.867008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-8484ec41-13e7-46df-8865-1ee1bd70330f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2867272 Sep 16 06:01:57.869815 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46040) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:57.874443 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-708342ae-5a5c-4871-90f4-7f5189b0e0ae tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group_rule': {'security_group_id': '29878a06-8e76-4879-87d9-faad88b01aa1', 'project_id': '92108c66035840caac80b60ad7267c8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:57.945109 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-708342ae-5a5c-4871-90f4-7f5189b0e0ae tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.003861 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-708342ae-5a5c-4871-90f4-7f5189b0e0ae tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.042869 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-708342ae-5a5c-4871-90f4-7f5189b0e0ae tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.062198 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708342ae-5a5c-4871-90f4-7f5189b0e0ae tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8224c2a0-0683-47ca-9f3a-dfa6f8020929,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:58.134441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-708342ae-5a5c-4871-90f4-7f5189b0e0ae tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.135690 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-708342ae-5a5c-4871-90f4-7f5189b0e0ae tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2648337 Sep 16 06:01:58.138515 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46042) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:58.144132 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-4f79f0fe-7c62-4d36-8bf7-5850033de6b8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group_rule': {'security_group_id': '29878a06-8e76-4879-87d9-faad88b01aa1', 'project_id': '92108c66035840caac80b60ad7267c8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:58.237111 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f79f0fe-7c62-4d36-8bf7-5850033de6b8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.304852 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f79f0fe-7c62-4d36-8bf7-5850033de6b8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.346214 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f79f0fe-7c62-4d36-8bf7-5850033de6b8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.367313 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79f0fe-7c62-4d36-8bf7-5850033de6b8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a197afcf-dfef-4773-9946-e8092b019b84,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:58.403228 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4f79f0fe-7c62-4d36-8bf7-5850033de6b8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.406865 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4f79f0fe-7c62-4d36-8bf7-5850033de6b8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2648664 Sep 16 06:01:58.407236 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46044) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:58.411992 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-a5321aaf-96e4-4d61-ae74-d761b46dd500 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group_rule': {'security_group_id': '29878a06-8e76-4879-87d9-faad88b01aa1', 'project_id': '92108c66035840caac80b60ad7267c8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:58.422110 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Sync routers for ids ['8101d29f-1d42-409a-b823-2f4d3e704f0e'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:58.431707 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Routers {'8101d29f-1d42-409a-b823-2f4d3e704f0e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:58.432311 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8101d29f-1d42-409a-b823-2f4d3e704f0e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:58.494763 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-a5321aaf-96e4-4d61-ae74-d761b46dd500 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Project 92108c66035840caac80b60ad7267c8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:01:58.499828 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5321aaf-96e4-4d61-ae74-d761b46dd500 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.545165 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Set router 8101d29f-1d42-409a-b823-2f4d3e704f0e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:58.561372 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5321aaf-96e4-4d61-ae74-d761b46dd500 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.620329 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5321aaf-96e4-4d61-ae74-d761b46dd500 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.639067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5321aaf-96e4-4d61-ae74-d761b46dd500 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bda763a-822d-4854-bc44-d99ca9f4878a,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:58.688739 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-a5321aaf-96e4-4d61-ae74-d761b46dd500 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.691730 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-a5321aaf-96e4-4d61-ae74-d761b46dd500 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2817445 Sep 16 06:01:58.698494 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46046) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:58.703069 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-bc1a3bc8-e69d-4637-9e9a-37749669505e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group_rule': {'security_group_id': '29878a06-8e76-4879-87d9-faad88b01aa1', 'project_id': '92108c66035840caac80b60ad7267c8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:58.762672 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-bc1a3bc8-e69d-4637-9e9a-37749669505e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Project 92108c66035840caac80b60ad7267c8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:01:58.768174 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3bc8-e69d-4637-9e9a-37749669505e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.826600 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'name': 'tempest-TestShelveInstance-874884866-router', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9ed12417-7406-494e-8403-bcc1ec059581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:52Z', 'updated_at': '2021-09-16T06:01:55Z', 'revision_number': 4, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'gw_port': {'id': '9ed12417-7406-494e-8403-bcc1ec059581', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:53Z', 'updated_at': '2021-09-16T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c8c39b45-24ce-420b-9974-e873868736d2', 'name': '', 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'mac_address': 'fa:16:3e:a8:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'a7540389-6b1c-4b97-89e3-5f84b364d3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:54Z', 'updated_at': '2021-09-16T06:01:55Z', 'revision_number': 2, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'subnets': [{'id': 'a7540389-6b1c-4b97-89e3-5f84b364d3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:58.830777 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3bc8-e69d-4637-9e9a-37749669505e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.852094 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Checking router: 8101d29f-1d42-409a-b823-2f4d3e704f0e for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:58.852446 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Updating router 8101d29f-1d42-409a-b823-2f4d3e704f0e port c8c39b45-24ce-420b-9974-e873868736d2 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:01:58.877153 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3bc8-e69d-4637-9e9a-37749669505e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.880922 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.898100 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a3bc8-e69d-4637-9e9a-37749669505e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7616daf8-d202-48c3-9ffc-e881850242aa,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:58.945809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3bc8-e69d-4637-9e9a-37749669505e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.954706 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-bc1a3bc8-e69d-4637-9e9a-37749669505e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2475975 Sep 16 06:01:59.091020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-26b75877-e32e-4c25-b361-38b1f1ea8917 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347536642&fields=id&tenant_id=92108c66035840caac80b60ad7267c8b HTTP/1.1" status: 200 len: 267 time: 0.0365489 Sep 16 06:01:59.144591 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.220116 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.275460 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17df2d-62a2-4d36-8aa1-cff27e18c158 None None] Pushing event updated for resources: {'Port': ['ID=c8c39b45-24ce-420b-9974-e873868736d2,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:59.332830 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Attempting to bind port c8c39b45-24ce-420b-9974-e873868736d2 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:59.333190 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Attempting to bind port c8c39b45-24ce-420b-9974-e873868736d2 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '04d2c8d7-81b8-4f0e-b80b-2d2f614c1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:59.333559 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Attempting to bind port c8c39b45-24ce-420b-9974-e873868736d2 on network 3ccca3b0-7750-495f-aa39-ad52d313970d {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:59.338906 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:59.339281 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Checking segment: {'id': '04d2c8d7-81b8-4f0e-b80b-2d2f614c1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:59.339688 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.340081 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Bound using segment: {'id': '04d2c8d7-81b8-4f0e-b80b-2d2f614c1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:59.340893 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Bound port: c8c39b45-24ce-420b-9974-e873868736d2, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d2c8d7-81b8-4f0e-b80b-2d2f614c1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:59.341277 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.413952 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9ed12417-7406-494e-8403-bcc1ec059581 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:59.415970 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] For port c8c39b45-24ce-420b-9974-e873868736d2, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:59.419816 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] For port c8c39b45-24ce-420b-9974-e873868736d2, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c8c39b45-24ce-420b-9974-e873868736d2,segment=NetworkSegment(04d2c8d7-81b8-4f0e-b80b-2d2f614c1416),segment_id=04d2c8d7-81b8-4f0e-b80b-2d2f614c1416)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:59.466336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 9ed12417-7406-494e-8403-bcc1ec059581 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:59.467012 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.477548 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.538932 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Routers {'8101d29f-1d42-409a-b823-2f4d3e704f0e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:59.538932 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8101d29f-1d42-409a-b823-2f4d3e704f0e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:59.546741 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-9291a4e1-4ff6-4d2c-9ccb-3cbec8cf906c tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.548609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-9291a4e1-4ff6-4d2c-9ccb-3cbec8cf906c tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 809 time: 0.4492197 Sep 16 06:01:59.568990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-2a5e85a2-f1b3-4c53-a400-56b2b3b17854 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/quotas/92108c66035840caac80b60ad7267c8b HTTP/1.1" status: 200 len: 375 time: 0.0134864 Sep 16 06:01:59.587966 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17df2d-62a2-4d36-8aa1-cff27e18c158 None None] Pushing event updated for resources: {'Port': ['ID=c8c39b45-24ce-420b-9974-e873868736d2,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:59.604740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a08945a9-95ed-469f-acc1-ec7da2ce2446 None None] Provisioning complete for port c8c39b45-24ce-420b-9974-e873868736d2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:59.605873 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a08945a9-95ed-469f-acc1-ec7da2ce2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.668542 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-8dd7566b-2780-4fc3-8cfb-18b45e48e9be tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787039 Sep 16 06:01:59.695419 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a08945a9-95ed-469f-acc1-ec7da2ce2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.702010 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] Set router 8101d29f-1d42-409a-b823-2f4d3e704f0e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:59.731444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a08945a9-95ed-469f-acc1-ec7da2ce2446 None None] For port c8c39b45-24ce-420b-9974-e873868736d2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c8c39b45-24ce-420b-9974-e873868736d2,segment=NetworkSegment(04d2c8d7-81b8-4f0e-b80b-2d2f614c1416),segment_id=04d2c8d7-81b8-4f0e-b80b-2d2f614c1416)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:59.774287 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a08945a9-95ed-469f-acc1-ec7da2ce2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.834811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08945a9-95ed-469f-acc1-ec7da2ce2446 None None] Pushing event updated for resources: {'Port': ['ID=c8c39b45-24ce-420b-9974-e873868736d2,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:59.865367 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-11a72281-5096-4011-9748-d3622a94429d service neutron] 10.222.0.24 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958055 Sep 16 06:01:59.895549 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-af91393a-1a0d-4327-9d30-92261bc79d1e None None] Provisioning complete for port c8c39b45-24ce-420b-9974-e873868736d2 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:59.896024 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-af91393a-1a0d-4327-9d30-92261bc79d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.927124 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'name': 'tempest-TestShelveInstance-874884866-router', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9ed12417-7406-494e-8403-bcc1ec059581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:52Z', 'updated_at': '2021-09-16T06:01:55Z', 'revision_number': 4, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'gw_port': {'id': '9ed12417-7406-494e-8403-bcc1ec059581', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:53Z', 'updated_at': '2021-09-16T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c8c39b45-24ce-420b-9974-e873868736d2', 'name': '', 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'mac_address': 'fa:16:3e:a8:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'a7540389-6b1c-4b97-89e3-5f84b364d3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:54Z', 'updated_at': '2021-09-16T06:01:59Z', 'revision_number': 4, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'subnets': [{'id': 'a7540389-6b1c-4b97-89e3-5f84b364d3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:59.953680 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9591fa-1aec-4bb2-a1fa-e0a535dae3ab None None] The sync data for ids ['8101d29f-1d42-409a-b823-2f4d3e704f0e'] in n-d-712137-12 is: [{'id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'name': 'tempest-TestShelveInstance-874884866-router', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9ed12417-7406-494e-8403-bcc1ec059581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:52Z', 'updated_at': '2021-09-16T06:01:55Z', 'revision_number': 4, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'gw_port': {'id': '9ed12417-7406-494e-8403-bcc1ec059581', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:53Z', 'updated_at': '2021-09-16T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'c8c39b45-24ce-420b-9974-e873868736d2', 'name': '', 'network_id': '3ccca3b0-7750-495f-aa39-ad52d313970d', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'mac_address': 'fa:16:3e:a8:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'a7540389-6b1c-4b97-89e3-5f84b364d3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:54Z', 'updated_at': '2021-09-16T06:01:59Z', 'revision_number': 4, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'subnets': [{'id': 'a7540389-6b1c-4b97-89e3-5f84b364d3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:59.967085 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-201a2cca-5167-4e3d-adc4-acfffccaffff service neutron] 10.222.0.24 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953777 Sep 16 06:02:00.217278 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f4508d83-fcf5-4268-b3c8-9d4db36a174a req-f8e85e2b-3acd-4b46-8efc-f2674e8e0b31 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 210 time: 0.0302191 Sep 16 06:02:01.323008 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a8c9646f-4e10-4e31-a5c7-3b3aa9287a29 req-742449c6-e78e-4f07-8532-d491529c8a26 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 210 time: 0.0303121 Sep 16 06:02:01.403594 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c8c39b45-24ce-420b-9974-e873868736d2 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:01.451947 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port c8c39b45-24ce-420b-9974-e873868736d2 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:01.452318 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:02.291188 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-ff9c0e31-b57f-4d9a-a740-a96d288b2e31 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:02.293083 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-ff9c0e31-b57f-4d9a-a740-a96d288b2e31 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.23 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 809 time: 0.1049631 Sep 16 06:02:02.336490 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-da0beca8-710e-4cfe-ab6b-43c198d52372 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92108c66035840caac80b60ad7267c8b HTTP/1.1" status: 200 len: 379 time: 0.0346415 Sep 16 06:02:02.345878 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'port': {'device_id': '61387cfd-4be3-4f55-a261-cfbc06653770', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'admin_state_up': True, 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'security_groups': ['29878a06-8e76-4879-87d9-faad88b01aa1']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:02.427597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-40e590df-c424-4375-a8a3-d7ebe3e54133 req-e891afee-f868-4c54-ab31-afc916e9603f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 210 time: 0.0283380 Sep 16 06:02:02.493995 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Made reservation on behalf of 92108c66035840caac80b60ad7267c8b for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:02.497742 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:02.625291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Allocated IP 172.20.0.6 (a3868298-8261-4f00-8975-12d1ffac607a/4e2cd28f-12af-4c1d-9362-994ce8f174f1/f47cf839-d4b6-4a75-93d5-b00978969b02) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:02.765673 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:02.860124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:02.905055 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Network a3868298-8261-4f00-8975-12d1ffac607a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:02.908065 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:02.914854 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:02.921133 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:02.972156 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:02.972837 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:03.043781 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-45e52310-f25d-480a-abac-cc7c42b45867 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7015340 Sep 16 06:02:03.056234 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Request body: {'port': {'device_id': '61387cfd-4be3-4f55-a261-cfbc06653770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:03.115485 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:03.118311 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-989a120a-710a-4f92-836c-a7d3e2ce0df5 None None] Provisioning complete for port f47cf839-d4b6-4a75-93d5-b00978969b02 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:03.118803 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-989a120a-710a-4f92-836c-a7d3e2ce0df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:03.151873 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-989a120a-710a-4f92-836c-a7d3e2ce0df5 None None] Port f47cf839-d4b6-4a75-93d5-b00978969b02 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:02:03.378311 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47cf839-d4b6-4a75-93d5-b00978969b02 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:03.385557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:03.398008 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Transition to ACTIVE for port object f47cf839-d4b6-4a75-93d5-b00978969b02 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:02:03.465693 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:03.526073 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:03.562541 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba28f3-c3cf-4b9e-8e6c-173bd78cc407 req-3763341f-ae7e-4ab5-8eab-ba246cf01926 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:03.564088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8ba28f3-c3cf-4b9e-8e6c-173bd78cc407 req-3763341f-ae7e-4ab5-8eab-ba246cf01926 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 943 time: 0.0659106 Sep 16 06:02:03.594840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Attempting to bind port f47cf839-d4b6-4a75-93d5-b00978969b02 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:03.595289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Attempting to bind port f47cf839-d4b6-4a75-93d5-b00978969b02 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:03.595673 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Attempting to bind port f47cf839-d4b6-4a75-93d5-b00978969b02 on network a3868298-8261-4f00-8975-12d1ffac607a {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:03.601145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Port f47cf839-d4b6-4a75-93d5-b00978969b02 on network a3868298-8261-4f00-8975-12d1ffac607a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:02:03.601543 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Attempting to bind port f47cf839-d4b6-4a75-93d5-b00978969b02 on network a3868298-8261-4f00-8975-12d1ffac607a {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:03.606716 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:03.607177 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Checking segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:03.607594 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Bound using segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:03.608103 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Bound port: f47cf839-d4b6-4a75-93d5-b00978969b02, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:03.608758 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:03.610774 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f8ba28f3-c3cf-4b9e-8e6c-173bd78cc407 req-dc920d2f-f3e8-4afe-8670-886284024bd5 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382390 Sep 16 06:02:03.678477 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:03.681863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:03.751792 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:03.793573 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:03.794059 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:03.795497 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] 10.222.0.23 "PUT /v2.0/ports/f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 200 len: 1092 time: 0.7437954 Sep 16 06:02:03.795933 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:03.798229 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c323fc1-3111-4e68-a6d9-435d279e2f46" -d '{"events": [{"name": "network-changed", "server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:03.828012 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d359e-8771-455b-9d0f-34d18510e5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:03.840157 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8312e1-bfd3-4c60-8b40-80bae2780362 x-openstack-request-id: req-fd8312e1-bfd3-4c60-8b40-80bae2780362 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:03.840513 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:03.840773 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd8312e1-bfd3-4c60-8b40-80bae2780362 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:03.841181 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'status': 'completed', 'code': 200} Sep 16 06:02:03.906257 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c323fc1-3111-4e68-a6d9-435d279e2f46 req-ec401ce7-0463-4510-aca9-6164cf4e6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:03.907813 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4c323fc1-3111-4e68-a6d9-435d279e2f46 req-ec401ce7-0463-4510-aca9-6164cf4e6f49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1095 time: 0.0465188 Sep 16 06:02:04.014059 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c323fc1-3111-4e68-a6d9-435d279e2f46 req-45db58b1-4baf-442f-9638-ce0a3df6c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.015557 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4c323fc1-3111-4e68-a6d9-435d279e2f46 req-45db58b1-4baf-442f-9638-ce0a3df6c0bf service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=92108c66035840caac80b60ad7267c8b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0994282 Sep 16 06:02:04.108805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c323fc1-3111-4e68-a6d9-435d279e2f46 req-8125bfd8-2ed7-49c6-be14-3d6c8be0c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.110306 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-4c323fc1-3111-4e68-a6d9-435d279e2f46 req-8125bfd8-2ed7-49c6-be14-3d6c8be0c60e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0876546 Sep 16 06:02:04.230714 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-f5ca6325-1e9f-47b2-adb5-ca3fc9548acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.232178 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-f5ca6325-1e9f-47b2-adb5-ca3fc9548acc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1095 time: 0.0406954 Sep 16 06:02:04.277764 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-730d97c8-3a08-49d8-ad2a-f6778b240d1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 200 len: 217 time: 0.0381348 Sep 16 06:02:04.326534 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-394f1d79-f4c8-4eac-b56f-30d3325b3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.327959 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-394f1d79-f4c8-4eac-b56f-30d3325b3ef9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0428500 Sep 16 06:02:04.373289 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-0dc26a06-3e8d-43c4-87a6-71613ba0d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.374723 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-0dc26a06-3e8d-43c4-87a6-71613ba0d0ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392151 Sep 16 06:02:04.467329 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-357d294e-c4b9-4f48-a3ec-6b004e2b0dfc service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845919 Sep 16 06:02:04.557128 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-267dbea0-2adb-4983-bcd9-d00fa128de82 req-a3f03bec-50f5-481c-8705-d67028d4be1e service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831318 Sep 16 06:02:04.726048 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712eb864-0a68-4454-a072-8da73c085286 req-3c12e89c-0825-4ea3-be63-b45f87dda436 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.727563 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-712eb864-0a68-4454-a072-8da73c085286 req-3c12e89c-0825-4ea3-be63-b45f87dda436 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 943 time: 0.0494118 Sep 16 06:02:04.765767 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-712eb864-0a68-4454-a072-8da73c085286 req-13efa816-4721-4b43-a700-ee03c7b0af88 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Sep 16 06:02:05.881728 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64032991-a1ef-4cc1-92d4-929d91e23042 req-53b888f2-454b-4c6b-a3db-a3a5101da1ba tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:05.883173 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64032991-a1ef-4cc1-92d4-929d91e23042 req-53b888f2-454b-4c6b-a3db-a3a5101da1ba tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 943 time: 0.0489314 Sep 16 06:02:05.920565 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-64032991-a1ef-4cc1-92d4-929d91e23042 req-5e81177f-5575-4917-a991-2fe77de9dc28 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Sep 16 06:02:07.034522 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd4107-67ab-4b04-a20a-dc4010ae78d0 req-8e168f38-ae07-4212-8f36-9fed22a70bae tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:07.036018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8abd4107-67ab-4b04-a20a-dc4010ae78d0 req-8e168f38-ae07-4212-8f36-9fed22a70bae tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 943 time: 0.0490572 Sep 16 06:02:07.078325 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8abd4107-67ab-4b04-a20a-dc4010ae78d0 req-f1efd5cd-8548-4b21-bfe7-a59bbfd03c11 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360377 Sep 16 06:02:07.792382 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f47cf839-d4b6-4a75-93d5-b00978969b02 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:02:07.888596 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:07.900336 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'port_id': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'mac_address': 'fa:16:3e:6a:74:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:02:07.936940 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.949472 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47cf839-d4b6-4a75-93d5-b00978969b02 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:07.968380 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:08.048198 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.097054 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:08.193441 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f236cce-3226-49b3-b1e2-5d9c6567c9c0 req-a95a5d11-7f3d-4fb0-bc95-16f941afc4b5 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:08.195171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f236cce-3226-49b3-b1e2-5d9c6567c9c0 req-a95a5d11-7f3d-4fb0-bc95-16f941afc4b5 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0483801 Sep 16 06:02:08.233646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4f236cce-3226-49b3-b1e2-5d9c6567c9c0 req-e69e90c6-530e-4273-ad42-67dc87f3db45 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322621 Sep 16 06:02:08.290417 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['f47cf839-d4b6-4a75-93d5-b00978969b02'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:02:09.348800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f32f8a-2c55-4b4c-8430-b448c8697165 req-bf11f1ca-7e2e-45ee-b202-8db0001c14b8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:09.350920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8f32f8a-2c55-4b4c-8430-b448c8697165 req-bf11f1ca-7e2e-45ee-b202-8db0001c14b8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0500631 Sep 16 06:02:09.387753 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d8f32f8a-2c55-4b4c-8430-b448c8697165 req-1d4c45c6-f44a-4ee7-b45e-9a1155345499 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310426 Sep 16 06:02:09.807465 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f47cf839-d4b6-4a75-93d5-b00978969b02 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:09.939904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port f47cf839-d4b6-4a75-93d5-b00978969b02 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:02:09.944457 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port f47cf839-d4b6-4a75-93d5-b00978969b02 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:09.944856 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.020937 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.043253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:10.045580 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a523af3-3a6b-4389-a6fc-97a809a17d59" -d '{"events": [{"server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "name": "network-vif-plugged", "status": "completed", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:10.058781 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:10.128540 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.152815 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740fc6b2-63c0-466c-b3a4-cae508e6c868 x-openstack-request-id: req-740fc6b2-63c0-466c-b3a4-cae508e6c868 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:10.153110 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "name": "network-vif-plugged", "status": "completed", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:10.153366 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-740fc6b2-63c0-466c-b3a4-cae508e6c868 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:10.153761 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'code': 200} Sep 16 06:02:10.180100 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:10.242475 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971ca5e-cf2e-4760-a692-1f4d00b6bdf2 req-ca58125e-585c-4b48-b415-5f5d7344b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:10.243925 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7971ca5e-cf2e-4760-a692-1f4d00b6bdf2 req-ca58125e-585c-4b48-b415-5f5d7344b010 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1097 time: 0.0477190 Sep 16 06:02:10.279635 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-7971ca5e-cf2e-4760-a692-1f4d00b6bdf2 req-7fdde4a8-2782-41c1-93d7-0f95bc5056ee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288312 Sep 16 06:02:10.510664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fab5b-ed4a-46d8-b0b6-5d45e0cf6ed1 req-2f733689-e685-444d-9d8a-51b93aec7de0 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:10.512014 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a3fab5b-ed4a-46d8-b0b6-5d45e0cf6ed1 req-2f733689-e685-444d-9d8a-51b93aec7de0 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0559094 Sep 16 06:02:10.556215 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5a3fab5b-ed4a-46d8-b0b6-5d45e0cf6ed1 req-38b8c322-4f72-42c8-a763-b64457bac5dd tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375538 Sep 16 06:02:11.683057 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8434c4e-09f4-4272-bb55-ac7da38a7b66 req-38dab7e1-1a3c-4fc5-89a5-07da2989292a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:11.684600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8434c4e-09f4-4272-bb55-ac7da38a7b66 req-38dab7e1-1a3c-4fc5-89a5-07da2989292a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0505528 Sep 16 06:02:11.722360 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c8434c4e-09f4-4272-bb55-ac7da38a7b66 req-63958858-b493-4bbf-b981-7c1d90a86207 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319088 Sep 16 06:02:11.838961 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adf144-6f8d-4206-8887-98f0540829bb req-60c3e0e4-9fa6-4819-8482-f73a802c79de tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:11.840380 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14adf144-6f8d-4206-8887-98f0540829bb req-60c3e0e4-9fa6-4819-8482-f73a802c79de tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0499563 Sep 16 06:02:11.878279 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-14adf144-6f8d-4206-8887-98f0540829bb req-1056b329-65da-4063-807d-f5b5467d9381 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316169 Sep 16 06:02:11.901020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46108) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:11.981851 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422be54f-d289-4dc4-aedb-f41a4cfee9cb tempest-TestShelveInstance-1703963343 tempest-TestShelveInstance-1703963343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:11.983386 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-422be54f-d289-4dc4-aedb-f41a4cfee9cb tempest-TestShelveInstance-1703963343 tempest-TestShelveInstance-1703963343-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1092 time: 0.0810678 Sep 16 06:02:11.986365 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46112) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:11.990767 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:12.082732 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for floatingip, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.156917 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf274-45d0-42e1-874a-cf8ba87357f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.504559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.609322 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Allocated IP 172.25.3.121 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/d13342d9-a794-45a9-9c0c-b332dcecd044) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:12.715515 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.808330 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.845465 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:12.848262 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:12.851178 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:12.876155 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'Port': ['ID=d13342d9-a794-45a9-9c0c-b332dcecd044,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:13.229319 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.242484 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.377259 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.525685 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.608280 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.678699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'Port': ['ID=d13342d9-a794-45a9-9c0c-b332dcecd044,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:13.690820 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.789490 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Floating IP a54b3864-695a-46de-bff6-b241c2782ad9 associated. External IP: 172.25.3.121, port: f47cf839-d4b6-4a75-93d5-b00978969b02. Sep 16 06:02:13.987663 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Router 43614220-95fc-4da7-91bd-ad07e2613d28 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:14.096185 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:14.106430 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca68270d-1a91-4bf7-84d8-709d48e5ec78 None None] Sync routers for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:14.116068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68270d-1a91-4bf7-84d8-709d48e5ec78 None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:14.120072 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ca68270d-1a91-4bf7-84d8-709d48e5ec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:14.185648 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.213934 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-57e11760-043b-4d0a-bb24-c65ceae5b4bb tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2265575 Sep 16 06:02:14.214638 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:14.216959 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78ddd72-3b6b-4d08-ab99-8d47db6cc4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:14.225710 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ca68270d-1a91-4bf7-84d8-709d48e5ec78 None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:14.252733 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd590f6-7eca-4f82-8d96-6e80649b5df6 x-openstack-request-id: req-ebd590f6-7eca-4f82-8d96-6e80649b5df6 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:14.253270 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:14.253378 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ebd590f6-7eca-4f82-8d96-6e80649b5df6 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:14.253709 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'status': 'completed', 'code': 200} Sep 16 06:02:14.319701 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ddd72-3b6b-4d08-ab99-8d47db6cc4fc req-0a05bbd5-8a87-4381-b247-5c6d3f82e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:14.321405 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f78ddd72-3b6b-4d08-ab99-8d47db6cc4fc req-0a05bbd5-8a87-4381-b247-5c6d3f82e9a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1097 time: 0.0448835 Sep 16 06:02:14.415319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ddd72-3b6b-4d08-ab99-8d47db6cc4fc req-f44479bf-071f-457a-ab63-54b1822047a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:14.416795 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f78ddd72-3b6b-4d08-ab99-8d47db6cc4fc req-f44479bf-071f-457a-ab63-54b1822047a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0879750 Sep 16 06:02:14.456379 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ca68270d-1a91-4bf7-84d8-709d48e5ec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'a54b3864-695a-46de-bff6-b241c2782ad9', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'port_id': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'mac_address': 'fa:16:3e:6a:74:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61387cfd-4be3-4f55-a261-cfbc06653770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:02:13Z', 'updated_at': '2021-09-16T06:02:13Z', 'revision_number': 0, 'project_id': '92108c66035840caac80b60ad7267c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:14.487527 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f78ddd72-3b6b-4d08-ab99-8d47db6cc4fc req-080b2734-29dc-4396-a7ad-50c7e6de5a6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 200 len: 999 time: 0.0640695 Sep 16 06:02:14.487892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca68270d-1a91-4bf7-84d8-709d48e5ec78 None None] Checking router: 43614220-95fc-4da7-91bd-ad07e2613d28 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:14.501251 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68270d-1a91-4bf7-84d8-709d48e5ec78 None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:14.501864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ca68270d-1a91-4bf7-84d8-709d48e5ec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:01:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:14.539893 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ddd72-3b6b-4d08-ab99-8d47db6cc4fc req-72be8eb5-44e4-48da-b5c5-5321ac29fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:14.541433 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f78ddd72-3b6b-4d08-ab99-8d47db6cc4fc req-72be8eb5-44e4-48da-b5c5-5321ac29fe24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0464504 Sep 16 06:02:14.588724 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ddd72-3b6b-4d08-ab99-8d47db6cc4fc req-96c2a90c-fecc-42eb-856c-3d6bcfaae2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:14.590259 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f78ddd72-3b6b-4d08-ab99-8d47db6cc4fc req-96c2a90c-fecc-42eb-856c-3d6bcfaae2d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420651 Sep 16 06:02:14.591328 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-91729185-2b3f-47a2-a21f-14491b49e5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.615832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-ca68270d-1a91-4bf7-84d8-709d48e5ec78 None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:14.686137 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f78ddd72-3b6b-4d08-ab99-8d47db6cc4fc req-f48125c6-04e8-4b99-a3d6-9462da8df33a service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889297 Sep 16 06:02:14.778066 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-f78ddd72-3b6b-4d08-ab99-8d47db6cc4fc req-3ec8465a-8791-4580-895c-a5aa8b1095df service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853198 Sep 16 06:02:14.842907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-ca68270d-1a91-4bf7-84d8-709d48e5ec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'a54b3864-695a-46de-bff6-b241c2782ad9', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'port_id': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'mac_address': 'fa:16:3e:6a:74:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61387cfd-4be3-4f55-a261-cfbc06653770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:02:13Z', 'updated_at': '2021-09-16T06:02:13Z', 'revision_number': 0, 'project_id': '92108c66035840caac80b60ad7267c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:14.869358 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca68270d-1a91-4bf7-84d8-709d48e5ec78 None None] The sync data for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 is: [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'a54b3864-695a-46de-bff6-b241c2782ad9', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'port_id': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'mac_address': 'fa:16:3e:6a:74:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61387cfd-4be3-4f55-a261-cfbc06653770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:02:13Z', 'updated_at': '2021-09-16T06:02:13Z', 'revision_number': 0, 'project_id': '92108c66035840caac80b60ad7267c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:15.065473 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b24c18-ae45-4854-9758-7b407e39ecdd None None] New status for floating IP a54b3864-695a-46de-bff6-b241c2782ad9: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:02:15.356934 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.282624 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.127149 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:02:17.173867 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.813778 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:39.393397 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-251c8067-e3de-4c57-a3ab-9668374ba28e req-2f7d2497-5352-4683-b2e1-7b7347d9651d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457954 Sep 16 06:02:39.474518 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8067-e3de-4c57-a3ab-9668374ba28e req-86720b8d-044f-4575-8945-8586f60cd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:39.476516 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-251c8067-e3de-4c57-a3ab-9668374ba28e req-86720b8d-044f-4575-8945-8586f60cd05b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1097 time: 0.0404618 Sep 16 06:02:39.581044 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8067-e3de-4c57-a3ab-9668374ba28e req-bd118dc6-1e80-4ada-b064-10aa3cd4e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:39.582548 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-251c8067-e3de-4c57-a3ab-9668374ba28e req-bd118dc6-1e80-4ada-b064-10aa3cd4e250 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0866659 Sep 16 06:02:39.652922 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-251c8067-e3de-4c57-a3ab-9668374ba28e req-2759cb84-69be-4c1e-bd6b-fd7316bb7ca1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 200 len: 1001 time: 0.0629754 Sep 16 06:02:39.703593 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8067-e3de-4c57-a3ab-9668374ba28e req-62f61e0b-cdd5-402d-970e-e5783e3b6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:39.705119 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-251c8067-e3de-4c57-a3ab-9668374ba28e req-62f61e0b-cdd5-402d-970e-e5783e3b6000 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0437121 Sep 16 06:02:39.752125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8067-e3de-4c57-a3ab-9668374ba28e req-1f6bc70e-36ac-4526-90d4-4aeb8d45f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:39.753648 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-251c8067-e3de-4c57-a3ab-9668374ba28e req-1f6bc70e-36ac-4526-90d4-4aeb8d45f0bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402248 Sep 16 06:02:39.849655 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-251c8067-e3de-4c57-a3ab-9668374ba28e req-5c416a55-0955-42e7-9c55-3ea9b8e86584 service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870972 Sep 16 06:02:39.942587 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-251c8067-e3de-4c57-a3ab-9668374ba28e req-82b1790d-0ab6-4bb8-bde1-f40ee5bfe211 service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853179 Sep 16 06:02:42.150249 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-585152d5-336e-4a5e-b573-2af42c49a528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:43.150319 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:44.544688 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-208798eb-cffb-4a68-95ae-b03de7942778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:45.470192 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.305088 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:47.241966 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:47.841934 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:54.127499 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:12.161384 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-01d54b4c-1ba7-4fd4-a315-8e315b494a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:13.138437 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:14.566823 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-19d743f6-bb6f-44f1-ac9d-33e370826e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.383939 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.343059 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.206806 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.841578 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:31.126306 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:39.364763 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c786f96-ea04-4b2c-860d-c7f0712d79ca req-f8ecf5a7-c95e-418f-b833-712fce9c5ade service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392461 Sep 16 06:03:39.444869 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c786f96-ea04-4b2c-860d-c7f0712d79ca req-7fcd5b63-a87c-4b91-a018-23a1618cddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:39.446891 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c786f96-ea04-4b2c-860d-c7f0712d79ca req-7fcd5b63-a87c-4b91-a018-23a1618cddcb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1097 time: 0.0408497 Sep 16 06:03:39.556438 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c786f96-ea04-4b2c-860d-c7f0712d79ca req-b9b5bdc3-0ed7-42d0-814a-33b0129cb724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:39.557960 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c786f96-ea04-4b2c-860d-c7f0712d79ca req-b9b5bdc3-0ed7-42d0-814a-33b0129cb724 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0931687 Sep 16 06:03:39.623708 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c786f96-ea04-4b2c-860d-c7f0712d79ca req-b1477f76-ee8e-4626-bd03-ec9f7a6e6ead service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 200 len: 1001 time: 0.0580666 Sep 16 06:03:39.671769 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c786f96-ea04-4b2c-860d-c7f0712d79ca req-cd3dec8b-6280-45db-899b-6c045c9c1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:39.673215 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c786f96-ea04-4b2c-860d-c7f0712d79ca req-cd3dec8b-6280-45db-899b-6c045c9c1313 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0433569 Sep 16 06:03:39.722668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c786f96-ea04-4b2c-860d-c7f0712d79ca req-62f432bd-492f-4a6a-806c-a63af12dac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:39.724143 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c786f96-ea04-4b2c-860d-c7f0712d79ca req-62f432bd-492f-4a6a-806c-a63af12dac6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441139 Sep 16 06:03:39.818249 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c786f96-ea04-4b2c-860d-c7f0712d79ca req-3c12dd7a-4d6a-4a95-8f16-07964aad4aa3 service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867901 Sep 16 06:03:39.910215 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3c786f96-ea04-4b2c-860d-c7f0712d79ca req-157033ff-4b12-4607-802c-79d7e84a561a service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852935 Sep 16 06:03:42.189549 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-bbe18c76-747a-45b3-aded-cc7b301bca92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:43.132115 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:44.589763 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ac2d-a541-4a1f-97e7-30a701f0cef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:45.400739 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.327332 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:47.223284 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:47.811907 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:08.125024 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:10.469415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36324b1e-fe5c-4b34-bed9-3439dcf7d668 req-aeda6d99-3441-4463-b25f-d417809cfc51 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:10.470893 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36324b1e-fe5c-4b34-bed9-3439dcf7d668 req-aeda6d99-3441-4463-b25f-d417809cfc51 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.1053772 Sep 16 06:04:10.509848 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-36324b1e-fe5c-4b34-bed9-3439dcf7d668 req-910bbf18-8298-4008-a632-a5c97e03bce8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Sep 16 06:04:11.643447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410203c3-0dc8-4b76-ae23-a57f9fb642b4 req-456cfe88-73ab-4821-aba1-9c4d889ed80b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:11.645035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-410203c3-0dc8-4b76-ae23-a57f9fb642b4 req-456cfe88-73ab-4821-aba1-9c4d889ed80b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0528150 Sep 16 06:04:11.684123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-410203c3-0dc8-4b76-ae23-a57f9fb642b4 req-13c5b67d-f7a7-485d-baa3-7e9f09a9757b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327420 Sep 16 06:04:12.161093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e9cdf20-8923-4186-be66-db6b5ac64775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:12.824895 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f52f04-2186-42b9-bb33-dba2fc38676d req-8c49c25e-0e69-4659-b6e8-993616a4dbfe tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:12.826404 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3f52f04-2186-42b9-bb33-dba2fc38676d req-8c49c25e-0e69-4659-b6e8-993616a4dbfe tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0491648 Sep 16 06:04:12.865920 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3f52f04-2186-42b9-bb33-dba2fc38676d req-2e7401f2-4bdc-4c7b-9654-d83f2f4046d3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335343 Sep 16 06:04:13.149195 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:13.984860 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453ffea-fc09-400c-8338-a9a017296098 req-06f089c6-ee68-4ac1-b0f4-6d0d081cc652 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:13.986371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2453ffea-fc09-400c-8338-a9a017296098 req-06f089c6-ee68-4ac1-b0f4-6d0d081cc652 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0540345 Sep 16 06:04:14.025727 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2453ffea-fc09-400c-8338-a9a017296098 req-89d15d9e-dda3-45bc-ab41-523326c215e9 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333622 Sep 16 06:04:14.565425 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-02e5368d-6997-40b4-8baa-197a6cdd5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:15.140381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18e44d-a161-486f-b38d-a60c0ab056d2 req-8791c80a-5baa-4681-8472-9297211c1186 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:15.141883 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e18e44d-a161-486f-b38d-a60c0ab056d2 req-8791c80a-5baa-4681-8472-9297211c1186 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0504117 Sep 16 06:04:15.180781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8e18e44d-a161-486f-b38d-a60c0ab056d2 req-7d4e0ba6-7573-4416-938b-e401287da9b1 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324101 Sep 16 06:04:15.377186 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:16.286633 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:16.299424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296ea8e-8bd6-40c4-9b3d-70c7fa24ce42 req-a58a8f21-9c15-4417-aae1-828b68fe0645 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:16.301984 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0296ea8e-8bd6-40c4-9b3d-70c7fa24ce42 req-a58a8f21-9c15-4417-aae1-828b68fe0645 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0525000 Sep 16 06:04:16.340035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0296ea8e-8bd6-40c4-9b3d-70c7fa24ce42 req-7901c45a-3d69-4980-973a-a184278b1956 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321758 Sep 16 06:04:17.200066 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:17.461628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb1bb1-04df-4c5b-8493-559804a70eac req-94fc2f66-dc3f-4ffb-bb16-3745ebfc5844 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:17.463027 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71bb1bb1-04df-4c5b-8493-559804a70eac req-94fc2f66-dc3f-4ffb-bb16-3745ebfc5844 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0544307 Sep 16 06:04:17.500841 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71bb1bb1-04df-4c5b-8493-559804a70eac req-af3588b1-52c8-45c8-a107-af933f583a55 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319118 Sep 16 06:04:17.805972 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:18.615782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a37cd-f9f9-49a1-b9ea-f8d24d9107cb req-30d66e91-3303-41d0-abfc-26e57865ce8f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:18.617323 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-843a37cd-f9f9-49a1-b9ea-f8d24d9107cb req-30d66e91-3303-41d0-abfc-26e57865ce8f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0500562 Sep 16 06:04:18.655694 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-843a37cd-f9f9-49a1-b9ea-f8d24d9107cb req-cddeb101-cc2f-4c82-9798-d5ffeba3d9be tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324202 Sep 16 06:04:19.767402 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369914d-089b-4675-b1cc-a3801fb9fa7d req-e8c4709d-6f95-4be8-a7b2-a20dbc596694 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:19.769414 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3369914d-089b-4675-b1cc-a3801fb9fa7d req-e8c4709d-6f95-4be8-a7b2-a20dbc596694 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0490441 Sep 16 06:04:19.806636 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3369914d-089b-4675-b1cc-a3801fb9fa7d req-1ad8c094-77ff-4d96-8c3c-234aaf5b954a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311801 Sep 16 06:04:20.925455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d46a30-da0b-4951-9428-03ccabac2331 req-49c44515-4b61-409a-93e1-de44b2a03196 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:20.926955 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0d46a30-da0b-4951-9428-03ccabac2331 req-49c44515-4b61-409a-93e1-de44b2a03196 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0534656 Sep 16 06:04:20.963683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c0d46a30-da0b-4951-9428-03ccabac2331 req-c7c19f5b-b406-42a8-84d2-c554b3e95694 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309260 Sep 16 06:04:22.078794 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bc472-a59f-44f8-afa4-211c15807c13 req-7f907286-139f-46a8-901f-fb6a54917aea tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:22.080281 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd9bc472-a59f-44f8-afa4-211c15807c13 req-7f907286-139f-46a8-901f-fb6a54917aea tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0489986 Sep 16 06:04:22.118627 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd9bc472-a59f-44f8-afa4-211c15807c13 req-1530dfb2-9daf-4578-a5df-0809eed32c00 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317719 Sep 16 06:04:22.538405 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f47cf839-d4b6-4a75-93d5-b00978969b02 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:04:22.634727 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:22.646004 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'port_id': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'mac_address': 'fa:16:3e:6a:74:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:04:22.687353 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:22.704038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f47cf839-d4b6-4a75-93d5-b00978969b02 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:04:22.723210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:22.794697 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:22.846459 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:22.853864 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:22.854215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:22.854560 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:22.855318 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:22.855662 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:22.856001 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:22.856350 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:22.856694 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:22.857025 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:22.857353 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:22.857680 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:22.858008 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:22.863588 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['f47cf839-d4b6-4a75-93d5-b00978969b02'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:04:23.234008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34d0c4-57f8-4219-8069-97ea66acf24d req-0a7b2cb3-791e-4497-ba28-bf1c834d6284 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:23.235491 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea34d0c4-57f8-4219-8069-97ea66acf24d req-0a7b2cb3-791e-4497-ba28-bf1c834d6284 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0495195 Sep 16 06:04:23.275118 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea34d0c4-57f8-4219-8069-97ea66acf24d req-452428ef-2aa2-4026-9b07-0b71c3caf206 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327067 Sep 16 06:04:24.423551 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96636d-f433-4156-b791-e6163623660e req-b490aabc-f845-438f-91c2-fe8880aebf34 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:24.426651 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c96636d-f433-4156-b791-e6163623660e req-b490aabc-f845-438f-91c2-fe8880aebf34 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0592706 Sep 16 06:04:24.477141 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c96636d-f433-4156-b791-e6163623660e req-678bd5e9-f95c-443a-a9ed-b7ca08225bae tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441575 Sep 16 06:04:24.554291 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f47cf839-d4b6-4a75-93d5-b00978969b02 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:04:24.621397 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port f47cf839-d4b6-4a75-93d5-b00978969b02 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:24.621831 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:24.708536 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:24.735190 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:24.738305 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324f7119-d9b7-41a0-8b36-d8927bd23086" -d '{"events": [{"server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "name": "network-vif-plugged", "status": "completed", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:24.753078 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:24.783654 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462e0bea-5ff1-4437-8afa-1a1add30224e x-openstack-request-id: req-462e0bea-5ff1-4437-8afa-1a1add30224e {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:24.784580 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "name": "network-vif-plugged", "status": "completed", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:24.785054 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-462e0bea-5ff1-4437-8afa-1a1add30224e {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:24.785631 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'code': 200} Sep 16 06:04:24.817797 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:24.868923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:25.614368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaca4e5-0eb2-4118-8ab2-633cf3e1dca6 req-99311556-9e2e-40d2-bf64-371beb32f2a4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:25.616690 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4aaca4e5-0eb2-4118-8ab2-633cf3e1dca6 req-99311556-9e2e-40d2-bf64-371beb32f2a4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0564089 Sep 16 06:04:25.659757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4aaca4e5-0eb2-4118-8ab2-633cf3e1dca6 req-139b9bdf-68bd-434a-860d-ce5a050f00c2 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367968 Sep 16 06:04:26.793137 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144edff-c8ac-4ce7-85e4-7a1362eff0f2 req-be0f520d-bf5a-41ec-9fa0-aed7de18522f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:26.794646 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b144edff-c8ac-4ce7-85e4-7a1362eff0f2 req-be0f520d-bf5a-41ec-9fa0-aed7de18522f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0529642 Sep 16 06:04:26.844741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b144edff-c8ac-4ce7-85e4-7a1362eff0f2 req-c1d87dbb-e484-4945-8fb1-a3a59298b6c0 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416200 Sep 16 06:04:27.977044 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8ae2b-3d15-4057-984e-919455d9c5aa req-b8f9ec39-2daa-4437-816b-5996fda9d1c8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:27.984421 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94c8ae2b-3d15-4057-984e-919455d9c5aa req-b8f9ec39-2daa-4437-816b-5996fda9d1c8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0651829 Sep 16 06:04:28.020531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-94c8ae2b-3d15-4057-984e-919455d9c5aa req-bcfd2eb3-7915-4d01-9508-28213be7f28d tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351872 Sep 16 06:04:29.150540 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13d399-1ee4-43fa-b59e-fe246f3b00c3 req-1f9e2cd7-726c-421d-8acc-0fd8dde64d13 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:29.152222 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca13d399-1ee4-43fa-b59e-fe246f3b00c3 req-1f9e2cd7-726c-421d-8acc-0fd8dde64d13 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0555856 Sep 16 06:04:29.195344 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ca13d399-1ee4-43fa-b59e-fe246f3b00c3 req-9c1f941b-4a33-4d23-9687-ae596f36aa32 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370646 Sep 16 06:04:30.327455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2503d-c1b6-4f6f-96b0-a219abe6ea9d req-54eb6b60-10f8-461c-82b0-2aa8189b4153 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:30.329302 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ab2503d-c1b6-4f6f-96b0-a219abe6ea9d req-54eb6b60-10f8-461c-82b0-2aa8189b4153 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0605855 Sep 16 06:04:30.373397 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4ab2503d-c1b6-4f6f-96b0-a219abe6ea9d req-223ad563-4499-4fd6-bd62-685c328cf743 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378792 Sep 16 06:04:31.501148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f3d8a-8f28-48e1-82c8-a034cbae840f req-0f129bb3-8342-4a48-9fca-11ac129119b7 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:31.504650 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-574f3d8a-8f28-48e1-82c8-a034cbae840f req-0f129bb3-8342-4a48-9fca-11ac129119b7 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0589435 Sep 16 06:04:31.547018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-574f3d8a-8f28-48e1-82c8-a034cbae840f req-75e4aa39-172b-4479-8606-d18360fc31f5 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360332 Sep 16 06:04:32.672080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90b00d-e588-4169-a529-35efd51753b3 req-74856f35-c7ef-49b9-aa53-7909c1486352 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:32.673633 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d90b00d-e588-4169-a529-35efd51753b3 req-74856f35-c7ef-49b9-aa53-7909c1486352 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0522888 Sep 16 06:04:32.729935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4d90b00d-e588-4169-a529-35efd51753b3 req-0b6dc001-db42-4a3f-aa52-90c6800c2e9c tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415277 Sep 16 06:04:33.848684 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34648be1-e48e-406e-ae7e-76231b43e547 req-3a2b9c53-0167-47c0-b714-0d228c52b705 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:33.850095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34648be1-e48e-406e-ae7e-76231b43e547 req-3a2b9c53-0167-47c0-b714-0d228c52b705 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0497420 Sep 16 06:04:33.889114 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-34648be1-e48e-406e-ae7e-76231b43e547 req-3d81c179-e3e9-4c7b-8077-094bf3fe4c6c tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327773 Sep 16 06:04:33.991627 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-f99eb0cb-699b-444e-965c-a06b0c67227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:33.993191 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-f99eb0cb-699b-444e-965c-a06b0c67227a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1097 time: 0.0970347 Sep 16 06:04:34.085866 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-b7f260b4-1ee3-4165-83bc-50fbf4070eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:34.087349 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-b7f260b4-1ee3-4165-83bc-50fbf4070eba service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0873389 Sep 16 06:04:34.151671 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-c3381e49-00cf-4805-8ab4-36333f30856c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 200 len: 1001 time: 0.0573857 Sep 16 06:04:34.199687 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-97ee8c44-18aa-42aa-9bf1-9e42a4468c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:34.201131 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-97ee8c44-18aa-42aa-9bf1-9e42a4468c65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0428114 Sep 16 06:04:34.249684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-94c8d794-5408-4534-83c9-56a88ac31470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:34.251146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-94c8d794-5408-4534-83c9-56a88ac31470 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426917 Sep 16 06:04:34.261657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-5da37b9e-af58-42c2-a0d5-81f918c6a924 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:04:34.262611 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-5da37b9e-af58-42c2-a0d5-81f918c6a924 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048211 Sep 16 06:04:34.351172 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-7e2f0b01-7b9a-49b0-b0a9-309f4b23c81a service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803421 Sep 16 06:04:34.443406 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cab6a0c6-cd9e-4cd7-9781-16f1b6216a5e req-57bd1a2d-e000-4500-b555-e12c1ed9ef0d service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845852 Sep 16 06:04:35.008630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6bacf-a9c7-46cb-b660-22784a6c5fdd req-500b9ce1-ba94-4487-a474-928e5fd467f7 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:35.010142 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06e6bacf-a9c7-46cb-b660-22784a6c5fdd req-500b9ce1-ba94-4487-a474-928e5fd467f7 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0526984 Sep 16 06:04:35.047108 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06e6bacf-a9c7-46cb-b660-22784a6c5fdd req-05d99d83-7407-470f-8592-dce284da40c6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308888 Sep 16 06:04:36.163932 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd02fbc-2e63-4434-bd25-c36e230ada8d req-fb7875bb-3ce0-4c76-88a4-549ec05658ce tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:36.165382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fd02fbc-2e63-4434-bd25-c36e230ada8d req-fb7875bb-3ce0-4c76-88a4-549ec05658ce tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0507495 Sep 16 06:04:36.205397 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fd02fbc-2e63-4434-bd25-c36e230ada8d req-226a7fa4-dd65-47fc-92cd-f614f0a1ddb3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331826 Sep 16 06:04:37.318699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c34c4-a1cb-4640-adbe-fc16b1921550 req-ab0f398f-8f4f-4df9-9eff-e09cf7d014b2 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:37.320184 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-676c34c4-a1cb-4640-adbe-fc16b1921550 req-ab0f398f-8f4f-4df9-9eff-e09cf7d014b2 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0485961 Sep 16 06:04:37.356958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-676c34c4-a1cb-4640-adbe-fc16b1921550 req-00907840-f395-4171-bf3d-ee8c0cddc547 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308702 Sep 16 06:04:37.423984 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-18aeb67f-1f4c-44ea-8694-e101b7f548ab req-ce349b06-d01f-4c6b-9981-4db99f7998e1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:04:37.424999 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-18aeb67f-1f4c-44ea-8694-e101b7f548ab req-ce349b06-d01f-4c6b-9981-4db99f7998e1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053680 Sep 16 06:04:37.700795 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2263031-7934-4028-b1ff-c4008cc1f658 req-efaa5d6a-06fa-416f-a860-07da98de12e6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:37.702322 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2263031-7934-4028-b1ff-c4008cc1f658 req-efaa5d6a-06fa-416f-a860-07da98de12e6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0596094 Sep 16 06:04:37.742901 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d2263031-7934-4028-b1ff-c4008cc1f658 req-fc66e5b8-328b-4303-bf81-c7d1eb6c9f96 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335867 Sep 16 06:04:37.930862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46314) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:38.014892 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-81fd2a00-6c1b-445d-9dca-e717c9304238 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829167 Sep 16 06:04:38.023511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-827a6a96-b175-468f-b69f-40899eba02a9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:04:38.024490 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-827a6a96-b175-468f-b69f-40899eba02a9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048656 Sep 16 06:04:38.603677 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device f47cf839-d4b6-4a75-93d5-b00978969b02 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:38.678526 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:38.704261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:38.706497 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9799db-9a0d-46ad-8b70-85f8c16a6bca" -d '{"events": [{"server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "name": "network-vif-unplugged", "status": "completed", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:38.721372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:38.738639 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0115ce-bae9-4c22-9d7b-1d154656239d x-openstack-request-id: req-1b0115ce-bae9-4c22-9d7b-1d154656239d {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:38.738932 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "name": "network-vif-unplugged", "status": "failed", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02", "code": 422}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:38.739210 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b0115ce-bae9-4c22-9d7b-1d154656239d {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:38.739652 n-d-712137-12 neutron-server[95453]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'code': 422} returned with failed status Sep 16 06:04:38.822372 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:38.859393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1dfd9-ec8c-484e-98da-ee21c04fffa3 req-38021cb5-a44a-4cfb-9fa6-c84d0fba0b5a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:38.860935 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62e1dfd9-ec8c-484e-98da-ee21c04fffa3 req-38021cb5-a44a-4cfb-9fa6-c84d0fba0b5a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 943 time: 0.0504515 Sep 16 06:04:38.872185 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:38.901095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-62e1dfd9-ec8c-484e-98da-ee21c04fffa3 req-d223ea9e-5c94-4ce1-a0f5-7fc595cba1b6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324991 Sep 16 06:04:39.052026 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-74f4ef73-ff56-44dd-9c33-56d2149797fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:39.053634 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-74f4ef73-ff56-44dd-9c33-56d2149797fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1095 time: 0.0411892 Sep 16 06:04:39.163450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-8aa72084-7806-4063-b43a-5eb8604cc1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:39.164927 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-8aa72084-7806-4063-b43a-5eb8604cc1d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0900960 Sep 16 06:04:39.232901 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-1a0f63b8-fb18-4cc4-9176-17a24eea2102 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 200 len: 999 time: 0.0600140 Sep 16 06:04:39.287459 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-8d26f040-f3fa-414c-a6ce-cf2de58b04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:39.288960 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-8d26f040-f3fa-414c-a6ce-cf2de58b04bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0474806 Sep 16 06:04:39.305029 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.37', 52159) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:39.336755 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-034220e2-ad61-48e5-b1e1-5b6b8064b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:39.338287 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-034220e2-ad61-48e5-b1e1-5b6b8064b1d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404053 Sep 16 06:04:39.350076 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-a262de3f-baa3-4d62-a566-b9ad7a84a83d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:04:39.351037 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-a262de3f-baa3-4d62-a566-b9ad7a84a83d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055199 Sep 16 06:04:39.374392 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-55470ff1-e1a6-4cf9-8653-373ec38c7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:39.375898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-55470ff1-e1a6-4cf9-8653-373ec38c7642 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770&tenant_id=92108c66035840caac80b60ad7267c8b HTTP/1.1" status: 200 len: 1095 time: 0.0696344 Sep 16 06:04:39.387693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:39.442432 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-6749e0ba-73d5-4f76-820b-45c965fbcccf service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835695 Sep 16 06:04:39.444329 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:39.542616 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-acf84a33-1267-4316-b15a-e9e8e7a6b35d service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932264 Sep 16 06:04:39.665215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:39.697554 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:04:39.729339 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47cf839-d4b6-4a75-93d5-b00978969b02 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:04:39.736522 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:39.748841 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Transition to ACTIVE for port object f47cf839-d4b6-4a75-93d5-b00978969b02 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:04:39.821861 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:39.929046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Pushing event updated for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=9']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:39.978001 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:39.978351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:39.978698 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:39.979038 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:39.979372 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:39.979712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:39.980046 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:39.980377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:39.980730 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:39.981064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:39.981389 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:39.981715 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:40.036408 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] No DVR routers for this DVR port f47cf839-d4b6-4a75-93d5-b00978969b02 on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:40.105064 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc403a6-70f1-4abd-a9ed-0e70ed7f131a req-f71340b9-314a-44cc-aaf4-31b3ea46344f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:40.106590 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fc403a6-70f1-4abd-a9ed-0e70ed7f131a req-f71340b9-314a-44cc-aaf4-31b3ea46344f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 943 time: 0.1148229 Sep 16 06:04:40.185073 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fc403a6-70f1-4abd-a9ed-0e70ed7f131a req-cdce1aa8-8487-4981-ae5a-1dd7fd148c4d tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469375 Sep 16 06:04:40.221126 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Attempting to bind port f47cf839-d4b6-4a75-93d5-b00978969b02 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:04:40.221458 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Attempting to bind port f47cf839-d4b6-4a75-93d5-b00978969b02 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:04:40.221782 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Attempting to bind port f47cf839-d4b6-4a75-93d5-b00978969b02 on network a3868298-8261-4f00-8975-12d1ffac607a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:04:40.226875 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Port f47cf839-d4b6-4a75-93d5-b00978969b02 on network a3868298-8261-4f00-8975-12d1ffac607a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:04:40.227192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Attempting to bind port f47cf839-d4b6-4a75-93d5-b00978969b02 on network a3868298-8261-4f00-8975-12d1ffac607a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:04:40.231913 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:04:40.232247 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Checking segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:04:40.232672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Bound using segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:04:40.233094 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Bound port: f47cf839-d4b6-4a75-93d5-b00978969b02, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:04:40.233444 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:40.296638 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:04:40.299657 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:04:40.371151 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:40.405780 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:40.406283 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:40.407656 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] 10.222.0.37 "PUT /v2.0/ports/f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 200 len: 1092 time: 1.0239246 Sep 16 06:04:40.408092 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:40.411113 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8058f5-adef-4669-bd7d-ce00aa740de2" -d '{"events": [{"name": "network-changed", "server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:40.444829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad3bce-dc88-4ac2-9c04-743d130b49ef service neutron] Pushing event updated for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=10']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:40.485075 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-7543f9b0-6e29-4794-8d42-b9667c60282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:40.486658 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-7543f9b0-6e29-4794-8d42-b9667c60282a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1096 time: 0.0496774 Sep 16 06:04:40.532132 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71eaaa0-3c12-4d19-9d5b-4b46a48e5145 x-openstack-request-id: req-b71eaaa0-3c12-4d19-9d5b-4b46a48e5145 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:40.532428 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:40.532711 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b71eaaa0-3c12-4d19-9d5b-4b46a48e5145 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:40.533111 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'status': 'completed', 'code': 200} Sep 16 06:04:40.596288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-28dea3df-e8a5-46c5-9ede-46a831119277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:40.596620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-28dea3df-e8a5-46c5-9ede-46a831119277 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.1025956 Sep 16 06:04:40.695992 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-3813dc1a-483b-4aa6-a587-8ef378857474 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 200 len: 999 time: 0.0918779 Sep 16 06:04:40.744481 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-731f14d4-ca5a-4d87-b26b-30d11df2f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:40.745932 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-731f14d4-ca5a-4d87-b26b-30d11df2f601 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0437710 Sep 16 06:04:40.791148 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-734c2e76-cc84-4629-94ce-28971be28777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:40.792635 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-734c2e76-cc84-4629-94ce-28971be28777 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399482 Sep 16 06:04:40.883171 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-8edc9aa8-a93e-4089-99d4-1d0b81fedb08 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833812 Sep 16 06:04:40.972956 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-11032781-79d3-43f6-b9a1-8bff0a852330 req-cec8857f-3184-42c6-ba24-eec1604d5686 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819750 Sep 16 06:04:41.056707 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8058f5-adef-4669-bd7d-ce00aa740de2 req-e14afa2c-23b7-4263-85be-08c55c63ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:41.058530 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b8058f5-adef-4669-bd7d-ce00aa740de2 req-e14afa2c-23b7-4263-85be-08c55c63ea1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1096 time: 0.0462694 Sep 16 06:04:41.150558 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8058f5-adef-4669-bd7d-ce00aa740de2 req-c0be90ee-2d27-4bc3-a7bc-8abf729994d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:41.152048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b8058f5-adef-4669-bd7d-ce00aa740de2 req-c0be90ee-2d27-4bc3-a7bc-8abf729994d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0872538 Sep 16 06:04:41.223871 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b8058f5-adef-4669-bd7d-ce00aa740de2 req-d7c66e49-2b90-4b38-aaaf-f5dc3077fda8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 200 len: 999 time: 0.0642786 Sep 16 06:04:41.298713 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8058f5-adef-4669-bd7d-ce00aa740de2 req-217f54b6-8bfd-4e2a-b40f-6013a5977950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:41.300683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b8058f5-adef-4669-bd7d-ce00aa740de2 req-217f54b6-8bfd-4e2a-b40f-6013a5977950 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0706017 Sep 16 06:04:41.331241 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad62fdc-a029-411c-b067-fb8e59557fc9 req-b135edcd-2d7a-4858-be89-d49e1c6f2301 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:41.334103 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ad62fdc-a029-411c-b067-fb8e59557fc9 req-b135edcd-2d7a-4858-be89-d49e1c6f2301 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0772915 Sep 16 06:04:41.402597 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ad62fdc-a029-411c-b067-fb8e59557fc9 req-0cde170f-8fdc-47ac-8a81-4824f06fc598 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525723 Sep 16 06:04:41.405099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8058f5-adef-4669-bd7d-ce00aa740de2 req-83857781-b693-400a-b14b-0b7fd05f62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:41.406747 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b8058f5-adef-4669-bd7d-ce00aa740de2 req-83857781-b693-400a-b14b-0b7fd05f62d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971115 Sep 16 06:04:42.182990 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-dc9de55f-019f-43c6-b584-f8102954eed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:42.827754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7ef2e-f234-4bb2-9e7d-2b931af7529f req-0c6137cd-2184-4084-b28e-f465b2c2d9d8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:42.829279 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ec7ef2e-f234-4bb2-9e7d-2b931af7529f req-0c6137cd-2184-4084-b28e-f465b2c2d9d8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.3544018 Sep 16 06:04:42.867948 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2ec7ef2e-f234-4bb2-9e7d-2b931af7529f req-0ed0766a-bb04-446b-8243-1dbe1fe0386c tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318358 Sep 16 06:04:43.143124 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:43.991221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60242ad1-5a9c-4b66-8f32-d8affe7df66e req-344658b6-174b-4321-9d6c-132dc3c7226d tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:43.993051 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60242ad1-5a9c-4b66-8f32-d8affe7df66e req-344658b6-174b-4321-9d6c-132dc3c7226d tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0505164 Sep 16 06:04:44.032813 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-60242ad1-5a9c-4b66-8f32-d8affe7df66e req-650e076c-5471-4d3a-9151-cd832eb36baf tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341458 Sep 16 06:04:44.543121 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-18752f02-329b-47e4-8f13-bfc52dfde1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.124787 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:45.161498 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4c273-292c-4d39-9182-71863ea0cd8d req-956683e4-69c1-44dc-be0a-3c3f61cde337 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:45.163091 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67c4c273-292c-4d39-9182-71863ea0cd8d req-956683e4-69c1-44dc-be0a-3c3f61cde337 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0602124 Sep 16 06:04:45.208307 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-67c4c273-292c-4d39-9182-71863ea0cd8d req-7f92428c-e4e8-49e2-a114-3a76a5482d98 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381975 Sep 16 06:04:45.377309 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.334406 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21034d5-1d39-490d-9232-de36419f48a9 req-e03c75d7-eb5e-416d-9fda-d03aa3c5039f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:46.336235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e21034d5-1d39-490d-9232-de36419f48a9 req-e03c75d7-eb5e-416d-9fda-d03aa3c5039f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0536892 Sep 16 06:04:46.337742 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.378227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e21034d5-1d39-490d-9232-de36419f48a9 req-f41c04ae-3933-4922-ab93-4c7667e08093 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345733 Sep 16 06:04:47.377032 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.501710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83943a0-6f7c-4333-b0e6-24ee7c9ae161 req-16c7cdf2-1814-4877-8004-e565d2c87e87 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:47.503275 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b83943a0-6f7c-4333-b0e6-24ee7c9ae161 req-16c7cdf2-1814-4877-8004-e565d2c87e87 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0507700 Sep 16 06:04:47.545814 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b83943a0-6f7c-4333-b0e6-24ee7c9ae161 req-5280ab16-9e09-42c6-b81f-c786daa8f36b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356009 Sep 16 06:04:47.822869 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.665774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71391aae-8d1c-4d49-b04b-b1b1bf410791 req-213ba8a4-3fd1-46f1-ac68-4386298d9b4d tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:48.667391 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71391aae-8d1c-4d49-b04b-b1b1bf410791 req-213ba8a4-3fd1-46f1-ac68-4386298d9b4d tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0529215 Sep 16 06:04:48.710411 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-71391aae-8d1c-4d49-b04b-b1b1bf410791 req-9ce4217b-54d0-467b-b069-29153a02dacd tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370762 Sep 16 06:04:49.836687 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4e206-9e3a-468a-b391-545d24ef5f2f req-6d697ba0-f6c8-403c-b164-50b18b8eeaa0 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:49.839769 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4fa4e206-9e3a-468a-b391-545d24ef5f2f req-6d697ba0-f6c8-403c-b164-50b18b8eeaa0 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0617015 Sep 16 06:04:49.885718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4fa4e206-9e3a-468a-b391-545d24ef5f2f req-ff5b0e9a-1f72-40ca-b4a0-efb8306c74bd tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414069 Sep 16 06:04:51.012159 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea26c8-6794-446d-8faf-92b94a612cd5 req-270e7798-2a02-438b-84c8-c31948a8f68f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:51.013911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1ea26c8-6794-446d-8faf-92b94a612cd5 req-270e7798-2a02-438b-84c8-c31948a8f68f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0497391 Sep 16 06:04:51.054824 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e1ea26c8-6794-446d-8faf-92b94a612cd5 req-0aee3146-b3d7-4cfe-a417-4e7d1d6f0b90 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345962 Sep 16 06:04:51.848989 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b8058f5-adef-4669-bd7d-ce00aa740de2 req-5b707fb0-2d59-4b05-8c4d-27bc7c21dc86 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936859 Sep 16 06:04:51.945517 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9b8058f5-adef-4669-bd7d-ce00aa740de2 req-5c7320e5-622f-4b88-bc01-6bf46eb95aae service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853443 Sep 16 06:04:52.172454 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98ce5c-ee00-4c48-9733-8aac01c20952 req-02b60b41-59d1-4890-a7b1-c13998ee10a9 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:52.173862 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae98ce5c-ee00-4c48-9733-8aac01c20952 req-02b60b41-59d1-4890-a7b1-c13998ee10a9 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0530066 Sep 16 06:04:52.211594 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ae98ce5c-ee00-4c48-9733-8aac01c20952 req-62cf5d97-eb2e-45a7-be27-31a0a6f2e936 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311399 Sep 16 06:04:53.325919 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6fbb5-1b63-47ed-855b-c4bdac17089d req-053960de-4706-471c-ac3f-7f84e5e694b4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:53.327378 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fe6fbb5-1b63-47ed-855b-c4bdac17089d req-053960de-4706-471c-ac3f-7f84e5e694b4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0496497 Sep 16 06:04:53.365050 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0fe6fbb5-1b63-47ed-855b-c4bdac17089d req-0cf144b7-69ec-43a4-b124-6d016af7c0b9 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310311 Sep 16 06:04:54.479574 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606c818-5ae2-4985-a94c-3641686aadf8 req-f5eb4b80-a176-41f8-b72d-6ce4a35179a4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:54.481104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9606c818-5ae2-4985-a94c-3641686aadf8 req-f5eb4b80-a176-41f8-b72d-6ce4a35179a4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 944 time: 0.0486190 Sep 16 06:04:54.518859 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9606c818-5ae2-4985-a94c-3641686aadf8 req-a46da263-399f-4c89-85f4-a3f62e9e1e5d tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316710 Sep 16 06:04:55.301818 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f47cf839-d4b6-4a75-93d5-b00978969b02 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:04:55.395638 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:55.406285 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'port_id': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'mac_address': 'fa:16:3e:6a:74:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:04:55.442878 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.454957 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47cf839-d4b6-4a75-93d5-b00978969b02 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:04:55.474101 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:55.542217 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.589987 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=11']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:55.640680 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72ea25-f0e9-4367-ab00-dc1caae4207d req-1184cd72-1f7a-4e6b-a42e-fc688b3d01c4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:55.642144 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a72ea25-f0e9-4367-ab00-dc1caae4207d req-1184cd72-1f7a-4e6b-a42e-fc688b3d01c4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0542104 Sep 16 06:04:55.680664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3a72ea25-f0e9-4367-ab00-dc1caae4207d req-5db91b75-263d-42d6-8c9d-0cf438122305 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319445 Sep 16 06:04:55.810833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['f47cf839-d4b6-4a75-93d5-b00978969b02'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:04:56.794267 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c93240-5eb8-4262-bf69-f03fc133034a req-d521cfff-0ec0-4a3a-8268-f175c73bb01b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:56.795761 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28c93240-5eb8-4262-bf69-f03fc133034a req-d521cfff-0ec0-4a3a-8268-f175c73bb01b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 945 time: 0.0488276 Sep 16 06:04:56.833254 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-28c93240-5eb8-4262-bf69-f03fc133034a req-4b575dda-15fd-4534-8cb0-aafe9b3b96a4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308583 Sep 16 06:04:57.316597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f47cf839-d4b6-4a75-93d5-b00978969b02 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:04:57.415703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port f47cf839-d4b6-4a75-93d5-b00978969b02 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:04:57.419733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port f47cf839-d4b6-4a75-93d5-b00978969b02 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:57.420114 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.495147 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.517564 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:57.520582 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5403ff3f-fae5-43fc-8973-1578baec5617" -d '{"events": [{"server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "name": "network-vif-plugged", "status": "completed", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:57.533488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:57.555757 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037110c5-bd2d-4921-bbd0-3395cc9d89c5 x-openstack-request-id: req-037110c5-bd2d-4921-bbd0-3395cc9d89c5 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:57.556049 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "name": "network-vif-plugged", "status": "completed", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:57.556301 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-037110c5-bd2d-4921-bbd0-3395cc9d89c5 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:57.556728 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'code': 200} Sep 16 06:04:57.611322 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.663803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=12']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:57.793702 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb380ea7-8642-42c0-b0a3-fc9f14524d75 req-9cf9776e-2e96-4cc3-91b1-c20c59d336d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:57.795186 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb380ea7-8642-42c0-b0a3-fc9f14524d75 req-9cf9776e-2e96-4cc3-91b1-c20c59d336d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1098 time: 0.0399127 Sep 16 06:04:57.837938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bb380ea7-8642-42c0-b0a3-fc9f14524d75 req-b0818d81-2871-4f55-b58b-1564e08b352f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348470 Sep 16 06:04:57.950605 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1d8be-e16b-49a1-8cb7-f16f9c4f05ae req-15d754d7-5df8-44eb-b786-c921837b3ed3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:57.952092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2f1d8be-e16b-49a1-8cb7-f16f9c4f05ae req-15d754d7-5df8-44eb-b786-c921837b3ed3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 946 time: 0.0529709 Sep 16 06:04:57.989371 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2f1d8be-e16b-49a1-8cb7-f16f9c4f05ae req-c36a44a0-6d7c-4933-b66b-eba02faa712e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314646 Sep 16 06:04:59.106544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd8de8-129c-4bab-a89c-a2c4a4ba76c3 req-b5de8377-d5a0-4a2a-9974-d66e24e339a6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:59.108104 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abdd8de8-129c-4bab-a89c-a2c4a4ba76c3 req-b5de8377-d5a0-4a2a-9974-d66e24e339a6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 946 time: 0.0494108 Sep 16 06:04:59.146642 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abdd8de8-129c-4bab-a89c-a2c4a4ba76c3 req-69dbb46b-74ab-49b7-9c07-f93dd0967458 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318444 Sep 16 06:05:00.259195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3424879-87f4-4ed3-a491-21af35403890 req-3754eddb-d783-435f-9a04-94fe15cd252d tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:00.260699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3424879-87f4-4ed3-a491-21af35403890 req-3754eddb-d783-435f-9a04-94fe15cd252d tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 946 time: 0.0489311 Sep 16 06:05:00.299399 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b3424879-87f4-4ed3-a491-21af35403890 req-d4cd41c8-8999-4e29-9f66-e153ed28cd6e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325847 Sep 16 06:05:12.169754 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8e448008-1c32-457c-8296-4fb8f8700946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:13.170608 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:14.542008 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4c1e21bf-1d41-47ed-a655-fdf21102b1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:15.422010 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:16.330569 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:17.187773 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:17.834304 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:22.123257 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:05:39.022503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38d6a42-590d-4657-b871-3a42e268f11b req-3994e846-3a44-41aa-937e-da9390f8f3cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445764 Sep 16 06:05:39.109049 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d6a42-590d-4657-b871-3a42e268f11b req-59c34767-1383-437d-9e61-dd6fd78c22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:39.110524 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38d6a42-590d-4657-b871-3a42e268f11b req-59c34767-1383-437d-9e61-dd6fd78c22e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1098 time: 0.0402887 Sep 16 06:05:39.216059 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d6a42-590d-4657-b871-3a42e268f11b req-9b4cb33c-be97-4887-9c7c-251444f2ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:39.217559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38d6a42-590d-4657-b871-3a42e268f11b req-9b4cb33c-be97-4887-9c7c-251444f2ecaa service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0871801 Sep 16 06:05:39.282503 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38d6a42-590d-4657-b871-3a42e268f11b req-70576ad6-bd87-4405-925c-863dcb94f8b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 200 len: 1001 time: 0.0574596 Sep 16 06:05:39.334202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d6a42-590d-4657-b871-3a42e268f11b req-b0dd11c4-e5b6-49bd-a1b0-2c1219734e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:39.335624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38d6a42-590d-4657-b871-3a42e268f11b req-b0dd11c4-e5b6-49bd-a1b0-2c1219734e9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0442283 Sep 16 06:05:39.385935 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d6a42-590d-4657-b871-3a42e268f11b req-9a1f6c70-bbd3-4010-aff6-374ea952c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:39.387676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38d6a42-590d-4657-b871-3a42e268f11b req-9a1f6c70-bbd3-4010-aff6-374ea952c3e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440221 Sep 16 06:05:39.478401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38d6a42-590d-4657-b871-3a42e268f11b req-173269ff-c896-49eb-ba0f-21bddddc7c4b service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816319 Sep 16 06:05:39.573623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c38d6a42-590d-4657-b871-3a42e268f11b req-62c85c98-c091-456b-9594-73d1fa3537a3 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873799 Sep 16 06:05:42.153053 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-08eda5fe-9202-4900-8630-0318843f1278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:43.163281 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:44.581894 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a71f-9a33-4d8e-abe0-e22659d64757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.391605 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.296074 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.238976 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.810236 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.121887 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:12.158557 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c4cf8f9f-438b-4cf4-9ce7-0af94c564b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.141459 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.400274 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46452) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:13.560017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Deleting port d13342d9-a794-45a9-9c0c-b332dcecd044 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:06:13.560365 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.635831 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.636158 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.648763 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Calling delete_port for d13342d9-a794-45a9-9c0c-b332dcecd044 owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:06:13.861240 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.892006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event deleted for resources: {'Port': ['ID=d13342d9-a794-45a9-9c0c-b332dcecd044,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:13.915060 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:13.919135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:13.919135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:13.919135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:13.919135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:13.919135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:13.919135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:13.919135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:13.919135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:13.919135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:13.919135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:13.919135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:13.959317 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.959652 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Floating IP a54b3864-695a-46de-bff6-b241c2782ad9 disassociated (deleted). External IP: 172.25.3.121, port: f47cf839-d4b6-4a75-93d5-b00978969b02. Sep 16 06:06:14.173351 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Router 43614220-95fc-4da7-91bd-ad07e2613d28 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:06:14.281558 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:06:14.286169 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:14.292223 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90df699-21f3-43e0-b61a-86716b0f74eb None None] Sync routers for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:06:14.301737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90df699-21f3-43e0-b61a-86716b0f74eb None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:14.302348 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f90df699-21f3-43e0-b61a-86716b0f74eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:05:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:14.313451 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a2f5ea2c-c969-4c1e-8558-4a207a104faa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "DELETE /v2.0/floatingips/a54b3864-695a-46de-bff6-b241c2782ad9 HTTP/1.1" status: 204 len: 168 time: 0.9121280 Sep 16 06:06:14.314063 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:14.316418 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a5ea92-d0be-46b3-8c3f-0202f11d2c98" -d '{"events": [{"name": "network-changed", "server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:14.354807 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c57f63-254c-4052-ab1a-91e4f8d270f3 x-openstack-request-id: req-15c57f63-254c-4052-ab1a-91e4f8d270f3 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:14.355204 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:14.355524 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15c57f63-254c-4052-ab1a-91e4f8d270f3 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:14.355998 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'status': 'completed', 'code': 200} Sep 16 06:06:14.418792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f90df699-21f3-43e0-b61a-86716b0f74eb None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:14.467375 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5ea92-d0be-46b3-8c3f-0202f11d2c98 req-b4dc048d-b613-4fa3-af8b-e2f46435de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:14.469226 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a5ea92-d0be-46b3-8c3f-0202f11d2c98 req-b4dc048d-b613-4fa3-af8b-e2f46435de9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 1098 time: 0.0897434 Sep 16 06:06:14.573603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5ea92-d0be-46b3-8c3f-0202f11d2c98 req-9f965009-0e45-41b7-baaa-09bbbf9876f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:14.575102 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a5ea92-d0be-46b3-8c3f-0202f11d2c98 req-9f965009-0e45-41b7-baaa-09bbbf9876f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0982118 Sep 16 06:06:14.589990 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-293b3bc1-022b-402b-b2d6-1288400010c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:14.618664 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a5ea92-d0be-46b3-8c3f-0202f11d2c98 req-6364143a-6aa4-4731-a4de-83337c811a22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 200 len: 217 time: 0.0353582 Sep 16 06:06:14.646273 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f90df699-21f3-43e0-b61a-86716b0f74eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:14.671737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5ea92-d0be-46b3-8c3f-0202f11d2c98 req-9e030108-eeb3-42ce-821b-6f42441e4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:14.673596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a5ea92-d0be-46b3-8c3f-0202f11d2c98 req-9e030108-eeb3-42ce-821b-6f42441e4a1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0467274 Sep 16 06:06:14.675859 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90df699-21f3-43e0-b61a-86716b0f74eb None None] Checking router: 43614220-95fc-4da7-91bd-ad07e2613d28 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:06:14.684253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90df699-21f3-43e0-b61a-86716b0f74eb None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:06:14.684923 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f90df699-21f3-43e0-b61a-86716b0f74eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:06:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:14.763179 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f35b6-a9f2-4756-9ed4-126d6f8badb7 req-8a512599-1b6c-4fe7-9cfb-be2a4a789ced tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:14.765006 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f0f35b6-a9f2-4756-9ed4-126d6f8badb7 req-8a512599-1b6c-4fe7-9cfb-be2a4a789ced tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 946 time: 0.0736847 Sep 16 06:06:14.766660 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5ea92-d0be-46b3-8c3f-0202f11d2c98 req-a38cf16b-97da-4f0b-9730-6cbc98c2df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:14.768145 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a5ea92-d0be-46b3-8c3f-0202f11d2c98 req-a38cf16b-97da-4f0b-9730-6cbc98c2df1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863183 Sep 16 06:06:14.797012 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-f90df699-21f3-43e0-b61a-86716b0f74eb None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:06:14.828623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5f0f35b6-a9f2-4756-9ed4-126d6f8badb7 req-b1cdbecf-c55d-4637-88bd-34cab475d0ac tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577886 Sep 16 06:06:14.882336 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a5ea92-d0be-46b3-8c3f-0202f11d2c98 req-345f846d-26b0-4c3b-9707-bc954a7be123 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046534 Sep 16 06:06:14.980057 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41a5ea92-d0be-46b3-8c3f-0202f11d2c98 req-d596b123-4e13-4e99-ac40-151ec4c80e69 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904603 Sep 16 06:06:14.998250 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-f90df699-21f3-43e0-b61a-86716b0f74eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:06:15.030495 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90df699-21f3-43e0-b61a-86716b0f74eb None None] The sync data for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 is: [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:06:15.243989 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d184f7-338d-4393-85d8-06be0137d8c5 None None] New status for floating IP a54b3864-695a-46de-bff6-b241c2782ad9: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:06:15.387427 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:15.949421 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b1e20-ddcb-403a-b64e-bbfdd8702578 req-0b1a5937-885d-4a82-8a02-dabad6400b12 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:15.950896 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec0b1e20-ddcb-403a-b64e-bbfdd8702578 req-0b1a5937-885d-4a82-8a02-dabad6400b12 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 946 time: 0.0491414 Sep 16 06:06:15.989914 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ec0b1e20-ddcb-403a-b64e-bbfdd8702578 req-41dabf14-1f62-4216-a674-a4f03f7281ba tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=29878a06-8e76-4879-87d9-faad88b01aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320611 Sep 16 06:06:16.142564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cb75b-77e1-47ab-95d2-ef47e5642118 req-2528781e-fb4a-468a-9382-677c3999491e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:16.143903 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f8cb75b-77e1-47ab-95d2-ef47e5642118 req-2528781e-fb4a-468a-9382-677c3999491e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.37 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 946 time: 0.0521810 Sep 16 06:06:16.231893 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-1f8cb75b-77e1-47ab-95d2-ef47e5642118 req-0cfc8d5d-bf13-4ed3-b8fa-eace06f702aa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Deleting port f47cf839-d4b6-4a75-93d5-b00978969b02 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:06:16.232232 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1f8cb75b-77e1-47ab-95d2-ef47e5642118 req-0cfc8d5d-bf13-4ed3-b8fa-eace06f702aa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:16.312724 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:16.326360 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-1f8cb75b-77e1-47ab-95d2-ef47e5642118 req-0cfc8d5d-bf13-4ed3-b8fa-eace06f702aa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] For port f47cf839-d4b6-4a75-93d5-b00978969b02, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=f47cf839-d4b6-4a75-93d5-b00978969b02,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:16.326751 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1f8cb75b-77e1-47ab-95d2-ef47e5642118 req-0cfc8d5d-bf13-4ed3-b8fa-eace06f702aa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:16.338346 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-1f8cb75b-77e1-47ab-95d2-ef47e5642118 req-0cfc8d5d-bf13-4ed3-b8fa-eace06f702aa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Calling delete_port for f47cf839-d4b6-4a75-93d5-b00978969b02 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:06:16.518614 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1f8cb75b-77e1-47ab-95d2-ef47e5642118 req-0cfc8d5d-bf13-4ed3-b8fa-eace06f702aa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:16.551917 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc8d5d-bf13-4ed3-b8fa-eace06f702aa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event deleted for resources: {'Port': ['ID=f47cf839-d4b6-4a75-93d5-b00978969b02,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:16.591819 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8cb75b-77e1-47ab-95d2-ef47e5642118 req-0cfc8d5d-bf13-4ed3-b8fa-eace06f702aa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] No DVR routers for this DVR port f47cf839-d4b6-4a75-93d5-b00978969b02 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:06:16.594957 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1f8cb75b-77e1-47ab-95d2-ef47e5642118 req-0cfc8d5d-bf13-4ed3-b8fa-eace06f702aa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:16.597251 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1f8cb75b-77e1-47ab-95d2-ef47e5642118 req-0cfc8d5d-bf13-4ed3-b8fa-eace06f702aa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.37 "DELETE /v2.0/ports/f47cf839-d4b6-4a75-93d5-b00978969b02 HTTP/1.1" status: 204 len: 173 time: 0.4466531 Sep 16 06:06:16.597699 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'name': 'network-vif-deleted', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:16.600429 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e34abc-c009-4ef1-a7ae-50809b8e9c6a" -d '{"events": [{"server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "name": "network-vif-deleted", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:16.635596 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e13a48c-b289-4bc3-8004-329b78f735ed x-openstack-request-id: req-8e13a48c-b289-4bc3-8004-329b78f735ed {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:16.635903 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61387cfd-4be3-4f55-a261-cfbc06653770", "name": "network-vif-deleted", "tag": "f47cf839-d4b6-4a75-93d5-b00978969b02", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:16.636158 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e13a48c-b289-4bc3-8004-329b78f735ed {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:16.636845 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61387cfd-4be3-4f55-a261-cfbc06653770', 'name': 'network-vif-deleted', 'tag': 'f47cf839-d4b6-4a75-93d5-b00978969b02', 'status': 'completed', 'code': 200} Sep 16 06:06:17.238745 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:17.372417 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c90149a8-47d4-4868-a360-05c96f84909e req-f6c6aaaf-820f-4e72-b347-b5c45b0662af tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=61387cfd-4be3-4f55-a261-cfbc06653770 HTTP/1.1" status: 200 len: 210 time: 0.0280969 Sep 16 06:06:17.827919 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:18.429244 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46474) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:18.493832 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2cccfa7-2103-4bd2-ba5e-9f7e4364d890 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:18.519629 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2cccfa7-2103-4bd2-ba5e-9f7e4364d890 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:18.638290 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2cccfa7-2103-4bd2-ba5e-9f7e4364d890 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:18.640894 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-f2cccfa7-2103-4bd2-ba5e-9f7e4364d890 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:18.642048 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-f2cccfa7-2103-4bd2-ba5e-9f7e4364d890 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "DELETE /v2.0/security-groups/29878a06-8e76-4879-87d9-faad88b01aa1 HTTP/1.1" status: 204 len: 168 time: 0.2118192 Sep 16 06:06:18.651470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cccfa7-2103-4bd2-ba5e-9f7e4364d890 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29878a06-8e76-4879-87d9-faad88b01aa1,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:19.056318 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46480) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:19.061207 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-1181d4d6-926d-4553-adaa-a0751360b2c6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042498423', 'description': 'tempest-secgroup-smoke-2042498423 description', 'project_id': '92108c66035840caac80b60ad7267c8b'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:19.146858 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1181d4d6-926d-4553-adaa-a0751360b2c6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.224966 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1181d4d6-926d-4553-adaa-a0751360b2c6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.283834 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1181d4d6-926d-4553-adaa-a0751360b2c6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.313215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181d4d6-926d-4553-adaa-a0751360b2c6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:19.379443 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1181d4d6-926d-4553-adaa-a0751360b2c6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.380741 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1181d4d6-926d-4553-adaa-a0751360b2c6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3232551 Sep 16 06:06:19.383619 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46482) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:19.388380 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-a3968f7b-9c06-42e1-8154-d4e01dae965a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group_rule': {'security_group_id': '7c55764f-c5cb-47a7-b15d-d2bdbda5f17b', 'project_id': '92108c66035840caac80b60ad7267c8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:19.483557 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3968f7b-9c06-42e1-8154-d4e01dae965a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.539240 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3968f7b-9c06-42e1-8154-d4e01dae965a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.615347 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3968f7b-9c06-42e1-8154-d4e01dae965a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.632289 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3968f7b-9c06-42e1-8154-d4e01dae965a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1d504d-09f4-4aaa-9e8b-9bc68defaec2,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:19.701212 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a3968f7b-9c06-42e1-8154-d4e01dae965a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.703230 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a3968f7b-9c06-42e1-8154-d4e01dae965a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3186462 Sep 16 06:06:19.706068 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46484) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:19.712415 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-2e038154-617b-45f6-b3df-102004e2522e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group_rule': {'security_group_id': '7c55764f-c5cb-47a7-b15d-d2bdbda5f17b', 'project_id': '92108c66035840caac80b60ad7267c8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:19.735768 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f47cf839-d4b6-4a75-93d5-b00978969b02 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:06:19.756744 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: f47cf839-d4b6-4a75-93d5-b00978969b02 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:06:19.757094 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device f47cf839-d4b6-4a75-93d5-b00978969b02 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:06:19.819439 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e038154-617b-45f6-b3df-102004e2522e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.874786 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e038154-617b-45f6-b3df-102004e2522e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.945517 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e038154-617b-45f6-b3df-102004e2522e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:19.968761 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e038154-617b-45f6-b3df-102004e2522e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b79423-3068-4515-83b6-4fa8e1bb4b1f,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:20.043067 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-2e038154-617b-45f6-b3df-102004e2522e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.044305 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-2e038154-617b-45f6-b3df-102004e2522e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3372722 Sep 16 06:06:20.047722 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46486) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:20.052106 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-e20577e6-6159-4e32-8994-08cf2c02cc27 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group_rule': {'security_group_id': '7c55764f-c5cb-47a7-b15d-d2bdbda5f17b', 'project_id': '92108c66035840caac80b60ad7267c8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:20.145323 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e20577e6-6159-4e32-8994-08cf2c02cc27 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.201239 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e20577e6-6159-4e32-8994-08cf2c02cc27 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.282427 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e20577e6-6159-4e32-8994-08cf2c02cc27 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.300518 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20577e6-6159-4e32-8994-08cf2c02cc27 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b707b2-3801-4af6-82d6-6519dfbd1d8c,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:20.381040 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e20577e6-6159-4e32-8994-08cf2c02cc27 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.382264 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e20577e6-6159-4e32-8994-08cf2c02cc27 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335829 Sep 16 06:06:20.385073 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46488) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:20.390004 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-bdef9c86-e101-423d-84cf-0d00e540442a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group_rule': {'security_group_id': '7c55764f-c5cb-47a7-b15d-d2bdbda5f17b', 'project_id': '92108c66035840caac80b60ad7267c8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:20.477067 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bdef9c86-e101-423d-84cf-0d00e540442a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.536759 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bdef9c86-e101-423d-84cf-0d00e540442a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.615159 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bdef9c86-e101-423d-84cf-0d00e540442a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.634580 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef9c86-e101-423d-84cf-0d00e540442a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ddc603-7da6-4b82-8109-cc709351948b,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:20.689941 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-bdef9c86-e101-423d-84cf-0d00e540442a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.691407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-bdef9c86-e101-423d-84cf-0d00e540442a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3054080 Sep 16 06:06:20.694142 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46490) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:20.698423 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-620f2e29-27df-4e8e-9f26-50722d1c94c1 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group_rule': {'security_group_id': '7c55764f-c5cb-47a7-b15d-d2bdbda5f17b', 'project_id': '92108c66035840caac80b60ad7267c8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:20.762952 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-620f2e29-27df-4e8e-9f26-50722d1c94c1 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Project 92108c66035840caac80b60ad7267c8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:06:20.767994 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-620f2e29-27df-4e8e-9f26-50722d1c94c1 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.826150 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-620f2e29-27df-4e8e-9f26-50722d1c94c1 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.905997 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-620f2e29-27df-4e8e-9f26-50722d1c94c1 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.925348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f2e29-27df-4e8e-9f26-50722d1c94c1 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440e37fa-56b3-489a-b658-9911a013f32c,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:21.004075 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-620f2e29-27df-4e8e-9f26-50722d1c94c1 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:21.005702 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-620f2e29-27df-4e8e-9f26-50722d1c94c1 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3104818 Sep 16 06:06:21.008754 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46492) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:06:21.013376 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-0897dd33-41ae-4ab1-a50e-db8c3cbd9734 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'security_group_rule': {'security_group_id': '7c55764f-c5cb-47a7-b15d-d2bdbda5f17b', 'project_id': '92108c66035840caac80b60ad7267c8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:21.078416 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-0897dd33-41ae-4ab1-a50e-db8c3cbd9734 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Project 92108c66035840caac80b60ad7267c8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:06:21.083063 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0897dd33-41ae-4ab1-a50e-db8c3cbd9734 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:21.142384 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0897dd33-41ae-4ab1-a50e-db8c3cbd9734 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:21.187227 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0897dd33-41ae-4ab1-a50e-db8c3cbd9734 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:21.204117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897dd33-41ae-4ab1-a50e-db8c3cbd9734 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6bb472-690d-4936-8a9c-28ad1bc5bd76,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:21.244078 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0897dd33-41ae-4ab1-a50e-db8c3cbd9734 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:21.245356 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0897dd33-41ae-4ab1-a50e-db8c3cbd9734 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2356594 Sep 16 06:06:36.121070 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:42.145150 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-355b2a6a-067b-4756-85d2-5a1136931ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:42.191365 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-f616d022-c568-49d9-ab2b-923f456ce3ac tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042498423&fields=id&tenant_id=92108c66035840caac80b60ad7267c8b HTTP/1.1" status: 200 len: 267 time: 0.0328376 Sep 16 06:06:42.301250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-83705209-b2cd-400f-8dec-50bb917b2f1e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:42.302756 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-83705209-b2cd-400f-8dec-50bb917b2f1e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 809 time: 0.1045637 Sep 16 06:06:42.318228 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-16a531bd-18a6-41cd-af1c-c801d6c61192 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/quotas/92108c66035840caac80b60ad7267c8b HTTP/1.1" status: 200 len: 375 time: 0.0098205 Sep 16 06:06:42.370623 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-48a1122d-d16c-4e6c-bbd3-ef5e8c00c681 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469508 Sep 16 06:06:42.465250 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-84af78fd-5fe7-492a-9105-b1cc51e86a23 service neutron] 10.222.0.24 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828502 Sep 16 06:06:42.569401 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-bac87f7d-4ffa-49ce-b25c-2d4e561a92d4 service neutron] 10.222.0.24 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979934 Sep 16 06:06:43.148237 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e341bfc3-e7f7-4a5f-99a4-1a260637b7bf req-2f6807e2-bc0a-4a23-9899-14967f9781e4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 210 time: 0.0263412 Sep 16 06:06:43.172581 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:44.249878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-463f85ab-6cec-4d99-85db-3365bc30924e req-ff8a494d-f484-4623-9548-ac9455465d92 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 210 time: 0.0263073 Sep 16 06:06:44.541127 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ed520dca-6114-4cf0-a2e9-9b0003024e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:44.874735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-797515dd-c920-4ae4-8ae1-ab891a01378b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:44.876561 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-797515dd-c920-4ae4-8ae1-ab891a01378b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.23 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 809 time: 0.1042287 Sep 16 06:06:44.919754 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-a609a239-876c-4dce-9e28-2994bfc83701 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92108c66035840caac80b60ad7267c8b HTTP/1.1" status: 200 len: 380 time: 0.0348334 Sep 16 06:06:44.929392 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'port': {'device_id': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'admin_state_up': True, 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'security_groups': ['7c55764f-c5cb-47a7-b15d-d2bdbda5f17b']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:45.087889 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Made reservation on behalf of 92108c66035840caac80b60ad7267c8b for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:06:45.091758 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:45.359333 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-136f9abe-4b12-4f5c-a3bb-e7e5d6c89802 req-24b5f396-c057-410e-9ecf-263c4e587915 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 210 time: 0.0283692 Sep 16 06:06:45.388078 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:45.556054 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Allocated IP 172.20.0.7 (a3868298-8261-4f00-8975-12d1ffac607a/4e2cd28f-12af-4c1d-9362-994ce8f174f1/8b659dd7-8896-4aae-9546-5d1cffb9f0ce) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:06:45.697041 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:45.787130 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:45.828562 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Network a3868298-8261-4f00-8975-12d1ffac607a is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:45.831576 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:45.835308 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:06:45.863596 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'Port': ['ID=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:45.876985 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:45.878074 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:45.878411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:45.878751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:45.879090 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:45.879421 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:45.879754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:45.880072 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:45.880396 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:45.880746 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:45.881079 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:45.881428 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:45.905119 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:45.905840 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:45.969172 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-61454e91-2e68-4aa6-9c67-c7d4158390c3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0434225 Sep 16 06:06:45.982894 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Request body: {'port': {'device_id': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:46.046812 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:46.087720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a67b40b3-5411-4e67-83d3-5bf4f7498733 None None] Provisioning complete for port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:46.088309 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a67b40b3-5411-4e67-83d3-5bf4f7498733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:46.135306 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a67b40b3-5411-4e67-83d3-5bf4f7498733 None None] Port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:06:46.316850 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:46.327521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b659dd7-8896-4aae-9546-5d1cffb9f0ce {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:06:46.335477 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:46.347776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Transition to ACTIVE for port object 8b659dd7-8896-4aae-9546-5d1cffb9f0ce will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:06:46.419647 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:46.471453 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Pushing event updated for resources: {'Port': ['ID=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:46.499986 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f19682-74df-4489-b736-d4c31710c183 req-5dc80b09-caa9-4d20-9042-1ab69b977609 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:46.503998 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5f19682-74df-4489-b736-d4c31710c183 req-5dc80b09-caa9-4d20-9042-1ab69b977609 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0701792 Sep 16 06:06:46.553168 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Attempting to bind port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:06:46.553500 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Attempting to bind port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:06:46.553993 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Attempting to bind port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce on network a3868298-8261-4f00-8975-12d1ffac607a {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:46.559278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce on network a3868298-8261-4f00-8975-12d1ffac607a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:06:46.559278 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Attempting to bind port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce on network a3868298-8261-4f00-8975-12d1ffac607a {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:46.559544 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d5f19682-74df-4489-b736-d4c31710c183 req-ccd4aef7-868b-4f0b-bbb4-95198ed291cd tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484500 Sep 16 06:06:46.566948 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:06:46.567325 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Checking segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:06:46.567784 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Bound using segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:06:46.568291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Bound port: 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:06:46.568748 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:46.637991 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:06:46.641232 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:06:46.753374 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:46.790448 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:46.791322 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:46.792854 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] 10.222.0.23 "PUT /v2.0/ports/8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 1092 time: 0.8148744 Sep 16 06:06:46.795551 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:46.798559 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87f0a41-8c00-45b7-8af7-05fe81eaffb2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:46.832865 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d62c3c-8a97-4583-8036-0e006bdc7b46 service neutron] Pushing event updated for resources: {'Port': ['ID=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:46.911769 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f45ced-a784-401c-9c43-7550c082fa15 x-openstack-request-id: req-45f45ced-a784-401c-9c43-7550c082fa15 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:46.911769 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:46.911769 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45f45ced-a784-401c-9c43-7550c082fa15 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:46.911769 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'status': 'completed', 'code': 200} Sep 16 06:06:46.956284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-444cf79b-f6e3-42c8-bc4a-2daf67264550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:46.957878 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-444cf79b-f6e3-42c8-bc4a-2daf67264550 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1095 time: 0.0480826 Sep 16 06:06:47.003590 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-f2336469-359d-440a-8ec8-b4caf0543131 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 217 time: 0.0374825 Sep 16 06:06:47.057050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-bf84d7f7-463d-4e2d-a097-3a5a765a15cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:47.058549 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-bf84d7f7-463d-4e2d-a097-3a5a765a15cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0454328 Sep 16 06:06:47.109361 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-9b20d943-4fe9-46fa-bf20-0d95cbc29de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:47.111544 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-9b20d943-4fe9-46fa-bf20-0d95cbc29de4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463510 Sep 16 06:06:47.206143 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-6d9dd076-7aa8-4411-8a76-1d82fd67d1f3 service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876820 Sep 16 06:06:47.214992 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:47.302378 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cafdac21-311e-4ee5-b71d-105d3eb1dd52 req-cf1e5127-91e1-4a04-968b-e111923b64f9 service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897393 Sep 16 06:06:47.440179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f0a41-8c00-45b7-8af7-05fe81eaffb2 req-2b13c4a1-63f3-4507-a6e5-aae17c2341f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:47.441580 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a87f0a41-8c00-45b7-8af7-05fe81eaffb2 req-2b13c4a1-63f3-4507-a6e5-aae17c2341f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1095 time: 0.0431058 Sep 16 06:06:47.542192 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f0a41-8c00-45b7-8af7-05fe81eaffb2 req-351947f3-ed19-4b5a-96d6-25f72e103939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:47.543752 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a87f0a41-8c00-45b7-8af7-05fe81eaffb2 req-351947f3-ed19-4b5a-96d6-25f72e103939 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0951233 Sep 16 06:06:47.585918 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a87f0a41-8c00-45b7-8af7-05fe81eaffb2 req-38a4815d-55a0-4538-afed-fcf675356e46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 217 time: 0.0343006 Sep 16 06:06:47.635416 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f0a41-8c00-45b7-8af7-05fe81eaffb2 req-e06b13ff-79cf-4d96-8026-5aa7e4e38222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:47.637214 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a87f0a41-8c00-45b7-8af7-05fe81eaffb2 req-e06b13ff-79cf-4d96-8026-5aa7e4e38222 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0447946 Sep 16 06:06:47.675534 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69414994-ecdf-4604-b595-6ec393b9b3aa req-d30a26c2-6de7-4833-abf7-eab7c696d638 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:47.681221 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69414994-ecdf-4604-b595-6ec393b9b3aa req-d30a26c2-6de7-4833-abf7-eab7c696d638 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0579722 Sep 16 06:06:47.686668 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f0a41-8c00-45b7-8af7-05fe81eaffb2 req-049af03c-34cf-40e4-9526-e022250305a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:47.688310 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a87f0a41-8c00-45b7-8af7-05fe81eaffb2 req-049af03c-34cf-40e4-9526-e022250305a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429869 Sep 16 06:06:47.718745 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-69414994-ecdf-4604-b595-6ec393b9b3aa req-1802505b-b54a-4927-b2df-c7847b62c785 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350826 Sep 16 06:06:47.798231 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a87f0a41-8c00-45b7-8af7-05fe81eaffb2 req-9bd78d64-dbd7-4072-bc5b-0ad52f0a7711 service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024458 Sep 16 06:06:47.836626 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:47.894380 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-a87f0a41-8c00-45b7-8af7-05fe81eaffb2 req-10209cdf-32e3-4924-8c19-a0d35e645352 service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896239 Sep 16 06:06:48.836400 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87c3f3-e96e-4509-9d6d-7ee76adccee6 req-372dbd55-8630-4923-bffc-9175214ca013 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:48.837878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea87c3f3-e96e-4509-9d6d-7ee76adccee6 req-372dbd55-8630-4923-bffc-9175214ca013 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0473711 Sep 16 06:06:48.877685 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ea87c3f3-e96e-4509-9d6d-7ee76adccee6 req-0e39a2d7-39f5-4de0-8ead-1334fbdaff87 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336928 Sep 16 06:06:49.998377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf040-0b8e-4562-a38b-e4e5ab93310a req-ce298831-baef-447f-8630-5998261ce43e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:49.999870 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27abf040-0b8e-4562-a38b-e4e5ab93310a req-ce298831-baef-447f-8630-5998261ce43e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0531838 Sep 16 06:06:50.038440 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-27abf040-0b8e-4562-a38b-e4e5ab93310a req-e95c2cb1-39f8-482e-b5f7-cb323ddcd052 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Sep 16 06:06:51.149755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8c54a-e7d6-4a6c-bc94-7a9b211e15e2 req-8a997734-5352-4a9a-a332-e0a476010625 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:51.151214 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ce8c54a-e7d6-4a6c-bc94-7a9b211e15e2 req-8a997734-5352-4a9a-a332-e0a476010625 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0476007 Sep 16 06:06:51.188380 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6ce8c54a-e7d6-4a6c-bc94-7a9b211e15e2 req-16645dc1-4981-43bb-ac2e-2c1a2e99e89f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Sep 16 06:06:52.302527 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f1862-a523-4aa3-8a48-4eea54a6fbaf req-fbc985b2-0b2a-42d0-92ed-994ba876e0a6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:52.304018 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b8f1862-a523-4aa3-8a48-4eea54a6fbaf req-fbc985b2-0b2a-42d0-92ed-994ba876e0a6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0491099 Sep 16 06:06:52.340632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4b8f1862-a523-4aa3-8a48-4eea54a6fbaf req-1f1b56eb-a279-4f65-9621-6dfcf8c54ff9 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307250 Sep 16 06:06:53.456081 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c173c-9bc8-49e8-b366-a82016d2a612 req-71f70f02-5e31-4fc4-bf5a-258776eefa8f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:53.457582 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c6c173c-9bc8-49e8-b366-a82016d2a612 req-71f70f02-5e31-4fc4-bf5a-258776eefa8f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0524597 Sep 16 06:06:53.495332 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3c6c173c-9bc8-49e8-b366-a82016d2a612 req-c00801a0-379b-4cfe-a2d3-73d4520773b8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Sep 16 06:06:54.608896 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f3b18-5c80-44c9-a860-3bfd314eaa14 req-92acca8f-3a70-4f4c-b52e-101faee804d2 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:54.610600 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-616f3b18-5c80-44c9-a860-3bfd314eaa14 req-92acca8f-3a70-4f4c-b52e-101faee804d2 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0492198 Sep 16 06:06:54.648936 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-616f3b18-5c80-44c9-a860-3bfd314eaa14 req-61ad98a0-d38a-4f14-9f63-88d2551c6d56 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316482 Sep 16 06:06:55.764377 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba6e34-1a4f-4eef-b762-8a9afddc4693 req-62cc2215-341e-4965-b14c-72311f54004e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:55.765913 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cba6e34-1a4f-4eef-b762-8a9afddc4693 req-62cc2215-341e-4965-b14c-72311f54004e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0510731 Sep 16 06:06:55.804648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0cba6e34-1a4f-4eef-b762-8a9afddc4693 req-1ac310cf-d1b3-4530-8b78-9e2738df0c76 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326164 Sep 16 06:06:57.266904 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ea13d-7b7f-4d9a-9ef0-3b192fc9556f req-303cad83-7ee0-48e0-8004-5f3db457a399 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:57.268335 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f68ea13d-7b7f-4d9a-9ef0-3b192fc9556f req-303cad83-7ee0-48e0-8004-5f3db457a399 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.3484380 Sep 16 06:06:57.307174 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f68ea13d-7b7f-4d9a-9ef0-3b192fc9556f req-54e49461-d608-4c63-9d56-466c414bcaec tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328395 Sep 16 06:06:58.419183 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bb83d-292a-44ef-8616-948d5482d5e4 req-62594e03-c57e-4b04-b2f1-b24b7ea39935 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:58.420683 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f3bb83d-292a-44ef-8616-948d5482d5e4 req-62594e03-c57e-4b04-b2f1-b24b7ea39935 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0486436 Sep 16 06:06:58.459294 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9f3bb83d-292a-44ef-8616-948d5482d5e4 req-a0bbf795-29aa-425a-af0e-939b961174b3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321763 Sep 16 06:06:59.251843 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 8b659dd7-8896-4aae-9546-5d1cffb9f0ce details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:06:59.346073 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:59.357071 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'port_id': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'mac_address': 'fa:16:3e:d7:72:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:06:59.397441 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:59.409811 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b659dd7-8896-4aae-9546-5d1cffb9f0ce {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:06:59.428246 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:59.527412 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:59.574447 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d23c0-4eb2-48a5-9923-19c27c040a1d req-b9ee1352-59ed-4882-97cb-0a66cccdf6e4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:59.575068 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:59.575938 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f94d23c0-4eb2-48a5-9923-19c27c040a1d req-b9ee1352-59ed-4882-97cb-0a66cccdf6e4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 944 time: 0.0493248 Sep 16 06:06:59.582684 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:59.586809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:59.586809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:59.586809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:59.586809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:59.586809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:59.586809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:59.586809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:59.586809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:59.586809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:59.586809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:59.586809 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:59.614427 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f94d23c0-4eb2-48a5-9923-19c27c040a1d req-524b5c3d-8ed3-4292-9cd5-d31357bc86e9 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317020 Sep 16 06:06:59.756881 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['8b659dd7-8896-4aae-9546-5d1cffb9f0ce'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:07:00.731022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26673ddd-c0e6-470b-84c8-b26a374e5f3c req-92c04fdf-fdb4-4165-9269-522eb97c83ff tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:00.732507 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26673ddd-c0e6-470b-84c8-b26a374e5f3c req-92c04fdf-fdb4-4165-9269-522eb97c83ff tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 944 time: 0.0517633 Sep 16 06:07:00.769574 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-26673ddd-c0e6-470b-84c8-b26a374e5f3c req-1b1e586b-cf11-4048-bf9c-9c37a7c9f823 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Sep 16 06:07:01.267153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 8b659dd7-8896-4aae-9546-5d1cffb9f0ce up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:01.384494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:07:01.388575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:01.391929 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:01.467957 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:01.490698 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:01.492987 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5af9df9-74b7-4419-b547-4665456d5d1c" -d '{"events": [{"server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "name": "network-vif-plugged", "status": "completed", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:01.506812 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:01.528907 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755a43b6-59d2-4477-ab7f-8c5ba27ed2ac x-openstack-request-id: req-755a43b6-59d2-4477-ab7f-8c5ba27ed2ac {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:01.529190 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "name": "network-vif-plugged", "status": "completed", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:01.529444 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-755a43b6-59d2-4477-ab7f-8c5ba27ed2ac {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:01.529831 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'code': 200} Sep 16 06:07:01.567428 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:01.615884 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:01.627354 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e43c6-d54e-4bb8-9cf2-eff7d813ff0e req-83e47aeb-0f9c-4df1-bb27-cf9faa19ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:01.628976 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a9e43c6-d54e-4bb8-9cf2-eff7d813ff0e req-83e47aeb-0f9c-4df1-bb27-cf9faa19ffc1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1097 time: 0.0438521 Sep 16 06:07:01.663603 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5a9e43c6-d54e-4bb8-9cf2-eff7d813ff0e req-c65a41b7-08a3-442e-bf2e-5942c4eb3462 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281844 Sep 16 06:07:01.882837 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df89151-b8bd-474e-9c59-f1b51a52d683 req-26bf9ba0-b1ae-47fe-b61c-07a09ae04910 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:01.884327 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df89151-b8bd-474e-9c59-f1b51a52d683 req-26bf9ba0-b1ae-47fe-b61c-07a09ae04910 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0494666 Sep 16 06:07:01.923199 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0df89151-b8bd-474e-9c59-f1b51a52d683 req-3887540a-3584-468f-95ee-f7e6d0c29709 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323770 Sep 16 06:07:03.039053 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d402536-14ed-416b-926a-3c821b284e6b req-71f8e517-a4f2-47e4-9f9b-9c2ca2ed7342 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:03.040609 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d402536-14ed-416b-926a-3c821b284e6b req-71f8e517-a4f2-47e4-9f9b-9c2ca2ed7342 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0497985 Sep 16 06:07:03.077668 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2d402536-14ed-416b-926a-3c821b284e6b req-935a75da-9e3f-4f86-920c-612b81612157 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312078 Sep 16 06:07:03.192319 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce5eee-6295-426e-a516-025588a1fba5 req-281972a7-b884-49b9-9ba0-f80ef3fe19de tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:03.193796 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ce5eee-6295-426e-a516-025588a1fba5 req-281972a7-b884-49b9-9ba0-f80ef3fe19de tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0512905 Sep 16 06:07:03.230313 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b7ce5eee-6295-426e-a516-025588a1fba5 req-56341289-db90-4cfa-8c46-3911f9cd6600 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305500 Sep 16 06:07:03.251386 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46712) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:03.291017 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa59cc2-937b-43fe-9282-82af933863ec tempest-TestShelveInstance-1703963343 tempest-TestShelveInstance-1703963343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:03.292088 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-daa59cc2-937b-43fe-9282-82af933863ec tempest-TestShelveInstance-1703963343 tempest-TestShelveInstance-1703963343-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1092 time: 0.0396364 Sep 16 06:07:03.294851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46714) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:03.299996 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:03.397308 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:03.496965 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:03.599603 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Allocated IP 172.25.3.86 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/c69e94ee-2965-4855-9eec-ef89307e0094) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:03.702157 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:03.795967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:03.834857 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:03.837737 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:03.843911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:03.849636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'Port': ['ID=c69e94ee-2965-4855-9eec-ef89307e0094,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:04.200500 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:04.331833 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:04.483529 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:04.551760 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:04.631388 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event updated for resources: {'Port': ['ID=c69e94ee-2965-4855-9eec-ef89307e0094,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:04.644758 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:04.745170 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Floating IP 5ffcc58c-5c5e-4512-8be7-160a6c0995c0 associated. External IP: 172.25.3.86, port: 8b659dd7-8896-4aae-9546-5d1cffb9f0ce. Sep 16 06:07:04.950548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Router 43614220-95fc-4da7-91bd-ad07e2613d28 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:07:05.058083 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:05.068906 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ce9fe-533e-4b8f-a001-ebba23378264 None None] Sync routers for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:05.078706 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ce9fe-533e-4b8f-a001-ebba23378264 None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:05.079461 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-829ce9fe-533e-4b8f-a001-ebba23378264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:06:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:05.139212 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:05.166115 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-c2174db1-7500-455e-8f0c-58e287436fde tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8702624 Sep 16 06:07:05.166697 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:05.169052 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e5a214-a759-4d11-8bc8-d21461411595" -d '{"events": [{"name": "network-changed", "server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:05.189893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-829ce9fe-533e-4b8f-a001-ebba23378264 None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:05.205291 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8ee4f3-8c32-4859-825d-ce4d09207900 x-openstack-request-id: req-de8ee4f3-8c32-4859-825d-ce4d09207900 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:05.205788 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:05.205925 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de8ee4f3-8c32-4859-825d-ce4d09207900 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:05.206231 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'status': 'completed', 'code': 200} Sep 16 06:07:05.267301 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5a214-a759-4d11-8bc8-d21461411595 req-8285b307-e51b-46c0-b379-b034d28f5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:05.268840 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3e5a214-a759-4d11-8bc8-d21461411595 req-8285b307-e51b-46c0-b379-b034d28f5b7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1097 time: 0.0412600 Sep 16 06:07:05.363791 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5a214-a759-4d11-8bc8-d21461411595 req-0cdc0a82-b451-44f5-a878-289cca97571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:05.365246 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3e5a214-a759-4d11-8bc8-d21461411595 req-0cdc0a82-b451-44f5-a878-289cca97571c service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0899863 Sep 16 06:07:05.417711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-829ce9fe-533e-4b8f-a001-ebba23378264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '5ffcc58c-5c5e-4512-8be7-160a6c0995c0', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'port_id': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'mac_address': 'fa:16:3e:d7:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:04Z', 'updated_at': '2021-09-16T06:07:04Z', 'revision_number': 0, 'project_id': '92108c66035840caac80b60ad7267c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:05.431310 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3e5a214-a759-4d11-8bc8-d21461411595 req-0188af28-3c54-4934-b5f1-a98bac04d720 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 998 time: 0.0595994 Sep 16 06:07:05.444171 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ce9fe-533e-4b8f-a001-ebba23378264 None None] Checking router: 43614220-95fc-4da7-91bd-ad07e2613d28 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:05.452371 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ce9fe-533e-4b8f-a001-ebba23378264 None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:05.453009 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-829ce9fe-533e-4b8f-a001-ebba23378264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:06:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:05.485172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5a214-a759-4d11-8bc8-d21461411595 req-8f85d13b-5ba4-43ef-8a58-efbdfeadeba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:05.487371 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3e5a214-a759-4d11-8bc8-d21461411595 req-8f85d13b-5ba4-43ef-8a58-efbdfeadeba9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0490150 Sep 16 06:07:05.534381 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5a214-a759-4d11-8bc8-d21461411595 req-b5e84de2-b560-4107-8a75-f2805b03c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:05.536041 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3e5a214-a759-4d11-8bc8-d21461411595 req-b5e84de2-b560-4107-8a75-f2805b03c0e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422699 Sep 16 06:07:05.631251 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3e5a214-a759-4d11-8bc8-d21461411595 req-3b12e1e9-d8eb-45bb-9dbb-0e965eea9cca service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878208 Sep 16 06:07:05.714545 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-829ce9fe-533e-4b8f-a001-ebba23378264 None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:05.728599 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c3e5a214-a759-4d11-8bc8-d21461411595 req-742c8951-248a-4e24-bbb3-af4085bc1271 service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904248 Sep 16 06:07:05.944682 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-829ce9fe-533e-4b8f-a001-ebba23378264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '5ffcc58c-5c5e-4512-8be7-160a6c0995c0', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'port_id': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'mac_address': 'fa:16:3e:d7:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:04Z', 'updated_at': '2021-09-16T06:07:04Z', 'revision_number': 0, 'project_id': '92108c66035840caac80b60ad7267c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:05.975980 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ce9fe-533e-4b8f-a001-ebba23378264 None None] The sync data for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 is: [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': '5ffcc58c-5c5e-4512-8be7-160a6c0995c0', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'port_id': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'mac_address': 'fa:16:3e:d7:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:04Z', 'updated_at': '2021-09-16T06:07:04Z', 'revision_number': 0, 'project_id': '92108c66035840caac80b60ad7267c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:06.180037 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a964f2a2-c2b6-4686-971a-81db325f9761 None None] New status for floating IP 5ffcc58c-5c5e-4512-8be7-160a6c0995c0: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:07:12.146274 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-954fc932-1ce3-4a2a-bff2-caeb040b7324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:13.119792 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:07:13.140342 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:14.568705 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-07d9c6df-a66a-4abf-b34d-353377bb23c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:15.414861 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:16.312015 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:17.220501 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:17.835706 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:42.200684 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-160b8eb2-7f60-403e-8599-f0591728cd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:42.362823 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d7d58987-8a55-4043-88d3-b1ee06c7ec66 req-230775e6-4f26-4a2b-9b21-27580f06e9cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429306 Sep 16 06:07:42.445674 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d58987-8a55-4043-88d3-b1ee06c7ec66 req-cc77fb97-8e80-4dae-a916-9885d9716f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:42.447199 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d7d58987-8a55-4043-88d3-b1ee06c7ec66 req-cc77fb97-8e80-4dae-a916-9885d9716f1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1097 time: 0.0419106 Sep 16 06:07:42.555230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d58987-8a55-4043-88d3-b1ee06c7ec66 req-77e86026-ef18-4a9f-84cb-793807976d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:42.556898 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d7d58987-8a55-4043-88d3-b1ee06c7ec66 req-77e86026-ef18-4a9f-84cb-793807976d32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0912068 Sep 16 06:07:42.621044 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d7d58987-8a55-4043-88d3-b1ee06c7ec66 req-79bf2e8a-6389-475a-8a83-9446b7ad9b71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 1000 time: 0.0571597 Sep 16 06:07:42.676387 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d58987-8a55-4043-88d3-b1ee06c7ec66 req-bdbe3398-4c7c-4220-9086-c29127449bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:42.677895 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d7d58987-8a55-4043-88d3-b1ee06c7ec66 req-bdbe3398-4c7c-4220-9086-c29127449bee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0500026 Sep 16 06:07:42.723861 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d58987-8a55-4043-88d3-b1ee06c7ec66 req-0bc7f489-b484-4cfb-a524-4987ceeebe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:42.725400 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d7d58987-8a55-4043-88d3-b1ee06c7ec66 req-0bc7f489-b484-4cfb-a524-4987ceeebe8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402906 Sep 16 06:07:42.821006 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d7d58987-8a55-4043-88d3-b1ee06c7ec66 req-37bb5838-8c4d-4720-93b9-2ebf48a5287a service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869734 Sep 16 06:07:42.913713 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-d7d58987-8a55-4043-88d3-b1ee06c7ec66 req-4a92e6ed-d563-43dc-b683-9e4b64f59871 service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856442 Sep 16 06:07:43.220113 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:44.585775 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d392ac8d-cfc4-4b44-a322-a5004fd50edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:45.372314 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.305464 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:47.208173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:47.832219 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:50.119421 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:08:12.183702 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f8992642-80be-409b-b292-34fe7ae4e1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:13.190999 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:14.522555 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a198c159-1237-40a5-8bea-179c351bddb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:15.373588 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:16.403704 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:17.222900 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:17.868605 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:27.118915 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:08:42.142589 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8f184bc7-2230-4275-8ff5-84605a672492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:42.366146 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ca0a7f8a-9510-4548-ad67-000b9a4aee59 req-1f5270dc-0755-4b9a-8710-53c2fee09654 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392883 Sep 16 06:08:42.448958 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a7f8a-9510-4548-ad67-000b9a4aee59 req-23cac6ed-1e66-4e9b-8c3f-6d2cc2cb6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:42.450439 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ca0a7f8a-9510-4548-ad67-000b9a4aee59 req-23cac6ed-1e66-4e9b-8c3f-6d2cc2cb6aaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1097 time: 0.0440004 Sep 16 06:08:42.551250 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a7f8a-9510-4548-ad67-000b9a4aee59 req-c1b2a0b9-3a22-4835-8665-5cf62efd46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:42.552772 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ca0a7f8a-9510-4548-ad67-000b9a4aee59 req-c1b2a0b9-3a22-4835-8665-5cf62efd46fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0838513 Sep 16 06:08:42.620280 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ca0a7f8a-9510-4548-ad67-000b9a4aee59 req-4381abe2-c6f0-4299-b13c-af3d2a9bc437 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 1000 time: 0.0608268 Sep 16 06:08:42.668998 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a7f8a-9510-4548-ad67-000b9a4aee59 req-3631d145-2613-4879-a1c4-2a1e86857dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:42.670443 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ca0a7f8a-9510-4548-ad67-000b9a4aee59 req-3631d145-2613-4879-a1c4-2a1e86857dd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0436649 Sep 16 06:08:42.719107 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a7f8a-9510-4548-ad67-000b9a4aee59 req-6ae332b7-d6d3-4ed6-a09b-8959c2cf96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:42.720603 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ca0a7f8a-9510-4548-ad67-000b9a4aee59 req-6ae332b7-d6d3-4ed6-a09b-8959c2cf96e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428340 Sep 16 06:08:42.815234 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ca0a7f8a-9510-4548-ad67-000b9a4aee59 req-06ea5459-b0f6-46dd-90ff-f7c461e59d9d service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870876 Sep 16 06:08:42.921044 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-ca0a7f8a-9510-4548-ad67-000b9a4aee59 req-e1c5fe3c-3930-4d28-96d2-6f3f123d012d service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965474 Sep 16 06:08:43.216920 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.536784 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-49c0b2e2-de7d-4e08-a56b-0e43e0308ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:45.413329 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:46.321705 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:47.247409 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:47.847487 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:04.118067 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:09:12.132740 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e09ffd0-5d97-4bd6-98ba-8c1a7eec0692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:13.212869 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:14.559162 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6ef42df3-5660-4848-aa78-4a49d12fd895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:15.415851 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:16.319089 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.273218 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:17.847081 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:32.873281 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68dda7-7f6c-43a5-9383-c9a5b6472e26 req-8b308375-539d-4939-8904-d2bef81d88a1 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:32.874781 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c68dda7-7f6c-43a5-9383-c9a5b6472e26 req-8b308375-539d-4939-8904-d2bef81d88a1 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.1151137 Sep 16 06:09:32.913423 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2c68dda7-7f6c-43a5-9383-c9a5b6472e26 req-4704012f-3587-49be-a29a-449fbc5e33c7 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326507 Sep 16 06:09:34.075164 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1039c31-05e5-4430-ad72-63852dbabaaa req-a1ed0b62-f2dc-4248-97e1-a516f91752d7 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:34.076671 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1039c31-05e5-4430-ad72-63852dbabaaa req-a1ed0b62-f2dc-4248-97e1-a516f91752d7 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0939748 Sep 16 06:09:34.115009 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b1039c31-05e5-4430-ad72-63852dbabaaa req-aca3c2f9-88e0-43a6-ad5c-27388035af6b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321615 Sep 16 06:09:35.255328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b91102-d850-4f8f-968c-d87e803eca47 req-562b3291-79b1-401b-8657-154cfcd3a375 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:35.256828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5b91102-d850-4f8f-968c-d87e803eca47 req-562b3291-79b1-401b-8657-154cfcd3a375 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0490229 Sep 16 06:09:35.297895 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b5b91102-d850-4f8f-968c-d87e803eca47 req-cd96a43a-8662-4bc3-b449-75eebc644fb0 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349379 Sep 16 06:09:36.413070 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112b288-edfd-428c-88d9-70c6ed87ef71 req-df582621-1cc2-4ffb-81f4-ae17cb66c0b5 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:36.414564 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b112b288-edfd-428c-88d9-70c6ed87ef71 req-df582621-1cc2-4ffb-81f4-ae17cb66c0b5 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0502012 Sep 16 06:09:36.451389 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b112b288-edfd-428c-88d9-70c6ed87ef71 req-b064c604-76c3-4517-9342-a5f718cb8453 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309212 Sep 16 06:09:37.569762 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532d217-e1db-47de-96bc-c006cd3f4cd3 req-3330d739-b760-4171-9adc-1e56cbf20344 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:37.569762 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6532d217-e1db-47de-96bc-c006cd3f4cd3 req-3330d739-b760-4171-9adc-1e56cbf20344 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0501115 Sep 16 06:09:37.608606 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-6532d217-e1db-47de-96bc-c006cd3f4cd3 req-ccb374ba-ed5a-4ba8-98a1-1548c1c3f13b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328567 Sep 16 06:09:38.722394 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b231c7-a235-41d1-b401-4d13bb353436 req-41819653-3408-4e0b-9799-f37e4792a75a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:38.723875 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9b231c7-a235-41d1-b401-4d13bb353436 req-41819653-3408-4e0b-9799-f37e4792a75a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0489733 Sep 16 06:09:38.765790 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f9b231c7-a235-41d1-b401-4d13bb353436 req-42a7c6a9-ff55-4a93-905d-499c74941332 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356312 Sep 16 06:09:39.880956 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7f5bb-4504-485e-ab4b-b5598b06ec4e req-78d5a1cc-6c30-4c0a-a367-91429fc64555 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:39.882231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bb7f5bb-4504-485e-ab4b-b5598b06ec4e req-78d5a1cc-6c30-4c0a-a367-91429fc64555 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0501263 Sep 16 06:09:39.920899 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bb7f5bb-4504-485e-ab4b-b5598b06ec4e req-2dbc7240-d785-4118-b478-a5201f90e9e7 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324321 Sep 16 06:09:41.034512 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace5e08-f59d-4104-8bc6-9ec6979b4969 req-1de3f93a-422f-4e8e-8031-149ea62aacd9 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:41.035994 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ace5e08-f59d-4104-8bc6-9ec6979b4969 req-1de3f93a-422f-4e8e-8031-149ea62aacd9 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0488057 Sep 16 06:09:41.073904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1ace5e08-f59d-4104-8bc6-9ec6979b4969 req-cdce55df-1e31-4d16-8ee2-dafb3802e2ae tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311210 Sep 16 06:09:41.119946 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:09:42.181106 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-37beefea-02cb-47fa-8c5b-6bfe5aa97235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:42.189163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e03341-d5fc-41b2-b934-596f1cf15103 req-4de90126-0f55-4d73-adb6-eca410ee8bdf tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:42.192576 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0e03341-d5fc-41b2-b934-596f1cf15103 req-4de90126-0f55-4d73-adb6-eca410ee8bdf tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0490484 Sep 16 06:09:42.233599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a0e03341-d5fc-41b2-b934-596f1cf15103 req-3a3ed983-2805-402b-a89f-7432cd69fe78 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362799 Sep 16 06:09:43.051748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acb2f0-eee5-4aff-b635-49b3d0ec8c42 req-b981b37e-e7cd-4afc-90ce-6041188b4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:43.053300 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-88acb2f0-eee5-4aff-b635-49b3d0ec8c42 req-b981b37e-e7cd-4afc-90ce-6041188b4833 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1097 time: 0.0850909 Sep 16 06:09:43.143368 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acb2f0-eee5-4aff-b635-49b3d0ec8c42 req-f2004bf8-2cc0-4e27-8cc9-20bb6f080239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:43.144881 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-88acb2f0-eee5-4aff-b635-49b3d0ec8c42 req-f2004bf8-2cc0-4e27-8cc9-20bb6f080239 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0843060 Sep 16 06:09:43.201128 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:43.215656 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-88acb2f0-eee5-4aff-b635-49b3d0ec8c42 req-e37b59cb-8091-4aa8-b966-2f658fe4a510 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 1000 time: 0.0631766 Sep 16 06:09:43.265864 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acb2f0-eee5-4aff-b635-49b3d0ec8c42 req-21010a5a-11f1-4500-8b9e-6d26cde4cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:43.267358 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-88acb2f0-eee5-4aff-b635-49b3d0ec8c42 req-21010a5a-11f1-4500-8b9e-6d26cde4cdb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0453517 Sep 16 06:09:43.315756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acb2f0-eee5-4aff-b635-49b3d0ec8c42 req-bb49e992-0dbf-4b2c-bba7-dd9be759efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:43.317319 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-88acb2f0-eee5-4aff-b635-49b3d0ec8c42 req-bb49e992-0dbf-4b2c-bba7-dd9be759efb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428526 Sep 16 06:09:43.351579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c328115-893c-401a-b554-0d3c8b768c7f req-8d95f359-118f-41ea-a1ee-72e275c0abb2 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:43.353233 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c328115-893c-401a-b554-0d3c8b768c7f req-8d95f359-118f-41ea-a1ee-72e275c0abb2 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0513079 Sep 16 06:09:43.399868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8c328115-893c-401a-b554-0d3c8b768c7f req-13bf09ba-c5f7-4df5-a21f-9c4c3d338aad tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404983 Sep 16 06:09:43.412852 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-88acb2f0-eee5-4aff-b635-49b3d0ec8c42 req-d0c11ce8-0ee4-4701-a415-6fe32c450a81 service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865157 Sep 16 06:09:43.505458 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-88acb2f0-eee5-4aff-b635-49b3d0ec8c42 req-43d9c8e1-b4c2-4565-a845-92a39c51a67a service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849559 Sep 16 06:09:43.602754 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975400-c393-4c3c-b06f-5451c9c9835f req-e31f7400-40be-4992-8ca7-017fb4bf2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:43.604294 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-61975400-c393-4c3c-b06f-5451c9c9835f req-e31f7400-40be-4992-8ca7-017fb4bf2ed6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1097 time: 0.0406835 Sep 16 06:09:43.716571 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975400-c393-4c3c-b06f-5451c9c9835f req-0e361c9f-9dd3-4ac7-be3c-d276ffcdc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:43.718052 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-61975400-c393-4c3c-b06f-5451c9c9835f req-0e361c9f-9dd3-4ac7-be3c-d276ffcdc302 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0927827 Sep 16 06:09:43.786337 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-61975400-c393-4c3c-b06f-5451c9c9835f req-9c723628-d834-48fb-99ab-5ca7b1f99750 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 1000 time: 0.0607986 Sep 16 06:09:43.836068 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975400-c393-4c3c-b06f-5451c9c9835f req-bf6ce140-8ba8-4cdb-a7a2-471f4d653e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:43.837297 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-61975400-c393-4c3c-b06f-5451c9c9835f req-bf6ce140-8ba8-4cdb-a7a2-471f4d653e52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0434465 Sep 16 06:09:43.881423 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975400-c393-4c3c-b06f-5451c9c9835f req-c816b410-f868-4b80-a0ae-b03a8fbe0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:43.883708 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-61975400-c393-4c3c-b06f-5451c9c9835f req-c816b410-f868-4b80-a0ae-b03a8fbe0645 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394423 Sep 16 06:09:43.975918 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-61975400-c393-4c3c-b06f-5451c9c9835f req-afe5feeb-2ed5-4f6b-9381-f22d42d446f2 service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845091 Sep 16 06:09:44.067406 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-61975400-c393-4c3c-b06f-5451c9c9835f req-0b3ecc7c-444f-4e31-9b84-eba78caa9503 service neutron] 10.222.0.23 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833719 Sep 16 06:09:44.515940 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695809c7-363c-4fd5-a51f-6db4e2057790 req-69dda07d-bba8-49a5-a144-a053ac1bb021 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:44.517445 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-695809c7-363c-4fd5-a51f-6db4e2057790 req-69dda07d-bba8-49a5-a144-a053ac1bb021 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0503051 Sep 16 06:09:44.541511 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0413b511-a729-4736-ad92-2b8efcd62809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:44.557632 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-695809c7-363c-4fd5-a51f-6db4e2057790 req-b76c4347-65d2-4fca-87f9-8208b7291737 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338218 Sep 16 06:09:45.418439 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:45.671800 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a0174-372e-4cfe-91d0-f845c37d64c9 req-3439bb42-29ef-4d82-864b-60ac93d184f5 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:45.673350 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d62a0174-372e-4cfe-91d0-f845c37d64c9 req-3439bb42-29ef-4d82-864b-60ac93d184f5 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0495584 Sep 16 06:09:45.715481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d62a0174-372e-4cfe-91d0-f845c37d64c9 req-daee88cc-a0d8-4fd4-9734-6a4d0dd30a6d tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360551 Sep 16 06:09:46.332421 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:46.830748 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c25f8-39ea-4bf8-98be-2e38d85d5753 req-7ec5b70a-7ecc-49dd-871f-d28ff0e6f2ee tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:46.832422 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-813c25f8-39ea-4bf8-98be-2e38d85d5753 req-7ec5b70a-7ecc-49dd-871f-d28ff0e6f2ee tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0510781 Sep 16 06:09:46.871288 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-813c25f8-39ea-4bf8-98be-2e38d85d5753 req-8fcd2a01-dcaf-4db7-9a1f-babc68870d41 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328298 Sep 16 06:09:47.264168 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:47.861246 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:47.986777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d3c91-a646-48af-8b35-dff9b4154a39 req-d82ff3ce-adae-4115-99e1-00116e303133 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:47.988268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d60d3c91-a646-48af-8b35-dff9b4154a39 req-d82ff3ce-adae-4115-99e1-00116e303133 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 945 time: 0.0493889 Sep 16 06:09:48.027462 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d60d3c91-a646-48af-8b35-dff9b4154a39 req-a5b9156a-6303-4a28-a40a-bf06ec269167 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321379 Sep 16 06:09:48.168966 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 8b659dd7-8896-4aae-9546-5d1cffb9f0ce no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:48.244553 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:48.266062 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:48.268286 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd772fb6-6462-4904-99b7-4a9917293be0" -d '{"events": [{"server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "name": "network-vif-unplugged", "status": "completed", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:48.282180 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:48.357473 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b61a5af-6c7d-4270-aa4b-6cbef2eb45be x-openstack-request-id: req-9b61a5af-6c7d-4270-aa4b-6cbef2eb45be {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:48.357762 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "name": "network-vif-unplugged", "status": "failed", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce", "code": 422}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:48.358010 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b61a5af-6c7d-4270-aa4b-6cbef2eb45be {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:48.358407 n-d-712137-12 neutron-server[95453]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'code': 422} returned with failed status Sep 16 06:09:48.372326 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:48.414315 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954c4e8-d12e-43b1-ad9a-8623e67872f3 req-32236c30-9ea1-467e-a931-52dc0d0d7c4a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:48.415909 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b954c4e8-d12e-43b1-ad9a-8623e67872f3 req-32236c30-9ea1-467e-a931-52dc0d0d7c4a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0521157 Sep 16 06:09:48.419876 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:48.427551 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:48.427893 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:48.428231 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:48.428597 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:48.428933 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:48.429262 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:48.430154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:48.430482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:48.430855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:48.431181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:48.431501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:48.431821 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:48.461209 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b954c4e8-d12e-43b1-ad9a-8623e67872f3 req-c4fbc618-4c7d-4ee6-b9c7-5a4005db4dcf tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391545 Sep 16 06:09:48.541651 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-df2454a2-9318-401b-8a50-3bfad956a7ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803645 Sep 16 06:09:49.575019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfafefd-ffbd-4683-8761-8d773159cee9 req-ec53b494-53ca-4da5-97c3-e947ae2c8ac9 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:49.576677 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbfafefd-ffbd-4683-8761-8d773159cee9 req-ec53b494-53ca-4da5-97c3-e947ae2c8ac9 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0487483 Sep 16 06:09:49.616166 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cbfafefd-ffbd-4683-8761-8d773159cee9 req-7cbbf0e5-1691-4b8a-bdfd-e9e2257eab7c tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326140 Sep 16 06:09:50.731667 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4a2a3-00ac-40cc-98e2-1c9810ad5d83 req-ca8a305d-801f-4c1f-ab47-13a25bcf0fdc tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:50.733318 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22a4a2a3-00ac-40cc-98e2-1c9810ad5d83 req-ca8a305d-801f-4c1f-ab47-13a25bcf0fdc tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0504777 Sep 16 06:09:50.774693 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22a4a2a3-00ac-40cc-98e2-1c9810ad5d83 req-ff016c75-fe61-4b5a-a836-3ca943443de8 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352325 Sep 16 06:09:51.887283 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ae83a-5a03-4c07-a0bd-371851d15b0a req-7d214f71-7190-4c20-a9a6-b64d37020e65 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:51.888695 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a1ae83a-5a03-4c07-a0bd-371851d15b0a req-7d214f71-7190-4c20-a9a6-b64d37020e65 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0489314 Sep 16 06:09:51.931639 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7a1ae83a-5a03-4c07-a0bd-371851d15b0a req-41180e90-93d7-489c-9e6c-5b7be4b3f707 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370140 Sep 16 06:09:53.046272 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7ac5-21e9-4219-b264-1c98e009e034 req-5f335271-8cd6-4b82-b607-609bae039b59 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:53.047757 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c2a7ac5-21e9-4219-b264-1c98e009e034 req-5f335271-8cd6-4b82-b607-609bae039b59 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0500119 Sep 16 06:09:53.091187 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-4c2a7ac5-21e9-4219-b264-1c98e009e034 req-867b5287-39dc-4359-96e2-0bd79c6f2fe5 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373497 Sep 16 06:09:54.205054 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e521e-3b5f-4afb-9518-26bdb5e82b21 req-cbe0050f-b557-4abb-b34c-0d25a2bfb114 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:54.206559 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d20e521e-3b5f-4afb-9518-26bdb5e82b21 req-cbe0050f-b557-4abb-b34c-0d25a2bfb114 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0495777 Sep 16 06:09:54.245531 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d20e521e-3b5f-4afb-9518-26bdb5e82b21 req-451a7d60-277f-4fe6-8fff-5d9363049f5f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321689 Sep 16 06:09:55.362077 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c47a08-5d7c-42cb-a622-60a67323f86c req-1232b2bc-0549-4593-96eb-9f750db3d303 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:55.363576 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c9c47a08-5d7c-42cb-a622-60a67323f86c req-1232b2bc-0549-4593-96eb-9f750db3d303 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0500991 Sep 16 06:09:55.406334 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c9c47a08-5d7c-42cb-a622-60a67323f86c req-9e786e4d-6700-4684-937f-87fecd5abe61 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363026 Sep 16 06:09:56.526026 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7db44-8a4d-4d30-94d0-2c15bcb5e7dd req-4145e1e8-8d4f-4fd7-8029-8dab5684da84 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:56.527768 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ea7db44-8a4d-4d30-94d0-2c15bcb5e7dd req-4145e1e8-8d4f-4fd7-8029-8dab5684da84 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0542538 Sep 16 06:09:56.567556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8ea7db44-8a4d-4d30-94d0-2c15bcb5e7dd req-b973170a-5e4d-4f77-b56d-4d7538752070 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337279 Sep 16 06:09:57.686777 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5a047-aeb8-4706-92ae-72c84f6a1614 req-38bc21a8-60eb-4dff-86b8-59aec9753297 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:57.688283 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cac5a047-aeb8-4706-92ae-72c84f6a1614 req-38bc21a8-60eb-4dff-86b8-59aec9753297 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0506239 Sep 16 06:09:57.726127 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-cac5a047-aeb8-4706-92ae-72c84f6a1614 req-d2bc376e-3841-460c-bbb9-59ae4f2d0a7a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317214 Sep 16 06:09:58.487784 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-22cb7bc8-a525-4576-8097-a35ca6fd1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:58.489317 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-22cb7bc8-a525-4576-8097-a35ca6fd1fe5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e&tenant_id=92108c66035840caac80b60ad7267c8b HTTP/1.1" status: 200 len: 1095 time: 0.0404422 Sep 16 06:09:58.502456 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-12', 'device_owner': 'compute:nova'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:58.559237 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.765258 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:58.808333 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h1-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:09:58.861427 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b659dd7-8896-4aae-9546-5d1cffb9f0ce {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:09:58.869976 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.884570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617316f-5a15-4f0b-ba71-1671c7479462 req-45a14023-a8ab-4473-add3-b6a46fb4be53 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:58.886074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d617316f-5a15-4f0b-ba71-1671c7479462 req-45a14023-a8ab-4473-add3-b6a46fb4be53 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0922215 Sep 16 06:09:58.893993 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Transition to ACTIVE for port object 8b659dd7-8896-4aae-9546-5d1cffb9f0ce will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:09:58.925679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d617316f-5a15-4f0b-ba71-1671c7479462 req-f037eefd-20a0-4edb-99ad-ff24f88946aa tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328426 Sep 16 06:09:58.966350 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.044996 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Pushing event updated for resources: {'Port': ['ID=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,revision_number=7']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:59.056949 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:59.058195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:59.058195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:59.058195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:59.058509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:59.058664 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:59.059006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:59.059548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:59.060296 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:59.060676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:59.061052 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:59.061746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:59.103310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] No DVR routers for this DVR port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce on host n-h1-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:09:59.237285 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Attempting to bind port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:09:59.237613 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Attempting to bind port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:09:59.237934 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Attempting to bind port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce on network a3868298-8261-4f00-8975-12d1ffac607a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:09:59.242139 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce on network a3868298-8261-4f00-8975-12d1ffac607a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:09:59.242455 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Attempting to bind port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce on network a3868298-8261-4f00-8975-12d1ffac607a {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:09:59.247863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:09:59.248202 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Checking segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:09:59.248609 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Bound using segment: {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:09:59.249032 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Bound port: 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bc23cc-a514-4825-8e30-fc6b6159d1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:09:59.249386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.313643 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:09:59.316694 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:09:59.412847 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.449016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:59.449642 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.451033 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] 10.222.0.37 "PUT /v2.0/ports/8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 1092 time: 0.9524732 Sep 16 06:09:59.451474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:59.453766 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65b6ccd-b314-4387-b8d8-8f217bbbbdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:59.489448 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9626f78-155c-4a73-b8a6-285aaa546c39 service neutron] Pushing event updated for resources: {'Port': ['ID=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,revision_number=8']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:59.521661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-d5866f6e-b0d5-462c-ad2d-6a8400e8ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:59.523740 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-d5866f6e-b0d5-462c-ad2d-6a8400e8ad9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1095 time: 0.0486391 Sep 16 06:09:59.559526 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52e6572-4454-4be1-adae-33080c543404 x-openstack-request-id: req-b52e6572-4454-4be1-adae-33080c543404 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:59.559932 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:59.560212 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b52e6572-4454-4be1-adae-33080c543404 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:59.560634 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'status': 'completed', 'code': 200} Sep 16 06:09:59.627810 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-3d83a3c7-b6a8-4fed-8861-46e897ef4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:59.629340 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-3d83a3c7-b6a8-4fed-8861-46e897ef4a84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0978363 Sep 16 06:09:59.697684 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-4ff76f56-921f-4ae1-b97a-a3fd43683082 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 998 time: 0.0599866 Sep 16 06:09:59.751302 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-7f3055eb-b269-4ee8-94e4-2266c9f770b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:59.752746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-7f3055eb-b269-4ee8-94e4-2266c9f770b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0480654 Sep 16 06:09:59.798564 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-fdb82742-70c3-42cb-bcb9-485a09c9b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:59.800020 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-fdb82742-70c3-42cb-bcb9-485a09c9b8f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393085 Sep 16 06:09:59.893227 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-7933aca5-c56d-4c4f-a6ef-10aac7bbea96 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850315 Sep 16 06:09:59.984201 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-005f5b65-9565-4d0f-908f-c5952535ef66 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834472 Sep 16 06:10:00.042007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092915e0-cb22-4af3-b14a-abd2bf8d8a7c req-03c37eeb-91f4-4f54-8ef6-3b1f21429b94 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:00.043536 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-092915e0-cb22-4af3-b14a-abd2bf8d8a7c req-03c37eeb-91f4-4f54-8ef6-3b1f21429b94 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0503409 Sep 16 06:10:00.081726 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-092915e0-cb22-4af3-b14a-abd2bf8d8a7c req-e18a8c50-fe74-4556-9f58-fc442f2fa713 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Sep 16 06:10:00.142647 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b6ccd-b314-4387-b8d8-8f217bbbbdbb req-b08ff13a-800b-40fe-8847-0b033424c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:00.144126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a65b6ccd-b314-4387-b8d8-8f217bbbbdbb req-b08ff13a-800b-40fe-8847-0b033424c975 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1095 time: 0.0447066 Sep 16 06:10:00.234043 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b6ccd-b314-4387-b8d8-8f217bbbbdbb req-c42ed6ea-7d30-4ddd-ba8f-09a05c29f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:00.235412 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a65b6ccd-b314-4387-b8d8-8f217bbbbdbb req-c42ed6ea-7d30-4ddd-ba8f-09a05c29f40c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0835619 Sep 16 06:10:00.305277 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a65b6ccd-b314-4387-b8d8-8f217bbbbdbb req-44907f27-c508-42a5-a6b9-d7999e0290ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 998 time: 0.0622053 Sep 16 06:10:00.356019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b6ccd-b314-4387-b8d8-8f217bbbbdbb req-40cda30a-c59e-4490-9268-67bc581179d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:00.357846 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a65b6ccd-b314-4387-b8d8-8f217bbbbdbb req-40cda30a-c59e-4490-9268-67bc581179d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0445170 Sep 16 06:10:00.405007 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b6ccd-b314-4387-b8d8-8f217bbbbdbb req-2d7af3a8-99c5-4eeb-a3ad-84c616cfe5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:00.406584 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a65b6ccd-b314-4387-b8d8-8f217bbbbdbb req-2d7af3a8-99c5-4eeb-a3ad-84c616cfe5ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404396 Sep 16 06:10:00.498719 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a65b6ccd-b314-4387-b8d8-8f217bbbbdbb req-63dc5a0a-e98f-44f8-979a-2cf4bf78331e service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838830 Sep 16 06:10:00.589025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a65b6ccd-b314-4387-b8d8-8f217bbbbdbb req-64bfcc13-a806-4680-a6e8-ce8232a22cc1 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831943 Sep 16 06:10:01.205151 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52311cf1-5595-48c2-be17-0d2022b67754 req-ec58315b-5b54-40a1-9906-10e878be3ac6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:01.206607 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52311cf1-5595-48c2-be17-0d2022b67754 req-ec58315b-5b54-40a1-9906-10e878be3ac6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0527899 Sep 16 06:10:01.540434 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-52311cf1-5595-48c2-be17-0d2022b67754 req-2c1828a0-bfce-461a-8933-7bc22b5b2a99 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276050 Sep 16 06:10:02.652412 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88800805-9d35-4251-9ab3-fd4fa0142e20 req-86197d53-3ab3-4156-b6e4-ac46832e4a3e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:02.653884 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88800805-9d35-4251-9ab3-fd4fa0142e20 req-86197d53-3ab3-4156-b6e4-ac46832e4a3e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0474188 Sep 16 06:10:02.691035 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-88800805-9d35-4251-9ab3-fd4fa0142e20 req-2de93025-2840-4de6-9eb0-099043b977b3 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Sep 16 06:10:03.803630 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50ebc8-81d4-4150-b6c8-fcc1a0412f82 req-b5699eef-10c9-4cd5-8006-790231debce2 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:03.805174 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc50ebc8-81d4-4150-b6c8-fcc1a0412f82 req-b5699eef-10c9-4cd5-8006-790231debce2 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0482907 Sep 16 06:10:03.842163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fc50ebc8-81d4-4150-b6c8-fcc1a0412f82 req-ca1b6c8c-bc33-4e18-828d-786e6defdb3b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310135 Sep 16 06:10:04.958571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb12c5f-1bef-4b83-8de4-aee60bf80658 req-7031bdd2-9221-4b8f-b91b-00be35867dc2 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:04.960049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9eb12c5f-1bef-4b83-8de4-aee60bf80658 req-7031bdd2-9221-4b8f-b91b-00be35867dc2 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0523133 Sep 16 06:10:04.997821 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9eb12c5f-1bef-4b83-8de4-aee60bf80658 req-ad08e2cb-59b4-4103-a945-de19658a8dce tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318329 Sep 16 06:10:06.110100 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d59b85-7327-4542-9afe-79526900be3d req-efb621aa-b7c3-4bb8-80ec-5143ed1c9ef7 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:06.111596 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29d59b85-7327-4542-9afe-79526900be3d req-efb621aa-b7c3-4bb8-80ec-5143ed1c9ef7 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0483263 Sep 16 06:10:06.149534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-29d59b85-7327-4542-9afe-79526900be3d req-88d3dcc8-5128-47d5-8611-5344194b7348 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314927 Sep 16 06:10:07.261714 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b387133-e874-4287-bea5-b09d1572267f req-2f1696b6-91d6-4679-b7f6-e9939f306a13 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:07.263205 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b387133-e874-4287-bea5-b09d1572267f req-2f1696b6-91d6-4679-b7f6-e9939f306a13 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0496650 Sep 16 06:10:07.301911 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2b387133-e874-4287-bea5-b09d1572267f req-1d26a5a5-8f4f-4b19-9776-b5472f2a3c0f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327716 Sep 16 06:10:08.421509 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91456068-bc59-4453-8a6a-102ffadd132e req-965c7961-d0dc-4b4f-806c-4ac30790e09a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:08.422986 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91456068-bc59-4453-8a6a-102ffadd132e req-965c7961-d0dc-4b4f-806c-4ac30790e09a tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 943 time: 0.0542638 Sep 16 06:10:08.462126 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91456068-bc59-4453-8a6a-102ffadd132e req-4a74ffce-6079-4fa3-848e-f6b95a1a0ce5 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331602 Sep 16 06:10:08.651798 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 8b659dd7-8896-4aae-9546-5d1cffb9f0ce details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:10:08.748640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:08.759739 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'port_id': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'mac_address': 'fa:16:3e:d7:72:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:10:08.795510 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:08.808578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b659dd7-8896-4aae-9546-5d1cffb9f0ce {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:10:08.827199 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:08.891844 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:08.943021 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,revision_number=9']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:09.157084 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['8b659dd7-8896-4aae-9546-5d1cffb9f0ce'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:10:09.574957 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781939ab-4f69-485c-bdf4-701b3066c8c2 req-f0ea93e5-30cd-4343-9412-74d1561db0c6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:09.576437 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-781939ab-4f69-485c-bdf4-701b3066c8c2 req-f0ea93e5-30cd-4343-9412-74d1561db0c6 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 944 time: 0.0483158 Sep 16 06:10:09.613976 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-781939ab-4f69-485c-bdf4-701b3066c8c2 req-1306ee01-7955-43b0-9021-3ddbcf5c6f34 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316758 Sep 16 06:10:10.667149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 8b659dd7-8896-4aae-9546-5d1cffb9f0ce up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:10:10.729546 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938eaa7-15d3-49e2-b22d-f66df152e96c req-1803b996-2edc-493e-ae54-d9f5793a1ddd tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:10.731385 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c938eaa7-15d3-49e2-b22d-f66df152e96c req-1803b996-2edc-493e-ae54-d9f5793a1ddd tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 944 time: 0.0489078 Sep 16 06:10:10.768971 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-c938eaa7-15d3-49e2-b22d-f66df152e96c req-945686cd-9dda-4fe3-a930-95d2135b2bd4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319128 Sep 16 06:10:10.806733 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:10:10.810654 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:10.811030 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:10.886687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:10.911422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:10:10.913665 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2644b55-90df-46bd-a085-9abe535bbeb5" -d '{"events": [{"server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "name": "network-vif-plugged", "status": "completed", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:10:10.926345 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:10.954649 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8eacce-4c97-4971-80bb-26e74543481a x-openstack-request-id: req-dc8eacce-4c97-4971-80bb-26e74543481a {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:10:10.954649 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "name": "network-vif-plugged", "status": "completed", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:10:10.954649 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc8eacce-4c97-4971-80bb-26e74543481a {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:10:10.954649 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'code': 200} Sep 16 06:10:10.997945 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:11.047279 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,revision_number=10']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:11.100135 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5961e54-2b43-4fc2-a469-40d1b4e3ab55 req-68459b3d-80bb-48c3-be95-40e930b8e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:11.101759 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5961e54-2b43-4fc2-a469-40d1b4e3ab55 req-68459b3d-80bb-48c3-be95-40e930b8e445 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1098 time: 0.0454757 Sep 16 06:10:11.138238 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f5961e54-2b43-4fc2-a469-40d1b4e3ab55 req-9aea267e-00c0-49a4-bfa4-8154551ea183 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282090 Sep 16 06:10:11.885270 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b4bcf-ad0c-4b57-96d9-3d8f24900b8b req-eb427e38-8eb7-4b4b-b040-eb38602bc64f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:11.886777 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc2b4bcf-ad0c-4b57-96d9-3d8f24900b8b req-eb427e38-8eb7-4b4b-b040-eb38602bc64f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 946 time: 0.0509942 Sep 16 06:10:11.925879 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dc2b4bcf-ad0c-4b57-96d9-3d8f24900b8b req-b0c881b6-1954-4144-8d2d-4aa9f80df551 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329638 Sep 16 06:10:12.146706 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-177708d4-256e-4a21-9450-89cf0ceddd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:13.041479 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe9d01-8610-40c1-9693-e21cf00719d0 req-e8f10ba0-168f-4c5c-a259-0e38435cb88b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:13.042965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32fe9d01-8610-40c1-9693-e21cf00719d0 req-e8f10ba0-168f-4c5c-a259-0e38435cb88b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 946 time: 0.0490782 Sep 16 06:10:13.080231 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-32fe9d01-8610-40c1-9693-e21cf00719d0 req-a7190432-f9d8-48f0-8486-b61babe83de7 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314395 Sep 16 06:10:13.177839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:14.543450 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-581f0234-78bb-47d4-846f-b8129015629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:15.400328 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:16.320779 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:17.226442 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:17.857530 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:18.119381 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:10:42.021486 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b099ee48-ba4f-4c30-88ed-715ce69d41cb req-a525fc3e-aa97-4baf-8ca6-ee095c95ccc0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435920 Sep 16 06:10:42.109379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ee48-ba4f-4c30-88ed-715ce69d41cb req-7d5040b2-b953-4b54-acd4-37d1bf5a64fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:42.110877 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b099ee48-ba4f-4c30-88ed-715ce69d41cb req-7d5040b2-b953-4b54-acd4-37d1bf5a64fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1098 time: 0.0418911 Sep 16 06:10:42.137539 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-09fe303e-35e5-4112-98ef-8446af1deb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:42.213870 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ee48-ba4f-4c30-88ed-715ce69d41cb req-24509965-c1b0-40cf-9b9a-1540b9c04dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:42.216043 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b099ee48-ba4f-4c30-88ed-715ce69d41cb req-24509965-c1b0-40cf-9b9a-1540b9c04dbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0861456 Sep 16 06:10:42.285871 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b099ee48-ba4f-4c30-88ed-715ce69d41cb req-26fabc9b-52af-42b1-9ef3-802554cbd664 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 1000 time: 0.0624812 Sep 16 06:10:42.335579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ee48-ba4f-4c30-88ed-715ce69d41cb req-31a29347-3535-4622-a7a3-1fc1a700a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:42.337176 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b099ee48-ba4f-4c30-88ed-715ce69d41cb req-31a29347-3535-4622-a7a3-1fc1a700a966 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0438354 Sep 16 06:10:42.383117 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ee48-ba4f-4c30-88ed-715ce69d41cb req-cbead69a-a221-4184-9a44-602fd4d6dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:42.384624 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b099ee48-ba4f-4c30-88ed-715ce69d41cb req-cbead69a-a221-4184-9a44-602fd4d6dd6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400665 Sep 16 06:10:42.477733 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b099ee48-ba4f-4c30-88ed-715ce69d41cb req-efd25b58-c999-4365-9708-9d7b1136e4b5 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854039 Sep 16 06:10:42.571679 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b099ee48-ba4f-4c30-88ed-715ce69d41cb req-f95f0c05-2d1a-4364-99df-6ca028af2977 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864503 Sep 16 06:10:43.169233 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:44.582857 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0d52-6e12-467b-83a0-30a2b2c1e5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:45.397218 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:46.334180 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:47.300716 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:47.865885 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:55.119174 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:11:12.142608 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e8f4b263-55bf-4ad5-a6a7-be8c2391ee01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:13.196490 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:14.553830 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-e3504346-80bf-4043-9fee-cc852a4e3108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:15.390363 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:16.350459 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:17.259080 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:17.885597 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:32.119295 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:11:42.138640 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2fe8-a042-4e3f-ac49-76c56614b988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:43.045821 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c993ab3-3b03-417c-8a32-2b412ca29371 req-bcdb4575-3508-4861-a2cb-9f8b09a4d310 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0800998 Sep 16 06:11:43.127764 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c993ab3-3b03-417c-8a32-2b412ca29371 req-3986f5e3-b659-4a8b-9021-ae6b577f96be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:43.129298 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c993ab3-3b03-417c-8a32-2b412ca29371 req-3986f5e3-b659-4a8b-9021-ae6b577f96be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1098 time: 0.0418749 Sep 16 06:11:43.235469 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c993ab3-3b03-417c-8a32-2b412ca29371 req-acc471d9-ba4e-41fc-a274-9b598b312763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:43.236887 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c993ab3-3b03-417c-8a32-2b412ca29371 req-acc471d9-ba4e-41fc-a274-9b598b312763 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0877788 Sep 16 06:11:43.253072 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:43.303744 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c993ab3-3b03-417c-8a32-2b412ca29371 req-4faf2fdf-20a7-48c5-a82a-8258a3f11948 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 1000 time: 0.0596492 Sep 16 06:11:43.353371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c993ab3-3b03-417c-8a32-2b412ca29371 req-f54cf52c-22da-41aa-82d3-f37e5f9561c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:43.355047 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c993ab3-3b03-417c-8a32-2b412ca29371 req-f54cf52c-22da-41aa-82d3-f37e5f9561c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0445673 Sep 16 06:11:43.404173 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c993ab3-3b03-417c-8a32-2b412ca29371 req-91e7efd7-f4c4-480b-8984-9187e0780d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:43.405730 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c993ab3-3b03-417c-8a32-2b412ca29371 req-91e7efd7-f4c4-480b-8984-9187e0780d1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442851 Sep 16 06:11:43.497330 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c993ab3-3b03-417c-8a32-2b412ca29371 req-955f8f8d-2b65-40ea-8d5e-49c18d62e78d service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813129 Sep 16 06:11:43.592797 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7c993ab3-3b03-417c-8a32-2b412ca29371 req-764bdecf-04ff-4c31-a27d-0f237eee70a9 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865347 Sep 16 06:11:44.544272 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d6770293-79b8-4168-9793-c55c4db83202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:45.416280 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:46.359552 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:47.264345 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:47.858315 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.162264 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46944) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:49.320876 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Deleting port c69e94ee-2965-4855-9eec-ef89307e0094 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:49.321226 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.396045 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.396378 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.408002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Calling delete_port for c69e94ee-2965-4855-9eec-ef89307e0094 owned by network:floatingip {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:49.641903 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.666519 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event deleted for resources: {'Port': ['ID=c69e94ee-2965-4855-9eec-ef89307e0094,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:49.679929 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:49.680277 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:49.680744 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:49.685256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:49.685256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:49.685256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:49.685256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:49.685256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:49.685256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:49.685256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:49.685256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:49.685256 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:49.742950 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for floatingip, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.743281 n-d-712137-12 neutron-server[95451]: INFO neutron.db.l3_db [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Floating IP 5ffcc58c-5c5e-4512-8be7-160a6c0995c0 disassociated (deleted). External IP: 172.25.3.86, port: 8b659dd7-8896-4aae-9546-5d1cffb9f0ce. Sep 16 06:11:49.947172 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Router 43614220-95fc-4da7-91bd-ad07e2613d28 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:11:50.383645 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:50.388367 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:50.393312 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff1564-aec0-43f4-8433-6d8f8247c70d None None] Sync routers for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:50.410853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff1564-aec0-43f4-8433-6d8f8247c70d None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:50.411593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-faff1564-aec0-43f4-8433-6d8f8247c70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:50.414873 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-1843189e-93cf-468a-b82e-775442212820 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "DELETE /v2.0/floatingips/5ffcc58c-5c5e-4512-8be7-160a6c0995c0 HTTP/1.1" status: 204 len: 168 time: 1.2470052 Sep 16 06:11:50.415440 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:11:50.418268 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb08f36-8231-4d0a-9dae-337f718c8536" -d '{"events": [{"name": "network-changed", "server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:11:50.514502 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9f0b82-2f35-4ee4-991c-d38b391ddfd6 x-openstack-request-id: req-aa9f0b82-2f35-4ee4-991c-d38b391ddfd6 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:11:50.514794 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:11:50.515039 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa9f0b82-2f35-4ee4-991c-d38b391ddfd6 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:11:50.515480 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'status': 'completed', 'code': 200} Sep 16 06:11:50.527558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-faff1564-aec0-43f4-8433-6d8f8247c70d None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:50.580150 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb08f36-8231-4d0a-9dae-337f718c8536 req-165de05a-e710-4b45-8ed6-15346462df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:50.581771 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abb08f36-8231-4d0a-9dae-337f718c8536 req-165de05a-e710-4b45-8ed6-15346462df12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92108c66035840caac80b60ad7267c8b&device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 1098 time: 0.0431595 Sep 16 06:11:50.680098 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb08f36-8231-4d0a-9dae-337f718c8536 req-d5ad1c68-dbc9-4ac1-a9a3-aecb847c126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:50.682779 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abb08f36-8231-4d0a-9dae-337f718c8536 req-d5ad1c68-dbc9-4ac1-a9a3-aecb847c126b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 200 len: 909 time: 0.0929408 Sep 16 06:11:50.723711 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abb08f36-8231-4d0a-9dae-337f718c8536 req-449a300b-c76a-4008-8424-188684c24f9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 200 len: 217 time: 0.0348961 Sep 16 06:11:50.728057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-faff1564-aec0-43f4-8433-6d8f8247c70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:50.759559 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff1564-aec0-43f4-8433-6d8f8247c70d None None] Checking router: 43614220-95fc-4da7-91bd-ad07e2613d28 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:11:50.769229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff1564-aec0-43f4-8433-6d8f8247c70d None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:50.769759 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-faff1564-aec0-43f4-8433-6d8f8247c70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:50.773288 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb08f36-8231-4d0a-9dae-337f718c8536 req-84e76f20-8984-454b-aa37-d3fe23495595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:50.779152 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abb08f36-8231-4d0a-9dae-337f718c8536 req-84e76f20-8984-454b-aa37-d3fe23495595 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 200 len: 848 time: 0.0439167 Sep 16 06:11:50.828829 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb08f36-8231-4d0a-9dae-337f718c8536 req-ad54aed4-0c98-428c-bd82-023b99bdafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:50.830527 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abb08f36-8231-4d0a-9dae-337f718c8536 req-ad54aed4-0c98-428c-bd82-023b99bdafd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3868298-8261-4f00-8975-12d1ffac607a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488911 Sep 16 06:11:50.884687 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-faff1564-aec0-43f4-8433-6d8f8247c70d None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:50.935886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91045856-c987-4be7-b91e-f3a18845fc1e req-55830052-f544-492d-aff7-c42ba5055e6f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:50.937430 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91045856-c987-4be7-b91e-f3a18845fc1e req-55830052-f544-492d-aff7-c42ba5055e6f tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 946 time: 0.1111541 Sep 16 06:11:50.972289 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abb08f36-8231-4d0a-9dae-337f718c8536 req-5100c6a0-4fc8-478c-9e2e-b36dc29e2d58 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323037 Sep 16 06:11:51.005620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-91045856-c987-4be7-b91e-f3a18845fc1e req-d02f64ae-1981-48b1-b701-3c477c18d2e4 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622630 Sep 16 06:11:51.074223 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-abb08f36-8231-4d0a-9dae-337f718c8536 req-83e46299-7429-4670-b9fa-4fe1f9a10ef1 service neutron] 10.222.0.37 "GET /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918756 Sep 16 06:11:51.085222 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-faff1564-aec0-43f4-8433-6d8f8247c70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:51.111586 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff1564-aec0-43f4-8433-6d8f8247c70d None None] The sync data for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 is: [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': '561b1b85-e2ad-46e1-a266-3515fc17e070', 'name': '', 'network_id': 'a3868298-8261-4f00-8975-12d1ffac607a', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'mac_address': 'fa:16:3e:74:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:49Z', 'updated_at': '2021-09-16T06:01:53Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'subnets': [{'id': '4e2cd28f-12af-4c1d-9362-994ce8f174f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:11:51.327867 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ae89b-9d1a-4abd-b117-c8c45e64c1e4 None None] New status for floating IP 5ffcc58c-5c5e-4512-8be7-160a6c0995c0: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:11:52.128312 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d666f-e977-46c1-8ccf-9273508aa0ce req-05573d93-370c-4be8-bd5e-cdf91bf5f606 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:52.129823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-069d666f-e977-46c1-8ccf-9273508aa0ce req-05573d93-370c-4be8-bd5e-cdf91bf5f606 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 946 time: 0.0544131 Sep 16 06:11:52.168701 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-069d666f-e977-46c1-8ccf-9273508aa0ce req-d80984a3-edc7-4421-a7d1-ef7df74f648e tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327175 Sep 16 06:11:52.346502 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229a858-d428-4ac0-8de9-f9f082cb1e4a req-b4152462-a5cd-4197-98c5-8b9a83d8fbf0 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:52.347965 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2229a858-d428-4ac0-8de9-f9f082cb1e4a req-b4152462-a5cd-4197-98c5-8b9a83d8fbf0 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 946 time: 0.0484519 Sep 16 06:11:52.436679 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-2229a858-d428-4ac0-8de9-f9f082cb1e4a req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Deleting port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:52.437019 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2229a858-d428-4ac0-8de9-f9f082cb1e4a req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.526705 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-2229a858-d428-4ac0-8de9-f9f082cb1e4a req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] For port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:52.527257 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2229a858-d428-4ac0-8de9-f9f082cb1e4a req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.539410 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-2229a858-d428-4ac0-8de9-f9f082cb1e4a req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Calling delete_port for 8b659dd7-8896-4aae-9546-5d1cffb9f0ce owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:52.748327 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2229a858-d428-4ac0-8de9-f9f082cb1e4a req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.778472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event deleted for resources: {'Port': ['ID=8b659dd7-8896-4aae-9546-5d1cffb9f0ce,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:52.791836 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:52.792743 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:52.793079 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:52.793858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:52.794452 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:52.794793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:52.795119 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:52.795444 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:52.795766 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:52.796090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:52.796437 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:52.796787 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:52.831470 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-2229a858-d428-4ac0-8de9-f9f082cb1e4a req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] No DVR routers for this DVR port 8b659dd7-8896-4aae-9546-5d1cffb9f0ce on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:11:52.834629 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-2229a858-d428-4ac0-8de9-f9f082cb1e4a req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:52.836736 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2229a858-d428-4ac0-8de9-f9f082cb1e4a req-b4dc7b55-2860-4caf-a421-7e34524ff51b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.37 "DELETE /v2.0/ports/8b659dd7-8896-4aae-9546-5d1cffb9f0ce HTTP/1.1" status: 204 len: 173 time: 0.4823058 Sep 16 06:11:52.837182 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'name': 'network-vif-deleted', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:11:52.839752 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328a6e6a-396a-49cc-846b-32bee09b5333" -d '{"events": [{"server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "name": "network-vif-deleted", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:11:52.876135 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3791a953-d556-4c93-86e7-83637a9eb309 x-openstack-request-id: req-3791a953-d556-4c93-86e7-83637a9eb309 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:11:52.876619 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc09e8b7-0779-42dc-ae7b-45ff320f1f5e", "name": "network-vif-deleted", "tag": "8b659dd7-8896-4aae-9546-5d1cffb9f0ce", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:11:52.876971 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3791a953-d556-4c93-86e7-83637a9eb309 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:11:52.877468 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc09e8b7-0779-42dc-ae7b-45ff320f1f5e', 'name': 'network-vif-deleted', 'tag': '8b659dd7-8896-4aae-9546-5d1cffb9f0ce', 'status': 'completed', 'code': 200} Sep 16 06:11:53.267186 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8fb37cee-89ee-452e-a507-89e716d34634 req-82ed965a-1e9f-4991-a8d9-eb99fc845718 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 210 time: 0.0288157 Sep 16 06:11:54.367232 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fe2ee87c-efac-40c5-a3fd-9e9024f2cf1c req-e2478f43-19f9-42b0-82d5-f9fdb7ff7012 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 210 time: 0.0305357 Sep 16 06:11:55.461158 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-79145c28-e9bc-4f22-9d74-aebf599b5ca6 req-12f1e08c-90fe-4f00-846a-28c6c32282c7 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 210 time: 0.0259154 Sep 16 06:11:56.723993 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-b2661355-3848-41bb-9e3c-b9cbf043f96d req-2ace4568-b0d7-4b0a-b828-5f6c90ff947b tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc09e8b7-0779-42dc-ae7b-45ff320f1f5e HTTP/1.1" status: 200 len: 210 time: 0.0271165 Sep 16 06:11:57.225808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 8b659dd7-8896-4aae-9546-5d1cffb9f0ce no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:57.249875 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: 8b659dd7-8896-4aae-9546-5d1cffb9f0ce {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:57.250218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device 8b659dd7-8896-4aae-9546-5d1cffb9f0ce not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:57.779305 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46984) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:57.842661 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-014d8256-949f-4caf-b7f8-4b1b3160ca92 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.869705 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-014d8256-949f-4caf-b7f8-4b1b3160ca92 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.030318 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-014d8256-949f-4caf-b7f8-4b1b3160ca92 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.032918 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-014d8256-949f-4caf-b7f8-4b1b3160ca92 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.036665 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-014d8256-949f-4caf-b7f8-4b1b3160ca92 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] 10.222.0.24 "DELETE /v2.0/security-groups/7c55764f-c5cb-47a7-b15d-d2bdbda5f17b HTTP/1.1" status: 204 len: 168 time: 0.2538149 Sep 16 06:11:58.045532 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d8256-949f-4caf-b7f8-4b1b3160ca92 tempest-TestShelveInstance-2109645569 tempest-TestShelveInstance-2109645569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c55764f-c5cb-47a7-b15d-d2bdbda5f17b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:58.147664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46988) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:58.638898 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd0c168d-c81a-440f-814b-29e5e9fc84f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.891025 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c168d-c81a-440f-814b-29e5e9fc84f5 admin admin] Deleting port 561b1b85-e2ad-46e1-a266-3515fc17e070 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:58.891691 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd0c168d-c81a-440f-814b-29e5e9fc84f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.970826 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-dd0c168d-c81a-440f-814b-29e5e9fc84f5 admin admin] For port 561b1b85-e2ad-46e1-a266-3515fc17e070, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=561b1b85-e2ad-46e1-a266-3515fc17e070,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:58.975873 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd0c168d-c81a-440f-814b-29e5e9fc84f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.984131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c168d-c81a-440f-814b-29e5e9fc84f5 admin admin] Calling delete_port for 561b1b85-e2ad-46e1-a266-3515fc17e070 owned by network:router_interface {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:59.224847 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd0c168d-c81a-440f-814b-29e5e9fc84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.255321 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c168d-c81a-440f-814b-29e5e9fc84f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=561b1b85-e2ad-46e1-a266-3515fc17e070,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:59.430242 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dd0c168d-c81a-440f-814b-29e5e9fc84f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.657899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0c168d-c81a-440f-814b-29e5e9fc84f5 admin admin] Router 43614220-95fc-4da7-91bd-ad07e2613d28 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:11:59.769405 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0c168d-c81a-440f-814b-29e5e9fc84f5 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:59.777851 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46992) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:59.780175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3865f-2597-46c7-a68c-70ad22219114 None None] Sync routers for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:59.787572 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dd0c168d-c81a-440f-814b-29e5e9fc84f5 admin admin] 10.222.0.24 "PUT /v2.0/routers/43614220-95fc-4da7-91bd-ad07e2613d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6287217 Sep 16 06:11:59.789590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff3865f-2597-46c7-a68c-70ad22219114 None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:59.790229 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-eff3865f-2597-46c7-a68c-70ad22219114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:59.893197 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.903549 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-eff3865f-2597-46c7-a68c-70ad22219114 None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:59.996386 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.091711 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-eff3865f-2597-46c7-a68c-70ad22219114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:11:59Z', 'revision_number': 5, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port': {'id': '50441f5e-cf47-47d8-8b6d-96bd08ac72bf', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:82:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:47Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:00.101944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Deleting port 50441f5e-cf47-47d8-8b6d-96bd08ac72bf {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:00.102290 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.122105 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3865f-2597-46c7-a68c-70ad22219114 None None] Checking router: 43614220-95fc-4da7-91bd-ad07e2613d28 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:00.130632 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff3865f-2597-46c7-a68c-70ad22219114 None None] Routers {'43614220-95fc-4da7-91bd-ad07e2613d28'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:00.131248 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-eff3865f-2597-46c7-a68c-70ad22219114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['43614220-95fc-4da7-91bd-ad07e2613d28'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:00.186300 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] For port 50441f5e-cf47-47d8-8b6d-96bd08ac72bf, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=50441f5e-cf47-47d8-8b6d-96bd08ac72bf,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:00.186666 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.198490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Calling delete_port for 50441f5e-cf47-47d8-8b6d-96bd08ac72bf owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:00.220215 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-eff3865f-2597-46c7-a68c-70ad22219114 None None] Set router 43614220-95fc-4da7-91bd-ad07e2613d28 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:00.282288 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-eff3865f-2597-46c7-a68c-70ad22219114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:11:59Z', 'revision_number': 6, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:00.310833 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3865f-2597-46c7-a68c-70ad22219114 None None] The sync data for ids ['43614220-95fc-4da7-91bd-ad07e2613d28'] in n-d-712137-12 is: [{'id': '43614220-95fc-4da7-91bd-ad07e2613d28', 'name': 'tempest-TestShelveInstance-1453855356-router', 'tenant_id': '92108c66035840caac80b60ad7267c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:46Z', 'updated_at': '2021-09-16T06:11:59Z', 'revision_number': 6, 'project_id': '92108c66035840caac80b60ad7267c8b', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:00.429802 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.455061 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Pushing event deleted for resources: {'Port': ['ID=50441f5e-cf47-47d8-8b6d-96bd08ac72bf,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:00.519142 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.608130 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.610152 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.742291 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.747180 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43614220-95fc-4da7-91bd-ad07e2613d28 {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:12:00.750741 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.751990 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e96a2184-f595-4c0e-af3e-de28fc01e23c admin admin] 10.222.0.24 "DELETE /v2.0/routers/43614220-95fc-4da7-91bd-ad07e2613d28 HTTP/1.1" status: 204 len: 168 time: 0.9723747 Sep 16 06:12:00.755011 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46994) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:00.800968 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_v2 [None req-badc5c22-78eb-4da5-880b-85ef2ae7454a admin admin] Deleting subnet 4e2cd28f-12af-4c1d-9362-994ce8f174f1 {{(pid=95451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:12:00.804099 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badc5c22-78eb-4da5-880b-85ef2ae7454a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.838047 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badc5c22-78eb-4da5-880b-85ef2ae7454a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8493178'] for subnet, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.918697 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badc5c22-78eb-4da5-880b-85ef2ae7454a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.047152 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badc5c22-78eb-4da5-880b-85ef2ae7454a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8966954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9361428'] for subnet, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.073696 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc5c22-78eb-4da5-880b-85ef2ae7454a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e2cd28f-12af-4c1d-9362-994ce8f174f1,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:01.077500 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-badc5c22-78eb-4da5-880b-85ef2ae7454a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.079431 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-badc5c22-78eb-4da5-880b-85ef2ae7454a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4e2cd28f-12af-4c1d-9362-994ce8f174f1 HTTP/1.1" status: 204 len: 168 time: 0.3234076 Sep 16 06:12:01.082094 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 46996) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:01.086853 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca5fdd6-38cc-497a-9e72-b929718ef6f1 None None] Network a3868298-8261-4f00-8975-12d1ffac607a requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:12:01.159037 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.216141 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Deleting port b3034bd2-2c67-4778-be14-85939cf7036c {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:01.216559 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.273109 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] DHCP port deletion for a3868298-8261-4f00-8975-12d1ffac607a request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:12:01.284680 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] For port b3034bd2-2c67-4778-be14-85939cf7036c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b3034bd2-2c67-4778-be14-85939cf7036c,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:01.285043 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.299020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Calling delete_port for b3034bd2-2c67-4778-be14-85939cf7036c owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:01.332270 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Deleting port b3034bd2-2c67-4778-be14-85939cf7036c {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:01.332520 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.401542 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] For port b3034bd2-2c67-4778-be14-85939cf7036c, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=b3034bd2-2c67-4778-be14-85939cf7036c,segment=NetworkSegment(20bc23cc-a514-4825-8e30-fc6b6159d1fe),segment_id=20bc23cc-a514-4825-8e30-fc6b6159d1fe)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:01.401947 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.414601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Calling delete_port for b3034bd2-2c67-4778-be14-85939cf7036c owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:01.447427 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.473552 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3034bd2-2c67-4778-be14-85939cf7036c,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:01.477180 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] No DVR routers for this DVR port b3034bd2-2c67-4778-be14-85939cf7036c on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:12:01.494750 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.524211 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] No DVR routers for this DVR port b3034bd2-2c67-4778-be14-85939cf7036c on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:12:01.528593 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Pushing event deleted for resources: {'Port': ['ID=b3034bd2-2c67-4778-be14-85939cf7036c,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:01.536326 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:01.536585 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:01.536926 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:01.537261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:01.537589 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:01.537938 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:01.538261 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:01.538582 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:01.538901 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:01.539220 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:01.539538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:01.539855 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddf00f-ccf0-4788-930d-876376a13cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:01.553448 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.574479 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3868298-8261-4f00-8975-12d1ffac607a']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:01.583456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bc23cc-a514-4825-8e30-fc6b6159d1fe') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:01.583756 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bc23cc-a514-4825-8e30-fc6b6159d1fe') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:01.593170 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.606752 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.612482 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:12:01.612915 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: timer() Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:12:01.614549 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:12:01.701731 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50441f5e-cf47-47d8-8b6d-96bd08ac72bf no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:01.725725 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 50441f5e-cf47-47d8-8b6d-96bd08ac72bf {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:12:01.726076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 50441f5e-cf47-47d8-8b6d-96bd08ac72bf not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:01.726490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 561b1b85-e2ad-46e1-a266-3515fc17e070 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:01.746663 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 561b1b85-e2ad-46e1-a266-3515fc17e070 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:12:01.747013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 561b1b85-e2ad-46e1-a266-3515fc17e070 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:01.747422 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b3034bd2-2c67-4778-be14-85939cf7036c no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:01.753490 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.767826 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: b3034bd2-2c67-4778-be14-85939cf7036c {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:12:01.768178 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device b3034bd2-2c67-4778-be14-85939cf7036c not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:01.769164 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.774140 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a3868298-8261-4f00-8975-12d1ffac607a HTTP/1.1" status: 204 len: 168 time: 0.6908205 Sep 16 06:12:01.775598 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad26e3-ffb8-456e-b9f0-2f266607a4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3868298-8261-4f00-8975-12d1ffac607a,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:01.777721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 46998) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:02.113625 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6a6d5c72-7fe6-428f-9f0e-698b1a9954aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:02.656587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d5c72-7fe6-428f-9f0e-698b1a9954aa admin admin] Deleting port c8c39b45-24ce-420b-9974-e873868736d2 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:02.656928 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6a6d5c72-7fe6-428f-9f0e-698b1a9954aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:02.738472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-6a6d5c72-7fe6-428f-9f0e-698b1a9954aa admin admin] For port c8c39b45-24ce-420b-9974-e873868736d2, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=c8c39b45-24ce-420b-9974-e873868736d2,segment=NetworkSegment(04d2c8d7-81b8-4f0e-b80b-2d2f614c1416),segment_id=04d2c8d7-81b8-4f0e-b80b-2d2f614c1416)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:02.738835 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6a6d5c72-7fe6-428f-9f0e-698b1a9954aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:02.750823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d5c72-7fe6-428f-9f0e-698b1a9954aa admin admin] Calling delete_port for c8c39b45-24ce-420b-9974-e873868736d2 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:02.978364 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6a6d5c72-7fe6-428f-9f0e-698b1a9954aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.004122 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d5c72-7fe6-428f-9f0e-698b1a9954aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c39b45-24ce-420b-9974-e873868736d2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:03.175859 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-6a6d5c72-7fe6-428f-9f0e-698b1a9954aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.394918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6d5c72-7fe6-428f-9f0e-698b1a9954aa admin admin] Router 8101d29f-1d42-409a-b823-2f4d3e704f0e has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:12:03.504601 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6d5c72-7fe6-428f-9f0e-698b1a9954aa admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:03.509858 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-6a6d5c72-7fe6-428f-9f0e-698b1a9954aa admin admin] 10.222.0.24 "PUT /v2.0/routers/8101d29f-1d42-409a-b823-2f4d3e704f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311215 Sep 16 06:12:03.512379 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47000) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:03.515608 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1116a58-fce9-49f6-b744-49ca4ff871c8 None None] Sync routers for ids ['8101d29f-1d42-409a-b823-2f4d3e704f0e'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:03.524484 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1116a58-fce9-49f6-b744-49ca4ff871c8 None None] Routers {'8101d29f-1d42-409a-b823-2f4d3e704f0e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:03.525107 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c1116a58-fce9-49f6-b744-49ca4ff871c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8101d29f-1d42-409a-b823-2f4d3e704f0e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:03.618523 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.626034 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-c1116a58-fce9-49f6-b744-49ca4ff871c8 None None] Set router 8101d29f-1d42-409a-b823-2f4d3e704f0e gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:03.726599 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.805168 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c1116a58-fce9-49f6-b744-49ca4ff871c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'name': 'tempest-TestShelveInstance-874884866-router', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9ed12417-7406-494e-8403-bcc1ec059581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:52Z', 'updated_at': '2021-09-16T06:12:02Z', 'revision_number': 5, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'gw_port': {'id': '9ed12417-7406-494e-8403-bcc1ec059581', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:53Z', 'updated_at': '2021-09-16T06:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:03.832231 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1116a58-fce9-49f6-b744-49ca4ff871c8 None None] Checking router: 8101d29f-1d42-409a-b823-2f4d3e704f0e for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:03.840535 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1116a58-fce9-49f6-b744-49ca4ff871c8 None None] Routers {'8101d29f-1d42-409a-b823-2f4d3e704f0e'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:03.841152 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c1116a58-fce9-49f6-b744-49ca4ff871c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['8101d29f-1d42-409a-b823-2f4d3e704f0e'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:03.845252 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Deleting port 9ed12417-7406-494e-8403-bcc1ec059581 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:03.845726 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.925928 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-c1116a58-fce9-49f6-b744-49ca4ff871c8 None None] Set router 8101d29f-1d42-409a-b823-2f4d3e704f0e gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:03.929325 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] For port 9ed12417-7406-494e-8403-bcc1ec059581, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=9ed12417-7406-494e-8403-bcc1ec059581,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:03.929725 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:03.941897 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Calling delete_port for 9ed12417-7406-494e-8403-bcc1ec059581 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:03.978477 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-c1116a58-fce9-49f6-b744-49ca4ff871c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'name': 'tempest-TestShelveInstance-874884866-router', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:52Z', 'updated_at': '2021-09-16T06:12:03Z', 'revision_number': 6, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:04.004953 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1116a58-fce9-49f6-b744-49ca4ff871c8 None None] The sync data for ids ['8101d29f-1d42-409a-b823-2f4d3e704f0e'] in n-d-712137-12 is: [{'id': '8101d29f-1d42-409a-b823-2f4d3e704f0e', 'name': 'tempest-TestShelveInstance-874884866-router', 'tenant_id': '74266a7fe299445dba49abe07bfdeaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:52Z', 'updated_at': '2021-09-16T06:12:03Z', 'revision_number': 6, 'project_id': '74266a7fe299445dba49abe07bfdeaeb', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:04.178590 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.204363 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed12417-7406-494e-8403-bcc1ec059581,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:04.268742 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.360064 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.362282 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.464738 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.465268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8101d29f-1d42-409a-b823-2f4d3e704f0e {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:12:04.470889 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.470889 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a27fa5b4-8edb-4cd8-abd0-c58b89015190 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8101d29f-1d42-409a-b823-2f4d3e704f0e HTTP/1.1" status: 204 len: 168 time: 0.9572372 Sep 16 06:12:04.473209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47002) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:04.519080 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca509fc0-d5cd-45ab-9b7c-ba3fca5a3447 admin admin] Deleting subnet a7540389-6b1c-4b97-89e3-5f84b364d3a8 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:12:04.522049 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ca509fc0-d5cd-45ab-9b7c-ba3fca5a3447 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.561201 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ca509fc0-d5cd-45ab-9b7c-ba3fca5a3447 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.638163 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ca509fc0-d5cd-45ab-9b7c-ba3fca5a3447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.783047 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ca509fc0-d5cd-45ab-9b7c-ba3fca5a3447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.826019 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca509fc0-d5cd-45ab-9b7c-ba3fca5a3447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7540389-6b1c-4b97-89e3-5f84b364d3a8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:04.831822 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-ca509fc0-d5cd-45ab-9b7c-ba3fca5a3447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.837030 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-ca509fc0-d5cd-45ab-9b7c-ba3fca5a3447 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a7540389-6b1c-4b97-89e3-5f84b364d3a8 HTTP/1.1" status: 204 len: 168 time: 0.3627355 Sep 16 06:12:04.837230 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47004) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:04.841571 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bdeecf-e81d-4616-99cb-a86d6d918015 None None] Network 3ccca3b0-7750-495f-aa39-ad52d313970d requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:12:04.914274 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:04.969437 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Deleting port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:04.969861 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.034907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a1fdeb-e5ac-4c44-9878-87c81097e905 None None] DHCP port deletion for 3ccca3b0-7750-495f-aa39-ad52d313970d request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:12:05.042502 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] For port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ef8151e5-e0de-47df-a3d4-f0cb2e9354ea,segment=NetworkSegment(04d2c8d7-81b8-4f0e-b80b-2d2f614c1416),segment_id=04d2c8d7-81b8-4f0e-b80b-2d2f614c1416)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:05.042871 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.055741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Calling delete_port for ef8151e5-e0de-47df-a3d4-f0cb2e9354ea owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:05.084538 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-52a1fdeb-e5ac-4c44-9878-87c81097e905 None None] Deleting port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:05.084905 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-52a1fdeb-e5ac-4c44-9878-87c81097e905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.154688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-52a1fdeb-e5ac-4c44-9878-87c81097e905 None None] For port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=ef8151e5-e0de-47df-a3d4-f0cb2e9354ea,segment=NetworkSegment(04d2c8d7-81b8-4f0e-b80b-2d2f614c1416),segment_id=04d2c8d7-81b8-4f0e-b80b-2d2f614c1416)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:05.155093 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-52a1fdeb-e5ac-4c44-9878-87c81097e905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.168175 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-52a1fdeb-e5ac-4c44-9878-87c81097e905 None None] Calling delete_port for ef8151e5-e0de-47df-a3d4-f0cb2e9354ea owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:05.204890 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.230150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8151e5-e0de-47df-a3d4-f0cb2e9354ea,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:05.234270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] No DVR routers for this DVR port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:12:05.247459 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-52a1fdeb-e5ac-4c44-9878-87c81097e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.271501 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1fdeb-e5ac-4c44-9878-87c81097e905 None None] Pushing event deleted for resources: {'Port': ['ID=ef8151e5-e0de-47df-a3d4-f0cb2e9354ea,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:05.280503 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1fdeb-e5ac-4c44-9878-87c81097e905 None None] No DVR routers for this DVR port ef8151e5-e0de-47df-a3d4-f0cb2e9354ea on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:12:05.313058 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.332936 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccca3b0-7750-495f-aa39-ad52d313970d']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:05.342082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d2c8d7-81b8-4f0e-b80b-2d2f614c1416') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:05.342379 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d2c8d7-81b8-4f0e-b80b-2d2f614c1416') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:05.351447 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.364787 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.371337 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: timer() Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:12:05.375446 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:12:05.492795 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.498887 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.500878 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3ccca3b0-7750-495f-aa39-ad52d313970d HTTP/1.1" status: 204 len: 168 time: 0.6626456 Sep 16 06:12:05.512304 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fed68-5292-4f2e-b89a-89d6c52876d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccca3b0-7750-495f-aa39-ad52d313970d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:05.704616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9ed12417-7406-494e-8403-bcc1ec059581 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:05.724804 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 9ed12417-7406-494e-8403-bcc1ec059581 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:12:05.725154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 9ed12417-7406-494e-8403-bcc1ec059581 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:05.725569 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ef8151e5-e0de-47df-a3d4-f0cb2e9354ea no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:05.747485 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: ef8151e5-e0de-47df-a3d4-f0cb2e9354ea {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:12:05.747830 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device ef8151e5-e0de-47df-a3d4-f0cb2e9354ea not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:05.748233 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c8c39b45-24ce-420b-9974-e873868736d2 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:05.766519 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: c8c39b45-24ce-420b-9974-e873868736d2 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:12:05.767240 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device c8c39b45-24ce-420b-9974-e873868736d2 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:05.869397 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47008) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:05.911391 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-af036f2d-2bb0-4132-a460-7aecb8e1eab0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92108c66035840caac80b60ad7267c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406034 Sep 16 06:12:05.913842 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47010) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:05.962264 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ac55814-dbec-4847-9f12-4f13251e3e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:05.983648 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ac55814-dbec-4847-9f12-4f13251e3e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.092842 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ac55814-dbec-4847-9f12-4f13251e3e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.095405 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2ac55814-dbec-4847-9f12-4f13251e3e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.096601 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2ac55814-dbec-4847-9f12-4f13251e3e58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8efa87ec-2919-4135-a274-863d998e69ad HTTP/1.1" status: 204 len: 168 time: 0.1818404 Sep 16 06:12:06.105418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac55814-dbec-4847-9f12-4f13251e3e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efa87ec-2919-4135-a274-863d998e69ad,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:06.752510 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47016) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:06.796836 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-c77c0460-69f0-473c-a1c9-8e8f3a85612b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74266a7fe299445dba49abe07bfdeaeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431309 Sep 16 06:12:06.799411 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47018) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:06.847223 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-93e83886-7380-4af7-8710-d9722112b67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.868201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-93e83886-7380-4af7-8710-d9722112b67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.987704 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-93e83886-7380-4af7-8710-d9722112b67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.990373 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-93e83886-7380-4af7-8710-d9722112b67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:06.991587 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-93e83886-7380-4af7-8710-d9722112b67e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d6af485-f152-4164-a4fb-f2dce7b0077b HTTP/1.1" status: 204 len: 168 time: 0.1912467 Sep 16 06:12:07.000360 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e83886-7380-4af7-8710-d9722112b67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6af485-f152-4164-a4fb-f2dce7b0077b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:08.086751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47040) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:08.180741 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1821251115-network', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:08.258111 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Made reservation on behalf of 6e6aeb0cad8d47aa9bdfef7b2c48514f for: {'network': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:12:08.260423 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:08.269932 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:08.358994 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:08.418546 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:08.443805 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=95451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:12:08.453531 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0157edc5-8041-49bb-93e9-0588caffb137,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:08.458396 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:08.458745 n-d-712137-12 neutron-server[95451]: INFO neutron.db.segments_db [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Added segment 4fc3f5a3-8336-4dd7-9882-3cc1f72313ea of type vlan for network fcce7280-1295-463f-8118-1871f248026f Sep 16 06:12:08.503557 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:08.572565 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:08.573563 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:08.574201 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:08.633820 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=fcce7280-1295-463f-8118-1871f248026f,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:08.643260 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network fcce7280-1295-463f-8118-1871f248026f details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:12:08.691371 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ea34a1c2-62fc-4757-a90a-cc803787b5b1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6034958 Sep 16 06:12:08.694272 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47044) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:08.699137 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8330bbc9-6d25-44b0-b21e-a08683b66911 admin admin] Request body: {'subnet': {'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1821251115-subnet', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:08.798985 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8330bbc9-6d25-44b0-b21e-a08683b66911 admin admin] Made reservation on behalf of 6e6aeb0cad8d47aa9bdfef7b2c48514f for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:12:08.801424 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8330bbc9-6d25-44b0-b21e-a08683b66911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.013281 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8330bbc9-6d25-44b0-b21e-a08683b66911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.075058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330bbc9-6d25-44b0-b21e-a08683b66911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:09.083067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8330bbc9-6d25-44b0-b21e-a08683b66911 admin admin] Checking segment: {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:09.083461 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8330bbc9-6d25-44b0-b21e-a08683b66911 admin admin] Network hostable DHCP agents. Network: fcce7280-1295-463f-8118-1871f248026f, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:12:09.118646 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:12:09.164422 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8330bbc9-6d25-44b0-b21e-a08683b66911 admin admin] Network fcce7280-1295-463f-8118-1871f248026f is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:12:09.218028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-8330bbc9-6d25-44b0-b21e-a08683b66911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, fcce7280-1295-463f-8118-1871f248026f) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:09.222016 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8330bbc9-6d25-44b0-b21e-a08683b66911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:09.222613 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8330bbc9-6d25-44b0-b21e-a08683b66911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.228082 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8ea7b0-62cf-466d-87c0-652aaef7b3ec None None] Network fcce7280-1295-463f-8118-1871f248026f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:12:09.293540 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8330bbc9-6d25-44b0-b21e-a08683b66911 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5981874 Sep 16 06:12:09.296634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47046) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:09.301040 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:09.371269 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-fcce7280-1295-463f-8118-1871f248026f', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:12:09.372138 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.384536 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.385730 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.438152 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.507259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Allocated IP 172.20.0.2 (fcce7280-1295-463f-8118-1871f248026f/147bfa5a-ad9e-4068-bdb7-96ca142d6ba6/6a29135c-a8b8-488c-8235-7d694dc10d3b) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:09.628648 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.656298 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.744208 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.782298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Network fcce7280-1295-463f-8118-1871f248026f is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:09.785444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:09.791271 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:09.798803 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Pushing event updated for resources: {'Port': ['ID=6a29135c-a8b8-488c-8235-7d694dc10d3b,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:09.848832 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Attempting to bind port 6a29135c-a8b8-488c-8235-7d694dc10d3b on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:09.849209 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Attempting to bind port 6a29135c-a8b8-488c-8235-7d694dc10d3b by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:09.849608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Attempting to bind port 6a29135c-a8b8-488c-8235-7d694dc10d3b on network fcce7280-1295-463f-8118-1871f248026f {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:09.854572 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:09.854956 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Checking segment: {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:09.855468 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.855998 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Bound using segment: {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:09.856490 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Bound port: 6a29135c-a8b8-488c-8235-7d694dc10d3b, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:09.856881 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.915068 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:09.922618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] For port 6a29135c-a8b8-488c-8235-7d694dc10d3b, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:09.925742 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] For port 6a29135c-a8b8-488c-8235-7d694dc10d3b, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6a29135c-a8b8-488c-8235-7d694dc10d3b,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:09.937324 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:10.010850 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:10.038665 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Allocated IP 172.25.3.199 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/38765ae7-46a0-40cb-a7c7-de432dd11d4d) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:10.074655 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccf093-5483-426b-8325-7e93e7ed3d84 None None] Pushing event updated for resources: {'Port': ['ID=6a29135c-a8b8-488c-8235-7d694dc10d3b,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:10.155799 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:10.593606 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:10.631658 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:10.634604 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:10.637583 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:10.664863 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Pushing event updated for resources: {'Port': ['ID=38765ae7-46a0-40cb-a7c7-de432dd11d4d,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:10.926244 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844fdc9-6b0d-452d-a525-d0c122aa774c None None] Network fcce7280-1295-463f-8118-1871f248026f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:12:10.977219 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:10.990372 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-9e44e4ab-93c0-4ca2-b9b6-99dba329c294 None None] Provisioning complete for port 6a29135c-a8b8-488c-8235-7d694dc10d3b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:10.990752 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9e44e4ab-93c0-4ca2-b9b6-99dba329c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:11.139659 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9e44e4ab-93c0-4ca2-b9b6-99dba329c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:11.178716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-9e44e4ab-93c0-4ca2-b9b6-99dba329c294 None None] For port 6a29135c-a8b8-488c-8235-7d694dc10d3b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6a29135c-a8b8-488c-8235-7d694dc10d3b,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:11.181881 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:11.247867 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9e44e4ab-93c0-4ca2-b9b6-99dba329c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:11.304840 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44e4ab-93c0-4ca2-b9b6-99dba329c294 None None] Pushing event updated for resources: {'Port': ['ID=6a29135c-a8b8-488c-8235-7d694dc10d3b,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:11.367335 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-0e5cce06-2ae0-443d-938c-dfa46b239496 None None] Provisioning complete for port 6a29135c-a8b8-488c-8235-7d694dc10d3b triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:11.367706 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e5cce06-2ae0-443d-938c-dfa46b239496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:11.372960 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:12:11.480732 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:11.490057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Sync routers for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:11.499894 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:11.503459 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:11.544759 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:11.546308 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-5854a6c8-1081-42a7-b9d2-203e3df4b809 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2484272 Sep 16 06:12:11.548876 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47048) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:11.606218 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:11.794228 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6a29135c-a8b8-488c-8235-7d694dc10d3b up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:11.859424 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:10Z', 'revision_number': 3, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:11.887848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Checking router: 5157bd0c-4047-4307-98f1-a2dee7fb01f2 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:11.888290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Updating router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 port 38765ae7-46a0-40cb-a7c7-de432dd11d4d binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:12:11.890268 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 6a29135c-a8b8-488c-8235-7d694dc10d3b triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:11.890649 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.013206 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.114265 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.187862 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Allocated IP 172.20.0.1 (fcce7280-1295-463f-8118-1871f248026f/147bfa5a-ad9e-4068-bdb7-96ca142d6ba6/f119ffc5-d79d-43f2-8cec-3289f1f5aac4) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:12.206222 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-320fb4e5-928b-4348-ab57-002b90af50d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.311065 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.388783 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.420745 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.428702 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Network fcce7280-1295-463f-8118-1871f248026f is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:12.434855 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:12.440095 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:12.442647 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=f119ffc5-d79d-43f2-8cec-3289f1f5aac4,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:12.479646 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.487177 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.552296 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Attempting to bind port 38765ae7-46a0-40cb-a7c7-de432dd11d4d on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:12.553410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Attempting to bind port 38765ae7-46a0-40cb-a7c7-de432dd11d4d by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:12.553410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Attempting to bind port 38765ae7-46a0-40cb-a7c7-de432dd11d4d on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:12.560085 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1b14f-8c59-4714-beeb-c311734965c3 None None] Pushing event updated for resources: {'Port': ['ID=38765ae7-46a0-40cb-a7c7-de432dd11d4d,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:12.565590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:12.565967 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:12.566368 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.566756 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:12.567293 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Bound port: 38765ae7-46a0-40cb-a7c7-de432dd11d4d, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:12.567684 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.629386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] For port 38765ae7-46a0-40cb-a7c7-de432dd11d4d, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:12.633258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] For port 38765ae7-46a0-40cb-a7c7-de432dd11d4d, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=38765ae7-46a0-40cb-a7c7-de432dd11d4d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:12.673176 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-4185ecb1-1d76-4d6b-ad5c-bcaa20362b78 None None] Provisioning complete for port f119ffc5-d79d-43f2-8cec-3289f1f5aac4 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:12.673542 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4185ecb1-1d76-4d6b-ad5c-bcaa20362b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.679261 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.709136 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-4185ecb1-1d76-4d6b-ad5c-bcaa20362b78 None None] Port f119ffc5-d79d-43f2-8cec-3289f1f5aac4 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:12.731290 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.784319 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:12.784960 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:11:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:12.826629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1b14f-8c59-4714-beeb-c311734965c3 None None] Pushing event updated for resources: {'Port': ['ID=38765ae7-46a0-40cb-a7c7-de432dd11d4d,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:12.845802 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.901608 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:12.901872 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.972606 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=f119ffc5-d79d-43f2-8cec-3289f1f5aac4,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:12.975042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:13.066058 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Network fcce7280-1295-463f-8118-1871f248026f is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:13.067450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:13.123979 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 1, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:13.157488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c4615-cb89-4f2e-97be-e0accad5fc36 None None] The sync data for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 is: [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 1, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:13.204259 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:12:13.329860 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:13.331552 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:13.343525 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-fd7e7bbf-a842-428c-a49d-4215d5ec0ee3 admin admin] 10.222.0.24 "PUT /v2.0/routers/5157bd0c-4047-4307-98f1-a2dee7fb01f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7935324 Sep 16 06:12:13.348286 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-64a643d3-c6dd-4e55-a306-e01e656dd8ad None None] Provisioning complete for port f119ffc5-d79d-43f2-8cec-3289f1f5aac4 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:13.351457 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-64a643d3-c6dd-4e55-a306-e01e656dd8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:13.400437 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-64a643d3-c6dd-4e55-a306-e01e656dd8ad None None] Port f119ffc5-d79d-43f2-8cec-3289f1f5aac4 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:14.079653 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47064) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:14.084911 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1735523023-network', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:14.170298 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Made reservation on behalf of ac75e30cdaca4aacbeaf2f56e6742d57 for: {'network': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:12:14.173086 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for network, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.182607 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.281945 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.343960 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.365718 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=95452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:12:14.381384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e345cbaf-cf3d-4fad-a065-c023562d7f06,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:14.384312 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.384685 n-d-712137-12 neutron-server[95452]: INFO neutron.db.segments_db [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Added segment 8af8e940-d290-48e7-b34f-01d0d8de58f1 of type vlan for network ff104c30-8db5-4189-afcf-cd197532c3d2 Sep 16 06:12:14.425708 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770204029718'] for network, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.526999 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177'] for network, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.528090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:14.528700 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.555365 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-771f2606-4362-43d8-a8cd-19faf421d6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.596022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] Pushing event updated for resources: {'Network': ['ID=ff104c30-8db5-4189-afcf-cd197532c3d2,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:14.606815 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Network ff104c30-8db5-4189-afcf-cd197532c3d2 details requested by agent ovs-agent-n-d-712137-12 with host n-d-712137-12 {{(pid=95453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:12:14.637534 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-49bf168c-0aea-46aa-a081-2dee8d1ee1ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5567014 Sep 16 06:12:14.639539 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47068) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:14.648547 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-01e44f66-35be-415e-8ffe-919c4923fddc admin admin] Request body: {'subnet': {'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1735523023-subnet', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'ip_version': 4}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:14.733031 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e44f66-35be-415e-8ffe-919c4923fddc admin admin] Made reservation on behalf of ac75e30cdaca4aacbeaf2f56e6742d57 for: {'subnet': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:12:14.735578 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01e44f66-35be-415e-8ffe-919c4923fddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9361459'] for subnet, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:14.965454 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01e44f66-35be-415e-8ffe-919c4923fddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9361437'] for subnet, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.020307 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e44f66-35be-415e-8ffe-919c4923fddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b621a2e3-c34b-47cb-80d3-fdcba3c8fcec,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:15.033155 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e44f66-35be-415e-8ffe-919c4923fddc admin admin] Checking segment: {'id': '8af8e940-d290-48e7-b34f-01d0d8de58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:15.033521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e44f66-35be-415e-8ffe-919c4923fddc admin admin] Network hostable DHCP agents. Network: ff104c30-8db5-4189-afcf-cd197532c3d2, hostable agents: ['c516c05d-c213-4e44-a6ef-84befc5c655b'], hosted agents: [] {{(pid=95451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:12:15.052535 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Sync routers for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:15.061631 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:15.063187 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:12:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:15.121456 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e44f66-35be-415e-8ffe-919c4923fddc admin admin] Network ff104c30-8db5-4189-afcf-cd197532c3d2 is scheduled to be hosted by DHCP agent c516c05d-c213-4e44-a6ef-84befc5c655b with binding_index 1 {{(pid=95451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:12:15.201345 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-01e44f66-35be-415e-8ffe-919c4923fddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-12, ff104c30-8db5-4189-afcf-cd197532c3d2) {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:15.205499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e44f66-35be-415e-8ffe-919c4923fddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:15.206124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-01e44f66-35be-415e-8ffe-919c4923fddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.211339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287009a6-69c1-47ed-9925-aceed6db583d None None] Network ff104c30-8db5-4189-afcf-cd197532c3d2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:12:15.254923 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:15.273430 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-01e44f66-35be-415e-8ffe-919c4923fddc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6274774 Sep 16 06:12:15.273776 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47070) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:15.281859 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1735523023-router', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:15.350032 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1015169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.354133 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1018641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1014401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.384343 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaae81700-f904-5815-ab6f-369a0da1581f-ff104c30-8db5-4189-afcf-cd197532c3d2', 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'fixed_ips': [{'subnet_id': 'b621a2e3-c34b-47cb-80d3-fdcba3c8fcec'}]}} from n-d-712137-12. {{(pid=95453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:12:15.385424 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.413628 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.452844 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.465693 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 2, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:15.496252 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Checking router: 5157bd0c-4047-4307-98f1-a2dee7fb01f2 for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:15.496655 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Updating router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 port f119ffc5-d79d-43f2-8cec-3289f1f5aac4 binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:12:15.522660 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.527532 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.db_base_plugin_common [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Allocated IP 172.20.0.2 (ff104c30-8db5-4189-afcf-cd197532c3d2/b621a2e3-c34b-47cb-80d3-fdcba3c8fcec/7b68c823-6e54-48c9-aae7-afa85c2ff9fe) {{(pid=95453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:15.616520 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.679441 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Notify callbacks [] for port, precommit_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.748332 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968'] for port, after_create {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.786531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 38765ae7-46a0-40cb-a7c7-de432dd11d4d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:15.806023 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.821346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Network ff104c30-8db5-4189-afcf-cd197532c3d2 is already hosted by enough agents. {{(pid=95453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:15.831304 n-d-712137-12 neutron-server[95453]: DEBUG neutron.scheduler.base_scheduler [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Resources bound (agent type, host, resource id): {{(pid=95453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:15.837301 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Received port after_create {{(pid=95453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:15.841792 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Pushing event updated for resources: {'Port': ['ID=7b68c823-6e54-48c9-aae7-afa85c2ff9fe,revision_number=1']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:15.885562 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.897224 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.908142 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 38765ae7-46a0-40cb-a7c7-de432dd11d4d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:15.908421 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.918623 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.928640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Attempting to bind port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:15.929022 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Attempting to bind port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '8af8e940-d290-48e7-b34f-01d0d8de58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:15.929386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Attempting to bind port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe on network ff104c30-8db5-4189-afcf-cd197532c3d2 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:15.943790 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Pushing event updated for resources: {'Port': ['ID=f119ffc5-d79d-43f2-8cec-3289f1f5aac4,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:15.949558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:15.949558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Checking segment: {'id': '8af8e940-d290-48e7-b34f-01d0d8de58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:15.949558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.949558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Bound using segment: {'id': '8af8e940-d290-48e7-b34f-01d0d8de58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:15.949558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Bound port: 7b68c823-6e54-48c9-aae7-afa85c2ff9fe, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af8e940-d290-48e7-b34f-01d0d8de58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:15.949558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:15.969651 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:15.970002 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:15.970343 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:15.970679 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:15.971012 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:15.971931 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:15.972256 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:15.972616 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:15.972936 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:15.973261 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:15.973574 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:15.973899 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:16.013768 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Attempting to bind port f119ffc5-d79d-43f2-8cec-3289f1f5aac4 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:16.014154 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Attempting to bind port f119ffc5-d79d-43f2-8cec-3289f1f5aac4 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:16.014503 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Attempting to bind port f119ffc5-d79d-43f2-8cec-3289f1f5aac4 on network fcce7280-1295-463f-8118-1871f248026f {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:16.019763 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:16.020136 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Checking segment: {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:16.020591 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.020990 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Bound using segment: {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:16.021456 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Bound port: f119ffc5-d79d-43f2-8cec-3289f1f5aac4, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:16.021838 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.049218 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Allocated IP 172.25.3.96 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/4709877b-49d1-4377-a13f-553cd8efe925) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:16.054032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] For port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:16.059600 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] For port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7b68c823-6e54-48c9-aae7-afa85c2ff9fe,segment=NetworkSegment(8af8e940-d290-48e7-b34f-01d0d8de58f1),segment_id=8af8e940-d290-48e7-b34f-01d0d8de58f1)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:16.060733 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.085444 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 38765ae7-46a0-40cb-a7c7-de432dd11d4d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=38765ae7-46a0-40cb-a7c7-de432dd11d4d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:16.097211 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] For port f119ffc5-d79d-43f2-8cec-3289f1f5aac4, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:16.100642 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] For port f119ffc5-d79d-43f2-8cec-3289f1f5aac4, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f119ffc5-d79d-43f2-8cec-3289f1f5aac4,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:16.127497 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.150479 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.158242 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.178641 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.203531 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76b53b-a0b7-4401-af9c-afefa0dfdf08 None None] Pushing event updated for resources: {'Port': ['ID=7b68c823-6e54-48c9-aae7-afa85c2ff9fe,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:16.234783 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a01451-dbb6-4d63-abdb-ac8e22e848d9 None None] Pushing event updated for resources: {'Port': ['ID=f119ffc5-d79d-43f2-8cec-3289f1f5aac4,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:16.252427 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:16.252427 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:12:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:16.282697 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=38765ae7-46a0-40cb-a7c7-de432dd11d4d,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:16.303720 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-36f07297-8620-4482-a6b6-4198f04a0249 None None] Provisioning complete for port f119ffc5-d79d-43f2-8cec-3289f1f5aac4 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:16.303962 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-36f07297-8620-4482-a6b6-4198f04a0249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.311053 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.362062 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:16.365220 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:16.368699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:16.392229 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.411304 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:16.416314 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-36f07297-8620-4482-a6b6-4198f04a0249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.460187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-36f07297-8620-4482-a6b6-4198f04a0249 None None] For port f119ffc5-d79d-43f2-8cec-3289f1f5aac4, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f119ffc5-d79d-43f2-8cec-3289f1f5aac4,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:16.541833 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-36f07297-8620-4482-a6b6-4198f04a0249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.619658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f07297-8620-4482-a6b6-4198f04a0249 None None] Pushing event updated for resources: {'Port': ['ID=f119ffc5-d79d-43f2-8cec-3289f1f5aac4,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:16.669558 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-386f7a83-4a65-456a-8047-e007d6a2f498 None None] Provisioning complete for port f119ffc5-d79d-43f2-8cec-3289f1f5aac4 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:16.673198 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-386f7a83-4a65-456a-8047-e007d6a2f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:16.715597 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:16.742454 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e985d4-70d4-4b35-a4c9-cb975afd9679 None None] The sync data for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 is: [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:16.819363 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=4709877b-49d1-4377-a13f-553cd8efe925,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:17.144774 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:17.267587 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:17.346162 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee12f8f-eee2-4e98-8b11-7ca089599de3 None None] Network ff104c30-8db5-4189-afcf-cd197532c3d2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:12:17.381965 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1014614'] for router, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:17.426590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-36c6d533-7120-4a57-9170-13b4693e79db None None] Provisioning complete for port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:17.426971 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-36c6d533-7120-4a57-9170-13b4693e79db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:17.566329 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-36c6d533-7120-4a57-9170-13b4693e79db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:17.572261 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Router 23987ef5-992a-46d3-8bb3-d56a6e29fbaa is scheduled to L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb with binding_index 1 {{(pid=95451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:12:17.608324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-36c6d533-7120-4a57-9170-13b4693e79db None None] For port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7b68c823-6e54-48c9-aae7-afa85c2ff9fe,segment=NetworkSegment(8af8e940-d290-48e7-b34f-01d0d8de58f1),segment_id=8af8e940-d290-48e7-b34f-01d0d8de58f1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:17.673704 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-36c6d533-7120-4a57-9170-13b4693e79db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:17.696521 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:17.716494 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Sync routers for ids ['23987ef5-992a-46d3-8bb3-d56a6e29fbaa'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:17.739032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Routers {'23987ef5-992a-46d3-8bb3-d56a6e29fbaa'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:17.739032 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:12:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['23987ef5-992a-46d3-8bb3-d56a6e29fbaa'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:17.795932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6d533-7120-4a57-9170-13b4693e79db None None] Pushing event updated for resources: {'Port': ['ID=7b68c823-6e54-48c9-aae7-afa85c2ff9fe,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:17.818828 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:17.820686 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-aece04f7-1ef2-43ff-805f-82a6cc1c6ef3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5449202 Sep 16 06:12:17.823070 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47072) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:17.878650 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f119ffc5-d79d-43f2-8cec-3289f1f5aac4 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:17.909046 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:17.944129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Set router 23987ef5-992a-46d3-8bb3-d56a6e29fbaa gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:17.947129 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-5bf85291-011a-4fdc-9ecd-53bf98a8fe50 None None] Provisioning complete for port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:17.947498 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5bf85291-011a-4fdc-9ecd-53bf98a8fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:18.254993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port f119ffc5-d79d-43f2-8cec-3289f1f5aac4 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:18.255269 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:18.261991 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:18.430094 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 38765ae7-46a0-40cb-a7c7-de432dd11d4d up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:18.436697 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Allocated IP 172.20.0.1 (ff104c30-8db5-4189-afcf-cd197532c3d2/b621a2e3-c34b-47cb-80d3-fdcba3c8fcec/a508d2c6-2bdd-4aa0-a870-3a79275021bb) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:18.463773 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'name': 'tempest-TestSnapshotPattern-1735523023-router', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4709877b-49d1-4377-a13f-553cd8efe925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 3, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'gw_port': {'id': '4709877b-49d1-4377-a13f-553cd8efe925', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:18.496584 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Checking router: 23987ef5-992a-46d3-8bb3-d56a6e29fbaa for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:18.497653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Updating router 23987ef5-992a-46d3-8bb3-d56a6e29fbaa port 4709877b-49d1-4377-a13f-553cd8efe925 binding host n-d-712137-12 {{(pid=95453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:12:18.526245 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:18.553187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 38765ae7-46a0-40cb-a7c7-de432dd11d4d triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:18.553556 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:18.553684 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:18.658386 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:18.695276 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Network ff104c30-8db5-4189-afcf-cd197532c3d2 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:18.698050 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:18.701979 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:18.737319 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Pushing event updated for resources: {'Port': ['ID=a508d2c6-2bdd-4aa0-a870-3a79275021bb,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:18.756555 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1014657'] for router_interface, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:18.759740 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7b68c823-6e54-48c9-aae7-afa85c2ff9fe up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:18.854058 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:18.856318 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:18.925912 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Notify callbacks [] for port, precommit_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:18.958884 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:18.990720 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:19.048435 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b277e288-685e-4b18-897b-66b8b526b541 None None] Provisioning complete for port a508d2c6-2bdd-4aa0-a870-3a79275021bb triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:19.048836 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b277e288-685e-4b18-897b-66b8b526b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:19.076271 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Attempting to bind port 4709877b-49d1-4377-a13f-553cd8efe925 on host n-d-712137-12 for vnic_type normal with profile {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:19.076562 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Attempting to bind port 4709877b-49d1-4377-a13f-553cd8efe925 by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:19.076934 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Attempting to bind port 4709877b-49d1-4377-a13f-553cd8efe925 on network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:19.078783 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83869872-6dab-4ada-ab63-aee4d1139037 None None] Pushing event updated for resources: {'Port': ['ID=4709877b-49d1-4377-a13f-553cd8efe925,revision_number=2']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:19.092961 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:19.093342 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Checking segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:19.093747 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:19.094144 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Bound using segment: {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'} {{(pid=95453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:19.094629 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.managers [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Bound port: 4709877b-49d1-4377-a13f-553cd8efe925, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b7f75-2793-4f6f-8feb-3ad475516396', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9'}}] {{(pid=95453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:19.095018 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:19.098978 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b277e288-685e-4b18-897b-66b8b526b541 None None] Port a508d2c6-2bdd-4aa0-a870-3a79275021bb cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:19.130605 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:19.149253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] For port 4709877b-49d1-4377-a13f-553cd8efe925, host n-d-712137-12, cleared binding levels {{(pid=95453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:19.152878 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] For port 4709877b-49d1-4377-a13f-553cd8efe925, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4709877b-49d1-4377-a13f-553cd8efe925,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:19.189458 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:19.224269 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:19.263510 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Pushing event updated for resources: {'Port': ['ID=a508d2c6-2bdd-4aa0-a870-3a79275021bb,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:19.267234 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1012497'] for router_interface, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:19.284030 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83869872-6dab-4ada-ab63-aee4d1139037 None None] Pushing event updated for resources: {'Port': ['ID=4709877b-49d1-4377-a13f-553cd8efe925,revision_number=3']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:19.287618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Routers {'23987ef5-992a-46d3-8bb3-d56a6e29fbaa'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:19.287618 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:12:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['23987ef5-992a-46d3-8bb3-d56a6e29fbaa'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:19.358912 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Network ff104c30-8db5-4189-afcf-cd197532c3d2 is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:19.360299 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:19.399567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] Set router 23987ef5-992a-46d3-8bb3-d56a6e29fbaa gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:19.483751 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Router 23987ef5-992a-46d3-8bb3-d56a6e29fbaa has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:12:19.601899 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:19.615817 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-b9f35359-0c12-4ab4-9d17-f0def8265884 admin admin] 10.222.0.24 "PUT /v2.0/routers/23987ef5-992a-46d3-8bb3-d56a6e29fbaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7831538 Sep 16 06:12:19.622909 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'name': 'tempest-TestSnapshotPattern-1735523023-router', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4709877b-49d1-4377-a13f-553cd8efe925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:18Z', 'revision_number': 4, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'gw_port': {'id': '4709877b-49d1-4377-a13f-553cd8efe925', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'a508d2c6-2bdd-4aa0-a870-3a79275021bb', 'name': '', 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'mac_address': 'fa:16:3e:0a:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'b621a2e3-c34b-47cb-80d3-fdcba3c8fcec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:18Z', 'updated_at': '2021-09-16T06:12:19Z', 'revision_number': 2, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'subnets': [{'id': 'b621a2e3-c34b-47cb-80d3-fdcba3c8fcec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:19.652533 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70c9e8-c634-4500-8cea-0f21a5ac3bff None None] The sync data for ids ['23987ef5-992a-46d3-8bb3-d56a6e29fbaa'] in n-d-712137-12 is: [{'id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'name': 'tempest-TestSnapshotPattern-1735523023-router', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4709877b-49d1-4377-a13f-553cd8efe925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:18Z', 'revision_number': 4, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'gw_port': {'id': '4709877b-49d1-4377-a13f-553cd8efe925', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'a508d2c6-2bdd-4aa0-a870-3a79275021bb', 'name': '', 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'mac_address': 'fa:16:3e:0a:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'b621a2e3-c34b-47cb-80d3-fdcba3c8fcec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:18Z', 'updated_at': '2021-09-16T06:12:19Z', 'revision_number': 2, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'subnets': [{'id': 'b621a2e3-c34b-47cb-80d3-fdcba3c8fcec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:19.654099 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-57499334-e553-4bb6-b9e4-cb889921aac6 None None] Provisioning complete for port a508d2c6-2bdd-4aa0-a870-3a79275021bb triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:19.654477 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-57499334-e553-4bb6-b9e4-cb889921aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:19.699564 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-57499334-e553-4bb6-b9e4-cb889921aac6 None None] Port a508d2c6-2bdd-4aa0-a870-3a79275021bb cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:19.740153 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7b68c823-6e54-48c9-aae7-afa85c2ff9fe up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:19.793038 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:19.793499 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:20.211122 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47082) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:20.216564 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-022245d4-d994-47c9-9635-d8d8cf00aebf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392330165', 'description': 'tempest-secgroup-smoke-392330165 description', 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:20.301658 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-022245d4-d994-47c9-9635-d8d8cf00aebf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:20.398514 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-022245d4-d994-47c9-9635-d8d8cf00aebf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:20.464931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-022245d4-d994-47c9-9635-d8d8cf00aebf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:20.496527 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022245d4-d994-47c9-9635-d8d8cf00aebf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39971859-8216-49fc-9c7f-74f48c4f80fd,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:20.578354 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-022245d4-d994-47c9-9635-d8d8cf00aebf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:20.582735 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-022245d4-d994-47c9-9635-d8d8cf00aebf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3674166 Sep 16 06:12:20.582897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47084) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:20.587279 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-ceea2834-74b7-452d-a5b1-a4a530892558 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Request body: {'security_group_rule': {'security_group_id': '39971859-8216-49fc-9c7f-74f48c4f80fd', 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:20.669951 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ceea2834-74b7-452d-a5b1-a4a530892558 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:20.740069 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ceea2834-74b7-452d-a5b1-a4a530892558 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:20.817975 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ceea2834-74b7-452d-a5b1-a4a530892558 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:20.836913 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea2834-74b7-452d-a5b1-a4a530892558 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82d756a-696f-4062-96e9-09d53eb03b67,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:20.904212 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-ceea2834-74b7-452d-a5b1-a4a530892558 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:20.905533 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-ceea2834-74b7-452d-a5b1-a4a530892558 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217590 Sep 16 06:12:20.908161 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47086) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:20.912557 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-2e0c5209-c4e0-480f-ba02-72963556ba28 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Request body: {'security_group_rule': {'security_group_id': '39971859-8216-49fc-9c7f-74f48c4f80fd', 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:20.994057 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5209-c4e0-480f-ba02-72963556ba28 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.050885 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5209-c4e0-480f-ba02-72963556ba28 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.115435 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5209-c4e0-480f-ba02-72963556ba28 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.134216 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c5209-c4e0-480f-ba02-72963556ba28 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb31872b-4635-4cbe-a040-756863d8f7f4,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:21.205042 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5209-c4e0-480f-ba02-72963556ba28 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.206241 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-2e0c5209-c4e0-480f-ba02-72963556ba28 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2971179 Sep 16 06:12:21.209072 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47088) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:21.213393 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-32bfb7db-9112-40e4-84b2-671d41649078 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Request body: {'security_group_rule': {'security_group_id': '39971859-8216-49fc-9c7f-74f48c4f80fd', 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:21.307119 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32bfb7db-9112-40e4-84b2-671d41649078 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.367905 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32bfb7db-9112-40e4-84b2-671d41649078 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.427325 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32bfb7db-9112-40e4-84b2-671d41649078 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.447656 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfb7db-9112-40e4-84b2-671d41649078 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821ed161-5c0f-4832-b073-bf7d37f4eed3,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:21.501778 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-32bfb7db-9112-40e4-84b2-671d41649078 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.503120 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-32bfb7db-9112-40e4-84b2-671d41649078 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2931163 Sep 16 06:12:21.506179 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47092) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:21.514499 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8dd22586-9d5e-4518-a3dd-29828035686f tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Request body: {'security_group_rule': {'security_group_id': '39971859-8216-49fc-9c7f-74f48c4f80fd', 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:21.577745 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8dd22586-9d5e-4518-a3dd-29828035686f tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.619715 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Sync routers for ids ['23987ef5-992a-46d3-8bb3-d56a6e29fbaa'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:21.628811 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Routers {'23987ef5-992a-46d3-8bb3-d56a6e29fbaa'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:21.629742 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:12:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['23987ef5-992a-46d3-8bb3-d56a6e29fbaa'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:21.643453 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8dd22586-9d5e-4518-a3dd-29828035686f tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.732112 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8dd22586-9d5e-4518-a3dd-29828035686f tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.741026 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4709877b-49d1-4377-a13f-553cd8efe925 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:21.742026 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Set router 23987ef5-992a-46d3-8bb3-d56a6e29fbaa gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:21.762296 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd22586-9d5e-4518-a3dd-29828035686f tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dd7817-749c-4295-8d56-a9113758802b,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:21.792658 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4709877b-49d1-4377-a13f-553cd8efe925 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:21.793383 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.836313 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8dd22586-9d5e-4518-a3dd-29828035686f tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.837905 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8dd22586-9d5e-4518-a3dd-29828035686f tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3307378 Sep 16 06:12:21.840879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47094) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:21.845798 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-e22b578b-195a-424c-9d73-29d22192800d tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Request body: {'security_group_rule': {'security_group_id': '39971859-8216-49fc-9c7f-74f48c4f80fd', 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:21.877010 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.901616 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] For port 4709877b-49d1-4377-a13f-553cd8efe925, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4709877b-49d1-4377-a13f-553cd8efe925,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:21.915475 n-d-712137-12 neutron-server[95452]: INFO neutron.db.securitygroups_db [None req-e22b578b-195a-424c-9d73-29d22192800d tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Project 6e6aeb0cad8d47aa9bdfef7b2c48514f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:12:21.922104 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e22b578b-195a-424c-9d73-29d22192800d tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.952619 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'name': 'tempest-TestSnapshotPattern-1735523023-router', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4709877b-49d1-4377-a13f-553cd8efe925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:18Z', 'revision_number': 4, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'gw_port': {'id': '4709877b-49d1-4377-a13f-553cd8efe925', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'a508d2c6-2bdd-4aa0-a870-3a79275021bb', 'name': '', 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'mac_address': 'fa:16:3e:0a:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'b621a2e3-c34b-47cb-80d3-fdcba3c8fcec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:18Z', 'updated_at': '2021-09-16T06:12:19Z', 'revision_number': 2, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'subnets': [{'id': 'b621a2e3-c34b-47cb-80d3-fdcba3c8fcec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:21.961124 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.981071 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Checking router: 23987ef5-992a-46d3-8bb3-d56a6e29fbaa for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:21.981393 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Updating router 23987ef5-992a-46d3-8bb3-d56a6e29fbaa port a508d2c6-2bdd-4aa0-a870-3a79275021bb binding host n-d-712137-12 {{(pid=95454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:12:21.990097 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e22b578b-195a-424c-9d73-29d22192800d tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.006350 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.012090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Pushing event updated for resources: {'Port': ['ID=4709877b-49d1-4377-a13f-553cd8efe925,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:22.046477 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e22b578b-195a-424c-9d73-29d22192800d tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.066967 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b578b-195a-424c-9d73-29d22192800d tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9858be1e-3ed5-494f-a502-b38e1d5a6a73,revision_number=0']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:22.124714 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-e22b578b-195a-424c-9d73-29d22192800d tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.126012 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-e22b578b-195a-424c-9d73-29d22192800d tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2840769 Sep 16 06:12:22.129067 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47096) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:22.134092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [None req-8174df5c-ebdc-4d39-a3b4-02893877645a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Request body: {'security_group_rule': {'security_group_id': '39971859-8216-49fc-9c7f-74f48c4f80fd', 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:22.204885 n-d-712137-12 neutron-server[95451]: INFO neutron.db.securitygroups_db [None req-8174df5c-ebdc-4d39-a3b4-02893877645a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Project 6e6aeb0cad8d47aa9bdfef7b2c48514f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:12:22.210493 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8174df5c-ebdc-4d39-a3b4-02893877645a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.273115 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8174df5c-ebdc-4d39-a3b4-02893877645a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.341629 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8174df5c-ebdc-4d39-a3b4-02893877645a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585257'] for security_group_rule, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.360211 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174df5c-ebdc-4d39-a3b4-02893877645a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49772a3a-8e93-48ae-97e3-3ff87ad7854e,revision_number=0']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:22.364046 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Notify callbacks [] for port, precommit_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.406979 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-8174df5c-ebdc-4d39-a3b4-02893877645a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.408301 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-8174df5c-ebdc-4d39-a3b4-02893877645a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2779100 Sep 16 06:12:22.415795 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.465855 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ea0d1-478d-498a-a319-de67783ebfd5 None None] Pushing event updated for resources: {'Port': ['ID=a508d2c6-2bdd-4aa0-a870-3a79275021bb,revision_number=3']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:22.522316 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Attempting to bind port a508d2c6-2bdd-4aa0-a870-3a79275021bb on host n-d-712137-12 for vnic_type normal with profile {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:22.522316 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Attempting to bind port a508d2c6-2bdd-4aa0-a870-3a79275021bb by drivers openvswitch,hyperv on host n-d-712137-12 at level 0 using segments [{'id': '8af8e940-d290-48e7-b34f-01d0d8de58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2'}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:22.522316 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Attempting to bind port a508d2c6-2bdd-4aa0-a870-3a79275021bb on network ff104c30-8db5-4189-afcf-cd197532c3d2 {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:22.526350 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Checking agent: {'id': '653b2372-1eef-4b4a-a71f-9b52f76c333c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 29, 15), 'started_at': datetime.datetime(2021, 9, 16, 4, 29, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:22.526660 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Checking segment: {'id': '8af8e940-d290-48e7-b34f-01d0d8de58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:22.527865 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.528357 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Bound using segment: {'id': '8af8e940-d290-48e7-b34f-01d0d8de58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2'} {{(pid=95454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:22.528872 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.managers [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Bound port: a508d2c6-2bdd-4aa0-a870-3a79275021bb, host: n-d-712137-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af8e940-d290-48e7-b34f-01d0d8de58f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2'}}] {{(pid=95454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:22.529253 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.563297 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-d43fff2d-4bb4-4f97-b5b6-10cff4912668 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392330165&fields=id&tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f HTTP/1.1" status: 200 len: 267 time: 0.0368309 Sep 16 06:12:22.597952 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] For port a508d2c6-2bdd-4aa0-a870-3a79275021bb, host n-d-712137-12, cleared binding levels {{(pid=95454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:22.601128 n-d-712137-12 neutron-server[95454]: DEBUG neutron.plugins.ml2.db [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] For port a508d2c6-2bdd-4aa0-a870-3a79275021bb, host n-d-712137-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a508d2c6-2bdd-4aa0-a870-3a79275021bb,segment=NetworkSegment(8af8e940-d290-48e7-b34f-01d0d8de58f1),segment_id=8af8e940-d290-48e7-b34f-01d0d8de58f1)] {{(pid=95454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:22.670284 n-d-712137-12 neutron-server[95454]: DEBUG neutron_lib.callbacks.manager [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.682353 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-ca6375c2-0c34-425f-8dbb-160720bc004b tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:22.684218 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-ca6375c2-0c34-425f-8dbb-160720bc004b tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 810 time: 0.1133394 Sep 16 06:12:22.707958 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-413070d3-ee81-40ac-855b-36b11d601fcb tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/quotas/6e6aeb0cad8d47aa9bdfef7b2c48514f HTTP/1.1" status: 200 len: 375 time: 0.0175183 Sep 16 06:12:22.731903 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Routers {'23987ef5-992a-46d3-8bb3-d56a6e29fbaa'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:22.732553 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:12:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['23987ef5-992a-46d3-8bb3-d56a6e29fbaa'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:22.743767 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ea0d1-478d-498a-a319-de67783ebfd5 None None] Pushing event updated for resources: {'Port': ['ID=a508d2c6-2bdd-4aa0-a870-3a79275021bb,revision_number=4']} {{(pid=95454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:22.753904 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-a6f98cd4-e4f0-4ceb-a26b-f117a71f5c3a None None] Provisioning complete for port a508d2c6-2bdd-4aa0-a870-3a79275021bb triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:22.756679 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a6f98cd4-e4f0-4ceb-a26b-f117a71f5c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.781106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-aadbc53d-cf65-4d80-af47-da14ad18eb3e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636652 Sep 16 06:12:22.862940 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a6f98cd4-e4f0-4ceb-a26b-f117a71f5c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.868530 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] Set router 23987ef5-992a-46d3-8bb3-d56a6e29fbaa gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:22.909993 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a6f98cd4-e4f0-4ceb-a26b-f117a71f5c3a None None] For port a508d2c6-2bdd-4aa0-a870-3a79275021bb, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a508d2c6-2bdd-4aa0-a870-3a79275021bb,segment=NetworkSegment(8af8e940-d290-48e7-b34f-01d0d8de58f1),segment_id=8af8e940-d290-48e7-b34f-01d0d8de58f1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:22.934099 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-9b12b1ad-a05b-424c-a2c9-ed692e7df2f7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:12:22.935138 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-9b12b1ad-a05b-424c-a2c9-ed692e7df2f7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1403670 Sep 16 06:12:22.978505 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a6f98cd4-e4f0-4ceb-a26b-f117a71f5c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:23.032703 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f98cd4-e4f0-4ceb-a26b-f117a71f5c3a None None] Pushing event updated for resources: {'Port': ['ID=a508d2c6-2bdd-4aa0-a870-3a79275021bb,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:23.034441 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-00e8fe0d-da1a-4daf-afcd-90de519d1679 service neutron] 10.222.0.24 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928013 Sep 16 06:12:23.097689 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-372d27c6-9568-4560-8995-3eba6c8ded61 None None] Provisioning complete for port a508d2c6-2bdd-4aa0-a870-3a79275021bb triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:23.098153 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-372d27c6-9568-4560-8995-3eba6c8ded61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:23.103798 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'name': 'tempest-TestSnapshotPattern-1735523023-router', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4709877b-49d1-4377-a13f-553cd8efe925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:18Z', 'revision_number': 4, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'gw_port': {'id': '4709877b-49d1-4377-a13f-553cd8efe925', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'a508d2c6-2bdd-4aa0-a870-3a79275021bb', 'name': '', 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'mac_address': 'fa:16:3e:0a:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'b621a2e3-c34b-47cb-80d3-fdcba3c8fcec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:18Z', 'updated_at': '2021-09-16T06:12:22Z', 'revision_number': 4, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'subnets': [{'id': 'b621a2e3-c34b-47cb-80d3-fdcba3c8fcec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:23.133980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-4bc87220-41c3-4e1d-b361-7ab79bdcec9b service neutron] 10.222.0.24 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915990 Sep 16 06:12:23.135285 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcafeaa-c9b5-4162-ab9c-f1ea5b4f116a None None] The sync data for ids ['23987ef5-992a-46d3-8bb3-d56a6e29fbaa'] in n-d-712137-12 is: [{'id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'name': 'tempest-TestSnapshotPattern-1735523023-router', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4709877b-49d1-4377-a13f-553cd8efe925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:18Z', 'revision_number': 4, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'gw_port': {'id': '4709877b-49d1-4377-a13f-553cd8efe925', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'a508d2c6-2bdd-4aa0-a870-3a79275021bb', 'name': '', 'network_id': 'ff104c30-8db5-4189-afcf-cd197532c3d2', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'mac_address': 'fa:16:3e:0a:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'b621a2e3-c34b-47cb-80d3-fdcba3c8fcec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:18Z', 'updated_at': '2021-09-16T06:12:22Z', 'revision_number': 4, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'subnets': [{'id': 'b621a2e3-c34b-47cb-80d3-fdcba3c8fcec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:23.379268 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-55bd00ad-18a2-4314-baeb-ba27d553e559 req-db5532f1-a94e-48cd-a915-a7fc33904df1 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 210 time: 0.0281947 Sep 16 06:12:23.744308 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4709877b-49d1-4377-a13f-553cd8efe925 up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:23.794902 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port 4709877b-49d1-4377-a13f-553cd8efe925 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:23.795558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:23.886210 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a508d2c6-2bdd-4aa0-a870-3a79275021bb up at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:23.935198 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Provisioning complete for port a508d2c6-2bdd-4aa0-a870-3a79275021bb triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:23.935577 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:24.466169 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-3bf33c3a-3859-4bd5-95c5-b881cf1c530a req-4d2de265-ba43-4ee3-870f-ac4f745b56de tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 210 time: 0.0292649 Sep 16 06:12:25.545947 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-50722e55-48c5-4446-9332-477b3eef2028 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:25.547533 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-50722e55-48c5-4446-9332-477b3eef2028 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.23 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 810 time: 0.1088958 Sep 16 06:12:25.563995 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bac89230-f83f-4e7e-9f32-7bc3b2fcbcbd req-bb558084-d3a7-49bb-91d3-8d357bcfc277 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 210 time: 0.0274923 Sep 16 06:12:25.594664 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-30b9cd61-b836-4c4b-bcf5-6631c2a5f29f tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f HTTP/1.1" status: 200 len: 379 time: 0.0355177 Sep 16 06:12:25.605897 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Request body: {'port': {'device_id': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'admin_state_up': True, 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'security_groups': ['39971859-8216-49fc-9c7f-74f48c4f80fd']}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:25.787270 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Made reservation on behalf of 6e6aeb0cad8d47aa9bdfef7b2c48514f for: {'port': 1} {{(pid=95451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:12:25.790931 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:25.920347 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.db_base_plugin_common [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Allocated IP 172.20.0.10 (fcce7280-1295-463f-8118-1871f248026f/147bfa5a-ad9e-4068-bdb7-96ca142d6ba6/803f4630-12a0-4759-b5ed-a6ea3762b9e7) {{(pid=95451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:26.059583 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for port, precommit_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:26.126730 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_create {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:26.168546 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Network fcce7280-1295-463f-8118-1871f248026f is already hosted by enough agents. {{(pid=95451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:26.171601 n-d-712137-12 neutron-server[95451]: DEBUG neutron.scheduler.base_scheduler [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Resources bound (agent type, host, resource id): {{(pid=95451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:26.173895 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Received port after_create {{(pid=95451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:26.205359 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'Port': ['ID=803f4630-12a0-4759-b5ed-a6ea3762b9e7,revision_number=1']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:26.233511 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:26.234167 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:26.302540 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-25cb1d38-0a38-4d8b-9474-57a8c195330e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7009492 Sep 16 06:12:26.316385 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.v2.base [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Request body: {'port': {'device_id': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-12'}} {{(pid=95451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:26.371928 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:26.419539 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-d97fffda-b624-497b-9a95-6e285d60b98a None None] Provisioning complete for port 803f4630-12a0-4759-b5ed-a6ea3762b9e7 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:26.420122 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d97fffda-b624-497b-9a95-6e285d60b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:26.454443 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-d97fffda-b624-497b-9a95-6e285d60b98a None None] Port 803f4630-12a0-4759-b5ed-a6ea3762b9e7 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:26.642890 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803f4630-12a0-4759-b5ed-a6ea3762b9e7 {{(pid=95451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:12:26.650552 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:26.663210 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.provisioning_blocks [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Transition to ACTIVE for port object 803f4630-12a0-4759-b5ed-a6ea3762b9e7 will not be triggered until provisioned by entity L2. {{(pid=95451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:12:26.685381 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3a471-e0e4-4c16-b18a-9e86baab1b0f req-dc2b1e8d-b620-48e7-ac96-53b6f13fa1df tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:26.686885 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bad3a471-e0e4-4c16-b18a-9e86baab1b0f req-dc2b1e8d-b620-48e7-ac96-53b6f13fa1df tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 932 time: 0.0548749 Sep 16 06:12:26.725476 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-bad3a471-e0e4-4c16-b18a-9e86baab1b0f req-26cf494c-75f9-4b97-9e30-e854f1e72ba9 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322647 Sep 16 06:12:26.749384 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:26.800033 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Pushing event updated for resources: {'Port': ['ID=803f4630-12a0-4759-b5ed-a6ea3762b9e7,revision_number=2']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:26.876684 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Attempting to bind port 803f4630-12a0-4759-b5ed-a6ea3762b9e7 on host n-h1-712137-12 for vnic_type normal with profile {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:26.877057 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Attempting to bind port 803f4630-12a0-4759-b5ed-a6ea3762b9e7 by drivers openvswitch,hyperv on host n-h1-712137-12 at level 0 using segments [{'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:26.877391 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Attempting to bind port 803f4630-12a0-4759-b5ed-a6ea3762b9e7 on network fcce7280-1295-463f-8118-1871f248026f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:26.882221 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Port 803f4630-12a0-4759-b5ed-a6ea3762b9e7 on network fcce7280-1295-463f-8118-1871f248026f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-12 {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:12:26.882545 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Attempting to bind port 803f4630-12a0-4759-b5ed-a6ea3762b9e7 on network fcce7280-1295-463f-8118-1871f248026f {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:26.888255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Checking agent: {'id': '7bc65941-7f03-4c9c-bf8b-282cd2878e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:26.888657 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Checking segment: {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:26.889032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Bound using segment: {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'} {{(pid=95451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:26.889459 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.managers [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Bound port: 803f4630-12a0-4759-b5ed-a6ea3762b9e7, host: n-h1-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'}}] {{(pid=95451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:26.889822 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:26.954711 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] For port 803f4630-12a0-4759-b5ed-a6ea3762b9e7, host n-h1-712137-12, cleared binding levels {{(pid=95451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:26.957710 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] For port 803f4630-12a0-4759-b5ed-a6ea3762b9e7, host n-h1-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:27.024446 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8966940'] for port, after_update {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:27.057002 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.057598 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:27.059573 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] 10.222.0.23 "PUT /v2.0/ports/803f4630-12a0-4759-b5ed-a6ea3762b9e7 HTTP/1.1" status: 200 len: 1093 time: 0.7477980 Sep 16 06:12:27.061989 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:27.064331 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6153169c-0410-458a-99b6-1f51437c77f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:27.098794 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a74f7-3ce1-4ba8-a178-47cc905777fa service neutron] Pushing event updated for resources: {'Port': ['ID=803f4630-12a0-4759-b5ed-a6ea3762b9e7,revision_number=3']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:27.118136 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e97fe-46e9-4926-8b45-72b565e869aa x-openstack-request-id: req-024e97fe-46e9-4926-8b45-72b565e869aa {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:27.118429 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:27.118684 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-024e97fe-46e9-4926-8b45-72b565e869aa {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:27.119086 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'status': 'completed', 'code': 200} Sep 16 06:12:27.171912 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153169c-0410-458a-99b6-1f51437c77f4 req-1627c6db-be44-4b38-9f72-26efea2c5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.173475 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6153169c-0410-458a-99b6-1f51437c77f4 req-1627c6db-be44-4b38-9f72-26efea2c5c4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 1096 time: 0.0443406 Sep 16 06:12:27.277921 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153169c-0410-458a-99b6-1f51437c77f4 req-67c21f3f-2edf-4a6e-a45f-9a35849beb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.279338 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6153169c-0410-458a-99b6-1f51437c77f4 req-67c21f3f-2edf-4a6e-a45f-9a35849beb4c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0976253 Sep 16 06:12:27.376840 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153169c-0410-458a-99b6-1f51437c77f4 req-b66be40e-0b8b-440b-b525-0931bb3df3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.378251 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-6153169c-0410-458a-99b6-1f51437c77f4 req-b66be40e-0b8b-440b-b525-0931bb3df3ae service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0914454 Sep 16 06:12:27.455507 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-f9d2b632-3096-48b0-abff-5cdd2583a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.457036 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-f9d2b632-3096-48b0-abff-5cdd2583a1ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 1096 time: 0.0420630 Sep 16 06:12:27.504041 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-ae3572e9-71c1-40c4-b63f-e0ef1671bf5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7 HTTP/1.1" status: 200 len: 217 time: 0.0341918 Sep 16 06:12:27.554681 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-b7aa2890-b1ea-4464-9a83-0e580f2bc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.556100 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-b7aa2890-b1ea-4464-9a83-0e580f2bc78e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0436907 Sep 16 06:12:27.606450 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-89f1b7a1-7839-42a1-ae6d-5c1e689b8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.607915 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-89f1b7a1-7839-42a1-ae6d-5c1e689b8a0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430756 Sep 16 06:12:27.699520 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-1a2f12c6-8d25-42a5-93a0-2e138cae8853 service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828619 Sep 16 06:12:27.797919 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-5da9c0f5-0f06-4910-9f27-07b8a6044935 req-fcbbe01c-39c2-41f9-b611-cf546b10d1e2 service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902929 Sep 16 06:12:27.841209 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09669435-670b-4faa-8f02-632e193ad8a1 req-d8216d1a-55c9-4258-8211-ebfb7583a2bc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.842617 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09669435-670b-4faa-8f02-632e193ad8a1 req-d8216d1a-55c9-4258-8211-ebfb7583a2bc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 944 time: 0.0505123 Sep 16 06:12:27.881016 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-09669435-670b-4faa-8f02-632e193ad8a1 req-a1019a96-deca-4648-9d5e-97b2a0a960e6 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323589 Sep 16 06:12:28.998193 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cce84d-9b64-461f-b2e5-08606ffecfa7 req-17ab3c19-c87b-4a44-93ef-d636a160c029 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:28.999644 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72cce84d-9b64-461f-b2e5-08606ffecfa7 req-17ab3c19-c87b-4a44-93ef-d636a160c029 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 944 time: 0.0498886 Sep 16 06:12:29.038394 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-72cce84d-9b64-461f-b2e5-08606ffecfa7 req-e24345f3-276b-4286-878d-0ff9968020f9 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322731 Sep 16 06:12:30.154726 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22265b32-c460-4450-b6c8-c73baf70217c req-2e302831-1b28-4a7f-8ab9-8e7779bd2216 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:30.156258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22265b32-c460-4450-b6c8-c73baf70217c req-2e302831-1b28-4a7f-8ab9-8e7779bd2216 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 944 time: 0.0530112 Sep 16 06:12:30.193408 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22265b32-c460-4450-b6c8-c73baf70217c req-cea09458-34c6-4e99-8edd-e0ddd2c5b907 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 Sep 16 06:12:30.976679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 803f4630-12a0-4759-b5ed-a6ea3762b9e7 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:12:31.072410 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 803f4630-12a0-4759-b5ed-a6ea3762b9e7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:31.083932 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'port_id': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'mac_address': 'fa:16:3e:20:80:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:12:31.119925 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:31.132395 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803f4630-12a0-4759-b5ed-a6ea3762b9e7 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:12:31.151281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 803f4630-12a0-4759-b5ed-a6ea3762b9e7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:31.221752 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:31.270578 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=803f4630-12a0-4759-b5ed-a6ea3762b9e7,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:31.309696 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8725c0-ba76-480b-87b2-ae0135627a58 req-3ae59b30-4d75-4a52-9b27-04c712aa39f7 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:31.311207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd8725c0-ba76-480b-87b2-ae0135627a58 req-3ae59b30-4d75-4a52-9b27-04c712aa39f7 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 945 time: 0.0506835 Sep 16 06:12:31.349717 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fd8725c0-ba76-480b-87b2-ae0135627a58 req-a9601afc-9534-47c6-8152-eb2c543e9038 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320914 Sep 16 06:12:31.478930 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['803f4630-12a0-4759-b5ed-a6ea3762b9e7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:12:32.464157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ff921-d264-4918-aacb-9b9651405575 req-b0d90129-a93f-4b3e-8012-f41d664f2731 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:32.466861 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-520ff921-d264-4918-aacb-9b9651405575 req-b0d90129-a93f-4b3e-8012-f41d664f2731 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 945 time: 0.0513675 Sep 16 06:12:32.504558 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-520ff921-d264-4918-aacb-9b9651405575 req-25add881-954c-4d8a-9bfe-23af525b6160 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315135 Sep 16 06:12:33.000195 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 803f4630-12a0-4759-b5ed-a6ea3762b9e7 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:33.135679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning for port 803f4630-12a0-4759-b5ed-a6ea3762b9e7 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:12:33.140013 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 803f4630-12a0-4759-b5ed-a6ea3762b9e7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:33.140384 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:33.221166 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:33.243636 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:33.245910 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b69d60a-3190-476d-9eb7-2f49a5c3de7a" -d '{"events": [{"server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "name": "network-vif-plugged", "status": "completed", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:33.259630 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 803f4630-12a0-4759-b5ed-a6ea3762b9e7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:33.281558 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b479be3b-581b-4412-9488-42b8ecaa0af0 x-openstack-request-id: req-b479be3b-581b-4412-9488-42b8ecaa0af0 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:33.288287 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "name": "network-vif-plugged", "status": "completed", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:33.288287 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b479be3b-581b-4412-9488-42b8ecaa0af0 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:33.288287 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'code': 200} Sep 16 06:12:33.341591 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:33.377398 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3780d16-4247-434c-8696-e73be736c159 req-4cdd9b49-2928-4979-8140-9662598e9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:33.378935 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b3780d16-4247-434c-8696-e73be736c159 req-4cdd9b49-2928-4979-8140-9662598e9695 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 1098 time: 0.0411549 Sep 16 06:12:33.390083 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=803f4630-12a0-4759-b5ed-a6ea3762b9e7,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:33.415812 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-b3780d16-4247-434c-8696-e73be736c159 req-af9901b7-7d05-4201-bef9-c2e18c111b22 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292990 Sep 16 06:12:33.653826 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d401849-d091-4cac-a215-90cc1f65ca3e req-d01385fb-ca01-43ac-8570-cafccb2b6a7a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:33.655192 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d401849-d091-4cac-a215-90cc1f65ca3e req-d01385fb-ca01-43ac-8570-cafccb2b6a7a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 946 time: 0.0531418 Sep 16 06:12:33.693922 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-7d401849-d091-4cac-a215-90cc1f65ca3e req-dce2a3d1-c2cd-45d7-a7f1-eaab9a083359 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328228 Sep 16 06:12:34.818607 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ebdd4-4c52-4527-aa64-3f6ce07e2718 req-36e17078-b28e-4088-ac2f-79da12e0180d tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:34.820200 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d95ebdd4-4c52-4527-aa64-3f6ce07e2718 req-36e17078-b28e-4088-ac2f-79da12e0180d tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 946 time: 0.0527534 Sep 16 06:12:34.859787 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d95ebdd4-4c52-4527-aa64-3f6ce07e2718 req-dfc5e50b-14e5-4f6e-a106-9ba4f044f85c tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328145 Sep 16 06:12:35.971918 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845bef3-47e5-4d93-a238-862ea6560f64 req-93aa9871-7b1c-49f7-92e6-55f5e28944d8 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:35.973315 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2845bef3-47e5-4d93-a238-862ea6560f64 req-93aa9871-7b1c-49f7-92e6-55f5e28944d8 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 946 time: 0.0479002 Sep 16 06:12:36.011197 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2845bef3-47e5-4d93-a238-862ea6560f64 req-1266db95-b7a4-45a8-9c45-4f98808727c0 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317147 Sep 16 06:12:36.129544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f14ae-b9ef-4198-b58a-440973454a7e req-b86f9a42-fcbe-4115-8b06-4db1e806934e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:36.131056 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e3f14ae-b9ef-4198-b58a-440973454a7e req-b86f9a42-fcbe-4115-8b06-4db1e806934e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 946 time: 0.0530372 Sep 16 06:12:36.168377 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-0e3f14ae-b9ef-4198-b58a-440973454a7e req-9b054b5d-9ee0-4a1c-9448-8a62ed1bd9c9 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314305 Sep 16 06:12:36.189432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47160) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:36.269868 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78404d2-13fc-465d-972d-970e1765625e tempest-TestSnapshotPattern-1649469976 tempest-TestSnapshotPattern-1649469976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:36.271379 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a78404d2-13fc-465d-972d-970e1765625e tempest-TestSnapshotPattern-1649469976 tempest-TestSnapshotPattern-1649469976-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 1093 time: 0.0809996 Sep 16 06:12:36.274323 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47164) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:36.279293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:36.394708 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:36.491065 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:36.591865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Allocated IP 172.25.3.106 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/0901f62b-3f0e-4de7-8edd-f75f9cff135a) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:36.692441 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:36.784014 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:36.821802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:36.824695 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:36.830221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:36.835824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'Port': ['ID=0901f62b-3f0e-4de7-8edd-f75f9cff135a,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:37.487967 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:37.608285 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:37.753401 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:37.844834 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:37.916994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'Port': ['ID=0901f62b-3f0e-4de7-8edd-f75f9cff135a,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:37.930585 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:38.029344 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Floating IP f4e26ed1-b2ae-4334-8e4b-3d1de026a86e associated. External IP: 172.25.3.106, port: 803f4630-12a0-4759-b5ed-a6ea3762b9e7. Sep 16 06:12:38.235898 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:12:38.283328 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-39e8cc20-52c5-4e29-9f55-5630d7a63e7c req-ab107240-56e4-47c7-b307-8b493d983b42 service neutron] (95452) timed out ('10.222.0.24', 42650) {{(pid=95452) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:12:38.342157 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:38.351808 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ac3f4-edbb-4f99-bddb-2ca35b82c10c None None] Sync routers for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:38.361347 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ac3f4-edbb-4f99-bddb-2ca35b82c10c None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:38.361952 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b37ac3f4-edbb-4f99-bddb-2ca35b82c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:12:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:38.435374 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:38.468246 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b0e97d57-d067-4764-80c6-bd0e50f99dca tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1929052 Sep 16 06:12:38.468643 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-b37ac3f4-edbb-4f99-bddb-2ca35b82c10c None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:38.468927 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:38.471219 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a4d051-f05e-4a35-8779-b61605c7421f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:38.510054 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699261ce-e813-4708-9cfb-6b1a6ab4746e x-openstack-request-id: req-699261ce-e813-4708-9cfb-6b1a6ab4746e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:38.510647 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:38.510647 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-699261ce-e813-4708-9cfb-6b1a6ab4746e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:38.511001 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'status': 'completed', 'code': 200} Sep 16 06:12:38.572901 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4d051-f05e-4a35-8779-b61605c7421f req-501c5494-f5ea-442c-bb38-16d79a823e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:38.574438 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-51a4d051-f05e-4a35-8779-b61605c7421f req-501c5494-f5ea-442c-bb38-16d79a823e56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 1098 time: 0.0398583 Sep 16 06:12:38.672910 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4d051-f05e-4a35-8779-b61605c7421f req-8069c708-80ce-4210-bf2d-a603656cc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:38.674417 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-51a4d051-f05e-4a35-8779-b61605c7421f req-8069c708-80ce-4210-bf2d-a603656cc7db service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 910 time: 0.0924826 Sep 16 06:12:38.702882 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b37ac3f4-edbb-4f99-bddb-2ca35b82c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'f4e26ed1-b2ae-4334-8e4b-3d1de026a86e', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'port_id': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'mac_address': 'fa:16:3e:20:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:37Z', 'updated_at': '2021-09-16T06:12:37Z', 'revision_number': 0, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:38.728431 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ac3f4-edbb-4f99-bddb-2ca35b82c10c None None] Checking router: 5157bd0c-4047-4307-98f1-a2dee7fb01f2 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:38.736810 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ac3f4-edbb-4f99-bddb-2ca35b82c10c None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:38.737428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b37ac3f4-edbb-4f99-bddb-2ca35b82c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:12:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:38.744556 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-51a4d051-f05e-4a35-8779-b61605c7421f req-7d2b4708-75fe-40a5-ab55-56b89e713c1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7 HTTP/1.1" status: 200 len: 1000 time: 0.0620313 Sep 16 06:12:38.795567 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4d051-f05e-4a35-8779-b61605c7421f req-ae854357-9548-48cf-b9d8-67b9551a9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:38.797149 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-51a4d051-f05e-4a35-8779-b61605c7421f req-ae854357-9548-48cf-b9d8-67b9551a9a42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0451534 Sep 16 06:12:38.844564 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-b37ac3f4-edbb-4f99-bddb-2ca35b82c10c None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:38.845150 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4d051-f05e-4a35-8779-b61605c7421f req-4f3f6e7f-c325-4499-8175-12dc6faa056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:38.846685 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-51a4d051-f05e-4a35-8779-b61605c7421f req-4f3f6e7f-c325-4499-8175-12dc6faa056b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418987 Sep 16 06:12:39.079590 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-b37ac3f4-edbb-4f99-bddb-2ca35b82c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'f4e26ed1-b2ae-4334-8e4b-3d1de026a86e', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'port_id': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'mac_address': 'fa:16:3e:20:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:37Z', 'updated_at': '2021-09-16T06:12:37Z', 'revision_number': 0, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:39.107567 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ac3f4-edbb-4f99-bddb-2ca35b82c10c None None] The sync data for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 is: [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'f4e26ed1-b2ae-4334-8e4b-3d1de026a86e', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'port_id': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'mac_address': 'fa:16:3e:20:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:37Z', 'updated_at': '2021-09-16T06:12:37Z', 'revision_number': 0, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:39.276898 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-51a4d051-f05e-4a35-8779-b61605c7421f req-36f2ef33-f907-4988-8054-e126ba875e62 service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218192 Sep 16 06:12:39.306973 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dda261-ac2f-4ce5-9a43-f161bb31b783 None None] New status for floating IP f4e26ed1-b2ae-4334-8e4b-3d1de026a86e: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:12:39.371232 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-51a4d051-f05e-4a35-8779-b61605c7421f req-e95e093c-0683-4a41-885b-0e735206faa2 service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850070 Sep 16 06:12:42.155285 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ac51d8dc-42eb-49a6-ab4d-f7aa15b45be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:43.192711 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:44.547843 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c20b439d-b4d3-44c1-9092-0bd614cdbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:45.423406 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:46.117593 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:12:46.387079 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:47.297913 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:47.356690 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-275715e4-9a7f-46fc-9c7e-443e6ed05420 req-06a4b7e0-6e44-4716-870e-ab2478652c26 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394137 Sep 16 06:12:47.444306 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275715e4-9a7f-46fc-9c7e-443e6ed05420 req-1c5bd3ae-0a25-496d-97df-343df231b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:47.445897 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-275715e4-9a7f-46fc-9c7e-443e6ed05420 req-1c5bd3ae-0a25-496d-97df-343df231b4fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 1098 time: 0.0452836 Sep 16 06:12:47.550641 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275715e4-9a7f-46fc-9c7e-443e6ed05420 req-41f25f21-d00a-4da7-9bbe-316bb928c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:47.552147 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-275715e4-9a7f-46fc-9c7e-443e6ed05420 req-41f25f21-d00a-4da7-9bbe-316bb928c67d service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 910 time: 0.0857487 Sep 16 06:12:47.624647 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-275715e4-9a7f-46fc-9c7e-443e6ed05420 req-bf9de131-0add-4e79-86f1-227ad3e7a261 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7 HTTP/1.1" status: 200 len: 1002 time: 0.0614133 Sep 16 06:12:47.676145 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275715e4-9a7f-46fc-9c7e-443e6ed05420 req-85dc6212-6dab-4096-9445-291be4ef275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:47.677631 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-275715e4-9a7f-46fc-9c7e-443e6ed05420 req-85dc6212-6dab-4096-9445-291be4ef275f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0443907 Sep 16 06:12:47.725125 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275715e4-9a7f-46fc-9c7e-443e6ed05420 req-af932123-d3cb-46af-b223-5873973b8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:47.726594 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-275715e4-9a7f-46fc-9c7e-443e6ed05420 req-af932123-d3cb-46af-b223-5873973b8537 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390453 Sep 16 06:12:47.826163 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-275715e4-9a7f-46fc-9c7e-443e6ed05420 req-0c64786a-aebf-4298-a722-9b9e8cbbad5c service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851746 Sep 16 06:12:47.903267 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:47.915833 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-275715e4-9a7f-46fc-9c7e-443e6ed05420 req-0d7f8560-4afb-4da9-b32e-a8e450aa1da3 service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832081 Sep 16 06:13:12.147094 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d5830997-30f6-44bc-a1a9-32b995907ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:13.177082 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:14.554282 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c0664b1f-8a97-41a5-8118-7879d3bdb6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:15.369377 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:16.363721 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:17.319634 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:17.880059 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:23.116486 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:13:42.142141 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9a69c7a4-3ea5-4e85-8180-34bce9df1678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:43.198949 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:44.542409 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebbfd-9ed6-43bc-ad34-e44498d85b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:45.404839 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:46.405236 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.323150 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:47.890853 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.356486 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3657cafb-517e-45e4-8d3e-d11d757e02dd req-0b28cac2-7b0e-44e8-ad65-c1d5015f08a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460310 Sep 16 06:13:49.438332 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657cafb-517e-45e4-8d3e-d11d757e02dd req-b2875330-6894-4ab5-aa1b-9fb0210e81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:49.439819 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3657cafb-517e-45e4-8d3e-d11d757e02dd req-b2875330-6894-4ab5-aa1b-9fb0210e81ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 1098 time: 0.0414951 Sep 16 06:13:49.550506 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657cafb-517e-45e4-8d3e-d11d757e02dd req-b74225d8-27f8-4409-8883-da40265d80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:49.551985 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3657cafb-517e-45e4-8d3e-d11d757e02dd req-b74225d8-27f8-4409-8883-da40265d80a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 910 time: 0.0878811 Sep 16 06:13:49.625867 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3657cafb-517e-45e4-8d3e-d11d757e02dd req-4314b4db-48c0-4dfd-9b63-7d7b271285fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7 HTTP/1.1" status: 200 len: 1002 time: 0.0633752 Sep 16 06:13:49.675664 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657cafb-517e-45e4-8d3e-d11d757e02dd req-b43cf57c-67e6-424e-ad23-f18ce52d2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:49.677297 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3657cafb-517e-45e4-8d3e-d11d757e02dd req-b43cf57c-67e6-424e-ad23-f18ce52d2cef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0433090 Sep 16 06:13:49.724312 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657cafb-517e-45e4-8d3e-d11d757e02dd req-b8cb4d9d-203b-4de2-8520-bddf15819bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:49.725875 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3657cafb-517e-45e4-8d3e-d11d757e02dd req-b8cb4d9d-203b-4de2-8520-bddf15819bb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403500 Sep 16 06:13:49.821288 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3657cafb-517e-45e4-8d3e-d11d757e02dd req-4e314e8f-2eb6-4107-bff1-9dab3e4fb070 service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873072 Sep 16 06:13:49.915665 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-3657cafb-517e-45e4-8d3e-d11d757e02dd req-20729b89-cfa3-4a9e-9cfe-6ca739afdf94 service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872331 Sep 16 06:14:00.115521 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:14:12.181502 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9ea1f754-28fd-41bb-9d0b-962049fa41bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:13.231374 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:14.569867 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6d493dda-1a0e-418d-913c-c1e02c49ce09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:15.392914 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:16.399133 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:17.329946 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:17.884188 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:37.113657 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:14:39.613944 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 803f4630-12a0-4759-b5ed-a6ea3762b9e7 details requested by agent hyperv_n-h1-712137-12 with host n-h1-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:14:39.709679 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 803f4630-12a0-4759-b5ed-a6ea3762b9e7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:39.720797 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Returning: {'device': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'port_id': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'mac_address': 'fa:16:3e:20:80:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:14:39.758635 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:39.770758 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 803f4630-12a0-4759-b5ed-a6ea3762b9e7 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:14:39.790647 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 803f4630-12a0-4759-b5ed-a6ea3762b9e7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:39.860870 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:39.910237 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=803f4630-12a0-4759-b5ed-a6ea3762b9e7,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:39.917948 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:39.918298 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:39.918637 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:39.918973 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:39.919303 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:39.919634 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:39.919959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:39.920281 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:39.920635 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:39.920959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:39.921283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:39.921604 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:39.946482 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] get_ports_and_sgs() called for port_ids ['803f4630-12a0-4759-b5ed-a6ea3762b9e7'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:14:41.629788 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 803f4630-12a0-4759-b5ed-a6ea3762b9e7 up at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:14:41.688259 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Provisioning complete for port 803f4630-12a0-4759-b5ed-a6ea3762b9e7 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:14:41.688713 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:41.775725 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:41.799838 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:41.804748 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3d0ff7-d25e-4d1e-8a02-7225f213297d" -d '{"events": [{"server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "name": "network-vif-plugged", "status": "completed", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:14:41.818916 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 803f4630-12a0-4759-b5ed-a6ea3762b9e7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:41.869734 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a875cb9-5891-49b6-9506-7a3bb2821f10 x-openstack-request-id: req-1a875cb9-5891-49b6-9506-7a3bb2821f10 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:41.870232 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "name": "network-vif-plugged", "status": "completed", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:41.870489 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a875cb9-5891-49b6-9506-7a3bb2821f10 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:41.870986 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'code': 200} Sep 16 06:14:41.924403 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:41.981959 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=803f4630-12a0-4759-b5ed-a6ea3762b9e7,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:42.158285 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-6ec62376-4ad2-4575-8b8b-6bd86afce7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:43.221625 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:44.563959 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c87e577d-7e9f-4312-b952-c657e80f814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:45.392998 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:46.376500 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:47.306958 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:47.901824 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:50.456957 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-55fede0c-0331-471a-bc57-a0ec77e53e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:50.458524 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-55fede0c-0331-471a-bc57-a0ec77e53e9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 1098 time: 0.1087039 Sep 16 06:14:50.578032 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-9b35e6f8-dc5c-4ee2-938f-b7e4a2996d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:50.579711 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-9b35e6f8-dc5c-4ee2-938f-b7e4a2996d45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 910 time: 0.0984488 Sep 16 06:14:50.661816 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-211e21dc-89b6-4abf-b901-08fb25bed2c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7 HTTP/1.1" status: 200 len: 1002 time: 0.0717070 Sep 16 06:14:50.720334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-cb5e2bc7-375f-4473-8cdf-2be2b92b670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:50.721953 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-cb5e2bc7-375f-4473-8cdf-2be2b92b670f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0523994 Sep 16 06:14:50.770092 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-9413d783-cd54-40c8-a195-5274d34e228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:50.771763 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-9413d783-cd54-40c8-a195-5274d34e228f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425582 Sep 16 06:14:50.784083 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-288f0c99-7764-413f-a32d-5789fb505d44 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:14:50.790507 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-288f0c99-7764-413f-a32d-5789fb505d44 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055058 Sep 16 06:14:50.887957 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-433093cc-d3ab-469a-8c10-d039558bd777 service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953536 Sep 16 06:14:50.989550 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-9f6c890d-781a-43b6-a80c-e9e52f216ae5 req-98295612-6fb0-4caa-a5b4-ef1debb5192b service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939736 Sep 16 06:14:52.594529 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d87a55ab-1120-47c3-a771-e2c0dbd6685e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392330165&fields=id&tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f HTTP/1.1" status: 200 len: 267 time: 0.0350642 Sep 16 06:14:52.704232 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-6d324c66-cd5c-4890-8a3c-4d78305d8de5 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:52.705765 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-6d324c66-cd5c-4890-8a3c-4d78305d8de5 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 810 time: 0.1044931 Sep 16 06:14:52.721383 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-4c6ce455-424e-4b5b-828f-d7d87ede71fd tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/quotas/6e6aeb0cad8d47aa9bdfef7b2c48514f HTTP/1.1" status: 200 len: 375 time: 0.0098813 Sep 16 06:14:52.783764 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-b366dfc8-e061-4e9f-a941-ca89c735798f tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0570939 Sep 16 06:14:52.841195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-1801b9f0-6d07-4546-b205-9c04d22f6062 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:14:52.842219 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-1801b9f0-6d07-4546-b205-9c04d22f6062 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470951 Sep 16 06:14:52.937890 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-7028c445-0eb7-46c9-a990-12879d373058 service neutron] 10.222.0.24 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894222 Sep 16 06:14:53.045780 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-b0c697a6-5893-4dce-a1c8-fa383eebb8b9 service neutron] 10.222.0.24 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018298 Sep 16 06:14:53.491910 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-dee5bd03-2502-4140-b7ee-cbf74c29ffc3 req-8743964c-a89d-4eeb-890c-d902617343fc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 210 time: 0.0771403 Sep 16 06:14:54.573095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-173e7e83-d1e8-4e2a-9ec1-380deb403e10 req-8d01eb8b-025f-4d45-bbb7-257b80506acd tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 210 time: 0.0296588 Sep 16 06:14:55.666712 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e9730490-cadc-4509-a065-133888fd73d4 req-cc80a2d3-a618-471c-bfb4-507f7bc29328 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 210 time: 0.0267656 Sep 16 06:14:55.708522 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 803f4630-12a0-4759-b5ed-a6ea3762b9e7 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:14:55.784059 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:55.805550 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:55.808349 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb11ca8-0f25-4e08-bc8b-34fb389eba37" -d '{"events": [{"server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "name": "network-vif-unplugged", "status": "completed", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:14:55.823989 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] For port 803f4630-12a0-4759-b5ed-a6ea3762b9e7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:55.898201 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05156012-3692-4435-bb52-5e533d144ca9 x-openstack-request-id: req-05156012-3692-4435-bb52-5e533d144ca9 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:55.898510 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "name": "network-vif-unplugged", "status": "completed", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:55.898765 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05156012-3692-4435-bb52-5e533d144ca9 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:55.899159 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'code': 200} Sep 16 06:14:55.912027 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:55.961907 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Pushing event updated for resources: {'Port': ['ID=803f4630-12a0-4759-b5ed-a6ea3762b9e7,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:56.759481 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-246a65e9-7443-4037-b6f9-0a0b62603154 req-714bd8ec-86f6-4140-bc96-01990bd744c9 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 210 time: 0.0259516 Sep 16 06:14:57.880904 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-8400426f-7e87-4b52-bdb2-97495714b365 req-10962bd4-91c8-48bf-9776-d6ad33caf6e5 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 210 time: 0.0478461 Sep 16 06:14:57.952725 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-621f8b94-cce7-4fe9-a972-ac18a6fcb457 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:57.954163 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-621f8b94-cce7-4fe9-a972-ac18a6fcb457 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.37 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 810 time: 0.1300108 Sep 16 06:14:58.008235 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-7b4d349b-cf37-4dc7-9fb9-952b3555b2db tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f HTTP/1.1" status: 200 len: 379 time: 0.0447772 Sep 16 06:14:58.016845 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Request body: {'port': {'device_id': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'admin_state_up': True, 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'security_groups': ['39971859-8216-49fc-9c7f-74f48c4f80fd']}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:14:58.237090 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Made reservation on behalf of 6e6aeb0cad8d47aa9bdfef7b2c48514f for: {'port': 1} {{(pid=95452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:14:58.240955 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:58.375774 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Allocated IP 172.20.0.5 (fcce7280-1295-463f-8118-1871f248026f/147bfa5a-ad9e-4068-bdb7-96ca142d6ba6/e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:14:58.535222 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:58.656143 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:58.714686 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Network fcce7280-1295-463f-8118-1871f248026f is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:14:58.717999 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:14:58.721836 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:14:58.774096 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'Port': ['ID=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:58.790944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:58.791251 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:58.791755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:58.792192 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:58.792571 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:58.792910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:58.793239 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:58.793578 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:58.793886 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:58.794215 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:58.794624 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:58.794863 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:58.806712 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:58.807595 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:58.902204 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-d94e37fb-4ad6-40a8-88df-38f93a839856 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8888001 Sep 16 06:14:59.012975 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f1d73-a01e-41f4-b3c4-23ed0703ceb3 req-9f8e507b-a8ef-4d9a-b00a-18a3077ee126 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:59.014625 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-900f1d73-a01e-41f4-b3c4-23ed0703ceb3 req-9f8e507b-a8ef-4d9a-b00a-18a3077ee126 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 931 time: 0.0589106 Sep 16 06:14:59.061298 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-900f1d73-a01e-41f4-b3c4-23ed0703ceb3 req-bc38657e-d7bf-4bc9-b608-01c049d69e1c tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397995 Sep 16 06:14:59.066149 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-c7cac040-33fa-4abf-82b7-706ee7a4f88c None None] Provisioning complete for port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 triggered by entity DHCP. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:14:59.067637 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-c7cac040-33fa-4abf-82b7-706ee7a4f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:59.106736 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-c7cac040-33fa-4abf-82b7-706ee7a4f88c None None] Port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 cannot update to ACTIVE because it is not bound. {{(pid=95453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:15:00.196693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffbd46-8c46-410e-b322-e0375d19a3b2 req-4a58b2da-cd48-4dd3-9da0-8d12c892d855 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:00.199551 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74ffbd46-8c46-410e-b322-e0375d19a3b2 req-4a58b2da-cd48-4dd3-9da0-8d12c892d855 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 931 time: 0.0589848 Sep 16 06:15:00.237552 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-74ffbd46-8c46-410e-b322-e0375d19a3b2 req-95675199-b693-4109-8e41-6268a930bc60 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Sep 16 06:15:01.364359 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6f1fe-ed0a-4030-b66e-e2ebc2796c66 req-b07fa517-d3ef-48b0-b820-2a10e6943746 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:01.365944 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fff6f1fe-ed0a-4030-b66e-e2ebc2796c66 req-b07fa517-d3ef-48b0-b820-2a10e6943746 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 931 time: 0.0579875 Sep 16 06:15:01.408755 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-fff6f1fe-ed0a-4030-b66e-e2ebc2796c66 req-e16572bf-efb3-4b05-90ea-9b2f3a9bbc87 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363319 Sep 16 06:15:02.539861 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72b033-2f32-44c9-b20b-0898e29dc6e7 req-215f46e4-8986-40f6-9940-f2c21c99dca2 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:02.541540 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a72b033-2f32-44c9-b20b-0898e29dc6e7 req-215f46e4-8986-40f6-9940-f2c21c99dca2 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 931 time: 0.0549021 Sep 16 06:15:02.589556 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1a72b033-2f32-44c9-b20b-0898e29dc6e7 req-76e83f8f-ded6-4a97-ac87-3cce88453bfe tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400646 Sep 16 06:15:03.713977 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea9cd3-083b-40be-a0cd-5acdaba03b58 req-b3ed1514-f074-4033-9b9f-fa69962af8e4 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:03.716257 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21ea9cd3-083b-40be-a0cd-5acdaba03b58 req-b3ed1514-f074-4033-9b9f-fa69962af8e4 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 931 time: 0.0538862 Sep 16 06:15:03.758092 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-21ea9cd3-083b-40be-a0cd-5acdaba03b58 req-3ffc88dc-9bf2-4458-adef-918d68dc504a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350943 Sep 16 06:15:04.888320 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89066029-ac7a-4f75-a7f4-e506c99a42e9 req-11e905a1-3a9d-4914-8529-f5e96707c3b8 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:04.889928 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89066029-ac7a-4f75-a7f4-e506c99a42e9 req-11e905a1-3a9d-4914-8529-f5e96707c3b8 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 931 time: 0.0569427 Sep 16 06:15:04.932026 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-89066029-ac7a-4f75-a7f4-e506c99a42e9 req-8c17e66f-dc04-415f-a98a-417ae8bbfb30 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359368 Sep 16 06:15:06.061276 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc82276-6db5-4f16-bc17-e73a0c34ea9c req-33302e4a-163b-4758-ada0-2da9afc08819 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:06.063704 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fc82276-6db5-4f16-bc17-e73a0c34ea9c req-33302e4a-163b-4758-ada0-2da9afc08819 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 931 time: 0.0516889 Sep 16 06:15:06.103800 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-9fc82276-6db5-4f16-bc17-e73a0c34ea9c req-6a2cb418-ea39-43ba-bd70-76e57535a638 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337546 Sep 16 06:15:07.227301 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bf96f-b3aa-47e0-b873-cd7038468e86 req-1fb1b2f8-d952-4d57-b0b0-126acaa462aa tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:07.228792 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-568bf96f-b3aa-47e0-b873-cd7038468e86 req-1fb1b2f8-d952-4d57-b0b0-126acaa462aa tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 931 time: 0.0512567 Sep 16 06:15:07.270105 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-568bf96f-b3aa-47e0-b873-cd7038468e86 req-4048c61a-4e7b-4e3b-a9ee-1d2b37eae129 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349665 Sep 16 06:15:08.391544 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc181c-dc57-4164-b30a-5c7e41f2d86b req-2783a7d9-472e-4d88-8cc5-e6b72231f67a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:08.392977 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65bc181c-dc57-4164-b30a-5c7e41f2d86b req-2783a7d9-472e-4d88-8cc5-e6b72231f67a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 931 time: 0.0554004 Sep 16 06:15:08.430856 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-65bc181c-dc57-4164-b30a-5c7e41f2d86b req-403a8082-e241-40b1-9b0d-5d65dceacae4 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320091 Sep 16 06:15:08.646504 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-fccb6ce0-bc3a-4163-94b3-dcbec38621bc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=95452) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:15:08.647386 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-fccb6ce0-bc3a-4163-94b3-dcbec38621bc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054905 Sep 16 06:15:08.667858 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Request body: {'port': {'device_id': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-12'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:08.721025 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:08.980703 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 {{(pid=95452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:15:08.988563 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:09.001042 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.provisioning_blocks [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Transition to ACTIVE for port object e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 will not be triggered until provisioned by entity L2. {{(pid=95452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:15:09.094390 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:09.160658 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Pushing event updated for resources: {'Port': ['ID=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:09.215087 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Attempting to bind port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 on host n-h2-712137-12 for vnic_type normal with profile {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:15:09.215425 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Attempting to bind port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 by drivers openvswitch,hyperv on host n-h2-712137-12 at level 0 using segments [{'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:15:09.215755 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Attempting to bind port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 on network fcce7280-1295-463f-8118-1871f248026f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:15:09.220945 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 on network fcce7280-1295-463f-8118-1871f248026f not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-12 {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:15:09.221278 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Attempting to bind port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 on network fcce7280-1295-463f-8118-1871f248026f {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:15:09.226472 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Checking agent: {'id': '5c3eb0f9-5bad-4da2-bd81-a1db6e330ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'started_at': datetime.datetime(2021, 9, 16, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:15:09.226823 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Checking segment: {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:15:09.227205 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Bound using segment: {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'} {{(pid=95452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:15:09.227644 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.managers [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Bound port: e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8, host: n-h2-712137-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fcce7280-1295-463f-8118-1871f248026f'}}] {{(pid=95452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:15:09.228178 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:09.302683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] For port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8, host n-h2-712137-12, cleared binding levels {{(pid=95452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:15:09.305802 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] For port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8, host n-h2-712137-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:15:09.392594 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:09.430523 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:09.430523 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:09.431106 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] 10.222.0.37 "PUT /v2.0/ports/e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 HTTP/1.1" status: 200 len: 1092 time: 0.7670674 Sep 16 06:15:09.431548 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:15:09.433912 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eeef39-f0d2-42dd-8207-7a59956b8556" -d '{"events": [{"name": "network-changed", "server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:09.458245 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf844148-e0ec-4353-96da-6d8a5c8963eb service neutron] Pushing event updated for resources: {'Port': ['ID=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,revision_number=3']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:09.558865 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22733845-b02e-4c61-b902-6ba072cd51bd req-32e84fa3-bb61-4d82-8b3a-69fe5259a5ce tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:09.561004 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22733845-b02e-4c61-b902-6ba072cd51bd req-32e84fa3-bb61-4d82-8b3a-69fe5259a5ce tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 943 time: 0.0544717 Sep 16 06:15:09.563675 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8f3602-a6c2-4390-ad98-5e16f5ca321e x-openstack-request-id: req-1d8f3602-a6c2-4390-ad98-5e16f5ca321e {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:09.564066 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:09.564411 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d8f3602-a6c2-4390-ad98-5e16f5ca321e {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:09.564930 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'status': 'completed', 'code': 200} Sep 16 06:15:09.629251 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-22733845-b02e-4c61-b902-6ba072cd51bd req-e02f094e-5554-4dab-8177-2424474e1dfd tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567236 Sep 16 06:15:09.637152 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-75db92f6-59c8-4efd-8432-bd9ef73422bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:09.639277 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-75db92f6-59c8-4efd-8432-bd9ef73422bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 1095 time: 0.0771456 Sep 16 06:15:09.680147 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-425c7d58-ecf4-47c2-aa81-b286d1bb3c8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 HTTP/1.1" status: 200 len: 217 time: 0.0336685 Sep 16 06:15:09.729243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-fd758de4-5765-4ff6-9d34-a686965f6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:09.730708 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-fd758de4-5765-4ff6-9d34-a686965f6fee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0439956 Sep 16 06:15:09.782430 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-4d74fc22-3b83-49ff-9697-3dbdcb97cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:09.783868 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-4d74fc22-3b83-49ff-9697-3dbdcb97cd6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463221 Sep 16 06:15:09.873866 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-dadb6929-fc01-4357-8acc-d1f9f2583811 service neutron] 10.222.0.37 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825868 Sep 16 06:15:09.967316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-a2c60a1b-b901-4a59-849f-68c4278f599d req-5fdba233-96cc-4365-9273-7084a49e9d3d service neutron] 10.222.0.37 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866487 Sep 16 06:15:10.108587 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eeef39-f0d2-42dd-8207-7a59956b8556 req-b3d624c8-ca26-45c2-943c-1cc73c2b7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:10.110099 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13eeef39-f0d2-42dd-8207-7a59956b8556 req-b3d624c8-ca26-45c2-943c-1cc73c2b7e8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 1095 time: 0.0412481 Sep 16 06:15:10.203334 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eeef39-f0d2-42dd-8207-7a59956b8556 req-a559b2a2-f3bf-4f50-acbb-4ea2665d2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:10.204831 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13eeef39-f0d2-42dd-8207-7a59956b8556 req-a559b2a2-f3bf-4f50-acbb-4ea2665d2ad5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 910 time: 0.0879090 Sep 16 06:15:10.248508 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13eeef39-f0d2-42dd-8207-7a59956b8556 req-357b630b-5904-45f8-a3cd-67c61d99d17c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 HTTP/1.1" status: 200 len: 217 time: 0.0341122 Sep 16 06:15:10.297622 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eeef39-f0d2-42dd-8207-7a59956b8556 req-f781d720-930a-446a-8b4b-bb34d9030c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:10.299095 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13eeef39-f0d2-42dd-8207-7a59956b8556 req-f781d720-930a-446a-8b4b-bb34d9030c98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0434167 Sep 16 06:15:10.345832 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eeef39-f0d2-42dd-8207-7a59956b8556 req-60e37a9c-cf5f-47e3-b4c1-7fb2d2257ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:10.347316 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13eeef39-f0d2-42dd-8207-7a59956b8556 req-60e37a9c-cf5f-47e3-b4c1-7fb2d2257ed1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400121 Sep 16 06:15:10.442489 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13eeef39-f0d2-42dd-8207-7a59956b8556 req-0d189870-41db-4328-bff7-8b8bf5b83220 service neutron] 10.222.0.37 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868485 Sep 16 06:15:10.536649 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-13eeef39-f0d2-42dd-8207-7a59956b8556 req-08567260-5327-4924-b43e-8dadb9c6a059 service neutron] 10.222.0.37 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861423 Sep 16 06:15:10.745348 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e13ac4-4952-4ea3-85c5-8fd6fcf2a793 req-63bbfbb1-763d-4d8d-9ada-a583f7ba6fff tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:10.746750 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3e13ac4-4952-4ea3-85c5-8fd6fcf2a793 req-63bbfbb1-763d-4d8d-9ada-a583f7ba6fff tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 943 time: 0.0489461 Sep 16 06:15:10.786086 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-f3e13ac4-4952-4ea3-85c5-8fd6fcf2a793 req-de219ed1-17cc-4da8-8e4a-22b7922a0972 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322716 Sep 16 06:15:11.902163 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788082be-c76a-415c-9a6f-a98b0690da58 req-c3b30c8d-8b26-4ed5-9d47-46bbccc1d632 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:11.904074 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-788082be-c76a-415c-9a6f-a98b0690da58 req-c3b30c8d-8b26-4ed5-9d47-46bbccc1d632 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 943 time: 0.0499439 Sep 16 06:15:11.942979 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-788082be-c76a-415c-9a6f-a98b0690da58 req-635f005c-917b-4023-b982-774d5214391b tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327597 Sep 16 06:15:12.129471 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-7ab00a77-48e8-4ec6-b1db-3c1dddca0259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:12.182423 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:15:12.282505 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:12.294337 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'port_id': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'mac_address': 'fa:16:3e:eb:90:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:15:12.332763 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:12.346277 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:15:12.365420 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:12.421612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:12.469039 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,revision_number=4']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:12.665793 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:15:13.062413 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a4b2c-0659-4427-b877-542c2109a8c3 req-73069ff6-8625-439f-91a9-b02d55467602 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:13.063878 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-211a4b2c-0659-4427-b877-542c2109a8c3 req-73069ff6-8625-439f-91a9-b02d55467602 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 944 time: 0.0527964 Sep 16 06:15:13.101203 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-211a4b2c-0659-4427-b877-542c2109a8c3 req-0e1b0cf1-2272-45e0-9faa-8b4acf689bde tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314052 Sep 16 06:15:13.225843 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:14.113082 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:15:14.198076 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:15:14.214681 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5155e6-1248-4c0f-a9ec-a4680871cc5d req-24f22166-4385-4d9d-b2a6-9d5fd277ecb1 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:14.216175 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f5155e6-1248-4c0f-a9ec-a4680871cc5d req-24f22166-4385-4d9d-b2a6-9d5fd277ecb1 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 944 time: 0.0484002 Sep 16 06:15:14.254566 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2f5155e6-1248-4c0f-a9ec-a4680871cc5d req-34d6745b-fcf4-4382-8dc6-2da6366eb018 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316408 Sep 16 06:15:14.329258 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning for port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 completed by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:15:14.333428 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:14.333805 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:14.412930 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:14.435664 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:15:14.438003 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a3cab3-31f2-4206-ada2-c97a364d80ae" -d '{"events": [{"server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "name": "network-vif-plugged", "status": "completed", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:14.450404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:14.475990 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15131018-015a-4b83-befb-8ca90afa6b56 x-openstack-request-id: req-15131018-015a-4b83-befb-8ca90afa6b56 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:14.476276 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "name": "network-vif-plugged", "status": "completed", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:14.476554 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15131018-015a-4b83-befb-8ca90afa6b56 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:14.482104 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'code': 200} Sep 16 06:15:14.523613 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:14.547746 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cee889e5-8179-44c9-ac7c-fe93d4a0771e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:14.572263 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f73ef5-dadb-4af0-bdd0-5cdbc0ef2f72 req-5c57d164-f3c9-4150-90ad-0dc18030a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:14.573823 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f73ef5-dadb-4af0-bdd0-5cdbc0ef2f72 req-5c57d164-f3c9-4150-90ad-0dc18030a70f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 1097 time: 0.0399351 Sep 16 06:15:14.577224 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,revision_number=5']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:14.609240 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-06f73ef5-dadb-4af0-bdd0-5cdbc0ef2f72 req-7919dc6d-f2f0-47d7-99d3-0dd4ba6cf1af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280931 Sep 16 06:15:15.374810 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:15.375793 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f22ff-1006-43eb-8fcf-8925d6efb78b req-31b26082-0675-42aa-bfb6-fe5c1b9d7789 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:15.379284 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-931f22ff-1006-43eb-8fcf-8925d6efb78b req-31b26082-0675-42aa-bfb6-fe5c1b9d7789 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 945 time: 0.0544298 Sep 16 06:15:15.417805 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-931f22ff-1006-43eb-8fcf-8925d6efb78b req-c22b0ef7-721b-4470-a87e-83d6539782fe tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337486 Sep 16 06:15:16.374210 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:16.538559 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd030-ce85-413e-af11-12c27722e635 req-e834e3e4-8f81-46a2-aa14-915f3f753fee tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:16.540053 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-462dd030-ce85-413e-af11-12c27722e635 req-e834e3e4-8f81-46a2-aa14-915f3f753fee tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 945 time: 0.0484350 Sep 16 06:15:16.577580 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-462dd030-ce85-413e-af11-12c27722e635 req-ed3d625c-8d7c-4e6d-b7f1-7ba4c4626d78 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309799 Sep 16 06:15:16.690503 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a60eb-fdbf-4919-b918-e79cdc872495 req-c96df505-e142-4604-9783-6b141d953bb5 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:16.691985 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff9a60eb-fdbf-4919-b918-e79cdc872495 req-c96df505-e142-4604-9783-6b141d953bb5 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 945 time: 0.0490654 Sep 16 06:15:16.729049 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ff9a60eb-fdbf-4919-b918-e79cdc872495 req-79d33a03-d70d-4ff8-bdf7-a8010fd7143c tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312021 Sep 16 06:15:16.750651 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47484) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:16.793069 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356854a-17ea-4ddd-8e7d-8c40d12b53e0 tempest-TestSnapshotPattern-1649469976 tempest-TestSnapshotPattern-1649469976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:16.794599 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-b356854a-17ea-4ddd-8e7d-8c40d12b53e0 tempest-TestSnapshotPattern-1649469976 tempest-TestSnapshotPattern-1649469976-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 1092 time: 0.0427511 Sep 16 06:15:16.798310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47486) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:16.802576 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.v2.base [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Request body: {'floatingip': {'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'port_id': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:16.876852 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for floatingip, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:16.970150 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:17.074628 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_common [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Allocated IP 172.25.3.181 (6b8d09e5-620c-4857-8f70-2e928d95d8e9/dc5c8fcf-4665-4b79-91b6-abce8698e4d0/2b27036d-5d7e-412d-a580-054e83c9bb5d) {{(pid=95452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:15:17.173752 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for port, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:17.266659 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770204022968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:17.308385 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Network 6b8d09e5-620c-4857-8f70-2e928d95d8e9 is already hosted by enough agents. {{(pid=95452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:15:17.311384 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.base_scheduler [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Resources bound (agent type, host, resource id): {{(pid=95452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:15:17.316944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Received port after_create {{(pid=95452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:15:17.317858 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:17.322474 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'Port': ['ID=2b27036d-5d7e-412d-a580-054e83c9bb5d,revision_number=1']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:17.887886 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:17.980584 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:18.097419 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:18.244037 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for port, precommit_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:18.289257 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732304'] for port, after_update {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:18.357552 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event updated for resources: {'Port': ['ID=2b27036d-5d7e-412d-a580-054e83c9bb5d,revision_number=2']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:18.369245 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1014540'] for floatingip, after_create {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:18.470883 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Floating IP be090a71-1347-45eb-97c5-ba92dc55ed2c associated. External IP: 172.25.3.181, port: e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8. Sep 16 06:15:18.683811 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:15:18.793985 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:15:18.804202 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df738bdb-727e-4f67-8efd-7cbd19c6d3ea None None] Sync routers for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:15:18.813104 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df738bdb-727e-4f67-8efd-7cbd19c6d3ea None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:18.813814 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-df738bdb-727e-4f67-8efd-7cbd19c6d3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:15:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:18.894909 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:18.918394 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-df738bdb-727e-4f67-8efd-7cbd19c6d3ea None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:18.923128 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9b2e603e-720d-4b46-8f16-b4c4059ed4f3 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1237798 Sep 16 06:15:18.928169 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:15:18.928169 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d2fbc0-408d-44a7-901d-c81530bd5ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:18.962334 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afb0ddc-45ea-4003-a4c2-829f7239c5ba x-openstack-request-id: req-1afb0ddc-45ea-4003-a4c2-829f7239c5ba {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:18.962628 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:18.962883 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1afb0ddc-45ea-4003-a4c2-829f7239c5ba {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:18.963289 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'status': 'completed', 'code': 200} Sep 16 06:15:19.027424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fbc0-408d-44a7-901d-c81530bd5ec3 req-d5eb9913-dadf-4d3d-9c1a-bae1079a6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:19.029123 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4d2fbc0-408d-44a7-901d-c81530bd5ec3 req-d5eb9913-dadf-4d3d-9c1a-bae1079a6b70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 1097 time: 0.0429411 Sep 16 06:15:19.122556 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fbc0-408d-44a7-901d-c81530bd5ec3 req-6da97b7c-9618-43fe-8b35-d955f158bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:19.124660 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4d2fbc0-408d-44a7-901d-c81530bd5ec3 req-6da97b7c-9618-43fe-8b35-d955f158bd91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 910 time: 0.0889602 Sep 16 06:15:19.159409 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-df738bdb-727e-4f67-8efd-7cbd19c6d3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'be090a71-1347-45eb-97c5-ba92dc55ed2c', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'port_id': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'mac_address': 'fa:16:3e:eb:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:15:17Z', 'updated_at': '2021-09-16T06:15:17Z', 'revision_number': 0, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address_scope': None}, {'id': 'f4e26ed1-b2ae-4334-8e4b-3d1de026a86e', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'port_id': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'mac_address': 'fa:16:3e:20:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:37Z', 'updated_at': '2021-09-16T06:12:39Z', 'revision_number': 1, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:19.185006 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df738bdb-727e-4f67-8efd-7cbd19c6d3ea None None] Checking router: 5157bd0c-4047-4307-98f1-a2dee7fb01f2 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:15:19.190433 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4d2fbc0-408d-44a7-901d-c81530bd5ec3 req-b73c79a8-53dc-4911-b14f-19739d6650c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 HTTP/1.1" status: 200 len: 999 time: 0.0588591 Sep 16 06:15:19.193575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df738bdb-727e-4f67-8efd-7cbd19c6d3ea None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:19.194182 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-df738bdb-727e-4f67-8efd-7cbd19c6d3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:15:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:19.243453 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fbc0-408d-44a7-901d-c81530bd5ec3 req-7375843b-bbea-49ce-a324-1d73c593c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:19.244957 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4d2fbc0-408d-44a7-901d-c81530bd5ec3 req-7375843b-bbea-49ce-a324-1d73c593c9a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0480156 Sep 16 06:15:19.292989 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fbc0-408d-44a7-901d-c81530bd5ec3 req-8778d951-51ca-47a3-86c3-b9bb6e20d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:19.294786 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4d2fbc0-408d-44a7-901d-c81530bd5ec3 req-8778d951-51ca-47a3-86c3-b9bb6e20d58e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424609 Sep 16 06:15:19.303147 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-df738bdb-727e-4f67-8efd-7cbd19c6d3ea None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:19.388746 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4d2fbc0-408d-44a7-901d-c81530bd5ec3 req-0a30c1c2-7acd-4b96-a66f-bf08710f14c7 service neutron] 10.222.0.37 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866382 Sep 16 06:15:19.483676 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-e4d2fbc0-408d-44a7-901d-c81530bd5ec3 req-8b008546-4201-4235-9db2-e9a232d6638d service neutron] 10.222.0.37 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878134 Sep 16 06:15:19.540282 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-df738bdb-727e-4f67-8efd-7cbd19c6d3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'be090a71-1347-45eb-97c5-ba92dc55ed2c', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'port_id': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'mac_address': 'fa:16:3e:eb:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:15:17Z', 'updated_at': '2021-09-16T06:15:17Z', 'revision_number': 0, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address_scope': None}, {'id': 'f4e26ed1-b2ae-4334-8e4b-3d1de026a86e', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'port_id': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'mac_address': 'fa:16:3e:20:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:37Z', 'updated_at': '2021-09-16T06:12:39Z', 'revision_number': 1, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:19.567154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df738bdb-727e-4f67-8efd-7cbd19c6d3ea None None] The sync data for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 is: [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'be090a71-1347-45eb-97c5-ba92dc55ed2c', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'port_id': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'mac_address': 'fa:16:3e:eb:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:15:17Z', 'updated_at': '2021-09-16T06:15:17Z', 'revision_number': 0, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address_scope': None}, {'id': 'f4e26ed1-b2ae-4334-8e4b-3d1de026a86e', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'port_id': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'mac_address': 'fa:16:3e:20:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:37Z', 'updated_at': '2021-09-16T06:12:39Z', 'revision_number': 1, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:15:19.774715 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a472965b-266a-4a55-a066-beb85ff66889 None None] New status for floating IP be090a71-1347-45eb-97c5-ba92dc55ed2c: ACTIVE {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:15:42.156769 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-cb384226-0139-48ca-adf7-7af30e87cf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:43.243208 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:44.568094 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1e350079-6bb0-469f-9b1a-cbbb412c7e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.374082 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.362760 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.016571 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98696c5d-e602-47d3-97c2-fc184a52db27 req-e9aae56e-587f-401a-b6b6-8eb9be678f31 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407012 Sep 16 06:15:47.100807 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98696c5d-e602-47d3-97c2-fc184a52db27 req-089cc523-9fa5-480f-a551-85c8b2d78375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:47.102300 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98696c5d-e602-47d3-97c2-fc184a52db27 req-089cc523-9fa5-480f-a551-85c8b2d78375 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 1097 time: 0.0443163 Sep 16 06:15:47.204299 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98696c5d-e602-47d3-97c2-fc184a52db27 req-bb0f1435-3ed6-40ce-b3aa-d67c7f7469bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:47.205831 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98696c5d-e602-47d3-97c2-fc184a52db27 req-bb0f1435-3ed6-40ce-b3aa-d67c7f7469bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 910 time: 0.0851514 Sep 16 06:15:47.275285 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98696c5d-e602-47d3-97c2-fc184a52db27 req-577d31a3-9789-43ce-a0f5-8f94be5cddea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 HTTP/1.1" status: 200 len: 1001 time: 0.0625482 Sep 16 06:15:47.326661 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98696c5d-e602-47d3-97c2-fc184a52db27 req-e49b4800-f505-4afe-9c30-46b91ed9703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:47.328119 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98696c5d-e602-47d3-97c2-fc184a52db27 req-e49b4800-f505-4afe-9c30-46b91ed9703c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0454535 Sep 16 06:15:47.368164 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.373873 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98696c5d-e602-47d3-97c2-fc184a52db27 req-2f1155a6-9f1d-49c3-a6d5-083b9ccfccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:47.375382 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98696c5d-e602-47d3-97c2-fc184a52db27 req-2f1155a6-9f1d-49c3-a6d5-083b9ccfccf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405722 Sep 16 06:15:47.471657 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98696c5d-e602-47d3-97c2-fc184a52db27 req-31d9d1a8-77d1-4524-bd3b-5d3b964bfbf6 service neutron] 10.222.0.37 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895293 Sep 16 06:15:47.563269 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98696c5d-e602-47d3-97c2-fc184a52db27 req-3932e897-765c-41ee-a14a-8759457b73b0 service neutron] 10.222.0.37 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834973 Sep 16 06:15:47.911409 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:51.111806 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:15:52.377435 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bc8ea478-931e-45ed-8148-a4c7c487a95a req-2e099a34-f480-4d05-a15c-04a6c4cbdd94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412285 Sep 16 06:15:52.458827 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ea478-931e-45ed-8148-a4c7c487a95a req-460cc87b-e453-49eb-ba4a-9046bdfde4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:52.460973 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bc8ea478-931e-45ed-8148-a4c7c487a95a req-460cc87b-e453-49eb-ba4a-9046bdfde4b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 1096 time: 0.0409005 Sep 16 06:15:52.566355 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ea478-931e-45ed-8148-a4c7c487a95a req-8dc728a8-747b-4676-a229-31823a73a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:52.573894 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bc8ea478-931e-45ed-8148-a4c7c487a95a req-8dc728a8-747b-4676-a229-31823a73a242 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 910 time: 0.0865757 Sep 16 06:15:52.632695 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bc8ea478-931e-45ed-8148-a4c7c487a95a req-1d46ee02-0e77-40cd-b5f9-a7ea268eedc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7 HTTP/1.1" status: 200 len: 1000 time: 0.0557604 Sep 16 06:15:52.682965 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ea478-931e-45ed-8148-a4c7c487a95a req-823f3aea-ecf1-4175-b70b-403889c2890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:52.684381 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bc8ea478-931e-45ed-8148-a4c7c487a95a req-823f3aea-ecf1-4175-b70b-403889c2890c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0435090 Sep 16 06:15:52.734131 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ea478-931e-45ed-8148-a4c7c487a95a req-7416dfb5-b5ed-4f18-b61f-dd7e60e8ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:52.745514 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bc8ea478-931e-45ed-8148-a4c7c487a95a req-7416dfb5-b5ed-4f18-b61f-dd7e60e8ccf2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433486 Sep 16 06:15:52.827254 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bc8ea478-931e-45ed-8148-a4c7c487a95a req-67a3d1ce-867c-4c32-9b6b-78af3548f4bd service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838909 Sep 16 06:15:52.921465 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-bc8ea478-931e-45ed-8148-a4c7c487a95a req-c4ed9bc4-4c49-48bc-823e-3df2d6b6513c service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865908 Sep 16 06:16:12.157003 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-248fff61-2f4d-4781-b338-645f005edb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:13.253450 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:14.562205 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-15e99b2c-cb82-4608-982b-1c4b941ce6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:15.385154 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:16.373173 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:17.327658 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:17.882880 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:28.110511 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:16:42.127519 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1fd82843-e4d8-4290-865d-d08a8191cb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:43.247222 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:44.549967 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-017546b0-817b-4a09-8e00-363530cb53fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:45.390126 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:46.406980 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:47.349822 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:47.909415 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:49.046930 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bc6083d-06f3-41e0-9929-9e65a299dd1e req-a1f3f9ea-8345-4520-bd8a-cb80c889639d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0894172 Sep 16 06:16:49.127676 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6083d-06f3-41e0-9929-9e65a299dd1e req-25e2a45e-8b2f-4168-81f9-40031b549e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:49.129207 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bc6083d-06f3-41e0-9929-9e65a299dd1e req-25e2a45e-8b2f-4168-81f9-40031b549e5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 1097 time: 0.0409212 Sep 16 06:16:49.229938 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6083d-06f3-41e0-9929-9e65a299dd1e req-f0de19b8-6ec6-4065-a95c-1695f1167a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:49.231526 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bc6083d-06f3-41e0-9929-9e65a299dd1e req-f0de19b8-6ec6-4065-a95c-1695f1167a38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 910 time: 0.0838215 Sep 16 06:16:49.301025 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bc6083d-06f3-41e0-9929-9e65a299dd1e req-f38bd37d-0164-4dca-ac21-f45fedae7244 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 HTTP/1.1" status: 200 len: 1001 time: 0.0626068 Sep 16 06:16:49.349393 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6083d-06f3-41e0-9929-9e65a299dd1e req-2452fff9-bb13-4c56-9e01-20baebfb3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:49.350807 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bc6083d-06f3-41e0-9929-9e65a299dd1e req-2452fff9-bb13-4c56-9e01-20baebfb3c8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0431740 Sep 16 06:16:49.395914 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6083d-06f3-41e0-9929-9e65a299dd1e req-f0a0c5c4-e013-4103-b436-470e6cd263a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:49.397413 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bc6083d-06f3-41e0-9929-9e65a299dd1e req-f0a0c5c4-e013-4103-b436-470e6cd263a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396888 Sep 16 06:16:49.491155 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bc6083d-06f3-41e0-9929-9e65a299dd1e req-41869e08-af39-4c8d-81e5-4f52762656d3 service neutron] 10.222.0.37 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858188 Sep 16 06:16:49.580407 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-5bc6083d-06f3-41e0-9929-9e65a299dd1e req-7598271b-0222-4a57-89f9-d7c4b5050727 service neutron] 10.222.0.37 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816061 Sep 16 06:16:54.344340 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cdaec943-6ace-4be6-be36-e580ebff789a req-6324c0ed-6b74-4df3-9e5c-8896eabb2051 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407648 Sep 16 06:16:54.425291 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaec943-6ace-4be6-be36-e580ebff789a req-ddae0e71-2c09-4240-b3c0-050e00784e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:54.426797 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cdaec943-6ace-4be6-be36-e580ebff789a req-ddae0e71-2c09-4240-b3c0-050e00784e1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 1096 time: 0.0404932 Sep 16 06:16:54.534418 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaec943-6ace-4be6-be36-e580ebff789a req-c91fabb3-a210-4cb9-b73a-c132766d38a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:54.535885 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cdaec943-6ace-4be6-be36-e580ebff789a req-c91fabb3-a210-4cb9-b73a-c132766d38a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 910 time: 0.0871332 Sep 16 06:16:54.600970 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cdaec943-6ace-4be6-be36-e580ebff789a req-aa423d01-91be-4c68-8f27-80f9c45f8769 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7 HTTP/1.1" status: 200 len: 1000 time: 0.0563903 Sep 16 06:16:54.655297 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaec943-6ace-4be6-be36-e580ebff789a req-4082e96f-5340-4433-a772-c52b6c7c607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:54.656762 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cdaec943-6ace-4be6-be36-e580ebff789a req-4082e96f-5340-4433-a772-c52b6c7c607a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0474648 Sep 16 06:16:54.702046 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaec943-6ace-4be6-be36-e580ebff789a req-623affe2-8802-414e-b18e-d23d754d90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:54.703531 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cdaec943-6ace-4be6-be36-e580ebff789a req-623affe2-8802-414e-b18e-d23d754d90b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396574 Sep 16 06:16:54.798554 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cdaec943-6ace-4be6-be36-e580ebff789a req-0047c2a1-4e42-4458-9144-b2800f8394d8 service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876870 Sep 16 06:16:54.893224 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-cdaec943-6ace-4be6-be36-e580ebff789a req-d9183340-a71b-4fa9-9776-785c4a29709c service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870612 Sep 16 06:17:02.790273 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 details requested by agent hyperv_n-h2-712137-12 with host n-h2-712137-12 {{(pid=95453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:17:02.898185 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:02.940709 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Returning: {'device': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'port_id': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'mac_address': 'fa:16:3e:eb:90:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:17:02.956586 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:02.974173 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 {{(pid=95453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:17:02.995377 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:03.035953 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:03.111484 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,revision_number=6']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:03.122820 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:03.123324 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:03.123737 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:03.124440 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:03.124896 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:03.125415 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:03.126283 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:03.126688 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:03.127181 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:03.127575 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:03.127975 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:03.128360 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:03.136043 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] get_ports_and_sgs() called for port_ids ['e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8'] {{(pid=95453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:17:04.789185 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 up at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:04.867386 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.provisioning_blocks [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Provisioning complete for port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 triggered by entity L2. {{(pid=95453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:04.868113 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1986535'] for port, provisioning_complete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:04.961007 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:04.985824 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:04.987787 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7082b1-41d6-467e-9ddd-176cd4d2eac5" -d '{"events": [{"server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "name": "network-vif-plugged", "status": "completed", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:05.002154 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:05.029941 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101cc7e9-c6ee-4505-a80d-b22ffbd26244 x-openstack-request-id: req-101cc7e9-c6ee-4505-a80d-b22ffbd26244 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:05.030250 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "name": "network-vif-plugged", "status": "completed", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:05.030499 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-101cc7e9-c6ee-4505-a80d-b22ffbd26244 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:05.030917 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'code': 200} Sep 16 06:17:05.064311 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:05.110758 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:17:05.117974 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,revision_number=7']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:12.167467 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d61ac31c-40a6-4c19-9142-e017a65b1d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:12.303670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47702) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:12.467570 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Deleting port 2b27036d-5d7e-412d-a580-054e83c9bb5d {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:12.467829 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:12.543790 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:12.544037 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:12.555581 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Calling delete_port for 2b27036d-5d7e-412d-a580-054e83c9bb5d owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:12.772927 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:12.797243 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event deleted for resources: {'Port': ['ID=2b27036d-5d7e-412d-a580-054e83c9bb5d,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:12.810221 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:12.810568 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:12.810910 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:12.811250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:12.811693 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:12.812031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:12.812358 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:12.812710 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:12.813033 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:12.813355 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:12.813678 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:12.814022 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:12.873767 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:12.874359 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Floating IP be090a71-1347-45eb-97c5-ba92dc55ed2c disassociated (deleted). External IP: 172.25.3.181, port: e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8. Sep 16 06:17:13.079757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:17:13.187919 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:17:13.192820 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:13.198919 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aac85f-17ae-4eef-9ab4-1703f673e662 None None] Sync routers for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:17:13.218438 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aac85f-17ae-4eef-9ab4-1703f673e662 None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:13.219059 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-36aac85f-17ae-4eef-9ab4-1703f673e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:13.224245 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-74134d15-902a-4862-937b-ed865796cecf tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "DELETE /v2.0/floatingips/be090a71-1347-45eb-97c5-ba92dc55ed2c HTTP/1.1" status: 204 len: 168 time: 0.9193642 Sep 16 06:17:13.224867 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:13.227148 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3c2311-9562-49f6-820e-b06d526216a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:13.276275 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830ad6b9-dc7a-405c-be47-7d03ac19de48 x-openstack-request-id: req-830ad6b9-dc7a-405c-be47-7d03ac19de48 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:13.277167 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:13.277167 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-830ad6b9-dc7a-405c-be47-7d03ac19de48 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:13.277925 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'status': 'completed', 'code': 200} Sep 16 06:17:13.311397 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:13.339644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-36aac85f-17ae-4eef-9ab4-1703f673e662 None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:13.341671 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c2311-9562-49f6-820e-b06d526216a7 req-a950bd79-d7eb-45bb-8452-78ca9aa4d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:13.343342 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be3c2311-9562-49f6-820e-b06d526216a7 req-a950bd79-d7eb-45bb-8452-78ca9aa4d53b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 1097 time: 0.0447755 Sep 16 06:17:13.437824 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c2311-9562-49f6-820e-b06d526216a7 req-f679e3ac-389c-43e0-a1bd-2927b93b2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:13.439320 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be3c2311-9562-49f6-820e-b06d526216a7 req-f679e3ac-389c-43e0-a1bd-2927b93b2b9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 910 time: 0.0887277 Sep 16 06:17:13.486980 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be3c2311-9562-49f6-820e-b06d526216a7 req-226b46a7-5f9c-47b6-ad42-8d32d21746f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 HTTP/1.1" status: 200 len: 217 time: 0.0390272 Sep 16 06:17:13.541003 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c2311-9562-49f6-820e-b06d526216a7 req-42595a40-25a0-46dc-bee8-8b837fe0fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:13.542718 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be3c2311-9562-49f6-820e-b06d526216a7 req-42595a40-25a0-46dc-bee8-8b837fe0fe8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0490277 Sep 16 06:17:13.565805 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-36aac85f-17ae-4eef-9ab4-1703f673e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'f4e26ed1-b2ae-4334-8e4b-3d1de026a86e', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'port_id': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'mac_address': 'fa:16:3e:20:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:37Z', 'updated_at': '2021-09-16T06:12:39Z', 'revision_number': 1, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:13.596373 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c2311-9562-49f6-820e-b06d526216a7 req-33ef17b5-9a53-4f21-b514-d056027e3d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:13.596373 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be3c2311-9562-49f6-820e-b06d526216a7 req-33ef17b5-9a53-4f21-b514-d056027e3d80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425267 Sep 16 06:17:13.596628 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aac85f-17ae-4eef-9ab4-1703f673e662 None None] Checking router: 5157bd0c-4047-4307-98f1-a2dee7fb01f2 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:17:13.614011 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aac85f-17ae-4eef-9ab4-1703f673e662 None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:13.614660 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-36aac85f-17ae-4eef-9ab4-1703f673e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:16:44Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:13.725640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-36aac85f-17ae-4eef-9ab4-1703f673e662 None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:13.729618 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be3c2311-9562-49f6-820e-b06d526216a7 req-08fc50b4-a392-4060-b6d2-a48a775b2e9f service neutron] 10.222.0.37 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286712 Sep 16 06:17:13.737195 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98defea0-d92a-4a96-90d0-147a03ccf18c req-d04fe667-f80b-4ec9-a6fe-7cc2e173a1f7 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:13.738620 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98defea0-d92a-4a96-90d0-147a03ccf18c req-d04fe667-f80b-4ec9-a6fe-7cc2e173a1f7 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 945 time: 0.0695302 Sep 16 06:17:13.835890 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-98defea0-d92a-4a96-90d0-147a03ccf18c req-53f1001c-a5f0-4f6b-aa45-b48b55f15e78 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890214 Sep 16 06:17:13.857258 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-be3c2311-9562-49f6-820e-b06d526216a7 req-784b4f5e-b588-47a4-a7f5-a60abca046e5 service neutron] 10.222.0.37 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177151 Sep 16 06:17:13.958779 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-36aac85f-17ae-4eef-9ab4-1703f673e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'f4e26ed1-b2ae-4334-8e4b-3d1de026a86e', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'port_id': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'mac_address': 'fa:16:3e:20:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:37Z', 'updated_at': '2021-09-16T06:12:39Z', 'revision_number': 1, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:13.986666 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aac85f-17ae-4eef-9ab4-1703f673e662 None None] The sync data for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 is: [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_floatingips': [{'id': 'f4e26ed1-b2ae-4334-8e4b-3d1de026a86e', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'router_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'port_id': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'mac_address': 'fa:16:3e:20:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:12:37Z', 'updated_at': '2021-09-16T06:12:39Z', 'revision_number': 1, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:17:14.233898 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477346d-e360-4099-984b-c6acabe59025 None None] New status for floating IP be090a71-1347-45eb-97c5-ba92dc55ed2c: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:17:14.560668 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5bb82c35-ca87-43bc-b85e-f243960d8bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:14.845601 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:14.926738 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1978155'] for port, before_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:14.951429 n-d-712137-12 neutron-server[95453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8'}] {{(pid=95453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:14.953721 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91eac2b148a47cfe10dbe27f8cc728ccfc9da450d444d68bc6c1e324de16a6ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461a1c90-a539-43d7-96fe-1c953f27b896" -d '{"events": [{"server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8"}]}' {{(pid=95453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:14.966255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb06aea-758f-4502-82fd-13f54f1743bc req-50498089-7f99-43bb-9f6e-59c5a4702a70 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:14.967155 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] For port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:14.967973 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2fb06aea-758f-4502-82fd-13f54f1743bc req-50498089-7f99-43bb-9f6e-59c5a4702a70 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 945 time: 0.0617750 Sep 16 06:17:14.999390 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137dd58d-178a-4c6b-bec4-769cfdfb4967 x-openstack-request-id: req-137dd58d-178a-4c6b-bec4-769cfdfb4967 {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:14.999390 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8", "code": 200}]} {{(pid=95453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:14.999390 n-d-712137-12 neutron-server[95453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-137dd58d-178a-4c6b-bec4-769cfdfb4967 {{(pid=95453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:14.999390 n-d-712137-12 neutron-server[95453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'code': 200} Sep 16 06:17:15.008961 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-2fb06aea-758f-4502-82fd-13f54f1743bc req-593d0f56-a6f9-44b4-87cf-16fe54c14d14 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349715 Sep 16 06:17:15.058536 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770204364813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770204022986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770204023004'] for port, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:15.105931 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Pushing event updated for resources: {'Port': ['ID=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,revision_number=8']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:15.323575 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca2209-c043-40e0-862f-6591541b454c req-2abba6dd-ef0e-4af0-ba5c-a5c0329d49f6 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.325125 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1ca2209-c043-40e0-862f-6591541b454c req-2abba6dd-ef0e-4af0-ba5c-a5c0329d49f6 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 943 time: 0.0511653 Sep 16 06:17:15.402237 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:15.419520 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-d1ca2209-c043-40e0-862f-6591541b454c req-8bcacb45-c4f2-4c01-9cea-4b3b69c2f615 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Deleting port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:15.419864 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d1ca2209-c043-40e0-862f-6591541b454c req-8bcacb45-c4f2-4c01-9cea-4b3b69c2f615 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:15.505670 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [req-d1ca2209-c043-40e0-862f-6591541b454c req-8bcacb45-c4f2-4c01-9cea-4b3b69c2f615 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] For port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8, host n-h2-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-12',level=0,port_id=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:15.506030 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d1ca2209-c043-40e0-862f-6591541b454c req-8bcacb45-c4f2-4c01-9cea-4b3b69c2f615 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:15.518226 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [req-d1ca2209-c043-40e0-862f-6591541b454c req-8bcacb45-c4f2-4c01-9cea-4b3b69c2f615 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Calling delete_port for e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 owned by compute:nova {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:15.727027 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d1ca2209-c043-40e0-862f-6591541b454c req-8bcacb45-c4f2-4c01-9cea-4b3b69c2f615 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:15.753746 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcacb45-c4f2-4c01-9cea-4b3b69c2f615 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event deleted for resources: {'Port': ['ID=e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:15.801238 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ca2209-c043-40e0-862f-6591541b454c req-8bcacb45-c4f2-4c01-9cea-4b3b69c2f615 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] No DVR routers for this DVR port e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 on host n-h2-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:17:15.804256 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [req-d1ca2209-c043-40e0-862f-6591541b454c req-8bcacb45-c4f2-4c01-9cea-4b3b69c2f615 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:15.806321 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-d1ca2209-c043-40e0-862f-6591541b454c req-8bcacb45-c4f2-4c01-9cea-4b3b69c2f615 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.37 "DELETE /v2.0/ports/e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 HTTP/1.1" status: 204 len: 173 time: 0.4753280 Sep 16 06:17:15.806757 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'name': 'network-vif-deleted', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:15.809003 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22a385c-f011-4aa7-aa68-c5528a69ab16" -d '{"events": [{"server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "name": "network-vif-deleted", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:15.845277 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8756534-4842-4be3-be45-a904b8c20805 x-openstack-request-id: req-f8756534-4842-4be3-be45-a904b8c20805 {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:15.845703 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b720ed5-6fad-42e8-b3b2-bc2f61451e87", "name": "network-vif-deleted", "tag": "e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:15.845954 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8756534-4842-4be3-be45-a904b8c20805 {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:15.846352 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b720ed5-6fad-42e8-b3b2-bc2f61451e87', 'name': 'network-vif-deleted', 'tag': 'e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8', 'status': 'completed', 'code': 200} Sep 16 06:17:16.107176 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1901f576-9320-4ee3-85e0-e96555f0abaf req-f2de2aad-2373-4e7e-aa6a-da24a29de84a tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b720ed5-6fad-42e8-b3b2-bc2f61451e87 HTTP/1.1" status: 200 len: 210 time: 0.0306182 Sep 16 06:17:16.355276 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:17.372573 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:17.909715 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:18.441879 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47764) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:18.600311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Deleting port 0901f62b-3f0e-4de7-8edd-f75f9cff135a {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:18.600694 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:18.675198 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:18.675513 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:18.688321 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Calling delete_port for 0901f62b-3f0e-4de7-8edd-f75f9cff135a owned by network:floatingip {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:18.858081 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 no longer exists at agent hyperv_n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:18.880707 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] No Port match for: e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:18.881057 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Device e2ad1c6d-e7ed-4261-8ad9-c1317a44fce8 not bound to the agent host n-h2-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:18.898123 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:18.932604 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event deleted for resources: {'Port': ['ID=0901f62b-3f0e-4de7-8edd-f75f9cff135a,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:18.989260 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for floatingip, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:18.989589 n-d-712137-12 neutron-server[95452]: INFO neutron.db.l3_db [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Floating IP f4e26ed1-b2ae-4334-8e4b-3d1de026a86e disassociated (deleted). External IP: 172.25.3.106, port: 803f4630-12a0-4759-b5ed-a6ea3762b9e7. Sep 16 06:17:19.496085 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:17:19.605592 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:17:19.610916 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for floatingip, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:19.615714 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56773d5-7216-4263-8c2b-8625c2cc39d1 None None] Sync routers for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:17:19.625640 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56773d5-7216-4263-8c2b-8625c2cc39d1 None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:19.626274 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a56773d5-7216-4263-8c2b-8625c2cc39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:19.638459 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-89d4ac20-3260-442c-9b81-da639994b111 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "DELETE /v2.0/floatingips/f4e26ed1-b2ae-4334-8e4b-3d1de026a86e HTTP/1.1" status: 204 len: 168 time: 1.1954050 Sep 16 06:17:19.638994 n-d-712137-12 neutron-server[95452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7'}] {{(pid=95452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:19.641307 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06aac981fa01729a69db8389b30ca2350d647cbdb79c43bbf73e05c7781e6cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408e5353-4003-4914-8d08-28936159ae1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7"}]}' {{(pid=95452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:19.683160 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b69eee-160e-43dc-a9c6-d2ad3c27f4db x-openstack-request-id: req-d8b69eee-160e-43dc-a9c6-d2ad3c27f4db {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:19.683736 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7", "status": "completed", "code": 200}]} {{(pid=95452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:19.684224 n-d-712137-12 neutron-server[95452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8b69eee-160e-43dc-a9c6-d2ad3c27f4db {{(pid=95452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:19.684878 n-d-712137-12 neutron-server[95452]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'status': 'completed', 'code': 200} Sep 16 06:17:19.736187 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-a56773d5-7216-4263-8c2b-8625c2cc39d1 None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:19.748082 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e5353-4003-4914-8d08-28936159ae1b req-9548c76c-72aa-438c-87b1-d121fc160629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:19.749930 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-408e5353-4003-4914-8d08-28936159ae1b req-9548c76c-72aa-438c-87b1-d121fc160629 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 1096 time: 0.0447812 Sep 16 06:17:19.853367 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e5353-4003-4914-8d08-28936159ae1b req-60b84e14-87d7-4387-b65d-9cc8bb193576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:19.854888 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-408e5353-4003-4914-8d08-28936159ae1b req-60b84e14-87d7-4387-b65d-9cc8bb193576 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 200 len: 910 time: 0.0981321 Sep 16 06:17:19.900630 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-408e5353-4003-4914-8d08-28936159ae1b req-233a314b-272f-4bac-a77d-8a058e07d89f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7 HTTP/1.1" status: 200 len: 217 time: 0.0377748 Sep 16 06:17:19.951830 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e5353-4003-4914-8d08-28936159ae1b req-93591b04-48a0-4fba-9e5d-153c3e792884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:19.954002 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-408e5353-4003-4914-8d08-28936159ae1b req-93591b04-48a0-4fba-9e5d-153c3e792884 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 200 len: 849 time: 0.0453901 Sep 16 06:17:19.955777 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a56773d5-7216-4263-8c2b-8625c2cc39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:19.982445 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56773d5-7216-4263-8c2b-8625c2cc39d1 None None] Checking router: 5157bd0c-4047-4307-98f1-a2dee7fb01f2 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:17:19.991691 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56773d5-7216-4263-8c2b-8625c2cc39d1 None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:19.992314 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a56773d5-7216-4263-8c2b-8625c2cc39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:20.017962 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e5353-4003-4914-8d08-28936159ae1b req-b8c879e3-7f06-46df-a919-01a2e66f4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:20.019941 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-408e5353-4003-4914-8d08-28936159ae1b req-b8c879e3-7f06-46df-a919-01a2e66f4845 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcce7280-1295-463f-8118-1871f248026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504594 Sep 16 06:17:20.072854 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2e080-b672-4a29-9b4b-e6f854227586 req-c45d6925-dbce-46a7-93b4-36cfcb98bc04 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:20.074436 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41c2e080-b672-4a29-9b4b-e6f854227586 req-c45d6925-dbce-46a7-93b4-36cfcb98bc04 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 944 time: 0.0516150 Sep 16 06:17:20.112848 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-a56773d5-7216-4263-8c2b-8625c2cc39d1 None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:20.114732 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-41c2e080-b672-4a29-9b4b-e6f854227586 req-0a156ac7-cb48-4be2-82eb-9a00b27fcd68 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330200 Sep 16 06:17:20.122320 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-408e5353-4003-4914-8d08-28936159ae1b req-5b2c9852-dba3-44f0-a27e-5c0e6d86628b service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939467 Sep 16 06:17:20.218265 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-408e5353-4003-4914-8d08-28936159ae1b req-57ddc86d-a98c-4c3d-bee1-444d6fd31d2f service neutron] 10.222.0.23 "GET /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866294 Sep 16 06:17:20.317583 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-a56773d5-7216-4263-8c2b-8625c2cc39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:20.343850 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56773d5-7216-4263-8c2b-8625c2cc39d1 None None] The sync data for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 is: [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:12Z', 'revision_number': 4, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12', '_interfaces': [{'id': 'f119ffc5-d79d-43f2-8cec-3289f1f5aac4', 'name': '', 'network_id': 'fcce7280-1295-463f-8118-1871f248026f', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'mac_address': 'fa:16:3e:8c:07:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:12Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'subnets': [{'id': '147bfa5a-ad9e-4068-bdb7-96ca142d6ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:17:20.557295 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa1476b-f61f-4469-9eef-c57e56b55375 None None] New status for floating IP f4e26ed1-b2ae-4334-8e4b-3d1de026a86e: DOWN {{(pid=95454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:17:21.232006 n-d-712137-12 neutron-server[95452]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176ee33-89da-4e47-a0b3-d8bd7e38c66e req-3b39ebea-83da-45c8-a7ea-0a5c503c8182 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:21.233496 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1176ee33-89da-4e47-a0b3-d8bd7e38c66e req-3b39ebea-83da-45c8-a7ea-0a5c503c8182 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 944 time: 0.0495043 Sep 16 06:17:21.277699 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-1176ee33-89da-4e47-a0b3-d8bd7e38c66e req-d83ee50e-650f-454c-a8fc-568e63b8cd17 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/security-groups?id=39971859-8216-49fc-9c7f-74f48c4f80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383832 Sep 16 06:17:21.621487 n-d-712137-12 neutron-server[95451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204e242-ea07-4f0a-85d6-3a519f9e3b50 req-d051ced8-3a13-49e9-bf49-3239a9ce032e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:21.622973 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c204e242-ea07-4f0a-85d6-3a519f9e3b50 req-d051ced8-3a13-49e9-bf49-3239a9ce032e tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 944 time: 0.0491879 Sep 16 06:17:21.712045 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-c204e242-ea07-4f0a-85d6-3a519f9e3b50 req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Deleting port 803f4630-12a0-4759-b5ed-a6ea3762b9e7 {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:21.712925 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c204e242-ea07-4f0a-85d6-3a519f9e3b50 req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:21.803406 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [req-c204e242-ea07-4f0a-85d6-3a519f9e3b50 req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] For port 803f4630-12a0-4759-b5ed-a6ea3762b9e7, host n-h1-712137-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-12',level=0,port_id=803f4630-12a0-4759-b5ed-a6ea3762b9e7,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:21.803769 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c204e242-ea07-4f0a-85d6-3a519f9e3b50 req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:21.816334 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [req-c204e242-ea07-4f0a-85d6-3a519f9e3b50 req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Calling delete_port for 803f4630-12a0-4759-b5ed-a6ea3762b9e7 owned by compute:nova {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:22.006809 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c204e242-ea07-4f0a-85d6-3a519f9e3b50 req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:22.035175 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event deleted for resources: {'Port': ['ID=803f4630-12a0-4759-b5ed-a6ea3762b9e7,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:22.062610 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:22.062956 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:22.063302 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:22.063634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:22.063963 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:22.064290 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:22.064639 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:22.064961 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:22.065280 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:22.065598 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:22.065919 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:22.066255 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-12 {{(pid=95451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:22.085020 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c204e242-ea07-4f0a-85d6-3a519f9e3b50 req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] No DVR routers for this DVR port 803f4630-12a0-4759-b5ed-a6ea3762b9e7 on host n-h1-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:17:22.088127 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [req-c204e242-ea07-4f0a-85d6-3a519f9e3b50 req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18478'] for port, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:22.090140 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [req-c204e242-ea07-4f0a-85d6-3a519f9e3b50 req-116a85a2-f568-418d-95ee-bbacde5e97dc tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.23 "DELETE /v2.0/ports/803f4630-12a0-4759-b5ed-a6ea3762b9e7 HTTP/1.1" status: 204 len: 173 time: 0.4604042 Sep 16 06:17:22.090569 n-d-712137-12 neutron-server[95451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'name': 'network-vif-deleted', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7'}] {{(pid=95451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:22.092820 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5894a69ec3c5b4d793943cd22e7dc03a22f24fcdccebd109022c5374ce9f82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c552c07-3292-46f0-93c5-b6440607bd16" -d '{"events": [{"server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "name": "network-vif-deleted", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7"}]}' {{(pid=95451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:22.185023 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27656247-9b2f-4fec-b040-25953a2d45f8 x-openstack-request-id: req-27656247-9b2f-4fec-b040-25953a2d45f8 {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:22.185314 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74", "name": "network-vif-deleted", "tag": "803f4630-12a0-4759-b5ed-a6ea3762b9e7", "status": "completed", "code": 200}]} {{(pid=95451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:22.185566 n-d-712137-12 neutron-server[95451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27656247-9b2f-4fec-b040-25953a2d45f8 {{(pid=95451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:22.185963 n-d-712137-12 neutron-server[95451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74', 'name': 'network-vif-deleted', 'tag': '803f4630-12a0-4759-b5ed-a6ea3762b9e7', 'status': 'completed', 'code': 200} Sep 16 06:17:22.372840 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [req-ef8acf2e-f31e-4813-9f79-338a072c81c8 req-e8ca2d9a-6a78-45af-86dd-e31f623e2599 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca0cd0c-b2f6-4db9-9e2f-61cbc1492c74 HTTP/1.1" status: 200 len: 210 time: 0.0273011 Sep 16 06:17:23.429490 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47786) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:23.488111 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-32bca583-060f-4ab5-8907-9c2f2522d1e9 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:23.514284 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-32bca583-060f-4ab5-8907-9c2f2522d1e9 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:23.606664 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-32bca583-060f-4ab5-8907-9c2f2522d1e9 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:23.609321 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-32bca583-060f-4ab5-8907-9c2f2522d1e9 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:23.610516 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-32bca583-060f-4ab5-8907-9c2f2522d1e9 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] 10.222.0.24 "DELETE /v2.0/security-groups/39971859-8216-49fc-9c7f-74f48c4f80fd HTTP/1.1" status: 204 len: 168 time: 0.1800313 Sep 16 06:17:23.620230 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bca583-060f-4ab5-8907-9c2f2522d1e9 tempest-TestSnapshotPattern-241387125 tempest-TestSnapshotPattern-241387125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39971859-8216-49fc-9c7f-74f48c4f80fd,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:23.708257 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47790) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:24.146992 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0c21d767-ae42-47be-aceb-c7747d3f3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:24.394368 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0c21d767-ae42-47be-aceb-c7747d3f3bab admin admin] Deleting port f119ffc5-d79d-43f2-8cec-3289f1f5aac4 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:24.394711 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0c21d767-ae42-47be-aceb-c7747d3f3bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:24.472185 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-0c21d767-ae42-47be-aceb-c7747d3f3bab admin admin] For port f119ffc5-d79d-43f2-8cec-3289f1f5aac4, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=f119ffc5-d79d-43f2-8cec-3289f1f5aac4,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:24.472899 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0c21d767-ae42-47be-aceb-c7747d3f3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:24.484672 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0c21d767-ae42-47be-aceb-c7747d3f3bab admin admin] Calling delete_port for f119ffc5-d79d-43f2-8cec-3289f1f5aac4 owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:24.732556 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0c21d767-ae42-47be-aceb-c7747d3f3bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:24.763031 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21d767-ae42-47be-aceb-c7747d3f3bab admin admin] Pushing event deleted for resources: {'Port': ['ID=f119ffc5-d79d-43f2-8cec-3289f1f5aac4,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:24.940820 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0c21d767-ae42-47be-aceb-c7747d3f3bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:25.155944 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c21d767-ae42-47be-aceb-c7747d3f3bab admin admin] Router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:17:25.262951 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c21d767-ae42-47be-aceb-c7747d3f3bab admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:17:25.268545 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0c21d767-ae42-47be-aceb-c7747d3f3bab admin admin] 10.222.0.24 "PUT /v2.0/routers/5157bd0c-4047-4307-98f1-a2dee7fb01f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5586808 Sep 16 06:17:25.270735 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47796) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:25.272761 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04045df3-c7ae-48b5-853e-007a93e73010 None None] Sync routers for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:17:25.282412 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04045df3-c7ae-48b5-853e-007a93e73010 None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:25.283035 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-04045df3-c7ae-48b5-853e-007a93e73010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:25.374502 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:25.389403 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-04045df3-c7ae-48b5-853e-007a93e73010 None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: n-d-712137-12 {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:25.477485 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:25.599586 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Deleting port 38765ae7-46a0-40cb-a7c7-de432dd11d4d {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:25.599933 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:25.679699 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] For port 38765ae7-46a0-40cb-a7c7-de432dd11d4d, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=38765ae7-46a0-40cb-a7c7-de432dd11d4d,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:25.680088 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:25.692626 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Calling delete_port for 38765ae7-46a0-40cb-a7c7-de432dd11d4d owned by network:router_gateway {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:25.722609 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-04045df3-c7ae-48b5-853e-007a93e73010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:17:24Z', 'revision_number': 5, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port': {'id': '38765ae7-46a0-40cb-a7c7-de432dd11d4d', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:25.753346 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04045df3-c7ae-48b5-853e-007a93e73010 None None] Checking router: 5157bd0c-4047-4307-98f1-a2dee7fb01f2 for host: n-d-712137-12 {{(pid=95453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:17:25.762090 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04045df3-c7ae-48b5-853e-007a93e73010 None None] Routers {'5157bd0c-4047-4307-98f1-a2dee7fb01f2'} bound to L3 agent in host n-d-712137-12 {{(pid=95453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:25.762716 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-04045df3-c7ae-48b5-853e-007a93e73010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'], 'active': True} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:25.861488 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvr_db [None req-04045df3-c7ae-48b5-853e-007a93e73010 None None] Set router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 gateway port host: None {{(pid=95453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:25.919333 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_hamode_db [None req-04045df3-c7ae-48b5-853e-007a93e73010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:17:25Z', 'revision_number': 6, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:25.921060 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:25.947945 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=38765ae7-46a0-40cb-a7c7-de432dd11d4d,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:25.951404 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04045df3-c7ae-48b5-853e-007a93e73010 None None] The sync data for ids ['5157bd0c-4047-4307-98f1-a2dee7fb01f2'] in n-d-712137-12 is: [{'id': '5157bd0c-4047-4307-98f1-a2dee7fb01f2', 'name': 'tempest-TestSnapshotPattern-1821251115-router', 'tenant_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:09Z', 'updated_at': '2021-09-16T06:17:25Z', 'revision_number': 6, 'project_id': '6e6aeb0cad8d47aa9bdfef7b2c48514f', 'gw_port_host': None}] {{(pid=95453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:17:26.011450 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.100063 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.102166 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.211917 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.213212 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5157bd0c-4047-4307-98f1-a2dee7fb01f2 {{(pid=95451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:17:26.217612 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] Notify callbacks [] for router, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.219116 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-4c1ac5c8-74c0-4f28-b1c5-077b9bbdc5f9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5157bd0c-4047-4307-98f1-a2dee7fb01f2 HTTP/1.1" status: 204 len: 168 time: 0.9469771 Sep 16 06:17:26.228634 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47798) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:26.275344 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-887915a6-9617-4f15-8bcb-f1ee4b0b160a admin admin] Deleting subnet 147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:17:26.279730 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-887915a6-9617-4f15-8bcb-f1ee4b0b160a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.315963 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-887915a6-9617-4f15-8bcb-f1ee4b0b160a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.401387 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-887915a6-9617-4f15-8bcb-f1ee4b0b160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.437816 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 803f4630-12a0-4759-b5ed-a6ea3762b9e7 no longer exists at agent hyperv_n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:26.467096 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] No Port match for: 803f4630-12a0-4759-b5ed-a6ea3762b9e7 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:26.467441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Device 803f4630-12a0-4759-b5ed-a6ea3762b9e7 not bound to the agent host n-h1-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:26.515632 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-887915a6-9617-4f15-8bcb-f1ee4b0b160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.542311 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887915a6-9617-4f15-8bcb-f1ee4b0b160a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147bfa5a-ad9e-4068-bdb7-96ca142d6ba6,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:26.546213 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-887915a6-9617-4f15-8bcb-f1ee4b0b160a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.549376 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-887915a6-9617-4f15-8bcb-f1ee4b0b160a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/147bfa5a-ad9e-4068-bdb7-96ca142d6ba6 HTTP/1.1" status: 204 len: 168 time: 0.3184814 Sep 16 06:17:26.551028 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [-] (95451) accepted ('10.222.0.24', 47800) {{(pid=95451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:26.553671 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791b7814-8b6d-4624-9d7e-e96f7475b8f9 None None] Network fcce7280-1295-463f-8118-1871f248026f requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:17:26.619943 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.678772 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Deleting port 6a29135c-a8b8-488c-8235-7d694dc10d3b {{(pid=95451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:26.679208 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.732552 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b9d147-5bdc-46dd-938c-2eaf108aa663 None None] DHCP port deletion for fcce7280-1295-463f-8118-1871f248026f request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:17:26.752529 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.db [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] For port 6a29135c-a8b8-488c-8235-7d694dc10d3b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6a29135c-a8b8-488c-8235-7d694dc10d3b,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:26.752907 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.766635 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.plugin [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Calling delete_port for 6a29135c-a8b8-488c-8235-7d694dc10d3b owned by network:dhcp {{(pid=95451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:26.784216 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9d147-5bdc-46dd-938c-2eaf108aa663 None None] Deleting port 6a29135c-a8b8-488c-8235-7d694dc10d3b {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:26.784635 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d147-5bdc-46dd-938c-2eaf108aa663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.867446 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a8b9d147-5bdc-46dd-938c-2eaf108aa663 None None] For port 6a29135c-a8b8-488c-8235-7d694dc10d3b, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=6a29135c-a8b8-488c-8235-7d694dc10d3b,segment=NetworkSegment(4fc3f5a3-8336-4dd7-9882-3cc1f72313ea),segment_id=4fc3f5a3-8336-4dd7-9882-3cc1f72313ea)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:26.872653 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d147-5bdc-46dd-938c-2eaf108aa663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.882633 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9d147-5bdc-46dd-938c-2eaf108aa663 None None] Calling delete_port for 6a29135c-a8b8-488c-8235-7d694dc10d3b owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:26.927186 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8966917'] for port, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.955021 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6a29135c-a8b8-488c-8235-7d694dc10d3b,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:26.958698 n-d-712137-12 neutron-server[95451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] No DVR routers for this DVR port 6a29135c-a8b8-488c-8235-7d694dc10d3b on host n-d-712137-12 {{(pid=95451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:17:26.971096 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d147-5bdc-46dd-938c-2eaf108aa663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.999161 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9d147-5bdc-46dd-938c-2eaf108aa663 None None] Pushing event deleted for resources: {'Port': ['ID=6a29135c-a8b8-488c-8235-7d694dc10d3b,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:27.003441 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b9d147-5bdc-46dd-938c-2eaf108aa663 None None] No DVR routers for this DVR port 6a29135c-a8b8-488c-8235-7d694dc10d3b on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:17:27.037629 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.058590 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcce7280-1295-463f-8118-1871f248026f']}} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:27.067510 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea') {'for_net_delete': True} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:27.067748 n-d-712137-12 neutron-server[95451]: DEBUG neutron.services.segments.db [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc3f5a3-8336-4dd7-9882-3cc1f72313ea') {} {{(pid=95451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:27.076894 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8493169'] for segment, before_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.090060 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.095742 n-d-712137-12 neutron-server[95451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:17:27.096124 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8966900'] for segment, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: Traceback (most recent call last): Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: timer() Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: cb(*args, **kw) Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: return func(*args, **kwargs) Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: self._notify() Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: self.callback(batched_events) Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: event.method(event) Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: return f(self, *a, **k) Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: return self._get(url).json() Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: return self.request(url, 'GET', **kwargs) Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:17:27.097814 n-d-712137-12 neutron-server[95451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:17:27.212161 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.217490 n-d-712137-12 neutron-server[95451]: DEBUG neutron_lib.callbacks.manager [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Notify callbacks [] for network, before_response {{(pid=95451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.219416 n-d-712137-12 neutron-server[95451]: INFO neutron.wsgi [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] 10.222.0.24 "DELETE /v2.0/networks/fcce7280-1295-463f-8118-1871f248026f HTTP/1.1" status: 204 len: 168 time: 0.6673527 Sep 16 06:17:27.222432 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47804) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:27.230634 n-d-712137-12 neutron-server[95451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dd450-d8ce-4c16-84b2-1667061508cf admin admin] Pushing event deleted for resources: {'Network': ['ID=fcce7280-1295-463f-8118-1871f248026f,revision_number=None']} {{(pid=95451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:27.567097 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-759e5410-694f-47b8-8b7f-a0703926173e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1012492'] for router_interface, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.804636 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-759e5410-694f-47b8-8b7f-a0703926173e admin admin] Deleting port a508d2c6-2bdd-4aa0-a870-3a79275021bb {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:27.804974 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-759e5410-694f-47b8-8b7f-a0703926173e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.881000 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f119ffc5-d79d-43f2-8cec-3289f1f5aac4 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:27.887874 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-759e5410-694f-47b8-8b7f-a0703926173e admin admin] For port a508d2c6-2bdd-4aa0-a870-3a79275021bb, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=a508d2c6-2bdd-4aa0-a870-3a79275021bb,segment=NetworkSegment(8af8e940-d290-48e7-b34f-01d0d8de58f1),segment_id=8af8e940-d290-48e7-b34f-01d0d8de58f1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:27.888240 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-759e5410-694f-47b8-8b7f-a0703926173e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.901184 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-759e5410-694f-47b8-8b7f-a0703926173e admin admin] Calling delete_port for a508d2c6-2bdd-4aa0-a870-3a79275021bb owned by network:router_interface {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:27.901795 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: f119ffc5-d79d-43f2-8cec-3289f1f5aac4 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:27.902143 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device f119ffc5-d79d-43f2-8cec-3289f1f5aac4 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:27.902565 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6a29135c-a8b8-488c-8235-7d694dc10d3b no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:27.923866 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 6a29135c-a8b8-488c-8235-7d694dc10d3b {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:27.924207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 6a29135c-a8b8-488c-8235-7d694dc10d3b not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:27.924644 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 38765ae7-46a0-40cb-a7c7-de432dd11d4d no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:27.942786 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 38765ae7-46a0-40cb-a7c7-de432dd11d4d {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:27.943127 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 38765ae7-46a0-40cb-a7c7-de432dd11d4d not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:28.126329 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-759e5410-694f-47b8-8b7f-a0703926173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:28.151974 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e5410-694f-47b8-8b7f-a0703926173e admin admin] Pushing event deleted for resources: {'Port': ['ID=a508d2c6-2bdd-4aa0-a870-3a79275021bb,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:28.323305 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-759e5410-694f-47b8-8b7f-a0703926173e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014716'] for router_interface, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:28.850510 n-d-712137-12 neutron-server[95452]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759e5410-694f-47b8-8b7f-a0703926173e admin admin] Router 23987ef5-992a-46d3-8bb3-d56a6e29fbaa has already been hosted by L3 agent 8225dcd4-af81-4822-84d7-e26721fd94eb {{(pid=95452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:17:28.952371 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759e5410-694f-47b8-8b7f-a0703926173e admin admin] Notify agent at l3_agent.n-d-712137-12 the message routers_updated {{(pid=95452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:17:28.959274 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-759e5410-694f-47b8-8b7f-a0703926173e admin admin] 10.222.0.24 "PUT /v2.0/routers/23987ef5-992a-46d3-8bb3-d56a6e29fbaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7340362 Sep 16 06:17:28.960008 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47806) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:28.963351 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700a5f2-7001-4baf-b894-1fd86acee07a None None] Sync routers for ids ['23987ef5-992a-46d3-8bb3-d56a6e29fbaa'] in n-d-712137-12 {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:17:28.973207 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700a5f2-7001-4baf-b894-1fd86acee07a None None] Routers {'23987ef5-992a-46d3-8bb3-d56a6e29fbaa'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:28.973818 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a700a5f2-7001-4baf-b894-1fd86acee07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['23987ef5-992a-46d3-8bb3-d56a6e29fbaa'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:29.066662 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Notify callbacks [] for router, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.080967 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a700a5f2-7001-4baf-b894-1fd86acee07a None None] Set router 23987ef5-992a-46d3-8bb3-d56a6e29fbaa gateway port host: n-d-712137-12 {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:29.171579 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.258532 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a700a5f2-7001-4baf-b894-1fd86acee07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'name': 'tempest-TestSnapshotPattern-1735523023-router', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'external_fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4709877b-49d1-4377-a13f-553cd8efe925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:17:28Z', 'revision_number': 5, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'gw_port': {'id': '4709877b-49d1-4377-a13f-553cd8efe925', 'name': '', 'network_id': '6b8d09e5-620c-4857-8f70-2e928d95d8e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc5c8fcf-4665-4b79-91b6-abce8698e4d0', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-12'}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:29.277341 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Deleting port 4709877b-49d1-4377-a13f-553cd8efe925 {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:29.277703 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.288913 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700a5f2-7001-4baf-b894-1fd86acee07a None None] Checking router: 23987ef5-992a-46d3-8bb3-d56a6e29fbaa for host: n-d-712137-12 {{(pid=95454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:17:29.296321 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700a5f2-7001-4baf-b894-1fd86acee07a None None] Routers {'23987ef5-992a-46d3-8bb3-d56a6e29fbaa'} bound to L3 agent in host n-d-712137-12 {{(pid=95454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:29.296960 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a700a5f2-7001-4baf-b894-1fd86acee07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:29:14Z,description=,heartbeat_timestamp=2021-09-16T06:17:14Z,host='n-d-712137-12',id=8225dcd4-af81-4822-84d7-e26721fd94eb,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:29:15Z,topic='l3_agent')) {'router_ids': ['23987ef5-992a-46d3-8bb3-d56a6e29fbaa'], 'active': True} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:29.357310 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] For port 4709877b-49d1-4377-a13f-553cd8efe925, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=4709877b-49d1-4377-a13f-553cd8efe925,segment=NetworkSegment(2b1b7f75-2793-4f6f-8feb-3ad475516396),segment_id=2b1b7f75-2793-4f6f-8feb-3ad475516396)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:29.357679 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.371016 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Calling delete_port for 4709877b-49d1-4377-a13f-553cd8efe925 owned by network:router_gateway {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:29.382423 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_dvr_db [None req-a700a5f2-7001-4baf-b894-1fd86acee07a None None] Set router 23987ef5-992a-46d3-8bb3-d56a6e29fbaa gateway port host: None {{(pid=95454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:29.433001 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.l3_hamode_db [None req-a700a5f2-7001-4baf-b894-1fd86acee07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'name': 'tempest-TestSnapshotPattern-1735523023-router', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:17:29Z', 'revision_number': 6, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'gw_port_host': None}], 'n-d-712137-12', False) {} {{(pid=95454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:29.461735 n-d-712137-12 neutron-server[95454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700a5f2-7001-4baf-b894-1fd86acee07a None None] The sync data for ids ['23987ef5-992a-46d3-8bb3-d56a6e29fbaa'] in n-d-712137-12 is: [{'id': '23987ef5-992a-46d3-8bb3-d56a6e29fbaa', 'name': 'tempest-TestSnapshotPattern-1735523023-router', 'tenant_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:12:15Z', 'updated_at': '2021-09-16T06:17:29Z', 'revision_number': 6, 'project_id': 'ac75e30cdaca4aacbeaf2f56e6742d57', 'gw_port_host': None}] {{(pid=95454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:17:29.595049 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.619579 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Pushing event deleted for resources: {'Port': ['ID=4709877b-49d1-4377-a13f-553cd8efe925,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:29.686011 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1014650'] for router_gateway, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.776586 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.778614 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.892639 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1018832'] for router, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.893255 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23987ef5-992a-46d3-8bb3-d56a6e29fbaa {{(pid=95452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:17:29.897657 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] Notify callbacks [] for router, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.898828 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-9d21e73d-9b03-40e5-b38e-7ff052f8527d admin admin] 10.222.0.24 "DELETE /v2.0/routers/23987ef5-992a-46d3-8bb3-d56a6e29fbaa HTTP/1.1" status: 204 len: 168 time: 0.9378748 Sep 16 06:17:29.901828 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47808) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:29.960558 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.db_base_plugin_v2 [None req-1978ffab-aa75-4fa5-9fd7-f5084526ee3e admin admin] Deleting subnet b621a2e3-c34b-47cb-80d3-fdcba3c8fcec {{(pid=95452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:17:29.964821 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1978ffab-aa75-4fa5-9fd7-f5084526ee3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.974207 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a508d2c6-2bdd-4aa0-a870-3a79275021bb no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:29.994992 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: a508d2c6-2bdd-4aa0-a870-3a79275021bb {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:29.995339 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device a508d2c6-2bdd-4aa0-a870-3a79275021bb not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:30.001059 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1978ffab-aa75-4fa5-9fd7-f5084526ee3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10464490'] for subnet, precommit_delete_associations {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.084908 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1978ffab-aa75-4fa5-9fd7-f5084526ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983131'] for subnet, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.195377 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1978ffab-aa75-4fa5-9fd7-f5084526ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8875795'] for subnet, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.221066 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978ffab-aa75-4fa5-9fd7-f5084526ee3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b621a2e3-c34b-47cb-80d3-fdcba3c8fcec,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:30.226872 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1978ffab-aa75-4fa5-9fd7-f5084526ee3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.228898 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1978ffab-aa75-4fa5-9fd7-f5084526ee3e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b621a2e3-c34b-47cb-80d3-fdcba3c8fcec HTTP/1.1" status: 204 len: 168 time: 0.3260157 Sep 16 06:17:30.231268 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47810) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:30.233116 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf93bc6-34cb-44d1-b5f6-c1f42d77e3e9 None None] Network ff104c30-8db5-4189-afcf-cd197532c3d2 requested from n-d-712137-12 {{(pid=95453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:17:30.305305 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1587562'] for network, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.359260 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Deleting port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe {{(pid=95452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:30.359670 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.400290 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a923e4c6-d0d1-499c-919c-de15a79c498e None None] DHCP port deletion for ff104c30-8db5-4189-afcf-cd197532c3d2 request from n-d-712137-12 {{(pid=95453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:17:30.424250 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.db [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] For port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7b68c823-6e54-48c9-aae7-afa85c2ff9fe,segment=NetworkSegment(8af8e940-d290-48e7-b34f-01d0d8de58f1),segment_id=8af8e940-d290-48e7-b34f-01d0d8de58f1)] {{(pid=95452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:30.424649 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.441620 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.plugin [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Calling delete_port for 7b68c823-6e54-48c9-aae7-afa85c2ff9fe owned by network:dhcp {{(pid=95452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:30.447253 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a923e4c6-d0d1-499c-919c-de15a79c498e None None] Deleting port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe {{(pid=95453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:30.447576 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a923e4c6-d0d1-499c-919c-de15a79c498e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770204358961'] for port, before_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.514883 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.db [None req-a923e4c6-d0d1-499c-919c-de15a79c498e None None] For port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe, host n-d-712137-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-12',level=0,port_id=7b68c823-6e54-48c9-aae7-afa85c2ff9fe,segment=NetworkSegment(8af8e940-d290-48e7-b34f-01d0d8de58f1),segment_id=8af8e940-d290-48e7-b34f-01d0d8de58f1)] {{(pid=95453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:30.515282 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a923e4c6-d0d1-499c-919c-de15a79c498e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1005124'] for port, precommit_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.528037 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-a923e4c6-d0d1-499c-919c-de15a79c498e None None] Calling delete_port for 7b68c823-6e54-48c9-aae7-afa85c2ff9fe owned by network:dhcp {{(pid=95453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:30.577939 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732297'] for port, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.602240 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a923e4c6-d0d1-499c-919c-de15a79c498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770204364279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770204022977'] for port, after_delete {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.604293 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b68c823-6e54-48c9-aae7-afa85c2ff9fe,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:30.608127 n-d-712137-12 neutron-server[95452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] No DVR routers for this DVR port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe on host n-d-712137-12 {{(pid=95452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:17:30.631802 n-d-712137-12 neutron-server[95453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923e4c6-d0d1-499c-919c-de15a79c498e None None] Pushing event deleted for resources: {'Port': ['ID=7b68c823-6e54-48c9-aae7-afa85c2ff9fe,revision_number=None']} {{(pid=95453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:30.636653 n-d-712137-12 neutron-server[95453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923e4c6-d0d1-499c-919c-de15a79c498e None None] No DVR routers for this DVR port 7b68c823-6e54-48c9-aae7-afa85c2ff9fe on host n-d-712137-12 {{(pid=95453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:17:30.686695 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1983260', 'neutron.services.segments.db._delete_segments_for_network-8770204521373'] for network, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.706905 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff104c30-8db5-4189-afcf-cd197532c3d2']}} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:30.716424 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af8e940-d290-48e7-b34f-01d0d8de58f1') {'for_net_delete': True} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:30.716751 n-d-712137-12 neutron-server[95452]: DEBUG neutron.services.segments.db [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af8e940-d290-48e7-b34f-01d0d8de58f1') {} {{(pid=95452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:30.725792 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770204522918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10464481'] for segment, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.738774 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070'] for segment, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.744771 n-d-712137-12 neutron-server[95452]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:17:30.745152 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1997070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732536'] for segment, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: Traceback (most recent call last): Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: timer() Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: cb(*args, **kw) Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: return func(*args, **kwargs) Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: self._notify() Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: self.callback(batched_events) Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: event.method(event) Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: return f(self, *a, **k) Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: return self._get(url).json() Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: return self.request(url, 'GET', **kwargs) Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:17:30.746799 n-d-712137-12 neutron-server[95452]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:17:30.835057 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1983237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1014558'] for network, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.840873 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581163'] for network, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.842731 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] 10.222.0.24 "DELETE /v2.0/networks/ff104c30-8db5-4189-afcf-cd197532c3d2 HTTP/1.1" status: 204 len: 168 time: 0.6104968 Sep 16 06:17:30.854206 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a694197-67b5-44a7-806d-6718e54d8a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=ff104c30-8db5-4189-afcf-cd197532c3d2,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:31.083721 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47814) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:31.128525 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-a220c118-faad-44fd-98a5-8a837960fe7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e6aeb0cad8d47aa9bdfef7b2c48514f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436120 Sep 16 06:17:31.137326 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47816) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:31.189016 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e21c06e-80ce-4d2c-85cf-1b2a6cb6aa41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:31.213189 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e21c06e-80ce-4d2c-85cf-1b2a6cb6aa41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:31.338692 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e21c06e-80ce-4d2c-85cf-1b2a6cb6aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:31.341462 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-1e21c06e-80ce-4d2c-85cf-1b2a6cb6aa41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:31.342648 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-1e21c06e-80ce-4d2c-85cf-1b2a6cb6aa41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0157edc5-8041-49bb-93e9-0588caffb137 HTTP/1.1" status: 204 len: 168 time: 0.2043941 Sep 16 06:17:31.350943 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21c06e-80ce-4d2c-85cf-1b2a6cb6aa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0157edc5-8041-49bb-93e9-0588caffb137,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:31.876978 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4709877b-49d1-4377-a13f-553cd8efe925 no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:31.901407 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 4709877b-49d1-4377-a13f-553cd8efe925 {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:31.904892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 4709877b-49d1-4377-a13f-553cd8efe925 not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:31.904892 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7b68c823-6e54-48c9-aae7-afa85c2ff9fe no longer exists at agent ovs-agent-n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:31.920452 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.plugin [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] No Port match for: 7b68c823-6e54-48c9-aae7-afa85c2ff9fe {{(pid=95453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:31.920817 n-d-712137-12 neutron-server[95453]: DEBUG neutron.plugins.ml2.rpc [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Device 7b68c823-6e54-48c9-aae7-afa85c2ff9fe not bound to the agent host n-d-712137-12 {{(pid=95453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:31.966149 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47822) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:32.006616 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-81e8b6e8-5ed5-412c-aba9-cb99519821d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac75e30cdaca4aacbeaf2f56e6742d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393031 Sep 16 06:17:32.009683 n-d-712137-12 neutron-server[95452]: DEBUG neutron.wsgi [-] (95452) accepted ('10.222.0.24', 47824) {{(pid=95452) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:32.057495 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7f1c95dc-7fd5-4a47-b51a-b959a1ace02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:32.078754 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7f1c95dc-7fd5-4a47-b51a-b959a1ace02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:32.200981 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7f1c95dc-7fd5-4a47-b51a-b959a1ace02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567001'] for security_group, after_delete {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:32.203771 n-d-712137-12 neutron-server[95452]: DEBUG neutron_lib.callbacks.manager [None req-7f1c95dc-7fd5-4a47-b51a-b959a1ace02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:32.204955 n-d-712137-12 neutron-server[95452]: INFO neutron.wsgi [None req-7f1c95dc-7fd5-4a47-b51a-b959a1ace02a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e345cbaf-cf3d-4fad-a065-c023562d7f06 HTTP/1.1" status: 204 len: 168 time: 0.1943798 Sep 16 06:17:32.213532 n-d-712137-12 neutron-server[95452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c95dc-7fd5-4a47-b51a-b959a1ace02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e345cbaf-cf3d-4fad-a065-c023562d7f06,revision_number=None']} {{(pid=95452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:42.110871 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:17:42.154836 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8d83f392-e90f-40d4-9edf-507beb5f60db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.275385 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:44.526289 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad49c-6dc0-4394-9619-1fd074e856c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.394495 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.384064 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.400756 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.891461 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:12.119750 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-25a53333-3bd7-4454-beac-42a87cfaa8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:13.291237 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:14.588334 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-653045a9-8e73-4066-9ec2-565a63a40814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:15.400023 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:16.388480 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:17.371253 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:17.896773 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:19.109913 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:18:42.159223 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b4d72db9-0f86-4316-ae75-01302c15ecbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:43.279330 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:44.570941 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4d9c6a26-5b67-4d58-b923-e99e4aec53b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:45.416261 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:46.376314 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:47.383151 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:47.919780 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:56.109521 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:19:12.159069 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f7e5475e-2ecb-44fc-b73e-7b03d35dca86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.335843 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:14.587567 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-339a06b2-8818-4851-8ce0-132be5a2de7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.381853 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:16.398847 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:17.399159 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:17.897174 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:33.108289 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:19:39.548055 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-69b2e8df-8cf7-4101-b075-df2a3fc4457f req-acf84a33-1267-4316-b15a-e9e8e7a6b35d service neutron] (95451) timed out ('10.222.0.37', 51304) {{(pid=95451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:19:42.164515 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d4cd443e-9b03-40a4-aba4-706b30cf6c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.267328 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:44.563796 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-013069a6-3d2a-4d30-8bbd-025595d4705d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:45.410037 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:46.420691 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:47.404223 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:47.918517 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:10.108144 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:20:12.181169 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5d4811fa-a39c-4ccd-84f7-3cb0e232a256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:13.295426 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:14.558188 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd182-9713-4771-9c96-9211393a67c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:15.392475 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:16.427013 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:17.420259 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:17.883914 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:42.158060 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5a010156-37e6-465a-9349-053bad55b0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:43.318430 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:44.541006 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9bc7dc18-2d96-4625-b637-749ab33b5c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:45.403612 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:46.402837 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:47.107439 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:20:47.427165 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:47.923587 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:12.185625 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9dc2deed-f36c-4d75-afce-7b6cdca5449e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:13.357687 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:14.540540 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1fa9b60d-34d5-47fa-ba4b-6343b612e263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.391771 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:16.397866 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:17.473772 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:17.934775 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:24.106685 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:21:42.151818 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-47ee1414-5fc1-482e-baf3-18f1ceb6bfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:43.305083 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:44.580617 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-9c803400-5191-4489-b5b0-b36d211484c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:45.401942 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:46.403166 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:47.437269 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:47.917204 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:01.106730 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:22:12.133990 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-3a025488-c027-4375-99b9-2ce5b2e9c050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:13.412769 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:14.569329 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a7655a18-4a16-4cd8-81a3-3cd84c7d3eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:15.408731 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:16.413028 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:17.500319 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:17.928233 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.106024 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:22:42.133723 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-f59a2e61-2e9b-4869-8378-f0f333fb4a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:43.356558 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:44.568314 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-45fb93ea-f00e-47cf-b754-5b8d61af7386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:45.400794 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:46.400255 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:47.480603 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:47.920867 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:12.160739 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2cd4-0d34-4baa-beee-c0b9ed92f6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.373630 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:14.568122 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-397ec7eb-f114-401e-a22a-4b5074259c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:15.107001 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:23:15.408581 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:16.419391 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:17.494099 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:17.989060 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:42.144600 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-5098a4be-6f01-4f43-9b61-93c0382d5373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:43.356223 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:44.553945 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9179-8b39-47e4-8652-375ff71bc235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:45.470675 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:46.416392 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:47.503452 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:47.942427 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:52.106841 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:24:12.150081 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a34a11eb-f1f8-4012-8bcd-43f931edc005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:13.378506 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:14.544294 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-31b0a17c-e222-421d-ac87-eda886fde0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.407471 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:16.418150 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:17.515344 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:17.942171 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:29.106256 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:24:42.147037 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-44badb0f-61a0-456b-b8aa-7c499dfaf9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:43.366584 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:44.587830 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-4e0b0f75-52c2-45e6-8f69-cddc0f191fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:45.421679 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:46.429518 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:47.503707 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:47.949751 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:48.543284 n-d-712137-12 neutron-server[95451]: DEBUG neutron.wsgi [req-1e07f049-7e52-4f37-9201-eeeaaba2a32d req-df2454a2-9318-401b-8a50-3bfad956a7ad service neutron] (95451) timed out ('10.222.0.24', 46314) {{(pid=95451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:25:06.105546 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:25:12.158812 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-75dc66e9-20ba-425b-8af2-55ea8fb299b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:13.406484 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:14.583520 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-0f8320e6-2219-41a1-9c85-d863be73dd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:15.411941 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:16.423545 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:17.530216 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:17.971624 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:42.185894 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-a2d34d83-d2bc-44ff-a5f3-88b0e2a0cea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:43.104980 n-d-712137-12 neutron-server[95454]: DEBUG neutron.db.agents_db [None req-28635c39-8cef-4f8a-9587-8199506a25d3 None None] Agent healthcheck: found 7 active agents {{(pid=95454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:25:43.434806 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-48fcb452-252b-4aff-aa46-d8cc09f2966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.609549 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-d3e0b912-3ba3-4a6d-b465-b04886b3070a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:45.409053 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-b3b02ac7-a776-474a-8ea7-fa2c2015e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.451481 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-1ec08ec1-d8c1-46be-890b-10071602751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.526596 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-24350a17-cd21-46e9-aac5-b3484213a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:47.943646 n-d-712137-12 neutron-server[95453]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d75b-9b07-4db6-8fc2-4e4f5b5892a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770204521355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985052'] for agent, after_update {{(pid=95453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}